-- Logs begin at Fri 2021-11-19 08:24:39 UTC, end at Fri 2021-11-19 10:43:45 UTC. -- Nov 19 08:56:03.056733 n-d-805649-14 systemd[1]: Started Devstack devstack@q-svc.service. Nov 19 08:56:05.739272 n-d-805649-14 neutron-server[103367]: INFO neutron.common.config [-] Logging enabled! Nov 19 08:56:05.739829 n-d-805649-14 neutron-server[103367]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 08:56:05.740058 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103367) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 08:56:05.743249 n-d-805649-14 neutron-server[103367]: INFO neutron.common.config [-] Logging enabled! Nov 19 08:56:05.743503 n-d-805649-14 neutron-server[103367]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 08:56:05.743812 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103367) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 08:56:05.744735 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 08:56:05.744968 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 08:56:05.745373 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 08:56:05.745621 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 08:56:05.746404 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 08:56:05.746724 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.747143 n-d-805649-14 neutron-server[103367]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 19 08:56:05.747454 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.747747 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.748035 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.748327 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.748613 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.748894 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.749201 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.749498 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.749782 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.750063 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.750345 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.750633 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.750921 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.751201 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.751484 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.751763 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] debug = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.752040 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.752469 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.752882 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.753190 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.753633 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.753765 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.754035 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.754310 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.754596 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.754923 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] host = n-d-805649-14 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.755201 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.755485 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.755768 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.756051 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.756324 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.756597 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.756879 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.757178 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.757449 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] log_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.757725 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.758011 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.758292 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.758577 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.758803 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.759025 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.759310 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.759592 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.759868 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.760141 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.760412 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.760683 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.760956 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.761250 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.761559 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.761841 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.762124 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.762398 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.762670 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.762940 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.763211 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.763498 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.763772 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.764045 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.764318 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.764603 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.764872 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.765179 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.765480 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.765763 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.766043 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.766323 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.766595 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.766875 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.767145 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.767415 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.767682 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] use_json = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.767951 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.768217 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.768493 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.768762 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.769029 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.769325 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.769593 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.769871 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:05.770164 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.770455 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.770749 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.771029 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.771328 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.771607 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.771890 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.772164 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.772447 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.772730 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.773012 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.773318 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.773625 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.773877 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.774165 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.774465 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.774754 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.775042 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.775315 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.775587 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.775858 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.776132 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.776417 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.776692 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.776999 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.777425 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.777706 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.778001 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.778285 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.778574 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.778860 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.779131 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.779408 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.779696 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.779971 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.780240 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.780516 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.780802 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.781078 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.781371 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.781648 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.781921 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.782189 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.782455 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.782727 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.783011 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.783286 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.783553 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.783818 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.784090 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.784358 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.784636 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.784907 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.785200 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.785470 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.785744 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.786016 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.786285 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.786558 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.786826 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.787102 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.787371 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.787639 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.787909 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.788216 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.788445 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.788713 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.788982 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.789284 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.789558 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.789827 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.790098 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.790366 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.790635 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.790918 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.791214 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.791489 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.791765 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.792044 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.792315 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.793195 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.793467 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.793748 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.794028 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.794299 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.794587 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.794870 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.795153 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.795436 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.795742 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.796034 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.796310 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.796594 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.796871 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.797174 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.797462 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.797744 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.798034 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.798326 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.798617 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.798906 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.799195 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.799475 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.799781 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.800057 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:05.800271 n-d-805649-14 neutron-server[103367]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 08:56:05.800508 n-d-805649-14 neutron-server[103367]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103367) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 19 08:56:06.226289 n-d-805649-14 neutron-server[103367]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 08:56:06.226503 n-d-805649-14 neutron-server[103367]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 08:56:06.226810 n-d-805649-14 neutron-server[103367]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 08:56:06.227153 n-d-805649-14 neutron-server[103367]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 19 08:56:06.550064 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.550363 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.550637 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.551809 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.552083 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.552348 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.587861 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.588142 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.588414 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.603259 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.603538 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.603805 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.632383 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.632662 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.632933 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.669810 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.670090 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.670357 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.912993 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.913613 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.913613 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.913854 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:06.914441 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.012616 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.012933 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.013238 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.013508 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.013778 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.014084 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.014342 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.014595 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.014846 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.015215 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.015385 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.015638 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.015888 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.016136 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.016388 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.016647 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.016897 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.017183 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.017451 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.017708 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.017976 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.018228 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.018504 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.018871 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.019118 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.019358 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.019748 n-d-805649-14 neutron-server[103367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 08:56:07.019986 n-d-805649-14 neutron-server[103367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 08:56:07.020220 n-d-805649-14 neutron-server[103367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 08:56:07.020455 n-d-805649-14 neutron-server[103367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 08:56:07.020687 n-d-805649-14 neutron-server[103367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 08:56:07.020919 n-d-805649-14 neutron-server[103367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 08:56:07.021304 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 19 08:56:07.024415 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 19 08:56:07.029010 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 19 08:56:07.032875 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Nov 19 08:56:07.034527 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 19 08:56:07.034986 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 19 08:56:07.035319 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 19 08:56:07.035702 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 19 08:56:07.038546 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 19 08:56:07.038794 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 19 08:56:07.039138 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 08:56:07.045017 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 19 08:56:07.067140 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 19 08:56:07.067587 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.067883 n-d-805649-14 neutron-server[103367]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103367) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 19 08:56:07.068405 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.069825 n-d-805649-14 neutron-server[103367]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103367) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 19 08:56:07.070103 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 08:56:07.070345 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 19 08:56:07.073650 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.074487 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.137683 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 19 08:56:07.137920 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 19 08:56:07.138156 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 19 08:56:07.138524 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 19 08:56:07.160122 n-d-805649-14 neutron-server[103367]: DEBUG oslo_db.sqlalchemy.engines [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 19 08:56:07.696952 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Initializing driver for type 'gre' Nov 19 08:56:07.697430 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] gre ID ranges: [(1, 1000)] Nov 19 08:56:07.746781 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Initializing driver for type 'local' Nov 19 08:56:07.747120 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Initializing driver for type 'vlan' Nov 19 08:56:07.759066 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] VlanTypeDriver initialization complete Nov 19 08:56:07.759386 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Initializing driver for type 'vxlan' Nov 19 08:56:07.759879 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] vxlan ID ranges: [(1, 1000)] Nov 19 08:56:07.807422 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Initializing extension driver 'port_security' Nov 19 08:56:07.807733 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.extensions.port_security [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] PortSecurityExtensionDriver initialization complete Nov 19 08:56:07.808070 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Initializing mechanism driver 'openvswitch' Nov 19 08:56:07.808696 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Initializing mechanism driver 'hyperv' Nov 19 08:56:07.815317 n-d-805649-14 neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 08:56:07.816153 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > port after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.816528 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > port after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.816885 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > port after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.817450 n-d-805649-14 neutron-server[103367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 08:56:07.817894 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > subnet after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.818256 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > subnet after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.818612 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.819019 n-d-805649-14 neutron-server[103367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 08:56:07.819430 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > network after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.819784 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > network after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.820144 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > network after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.820533 n-d-805649-14 neutron-server[103367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 08:56:07.820946 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > security_group after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.821331 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > security_group after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.821680 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.822084 n-d-805649-14 neutron-server[103367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 08:56:07.822496 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.822853 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.823195 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.823598 n-d-805649-14 neutron-server[103367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 08:56:07.824515 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > address_group after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.824863 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > address_group after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.825239 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.825643 n-d-805649-14 neutron-server[103367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 08:56:07.826024 n-d-805649-14 neutron-server[103367]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] ML2 OVO RPC backend initialized. {{(pid=103367) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 19 08:56:07.826728 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.827087 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.827505 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > network before_response 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.827884 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > networks before_response 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.828305 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > port before_response 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.828910 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > ports before_response 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.829513 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > subnet before_response 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.829869 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > subnets before_response 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.830223 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > network after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.830573 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > network after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.830917 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > network after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.831259 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > port after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.831600 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > port after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.831939 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > port after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.832279 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > subnet after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.832625 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > subnet after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.832963 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.833576 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.plugin [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Modular L2 Plugin initialization complete Nov 19 08:56:07.833907 n-d-805649-14 neutron-server[103367]: DEBUG neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading services supported by the core plugin {{(pid=103367) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 19 08:56:07.834239 n-d-805649-14 neutron-server[103367]: INFO neutron.plugins.ml2.managers [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Got port-security extension from driver 'port_security' Nov 19 08:56:07.834703 n-d-805649-14 neutron-server[103367]: INFO neutron.extensions.vlantransparent [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Disabled vlantransparent extension. Nov 19 08:56:07.835185 n-d-805649-14 neutron-server[103367]: DEBUG neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103367) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 19 08:56:07.835503 n-d-805649-14 neutron-server[103367]: INFO neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading Plugin: router Nov 19 08:56:07.871215 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.871609 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router after_create 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.871981 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router before_create 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.872351 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.872729 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.873113 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router after_delete 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.873479 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.873953 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.874319 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router after_create 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.874671 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router after_update 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.875027 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router after_update 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.875380 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.875742 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router after_update 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.876156 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router precommit_update 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.876526 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: port after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.876868 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: port after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.877249 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: subnet after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.877597 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.877951 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.878305 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router precommit_create 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.878649 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: port before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.878993 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router precommit_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.879350 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router after_update 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.879694 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.880047 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router precommit_create 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.880415 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.880760 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router precommit_update 55549900 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.881155 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > agent after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.881509 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > agent after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.881856 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > network after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.882718 n-d-805649-14 neutron-server[103367]: DEBUG neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Tracking information for resource: router configured {{(pid=103367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 08:56:07.883050 n-d-805649-14 neutron-server[103367]: DEBUG neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Tracking information for resource: floatingip configured {{(pid=103367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 08:56:07.888475 n-d-805649-14 neutron-server[103367]: INFO neutron.db.l3_agentschedulers_db [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 19 08:56:07.889054 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: port after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.889443 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: port after_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.889799 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: port after_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.890158 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: port after_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.890952 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router before_create 55550100 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.891348 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.891711 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router precommit_create 55550100 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.892068 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > router precommit_update 55550100 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.897143 n-d-805649-14 neutron-server[103367]: DEBUG neutron.services.provider_configuration [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Service providers = [] {{(pid=103367) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 19 08:56:07.897512 n-d-805649-14 neutron-server[103367]: DEBUG neutron.db.servicetype_db [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103367) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 19 08:56:07.900472 n-d-805649-14 neutron-server[103367]: DEBUG neutron.services.service_base [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103367) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 08:56:07.900827 n-d-805649-14 neutron-server[103367]: DEBUG neutron.services.service_base [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103367) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 08:56:07.901204 n-d-805649-14 neutron-server[103367]: DEBUG neutron.services.service_base [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103367) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 08:56:07.902662 n-d-805649-14 neutron-server[103367]: DEBUG neutron.services.service_base [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103367) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 08:56:07.903035 n-d-805649-14 neutron-server[103367]: INFO neutron.services.service_base [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 19 08:56:07.903411 n-d-805649-14 neutron-server[103367]: DEBUG neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 08:56:07.903730 n-d-805649-14 neutron-server[103367]: INFO neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 19 08:56:07.914446 n-d-805649-14 neutron-server[103367]: DEBUG neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 08:56:07.914960 n-d-805649-14 neutron-server[103367]: INFO neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading Plugin: auto_allocate Nov 19 08:56:07.920616 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: network precommit_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.920991 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: network precommit_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.921546 n-d-805649-14 neutron-server[103367]: DEBUG neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 08:56:07.921871 n-d-805649-14 neutron-server[103367]: INFO neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading Plugin: tag Nov 19 08:56:07.928636 n-d-805649-14 neutron-server[103367]: DEBUG neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 08:56:07.928970 n-d-805649-14 neutron-server[103367]: INFO neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading Plugin: timestamp Nov 19 08:56:07.932818 n-d-805649-14 neutron-server[103367]: DEBUG neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 08:56:07.933208 n-d-805649-14 neutron-server[103367]: INFO neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading Plugin: network_ip_availability Nov 19 08:56:07.938992 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.939374 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.939732 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:07.940442 n-d-805649-14 neutron-server[103367]: DEBUG neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 08:56:07.940765 n-d-805649-14 neutron-server[103367]: INFO neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading Plugin: flavors Nov 19 08:56:07.945920 n-d-805649-14 neutron-server[103367]: DEBUG neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 08:56:07.946338 n-d-805649-14 neutron-server[103367]: INFO neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading Plugin: revisions Nov 19 08:56:07.951205 n-d-805649-14 neutron-server[103367]: DEBUG neutron.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 08:56:07.951676 n-d-805649-14 neutron-server[103367]: DEBUG oslo_concurrency.lockutils [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.725s {{(pid=103367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 08:56:07.952298 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103367) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 19 08:56:07.952635 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Initializing extension manager. Nov 19 08:56:07.953292 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: __init__.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.953540 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: __pycache__ {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.953876 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.954211 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: address_group.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.954976 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.955545 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: address-group Nov 19 08:56:07.955874 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: address_scope.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.956595 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.957121 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: address-scope Nov 19 08:56:07.957450 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.958593 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.959097 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: router-admin-state-down-before-update Nov 19 08:56:07.959410 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: agent.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.960131 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.960631 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: agent Nov 19 08:56:07.960958 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: agent_resources_synced.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.961956 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.962451 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: agent-resources-synced Nov 19 08:56:07.962778 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: allowedaddresspairs.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.965358 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.965873 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: allowed-address-pairs Nov 19 08:56:07.966202 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: auto_allocated_topology.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.967303 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.967817 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: auto-allocated-topology Nov 19 08:56:07.968151 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: availability_zone.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.968849 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.969382 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: availability_zone Nov 19 08:56:07.969708 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: availability_zone_filter.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.970634 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.971142 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: availability_zone_filter Nov 19 08:56:07.971466 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: data_plane_status.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.972381 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.972882 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension data-plane-status not supported by any of loaded plugins Nov 19 08:56:07.973237 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: default_subnetpools.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.974165 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.974675 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: default-subnetpools Nov 19 08:56:07.975001 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.975814 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.976320 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: dhcp_agent_scheduler Nov 19 08:56:07.976645 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: dns.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.977604 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.978109 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension dns-integration not supported by any of loaded plugins Nov 19 08:56:07.978429 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: dns_domain_ports.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.979350 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.979863 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 19 08:56:07.980211 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.981171 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.981675 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 19 08:56:07.981998 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: dvr.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.982670 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.983174 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: dvr Nov 19 08:56:07.983496 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: ecmp_routes.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.984418 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.984943 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 19 08:56:07.985292 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: empty_string_filtering.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.986211 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.986714 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: empty-string-filtering Nov 19 08:56:07.987042 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.987957 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.988454 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 19 08:56:07.988777 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.989738 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.990241 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 19 08:56:07.990565 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: external_net.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.991475 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.991973 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: external-net Nov 19 08:56:07.992299 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.993235 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.993740 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: extra_dhcp_opt Nov 19 08:56:07.994063 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: extraroute.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.994977 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.995480 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: extraroute Nov 19 08:56:07.995827 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: extraroute_atomic.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.997047 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.997589 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: extraroute-atomic Nov 19 08:56:07.997919 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: filter_validation.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:07.998590 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:07.999096 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: filter-validation Nov 19 08:56:07.999422 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: fip_pf_description.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.000345 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.000846 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 19 08:56:08.001199 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: fip_port_details.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.002130 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.002636 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: fip-port-details Nov 19 08:56:08.002961 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: flavors.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.004202 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.004716 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: flavors Nov 19 08:56:08.005046 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.006744 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.007259 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 19 08:56:08.007591 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: floatingip_pools.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.008294 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.008801 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: floatingip-pools Nov 19 08:56:08.009153 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: ip_allocation.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.010099 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.010599 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension ip_allocation not supported by any of loaded plugins Nov 19 08:56:08.010924 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.012380 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.012887 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: ip-substring-filtering Nov 19 08:56:08.013257 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: l2_adjacency.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.014190 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.014694 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 19 08:56:08.015020 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: l3.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.015989 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.016501 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: router Nov 19 08:56:08.016828 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.019104 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.019628 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 19 08:56:08.019966 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.020918 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.021462 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: ext-gw-mode Nov 19 08:56:08.021795 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.022739 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.023246 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: l3-ha Nov 19 08:56:08.023574 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: l3_flavors.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.024500 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.025004 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: l3-flavors Nov 19 08:56:08.025353 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.026274 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.026777 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 19 08:56:08.027648 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: l3agentscheduler.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.028693 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.029239 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: l3_agent_scheduler Nov 19 08:56:08.029573 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: local_ip.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.031349 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.031869 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension local_ip not supported by any of loaded plugins Nov 19 08:56:08.032207 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: logging.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.035201 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.035733 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension logging not supported by any of loaded plugins Nov 19 08:56:08.036074 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: metering.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.036832 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.037450 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: metering Nov 19 08:56:08.037787 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.038895 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.039419 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: metering_source_and_destination_fields Nov 19 08:56:08.039753 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: multiprovidernet.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.040703 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.041246 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: multi-provider Nov 19 08:56:08.041580 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: netmtu.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.042527 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.043043 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: net-mtu Nov 19 08:56:08.043371 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: netmtu_writable.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.044298 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.044811 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: net-mtu-writable Nov 19 08:56:08.045171 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: network_availability_zone.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.045846 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.046350 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: network_availability_zone Nov 19 08:56:08.046674 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: network_ip_availability.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.047787 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.048302 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: network-ip-availability Nov 19 08:56:08.048630 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: network_segment_range.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.049425 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.049931 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension network-segment-range not supported by any of loaded plugins Nov 19 08:56:08.050261 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: pagination.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.051260 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.051595 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: pagination Nov 19 08:56:08.051920 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: port_device_profile.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.052863 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.053406 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: port-device-profile Nov 19 08:56:08.053732 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.054661 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.055165 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: port-mac-address-regenerate Nov 19 08:56:08.055489 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.056409 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.056917 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: port-numa-affinity-policy Nov 19 08:56:08.057274 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: port_resource_request.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.058228 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.058982 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension port-resource-request not supported by any of loaded plugins Nov 19 08:56:08.059305 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: port_resource_request_groups.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.060291 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.060795 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 19 08:56:08.061158 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: portbindings.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.062097 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.062604 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: binding Nov 19 08:56:08.062931 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: portbindings_extended.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.064221 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.064738 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: binding-extended Nov 19 08:56:08.065070 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: portsecurity.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.066012 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.066524 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: port-security Nov 19 08:56:08.066850 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: project_id.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.067836 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.068170 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: project-id Nov 19 08:56:08.068496 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: providernet.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.069460 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.069969 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: provider Nov 19 08:56:08.070299 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: qos.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.074370 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.074894 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension qos not supported by any of loaded plugins Nov 19 08:56:08.075234 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.076500 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.077017 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 19 08:56:08.077379 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.078315 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.078825 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 19 08:56:08.079154 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: qos_default.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.080076 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.080588 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension qos-default not supported by any of loaded plugins Nov 19 08:56:08.080922 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: qos_fip.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.081605 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.082105 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension qos-fip not supported by any of loaded plugins Nov 19 08:56:08.082431 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: qos_gateway_ip.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.083363 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.083867 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 19 08:56:08.084196 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: qos_port_network_policy.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.085139 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.085647 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 19 08:56:08.085975 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.087213 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.087732 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 19 08:56:08.088064 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: qos_pps_rule.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.089289 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.090347 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension qos-pps not supported by any of loaded plugins Nov 19 08:56:08.090673 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: qos_rule_type_details.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.091627 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.092142 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 19 08:56:08.092471 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: qos_rules_alias.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.093564 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.094077 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 19 08:56:08.094409 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: quota_check_limit.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.095333 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.095843 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: quota-check-limit Nov 19 08:56:08.096174 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: quotasv2.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.097126 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.097513 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: quotas Nov 19 08:56:08.097838 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: quotasv2_detail.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.100999 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.101451 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: quota_details Nov 19 08:56:08.101792 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: rbac.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.102849 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.103372 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: rbac-policies Nov 19 08:56:08.103705 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: rbac_address_group.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.104647 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.105222 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: rbac-address-group Nov 19 08:56:08.105556 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: rbac_address_scope.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.106490 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.107006 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: rbac-address-scope Nov 19 08:56:08.107334 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: rbac_security_groups.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.108269 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.108785 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: rbac-security-groups Nov 19 08:56:08.109133 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: rbac_subnetpool.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.110063 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.110574 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: rbac-subnetpool Nov 19 08:56:08.110906 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: revisionifmatch.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.111833 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.112342 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: revision-if-match Nov 19 08:56:08.112669 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: revisions.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.113824 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.114334 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: standard-attr-revisions Nov 19 08:56:08.114663 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: router_availability_zone.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.115336 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.115843 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: router_availability_zone Nov 19 08:56:08.116169 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: routerservicetype.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.117108 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.117629 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension router-service-type not supported by any of loaded plugins Nov 19 08:56:08.117956 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.118959 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.119469 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: security-groups-normalized-cidr Nov 19 08:56:08.119795 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.120748 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.121291 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: port-security-groups-filtering Nov 19 08:56:08.121617 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.122551 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.123064 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: security-groups-remote-address-group Nov 19 08:56:08.123390 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.124343 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.124854 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: security-groups-shared-filtering Nov 19 08:56:08.125319 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.126253 n-d-805649-14 neutron-server[103367]: WARNING neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 19 08:56:08.126673 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: securitygroup.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.136998 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.137559 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: security-group Nov 19 08:56:08.137897 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: segment.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.138699 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.139209 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension segment not supported by any of loaded plugins Nov 19 08:56:08.139542 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.140493 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.141008 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 19 08:56:08.141369 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: servicetype.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.142487 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.143011 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: service-type Nov 19 08:56:08.143344 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: sorting.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.144342 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.144679 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: sorting Nov 19 08:56:08.145006 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: standard_attr_segment.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.145955 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.146467 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 19 08:56:08.146795 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: standardattrdescription.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.147452 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.147958 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: standard-attr-description Nov 19 08:56:08.148284 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: stateful_security_group.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.149263 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.149780 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: stateful-security-group Nov 19 08:56:08.150108 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: stdattrs_common.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.150688 n-d-805649-14 neutron-server[103367]: WARNING neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 19 08:56:08.151013 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.152495 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.153017 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 19 08:56:08.153371 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: subnet_onboard.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.154449 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.154972 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: subnet_onboard Nov 19 08:56:08.155305 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.156248 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.156766 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 19 08:56:08.157118 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: subnet_service_types.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.158065 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.158578 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: subnet-service-types Nov 19 08:56:08.158908 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: subnetallocation.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.160013 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.160524 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: subnet_allocation Nov 19 08:56:08.160853 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.161565 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.162074 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: subnetpool-prefix-ops Nov 19 08:56:08.162398 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.163330 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.163842 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 19 08:56:08.164168 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: tagging.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.165267 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.165780 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: standard-attr-tag Nov 19 08:56:08.166111 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: timestamp.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.167325 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.167866 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loaded extension: standard-attr-timestamp Nov 19 08:56:08.168196 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: trunk.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.169283 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.169798 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension trunk not supported by any of loaded plugins Nov 19 08:56:08.170125 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: trunk_details.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.171082 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.171602 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension trunk-details not supported by any of loaded plugins Nov 19 08:56:08.171931 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: uplink_status_propagation.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.172860 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.173406 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 19 08:56:08.173731 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Loading extension file: vlantransparent.py {{(pid=103367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 08:56:08.174406 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 08:56:08.174911 n-d-805649-14 neutron-server[103367]: INFO neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 19 08:56:08.177440 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of TrackedResource for resource:network Nov 19 08:56:08.177967 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of TrackedResource for resource:subnet Nov 19 08:56:08.178372 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 08:56:08.178768 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of TrackedResource for resource:port Nov 19 08:56:08.179974 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 08:56:08.180423 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Service FLAVORS assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 08:56:08.181051 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 08:56:08.181524 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 08:56:08.181866 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of TrackedResource for resource:router Nov 19 08:56:08.182302 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 08:56:08.182800 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Service METERING assigned prefix: /metering {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 08:56:08.184782 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:08.185187 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:08.185543 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 08:56:08.186532 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 08:56:08.186979 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of TrackedResource for resource:security_group Nov 19 08:56:08.187517 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 08:56:08.188111 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Service CORE assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 08:56:08.188452 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 08:56:08.188800 n-d-805649-14 neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] subnetpool is already registered Nov 19 08:56:08.189260 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Service CORE assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 08:56:08.189598 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 08:56:08.189934 n-d-805649-14 neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] subnetpool is already registered Nov 19 08:56:08.192216 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 08:56:08.192659 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Service FLAVORS assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 08:56:08.193289 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 08:56:08.193718 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 08:56:08.194066 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of TrackedResource for resource:router Nov 19 08:56:08.194410 n-d-805649-14 neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] router is already registered Nov 19 08:56:08.194830 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 08:56:08.195169 n-d-805649-14 neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] floatingip is already registered Nov 19 08:56:08.195630 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Service METERING assigned prefix: /metering {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 08:56:08.196304 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 08:56:08.196636 n-d-805649-14 neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] rbac_policy is already registered Nov 19 08:56:08.197051 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of TrackedResource for resource:security_group Nov 19 08:56:08.197412 n-d-805649-14 neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] security_group is already registered Nov 19 08:56:08.197820 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 08:56:08.198156 n-d-805649-14 neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] security_group_rule is already registered Nov 19 08:56:08.199343 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Service CORE assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 08:56:08.199687 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 08:56:08.200025 n-d-805649-14 neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] subnetpool is already registered Nov 19 08:56:08.200447 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.v2.resource_helper [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Service CORE assigned prefix: {{(pid=103367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 08:56:08.200783 n-d-805649-14 neutron-server[103367]: INFO neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 08:56:08.201148 n-d-805649-14 neutron-server[103367]: WARNING neutron.quota.resource_registry [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] subnetpool is already registered Nov 19 08:56:08.201675 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: extensions {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.203086 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: address-groups {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.204591 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: address-scopes {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.205949 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: agents {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.207131 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: auto-allocated-topology {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.208369 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: availability_zones {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.209636 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: dhcp-networks {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.211149 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: dhcp-agents {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.212583 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: routers {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.214863 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: flavors {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.216035 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: service_profiles {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.217286 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: next_providers {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.218745 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: service_profiles {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.220292 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: floatingip-pools {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.221572 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: routers {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.223716 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: floatingips {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.226134 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: l3-routers {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.227542 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: l3-agents {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.228966 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: metering-labels {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.230385 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: metering-label-rules {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.231671 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: network-ip-availabilities {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.232958 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: bindings {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.234658 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: quotas {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.236220 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: quotas {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.237794 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: rbac-policies {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.239091 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: security-groups {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.240338 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: security-group-rules {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.241625 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: service-providers {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.242858 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: subnetpools {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.244300 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: subnetpools {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.246364 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.248058 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.249910 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.251698 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.253505 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.255383 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.257064 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.259016 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.260802 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.263305 n-d-805649-14 neutron-server[103367]: DEBUG neutron.api.extensions [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Extended resource: tags {{(pid=103367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 08:56:08.269376 n-d-805649-14 neutron-server[103367]: WARNING keystonemiddleware.auth_token [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 19 08:56:08.274117 n-d-805649-14 neutron-server[103367]: WARNING keystonemiddleware.auth_token [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 19 08:56:08.283170 n-d-805649-14 neutron-server[103367]: DEBUG oslo_concurrency.lockutils [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Acquired lock "singleton_lock" {{(pid=103367) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 19 08:56:08.283648 n-d-805649-14 neutron-server[103367]: DEBUG oslo_concurrency.lockutils [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Releasing lock "singleton_lock" {{(pid=103367) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 19 08:56:08.284299 n-d-805649-14 neutron-server[103367]: INFO oslo_service.service [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Starting 2 workers Nov 19 08:56:08.289047 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Started child 103476 {{(pid=103367) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 08:56:08.293458 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Started child 103477 {{(pid=103367) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 08:56:08.294588 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:08.295225 n-d-805649-14 neutron-server[103367]: INFO neutron.service [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 19 08:56:08.295628 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Publish callbacks [] for process, before_spawn {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:08.296043 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [-] (103476) wsgi starting up on http://0.0.0.0:9696 Nov 19 08:56:08.298075 n-d-805649-14 neutron-server[103367]: INFO oslo_service.service [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Starting 1 workers Nov 19 08:56:08.298529 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:08.299873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [-] (103477) wsgi starting up on http://0.0.0.0:9696 Nov 19 08:56:08.303175 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Started child 103478 {{(pid=103367) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 08:56:08.303759 n-d-805649-14 neutron-server[103367]: INFO oslo_service.service [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Starting 1 workers Nov 19 08:56:08.306900 n-d-805649-14 neutron-server[103478]: DEBUG neutron.service [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] calling RpcWorker wait() {{(pid=103478) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 19 08:56:08.307443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.service [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] returning from RpcWorker wait() {{(pid=103478) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 19 08:56:08.308707 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Started child 103479 {{(pid=103367) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 08:56:08.309259 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:08.309526 n-d-805649-14 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-13605da6-ea7e-4b8b-88a6-88ff5b419842 None None] Publish callbacks [] for process, after_spawn {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:08.309716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 08:56:08.311440 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103367) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 08:56:08.311658 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 08:56:08.311851 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 08:56:08.312079 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 08:56:08.312425 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 08:56:08.312612 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 08:56:08.313157 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.313430 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.313689 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.313789 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:08.314233 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.314233 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.314679 n-d-805649-14 neutron-server[103479]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 08:56:08.314788 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.315034 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.315291 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.315576 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.315812 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.315989 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.316158 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.316413 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.316646 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.316937 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.317228 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.317473 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.317730 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.317908 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.318161 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.318444 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.318712 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.318972 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] debug = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.319222 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.319728 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.319958 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.320199 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.320443 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.320725 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.320959 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.321241 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.321492 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.321715 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.321961 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.322211 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.322450 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.322665 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.322901 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.323137 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.323397 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.323627 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.324674 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] host = n-d-805649-14 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.324900 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.325141 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.325389 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.325632 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.325898 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.326119 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.326371 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.326898 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.326898 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.327134 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.327368 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.327627 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.327846 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.328101 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] log_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.328271 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] log_options = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.328486 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.328761 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.329013 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.329296 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.329393 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.329572 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.329833 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.329992 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.330244 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.330463 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.330679 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.330922 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.331160 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.331398 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.331656 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.331889 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.332148 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.332320 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.332592 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.332821 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.333054 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.333328 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.333540 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.333781 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.334018 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.334254 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.334505 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.334748 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.334988 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.335246 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.335480 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.335729 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.335946 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.336202 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.336468 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.336697 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.336933 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.337188 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.337469 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.337701 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.337967 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.338227 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.338446 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.338694 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.338933 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.339167 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.339447 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] use_json = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.339671 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.339909 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.340275 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.341159 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.341428 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.341785 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.342027 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.342457 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.342762 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.343087 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.343422 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.343736 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.343931 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.344239 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.344499 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.345731 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.346538 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.346798 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.347133 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.347399 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.347700 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.347955 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.348245 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.348585 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.348851 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.349135 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.349376 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.349616 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.350641 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.350641 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.350641 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.350641 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.350913 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.351066 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.351299 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.351584 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.351877 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.352235 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.352508 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.353257 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.353257 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.353257 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.355562 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.355562 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.355562 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.355562 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.355562 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.355562 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.355562 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.355562 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.355562 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.356108 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.356108 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.356108 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.356291 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.356647 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.356817 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.356941 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.357667 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.357667 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.357667 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.358009 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.358096 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.358275 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.358496 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.358749 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.358985 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.359223 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.359467 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.359660 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.359910 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.360130 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.360342 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.360561 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.360796 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.361012 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.361335 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.361602 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.362056 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.364508 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.364508 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.364508 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.364508 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.364508 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.364508 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.364508 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.364508 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.364508 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.365518 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.365518 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.365518 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.365518 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.365518 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.365518 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.365518 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.365991 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.365991 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.365991 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.366462 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.366462 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.367027 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.367027 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.367257 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.367385 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.367652 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.367867 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.368102 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.368341 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.368557 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.368786 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.369044 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.369320 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.370008 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.370008 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.370008 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.370453 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.370453 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.371308 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.371396 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.371606 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.371867 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.372133 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.372587 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.373005 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.373478 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.375574 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.375574 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.375574 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.375574 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.375574 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.375574 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.376316 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.376316 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.376573 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.376706 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.377248 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.384909 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.384909 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.384909 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.384909 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.384909 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.384909 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.384909 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.384909 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.386905 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.386905 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.386905 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.386905 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.386905 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.386905 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.386905 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.386905 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.387456 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.387456 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.387456 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.387456 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.387456 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.387456 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.387456 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.387456 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.387998 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.387998 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.387998 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.387998 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.387998 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.387998 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.387998 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.387998 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.388547 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.388547 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.388547 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.388547 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.388547 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.388547 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.388547 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.388547 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.389068 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.389068 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.389068 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.389068 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.389068 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.389068 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.389068 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.389068 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.397418 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.397418 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.397418 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.397418 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.397418 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.397418 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.397418 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.397418 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.398242 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.398242 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.398242 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.398242 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.398242 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.398242 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.398242 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.398242 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.400335 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.400335 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.400335 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.400335 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.400335 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.400335 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.400335 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.400335 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.400948 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.400948 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.400948 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.400948 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.400948 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.400948 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.400948 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.400948 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.401515 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.401515 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.401515 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.401515 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.401515 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.401515 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.401515 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.401515 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.402072 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.402072 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.402072 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.402072 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.402072 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.402072 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.402072 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.402072 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.402955 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.402955 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.402955 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.402955 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.402955 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.402955 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.402955 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.402955 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.404196 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.404196 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.404196 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.404196 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.404196 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.404196 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.404196 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.404196 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.405233 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.405233 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.405233 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.405233 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.405233 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.405233 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.405233 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.405233 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.409042 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.409042 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.409042 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.409042 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.409042 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.409042 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.409042 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.409042 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.410241 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.410241 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.410241 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.410241 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.410241 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.410241 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.410241 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.410241 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.411013 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.411013 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.411013 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.411013 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.411013 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.411013 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.411013 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.411013 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.411565 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.411565 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.411565 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.411565 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.411857 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.411936 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.412260 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.412464 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.412600 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.412823 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.413052 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.413422 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.413709 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.413709 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.413709 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.415971 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.415971 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.415971 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.415971 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.415971 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 08:56:08.415971 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103367) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 08:56:08.416392 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 08:56:08.417119 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 08:56:08.417119 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 08:56:08.417119 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 08:56:08.417119 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 08:56:08.417419 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.417510 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.417672 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.417899 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.418076 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.418234 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.418398 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.418558 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.418716 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.418878 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.419038 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.419197 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.419356 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.419515 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.419674 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.419833 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.419993 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.420153 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.420317 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.420476 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.420634 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.420792 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.420951 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] debug = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.421127 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.421348 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.421519 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.421678 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.421836 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.421993 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.422152 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.422310 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.422468 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.422626 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.422785 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.422942 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.423100 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.423258 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.423416 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.423574 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.423733 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.423892 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.424049 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] host = n-d-805649-14 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.424208 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.424367 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.424524 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.424682 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.424840 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.424998 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.425176 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.425337 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.425495 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.425652 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.425810 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.425966 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.426124 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.426283 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] log_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.426440 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] log_options = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.426598 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.426755 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.426913 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.427101 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.427265 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.427425 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.427583 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.427741 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.427899 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.428062 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.428246 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.428350 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.428515 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.428666 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.428804 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.428949 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.429111 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.429267 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.429426 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.429570 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.430177 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.430177 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.430177 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.430177 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.430593 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.430593 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.430593 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.430811 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.430914 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.431073 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.431235 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.433633 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.433633 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.433633 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.433633 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.433633 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.433633 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.433633 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.433633 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.434507 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.434507 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.434507 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.434507 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.434507 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.434507 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.434507 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.434507 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] use_json = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.435401 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.435401 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.435401 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.435401 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.435401 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.435401 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.435401 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.435401 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 08:56:08.436268 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.436268 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.436268 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.436268 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.436268 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.436268 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.436921 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.436921 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.436921 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.436921 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.437409 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.437409 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.437409 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.437922 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.437922 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.437922 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.437922 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.438653 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.438653 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.438653 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.438653 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.438653 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.439755 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.439755 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.439755 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.439755 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.439755 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.439755 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.439755 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.440229 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.440229 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.440229 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.440432 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.440508 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.440593 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.440756 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.440918 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.441079 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.441260 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.441421 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.441827 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.441827 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.442058 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.442058 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.442612 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.442612 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.442612 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.442612 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.443008 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.443008 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.443153 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.443229 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.443358 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.443963 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.443963 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.443963 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.443963 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.444422 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.444422 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.444422 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.444758 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.444758 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.444958 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.445037 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.445208 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.445370 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.445532 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.445691 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.445864 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.446025 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.446185 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.446350 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.446506 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.446671 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.446831 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.446992 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.447152 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.447313 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.447475 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.447629 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.447795 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.447957 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.448115 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.448279 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.448450 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.448582 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.448754 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.449531 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.449744 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.449870 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.450023 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.450197 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.450570 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.450570 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.450570 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.450967 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.450967 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.451980 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.451980 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.451980 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.451980 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.451980 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.451980 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.451980 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.453033 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.453033 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.453033 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.453033 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.453033 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.453033 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.453033 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.453834 n-d-805649-14 neutron-server[103478]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 08:56:08.453945 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.453945 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.453945 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.453945 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.453945 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.453945 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.454550 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.454550 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.454550 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.454550 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.455000 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.455000 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.455000 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.455336 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.455336 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.455554 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.455554 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.455782 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.455902 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.456031 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.456153 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.456273 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.456426 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.456598 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.456759 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.456920 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.457128 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.457282 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.457425 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.457588 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.457748 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.457909 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.458069 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.458229 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.458388 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.458548 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.458709 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.458869 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.459030 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.459190 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.459350 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.459510 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.459669 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.459829 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.459991 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.460151 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.460311 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.460471 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.460631 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.460791 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.460951 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.461132 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.461295 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.461456 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.461616 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.461798 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.461921 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.462071 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.462228 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.462388 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.462549 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.462750 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.462875 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.462996 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.463153 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.463313 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.463475 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.463635 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.463796 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.463956 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.464167 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.464336 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.464518 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.464679 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.464841 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.465545 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.465545 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.465545 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.465545 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.466002 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.466002 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.466002 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.466596 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.466596 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.466596 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.466596 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.467383 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.467383 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.467383 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.467383 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.467383 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.468170 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.468170 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.468170 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.468170 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.468170 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.468721 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.468721 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.468721 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.468721 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.469126 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.469126 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.469126 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.469429 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.469429 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.469656 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.469877 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.470057 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.470219 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.470381 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.470541 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.470702 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.470862 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.471032 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.471192 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.471436 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.471599 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.471761 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.471922 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.472096 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.472255 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.472416 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.472577 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.472810 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.472941 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.473044 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.473227 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.473386 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.473547 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.473708 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.473867 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.474037 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.474198 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.474359 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.474519 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.474679 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.474839 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.475009 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.475170 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.475331 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.475500 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.475660 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.475819 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.475979 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.476150 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.476310 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.476473 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.476633 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.476793 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.476953 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.477133 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.477297 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.477464 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.477631 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.477832 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.477957 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.478105 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.478274 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.478434 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.478602 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.478774 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.478931 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.479081 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.479241 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.479401 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.479561 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.479720 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.479881 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.480051 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.480212 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.480371 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.480528 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.480661 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.481194 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.481194 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.481194 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.482165 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.482165 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.482165 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.482165 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 08:56:08.482165 n-d-805649-14 neutron-server[103367]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 08:56:08.731101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53310) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:56:08.739632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063589 Nov 19 08:56:19.925734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ff5c5e-b84a-4bc8-ac59-34e435e81846 None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 08:56:20.006369 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ff5c5e-b84a-4bc8-ac59-34e435e81846 None None] No non-hosted networks {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 19 08:56:20.027885 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.agentschedulers_db [None req-f8ff5c5e-b84a-4bc8-ac59-34e435e81846 None None] DHCP Agent not found on host n-d-805649-14 {{(pid=103478) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 19 08:56:20.183888 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2b401c03-bb8f-4a15-851f-2557b3acaf68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-881373'] for agent, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:22.173605 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b2ecd7cd-5313-4987-9ce0-f2951a5ee40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-881373'] for agent, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:22.222417 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5a24d8c2-4ee1-4cc2-ac19-51a645ad43b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:23.276406 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-881373'] for agent, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:24.724808 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-881373'] for agent, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:25.432375 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-881373'] for agent, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:25.434005 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:25.434453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:25.434854 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:25.435279 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:25.435694 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:25.436093 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:25.436485 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:25.436944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:25.437650 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:25.439541 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:25.440183 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:25.440585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:25.442223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-805649-14', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 08:56:25.450675 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-805649-14', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 08:56:25.977379 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53402) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:56:26.492954 n-d-805649-14 neutron-server[103476]: WARNING oslo_policy.policy [None req-f69d4f18-cd86-470d-8aee-74874b138231 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 08:56:26.493795 n-d-805649-14 neutron-server[103476]: WARNING oslo_policy.policy [None req-f69d4f18-cd86-470d-8aee-74874b138231 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 08:56:26.726245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-f69d4f18-cd86-470d-8aee-74874b138231 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 08:56:26.742396 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f69d4f18-cd86-470d-8aee-74874b138231 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7627990 Nov 19 08:56:28.643051 n-d-805649-14 neutron-server[103478]: INFO neutron.db.l3_hamode_db [None req-46eba86b-edc1-4f19-b5fa-7c2ea17ea77a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 19 08:56:28.721020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eba86b-edc1-4f19-b5fa-7c2ea17ea77a None None] Routers set() bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 08:56:28.721442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eba86b-edc1-4f19-b5fa-7c2ea17ea77a None None] Router IDs set() for agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 08:56:29.217372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53418) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:56:29.522288 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7be3ce85-13d8-4b88-840b-c05703ee915f admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 08:56:29.616666 n-d-805649-14 neutron-server[103476]: DEBUG neutron.policy [None req-7be3ce85-13d8-4b88-840b-c05703ee915f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103476) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 08:56:29.662573 n-d-805649-14 neutron-server[103476]: WARNING oslo_policy.policy [None req-7be3ce85-13d8-4b88-840b-c05703ee915f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 08:56:29.662940 n-d-805649-14 neutron-server[103476]: WARNING oslo_policy.policy [None req-7be3ce85-13d8-4b88-840b-c05703ee915f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 08:56:29.671933 n-d-805649-14 neutron-server[103476]: INFO neutron.quota [None req-7be3ce85-13d8-4b88-840b-c05703ee915f admin admin] Loaded quota_driver: . Nov 19 08:56:29.759794 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7be3ce85-13d8-4b88-840b-c05703ee915f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764964851542', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764964847883', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764964838909', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764964836904', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764964843413', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764964618360', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1777848', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1953888', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-856409', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-919443'] for rbac-policy, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:29.823436 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7be3ce85-13d8-4b88-840b-c05703ee915f admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:29.824511 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7be3ce85-13d8-4b88-840b-c05703ee915f admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6061599 Nov 19 08:56:32.500530 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53430) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:56:32.794274 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Request body: {'network': {'name': 'private', 'project_id': '4ef14763bc0445d9ada462f39b529ecb', 'admin_state_up': True, 'tenant_id': '4ef14763bc0445d9ada462f39b529ecb'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 08:56:32.821869 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Made reservation on behalf of 4ef14763bc0445d9ada462f39b529ecb for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 08:56:32.824598 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:32.840678 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:32.946767 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:32.950412 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:32.973683 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 08:56:33.001545 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764965904999', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:33.002224 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Unsubscribe: segment precommit_create {{(pid=103476) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 08:56:33.002720 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Added segment 31f4db83-2699-4a82-99a8-6e6c3be94f5c of type vlan for network a8f37ff5-3c7f-499d-a671-aba4cbf219a3 Nov 19 08:56:33.018084 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3e1507-5eba-4142-849b-5f316a309717,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:56:33.043980 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:33.044320 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:33.044652 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:33.044983 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:33.045336 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:33.045661 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:33.045979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:33.046301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:33.046617 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:33.046930 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:33.047246 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:33.047556 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Tracked resource versions report: Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: pushed versions: Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: { 'AddressGroup': {'1.2'}, Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'ConntrackHelper': {'1.0'}, Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'Log': {'1.0'}, Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'Network': {'1.1'}, Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'Port': {'1.7'}, Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'PortForwarding': {'1.2'}, Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'QosPolicy': {'1.10'}, Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'SecurityGroup': {'1.5'}, Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'SecurityGroupRule': {'1.2'}, Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'SubPort': {'1.0'}, Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'Subnet': {'1.1'}, Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'Trunk': {'1.1'}} Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: consumer versions: Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: { DHCP agent@n-d-805649-14: {}, Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: L3 agent@n-d-805649-14: {}, Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: Metadata agent@n-d-805649-14: {}, Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: Metering agent@n-d-805649-14: {}, Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: Open vSwitch agent@n-d-805649-14: { 'AddressGroup': '1.2', Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'ConntrackHelper': '1.0', Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'Log': '1.0', Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'Network': '1.1', Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'Port': '1.7', Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'PortForwarding': '1.2', Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'QosPolicy': '1.10', Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'SecurityGroup': '1.5', Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'SecurityGroupRule': '1.2', Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'SubPort': '1.0', Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'Subnet': '1.1', Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: 'Trunk': '1.1'}} Nov 19 08:56:33.048625 n-d-805649-14 neutron-server[103476]: {{(pid=103476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 08:56:33.123377 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:33.162053 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:33.163173 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:56:33.163893 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:33.247709 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7460806 Nov 19 08:56:33.261027 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1aa29a-c678-4f58-9d46-9edb83ed7aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=a8f37ff5-3c7f-499d-a671-aba4cbf219a3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:56:33.272856 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network a8f37ff5-3c7f-499d-a671-aba4cbf219a3 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 08:56:35.966152 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53444) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:56:36.350689 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64666101-e08f-4a09-b646-73b077926e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:56:36.352081 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-64666101-e08f-4a09-b646-73b077926e2b admin admin] 10.222.0.21 "GET /v2.0/networks/a8f37ff5-3c7f-499d-a671-aba4cbf219a3 HTTP/1.1" status: 200 len: 825 time: 0.3849599 Nov 19 08:56:36.375830 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-31037039-d003-4d56-8516-cdd53df1db25 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/d86fff41-3937-4e48-a08a-d59c608bd0e9 HTTP/1.1" status: 200 len: 734 time: 0.0176716 Nov 19 08:56:36.384593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c7d8030a-87ee-4e34-98f9-0613516e6b40 admin admin] Request body: {'subnet': {'subnetpool_id': 'd86fff41-3937-4e48-a08a-d59c608bd0e9', 'ip_version': 4, 'network_id': 'a8f37ff5-3c7f-499d-a671-aba4cbf219a3', 'tenant_id': '4ef14763bc0445d9ada462f39b529ecb', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 08:56:36.407046 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d8030a-87ee-4e34-98f9-0613516e6b40 admin admin] Made reservation on behalf of 4ef14763bc0445d9ada462f39b529ecb for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 08:56:36.409287 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7d8030a-87ee-4e34-98f9-0613516e6b40 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:36.692677 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7d8030a-87ee-4e34-98f9-0613516e6b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:36.759416 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d8030a-87ee-4e34-98f9-0613516e6b40 admin admin] Checking segment: {'id': '31f4db83-2699-4a82-99a8-6e6c3be94f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a8f37ff5-3c7f-499d-a671-aba4cbf219a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 08:56:36.759797 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8030a-87ee-4e34-98f9-0613516e6b40 admin admin] Network hostable DHCP agents. Network: a8f37ff5-3c7f-499d-a671-aba4cbf219a3, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 08:56:36.764831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8030a-87ee-4e34-98f9-0613516e6b40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7631f565-a369-4277-9ce7-1d505028beac,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:56:36.782230 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8030a-87ee-4e34-98f9-0613516e6b40 admin admin] Network a8f37ff5-3c7f-499d-a671-aba4cbf219a3 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 08:56:36.796071 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-c7d8030a-87ee-4e34-98f9-0613516e6b40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, a8f37ff5-3c7f-499d-a671-aba4cbf219a3) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 08:56:36.802565 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d8030a-87ee-4e34-98f9-0613516e6b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:56:36.802663 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7d8030a-87ee-4e34-98f9-0613516e6b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:36.806288 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9627580-cd4f-443c-9034-e8fc37943980 None None] Network a8f37ff5-3c7f-499d-a671-aba4cbf219a3 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 08:56:36.821906 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c7d8030a-87ee-4e34-98f9-0613516e6b40 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4405353 Nov 19 08:56:37.135013 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-a8f37ff5-3c7f-499d-a671-aba4cbf219a3', 'network_id': 'a8f37ff5-3c7f-499d-a671-aba4cbf219a3', 'tenant_id': '4ef14763bc0445d9ada462f39b529ecb', 'fixed_ips': [{'subnet_id': '7631f565-a369-4277-9ce7-1d505028beac'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 08:56:37.136934 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:37.428347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Allocated IP 172.20.0.2 (a8f37ff5-3c7f-499d-a671-aba4cbf219a3/7631f565-a369-4277-9ce7-1d505028beac/16bba233-7f72-4663-b841-a4a1283c087d) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 08:56:37.625194 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:37.633264 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:37.709358 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Network a8f37ff5-3c7f-499d-a671-aba4cbf219a3 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 08:56:37.714391 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 08:56:37.717794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 08:56:37.732290 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Pushing event updated for resources: {'Port': ['ID=16bba233-7f72-4663-b841-a4a1283c087d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:56:37.760988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:37.761364 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:37.761713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:37.762054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:37.762392 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:37.762732 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:37.763066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:37.763399 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:37.763728 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:37.764057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:37.764385 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:37.764713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Tracked resource versions report: Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: pushed versions: Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: { 'AddressGroup': {'1.2'}, Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'ConntrackHelper': {'1.0'}, Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'Log': {'1.0'}, Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'Network': {'1.1'}, Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'Port': {'1.7'}, Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'PortForwarding': {'1.2'}, Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'QosPolicy': {'1.10'}, Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'SecurityGroup': {'1.5'}, Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'SecurityGroupRule': {'1.2'}, Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'SubPort': {'1.0'}, Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'Subnet': {'1.1'}, Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'Trunk': {'1.1'}} Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: consumer versions: Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: { DHCP agent@n-d-805649-14: {}, Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: L3 agent@n-d-805649-14: {}, Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: Metadata agent@n-d-805649-14: {}, Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: Metering agent@n-d-805649-14: {}, Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: Open vSwitch agent@n-d-805649-14: { 'AddressGroup': '1.2', Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'ConntrackHelper': '1.0', Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'Log': '1.0', Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'Network': '1.1', Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'Port': '1.7', Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'PortForwarding': '1.2', Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'QosPolicy': '1.10', Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'SecurityGroup': '1.5', Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'SecurityGroupRule': '1.2', Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'SubPort': '1.0', Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'Subnet': '1.1', Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: 'Trunk': '1.1'}} Nov 19 08:56:37.765815 n-d-805649-14 neutron-server[103478]: {{(pid=103478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 08:56:37.812713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Attempting to bind port 16bba233-7f72-4663-b841-a4a1283c087d on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 08:56:37.813350 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Attempting to bind port 16bba233-7f72-4663-b841-a4a1283c087d by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '31f4db83-2699-4a82-99a8-6e6c3be94f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a8f37ff5-3c7f-499d-a671-aba4cbf219a3'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 08:56:37.813551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Attempting to bind port 16bba233-7f72-4663-b841-a4a1283c087d on network a8f37ff5-3c7f-499d-a671-aba4cbf219a3 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 08:56:37.818338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 8, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 08:56:37.818727 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Checking segment: {'id': '31f4db83-2699-4a82-99a8-6e6c3be94f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a8f37ff5-3c7f-499d-a671-aba4cbf219a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 08:56:37.819191 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:37.819581 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Bound using segment: {'id': '31f4db83-2699-4a82-99a8-6e6c3be94f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a8f37ff5-3c7f-499d-a671-aba4cbf219a3'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 08:56:37.820066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Bound port: 16bba233-7f72-4663-b841-a4a1283c087d, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f4db83-2699-4a82-99a8-6e6c3be94f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a8f37ff5-3c7f-499d-a671-aba4cbf219a3'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 08:56:37.820484 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:37.880658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] For port 16bba233-7f72-4663-b841-a4a1283c087d, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 08:56:37.885581 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] For port 16bba233-7f72-4663-b841-a4a1283c087d, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=16bba233-7f72-4663-b841-a4a1283c087d,segment=NetworkSegment(31f4db83-2699-4a82-99a8-6e6c3be94f5c),segment_id=31f4db83-2699-4a82-99a8-6e6c3be94f5c)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 08:56:37.889393 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:37.956985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465443b-70bc-4962-a95c-fdc7c9e68078 None None] Pushing event updated for resources: {'Port': ['ID=16bba233-7f72-4663-b841-a4a1283c087d,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:56:39.336732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53452) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:56:39.823332 n-d-805649-14 neutron-server[103477]: WARNING oslo_policy.policy [None req-b72d7383-05db-4d75-ab5e-e175e2aec37a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 08:56:39.823992 n-d-805649-14 neutron-server[103477]: WARNING oslo_policy.policy [None req-b72d7383-05db-4d75-ab5e-e175e2aec37a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 08:56:40.046641 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [None req-b72d7383-05db-4d75-ab5e-e175e2aec37a admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 08:56:40.047722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b72d7383-05db-4d75-ab5e-e175e2aec37a admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7100403 Nov 19 08:56:42.522531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53466) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:56:42.835979 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [None req-5ced5614-95be-4bae-95fc-a8d17b09cc79 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 08:56:42.836942 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5ced5614-95be-4bae-95fc-a8d17b09cc79 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3133953 Nov 19 08:56:45.584534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53480) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:56:45.891207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d457a810-0fa2-44a2-a6b9-71d7cc718f71 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '4ef14763bc0445d9ada462f39b529ecb'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 08:56:45.956440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.policy [None req-d457a810-0fa2-44a2-a6b9-71d7cc718f71 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103477) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 08:56:46.003888 n-d-805649-14 neutron-server[103477]: WARNING oslo_policy.policy [None req-d457a810-0fa2-44a2-a6b9-71d7cc718f71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 08:56:46.004286 n-d-805649-14 neutron-server[103477]: WARNING oslo_policy.policy [None req-d457a810-0fa2-44a2-a6b9-71d7cc718f71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 08:56:46.013514 n-d-805649-14 neutron-server[103477]: INFO neutron.quota [None req-d457a810-0fa2-44a2-a6b9-71d7cc718f71 admin admin] Loaded quota_driver: . Nov 19 08:56:46.069577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d457a810-0fa2-44a2-a6b9-71d7cc718f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:46.071354 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d457a810-0fa2-44a2-a6b9-71d7cc718f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:46.222811 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d457a810-0fa2-44a2-a6b9-71d7cc718f71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:46.229713 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d457a810-0fa2-44a2-a6b9-71d7cc718f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:46.251721 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d457a810-0fa2-44a2-a6b9-71d7cc718f71 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:46.252926 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d457a810-0fa2-44a2-a6b9-71d7cc718f71 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6651392 Nov 19 08:56:46.923468 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f47a31-813b-4d7a-b32e-7e7e6a0e41a7 None None] Network a8f37ff5-3c7f-499d-a671-aba4cbf219a3 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 08:56:47.044934 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9d572eeb-2903-4a57-bace-757506b30b1b None None] Provisioning complete for port 16bba233-7f72-4663-b841-a4a1283c087d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 08:56:47.045366 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9d572eeb-2903-4a57-bace-757506b30b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:47.189267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 16bba233-7f72-4663-b841-a4a1283c087d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 08:56:47.260259 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9d572eeb-2903-4a57-bace-757506b30b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:47.319036 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9d572eeb-2903-4a57-bace-757506b30b1b None None] For port 16bba233-7f72-4663-b841-a4a1283c087d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=16bba233-7f72-4663-b841-a4a1283c087d,segment=NetworkSegment(31f4db83-2699-4a82-99a8-6e6c3be94f5c),segment_id=31f4db83-2699-4a82-99a8-6e6c3be94f5c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 08:56:47.320877 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 16bba233-7f72-4663-b841-a4a1283c087d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 08:56:47.321330 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:47.324760 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9d572eeb-2903-4a57-bace-757506b30b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:47.408742 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d572eeb-2903-4a57-bace-757506b30b1b None None] Pushing event updated for resources: {'Port': ['ID=16bba233-7f72-4663-b841-a4a1283c087d,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:56:47.545001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-682b40ea-92a9-415a-8705-f9e7f43460dc None None] Provisioning complete for port 16bba233-7f72-4663-b841-a4a1283c087d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 08:56:47.545403 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-682b40ea-92a9-415a-8705-f9e7f43460dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:48.721329 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53492) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:56:49.027323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [None req-a833f534-a420-415c-914a-4598d7bfd976 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 08:56:49.028296 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a833f534-a420-415c-914a-4598d7bfd976 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3060420 Nov 19 08:56:49.141697 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 16bba233-7f72-4663-b841-a4a1283c087d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 08:56:49.191934 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 16bba233-7f72-4663-b841-a4a1283c087d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 08:56:49.192338 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:49.810813 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bd908c9e-9c9a-4939-ae0c-7236796cbd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:51.500515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53500) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:56:51.806954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 08:56:51.830248 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Made reservation on behalf of 2c43ed0637d548598aaf9af709c13f0b for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 08:56:51.832904 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:51.848168 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:51.948248 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:51.951557 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:51.962007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Reserving flat network on physical network physnet1 {{(pid=103477) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 19 08:56:51.990919 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764965904999', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:51.991513 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Unsubscribe: segment precommit_create {{(pid=103477) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 08:56:51.992004 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Added segment 0f0416b9-932c-474e-bbca-885f7c8a89bd of type flat for network 5400ae83-00d2-4751-a522-fb5643e526b8 Nov 19 08:56:52.012119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3982b91b-2664-4af6-9d58-29b4fac03b61,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:56:52.061429 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:52.061761 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:52.062094 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:52.062457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:52.062748 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:52.063069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:52.063387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:52.063700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:52.064015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:52.064329 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:52.064643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:52.064954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Tracked resource versions report: Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: pushed versions: Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: { 'AddressGroup': {'1.2'}, Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'ConntrackHelper': {'1.0'}, Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'Log': {'1.0'}, Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'Network': {'1.1'}, Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'Port': {'1.7'}, Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'PortForwarding': {'1.2'}, Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'QosPolicy': {'1.10'}, Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'SecurityGroup': {'1.5'}, Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'SecurityGroupRule': {'1.2'}, Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'SubPort': {'1.0'}, Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'Subnet': {'1.1'}, Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'Trunk': {'1.1'}} Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: consumer versions: Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: { DHCP agent@n-d-805649-14: {}, Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: L3 agent@n-d-805649-14: {}, Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: Metadata agent@n-d-805649-14: {}, Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: Metering agent@n-d-805649-14: {}, Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: Open vSwitch agent@n-d-805649-14: { 'AddressGroup': '1.2', Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'ConntrackHelper': '1.0', Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'Log': '1.0', Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'Network': '1.1', Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'Port': '1.7', Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'PortForwarding': '1.2', Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'QosPolicy': '1.10', Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'SecurityGroup': '1.5', Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'SecurityGroupRule': '1.2', Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'SubPort': '1.0', Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'Subnet': '1.1', Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: 'Trunk': '1.1'}} Nov 19 08:56:52.066135 n-d-805649-14 neutron-server[103477]: {{(pid=103477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 08:56:52.115188 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:52.155879 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d0b03db9-6b9c-4a19-ac6a-89cb05bce7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:52.157487 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:52.158863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:56:52.159562 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:52.238255 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7366340 Nov 19 08:56:52.262122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc3099-f84b-4b0e-93ce-7e92e120356d admin admin] Pushing event updated for resources: {'Network': ['ID=5400ae83-00d2-4751-a522-fb5643e526b8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:56:52.272946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 5400ae83-00d2-4751-a522-fb5643e526b8 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 08:56:53.228814 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:54.701739 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:54.708006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53522) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:56:54.920342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635c97e8-c128-4237-b225-d25abb3b71bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:56:54.921742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-635c97e8-c128-4237-b225-d25abb3b71bf admin admin] 10.222.0.21 "GET /v2.0/subnets/7631f565-a369-4277-9ce7-1d505028beac HTTP/1.1" status: 200 len: 849 time: 0.2127445 Nov 19 08:56:55.052361 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-637c46d1-e6ac-46c7-acc8-c9291d7f8f62 admin admin] 10.222.0.21 "GET /v2.0/routers/17f11258-b96b-4a4a-ab64-fe92322cd640 HTTP/1.1" status: 200 len: 704 time: 0.1245685 Nov 19 08:56:55.297892 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:55.314476 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:55.608559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Allocated IP 172.20.0.1 (a8f37ff5-3c7f-499d-a671-aba4cbf219a3/7631f565-a369-4277-9ce7-1d505028beac/c585f91c-abc4-4b5e-9ec2-6342793776f0) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 08:56:55.789217 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:55.855716 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:55.927130 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Network a8f37ff5-3c7f-499d-a671-aba4cbf219a3 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 08:56:55.931621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 08:56:55.941342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 08:56:55.941860 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:55.964045 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Pushing event updated for resources: {'Port': ['ID=c585f91c-abc4-4b5e-9ec2-6342793776f0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:56:56.091414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9d2268b4-0f25-4518-b0ff-863dbf8c3bea None None] Provisioning complete for port c585f91c-abc4-4b5e-9ec2-6342793776f0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 08:56:56.091985 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9d2268b4-0f25-4518-b0ff-863dbf8c3bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:56.123398 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9d2268b4-0f25-4518-b0ff-863dbf8c3bea None None] Port c585f91c-abc4-4b5e-9ec2-6342793776f0 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 08:56:56.134773 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:56.381245 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:56.386175 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:56.386826 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:56.462485 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Pushing event updated for resources: {'Port': ['ID=c585f91c-abc4-4b5e-9ec2-6342793776f0,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:56:56.506809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Network a8f37ff5-3c7f-499d-a671-aba4cbf219a3 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 08:56:56.508094 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 08:56:56.664358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Router 17f11258-b96b-4a4a-ab64-fe92322cd640 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 08:56:56.745149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f0a59b15-2ffc-424d-b073-aa06fb27e3d7 None None] Provisioning complete for port c585f91c-abc4-4b5e-9ec2-6342793776f0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 08:56:56.745537 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f0a59b15-2ffc-424d-b073-aa06fb27e3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:56.753896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 08:56:56.759444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9de6b3f6-4f63-4cb6-8bbc-8fe19b2f4c76 admin admin] 10.222.0.21 "PUT /v2.0/routers/17f11258-b96b-4a4a-ab64-fe92322cd640/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7013249 Nov 19 08:56:56.776738 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Sync routers for ids ['17f11258-b96b-4a4a-ab64-fe92322cd640'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 08:56:56.789405 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Routers {'17f11258-b96b-4a4a-ab64-fe92322cd640'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 08:56:56.791124 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T08:56:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['17f11258-b96b-4a4a-ab64-fe92322cd640'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 08:56:56.794657 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f0a59b15-2ffc-424d-b073-aa06fb27e3d7 None None] Port c585f91c-abc4-4b5e-9ec2-6342793776f0 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 08:56:56.974968 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Set router 17f11258-b96b-4a4a-ab64-fe92322cd640 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 08:56:57.396548 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f11258-b96b-4a4a-ab64-fe92322cd640', 'name': 'router1', 'tenant_id': '4ef14763bc0445d9ada462f39b529ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T08:56:46Z', 'updated_at': '2021-11-19T08:56:56Z', 'revision_number': 2, 'project_id': '4ef14763bc0445d9ada462f39b529ecb', 'gw_port_host': None, '_interfaces': [{'id': 'c585f91c-abc4-4b5e-9ec2-6342793776f0', 'name': '', 'network_id': 'a8f37ff5-3c7f-499d-a671-aba4cbf219a3', 'tenant_id': '4ef14763bc0445d9ada462f39b529ecb', 'mac_address': 'fa:16:3e:65:24:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f11258-b96b-4a4a-ab64-fe92322cd640', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7631f565-a369-4277-9ce7-1d505028beac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T08:56:55Z', 'updated_at': '2021-11-19T08:56:56Z', 'revision_number': 2, 'project_id': '4ef14763bc0445d9ada462f39b529ecb', 'subnets': [{'id': '7631f565-a369-4277-9ce7-1d505028beac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd86fff41-3937-4e48-a08a-d59c608bd0e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 08:56:57.443984 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Checking router: 17f11258-b96b-4a4a-ab64-fe92322cd640 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 08:56:57.444351 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Updating router 17f11258-b96b-4a4a-ab64-fe92322cd640 port c585f91c-abc4-4b5e-9ec2-6342793776f0 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 08:56:57.518096 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:57.991047 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:57.999021 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:58.154081 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496b5ab-70e2-4bec-ab35-d0e1828a0aa4 None None] Pushing event updated for resources: {'Port': ['ID=c585f91c-abc4-4b5e-9ec2-6342793776f0,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:56:58.169352 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b5ab-70e2-4bec-ab35-d0e1828a0aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:58.169697 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b5ab-70e2-4bec-ab35-d0e1828a0aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:58.170035 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b5ab-70e2-4bec-ab35-d0e1828a0aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:58.170366 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b5ab-70e2-4bec-ab35-d0e1828a0aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:58.170693 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b5ab-70e2-4bec-ab35-d0e1828a0aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:58.171016 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b5ab-70e2-4bec-ab35-d0e1828a0aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:58.171336 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b5ab-70e2-4bec-ab35-d0e1828a0aa4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:58.171656 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b5ab-70e2-4bec-ab35-d0e1828a0aa4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:58.171974 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b5ab-70e2-4bec-ab35-d0e1828a0aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:58.172290 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b5ab-70e2-4bec-ab35-d0e1828a0aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:58.172606 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b5ab-70e2-4bec-ab35-d0e1828a0aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:58.172921 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b5ab-70e2-4bec-ab35-d0e1828a0aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b5ab-70e2-4bec-ab35-d0e1828a0aa4 None None] Tracked resource versions report: Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: pushed versions: Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: { 'AddressGroup': {'1.2'}, Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'ConntrackHelper': {'1.0'}, Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'Log': {'1.0'}, Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'Network': {'1.1'}, Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'Port': {'1.7'}, Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'PortForwarding': {'1.2'}, Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'QosPolicy': {'1.10'}, Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'SecurityGroup': {'1.5'}, Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'SecurityGroupRule': {'1.2'}, Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'SubPort': {'1.0'}, Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'Subnet': {'1.1'}, Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'Trunk': {'1.1'}} Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: consumer versions: Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: { DHCP agent@n-d-805649-14: {}, Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: L3 agent@n-d-805649-14: {}, Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: Metadata agent@n-d-805649-14: {}, Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: Metering agent@n-d-805649-14: {}, Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: Open vSwitch agent@n-d-805649-14: { 'AddressGroup': '1.2', Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'ConntrackHelper': '1.0', Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'Log': '1.0', Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'Network': '1.1', Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'Port': '1.7', Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'PortForwarding': '1.2', Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'QosPolicy': '1.10', Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'SecurityGroup': '1.5', Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'SecurityGroupRule': '1.2', Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'SubPort': '1.0', Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'Subnet': '1.1', Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: 'Trunk': '1.1'}} Nov 19 08:56:58.174002 n-d-805649-14 neutron-server[103479]: {{(pid=103479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 08:56:58.178400 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Attempting to bind port c585f91c-abc4-4b5e-9ec2-6342793776f0 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 08:56:58.178793 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Attempting to bind port c585f91c-abc4-4b5e-9ec2-6342793776f0 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '31f4db83-2699-4a82-99a8-6e6c3be94f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a8f37ff5-3c7f-499d-a671-aba4cbf219a3'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 08:56:58.179236 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Attempting to bind port c585f91c-abc4-4b5e-9ec2-6342793776f0 on network a8f37ff5-3c7f-499d-a671-aba4cbf219a3 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 08:56:58.185276 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 8, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 08:56:58.185686 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Checking segment: {'id': '31f4db83-2699-4a82-99a8-6e6c3be94f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a8f37ff5-3c7f-499d-a671-aba4cbf219a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 08:56:58.186158 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:58.186539 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Bound using segment: {'id': '31f4db83-2699-4a82-99a8-6e6c3be94f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a8f37ff5-3c7f-499d-a671-aba4cbf219a3'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 08:56:58.187038 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Bound port: c585f91c-abc4-4b5e-9ec2-6342793776f0, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f4db83-2699-4a82-99a8-6e6c3be94f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a8f37ff5-3c7f-499d-a671-aba4cbf219a3'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 08:56:58.187429 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:58.223584 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b2d94c91-027b-42c1-8dc8-9ca6146bb7d3 None None] Provisioning complete for port c585f91c-abc4-4b5e-9ec2-6342793776f0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 08:56:58.224163 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b2d94c91-027b-42c1-8dc8-9ca6146bb7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:58.259695 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b2d94c91-027b-42c1-8dc8-9ca6146bb7d3 None None] Port c585f91c-abc4-4b5e-9ec2-6342793776f0 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 08:56:58.262675 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] For port c585f91c-abc4-4b5e-9ec2-6342793776f0, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 08:56:58.282878 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] For port c585f91c-abc4-4b5e-9ec2-6342793776f0, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c585f91c-abc4-4b5e-9ec2-6342793776f0,segment=NetworkSegment(31f4db83-2699-4a82-99a8-6e6c3be94f5c),segment_id=31f4db83-2699-4a82-99a8-6e6c3be94f5c)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 08:56:58.287762 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:58.337979 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Routers {'17f11258-b96b-4a4a-ab64-fe92322cd640'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 08:56:58.338612 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T08:56:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['17f11258-b96b-4a4a-ab64-fe92322cd640'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 08:56:58.436230 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] Set router 17f11258-b96b-4a4a-ab64-fe92322cd640 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 08:56:58.438094 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496b5ab-70e2-4bec-ab35-d0e1828a0aa4 None None] Pushing event updated for resources: {'Port': ['ID=c585f91c-abc4-4b5e-9ec2-6342793776f0,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:56:58.481557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5a4e7ff5-fd88-429d-8170-8e2fc5f08bd4 None None] Provisioning complete for port c585f91c-abc4-4b5e-9ec2-6342793776f0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 08:56:58.482221 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5a4e7ff5-fd88-429d-8170-8e2fc5f08bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:58.562831 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5a4e7ff5-fd88-429d-8170-8e2fc5f08bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:58.595606 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5a4e7ff5-fd88-429d-8170-8e2fc5f08bd4 None None] For port c585f91c-abc4-4b5e-9ec2-6342793776f0, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c585f91c-abc4-4b5e-9ec2-6342793776f0,segment=NetworkSegment(31f4db83-2699-4a82-99a8-6e6c3be94f5c),segment_id=31f4db83-2699-4a82-99a8-6e6c3be94f5c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 08:56:58.600804 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5a4e7ff5-fd88-429d-8170-8e2fc5f08bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:58.646770 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f11258-b96b-4a4a-ab64-fe92322cd640', 'name': 'router1', 'tenant_id': '4ef14763bc0445d9ada462f39b529ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T08:56:46Z', 'updated_at': '2021-11-19T08:56:56Z', 'revision_number': 2, 'project_id': '4ef14763bc0445d9ada462f39b529ecb', 'gw_port_host': None, '_interfaces': [{'id': 'c585f91c-abc4-4b5e-9ec2-6342793776f0', 'name': '', 'network_id': 'a8f37ff5-3c7f-499d-a671-aba4cbf219a3', 'tenant_id': '4ef14763bc0445d9ada462f39b529ecb', 'mac_address': 'fa:16:3e:65:24:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f11258-b96b-4a4a-ab64-fe92322cd640', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7631f565-a369-4277-9ce7-1d505028beac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T08:56:55Z', 'updated_at': '2021-11-19T08:56:58Z', 'revision_number': 4, 'project_id': '4ef14763bc0445d9ada462f39b529ecb', 'subnets': [{'id': '7631f565-a369-4277-9ce7-1d505028beac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd86fff41-3937-4e48-a08a-d59c608bd0e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 08:56:58.651382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e7ff5-fd88-429d-8170-8e2fc5f08bd4 None None] Pushing event updated for resources: {'Port': ['ID=c585f91c-abc4-4b5e-9ec2-6342793776f0,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:56:58.674019 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09605c-ffac-4079-a7d8-052b7dcb0933 None None] The sync data for ids ['17f11258-b96b-4a4a-ab64-fe92322cd640'] in n-d-805649-14 is: [{'id': '17f11258-b96b-4a4a-ab64-fe92322cd640', 'name': 'router1', 'tenant_id': '4ef14763bc0445d9ada462f39b529ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T08:56:46Z', 'updated_at': '2021-11-19T08:56:56Z', 'revision_number': 2, 'project_id': '4ef14763bc0445d9ada462f39b529ecb', 'gw_port_host': None, '_interfaces': [{'id': 'c585f91c-abc4-4b5e-9ec2-6342793776f0', 'name': '', 'network_id': 'a8f37ff5-3c7f-499d-a671-aba4cbf219a3', 'tenant_id': '4ef14763bc0445d9ada462f39b529ecb', 'mac_address': 'fa:16:3e:65:24:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f11258-b96b-4a4a-ab64-fe92322cd640', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7631f565-a369-4277-9ce7-1d505028beac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T08:56:55Z', 'updated_at': '2021-11-19T08:56:58Z', 'revision_number': 4, 'project_id': '4ef14763bc0445d9ada462f39b529ecb', 'subnets': [{'id': '7631f565-a369-4277-9ce7-1d505028beac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd86fff41-3937-4e48-a08a-d59c608bd0e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 08:56:59.104350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53542) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:56:59.214481 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46ea2b3-536e-424d-862e-5020b802ba62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:56:59.215853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f46ea2b3-536e-424d-862e-5020b802ba62 admin admin] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 842 time: 0.1105382 Nov 19 08:56:59.225667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-028df38d-4a7a-4398-9cbe-3711c6d6c045 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 08:56:59.251774 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028df38d-4a7a-4398-9cbe-3711c6d6c045 admin admin] Made reservation on behalf of 2c43ed0637d548598aaf9af709c13f0b for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 08:56:59.254097 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-028df38d-4a7a-4398-9cbe-3711c6d6c045 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:59.554691 n-d-805649-14 neutron-server[103477]: DEBUG neutron.objects.ports [None req-028df38d-4a7a-4398-9cbe-3711c6d6c045 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103477) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 08:56:59.555138 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-028df38d-4a7a-4398-9cbe-3711c6d6c045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:59.608635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028df38d-4a7a-4398-9cbe-3711c6d6c045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46039ca7-a565-4917-bcab-cc1fefd87a23,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:56:59.620737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028df38d-4a7a-4398-9cbe-3711c6d6c045 admin admin] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 08:56:59.621108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028df38d-4a7a-4398-9cbe-3711c6d6c045 admin admin] Network hostable DHCP agents. Network: 5400ae83-00d2-4751-a522-fb5643e526b8, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 08:56:59.641350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028df38d-4a7a-4398-9cbe-3711c6d6c045 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 08:56:59.652382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-028df38d-4a7a-4398-9cbe-3711c6d6c045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 5400ae83-00d2-4751-a522-fb5643e526b8) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 08:56:59.656547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028df38d-4a7a-4398-9cbe-3711c6d6c045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:56:59.657060 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-028df38d-4a7a-4398-9cbe-3711c6d6c045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:56:59.662744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f9027b-e1b2-44d1-a3e7-4392c4bd6694 None None] Network 5400ae83-00d2-4751-a522-fb5643e526b8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 08:56:59.673472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-028df38d-4a7a-4398-9cbe-3711c6d6c045 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4511416 Nov 19 08:56:59.799767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89df8747-0e85-40e0-a12d-94c40ad17b62 None None] Network 5400ae83-00d2-4751-a522-fb5643e526b8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 08:57:02.082603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53550) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:57:02.213246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-47e2b6df-993f-46ae-a411-c5bf3a3e40c8 admin admin] 10.222.0.21 "GET /v2.0/routers/17f11258-b96b-4a4a-ab64-fe92322cd640 HTTP/1.1" status: 200 len: 710 time: 0.1294229 Nov 19 08:57:02.304484 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb3981a-b3c2-439b-b9d9-4a787c0ebe34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:57:02.306579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6eb3981a-b3c2-439b-b9d9-4a787c0ebe34 admin admin] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 886 time: 0.0868883 Nov 19 08:57:02.316375 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 08:57:02.630775 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:02.855114 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:02.929831 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:03.034309 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] Allocated IP 172.25.0.196 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/6e45d98f-5408-4e95-8ab4-f82a1f165672) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 08:57:03.137136 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:03.168911 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:03.208543 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 08:57:03.211200 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 08:57:03.216495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 08:57:03.247830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] Pushing event updated for resources: {'Port': ['ID=6e45d98f-5408-4e95-8ab4-f82a1f165672,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:57:03.458059 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:03.652490 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:03.655882 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:03.763557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] Router 17f11258-b96b-4a4a-ab64-fe92322cd640 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 08:57:03.954810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 08:57:03.959978 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:03.961336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b0a1ce4d-88bf-4bd3-a4e3-5178b2e51b09 admin admin] 10.222.0.21 "PUT /v2.0/routers/17f11258-b96b-4a4a-ab64-fe92322cd640 HTTP/1.1" status: 200 len: 890 time: 1.6484075 Nov 19 08:57:05.188411 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c585f91c-abc4-4b5e-9ec2-6342793776f0 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 08:57:05.235926 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port c585f91c-abc4-4b5e-9ec2-6342793776f0 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 08:57:05.236304 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:05.525671 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Sync routers for ids ['17f11258-b96b-4a4a-ab64-fe92322cd640'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 08:57:05.537565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Routers {'17f11258-b96b-4a4a-ab64-fe92322cd640'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 08:57:05.538207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T08:56:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['17f11258-b96b-4a4a-ab64-fe92322cd640'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 08:57:05.742736 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Set router 17f11258-b96b-4a4a-ab64-fe92322cd640 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 08:57:06.196400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f11258-b96b-4a4a-ab64-fe92322cd640', 'name': 'router1', 'tenant_id': '4ef14763bc0445d9ada462f39b529ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '6e45d98f-5408-4e95-8ab4-f82a1f165672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T08:56:46Z', 'updated_at': '2021-11-19T08:57:03Z', 'revision_number': 4, 'project_id': '4ef14763bc0445d9ada462f39b529ecb', 'gw_port': {'id': '6e45d98f-5408-4e95-8ab4-f82a1f165672', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f11258-b96b-4a4a-ab64-fe92322cd640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T08:57:02Z', 'updated_at': '2021-11-19T08:57:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'c585f91c-abc4-4b5e-9ec2-6342793776f0', 'name': '', 'network_id': 'a8f37ff5-3c7f-499d-a671-aba4cbf219a3', 'tenant_id': '4ef14763bc0445d9ada462f39b529ecb', 'mac_address': 'fa:16:3e:65:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f11258-b96b-4a4a-ab64-fe92322cd640', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7631f565-a369-4277-9ce7-1d505028beac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T08:56:55Z', 'updated_at': '2021-11-19T08:56:58Z', 'revision_number': 5, 'project_id': '4ef14763bc0445d9ada462f39b529ecb', 'subnets': [{'id': '7631f565-a369-4277-9ce7-1d505028beac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd86fff41-3937-4e48-a08a-d59c608bd0e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 08:57:06.248837 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Checking router: 17f11258-b96b-4a4a-ab64-fe92322cd640 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 08:57:06.249227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Updating router 17f11258-b96b-4a4a-ab64-fe92322cd640 port 6e45d98f-5408-4e95-8ab4-f82a1f165672 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 08:57:06.298356 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:06.368524 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 08:57:06.478853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53562) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:57:06.588783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9baaa836-9306-4f11-a657-15d1f71d8506 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1087596 Nov 19 08:57:06.614986 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:06.621225 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:06.671637 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Attempting to bind port 6e45d98f-5408-4e95-8ab4-f82a1f165672 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 08:57:06.672009 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Attempting to bind port 6e45d98f-5408-4e95-8ab4-f82a1f165672 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 08:57:06.672377 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Attempting to bind port 6e45d98f-5408-4e95-8ab4-f82a1f165672 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 08:57:06.683677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 8, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 08:57:06.684054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 08:57:06.684461 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:06.684857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 08:57:06.685368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Bound port: 6e45d98f-5408-4e95-8ab4-f82a1f165672, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 08:57:06.685775 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:06.688618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d7878-bdd5-41fe-b598-c1aec5a0c3cf None None] Pushing event updated for resources: {'Port': ['ID=6e45d98f-5408-4e95-8ab4-f82a1f165672,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:57:06.749813 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] For port 6e45d98f-5408-4e95-8ab4-f82a1f165672, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 08:57:06.753237 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] For port 6e45d98f-5408-4e95-8ab4-f82a1f165672, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6e45d98f-5408-4e95-8ab4-f82a1f165672,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 08:57:06.758139 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:06.826388 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Routers {'17f11258-b96b-4a4a-ab64-fe92322cd640'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 08:57:06.827006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T08:56:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['17f11258-b96b-4a4a-ab64-fe92322cd640'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 08:57:06.833226 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d7878-bdd5-41fe-b598-c1aec5a0c3cf None None] Pushing event updated for resources: {'Port': ['ID=6e45d98f-5408-4e95-8ab4-f82a1f165672,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:57:06.938895 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] Set router 17f11258-b96b-4a4a-ab64-fe92322cd640 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 08:57:07.154114 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f11258-b96b-4a4a-ab64-fe92322cd640', 'name': 'router1', 'tenant_id': '4ef14763bc0445d9ada462f39b529ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '6e45d98f-5408-4e95-8ab4-f82a1f165672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T08:56:46Z', 'updated_at': '2021-11-19T08:57:03Z', 'revision_number': 4, 'project_id': '4ef14763bc0445d9ada462f39b529ecb', 'gw_port': {'id': '6e45d98f-5408-4e95-8ab4-f82a1f165672', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f11258-b96b-4a4a-ab64-fe92322cd640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T08:57:02Z', 'updated_at': '2021-11-19T08:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'c585f91c-abc4-4b5e-9ec2-6342793776f0', 'name': '', 'network_id': 'a8f37ff5-3c7f-499d-a671-aba4cbf219a3', 'tenant_id': '4ef14763bc0445d9ada462f39b529ecb', 'mac_address': 'fa:16:3e:65:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f11258-b96b-4a4a-ab64-fe92322cd640', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7631f565-a369-4277-9ce7-1d505028beac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T08:56:55Z', 'updated_at': '2021-11-19T08:56:58Z', 'revision_number': 5, 'project_id': '4ef14763bc0445d9ada462f39b529ecb', 'subnets': [{'id': '7631f565-a369-4277-9ce7-1d505028beac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd86fff41-3937-4e48-a08a-d59c608bd0e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 08:57:07.181454 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdee67-9bbd-42ab-84d5-9dd3d9869425 None None] The sync data for ids ['17f11258-b96b-4a4a-ab64-fe92322cd640'] in n-d-805649-14 is: [{'id': '17f11258-b96b-4a4a-ab64-fe92322cd640', 'name': 'router1', 'tenant_id': '4ef14763bc0445d9ada462f39b529ecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '6e45d98f-5408-4e95-8ab4-f82a1f165672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T08:56:46Z', 'updated_at': '2021-11-19T08:57:03Z', 'revision_number': 4, 'project_id': '4ef14763bc0445d9ada462f39b529ecb', 'gw_port': {'id': '6e45d98f-5408-4e95-8ab4-f82a1f165672', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f11258-b96b-4a4a-ab64-fe92322cd640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T08:57:02Z', 'updated_at': '2021-11-19T08:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'c585f91c-abc4-4b5e-9ec2-6342793776f0', 'name': '', 'network_id': 'a8f37ff5-3c7f-499d-a671-aba4cbf219a3', 'tenant_id': '4ef14763bc0445d9ada462f39b529ecb', 'mac_address': 'fa:16:3e:65:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f11258-b96b-4a4a-ab64-fe92322cd640', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7631f565-a369-4277-9ce7-1d505028beac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T08:56:55Z', 'updated_at': '2021-11-19T08:56:58Z', 'revision_number': 5, 'project_id': '4ef14763bc0445d9ada462f39b529ecb', 'subnets': [{'id': '7631f565-a369-4277-9ce7-1d505028beac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd86fff41-3937-4e48-a08a-d59c608bd0e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 08:57:09.216215 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6e45d98f-5408-4e95-8ab4-f82a1f165672 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 08:57:09.271317 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 6e45d98f-5408-4e95-8ab4-f82a1f165672 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 08:57:09.271696 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:09.349429 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:09.368981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 6e45d98f-5408-4e95-8ab4-f82a1f165672, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6e45d98f-5408-4e95-8ab4-f82a1f165672,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 08:57:09.373487 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:09.425650 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=6e45d98f-5408-4e95-8ab4-f82a1f165672,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:57:11.177370 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6e45d98f-5408-4e95-8ab4-f82a1f165672 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 08:57:11.274505 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 6e45d98f-5408-4e95-8ab4-f82a1f165672 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 08:57:11.275088 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:19.820637 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d8583f51-fa55-43d0-adf3-b959a8f90af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:22.159860 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dec6cd44-13ce-4501-a478-83c0acc93bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:23.237668 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:24.669460 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:25.301174 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:43.368392 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 08:57:49.809947 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-671ad546-80c3-40a8-811d-2b628e578a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:52.162576 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2195156e-460c-45e1-b743-d038b7db5736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:53.230990 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:54.668080 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:57:55.305760 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:58:19.810940 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6d553a18-775b-4876-8bff-89ccbbf92db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:58:20.418475 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 08:58:22.164387 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-281d8af5-e0b0-4d47-b72a-28e0de97ecb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:58:23.235171 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:58:24.666400 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:58:25.309402 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:58:34.070110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54078) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:58:34.129947 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b62b73-f3b4-4f9d-a491-cb09ad318243 admin admin] GET failed (client error): The resource could not be found. Nov 19 08:58:34.131219 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-23b62b73-f3b4-4f9d-a491-cb09ad318243 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601563 Nov 19 08:58:34.293395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a322019-4aaa-48d3-81ba-8e9396dbef0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:58:34.294878 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1a322019-4aaa-48d3-81ba-8e9396dbef0e admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1590738 Nov 19 08:58:36.566332 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54088) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:58:36.661029 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f004d9-f41a-4fd4-9471-f331d97761a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:58:36.662419 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-95f004d9-f41a-4fd4-9471-f331d97761a4 admin admin] 10.222.0.21 "GET /v2.0/subnets/7631f565-a369-4277-9ce7-1d505028beac HTTP/1.1" status: 200 len: 849 time: 0.0951381 Nov 19 08:58:36.672144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 08:58:36.753676 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:58:36.895137 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764965949130'] for subnet, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:58:36.925647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:58:36.926249 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:58:36.928032 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] 10.222.0.21 "PUT /v2.0/subnets/7631f565-a369-4277-9ce7-1d505028beac HTTP/1.1" status: 200 len: 868 time: 0.2589846 Nov 19 08:58:36.944889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b9795d-a9bf-4c54-a641-9f8cdd675f3d None None] Network a8f37ff5-3c7f-499d-a671-aba4cbf219a3 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 08:58:36.952537 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7631f565-a369-4277-9ce7-1d505028beac,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:58:36.960634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:58:36.960982 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:58:36.961503 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:58:36.961851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:58:36.962177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:58:36.962514 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:58:36.962842 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:58:36.963169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:58:36.963492 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:58:36.963815 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:58:36.964146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:58:36.964457 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad37b90c-2071-4cc9-a792-d11a643d9725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:58:37.323222 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-370ca327-93c0-432d-916d-ad7804ba89af None None] Provisioning complete for port c585f91c-abc4-4b5e-9ec2-6342793776f0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 08:58:37.323684 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-370ca327-93c0-432d-916d-ad7804ba89af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:58:37.416018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-370ca327-93c0-432d-916d-ad7804ba89af None None] Provisioning complete for port 16bba233-7f72-4663-b841-a4a1283c087d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 08:58:37.416279 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-370ca327-93c0-432d-916d-ad7804ba89af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:58:39.213046 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54098) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:58:39.414715 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073ff040-4344-45ad-a8e1-a060f78dfabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:58:39.415105 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073ff040-4344-45ad-a8e1-a060f78dfabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:58:39.416648 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-073ff040-4344-45ad-a8e1-a060f78dfabf admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2026160 Nov 19 08:58:41.677975 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54106) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:58:41.815001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315bc861-d59a-4704-9504-01a0d78215a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:58:41.815469 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315bc861-d59a-4704-9504-01a0d78215a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:58:41.816991 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-315bc861-d59a-4704-9504-01a0d78215a9 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1379807 Nov 19 08:58:44.075623 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54114) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:58:44.225345 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e821ff8b-63fb-46b3-965a-3ac23c0ed903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:58:44.226713 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e821ff8b-63fb-46b3-965a-3ac23c0ed903 admin admin] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 886 time: 0.1501441 Nov 19 08:58:46.496357 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54122) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:58:46.636200 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbadb9d1-05e8-437e-8558-d64a95b9ce5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:58:46.637582 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cbadb9d1-05e8-437e-8558-d64a95b9ce5a admin admin] 10.222.0.21 "GET /v2.0/networks/a8f37ff5-3c7f-499d-a671-aba4cbf219a3 HTTP/1.1" status: 200 len: 869 time: 0.1402879 Nov 19 08:58:48.890218 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54130) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:58:49.014590 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a60db4-3109-4de8-856a-bc67cddd918f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:58:49.015052 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a60db4-3109-4de8-856a-bc67cddd918f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:58:49.016622 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-48a60db4-3109-4de8-856a-bc67cddd918f admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254549 Nov 19 08:58:49.811670 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-487b5154-4866-4075-81c1-a07a254756eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:58:51.274621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54138) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:58:51.398875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9e4d4b-6df2-41f4-92f6-5802651414f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:58:51.399326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9e4d4b-6df2-41f4-92f6-5802651414f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:58:51.400846 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7e9e4d4b-6df2-41f4-92f6-5802651414f4 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252916 Nov 19 08:58:52.166766 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb9703c6-1213-4712-a88b-ce61ed8286b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:58:53.236809 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:58:53.681101 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54146) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:58:53.766203 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d3b70e-9573-4573-92cf-42f535ca0152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:58:53.767542 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-75d3b70e-9573-4573-92cf-42f535ca0152 admin admin] 10.222.0.21 "GET /v2.0/subnets/46039ca7-a565-4917-bcab-cc1fefd87a23 HTTP/1.1" status: 200 len: 816 time: 0.0854793 Nov 19 08:58:54.668340 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:58:55.311689 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:58:56.040848 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54154) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:58:56.132766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae1fff7-2b29-4f25-b29e-747616acd2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:58:56.134120 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9ae1fff7-2b29-4f25-b29e-747616acd2e5 admin admin] 10.222.0.21 "GET /v2.0/subnets/7631f565-a369-4277-9ce7-1d505028beac HTTP/1.1" status: 200 len: 868 time: 0.0923016 Nov 19 08:58:57.367058 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 08:59:19.813372 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7f98cdf8-2c31-4967-9b7c-94ae37152e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:20.299617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54208) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:59:20.346365 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [None req-a2f35e15-27ae-45ed-a4a2-5992b9ec7cdc admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 08:59:20.347366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a2f35e15-27ae-45ed-a4a2-5992b9ec7cdc admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468194 Nov 19 08:59:22.169320 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c7f5075e-c53b-4c3d-bbdd-174459428ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:22.694328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54216) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:59:22.756027 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60b9aa3-cf13-44b0-a3b6-9109f2996548 admin admin] GET failed (client error): The resource could not be found. Nov 19 08:59:22.757336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f60b9aa3-cf13-44b0-a3b6-9109f2996548 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620406 Nov 19 08:59:22.840182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590bf8a2-5911-4a0a-a86b-6e6e1a73723d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:59:22.841664 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-590bf8a2-5911-4a0a-a86b-6e6e1a73723d admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0799134 Nov 19 08:59:23.240528 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:24.671743 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:25.101866 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54224) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:59:25.147815 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ebe0f46a-b0aa-4fde-9c30-ab2f5dd5156d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 08:59:25.168601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe0f46a-b0aa-4fde-9c30-ab2f5dd5156d admin admin] Made reservation on behalf of 2c43ed0637d548598aaf9af709c13f0b for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 08:59:25.170835 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebe0f46a-b0aa-4fde-9c30-ab2f5dd5156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:25.205034 n-d-805649-14 neutron-server[103476]: WARNING neutron.services.revisions.revision_plugin [None req-ebe0f46a-b0aa-4fde-9c30-ab2f5dd5156d admin admin] Could not find related network for resource to bump revision. Nov 19 08:59:25.218348 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe0f46a-b0aa-4fde-9c30-ab2f5dd5156d admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 08:59:25.228187 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebe0f46a-b0aa-4fde-9c30-ab2f5dd5156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:25.228552 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-ebe0f46a-b0aa-4fde-9c30-ab2f5dd5156d admin admin] Added segment d3263648-b7c3-4b0c-a4bb-b76c3b44d607 of type vlan for network c2779d10-e994-423d-af82-b858264cfac5 Nov 19 08:59:25.267529 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebe0f46a-b0aa-4fde-9c30-ab2f5dd5156d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:25.290361 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebe0f46a-b0aa-4fde-9c30-ab2f5dd5156d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:25.291223 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe0f46a-b0aa-4fde-9c30-ab2f5dd5156d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:59:25.291803 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebe0f46a-b0aa-4fde-9c30-ab2f5dd5156d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:25.314342 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:25.343871 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ebe0f46a-b0aa-4fde-9c30-ab2f5dd5156d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2409201 Nov 19 08:59:25.356811 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0f46a-b0aa-4fde-9c30-ab2f5dd5156d admin admin] Pushing event updated for resources: {'Network': ['ID=c2779d10-e994-423d-af82-b858264cfac5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:59:25.372597 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network c2779d10-e994-423d-af82-b858264cfac5 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 08:59:27.638441 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54232) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 08:59:27.699144 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-000cb7db-9aee-486b-b5fc-538b516e78e0 admin admin] GET failed (client error): The resource could not be found. Nov 19 08:59:27.700405 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-000cb7db-9aee-486b-b5fc-538b516e78e0 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610092 Nov 19 08:59:27.798410 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be2ede6-f369-4145-ac09-69c6850d62ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:59:27.799829 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3be2ede6-f369-4145-ac09-69c6850d62ed admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0949078 Nov 19 08:59:27.810717 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-77f880aa-b947-4bcc-a975-12d70fdb890f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'description': 'shared-subnet'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 08:59:27.830373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f880aa-b947-4bcc-a975-12d70fdb890f admin admin] Made reservation on behalf of 2c43ed0637d548598aaf9af709c13f0b for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 08:59:27.832571 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77f880aa-b947-4bcc-a975-12d70fdb890f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:28.038306 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77f880aa-b947-4bcc-a975-12d70fdb890f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:28.089625 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f880aa-b947-4bcc-a975-12d70fdb890f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb44e963-ed39-4b78-bd76-91d865d13acd,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:59:28.099960 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f880aa-b947-4bcc-a975-12d70fdb890f admin admin] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 08:59:28.100322 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f880aa-b947-4bcc-a975-12d70fdb890f admin admin] Network hostable DHCP agents. Network: c2779d10-e994-423d-af82-b858264cfac5, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 08:59:28.116287 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f880aa-b947-4bcc-a975-12d70fdb890f admin admin] Network c2779d10-e994-423d-af82-b858264cfac5 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 08:59:28.124261 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-77f880aa-b947-4bcc-a975-12d70fdb890f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, c2779d10-e994-423d-af82-b858264cfac5) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 08:59:28.128113 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f880aa-b947-4bcc-a975-12d70fdb890f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 08:59:28.128706 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77f880aa-b947-4bcc-a975-12d70fdb890f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:28.134198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c6bbd-d828-4078-8cba-f768049348e7 None None] Network c2779d10-e994-423d-af82-b858264cfac5 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 08:59:28.145904 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-77f880aa-b947-4bcc-a975-12d70fdb890f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3387158 Nov 19 08:59:28.375617 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-c2779d10-e994-423d-af82-b858264cfac5', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'tenant_id': '2c43ed0637d548598aaf9af709c13f0b', 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 08:59:28.376491 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:28.515324 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Allocated IP 192.168.233.2 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/1afc3e4d-5335-4d72-85f3-16284de2f01c) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 08:59:28.661931 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:28.667465 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:28.707588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 08:59:28.711131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 08:59:28.714100 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 08:59:28.722535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Pushing event updated for resources: {'Port': ['ID=1afc3e4d-5335-4d72-85f3-16284de2f01c,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:59:28.745043 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:59:28.745422 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:59:28.745767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:59:28.746109 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:59:28.746448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:59:28.746784 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:59:28.747119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:59:28.747450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:59:28.747781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:59:28.748110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:59:28.748437 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:59:28.748763 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 08:59:28.782056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Attempting to bind port 1afc3e4d-5335-4d72-85f3-16284de2f01c on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 08:59:28.782436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Attempting to bind port 1afc3e4d-5335-4d72-85f3-16284de2f01c by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 08:59:28.782805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Attempting to bind port 1afc3e4d-5335-4d72-85f3-16284de2f01c on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 08:59:28.788522 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 8, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 08:59:28.788906 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 08:59:28.789337 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:28.789734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 08:59:28.790208 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Bound port: 1afc3e4d-5335-4d72-85f3-16284de2f01c, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 08:59:28.790593 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:28.854967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] For port 1afc3e4d-5335-4d72-85f3-16284de2f01c, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 08:59:28.857957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] For port 1afc3e4d-5335-4d72-85f3-16284de2f01c, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1afc3e4d-5335-4d72-85f3-16284de2f01c,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 08:59:28.862613 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:28.918420 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67f027-3716-494f-9697-b5f1f775cf91 None None] Pushing event updated for resources: {'Port': ['ID=1afc3e4d-5335-4d72-85f3-16284de2f01c,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:59:29.307034 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1afc3e4d-5335-4d72-85f3-16284de2f01c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 08:59:29.358146 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1afc3e4d-5335-4d72-85f3-16284de2f01c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 08:59:29.358518 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:29.441104 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:29.476650 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 1afc3e4d-5335-4d72-85f3-16284de2f01c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1afc3e4d-5335-4d72-85f3-16284de2f01c,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 08:59:29.482292 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:29.538586 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=1afc3e4d-5335-4d72-85f3-16284de2f01c,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 08:59:29.759485 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908f9c4d-484c-4f06-9726-75bc1a9b2e60 None None] Network c2779d10-e994-423d-af82-b858264cfac5 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 08:59:29.845279 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fb4dc11b-9314-4b39-a9c6-a5c96be483f7 None None] Provisioning complete for port 1afc3e4d-5335-4d72-85f3-16284de2f01c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 08:59:29.845651 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb4dc11b-9314-4b39-a9c6-a5c96be483f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:30.211770 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3223d053-1a04-4d52-96d5-45d9d51f9a9f None None] Provisioning complete for port 1afc3e4d-5335-4d72-85f3-16284de2f01c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 08:59:30.212143 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3223d053-1a04-4d52-96d5-45d9d51f9a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:31.260224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1afc3e4d-5335-4d72-85f3-16284de2f01c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 08:59:31.311536 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1afc3e4d-5335-4d72-85f3-16284de2f01c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 08:59:31.311907 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:34.365959 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 08:59:49.816569 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f8789dd-6726-419d-a9ee-fd7605653dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:52.170397 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e3110c83-57fe-4d8e-a2d8-cc13d96725aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:53.243934 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:54.675698 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 08:59:55.316828 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:00:11.364397 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:00:19.820362 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-da8d7584-202d-4a88-8e2f-09ce17b7f8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:00:22.170981 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4d5a543d-d05c-4a94-963b-b8dab7352aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:00:23.249097 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:00:24.680085 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:00:25.324006 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:00:43.793454 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54276) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:00:43.799235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-50acf2aa-faa1-49c8-ace2-bad71836a14a tempest-verify_tempest_config-776149257 tempest-verify_tempest_config-776149257-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:00:43.800192 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-50acf2aa-faa1-49c8-ace2-bad71836a14a tempest-verify_tempest_config-776149257 tempest-verify_tempest_config-776149257-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057466 Nov 19 09:00:44.088276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54294) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:00:44.188802 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d703941-ba60-496c-b544-85de49a9e47f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:00:44.262495 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d703941-ba60-496c-b544-85de49a9e47f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:00:44.267092 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d703941-ba60-496c-b544-85de49a9e47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:00:44.313033 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d703941-ba60-496c-b544-85de49a9e47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36099d3f-18c1-4bc6-9e22-29e34e7aeb4a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:00:44.317521 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0d703941-ba60-496c-b544-85de49a9e47f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45f79860241c42419f9b45aa34884c04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2282584 Nov 19 09:00:44.320255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54298) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:00:44.322161 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d703941-ba60-496c-b544-85de49a9e47f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.322525 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d703941-ba60-496c-b544-85de49a9e47f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.322871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d703941-ba60-496c-b544-85de49a9e47f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.323216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d703941-ba60-496c-b544-85de49a9e47f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.323561 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d703941-ba60-496c-b544-85de49a9e47f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.323900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d703941-ba60-496c-b544-85de49a9e47f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.324234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d703941-ba60-496c-b544-85de49a9e47f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.324568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d703941-ba60-496c-b544-85de49a9e47f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.324900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d703941-ba60-496c-b544-85de49a9e47f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.325253 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d703941-ba60-496c-b544-85de49a9e47f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.325583 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d703941-ba60-496c-b544-85de49a9e47f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.325909 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d703941-ba60-496c-b544-85de49a9e47f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.376580 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:00:44.397218 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:00:44.485666 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:00:44.488261 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:00:44.489457 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36099d3f-18c1-4bc6-9e22-29e34e7aeb4a HTTP/1.1" status: 204 len: 168 time: 0.1682165 Nov 19 09:00:44.497770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36099d3f-18c1-4bc6-9e22-29e34e7aeb4a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:00:44.504824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.505201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.505549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.505885 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.506218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.506550 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.506877 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.507205 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.507525 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.507853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.508182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:44.508505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edfcc02-f814-41f8-87d1-11a95c08d590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:00:48.363410 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:00:49.821558 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-749c942b-eb1a-4b2f-8e67-5ff7d2c0ff1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:00:52.171307 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ba6e1975-c35a-4c74-a9e1-a4883c82d589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:00:53.252455 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:00:54.681740 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:00:55.315432 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:01:19.823331 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4b3508aa-928c-45a3-b5b4-69d161061429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:01:22.171135 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9932a43-f330-40f2-b7d1-8c55b4d32f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:01:23.253162 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:01:24.685227 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:01:25.317725 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:01:25.361340 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:01:49.826649 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-96987e78-8cdb-4bcf-8b45-1023937ed834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:01:52.172297 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a628d713-96d5-4ea6-8817-eb5bfc68ac9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:01:53.256575 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:01:54.689880 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:01:55.320592 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:02:02.359055 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:02:19.827630 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-75678ad2-fe5a-4ae7-b7eb-98627b227b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:02:22.175028 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea810655-4f43-4675-99b0-065542afcdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:02:23.261851 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:02:24.692645 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:02:25.322196 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:02:39.357724 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:02:49.828168 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c555251c-8b6a-41e1-8730-d4a2cdd1a5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:02:52.175255 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4e18d10a-6d93-4dd0-8873-2ec57c9fec84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:02:53.263133 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:02:54.696879 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:02:55.323511 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:03:16.356815 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:03:19.829260 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f579ed3-0587-46ed-9cb9-6e3be7fd2562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:03:22.178914 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-331009d4-1400-48db-ab0a-990368e4ee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:03:23.265121 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:03:24.699855 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:03:25.325763 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:03:45.137346 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-881373'] for agent, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:03:47.569756 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-881373'] for agent, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:03:49.830471 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-74c935fa-c684-4079-9697-6fe1047c894d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:03:52.180518 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a8219877-7679-4390-b735-f15228a34d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:03:53.268862 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:03:53.358379 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:03:54.707288 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:03:55.328180 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:04:15.091567 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:04:17.537662 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:04:19.830696 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-072cbaf2-c2e5-4e67-a0d7-5551bb27addd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:04:22.181717 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-14eae68a-2c70-4f23-9fb4-3fc7c072e35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:04:23.271224 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:04:24.706708 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:04:25.331887 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:04:30.357405 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:04:30.524307 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54356) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:04:30.628179 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c60b977e-72a6-408e-a187-fbfd497f1c48 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1028130 Nov 19 09:04:32.903878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54366) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:04:32.958242 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bf0f9358-c2d8-4a8f-90b0-6403f5c5b1d2 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0532529 Nov 19 09:04:45.116862 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:04:47.547331 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:04:49.830537 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-44f66811-dcc6-4657-80e0-9548a06fbd48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:04:52.182895 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-877e4a48-ba5d-4a18-9615-de7052d460e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:04:53.274186 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:04:54.708863 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:04:55.334937 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:05:07.356603 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:05:15.118616 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:05:17.565315 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:05:19.839969 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aae29d4d-2590-455a-bd3d-4c17da5e7425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:05:22.186313 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9edf126-c62b-4a25-bfb3-4e0adc66bb08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:05:23.277266 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:05:24.714805 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:05:25.350361 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:05:44.355890 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:05:45.118791 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:05:47.548356 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:05:49.837269 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3ca9-e15a-4f6d-a602-f81834b84368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:05:52.197919 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4b78d1c3-1170-46db-a030-409de972845b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:05:53.302440 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:05:54.740111 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:05:55.371463 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:05:57.830114 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54590) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:05:58.269598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54612) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:05:58.282159 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-71bf4190-4d3d-4c30-ba3d-c40810d2c88c tempest-AutoAllocateNetworkTest-370062029 tempest-AutoAllocateNetworkTest-370062029-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=74d4984382134dc395e02bfdcc4f1e45&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4506049 Nov 19 09:05:58.463863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab239db5-7e48-4abc-b1ce-08a97e762536 tempest-AutoAllocateNetworkTest-370062029 tempest-AutoAllocateNetworkTest-370062029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:05:58.468847 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ab239db5-7e48-4abc-b1ce-08a97e762536 tempest-AutoAllocateNetworkTest-370062029 tempest-AutoAllocateNetworkTest-370062029-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1983392 Nov 19 09:05:58.469002 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54624) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:05:58.571304 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-35958903-e4f3-40d2-b803-122508b52bb1 tempest-AutoAllocateNetworkTest-370062029 tempest-AutoAllocateNetworkTest-370062029-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0997238 Nov 19 09:05:58.572382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54634) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:05:58.611997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cb67bb46-48d6-477e-b4ab-ab5dd84404e2 tempest-AutoAllocateNetworkTest-370062029 tempest-AutoAllocateNetworkTest-370062029-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=74d4984382134dc395e02bfdcc4f1e45 HTTP/1.1" status: 200 len: 208 time: 0.0379045 Nov 19 09:05:59.506412 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54676) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:00.039831 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:00.164343 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:00.169889 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:00.217668 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766a3ba0-49e6-4bf0-9676-e664e18dc7a0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:00.229659 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.230318 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.230624 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.230962 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.231295 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.231625 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.231951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.232359 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.232689 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.233016 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.233384 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.233774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] Tracked resource versions report: Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: pushed versions: Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: { 'AddressGroup': {'1.2'}, Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'ConntrackHelper': {'1.0'}, Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'Log': {'1.0'}, Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'Network': {'1.1'}, Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'Port': {'1.7'}, Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'PortForwarding': {'1.2'}, Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'QosPolicy': {'1.10'}, Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'SecurityGroup': {'1.5'}, Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'SecurityGroupRule': {'1.2'}, Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'SubPort': {'1.0'}, Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'Subnet': {'1.1'}, Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'Trunk': {'1.1'}} Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: consumer versions: Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: { DHCP agent@n-d-805649-14: {}, Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: HyperV agent@n-h1-805649-14: {}, Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: HyperV agent@n-h2-805649-14: {}, Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: L3 agent@n-d-805649-14: {}, Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: Metadata agent@n-d-805649-14: {}, Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: Metering agent@n-d-805649-14: {}, Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: Open vSwitch agent@n-d-805649-14: { 'AddressGroup': '1.2', Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'ConntrackHelper': '1.0', Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'Log': '1.0', Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'Network': '1.1', Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'Port': '1.7', Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'PortForwarding': '1.2', Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'QosPolicy': '1.10', Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'SecurityGroup': '1.5', Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'SecurityGroupRule': '1.2', Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'SubPort': '1.0', Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'Subnet': '1.1', Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: 'Trunk': '1.1'}} Nov 19 09:06:00.234905 n-d-805649-14 neutron-server[103476]: {{(pid=103476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 09:06:00.240093 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c8e9aea7-9dbb-44d5-a19b-844157f9553c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74d4984382134dc395e02bfdcc4f1e45&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7325611 Nov 19 09:06:00.243441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54712) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:00.303196 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:00.326368 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:00.380913 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:00.385397 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:00.390224 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/766a3ba0-49e6-4bf0-9676-e664e18dc7a0 HTTP/1.1" status: 204 len: 168 time: 0.1441426 Nov 19 09:06:00.406244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766a3ba0-49e6-4bf0-9676-e664e18dc7a0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:00.417604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.418007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.418452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.418990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.419667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.420296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.421105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.421878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.423030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.423728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.424362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.425945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed11d7-445c-4b58-87fa-d9a90241fe39 admin admin] Tracked resource versions report: Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: pushed versions: Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: { 'AddressGroup': {'1.2'}, Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'ConntrackHelper': {'1.0'}, Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'Log': {'1.0'}, Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'Network': {'1.1'}, Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'Port': {'1.7'}, Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'PortForwarding': {'1.2'}, Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'QosPolicy': {'1.10'}, Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'SecurityGroup': {'1.5'}, Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'SecurityGroupRule': {'1.2'}, Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'SubPort': {'1.0'}, Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'Subnet': {'1.1'}, Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'Trunk': {'1.1'}} Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: consumer versions: Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: { DHCP agent@n-d-805649-14: {}, Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: HyperV agent@n-h1-805649-14: {}, Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: HyperV agent@n-h2-805649-14: {}, Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: L3 agent@n-d-805649-14: {}, Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: Metadata agent@n-d-805649-14: {}, Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: Metering agent@n-d-805649-14: {}, Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: Open vSwitch agent@n-d-805649-14: { 'AddressGroup': '1.2', Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'ConntrackHelper': '1.0', Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'Log': '1.0', Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'Network': '1.1', Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'Port': '1.7', Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'PortForwarding': '1.2', Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'QosPolicy': '1.10', Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'SecurityGroup': '1.5', Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'SecurityGroupRule': '1.2', Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'SubPort': '1.0', Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'Subnet': '1.1', Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: 'Trunk': '1.1'}} Nov 19 09:06:00.427427 n-d-805649-14 neutron-server[103477]: {{(pid=103477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 09:06:02.279588 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54832) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:02.282436 n-d-805649-14 neutron-server[103477]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 09:06:02.311942 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-5c6791e5-9044-4784-a5c7-92178cdac5b0 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=45a5cea8257f4f7c89a7227bed0d4e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306358 Nov 19 09:06:02.428574 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-718c92c4-672c-42e3-9d13-793701b9f846 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:02.430131 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-718c92c4-672c-42e3-9d13-793701b9f846 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1114955 Nov 19 09:06:02.448636 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-43ed8019-a08d-49ac-9271-b50fbb2a113c tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/quotas/45a5cea8257f4f7c89a7227bed0d4e7e HTTP/1.1" status: 200 len: 375 time: 0.0122793 Nov 19 09:06:02.516223 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-133d7438-167a-485b-86a1-4e0c8213892d tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=45a5cea8257f4f7c89a7227bed0d4e7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585444 Nov 19 09:06:03.013067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54888) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:03.189758 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e644d13-9c12-4253-a07f-9bc3375c6419 req-5d4962d4-6903-4d35-9aec-5d3f29a9e490 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 210 time: 0.1750679 Nov 19 09:06:03.715369 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54958) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:03.898789 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d567cc3-85ee-4168-acc9-e131f2355aa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:04.033882 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d567cc3-85ee-4168-acc9-e131f2355aa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:04.039229 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d567cc3-85ee-4168-acc9-e131f2355aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:04.078834 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d567cc3-85ee-4168-acc9-e131f2355aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60e9fbb-1154-4009-8859-76244090aa50,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:04.145967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6d567cc3-85ee-4168-acc9-e131f2355aa9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70b9f7ebc1054830b099d3b6c6481c17&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4293344 Nov 19 09:06:04.148874 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54996) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:04.255958 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c23396d5-8f84-4418-9001-c9a81feec8be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:04.297867 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c23396d5-8f84-4418-9001-c9a81feec8be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:04.398925 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c23396d5-8f84-4418-9001-c9a81feec8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:04.403107 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c23396d5-8f84-4418-9001-c9a81feec8be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:04.404596 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c23396d5-8f84-4418-9001-c9a81feec8be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d60e9fbb-1154-4009-8859-76244090aa50 HTTP/1.1" status: 204 len: 168 time: 0.2525322 Nov 19 09:06:04.414601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23396d5-8f84-4418-9001-c9a81feec8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60e9fbb-1154-4009-8859-76244090aa50,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:04.540619 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3325274a-4c71-4ec6-be31-e7159c85ecb8 req-fd868ff1-6b3b-41f5-b837-5af0fbf31826 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 210 time: 0.0418115 Nov 19 09:06:04.601652 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55034) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:04.670749 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-787868a4-e549-4076-8488-e5851f581c7d tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ea170a36cb1d4dabb7e5137ec821d052&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533993 Nov 19 09:06:04.790183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.71', 60625) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:04.839961 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-f8c3217e-f3a8-4770-b6cc-6768bdfb4f17 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=45a5cea8257f4f7c89a7227bed0d4e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413167 Nov 19 09:06:04.846126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-9adeffb7-3de6-4720-9a07-3d77b926e146 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:04.854299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-9adeffb7-3de6-4720-9a07-3d77b926e146 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766870 Nov 19 09:06:04.871981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-625d4785-363e-4af9-af39-f3329d53ad14 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/quotas/ea170a36cb1d4dabb7e5137ec821d052 HTTP/1.1" status: 200 len: 375 time: 0.0163164 Nov 19 09:06:04.942946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-a573b921-eb01-4de8-b188-f7fdf75c496f tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea170a36cb1d4dabb7e5137ec821d052&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696852 Nov 19 09:06:05.062600 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9e63d09c-1d77-474c-9378-ff4cba3aa997 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:05.146104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55068) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:05.207052 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd36c-301b-435e-b88c-8f71dded9b27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:05.283075 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9e63d09c-1d77-474c-9378-ff4cba3aa997 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:05.307826 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9e63d09c-1d77-474c-9378-ff4cba3aa997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:05.382917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b7a97391-4940-4bcc-8a2f-dd685b795168 req-489ff4e9-c7e9-4688-b320-51c4b78648d9 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 210 time: 0.0604079 Nov 19 09:06:05.396455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63d09c-1d77-474c-9378-ff4cba3aa997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283bd4b8-695e-4a22-90ef-b46b845eb04c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:05.415972 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9e63d09c-1d77-474c-9378-ff4cba3aa997 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a99f5fe425d94d439ec73b29e331dc84&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8131788 Nov 19 09:06:05.421572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55090) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:05.445895 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd36c-301b-435e-b88c-8f71dded9b27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:05.454654 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd36c-301b-435e-b88c-8f71dded9b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:05.469873 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-1e500d84-626b-4a92-8f88-a926df77dc1b tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:05.471382 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-1e500d84-626b-4a92-8f88-a926df77dc1b tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6304080 Nov 19 09:06:05.516382 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78e4d16f-c2f9-4fb5-8dc6-b462aa06c13b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:05.566697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cd36c-301b-435e-b88c-8f71dded9b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2089ad4c-15f2-45d5-bc82-ad40f59b77a4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:05.600415 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ab9cd36c-301b-435e-b88c-8f71dded9b27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=adc5bb3338cf42a18276c1df120fadf1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4520028 Nov 19 09:06:05.608712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55106) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:05.619925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-b65ef485-9257-4da8-853c-2e848b2f8a13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Request body: {'port': {'device_id': 'b4467767-eb03-4116-a8cb-7631647cea78', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '45a5cea8257f4f7c89a7227bed0d4e7e'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:05.660095 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78e4d16f-c2f9-4fb5-8dc6-b462aa06c13b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:05.677585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55116) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:05.762728 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b91ba974-20eb-4a1f-b6c7-93288641bfb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:05.823003 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b91ba974-20eb-4a1f-b6c7-93288641bfb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:05.926562 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b91ba974-20eb-4a1f-b6c7-93288641bfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:05.929382 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b91ba974-20eb-4a1f-b6c7-93288641bfb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:05.930536 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b91ba974-20eb-4a1f-b6c7-93288641bfb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2089ad4c-15f2-45d5-bc82-ad40f59b77a4 HTTP/1.1" status: 204 len: 168 time: 0.3199410 Nov 19 09:06:05.972614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ba974-20eb-4a1f-b6c7-93288641bfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2089ad4c-15f2-45d5-bc82-ad40f59b77a4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:06.102316 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-b65ef485-9257-4da8-853c-2e848b2f8a13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Made reservation on behalf of 45a5cea8257f4f7c89a7227bed0d4e7e for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:06:06.106970 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-b65ef485-9257-4da8-853c-2e848b2f8a13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:06.149987 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-b65ef485-9257-4da8-853c-2e848b2f8a13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:06.214395 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78e4d16f-c2f9-4fb5-8dc6-b462aa06c13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:06.227145 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78e4d16f-c2f9-4fb5-8dc6-b462aa06c13b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:06.235846 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-78e4d16f-c2f9-4fb5-8dc6-b462aa06c13b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/283bd4b8-695e-4a22-90ef-b46b845eb04c HTTP/1.1" status: 204 len: 168 time: 0.8126087 Nov 19 09:06:06.288004 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4d16f-c2f9-4fb5-8dc6-b462aa06c13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283bd4b8-695e-4a22-90ef-b46b845eb04c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:06.476486 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-b65ef485-9257-4da8-853c-2e848b2f8a13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:06.480154 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28027680-39db-4273-99cd-0584f9a1e432 req-2921549c-5263-40b8-a938-a46290829462 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 210 time: 0.4980900 Nov 19 09:06:06.491700 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-b65ef485-9257-4da8-853c-2e848b2f8a13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:06.536562 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-005a768f-acaf-440e-bd3d-c62711e801b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:06.725168 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53cd7811-f791-45c6-99bb-756bea753ae6 req-70cf161a-1da4-4806-8c44-cd0815763948 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 210 time: 0.0670226 Nov 19 09:06:06.830777 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-005a768f-acaf-440e-bd3d-c62711e801b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:06.851378 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-005a768f-acaf-440e-bd3d-c62711e801b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:06.943668 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ef485-9257-4da8-853c-2e848b2f8a13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338464d9-7e6d-45c2-bbef-e104fe012360,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:06.974450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-005a768f-acaf-440e-bd3d-c62711e801b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d93a85c05a249acbf622397aea1c8cb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2938058 Nov 19 09:06:06.976728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55172) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:06.990974 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a768f-acaf-440e-bd3d-c62711e801b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee82544-49e7-4cbf-a997-c482a1416594,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:07.126623 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5d08932-e29f-461d-b3f6-fc961c78e92d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:07.250008 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5d08932-e29f-461d-b3f6-fc961c78e92d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:07.268951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55182) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:07.380665 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5d08932-e29f-461d-b3f6-fc961c78e92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:07.383346 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49df1759-bbed-430e-981a-14682c9e0c51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:07.392026 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5d08932-e29f-461d-b3f6-fc961c78e92d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:07.410684 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b5d08932-e29f-461d-b3f6-fc961c78e92d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eee82544-49e7-4cbf-a997-c482a1416594 HTTP/1.1" status: 204 len: 168 time: 0.4187744 Nov 19 09:06:07.441206 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d08932-e29f-461d-b3f6-fc961c78e92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee82544-49e7-4cbf-a997-c482a1416594,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:07.482884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-b65ef485-9257-4da8-853c-2e848b2f8a13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Allocated IP 192.168.233.23 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/0095aa68-8488-440e-a2ec-1f78890999bc) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:06:07.689018 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-69ae9fa0-6f63-41e2-a97a-7627d05b6f43 req-0fec5ed2-84e0-4853-a509-57c51ba7c0e3 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 210 time: 0.0456607 Nov 19 09:06:07.941896 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49df1759-bbed-430e-981a-14682c9e0c51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:07.955239 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49df1759-bbed-430e-981a-14682c9e0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:07.955452 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b18980f4-fd78-433f-a121-0fe092807d7a req-ff1a22e7-be37-4c0d-9884-498f09c49be8 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 210 time: 0.0605497 Nov 19 09:06:08.032210 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df1759-bbed-430e-981a-14682c9e0c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ae25ff-ffe4-4a36-aa29-8cd36b0b306d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:08.073279 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55212) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:08.073816 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-49df1759-bbed-430e-981a-14682c9e0c51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d27849cc1ce6492a8a6437cef61a93ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7843871 Nov 19 09:06:08.100239 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-b65ef485-9257-4da8-853c-2e848b2f8a13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:08.176715 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c398a219-74fd-4ea2-a8cd-195033363983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:08.283488 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c398a219-74fd-4ea2-a8cd-195033363983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:08.290436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55218) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:08.295517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.66', 61318) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:08.359344 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-e80448f9-560f-4770-b080-270702668970 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=ea170a36cb1d4dabb7e5137ec821d052&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623009 Nov 19 09:06:08.381624 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eb066517-f4e5-4eb0-aa05-72329f7471e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:08.603278 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-b65ef485-9257-4da8-853c-2e848b2f8a13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:08.679707 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eb066517-f4e5-4eb0-aa05-72329f7471e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:08.696948 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eb066517-f4e5-4eb0-aa05-72329f7471e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:08.832313 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c398a219-74fd-4ea2-a8cd-195033363983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:08.842039 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c398a219-74fd-4ea2-a8cd-195033363983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:08.859127 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c398a219-74fd-4ea2-a8cd-195033363983 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9ae25ff-ffe4-4a36-aa29-8cd36b0b306d HTTP/1.1" status: 204 len: 168 time: 0.7837229 Nov 19 09:06:08.878058 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-b65ef485-9257-4da8-853c-2e848b2f8a13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:06:08.912280 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-d6e786f0-cae0-4061-a39c-26aa9edfb563 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:08.913913 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-d6e786f0-cae0-4061-a39c-26aa9edfb563 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5422246 Nov 19 09:06:08.915705 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-b65ef485-9257-4da8-853c-2e848b2f8a13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:06:08.928589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb066517-f4e5-4eb0-aa05-72329f7471e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3601370a-e5fc-4175-87b4-baf4432805ef,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:08.931038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ef485-9257-4da8-853c-2e848b2f8a13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Pushing event updated for resources: {'Port': ['ID=0095aa68-8488-440e-a2ec-1f78890999bc,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:08.935567 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-eb066517-f4e5-4eb0-aa05-72329f7471e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9d2544c89e94919a33603192f6774e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6390541 Nov 19 09:06:08.946394 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-b65ef485-9257-4da8-853c-2e848b2f8a13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:06:08.946740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55242) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:08.952243 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-b65ef485-9257-4da8-853c-2e848b2f8a13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:08.952919 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-b65ef485-9257-4da8-853c-2e848b2f8a13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:09.011241 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3a08002f-4152-42c3-b6ca-7c9902339fd1 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Request body: {'port': {'device_id': '33f31bb7-1871-47d3-91fb-91b0ab6a8d50', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': 'ea170a36cb1d4dabb7e5137ec821d052'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:09.138162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398a219-74fd-4ea2-a8cd-195033363983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ae25ff-ffe4-4a36-aa29-8cd36b0b306d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:09.250884 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ccb48aa9-bddd-40e7-87cb-6ea5c813d5f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:09.280367 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-b65ef485-9257-4da8-853c-2e848b2f8a13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6899681 Nov 19 09:06:09.285945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b06be1d0-3207-4785-a77d-0fd64eda69af req-d794fedf-542d-4b7a-b813-ad48fa9fc932 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 210 time: 0.1384497 Nov 19 09:06:09.288063 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3a08002f-4152-42c3-b6ca-7c9902339fd1 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Made reservation on behalf of ea170a36cb1d4dabb7e5137ec821d052 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:06:09.311624 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3a08002f-4152-42c3-b6ca-7c9902339fd1 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:09.329129 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-6846a271-7b43-4d96-9c9e-770e79bf4630 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:06:09.330504 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-6846a271-7b43-4d96-9c9e-770e79bf4630 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059783 Nov 19 09:06:09.332072 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3a08002f-4152-42c3-b6ca-7c9902339fd1 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:09.333716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e0139-a0a8-46b9-b69b-0d1597e18056 req-71982827-3f76-415f-a500-8840ae33945e tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:09.335887 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f0e0139-a0a8-46b9-b69b-0d1597e18056 req-71982827-3f76-415f-a500-8840ae33945e tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 935 time: 0.4109154 Nov 19 09:06:09.400613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-db616713-35ef-4f12-bfdf-7e2c048ae544 None None] Provisioning complete for port 0095aa68-8488-440e-a2ec-1f78890999bc triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:06:09.401675 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-db616713-35ef-4f12-bfdf-7e2c048ae544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:09.498354 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ccb48aa9-bddd-40e7-87cb-6ea5c813d5f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:09.507203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f0e0139-a0a8-46b9-b69b-0d1597e18056 req-8b55914c-2824-4a44-9b0f-38a3d0f6904a tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572864 Nov 19 09:06:09.516077 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-db616713-35ef-4f12-bfdf-7e2c048ae544 None None] Port 0095aa68-8488-440e-a2ec-1f78890999bc cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:06:09.581803 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3a08002f-4152-42c3-b6ca-7c9902339fd1 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:09.591566 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3a08002f-4152-42c3-b6ca-7c9902339fd1 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:09.598280 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ccb48aa9-bddd-40e7-87cb-6ea5c813d5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:09.603996 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ccb48aa9-bddd-40e7-87cb-6ea5c813d5f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:09.605601 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ccb48aa9-bddd-40e7-87cb-6ea5c813d5f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3601370a-e5fc-4175-87b4-baf4432805ef HTTP/1.1" status: 204 len: 168 time: 0.6569140 Nov 19 09:06:09.623351 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb48aa9-bddd-40e7-87cb-6ea5c813d5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3601370a-e5fc-4175-87b4-baf4432805ef,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:09.661378 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08002f-4152-42c3-b6ca-7c9902339fd1 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87cd247-bd49-4be2-9c94-de134e3bc064,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:09.912561 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3a08002f-4152-42c3-b6ca-7c9902339fd1 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Allocated IP 192.168.233.191 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:06:10.226468 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3a08002f-4152-42c3-b6ca-7c9902339fd1 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:10.270867 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3a08002f-4152-42c3-b6ca-7c9902339fd1 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:10.366288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55270) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:10.434281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3a08002f-4152-42c3-b6ca-7c9902339fd1 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:06:10.436593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3a08002f-4152-42c3-b6ca-7c9902339fd1 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:06:10.510034 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3a08002f-4152-42c3-b6ca-7c9902339fd1 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:06:10.533129 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3a08002f-4152-42c3-b6ca-7c9902339fd1 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:10.534199 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3a08002f-4152-42c3-b6ca-7c9902339fd1 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:10.577403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08002f-4152-42c3-b6ca-7c9902339fd1 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Pushing event updated for resources: {'Port': ['ID=63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:10.636950 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3a08002f-4152-42c3-b6ca-7c9902339fd1 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6294825 Nov 19 09:06:10.665173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfc37a-4f62-4045-8c83-2cafb8bc6c7d req-bfb57016-7287-4eb5-8af6-309bc39266dd tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:10.669807 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6cfc37a-4f62-4045-8c83-2cafb8bc6c7d req-bfb57016-7287-4eb5-8af6-309bc39266dd tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 936 time: 0.1898329 Nov 19 09:06:10.751099 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-ef029fd6-bc8d-4391-a8af-ac3644fe4397 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:06:10.752674 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-ef029fd6-bc8d-4391-a8af-ac3644fe4397 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068438 Nov 19 09:06:10.964640 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25979e-8738-42f9-85e7-3df2cfb76ae8 req-4a0d7b5b-1bd0-4657-83c5-0f8f96782ef0 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:10.966317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d25979e-8738-42f9-85e7-3df2cfb76ae8 req-4a0d7b5b-1bd0-4657-83c5-0f8f96782ef0 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 935 time: 0.2344820 Nov 19 09:06:10.967216 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85aff102-0ecd-44f0-b731-c8c370cdc5ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:10.992721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Request body: {'port': {'device_id': 'b4467767-eb03-4116-a8cb-7631647cea78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:11.082465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6cfc37a-4f62-4045-8c83-2cafb8bc6c7d req-d3640b45-8e21-47ac-b314-494988d3217a tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010136 Nov 19 09:06:11.097738 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-87e0cfd4-8e27-4015-82e3-0c5b822230df None None] Provisioning complete for port 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:06:11.099186 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-87e0cfd4-8e27-4015-82e3-0c5b822230df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:11.143986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-87e0cfd4-8e27-4015-82e3-0c5b822230df None None] Port 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:06:11.152988 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d25979e-8738-42f9-85e7-3df2cfb76ae8 req-645bd4d2-4237-4057-abb1-2c4db4d2d834 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607530 Nov 19 09:06:11.236297 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85aff102-0ecd-44f0-b731-c8c370cdc5ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:11.249856 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85aff102-0ecd-44f0-b731-c8c370cdc5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:11.326371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aff102-0ecd-44f0-b731-c8c370cdc5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135f6532-5129-450b-8ac1-27fd2c275755,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:11.380670 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:11.396696 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-85aff102-0ecd-44f0-b731-c8c370cdc5ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6775db2e36434060bdc264360ee84f59&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0283027 Nov 19 09:06:11.399636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55300) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:11.539085 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca389ac4-0ab1-46d7-8b20-9a901ba3536e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:11.607007 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca389ac4-0ab1-46d7-8b20-9a901ba3536e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:11.672522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Request body: {'port': {'device_id': '33f31bb7-1871-47d3-91fb-91b0ab6a8d50', 'device_owner': 'compute:tempest-test_az-2105181977', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:11.750296 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca389ac4-0ab1-46d7-8b20-9a901ba3536e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:11.771487 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca389ac4-0ab1-46d7-8b20-9a901ba3536e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:11.778102 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ca389ac4-0ab1-46d7-8b20-9a901ba3536e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/135f6532-5129-450b-8ac1-27fd2c275755 HTTP/1.1" status: 204 len: 168 time: 0.3743303 Nov 19 09:06:11.803066 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:11.823197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca389ac4-0ab1-46d7-8b20-9a901ba3536e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135f6532-5129-450b-8ac1-27fd2c275755,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:12.444304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf6176-41ec-4333-907a-f531655b7267 req-1ce649c1-87b2-4592-b915-68afbfb93262 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:12.448688 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cdcf6176-41ec-4333-907a-f531655b7267 req-1ce649c1-87b2-4592-b915-68afbfb93262 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 936 time: 0.1292977 Nov 19 09:06:12.536059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0095aa68-8488-440e-a2ec-1f78890999bc {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:06:12.550722 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:12.592164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8db924-e17c-4460-a518-beff1b089305 req-27565f70-a53b-41c4-a54a-f39f59d32ba4 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:12.601242 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb8db924-e17c-4460-a518-beff1b089305 req-27565f70-a53b-41c4-a54a-f39f59d32ba4 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 935 time: 0.1865022 Nov 19 09:06:12.607089 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cdcf6176-41ec-4333-907a-f531655b7267 req-72f07ca7-741c-4419-8b17-3d3c5c0c7167 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209531 Nov 19 09:06:12.701371 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb8db924-e17c-4460-a518-beff1b089305 req-7354834f-8013-4dba-a00a-5575c7d5b0d6 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990124 Nov 19 09:06:12.724186 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Transition to ACTIVE for port object 0095aa68-8488-440e-a2ec-1f78890999bc will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:06:12.732561 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:12.968095 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0095aa68-8488-440e-a2ec-1f78890999bc,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:13.096023 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55332) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:13.130963 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eaaaaad9-2892-4e66-9334-c49f2f1149dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:13.354825 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eaaaaad9-2892-4e66-9334-c49f2f1149dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:13.366897 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eaaaaad9-2892-4e66-9334-c49f2f1149dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:13.509545 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-eaaaaad9-2892-4e66-9334-c49f2f1149dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b696ebee5a79421cbf2cc3205864926c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4121468 Nov 19 09:06:13.513798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55340) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:13.624705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaaaad9-2892-4e66-9334-c49f2f1149dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aff83d-bbad-4ceb-866a-6f95a95881dd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:13.628227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Attempting to bind port 0095aa68-8488-440e-a2ec-1f78890999bc on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:06:13.628697 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Attempting to bind port 0095aa68-8488-440e-a2ec-1f78890999bc by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:06:13.630213 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Attempting to bind port 0095aa68-8488-440e-a2ec-1f78890999bc on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:13.650836 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Port 0095aa68-8488-440e-a2ec-1f78890999bc on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:06:13.656779 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Attempting to bind port 0095aa68-8488-440e-a2ec-1f78890999bc on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:13.692080 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:06:13.698251 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:06:13.701110 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:06:13.705334 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Bound port: 0095aa68-8488-440e-a2ec-1f78890999bc, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:06:13.708168 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:13.784443 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-628ef539-2c0e-4b0f-8359-397f2de40091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:13.929450 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-628ef539-2c0e-4b0f-8359-397f2de40091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:13.939106 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:06:13.957996 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:13.983698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d0336-f283-448d-9b34-ba3bcc15e4b2 req-53515c4f-f537-4175-8ccc-07bc9ee852c4 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:13.997156 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f04d0336-f283-448d-9b34-ba3bcc15e4b2 req-53515c4f-f537-4175-8ccc-07bc9ee852c4 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 936 time: 0.1495783 Nov 19 09:06:14.011218 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Transition to ACTIVE for port object 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:06:14.012807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] For port 0095aa68-8488-440e-a2ec-1f78890999bc, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:06:14.029636 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] For port 0095aa68-8488-440e-a2ec-1f78890999bc, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=0095aa68-8488-440e-a2ec-1f78890999bc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:06:14.030802 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:14.056959 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:14.122095 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f04d0336-f283-448d-9b34-ba3bcc15e4b2 req-7fffa96e-6852-4156-af42-a051ec6e13c9 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169229 Nov 19 09:06:14.192654 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:14.194856 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:14.202166 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] 10.222.0.71 "PUT /v2.0/ports/0095aa68-8488-440e-a2ec-1f78890999bc HTTP/1.1" status: 200 len: 1096 time: 3.7439206 Nov 19 09:06:14.202859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Pushing event updated for resources: {'Port': ['ID=63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:14.205267 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4467767-eb03-4116-a8cb-7631647cea78', 'tag': '0095aa68-8488-440e-a2ec-1f78890999bc'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:06:14.236591 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-628ef539-2c0e-4b0f-8359-397f2de40091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:14.256737 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-628ef539-2c0e-4b0f-8359-397f2de40091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:14.266456 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-628ef539-2c0e-4b0f-8359-397f2de40091 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28aff83d-bbad-4ceb-866a-6f95a95881dd HTTP/1.1" status: 204 len: 168 time: 0.7496600 Nov 19 09:06:14.317681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ef539-2c0e-4b0f-8359-397f2de40091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aff83d-bbad-4ceb-866a-6f95a95881dd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:14.535358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec370c-1eaf-4a13-8805-8683c99a5d7d req-018f2c3c-1e3f-4250-8728-3e7097f7c4c1 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:14.546846 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70ec370c-1eaf-4a13-8805-8683c99a5d7d req-018f2c3c-1e3f-4250-8728-3e7097f7c4c1 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 947 time: 0.1324971 Nov 19 09:06:14.687019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70ec370c-1eaf-4a13-8805-8683c99a5d7d req-07726097-e403-41a2-888c-eaccb19b10eb tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374898 Nov 19 09:06:14.783949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-c6aecc17-70fa-4633-bc5f-28278ce90686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:14.789796 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-c6aecc17-70fa-4633-bc5f-28278ce90686 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=45a5cea8257f4f7c89a7227bed0d4e7e&device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 1099 time: 0.3378415 Nov 19 09:06:14.807455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Attempting to bind port 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:06:14.807801 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Attempting to bind port 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:06:14.818627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Attempting to bind port 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:14.835412 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Port 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:06:14.836595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Attempting to bind port 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:14.985649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:06:14.986290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:06:14.986447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:06:14.986895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Bound port: 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:06:14.998889 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:15.107106 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec2470-4842-43c8-979e-876f8b6b69a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0095aa68-8488-440e-a2ec-1f78890999bc,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:15.117761 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-4be6f6d2-bc31-4b60-9b16-84ea55d9e9a3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=0095aa68-8488-440e-a2ec-1f78890999bc HTTP/1.1" status: 200 len: 217 time: 0.2887402 Nov 19 09:06:15.180966 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:15.188651 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] For port 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:06:15.196779 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] For port 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:06:15.429180 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-7fac1e8d-5f1e-4ca0-9d3b-ad2c7e680cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:15.432981 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-7fac1e8d-5f1e-4ca0-9d3b-ad2c7e680cbf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.2342811 Nov 19 09:06:15.439166 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:15.584724 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Pushing event updated for resources: {'Port': ['ID=63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:15.625337 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:15.626392 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:15.628207 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-3df5f841-59f4-4cdd-becd-b64d3c4d7350 service neutron] 10.222.0.66 "PUT /v2.0/ports/63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 HTTP/1.1" status: 200 len: 1119 time: 4.3303812 Nov 19 09:06:15.704941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136195bc-3fad-4b5c-8930-59ed59556b2e req-2e3ad8ee-195d-430f-a14f-dd190def7bb3 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:15.710798 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-f7ad0e43-0d4b-4c21-bab1-d73927b6f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:15.712914 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-f7ad0e43-0d4b-4c21-bab1-d73927b6f691 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1292126 Nov 19 09:06:15.715733 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-136195bc-3fad-4b5c-8930-59ed59556b2e req-2e3ad8ee-195d-430f-a14f-dd190def7bb3 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 970 time: 0.2343576 Nov 19 09:06:15.803546 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55400) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:15.911967 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3548c39-515c-4bfd-960b-e180c97e48ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:15.993670 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d8cffb-c4d4-46f5-94c1-77a248abffba" -d '{"events": [{"name": "network-changed", "server_uuid": "b4467767-eb03-4116-a8cb-7631647cea78", "tag": "0095aa68-8488-440e-a2ec-1f78890999bc"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:06:16.058001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-136195bc-3fad-4b5c-8930-59ed59556b2e req-1d6bbee0-b04b-4fd7-93bc-303cd03a1658 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394294 Nov 19 09:06:16.149938 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-fc70b129-7663-49c8-b142-1d2ad6208871 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254539 Nov 19 09:06:16.170697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d5989-8c41-406d-a41e-a1e2a46e05aa req-6f1d8e9a-925b-45c6-915d-6e51ab9e8f78 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:16.173721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-703d5989-8c41-406d-a41e-a1e2a46e05aa req-6f1d8e9a-925b-45c6-915d-6e51ab9e8f78 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 947 time: 0.1455841 Nov 19 09:06:16.216910 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3548c39-515c-4bfd-960b-e180c97e48ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:16.259840 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3548c39-515c-4bfd-960b-e180c97e48ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:16.326303 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-2505292b-7417-4d3b-8abd-06ce1c077f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:16.327821 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-2505292b-7417-4d3b-8abd-06ce1c077f99 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ea170a36cb1d4dabb7e5137ec821d052&device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 1122 time: 0.4117727 Nov 19 09:06:16.423298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55410) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:16.433393 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f3548c39-515c-4bfd-960b-e180c97e48ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94ffafdecebd457a921febbc63bbd6a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6204066 Nov 19 09:06:16.449965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3548c39-515c-4bfd-960b-e180c97e48ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8addcb00-37c1-440b-96af-10332b249d39,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:16.473423 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-703d5989-8c41-406d-a41e-a1e2a46e05aa req-c34db907-2138-4fae-9a31-68cea27c684a tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920973 Nov 19 09:06:16.543228 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ad0a56-5e77-4b90-af6b-898a3c5fd407 req-3ee65cdc-bf99-4184-be37-dc9ae2958fb5 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870161 Nov 19 09:06:16.547668 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-881d6694-a84e-480e-9d8e-3ca6256a92ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 HTTP/1.1" status: 200 len: 217 time: 0.0844142 Nov 19 09:06:16.728072 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-4a7ea932-2a26-4c50-9871-6076d9cb91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:16.734437 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-4a7ea932-2a26-4c50-9871-6076d9cb91ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1510224 Nov 19 09:06:16.754178 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1690152f-4e37-4f21-b27a-18bb065a7f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:16.888755 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1690152f-4e37-4f21-b27a-18bb065a7f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:16.969737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-723de921-7192-43cc-aa87-3e6c4534980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:16.971218 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-723de921-7192-43cc-aa87-3e6c4534980d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2064619 Nov 19 09:06:17.006337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55420) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:17.061857 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1690152f-4e37-4f21-b27a-18bb065a7f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:17.066708 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1690152f-4e37-4f21-b27a-18bb065a7f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:17.069035 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1690152f-4e37-4f21-b27a-18bb065a7f40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8addcb00-37c1-440b-96af-10332b249d39 HTTP/1.1" status: 204 len: 168 time: 0.6396673 Nov 19 09:06:17.224293 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690152f-4e37-4f21-b27a-18bb065a7f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8addcb00-37c1-440b-96af-10332b249d39,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:17.403720 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ae7da2-92b8-4f7e-9be0-a286e39aa79e x-openstack-request-id: req-d3ae7da2-92b8-4f7e-9be0-a286e39aa79e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:06:17.404174 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4467767-eb03-4116-a8cb-7631647cea78", "tag": "0095aa68-8488-440e-a2ec-1f78890999bc", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:06:17.404631 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3ae7da2-92b8-4f7e-9be0-a286e39aa79e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:06:17.405426 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4467767-eb03-4116-a8cb-7631647cea78', 'tag': '0095aa68-8488-440e-a2ec-1f78890999bc', 'status': 'completed', 'code': 200} Nov 19 09:06:17.441469 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-86c67e70-5eb0-4e05-b93e-9a1fc7016860 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458792 Nov 19 09:06:17.553874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33543ffa-ec03-4d0f-aac7-c46b5ec4bcd6 req-04950a53-d880-41fd-b22e-06a2de615a0b tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:17.556227 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33543ffa-ec03-4d0f-aac7-c46b5ec4bcd6 req-04950a53-d880-41fd-b22e-06a2de615a0b tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 970 time: 0.2392380 Nov 19 09:06:17.635846 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:17.637805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8cffb-c4d4-46f5-94c1-77a248abffba req-a72d2a5c-125b-488a-975e-7a357f186cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:17.639939 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-96d8cffb-c4d4-46f5-94c1-77a248abffba req-a72d2a5c-125b-488a-975e-7a357f186cc4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=45a5cea8257f4f7c89a7227bed0d4e7e&device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 1099 time: 0.1973898 Nov 19 09:06:17.677437 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca376dfb-bde0-4d1c-b5d9-b416d39df0d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:17.783567 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33543ffa-ec03-4d0f-aac7-c46b5ec4bcd6 req-95a5165c-691f-4549-affb-d552bb4ca4a3 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025492 Nov 19 09:06:18.002890 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecf072-96ab-47f9-a0b8-9d0fc04ac717 req-659af052-b573-4d0a-b46f-831867dadce4 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:18.012728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70ecf072-96ab-47f9-a0b8-9d0fc04ac717 req-659af052-b573-4d0a-b46f-831867dadce4 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 947 time: 0.3179288 Nov 19 09:06:18.115493 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8cffb-c4d4-46f5-94c1-77a248abffba req-24d639fd-7f34-4f0b-b8c6-9107c1a178da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:18.117466 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-96d8cffb-c4d4-46f5-94c1-77a248abffba req-24d639fd-7f34-4f0b-b8c6-9107c1a178da service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.4670918 Nov 19 09:06:18.196410 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca376dfb-bde0-4d1c-b5d9-b416d39df0d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:18.219224 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70ecf072-96ab-47f9-a0b8-9d0fc04ac717 req-8075a1ab-36a9-46bb-a251-015273f0c4c0 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058551 Nov 19 09:06:18.221838 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-96d8cffb-c4d4-46f5-94c1-77a248abffba req-16d96b53-2139-4e41-a8cf-d8382a7e1b1d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=0095aa68-8488-440e-a2ec-1f78890999bc HTTP/1.1" status: 200 len: 217 time: 0.0961158 Nov 19 09:06:18.222892 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca376dfb-bde0-4d1c-b5d9-b416d39df0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:18.322052 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca376dfb-bde0-4d1c-b5d9-b416d39df0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be61163-fca3-4b4d-8cab-11c0818785dc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:18.341530 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ca376dfb-bde0-4d1c-b5d9-b416d39df0d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28406cd66e3a4b20a27af1a111fdf195&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3307502 Nov 19 09:06:18.341803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55450) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:18.465515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8cffb-c4d4-46f5-94c1-77a248abffba req-5ca029fa-69ac-415d-83ac-e5992edf83f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:18.468424 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-96d8cffb-c4d4-46f5-94c1-77a248abffba req-5ca029fa-69ac-415d-83ac-e5992edf83f8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.2360377 Nov 19 09:06:18.517658 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08842ae5-ff5d-4c0c-9fb5-a77f599f692b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:18.727185 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08842ae5-ff5d-4c0c-9fb5-a77f599f692b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:18.782701 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8cffb-c4d4-46f5-94c1-77a248abffba req-68a555c5-d697-4330-a986-63c4d2bbd484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:18.788496 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-96d8cffb-c4d4-46f5-94c1-77a248abffba req-68a555c5-d697-4330-a986-63c4d2bbd484 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3105905 Nov 19 09:06:19.042211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194e2f1-fb50-43be-ba68-eb0e0f7b6dc1 req-6c199fa1-8b6c-4501-ace8-a078d67e4141 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:19.043782 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0194e2f1-fb50-43be-ba68-eb0e0f7b6dc1 req-6c199fa1-8b6c-4501-ace8-a078d67e4141 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 970 time: 0.0955260 Nov 19 09:06:19.060012 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-96d8cffb-c4d4-46f5-94c1-77a248abffba req-8bfe4c46-a25b-4414-96c7-d25869cf5476 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497613 Nov 19 09:06:19.082709 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08842ae5-ff5d-4c0c-9fb5-a77f599f692b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:19.086142 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08842ae5-ff5d-4c0c-9fb5-a77f599f692b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:19.087252 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-08842ae5-ff5d-4c0c-9fb5-a77f599f692b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6be61163-fca3-4b4d-8cab-11c0818785dc HTTP/1.1" status: 204 len: 168 time: 0.7380364 Nov 19 09:06:19.098769 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08842ae5-ff5d-4c0c-9fb5-a77f599f692b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be61163-fca3-4b4d-8cab-11c0818785dc,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:19.223246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0194e2f1-fb50-43be-ba68-eb0e0f7b6dc1 req-e5ae2518-4398-4afb-ac7b-c079206d688e tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646926 Nov 19 09:06:19.406501 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f31bb7-1871-47d3-91fb-91b0ab6a8d50', 'tag': '63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:06:19.410683 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341b3606-0577-4771-8dae-43c69d4075d7" -d '{"events": [{"name": "network-changed", "server_uuid": "33f31bb7-1871-47d3-91fb-91b0ab6a8d50", "tag": "63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:06:19.500971 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7f12f2-fad0-4956-9b0b-c87d75de94c4 x-openstack-request-id: req-7e7f12f2-fad0-4956-9b0b-c87d75de94c4 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:06:19.501543 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f31bb7-1871-47d3-91fb-91b0ab6a8d50", "tag": "63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:06:19.502206 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e7f12f2-fad0-4956-9b0b-c87d75de94c4 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:06:19.504018 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f31bb7-1871-47d3-91fb-91b0ab6a8d50', 'tag': '63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051', 'status': 'completed', 'code': 200} Nov 19 09:06:19.539878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f10cbf-6fa0-484e-8ca8-f4e265f7b121 req-f80f5762-928e-4403-b9d7-f56e09fd3927 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:19.541917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54f10cbf-6fa0-484e-8ca8-f4e265f7b121 req-f80f5762-928e-4403-b9d7-f56e09fd3927 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 947 time: 0.1684675 Nov 19 09:06:19.639307 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54f10cbf-6fa0-484e-8ca8-f4e265f7b121 req-a4d25bc6-c957-4f8c-bb18-2a845053db13 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834658 Nov 19 09:06:19.661769 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55500) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:19.850272 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea98a073-09a5-4093-ae4c-9cc54afa3874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:19.946840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55506) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:19.996149 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9fe160cc-2613-44cc-9e1d-2be3228bfc94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:20.107554 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbce0856-3a69-42d8-a6df-ffa5407bdace admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:20.173916 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9fe160cc-2613-44cc-9e1d-2be3228bfc94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:20.181558 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9fe160cc-2613-44cc-9e1d-2be3228bfc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:20.309714 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9fe160cc-2613-44cc-9e1d-2be3228bfc94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de7277eca1b24455af497760c36f1543&name=default HTTP/1.1" status: 200 len: 2995 time: 0.3609393 Nov 19 09:06:20.317240 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55512) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:20.317486 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe160cc-2613-44cc-9e1d-2be3228bfc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71573c8f-a75e-458f-887d-47867a7254e5,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:20.351839 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbce0856-3a69-42d8-a6df-ffa5407bdace admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:20.371657 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbce0856-3a69-42d8-a6df-ffa5407bdace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:20.434172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55516) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:20.434397 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dbce0856-3a69-42d8-a6df-ffa5407bdace admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df892c98fec34d9a87c36b8f6fabd052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7708447 Nov 19 09:06:20.570263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce0856-3a69-42d8-a6df-ffa5407bdace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ade2681-0664-4cf4-b4ef-e1d5ced500b4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:20.584874 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51c536b6-847d-4d91-8de0-41dcee1c324d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:20.646119 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51c536b6-847d-4d91-8de0-41dcee1c324d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:20.662805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce84814-5611-48f6-9f86-af426ca60f23 req-ec4f003f-9d75-42d9-8960-f962048e4c13 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:20.663240 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-96d8cffb-c4d4-46f5-94c1-77a248abffba req-cbd1fa64-d472-4c45-983f-840a196bfe5d service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275138 Nov 19 09:06:20.665437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ce84814-5611-48f6-9f86-af426ca60f23 req-ec4f003f-9d75-42d9-8960-f962048e4c13 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 970 time: 0.1705556 Nov 19 09:06:20.666689 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15a325c0-bfd0-461a-a860-85662606525b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:20.701931 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15a325c0-bfd0-461a-a860-85662606525b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:20.753874 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51c536b6-847d-4d91-8de0-41dcee1c324d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:20.764412 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51c536b6-847d-4d91-8de0-41dcee1c324d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:20.769283 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-51c536b6-847d-4d91-8de0-41dcee1c324d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71573c8f-a75e-458f-887d-47867a7254e5 HTTP/1.1" status: 204 len: 168 time: 0.4435954 Nov 19 09:06:20.781261 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c536b6-847d-4d91-8de0-41dcee1c324d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71573c8f-a75e-458f-887d-47867a7254e5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:21.018689 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ce84814-5611-48f6-9f86-af426ca60f23 req-da6e178a-d91f-428e-9692-1b484a348dfd tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702324 Nov 19 09:06:21.022364 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15a325c0-bfd0-461a-a860-85662606525b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:21.024892 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15a325c0-bfd0-461a-a860-85662606525b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:21.054716 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-15a325c0-bfd0-461a-a860-85662606525b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ade2681-0664-4cf4-b4ef-e1d5ced500b4 HTTP/1.1" status: 204 len: 168 time: 0.6158049 Nov 19 09:06:21.089015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a325c0-bfd0-461a-a860-85662606525b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ade2681-0664-4cf4-b4ef-e1d5ced500b4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:21.158685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a99a9-39f1-4ef0-9bf4-4b4fae3db532 req-32988a95-78d6-4230-b6ea-3df918c43803 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:21.165987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-702a99a9-39f1-4ef0-9bf4-4b4fae3db532 req-32988a95-78d6-4230-b6ea-3df918c43803 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 947 time: 0.3232777 Nov 19 09:06:21.271577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-702a99a9-39f1-4ef0-9bf4-4b4fae3db532 req-4e8bf19c-f09c-4296-9005-3c277af53b89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045747 Nov 19 09:06:21.357958 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:06:21.415981 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2e41df6-c122-4f9d-a910-f32fc6c50b99 req-5685c49d-4b62-484f-9b0e-e29af384df22 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932542 Nov 19 09:06:21.611843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b3606-0577-4771-8dae-43c69d4075d7 req-61719c88-a57c-489a-9b5d-48d21ec386ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:21.616289 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-341b3606-0577-4771-8dae-43c69d4075d7 req-61719c88-a57c-489a-9b5d-48d21ec386ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ea170a36cb1d4dabb7e5137ec821d052&device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 1122 time: 0.1283591 Nov 19 09:06:21.639854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55548) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:21.685958 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e967d3f0-6265-4ffa-8d4c-f6b809a8d291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:21.929133 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e967d3f0-6265-4ffa-8d4c-f6b809a8d291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:21.938640 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e967d3f0-6265-4ffa-8d4c-f6b809a8d291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:22.072696 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e967d3f0-6265-4ffa-8d4c-f6b809a8d291 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71d591a16f524c4e83f08559d78adddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4316852 Nov 19 09:06:22.075782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55556) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:22.189179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967d3f0-6265-4ffa-8d4c-f6b809a8d291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4661ab87-3a61-40c2-9c97-254eea1c9d6c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:22.210824 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5164d9b-3a14-4209-942d-0affcdb92f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:22.275276 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8182bfa9-8b10-4a4d-a3e8-97dd88837efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:22.311713 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8182bfa9-8b10-4a4d-a3e8-97dd88837efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:22.357676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b8470-84f5-445d-aece-df5be07a0279 req-c9406c04-0e69-43bb-9b21-fb5b48c01562 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:22.359359 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b69b8470-84f5-445d-aece-df5be07a0279 req-c9406c04-0e69-43bb-9b21-fb5b48c01562 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 970 time: 0.1291401 Nov 19 09:06:22.434396 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8182bfa9-8b10-4a4d-a3e8-97dd88837efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:22.438825 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8182bfa9-8b10-4a4d-a3e8-97dd88837efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:22.440966 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8182bfa9-8b10-4a4d-a3e8-97dd88837efd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4661ab87-3a61-40c2-9c97-254eea1c9d6c HTTP/1.1" status: 204 len: 168 time: 0.3630404 Nov 19 09:06:22.464404 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182bfa9-8b10-4a4d-a3e8-97dd88837efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4661ab87-3a61-40c2-9c97-254eea1c9d6c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:22.485979 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b69b8470-84f5-445d-aece-df5be07a0279 req-c505cd87-91ee-4565-a866-94b84c52d6fb tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167297 Nov 19 09:06:22.619710 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93635b-a536-4e1c-a5ca-d6dad3ac4ef1 req-bfaaf0f0-fc21-417e-974c-c82a5d051ee8 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:22.621818 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec93635b-a536-4e1c-a5ca-d6dad3ac4ef1 req-bfaaf0f0-fc21-417e-974c-c82a5d051ee8 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 947 time: 0.1070163 Nov 19 09:06:22.690341 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec93635b-a536-4e1c-a5ca-d6dad3ac4ef1 req-17b0059a-4583-451f-bf42-e4ae6a2a275f tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590868 Nov 19 09:06:22.839425 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b3606-0577-4771-8dae-43c69d4075d7 req-7284b3f9-3514-43fb-ad5c-5355fe852431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:22.841703 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-341b3606-0577-4771-8dae-43c69d4075d7 req-7284b3f9-3514-43fb-ad5c-5355fe852431 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1005626 Nov 19 09:06:22.887731 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-341b3606-0577-4771-8dae-43c69d4075d7 req-12c346bf-f105-41b5-a924-10cbf5d9e503 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 HTTP/1.1" status: 200 len: 217 time: 0.0387759 Nov 19 09:06:22.941345 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b3606-0577-4771-8dae-43c69d4075d7 req-ea188560-8205-4dbc-b78b-353d893b46de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:22.943133 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-341b3606-0577-4771-8dae-43c69d4075d7 req-ea188560-8205-4dbc-b78b-353d893b46de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0477889 Nov 19 09:06:22.973641 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55590) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:23.007706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b3606-0577-4771-8dae-43c69d4075d7 req-c032a2ff-6a6e-44f9-8c72-f193a40fba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:23.013854 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-341b3606-0577-4771-8dae-43c69d4075d7 req-c032a2ff-6a6e-44f9-8c72-f193a40fba8e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0565591 Nov 19 09:06:23.134603 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79ce3830-caf2-4915-afa1-504933766d14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:23.135494 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-341b3606-0577-4771-8dae-43c69d4075d7 req-b1e5b72b-d692-467c-86c5-fb81b48b03d3 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141469 Nov 19 09:06:23.290142 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-341b3606-0577-4771-8dae-43c69d4075d7 req-947bc85a-e681-4b7c-9f84-f535701864ca service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466384 Nov 19 09:06:23.292486 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:23.315702 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79ce3830-caf2-4915-afa1-504933766d14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:23.323536 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79ce3830-caf2-4915-afa1-504933766d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:23.375654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-79ce3830-caf2-4915-afa1-504933766d14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=875a89be914245b7b52ca3406546a43a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4008851 Nov 19 09:06:23.376627 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce3830-caf2-4915-afa1-504933766d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3e0df9-60bb-4a71-b021-7775938094c0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:23.378384 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55608) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:23.443602 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022ded42-1482-4029-86f2-4f118bf6ce8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:23.470258 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022ded42-1482-4029-86f2-4f118bf6ce8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:23.547663 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022ded42-1482-4029-86f2-4f118bf6ce8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:23.554206 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022ded42-1482-4029-86f2-4f118bf6ce8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:23.558576 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-022ded42-1482-4029-86f2-4f118bf6ce8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc3e0df9-60bb-4a71-b021-7775938094c0 HTTP/1.1" status: 204 len: 168 time: 0.1764185 Nov 19 09:06:23.570201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ded42-1482-4029-86f2-4f118bf6ce8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3e0df9-60bb-4a71-b021-7775938094c0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:23.633035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6414d-246f-47e8-baf1-384bac36e3aa req-eceb09bd-939b-422f-9246-a9d8c5361a95 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:23.634597 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cab6414d-246f-47e8-baf1-384bac36e3aa req-eceb09bd-939b-422f-9246-a9d8c5361a95 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 970 time: 0.0673146 Nov 19 09:06:23.698309 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cab6414d-246f-47e8-baf1-384bac36e3aa req-84587ebb-ab1b-4481-860c-47b5174a8a2a tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554674 Nov 19 09:06:23.821120 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae59b20-f046-46f7-8ef8-ffec46175be9 req-c909e980-793d-44bc-a218-46a23ca1abbd tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:23.822604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ae59b20-f046-46f7-8ef8-ffec46175be9 req-c909e980-793d-44bc-a218-46a23ca1abbd tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 947 time: 0.0540113 Nov 19 09:06:23.895381 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ae59b20-f046-46f7-8ef8-ffec46175be9 req-a61af98d-bfc1-4e1a-ada0-e68ce4266a51 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654335 Nov 19 09:06:24.054592 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55638) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:24.070007 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-781e1ff1-6fe2-4367-944c-34b69d93ee7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:24.156600 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-781e1ff1-6fe2-4367-944c-34b69d93ee7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:24.161560 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-781e1ff1-6fe2-4367-944c-34b69d93ee7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:24.202757 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-781e1ff1-6fe2-4367-944c-34b69d93ee7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d5d519b10b641f4abcf695aa4252497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469445 Nov 19 09:06:24.203965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e1ff1-6fe2-4367-944c-34b69d93ee7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6615c12d-493b-44da-9969-420e3d9cf9d0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:24.206458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55644) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:24.260682 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55646) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:24.264666 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a61d620-46f3-4a26-adc2-9777f869464a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:24.288586 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a61d620-46f3-4a26-adc2-9777f869464a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:24.351032 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a61d620-46f3-4a26-adc2-9777f869464a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:24.354246 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a61d620-46f3-4a26-adc2-9777f869464a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:24.355568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9a61d620-46f3-4a26-adc2-9777f869464a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6615c12d-493b-44da-9969-420e3d9cf9d0 HTTP/1.1" status: 204 len: 168 time: 0.1474459 Nov 19 09:06:24.364280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61d620-46f3-4a26-adc2-9777f869464a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6615c12d-493b-44da-9969-420e3d9cf9d0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:24.402874 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba5950e8-52c5-4ef9-9349-87d466e8bc91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:24.495965 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba5950e8-52c5-4ef9-9349-87d466e8bc91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:24.500997 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba5950e8-52c5-4ef9-9349-87d466e8bc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:24.541200 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ba5950e8-52c5-4ef9-9349-87d466e8bc91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25b1b6c6d50944dd9f408665489cf6aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793453 Nov 19 09:06:24.542079 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5950e8-52c5-4ef9-9349-87d466e8bc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4a14df-4f3d-4f79-93ac-c615084d1f05,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:24.544233 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55660) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:24.615268 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7262e057-4f1d-4475-8d28-094910ddbd13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:24.656170 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7262e057-4f1d-4475-8d28-094910ddbd13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:24.716240 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7262e057-4f1d-4475-8d28-094910ddbd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:24.719417 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7262e057-4f1d-4475-8d28-094910ddbd13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:24.721196 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7262e057-4f1d-4475-8d28-094910ddbd13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea4a14df-4f3d-4f79-93ac-c615084d1f05 HTTP/1.1" status: 204 len: 168 time: 0.1756160 Nov 19 09:06:24.733782 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262e057-4f1d-4475-8d28-094910ddbd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4a14df-4f3d-4f79-93ac-c615084d1f05,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:24.744262 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.060256 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3a201-303e-421d-ae8d-9eb986379f6e req-d53150ee-fd8b-48bb-ac99-6c399e768e39 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:25.061932 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10e3a201-303e-421d-ae8d-9eb986379f6e req-d53150ee-fd8b-48bb-ac99-6c399e768e39 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 970 time: 0.2853038 Nov 19 09:06:25.138574 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55690) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:25.153067 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c774640-bc3a-4314-95e9-a3e61bc29fad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.160369 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2f9f3-c6e2-4439-9519-98cf5bb117f0 req-474e92d7-f6d6-4041-973e-47743cc7df7b tempest-NetworksTest-947037037 tempest-NetworksTest-947037037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:25.160840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2f9f3-c6e2-4439-9519-98cf5bb117f0 req-474e92d7-f6d6-4041-973e-47743cc7df7b tempest-NetworksTest-947037037 tempest-NetworksTest-947037037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:25.161316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2f9f3-c6e2-4439-9519-98cf5bb117f0 req-474e92d7-f6d6-4041-973e-47743cc7df7b tempest-NetworksTest-947037037 tempest-NetworksTest-947037037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:25.162902 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce2f9f3-c6e2-4439-9519-98cf5bb117f0 req-474e92d7-f6d6-4041-973e-47743cc7df7b tempest-NetworksTest-947037037 tempest-NetworksTest-947037037-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.3437967 Nov 19 09:06:25.186488 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10e3a201-303e-421d-ae8d-9eb986379f6e req-65e5e805-9c6d-4aec-9e7d-b8c569a00fcf tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081703 Nov 19 09:06:25.276014 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c774640-bc3a-4314-95e9-a3e61bc29fad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.281178 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c774640-bc3a-4314-95e9-a3e61bc29fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.330405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd410d5-1a55-4080-9e43-b4d1d89db179 req-443560ba-1211-4415-8870-7eb6d2c747e7 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:25.331916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9dd410d5-1a55-4080-9e43-b4d1d89db179 req-443560ba-1211-4415-8870-7eb6d2c747e7 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 947 time: 0.0727544 Nov 19 09:06:25.333250 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c774640-bc3a-4314-95e9-a3e61bc29fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c83e511-e272-4954-9912-9eb0d1195821,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:25.339344 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2c774640-bc3a-4314-95e9-a3e61bc29fad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45f81b61767f4617bb38d55bde0d28db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996157 Nov 19 09:06:25.343178 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55696) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:25.371416 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.379607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb237cfc-9136-430b-8a4a-2f37114ce423 req-172b56cc-681a-4482-805c-f063c8f7b1ff tempest-NetworksTest-947037037 tempest-NetworksTest-947037037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:25.380992 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb237cfc-9136-430b-8a4a-2f37114ce423 req-172b56cc-681a-4482-805c-f063c8f7b1ff tempest-NetworksTest-947037037 tempest-NetworksTest-947037037-project-admin] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 886 time: 0.1662939 Nov 19 09:06:25.420581 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fbd9ff1-4b6c-4033-9590-e7293f1da2a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.428865 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9dd410d5-1a55-4080-9e43-b4d1d89db179 req-ea258e36-412c-4dae-822f-de457252dbd8 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846252 Nov 19 09:06:25.443552 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55700) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:25.458395 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fbd9ff1-4b6c-4033-9590-e7293f1da2a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.513814 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fbd9ff1-4b6c-4033-9590-e7293f1da2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.517145 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fbd9ff1-4b6c-4033-9590-e7293f1da2a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.519121 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5fbd9ff1-4b6c-4033-9590-e7293f1da2a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c83e511-e272-4954-9912-9eb0d1195821 HTTP/1.1" status: 204 len: 168 time: 0.1749053 Nov 19 09:06:25.521623 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030eed0-253f-459e-a5f6-43cb3a893ef6 req-dbeff430-4d05-4227-8271-9ab2ac6dabf0 tempest-NetworksTest-947037037 tempest-NetworksTest-947037037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:25.522024 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030eed0-253f-459e-a5f6-43cb3a893ef6 req-dbeff430-4d05-4227-8271-9ab2ac6dabf0 tempest-NetworksTest-947037037 tempest-NetworksTest-947037037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:25.522487 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030eed0-253f-459e-a5f6-43cb3a893ef6 req-dbeff430-4d05-4227-8271-9ab2ac6dabf0 tempest-NetworksTest-947037037 tempest-NetworksTest-947037037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:25.524938 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d030eed0-253f-459e-a5f6-43cb3a893ef6 req-dbeff430-4d05-4227-8271-9ab2ac6dabf0 tempest-NetworksTest-947037037 tempest-NetworksTest-947037037-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.1223574 Nov 19 09:06:25.537394 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd9ff1-4b6c-4033-9590-e7293f1da2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c83e511-e272-4954-9912-9eb0d1195821,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:25.571816 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a1959879-5535-4e0b-85f6-98438245508f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2003969110-network', 'tenant_id': 'f4ec3ebf1477409f8393f974b06cf696'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:25.597638 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1959879-5535-4e0b-85f6-98438245508f admin admin] Made reservation on behalf of f4ec3ebf1477409f8393f974b06cf696 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:06:25.600298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1959879-5535-4e0b-85f6-98438245508f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.609449 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1959879-5535-4e0b-85f6-98438245508f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.703733 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1959879-5535-4e0b-85f6-98438245508f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.710530 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1959879-5535-4e0b-85f6-98438245508f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.746919 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1959879-5535-4e0b-85f6-98438245508f admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:06:25.772249 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1959879-5535-4e0b-85f6-98438245508f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e42dac0-a98a-4e3e-9908-d687f80738e6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:25.781340 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1959879-5535-4e0b-85f6-98438245508f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.782138 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-a1959879-5535-4e0b-85f6-98438245508f admin admin] Added segment 780fdb50-5fab-4fad-9d38-fe248b884b9b of type vlan for network 692fa143-7b59-41f0-9ea1-d966185e0300 Nov 19 09:06:25.791406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55714) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:25.852026 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1959879-5535-4e0b-85f6-98438245508f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.881619 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1959879-5535-4e0b-85f6-98438245508f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.882936 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1959879-5535-4e0b-85f6-98438245508f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:25.884212 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1959879-5535-4e0b-85f6-98438245508f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.916837 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f050c265-5e26-40d8-88e5-888c5aa0be0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:25.945623 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a1959879-5535-4e0b-85f6-98438245508f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5014040 Nov 19 09:06:25.949181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55722) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:25.956432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a6c3413c-2619-4391-ad19-81fe140c88c9 admin admin] Request body: {'subnet': {'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2003969110-subnet', 'tenant_id': 'f4ec3ebf1477409f8393f974b06cf696', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:25.967135 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1959879-5535-4e0b-85f6-98438245508f admin admin] Pushing event updated for resources: {'Network': ['ID=692fa143-7b59-41f0-9ea1-d966185e0300,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:25.981625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 692fa143-7b59-41f0-9ea1-d966185e0300 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:06:26.006492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c3413c-2619-4391-ad19-81fe140c88c9 admin admin] Made reservation on behalf of f4ec3ebf1477409f8393f974b06cf696 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:06:26.008774 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a6c3413c-2619-4391-ad19-81fe140c88c9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:26.072617 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f050c265-5e26-40d8-88e5-888c5aa0be0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:26.078169 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f050c265-5e26-40d8-88e5-888c5aa0be0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:26.135441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050c265-5e26-40d8-88e5-888c5aa0be0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c8648b-1d9a-4af7-9376-8f089faafdaa,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:26.139838 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f050c265-5e26-40d8-88e5-888c5aa0be0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68754806347440b0974218df5f2e9c4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473365 Nov 19 09:06:26.143299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55730) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:26.201299 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c942321-6742-4f7b-9f9c-5cc936a4e5a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:26.231058 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c942321-6742-4f7b-9f9c-5cc936a4e5a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:26.271964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 0095aa68-8488-440e-a2ec-1f78890999bc details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:06:26.301663 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a6c3413c-2619-4391-ad19-81fe140c88c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:26.303521 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c942321-6742-4f7b-9f9c-5cc936a4e5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:26.307222 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c942321-6742-4f7b-9f9c-5cc936a4e5a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:26.312376 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9c942321-6742-4f7b-9f9c-5cc936a4e5a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98c8648b-1d9a-4af7-9376-8f089faafdaa HTTP/1.1" status: 204 len: 168 time: 0.1677666 Nov 19 09:06:26.332898 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c942321-6742-4f7b-9f9c-5cc936a4e5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c8648b-1d9a-4af7-9376-8f089faafdaa,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:26.390994 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3413c-2619-4391-ad19-81fe140c88c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff2a7f57-5058-429c-8ba6-c703edb15a02,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:26.421568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584abbc-049a-4ddf-b4ab-7d9b4ad3c9d2 req-d0d999c1-d221-437b-bb21-655b10a41417 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:26.423355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5584abbc-049a-4ddf-b4ab-7d9b4ad3c9d2 req-d0d999c1-d221-437b-bb21-655b10a41417 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 970 time: 0.1370025 Nov 19 09:06:26.427806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c3413c-2619-4391-ad19-81fe140c88c9 admin admin] Checking segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:06:26.428300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c3413c-2619-4391-ad19-81fe140c88c9 admin admin] Network hostable DHCP agents. Network: 692fa143-7b59-41f0-9ea1-d966185e0300, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:06:26.433535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 0095aa68-8488-440e-a2ec-1f78890999bc, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=0095aa68-8488-440e-a2ec-1f78890999bc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:26.452118 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '0095aa68-8488-440e-a2ec-1f78890999bc', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '0095aa68-8488-440e-a2ec-1f78890999bc', 'mac_address': 'fa:16:3e:9c:89:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:06:26.488335 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5584abbc-049a-4ddf-b4ab-7d9b4ad3c9d2 req-9b147964-4c20-44cf-8085-d22385c8638b tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554106 Nov 19 09:06:26.489199 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c3413c-2619-4391-ad19-81fe140c88c9 admin admin] Network 692fa143-7b59-41f0-9ea1-d966185e0300 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:06:26.503170 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a6c3413c-2619-4391-ad19-81fe140c88c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 692fa143-7b59-41f0-9ea1-d966185e0300) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:06:26.519080 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:26.526578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c3413c-2619-4391-ad19-81fe140c88c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:26.528573 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a6c3413c-2619-4391-ad19-81fe140c88c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:26.534613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebe8d65-fa75-4a0a-9f56-92171e91615c None None] Network 692fa143-7b59-41f0-9ea1-d966185e0300 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:06:26.554592 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a6c3413c-2619-4391-ad19-81fe140c88c9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6041105 Nov 19 09:06:26.598694 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0095aa68-8488-440e-a2ec-1f78890999bc {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:06:26.622827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ead87-4cb4-4419-8a95-8139373a99a0 req-53355a65-ae2a-441c-99de-27db228ba5f7 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:26.625358 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-806ead87-4cb4-4419-8a95-8139373a99a0 req-53355a65-ae2a-441c-99de-27db228ba5f7 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 947 time: 0.0694673 Nov 19 09:06:26.636941 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 0095aa68-8488-440e-a2ec-1f78890999bc, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=0095aa68-8488-440e-a2ec-1f78890999bc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:26.644795 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:26.692830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-806ead87-4cb4-4419-8a95-8139373a99a0 req-12476f9a-c6f0-4a85-8233-dfcf6fea785c tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600185 Nov 19 09:06:26.857029 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=0095aa68-8488-440e-a2ec-1f78890999bc,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:26.895271 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:26.895804 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:26.896296 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:26.896636 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:26.896973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:26.897455 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:26.897874 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:26.898346 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:26.898681 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:26.899009 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:26.899471 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:26.899801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Tracked resource versions report: Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: pushed versions: Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: { 'AddressGroup': {'1.2'}, Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'ConntrackHelper': {'1.0'}, Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'Log': {'1.0'}, Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'Network': {'1.1'}, Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'Port': {'1.7'}, Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'PortForwarding': {'1.2'}, Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'QosPolicy': {'1.10'}, Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'SecurityGroup': {'1.5'}, Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'SecurityGroupRule': {'1.2'}, Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'SubPort': {'1.0'}, Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'Subnet': {'1.1'}, Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'Trunk': {'1.1'}} Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: consumer versions: Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: { DHCP agent@n-d-805649-14: {}, Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: HyperV agent@n-h1-805649-14: {}, Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: HyperV agent@n-h2-805649-14: {}, Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: L3 agent@n-d-805649-14: {}, Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: Metadata agent@n-d-805649-14: {}, Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: Metering agent@n-d-805649-14: {}, Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: Open vSwitch agent@n-d-805649-14: { 'AddressGroup': '1.2', Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'ConntrackHelper': '1.0', Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'Log': '1.0', Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'Network': '1.1', Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'Port': '1.7', Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'PortForwarding': '1.2', Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'QosPolicy': '1.10', Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'SecurityGroup': '1.5', Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'SecurityGroupRule': '1.2', Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'SubPort': '1.0', Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'Subnet': '1.1', Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: 'Trunk': '1.1'}} Nov 19 09:06:26.901029 n-d-805649-14 neutron-server[103478]: {{(pid=103478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 09:06:26.905136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55754) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:26.929303 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6ce2465-4df3-4169-983a-adeab7e86c42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:26.932418 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0a9cc7-79b8-4d18-8d63-001a880cca58 None None] Network 692fa143-7b59-41f0-9ea1-d966185e0300 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:06:27.028353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['0095aa68-8488-440e-a2ec-1f78890999bc'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:06:27.037141 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6ce2465-4df3-4169-983a-adeab7e86c42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:27.042925 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6ce2465-4df3-4169-983a-adeab7e86c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:27.089436 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d6ce2465-4df3-4169-983a-adeab7e86c42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01b6ab0d2ed14d80bd7734cbdead4558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814210 Nov 19 09:06:27.090300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce2465-4df3-4169-983a-adeab7e86c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c2ef79-d7a1-47e9-ae25-7ec9013194ec,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:27.094093 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55758) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:27.190954 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-503d3bc6-762d-44ab-9915-a17e6199307c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:27.222952 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-503d3bc6-762d-44ab-9915-a17e6199307c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:27.308961 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-503d3bc6-762d-44ab-9915-a17e6199307c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:27.311898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-503d3bc6-762d-44ab-9915-a17e6199307c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:27.313071 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-503d3bc6-762d-44ab-9915-a17e6199307c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99c2ef79-d7a1-47e9-ae25-7ec9013194ec HTTP/1.1" status: 204 len: 168 time: 0.2171628 Nov 19 09:06:27.322864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d3bc6-762d-44ab-9915-a17e6199307c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c2ef79-d7a1-47e9-ae25-7ec9013194ec,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:27.479210 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55776) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:27.485047 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c7f47e70-e421-4db5-be1d-8c98920b9214 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-555601221-network', 'tenant_id': '3c7a989be47b4a33977b4f5e50feb9ce'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:27.510796 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f47e70-e421-4db5-be1d-8c98920b9214 admin admin] Made reservation on behalf of 3c7a989be47b4a33977b4f5e50feb9ce for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:06:27.513310 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7f47e70-e421-4db5-be1d-8c98920b9214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:27.540453 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7f47e70-e421-4db5-be1d-8c98920b9214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:27.637281 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7f47e70-e421-4db5-be1d-8c98920b9214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:27.644082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f1fa4-e3d6-44e2-897c-c7446b97271b req-99d1a2be-8f84-46d1-9d29-af34e174ffc4 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:27.644521 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7f47e70-e421-4db5-be1d-8c98920b9214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:27.652209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-006f1fa4-e3d6-44e2-897c-c7446b97271b req-99d1a2be-8f84-46d1-9d29-af34e174ffc4 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 970 time: 0.0830944 Nov 19 09:06:27.675530 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f47e70-e421-4db5-be1d-8c98920b9214 admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:06:27.692037 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f47e70-e421-4db5-be1d-8c98920b9214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea9b60b-03dc-41fe-a385-b7802ba96042,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:27.695431 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7f47e70-e421-4db5-be1d-8c98920b9214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:27.695772 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-c7f47e70-e421-4db5-be1d-8c98920b9214 admin admin] Added segment b12490d9-8379-4129-99f6-75099c785887 of type vlan for network 725a7c45-6934-47ec-ac5d-e3a087e4458a Nov 19 09:06:27.731884 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-006f1fa4-e3d6-44e2-897c-c7446b97271b req-597f2775-d636-4f1a-8163-c24fa8b22fa9 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784960 Nov 19 09:06:27.753401 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7f47e70-e421-4db5-be1d-8c98920b9214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:27.795940 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7f47e70-e421-4db5-be1d-8c98920b9214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:27.796982 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f47e70-e421-4db5-be1d-8c98920b9214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:27.797667 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7f47e70-e421-4db5-be1d-8c98920b9214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:27.849557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd5662-0853-41ad-9ef1-52a8db3de0a1 req-071bbff7-84f3-4a32-900c-701b55b8e913 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:27.851223 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9bfd5662-0853-41ad-9ef1-52a8db3de0a1 req-071bbff7-84f3-4a32-900c-701b55b8e913 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 948 time: 0.0647516 Nov 19 09:06:27.872792 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c7f47e70-e421-4db5-be1d-8c98920b9214 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3917513 Nov 19 09:06:27.875795 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55794) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:27.883112 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-83c5276a-a984-42e9-88b8-05f23a8650ae admin admin] Request body: {'subnet': {'network_id': '725a7c45-6934-47ec-ac5d-e3a087e4458a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-555601221-subnet', 'tenant_id': '3c7a989be47b4a33977b4f5e50feb9ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:27.892363 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f47e70-e421-4db5-be1d-8c98920b9214 admin admin] Pushing event updated for resources: {'Network': ['ID=725a7c45-6934-47ec-ac5d-e3a087e4458a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:27.894398 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:06:27.913315 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c5276a-a984-42e9-88b8-05f23a8650ae admin admin] Made reservation on behalf of 3c7a989be47b4a33977b4f5e50feb9ce for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:06:27.916971 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83c5276a-a984-42e9-88b8-05f23a8650ae admin admin] Publish callbacks [] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:27.920525 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 725a7c45-6934-47ec-ac5d-e3a087e4458a details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:06:27.941701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9bfd5662-0853-41ad-9ef1-52a8db3de0a1 req-46399aa4-1b5c-4910-aa86-4ca440d47b51 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831904 Nov 19 09:06:28.028265 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:06:28.129130 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:28.136971 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83c5276a-a984-42e9-88b8-05f23a8650ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:28.147890 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051', 'mac_address': 'fa:16:3e:e8:7a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:tempest-test_az-2105181977', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:06:28.182352 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5276a-a984-42e9-88b8-05f23a8650ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4740d97-bb9f-406e-9d4e-b2a056ed5039,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:28.195841 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:28.211863 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:06:28.218524 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c5276a-a984-42e9-88b8-05f23a8650ae admin admin] Checking segment: {'id': 'b12490d9-8379-4129-99f6-75099c785887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '725a7c45-6934-47ec-ac5d-e3a087e4458a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:06:28.219136 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c5276a-a984-42e9-88b8-05f23a8650ae admin admin] Network hostable DHCP agents. Network: 725a7c45-6934-47ec-ac5d-e3a087e4458a, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:06:28.247315 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:28.251836 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c5276a-a984-42e9-88b8-05f23a8650ae admin admin] Network 725a7c45-6934-47ec-ac5d-e3a087e4458a is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:06:28.254327 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:28.261642 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 0095aa68-8488-440e-a2ec-1f78890999bc up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:06:28.273684 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-83c5276a-a984-42e9-88b8-05f23a8650ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 725a7c45-6934-47ec-ac5d-e3a087e4458a) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:06:28.278935 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c5276a-a984-42e9-88b8-05f23a8650ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:28.281437 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83c5276a-a984-42e9-88b8-05f23a8650ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:28.309159 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-83c5276a-a984-42e9-88b8-05f23a8650ae admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4279437 Nov 19 09:06:28.309546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde63119-a79b-4d67-949b-4ab298ba4694 None None] Network 725a7c45-6934-47ec-ac5d-e3a087e4458a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:06:28.416660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:28.489716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 0095aa68-8488-440e-a2ec-1f78890999bc completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:06:28.510530 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-131a183a-ceee-42df-ac25-6006cec0687f req-cd2e1358-fdaa-4738-b41e-a5a0ae1aad85 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=193e326224374af2adeabf4558305969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289857 Nov 19 09:06:28.513994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 0095aa68-8488-440e-a2ec-1f78890999bc triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:06:28.514437 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:28.538110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526bb226-6f73-436b-a362-104b0deb1bc6 None None] Network 725a7c45-6934-47ec-ac5d-e3a087e4458a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:06:28.591789 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:06:28.676638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a183a-ceee-42df-ac25-6006cec0687f req-c75cffb1-f997-48fe-ada4-20d1fea17646 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:28.678965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-131a183a-ceee-42df-ac25-6006cec0687f req-c75cffb1-f997-48fe-ada4-20d1fea17646 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586862 Nov 19 09:06:28.697711 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-131a183a-ceee-42df-ac25-6006cec0687f req-c55f278b-3350-4d98-8570-aac84af5ce60 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/quotas/193e326224374af2adeabf4558305969 HTTP/1.1" status: 200 len: 375 time: 0.0125685 Nov 19 09:06:28.739372 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-131a183a-ceee-42df-ac25-6006cec0687f req-bde668e5-69a2-4a1f-8824-6a6b7d5a2ad1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303390 Nov 19 09:06:28.775222 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:28.819126 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4467767-eb03-4116-a8cb-7631647cea78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0095aa68-8488-440e-a2ec-1f78890999bc'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:06:28.904155 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 0095aa68-8488-440e-a2ec-1f78890999bc, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=0095aa68-8488-440e-a2ec-1f78890999bc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:28.921195 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:29.005067 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf2b968-caf5-4824-a6a5-1fcfde07832c" -d '{"events": [{"server_uuid": "b4467767-eb03-4116-a8cb-7631647cea78", "name": "network-vif-plugged", "status": "completed", "tag": "0095aa68-8488-440e-a2ec-1f78890999bc"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:06:29.029585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=0095aa68-8488-440e-a2ec-1f78890999bc,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:29.120621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-1c0933f9-4431-4ca6-a8b8-56e34083b438 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:29.122192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-1c0933f9-4431-4ca6-a8b8-56e34083b438 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 808 time: 0.2507904 Nov 19 09:06:29.147482 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-288bbfac-a165-49cf-9522-a554ad95ac0e tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/quotas/f4ec3ebf1477409f8393f974b06cf696 HTTP/1.1" status: 200 len: 375 time: 0.0184441 Nov 19 09:06:29.158637 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5acf6-2a0d-446f-ab2f-26debfb28c77 req-7357fbde-fbdd-447d-87c1-501e2adfe4d0 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:29.160725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-57a5acf6-2a0d-446f-ab2f-26debfb28c77 req-7357fbde-fbdd-447d-87c1-501e2adfe4d0 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 971 time: 0.1185420 Nov 19 09:06:29.196945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-356b37aa-86b1-4e04-b7a7-7e3f9358d169 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351679 Nov 19 09:06:29.256940 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-57a5acf6-2a0d-446f-ab2f-26debfb28c77 req-8976b996-39df-4177-8f95-ef1c4f38ec15 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842030 Nov 19 09:06:29.361986 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33494714-cd69-4c92-92b6-13c3f3edf998 req-4ceedb34-78f4-43bc-bbfe-20d8f6ec0281 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 210 time: 0.0365410 Nov 19 09:06:29.440656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-5f1c38f4-219e-4420-9682-53d4acb3cd73 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:06:29.443357 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-5f1c38f4-219e-4420-9682-53d4acb3cd73 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1006324 Nov 19 09:06:29.576223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5209f2b-a0fc-4d67-8500-0823f95c46d4 req-dd3d4a80-5e29-4485-89e8-f86fb08eab83 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:29.577947 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5209f2b-a0fc-4d67-8500-0823f95c46d4 req-dd3d4a80-5e29-4485-89e8-f86fb08eab83 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 949 time: 0.1164615 Nov 19 09:06:29.585735 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-415dac75-d273-4cc7-a916-86e658748f73 service neutron] 10.222.0.21 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355047 Nov 19 09:06:29.694933 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5209f2b-a0fc-4d67-8500-0823f95c46d4 req-184e0ec7-d03e-4981-ade9-ba03b62a7434 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073492 Nov 19 09:06:29.719793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-0769bba4-cded-449f-a189-3c4c44b70041 service neutron] 10.222.0.21 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252108 Nov 19 09:06:29.843363 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca3778e-ca98-4af4-95b3-86ad2f87367a x-openstack-request-id: req-4ca3778e-ca98-4af4-95b3-86ad2f87367a {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:06:29.843830 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4467767-eb03-4116-a8cb-7631647cea78", "name": "network-vif-plugged", "status": "completed", "tag": "0095aa68-8488-440e-a2ec-1f78890999bc", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:06:29.843913 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ca3778e-ca98-4af4-95b3-86ad2f87367a {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:06:29.844607 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4467767-eb03-4116-a8cb-7631647cea78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0095aa68-8488-440e-a2ec-1f78890999bc', 'code': 200} Nov 19 09:06:29.873118 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:06:29.961758 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a37a7116-e10c-4e86-9f25-48eaeb634da3 req-1ace44b0-f18f-4a66-a46a-b555cd16aebb tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 210 time: 0.0563474 Nov 19 09:06:29.992969 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:06:29.999448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:06:29.999448 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:30.073721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0fc20-4d32-4cf7-87b9-985f983ccade req-eb4e829f-97e4-46a0-9610-8c6291d5f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:30.075311 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c6d0fc20-4d32-4cf7-87b9-985f983ccade req-eb4e829f-97e4-46a0-9610-8c6291d5f70a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 1101 time: 0.1281438 Nov 19 09:06:30.095441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.71', 60633) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:30.123804 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c6d0fc20-4d32-4cf7-87b9-985f983ccade req-77cd0925-a91b-490d-81bc-178dd1b947e8 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:30.169009 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-131a183a-ceee-42df-ac25-6006cec0687f req-7c34d7c7-b5bb-4f22-a9c1-7bebafb2eb64 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=193e326224374af2adeabf4558305969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630522 Nov 19 09:06:30.192398 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:30.256365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:30.262871 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:30.319377 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c6d0fc20-4d32-4cf7-87b9-985f983ccade req-77cd0925-a91b-490d-81bc-178dd1b947e8 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:30.333528 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c6d0fc20-4d32-4cf7-87b9-985f983ccade req-77cd0925-a91b-490d-81bc-178dd1b947e8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:30.378028 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:30.392390 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd0925-a91b-490d-81bc-178dd1b947e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec47e76-4a42-4fd5-8ef4-76d1f348b9fa,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:30.469380 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c6d0fc20-4d32-4cf7-87b9-985f983ccade req-77cd0925-a91b-490d-81bc-178dd1b947e8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704157 Nov 19 09:06:30.550070 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-85f4f9c6-46df-42d5-beb2-b676da27e021 req-4ad83cfb-5446-4a44-9ef8-1ee97f3ea659 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 210 time: 0.0438120 Nov 19 09:06:30.563651 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a183a-ceee-42df-ac25-6006cec0687f req-2490e3ce-36cf-4bd5-b7cd-9c16a26db49a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:30.565233 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-131a183a-ceee-42df-ac25-6006cec0687f req-2490e3ce-36cf-4bd5-b7cd-9c16a26db49a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3894062 Nov 19 09:06:30.583788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd849b-fdda-4b8c-aca0-b45cd66b2266 req-277a2ce6-002e-4840-a067-217c1f4d815d tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:30.590101 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3cbd849b-fdda-4b8c-aca0-b45cd66b2266 req-277a2ce6-002e-4840-a067-217c1f4d815d tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 972 time: 0.1561520 Nov 19 09:06:30.652844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3cbd849b-fdda-4b8c-aca0-b45cd66b2266 req-f6a05a9d-f7e2-4f29-a335-14c494039f8d tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613332 Nov 19 09:06:30.784062 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-131a183a-ceee-42df-ac25-6006cec0687f req-cf7b350f-b742-425e-b1d7-82e052734a1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Request body: {'port': {'device_id': '22e859d2-9a6a-4050-b545-7274ce389311', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '193e326224374af2adeabf4558305969'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:30.940153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c23467-4c12-405a-925a-0ff0d6cc36cd req-99392c8c-3df0-4358-bae0-c570796c5095 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:30.941726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02c23467-4c12-405a-925a-0ff0d6cc36cd req-99392c8c-3df0-4358-bae0-c570796c5095 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 949 time: 0.1747017 Nov 19 09:06:30.951187 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55924) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:31.031866 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02c23467-4c12-405a-925a-0ff0d6cc36cd req-a1df4817-d5dd-455b-a4f2-77012722dce7 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788717 Nov 19 09:06:31.042636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131a183a-ceee-42df-ac25-6006cec0687f req-cf7b350f-b742-425e-b1d7-82e052734a1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Made reservation on behalf of 193e326224374af2adeabf4558305969 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:06:31.046936 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-131a183a-ceee-42df-ac25-6006cec0687f req-cf7b350f-b742-425e-b1d7-82e052734a1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:31.080571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e4c91c10-29ff-4722-bb2f-155b5aad617a req-409de6ab-ac41-48fa-8526-b0687146d7d1 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 210 time: 0.0306523 Nov 19 09:06:31.081231 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb3d89b8-c5fd-4515-adab-d8e39b72d485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:31.081711 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-131a183a-ceee-42df-ac25-6006cec0687f req-cf7b350f-b742-425e-b1d7-82e052734a1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:31.164346 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb3d89b8-c5fd-4515-adab-d8e39b72d485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:31.166335 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-131a183a-ceee-42df-ac25-6006cec0687f req-cf7b350f-b742-425e-b1d7-82e052734a1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:31.168591 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb3d89b8-c5fd-4515-adab-d8e39b72d485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:31.171282 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-131a183a-ceee-42df-ac25-6006cec0687f req-cf7b350f-b742-425e-b1d7-82e052734a1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:31.216717 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d89b8-c5fd-4515-adab-d8e39b72d485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930c21e9-4bdc-45a0-ac44-5ecd18e502fd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:31.226254 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cb3d89b8-c5fd-4515-adab-d8e39b72d485 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16a75b54fedf4e7f8e62c14491ec8e02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739630 Nov 19 09:06:31.226965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55930) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:31.336645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b350f-b742-425e-b1d7-82e052734a1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709668f6-927d-4c64-9ec4-03b8079ca60a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:31.437971 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-131a183a-ceee-42df-ac25-6006cec0687f req-cf7b350f-b742-425e-b1d7-82e052734a1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Allocated IP 192.168.233.141 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/b77a1ea6-32b4-4307-8aea-cad3bd867c92) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:06:31.556912 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8be655d-6bbf-452c-8fb0-2057edb27197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:31.579961 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-3ea54d91-38dd-4c8c-bf63-1faf1b867ad0 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:31.581471 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-3ea54d91-38dd-4c8c-bf63-1faf1b867ad0 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.66 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 808 time: 0.3485327 Nov 19 09:06:31.596576 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-37615848-1ccd-46fa-aaf9-53ecad3bd56a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Request body: {'port': {'device_id': '5001a278-5236-4abc-93f5-f3ae55c7a638', 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300', 'admin_state_up': True, 'tenant_id': 'f4ec3ebf1477409f8393f974b06cf696'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:31.605271 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8be655d-6bbf-452c-8fb0-2057edb27197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:31.630614 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-131a183a-ceee-42df-ac25-6006cec0687f req-cf7b350f-b742-425e-b1d7-82e052734a1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:31.660449 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-30af9a4e-d1a3-4e98-bfa7-6e9699e85acd req-b8ab7589-6ca3-4451-a56f-df613d63b375 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 210 time: 0.0338912 Nov 19 09:06:31.690093 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-131a183a-ceee-42df-ac25-6006cec0687f req-cf7b350f-b742-425e-b1d7-82e052734a1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:31.742509 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8be655d-6bbf-452c-8fb0-2057edb27197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:31.746308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8be655d-6bbf-452c-8fb0-2057edb27197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:31.749576 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b8be655d-6bbf-452c-8fb0-2057edb27197 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/930c21e9-4bdc-45a0-ac44-5ecd18e502fd HTTP/1.1" status: 204 len: 168 time: 0.5217419 Nov 19 09:06:31.768382 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be655d-6bbf-452c-8fb0-2057edb27197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930c21e9-4bdc-45a0-ac44-5ecd18e502fd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:31.782789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-37615848-1ccd-46fa-aaf9-53ecad3bd56a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Made reservation on behalf of f4ec3ebf1477409f8393f974b06cf696 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:06:31.787419 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-37615848-1ccd-46fa-aaf9-53ecad3bd56a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:31.827905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131a183a-ceee-42df-ac25-6006cec0687f req-cf7b350f-b742-425e-b1d7-82e052734a1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:06:31.833552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b350f-b742-425e-b1d7-82e052734a1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Pushing event updated for resources: {'Port': ['ID=b77a1ea6-32b4-4307-8aea-cad3bd867c92,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:31.837675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-131a183a-ceee-42df-ac25-6006cec0687f req-cf7b350f-b742-425e-b1d7-82e052734a1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:06:31.846830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f31bb7-1871-47d3-91fb-91b0ab6a8d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:06:31.855639 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d35dc7f-6060-440a-88a8-fbc2af6580a1" -d '{"events": [{"server_uuid": "33f31bb7-1871-47d3-91fb-91b0ab6a8d50", "name": "network-vif-plugged", "status": "completed", "tag": "63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:06:31.860478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-131a183a-ceee-42df-ac25-6006cec0687f req-cf7b350f-b742-425e-b1d7-82e052734a1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:06:31.866635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a183a-ceee-42df-ac25-6006cec0687f req-cf7b350f-b742-425e-b1d7-82e052734a1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:31.867299 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-131a183a-ceee-42df-ac25-6006cec0687f req-cf7b350f-b742-425e-b1d7-82e052734a1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:31.898405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5d21e-3b74-4bb8-a620-143b48b036fd req-e00bd2ef-8e8c-4b03-a707-ea8c2562528c tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:31.899957 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bb5d21e-3b74-4bb8-a620-143b48b036fd req-e00bd2ef-8e8c-4b03-a707-ea8c2562528c tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 972 time: 0.1461194 Nov 19 09:06:31.903921 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-131a183a-ceee-42df-ac25-6006cec0687f req-cf7b350f-b742-425e-b1d7-82e052734a1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1247683 Nov 19 09:06:31.927739 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1fa037-98f4-4120-a1ab-7d0afdd29f76 x-openstack-request-id: req-5b1fa037-98f4-4120-a1ab-7d0afdd29f76 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:06:31.928055 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f31bb7-1871-47d3-91fb-91b0ab6a8d50", "name": "network-vif-plugged", "status": "completed", "tag": "63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:06:31.928312 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b1fa037-98f4-4120-a1ab-7d0afdd29f76 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:06:31.928703 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f31bb7-1871-47d3-91fb-91b0ab6a8d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051', 'code': 200} Nov 19 09:06:31.952756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Request body: {'port': {'device_id': '22e859d2-9a6a-4050-b545-7274ce389311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:31.984799 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-37615848-1ccd-46fa-aaf9-53ecad3bd56a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Allocated IP 172.20.0.5 (692fa143-7b59-41f0-9ea1-d966185e0300/ff2a7f57-5058-429c-8ba6-c703edb15a02/e39abd13-128e-47a6-97c2-670a98e12d60) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:06:32.027912 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.66', 61326) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:32.072002 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bb5d21e-3b74-4bb8-a620-143b48b036fd req-b4b4fe80-6aa0-4038-af99-c2023410f6f4 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607251 Nov 19 09:06:32.165631 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:32.175403 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-37615848-1ccd-46fa-aaf9-53ecad3bd56a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:32.222235 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e29018-c804-43d8-85f4-476227eebcca req-a53afff2-52c6-49b8-83e2-63cb1846afde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:32.223734 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5e29018-c804-43d8-85f4-476227eebcca req-a53afff2-52c6-49b8-83e2-63cb1846afde service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 1124 time: 0.1947429 Nov 19 09:06:32.235227 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-37615848-1ccd-46fa-aaf9-53ecad3bd56a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:32.298817 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4b37959a-e46e-487e-afaf-5db7daa5e61e None None] Provisioning complete for port b77a1ea6-32b4-4307-8aea-cad3bd867c92 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:06:32.300684 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4b37959a-e46e-487e-afaf-5db7daa5e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:32.305244 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-37615848-1ccd-46fa-aaf9-53ecad3bd56a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Network 692fa143-7b59-41f0-9ea1-d966185e0300 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:06:32.311419 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c09e6-173a-4f5e-b6bc-75f48281f708 req-bf517131-1b4a-4a2e-a85b-e2110d756989 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:32.311808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-37615848-1ccd-46fa-aaf9-53ecad3bd56a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:06:32.316877 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-37615848-1ccd-46fa-aaf9-53ecad3bd56a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:06:32.319470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a0c09e6-173a-4f5e-b6bc-75f48281f708 req-bf517131-1b4a-4a2e-a85b-e2110d756989 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 949 time: 0.1756585 Nov 19 09:06:32.323760 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-37615848-1ccd-46fa-aaf9-53ecad3bd56a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:32.324704 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-37615848-1ccd-46fa-aaf9-53ecad3bd56a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:32.347283 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37615848-1ccd-46fa-aaf9-53ecad3bd56a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Pushing event updated for resources: {'Port': ['ID=e39abd13-128e-47a6-97c2-670a98e12d60,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:32.363791 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-37615848-1ccd-46fa-aaf9-53ecad3bd56a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7704837 Nov 19 09:06:32.376405 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4b37959a-e46e-487e-afaf-5db7daa5e61e None None] Port b77a1ea6-32b4-4307-8aea-cad3bd867c92 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:06:32.383164 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Request body: {'port': {'device_id': '5001a278-5236-4abc-93f5-f3ae55c7a638', 'device_owner': 'compute:tempest-test_az-2105181977', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:32.452715 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:32.478149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5e29018-c804-43d8-85f4-476227eebcca req-ab02e41d-8734-42eb-ab90-438086cca9cf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258458 Nov 19 09:06:32.497878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be116d74-2669-44d4-a125-9d9cbd5f798d req-ba2ce77d-4542-4956-bde2-11a55a4b40aa tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:32.499423 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be116d74-2669-44d4-a125-9d9cbd5f798d req-ba2ce77d-4542-4956-bde2-11a55a4b40aa tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 931 time: 0.2831604 Nov 19 09:06:32.751770 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a0c09e6-173a-4f5e-b6bc-75f48281f708 req-f5234fb5-39e0-47b4-813c-3f7c0f370db8 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313548 Nov 19 09:06:32.803223 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be116d74-2669-44d4-a125-9d9cbd5f798d req-25474d66-87ef-4b23-8e7e-1eeb82850283 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803824 Nov 19 09:06:32.808885 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39abd13-128e-47a6-97c2-670a98e12d60 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:06:32.821597 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:32.839062 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Transition to ACTIVE for port object e39abd13-128e-47a6-97c2-670a98e12d60 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:06:32.848295 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:32.914784 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Pushing event updated for resources: {'Port': ['ID=e39abd13-128e-47a6-97c2-670a98e12d60,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:32.948137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77a1ea6-32b4-4307-8aea-cad3bd867c92 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:06:32.952391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Attempting to bind port e39abd13-128e-47a6-97c2-670a98e12d60 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:06:32.953128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Attempting to bind port e39abd13-128e-47a6-97c2-670a98e12d60 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:06:32.953271 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Attempting to bind port e39abd13-128e-47a6-97c2-670a98e12d60 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:32.957984 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:32.960925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Port e39abd13-128e-47a6-97c2-670a98e12d60 on network 692fa143-7b59-41f0-9ea1-d966185e0300 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:06:32.961061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Attempting to bind port e39abd13-128e-47a6-97c2-670a98e12d60 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:32.969048 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:06:32.969558 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Checking segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:06:32.969828 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Bound using segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:06:32.970263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Bound port: e39abd13-128e-47a6-97c2-670a98e12d60, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:06:32.971202 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:32.976570 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59fd3b-918c-4f3c-b3e1-5437b3277697 req-cbc6b59f-29cd-4181-b195-152ea89cdeb7 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:32.983326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e59fd3b-918c-4f3c-b3e1-5437b3277697 req-cbc6b59f-29cd-4181-b195-152ea89cdeb7 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 936 time: 0.1078932 Nov 19 09:06:33.003490 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Transition to ACTIVE for port object b77a1ea6-32b4-4307-8aea-cad3bd867c92 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:06:33.013174 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:33.062486 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] For port e39abd13-128e-47a6-97c2-670a98e12d60, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:06:33.068372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] For port e39abd13-128e-47a6-97c2-670a98e12d60, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e39abd13-128e-47a6-97c2-670a98e12d60,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:06:33.075096 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:33.090544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e59fd3b-918c-4f3c-b3e1-5437b3277697 req-1f20a6aa-8d48-48f6-83e5-ff8d17cf1c29 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990207 Nov 19 09:06:33.133393 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Pushing event updated for resources: {'Port': ['ID=b77a1ea6-32b4-4307-8aea-cad3bd867c92,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:33.181724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Attempting to bind port b77a1ea6-32b4-4307-8aea-cad3bd867c92 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:06:33.182056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Attempting to bind port b77a1ea6-32b4-4307-8aea-cad3bd867c92 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:06:33.182376 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Attempting to bind port b77a1ea6-32b4-4307-8aea-cad3bd867c92 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:33.189509 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Port b77a1ea6-32b4-4307-8aea-cad3bd867c92 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:06:33.189817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Attempting to bind port b77a1ea6-32b4-4307-8aea-cad3bd867c92 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:33.192566 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:33.195165 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:33.196627 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] 10.222.0.66 "PUT /v2.0/ports/e39abd13-128e-47a6-97c2-670a98e12d60 HTTP/1.1" status: 200 len: 1114 time: 0.8227108 Nov 19 09:06:33.196999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:06:33.197213 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5001a278-5236-4abc-93f5-f3ae55c7a638', 'tag': 'e39abd13-128e-47a6-97c2-670a98e12d60'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:06:33.197730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:06:33.198307 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:06:33.198773 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Bound port: b77a1ea6-32b4-4307-8aea-cad3bd867c92, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:06:33.199149 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:33.199404 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1188e4ee-c4a9-48c5-854e-8c59532f7243" -d '{"events": [{"name": "network-changed", "server_uuid": "5001a278-5236-4abc-93f5-f3ae55c7a638", "tag": "e39abd13-128e-47a6-97c2-670a98e12d60"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:06:33.219740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab52a3-ec43-4be5-bf69-45cf567d439a service neutron] Pushing event updated for resources: {'Port': ['ID=e39abd13-128e-47a6-97c2-670a98e12d60,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:33.316464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-f7ea8922-d7bd-4932-9c5e-55f8e83a137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:33.318169 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-f7ea8922-d7bd-4932-9c5e-55f8e83a137f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 1117 time: 0.0675082 Nov 19 09:06:33.331287 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c04c4-1239-4600-8ace-e293cadbc9ee req-ba7ba366-84a8-4690-9e82-14596504c62c tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:33.333000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f34c04c4-1239-4600-8ace-e293cadbc9ee req-ba7ba366-84a8-4690-9e82-14596504c62c tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 972 time: 0.1370552 Nov 19 09:06:33.366022 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daacab81-5a06-4468-b6c6-2fb9fed0a4e4 x-openstack-request-id: req-daacab81-5a06-4468-b6c6-2fb9fed0a4e4 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:06:33.366317 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5001a278-5236-4abc-93f5-f3ae55c7a638", "tag": "e39abd13-128e-47a6-97c2-670a98e12d60", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:06:33.366474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] For port b77a1ea6-32b4-4307-8aea-cad3bd867c92, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:06:33.366646 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-daacab81-5a06-4468-b6c6-2fb9fed0a4e4 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:06:33.366974 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5001a278-5236-4abc-93f5-f3ae55c7a638', 'tag': 'e39abd13-128e-47a6-97c2-670a98e12d60', 'status': 'completed', 'code': 200} Nov 19 09:06:33.368636 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-88589905-036e-47c6-931a-be59e260bb74 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e39abd13-128e-47a6-97c2-670a98e12d60 HTTP/1.1" status: 200 len: 217 time: 0.0412765 Nov 19 09:06:33.423704 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] For port b77a1ea6-32b4-4307-8aea-cad3bd867c92, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:06:33.446895 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:33.457498 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f34c04c4-1239-4600-8ace-e293cadbc9ee req-f3ea57f6-0d82-4cf0-8bea-4ffef164aa79 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168027 Nov 19 09:06:33.459528 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-b0c22282-abaa-4fdb-8615-f213e368c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:33.461891 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-b0c22282-abaa-4fdb-8615-f213e368c976 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.0835617 Nov 19 09:06:33.512638 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-b885217b-0a40-4d5c-92b0-6ded2b818250 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404043 Nov 19 09:06:33.514883 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:33.515940 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:33.519086 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-131a183a-ceee-42df-ac25-6006cec0687f req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] 10.222.0.71 "PUT /v2.0/ports/b77a1ea6-32b4-4307-8aea-cad3bd867c92 HTTP/1.1" status: 200 len: 1097 time: 1.5706851 Nov 19 09:06:33.549002 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e859d2-9a6a-4050-b545-7274ce389311', 'tag': 'b77a1ea6-32b4-4307-8aea-cad3bd867c92'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:06:33.612453 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1dcb8-5ec5-4bda-ac17-0c2af9629a80 service neutron] Pushing event updated for resources: {'Port': ['ID=b77a1ea6-32b4-4307-8aea-cad3bd867c92,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:33.664916 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-6643939c-fa58-45ee-82ce-6b716c0b33ca service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428137 Nov 19 09:06:33.707392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a183a-ceee-42df-ac25-6006cec0687f req-2916c2e9-3f44-4e04-9254-fed17554a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:33.709605 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-131a183a-ceee-42df-ac25-6006cec0687f req-2916c2e9-3f44-4e04-9254-fed17554a58b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 1100 time: 0.0923831 Nov 19 09:06:33.725545 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3649c9-95c7-454e-97d1-bef7f468cfaa" -d '{"events": [{"name": "network-changed", "server_uuid": "22e859d2-9a6a-4050-b545-7274ce389311", "tag": "b77a1ea6-32b4-4307-8aea-cad3bd867c92"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:06:33.801330 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1b123b56-0b7d-4ece-bb44-e6aa9b8219c0 req-e878350d-7bf6-49a6-a392-4c5916dc842e service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284890 Nov 19 09:06:33.846753 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56018) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:33.925697 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-131a183a-ceee-42df-ac25-6006cec0687f req-8f25afee-116c-423e-970a-268d4c6371e4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92 HTTP/1.1" status: 200 len: 217 time: 0.1964796 Nov 19 09:06:33.946087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188e4ee-c4a9-48c5-854e-8c59532f7243 req-4812495c-dcae-4af4-9122-bfb3d683b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:33.948338 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1188e4ee-c4a9-48c5-854e-8c59532f7243 req-4812495c-dcae-4af4-9122-bfb3d683b7f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 1117 time: 0.0744419 Nov 19 09:06:34.002385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a183a-ceee-42df-ac25-6006cec0687f req-037ccfec-463d-4c58-8486-341e3e99c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:34.003958 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-131a183a-ceee-42df-ac25-6006cec0687f req-037ccfec-463d-4c58-8486-341e3e99c9a6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0593128 Nov 19 09:06:34.007882 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d034211a-2662-45b0-89f3-25df554b6b83 x-openstack-request-id: req-d034211a-2662-45b0-89f3-25df554b6b83 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:06:34.008314 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e859d2-9a6a-4050-b545-7274ce389311", "tag": "b77a1ea6-32b4-4307-8aea-cad3bd867c92", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:06:34.008758 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d034211a-2662-45b0-89f3-25df554b6b83 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:06:34.009509 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e859d2-9a6a-4050-b545-7274ce389311', 'tag': 'b77a1ea6-32b4-4307-8aea-cad3bd867c92', 'status': 'completed', 'code': 200} Nov 19 09:06:34.077834 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66ba0880-bbc8-4e5e-9a03-fd69d0a78ac5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:34.079011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040d82b-4eb7-4d09-82f0-cdf2efbf6fa0 req-db088cd1-b9ec-4cf1-bf9c-c4154d66a20e tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:34.081055 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5040d82b-4eb7-4d09-82f0-cdf2efbf6fa0 req-db088cd1-b9ec-4cf1-bf9c-c4154d66a20e tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 949 time: 0.1860163 Nov 19 09:06:34.110251 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188e4ee-c4a9-48c5-854e-8c59532f7243 req-509b8810-dcee-43f2-9fc1-0de123f4210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:34.111753 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1188e4ee-c4a9-48c5-854e-8c59532f7243 req-509b8810-dcee-43f2-9fc1-0de123f4210f service neutron] 10.222.0.66 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.1530454 Nov 19 09:06:34.144636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a183a-ceee-42df-ac25-6006cec0687f req-c73c27c1-fa2d-4801-9e6c-b2d380e891a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:34.146196 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-131a183a-ceee-42df-ac25-6006cec0687f req-c73c27c1-fa2d-4801-9e6c-b2d380e891a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1334438 Nov 19 09:06:34.167607 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1188e4ee-c4a9-48c5-854e-8c59532f7243 req-695c6828-6e3e-405c-8be3-39e0633bf800 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e39abd13-128e-47a6-97c2-670a98e12d60 HTTP/1.1" status: 200 len: 217 time: 0.0452416 Nov 19 09:06:34.223795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eaf984-3e43-410c-ba0a-b81549db9743 req-bc49f38f-cb53-42be-b960-1b54dc7645ad tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:34.225408 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03eaf984-3e43-410c-ba0a-b81549db9743 req-bc49f38f-cb53-42be-b960-1b54dc7645ad tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 965 time: 0.1568613 Nov 19 09:06:34.235917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5040d82b-4eb7-4d09-82f0-cdf2efbf6fa0 req-91b08a34-5ad7-4dfa-95ef-b2a0d07ce5a9 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407409 Nov 19 09:06:34.251094 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188e4ee-c4a9-48c5-854e-8c59532f7243 req-74bfd0d2-c28f-4dfc-89f9-e507f48d1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:34.253750 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1188e4ee-c4a9-48c5-854e-8c59532f7243 req-74bfd0d2-c28f-4dfc-89f9-e507f48d1d7b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.0774403 Nov 19 09:06:34.257412 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66ba0880-bbc8-4e5e-9a03-fd69d0a78ac5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:34.267048 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66ba0880-bbc8-4e5e-9a03-fd69d0a78ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:34.305338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba0880-bbc8-4e5e-9a03-fd69d0a78ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4d6789-5c0e-4928-befb-fd490afb1c99,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:34.330160 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1188e4ee-c4a9-48c5-854e-8c59532f7243 req-5dce5275-63cb-488b-8fc6-c01500b21ce0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659261 Nov 19 09:06:34.354445 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03eaf984-3e43-410c-ba0a-b81549db9743 req-b7ed091b-310d-459e-969e-45997b902164 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088974 Nov 19 09:06:34.357660 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-131a183a-ceee-42df-ac25-6006cec0687f req-edce26d9-9433-434a-a687-046dedec8df5 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987059 Nov 19 09:06:34.402065 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-66ba0880-bbc8-4e5e-9a03-fd69d0a78ac5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7a0c98b7cf34b398b992d712ea9d5a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5536585 Nov 19 09:06:34.404927 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56028) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:34.487932 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1188e4ee-c4a9-48c5-854e-8c59532f7243 req-2613b189-2415-4895-9dff-1b4cef7babdc service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468668 Nov 19 09:06:34.504012 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b318b71a-f508-4774-995c-1ebf9c2cef7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:34.532618 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5a821-6cb3-4db5-ae2a-e70776e4ec47 req-d3f30328-21c8-494e-9349-c945669575d8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:34.537733 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bb5a821-6cb3-4db5-ae2a-e70776e4ec47 req-d3f30328-21c8-494e-9349-c945669575d8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 948 time: 0.1522834 Nov 19 09:06:34.571664 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-131a183a-ceee-42df-ac25-6006cec0687f req-17ac5713-4bb5-4f87-a457-0b5ea0ec6213 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050006 Nov 19 09:06:34.572546 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b318b71a-f508-4774-995c-1ebf9c2cef7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:34.618569 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bb5a821-6cb3-4db5-ae2a-e70776e4ec47 req-93befdef-aa92-4421-88a3-2f65920d271f tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696697 Nov 19 09:06:34.668594 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1188e4ee-c4a9-48c5-854e-8c59532f7243 req-a8d58bc5-d449-4dae-9573-3ba5215e1e87 service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656067 Nov 19 09:06:34.669866 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b318b71a-f508-4774-995c-1ebf9c2cef7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:34.673391 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b318b71a-f508-4774-995c-1ebf9c2cef7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:34.686492 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b318b71a-f508-4774-995c-1ebf9c2cef7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c4d6789-5c0e-4928-befb-fd490afb1c99 HTTP/1.1" status: 204 len: 168 time: 0.2805007 Nov 19 09:06:34.700519 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318b71a-f508-4774-995c-1ebf9c2cef7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4d6789-5c0e-4928-befb-fd490afb1c99,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:34.761135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c06c2-242c-4b5c-b6be-e54a52c0e87a req-70f9160f-bf34-422c-8e77-9a27875a7051 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:34.770391 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b5c06c2-242c-4b5c-b6be-e54a52c0e87a req-70f9160f-bf34-422c-8e77-9a27875a7051 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 972 time: 0.0872700 Nov 19 09:06:34.773012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3649c9-95c7-454e-97d1-bef7f468cfaa req-74491b5e-96e2-4d5f-bed0-407cd7cb84ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:34.776248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d3649c9-95c7-454e-97d1-bef7f468cfaa req-74491b5e-96e2-4d5f-bed0-407cd7cb84ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 1100 time: 0.1270413 Nov 19 09:06:34.957262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b5c06c2-242c-4b5c-b6be-e54a52c0e87a req-e2d47d12-1825-416f-b6a1-f55ce34217bd tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798699 Nov 19 09:06:35.021614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414e94b-0b8d-41d8-b98e-ff3528dbfaa6 req-ba068e3b-0e18-4e25-a969-5976c7ec360f tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:35.023170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6414e94b-0b8d-41d8-b98e-ff3528dbfaa6 req-ba068e3b-0e18-4e25-a969-5976c7ec360f tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 949 time: 0.1439140 Nov 19 09:06:35.024314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3649c9-95c7-454e-97d1-bef7f468cfaa req-a9f6d76a-b268-42aa-9375-379e2b30358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:35.025805 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d3649c9-95c7-454e-97d1-bef7f468cfaa req-a9f6d76a-b268-42aa-9375-379e2b30358d service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2374947 Nov 19 09:06:35.264615 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d3649c9-95c7-454e-97d1-bef7f468cfaa req-85be253d-ece0-4888-b0bc-b6f34968548f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92 HTTP/1.1" status: 200 len: 217 time: 0.2257836 Nov 19 09:06:35.338409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6414e94b-0b8d-41d8-b98e-ff3528dbfaa6 req-66d93b63-13a0-4970-a7ef-816225363da7 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068457 Nov 19 09:06:35.360645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3649c9-95c7-454e-97d1-bef7f468cfaa req-5a41df50-fb3e-4952-bc8c-97579878f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:35.360645 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d3649c9-95c7-454e-97d1-bef7f468cfaa req-5a41df50-fb3e-4952-bc8c-97579878f143 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0841699 Nov 19 09:06:35.365885 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38a94d-0e48-4429-b5ee-f855d8b372d7 req-5ae9573e-ad59-47e4-a794-7f9980dd29e7 tempest-AggregatesAdminTestJSON-177838092 tempest-AggregatesAdminTestJSON-177838092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:35.367419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b38a94d-0e48-4429-b5ee-f855d8b372d7 req-5ae9573e-ad59-47e4-a794-7f9980dd29e7 tempest-AggregatesAdminTestJSON-177838092 tempest-AggregatesAdminTestJSON-177838092-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 1124 time: 0.1100733 Nov 19 09:06:35.411264 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9b38a94d-0e48-4429-b5ee-f855d8b372d7 req-9e752656-b9f4-4a5b-8cac-8606ada18f7f tempest-AggregatesAdminTestJSON-177838092 tempest-AggregatesAdminTestJSON-177838092-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:35.460820 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3649c9-95c7-454e-97d1-bef7f468cfaa req-ba5d3c0b-ae38-4fc7-aa61-f1e32b963edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:35.462345 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d3649c9-95c7-454e-97d1-bef7f468cfaa req-ba5d3c0b-ae38-4fc7-aa61-f1e32b963edf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0883534 Nov 19 09:06:35.591707 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e9426-eaa9-4eeb-b177-c165b32c8e4b req-65b0c577-8cd1-4675-86ae-327b023ec6b6 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:35.593107 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b5e9426-eaa9-4eeb-b177-c165b32c8e4b req-65b0c577-8cd1-4675-86ae-327b023ec6b6 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 965 time: 0.1522799 Nov 19 09:06:35.636151 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d3649c9-95c7-454e-97d1-bef7f468cfaa req-43572c8b-a933-47de-b7a5-17ef90c1b287 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579459 Nov 19 09:06:35.638173 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9b38a94d-0e48-4429-b5ee-f855d8b372d7 req-9e752656-b9f4-4a5b-8cac-8606ada18f7f tempest-AggregatesAdminTestJSON-177838092 tempest-AggregatesAdminTestJSON-177838092-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:35.644516 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9b38a94d-0e48-4429-b5ee-f855d8b372d7 req-9e752656-b9f4-4a5b-8cac-8606ada18f7f tempest-AggregatesAdminTestJSON-177838092 tempest-AggregatesAdminTestJSON-177838092-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:35.746767 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b38a94d-0e48-4429-b5ee-f855d8b372d7 req-9e752656-b9f4-4a5b-8cac-8606ada18f7f tempest-AggregatesAdminTestJSON-177838092 tempest-AggregatesAdminTestJSON-177838092-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714535 Nov 19 09:06:35.750304 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b5e9426-eaa9-4eeb-b177-c165b32c8e4b req-4cadeb57-bbc5-4db6-9625-5bcc69dfbeb1 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498334 Nov 19 09:06:35.753599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e752656-b9f4-4a5b-8cac-8606ada18f7f tempest-AggregatesAdminTestJSON-177838092 tempest-AggregatesAdminTestJSON-177838092-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362d6bdf-bd04-44eb-9200-78689d26a9e1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:35.793475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d3649c9-95c7-454e-97d1-bef7f468cfaa req-d1492ee9-cb82-4f43-b591-cadbbf436025 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337867 Nov 19 09:06:35.882275 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403601d4-433c-490d-a16d-6e0ec7b4db8e req-6da2eba1-59f7-42c0-a500-2b8a52494d17 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:35.883783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-403601d4-433c-490d-a16d-6e0ec7b4db8e req-6da2eba1-59f7-42c0-a500-2b8a52494d17 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 948 time: 0.0509589 Nov 19 09:06:35.945111 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-403601d4-433c-490d-a16d-6e0ec7b4db8e req-d620b305-0151-4bab-908c-013dabd39ca9 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448024 Nov 19 09:06:36.086990 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ffd2019-5346-4ab8-9ebc-c81267594230 req-e3c5673a-cdba-481f-bf34-0b0ce22b2fe1 tempest-AbsoluteLimitsNegativeTestJSON-1983212951 tempest-AbsoluteLimitsNegativeTestJSON-1983212951-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e9be540016c546a68b5d1f67257301e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313747 Nov 19 09:06:36.214879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd2019-5346-4ab8-9ebc-c81267594230 req-eb085b6b-c5b8-4874-9c16-1f1d62acef03 tempest-AbsoluteLimitsNegativeTestJSON-1983212951 tempest-AbsoluteLimitsNegativeTestJSON-1983212951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:36.216384 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ffd2019-5346-4ab8-9ebc-c81267594230 req-eb085b6b-c5b8-4874-9c16-1f1d62acef03 tempest-AbsoluteLimitsNegativeTestJSON-1983212951 tempest-AbsoluteLimitsNegativeTestJSON-1983212951-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1210454 Nov 19 09:06:36.231666 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ffd2019-5346-4ab8-9ebc-c81267594230 req-36056e7f-bc64-4fa6-950c-f724e0814dab tempest-AbsoluteLimitsNegativeTestJSON-1983212951 tempest-AbsoluteLimitsNegativeTestJSON-1983212951-project] 10.222.0.21 "GET /v2.0/quotas/e9be540016c546a68b5d1f67257301e0 HTTP/1.1" status: 200 len: 375 time: 0.0092294 Nov 19 09:06:36.280037 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ffd2019-5346-4ab8-9ebc-c81267594230 req-022bd60a-a74c-4c4b-a406-5bea1220f1db tempest-AbsoluteLimitsNegativeTestJSON-1983212951 tempest-AbsoluteLimitsNegativeTestJSON-1983212951-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9be540016c546a68b5d1f67257301e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427895 Nov 19 09:06:36.490833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f61f0c-b117-4874-83b6-ce544c28c42f req-2e122101-bdc5-40c9-8610-c000c079cbd2 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:36.492406 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97f61f0c-b117-4874-83b6-ce544c28c42f req-2e122101-bdc5-40c9-8610-c000c079cbd2 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 949 time: 0.0717278 Nov 19 09:06:36.549634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97f61f0c-b117-4874-83b6-ce544c28c42f req-deb60e02-aad1-421e-9edd-c838fb6f4087 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510967 Nov 19 09:06:36.704405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56541e22-5e4b-4d5d-9632-65cbcf8cdd31 req-e6c49ccf-0943-4041-9bd4-b2ac4344bd05 tempest-DeleteServersAdminTestJSON-22315975 tempest-DeleteServersAdminTestJSON-22315975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:36.706115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56541e22-5e4b-4d5d-9632-65cbcf8cdd31 req-e6c49ccf-0943-4041-9bd4-b2ac4344bd05 tempest-DeleteServersAdminTestJSON-22315975 tempest-DeleteServersAdminTestJSON-22315975-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 1101 time: 0.0544853 Nov 19 09:06:36.758631 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56120) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:36.827202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-56541e22-5e4b-4d5d-9632-65cbcf8cdd31 req-af921af9-6509-4e06-8edf-de00ccdee3de tempest-DeleteServersAdminTestJSON-22315975 tempest-DeleteServersAdminTestJSON-22315975-project-admin] Deleting port 0095aa68-8488-440e-a2ec-1f78890999bc {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:06:36.827683 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-56541e22-5e4b-4d5d-9632-65cbcf8cdd31 req-af921af9-6509-4e06-8edf-de00ccdee3de tempest-DeleteServersAdminTestJSON-22315975 tempest-DeleteServersAdminTestJSON-22315975-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:36.920953 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a8b7075-e492-4b25-b149-86b0c78f17d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:36.967807 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae76dd-fd60-4f1a-92f4-42f873dd7f21 req-1e73a1d7-4750-495a-92a0-dd8cb053bbf5 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:36.969718 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0ae76dd-fd60-4f1a-92f4-42f873dd7f21 req-1e73a1d7-4750-495a-92a0-dd8cb053bbf5 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 965 time: 0.0837290 Nov 19 09:06:37.000006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-56541e22-5e4b-4d5d-9632-65cbcf8cdd31 req-af921af9-6509-4e06-8edf-de00ccdee3de tempest-DeleteServersAdminTestJSON-22315975 tempest-DeleteServersAdminTestJSON-22315975-project-admin] For port 0095aa68-8488-440e-a2ec-1f78890999bc, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=0095aa68-8488-440e-a2ec-1f78890999bc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:37.000226 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-56541e22-5e4b-4d5d-9632-65cbcf8cdd31 req-af921af9-6509-4e06-8edf-de00ccdee3de tempest-DeleteServersAdminTestJSON-22315975 tempest-DeleteServersAdminTestJSON-22315975-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:37.021613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-56541e22-5e4b-4d5d-9632-65cbcf8cdd31 req-af921af9-6509-4e06-8edf-de00ccdee3de tempest-DeleteServersAdminTestJSON-22315975 tempest-DeleteServersAdminTestJSON-22315975-project-admin] Calling delete_port for 0095aa68-8488-440e-a2ec-1f78890999bc owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:06:37.024908 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a8b7075-e492-4b25-b149-86b0c78f17d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:37.034847 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a8b7075-e492-4b25-b149-86b0c78f17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:37.078412 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7a8b7075-e492-4b25-b149-86b0c78f17d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9be540016c546a68b5d1f67257301e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178303 Nov 19 09:06:37.081129 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56140) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:37.108291 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b7075-e492-4b25-b149-86b0c78f17d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941da705-3a74-4b27-adc7-e96c1c48a273,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:37.130119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0ae76dd-fd60-4f1a-92f4-42f873dd7f21 req-9da3b7d7-dc90-42a9-86ac-ee6c042f1181 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467016 Nov 19 09:06:37.187354 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1977-fb52-417b-b65d-f2f6d4891a35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:37.216231 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1977-fb52-417b-b65d-f2f6d4891a35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:37.284290 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b571191-0733-4ce7-a82c-aa68ed1f4d3d req-5af8faec-d710-4792-b7a0-c7dbd7f743d2 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:37.285290 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1977-fb52-417b-b65d-f2f6d4891a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:37.285561 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b571191-0733-4ce7-a82c-aa68ed1f4d3d req-5af8faec-d710-4792-b7a0-c7dbd7f743d2 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 948 time: 0.1110311 Nov 19 09:06:37.288093 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1977-fb52-417b-b65d-f2f6d4891a35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:37.290322 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a5ef1977-fb52-417b-b65d-f2f6d4891a35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/941da705-3a74-4b27-adc7-e96c1c48a273 HTTP/1.1" status: 204 len: 168 time: 0.2056563 Nov 19 09:06:37.306376 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef1977-fb52-417b-b65d-f2f6d4891a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941da705-3a74-4b27-adc7-e96c1c48a273,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:37.341943 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-56541e22-5e4b-4d5d-9632-65cbcf8cdd31 req-af921af9-6509-4e06-8edf-de00ccdee3de tempest-DeleteServersAdminTestJSON-22315975 tempest-DeleteServersAdminTestJSON-22315975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:37.358820 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['0095aa68-8488-440e-a2ec-1f78890999bc'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:06:37.399799 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af921af9-6509-4e06-8edf-de00ccdee3de tempest-DeleteServersAdminTestJSON-22315975 tempest-DeleteServersAdminTestJSON-22315975-project-admin] Pushing event deleted for resources: {'Port': ['ID=0095aa68-8488-440e-a2ec-1f78890999bc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:37.415246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b571191-0733-4ce7-a82c-aa68ed1f4d3d req-8f071f6b-f47c-4025-8943-7b7f8d903d2f tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916352 Nov 19 09:06:37.482056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-56541e22-5e4b-4d5d-9632-65cbcf8cdd31 req-af921af9-6509-4e06-8edf-de00ccdee3de tempest-DeleteServersAdminTestJSON-22315975 tempest-DeleteServersAdminTestJSON-22315975-project-admin] No DVR routers for this DVR port 0095aa68-8488-440e-a2ec-1f78890999bc on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:06:37.490474 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-56541e22-5e4b-4d5d-9632-65cbcf8cdd31 req-af921af9-6509-4e06-8edf-de00ccdee3de tempest-DeleteServersAdminTestJSON-22315975 tempest-DeleteServersAdminTestJSON-22315975-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:37.494581 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56541e22-5e4b-4d5d-9632-65cbcf8cdd31 req-af921af9-6509-4e06-8edf-de00ccdee3de tempest-DeleteServersAdminTestJSON-22315975 tempest-DeleteServersAdminTestJSON-22315975-project-admin] 10.222.0.71 "DELETE /v2.0/ports/0095aa68-8488-440e-a2ec-1f78890999bc HTTP/1.1" status: 204 len: 173 time: 0.7810121 Nov 19 09:06:37.495089 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4467767-eb03-4116-a8cb-7631647cea78', 'name': 'network-vif-deleted', 'tag': '0095aa68-8488-440e-a2ec-1f78890999bc'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:06:37.503585 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3507b80a-a7cb-4313-a6a1-6616dd1583da" -d '{"events": [{"server_uuid": "b4467767-eb03-4116-a8cb-7631647cea78", "name": "network-vif-deleted", "tag": "0095aa68-8488-440e-a2ec-1f78890999bc"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:06:37.584388 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dad3e4-d57f-42c6-b8a2-54d1b81f3b06 x-openstack-request-id: req-77dad3e4-d57f-42c6-b8a2-54d1b81f3b06 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:06:37.584829 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4467767-eb03-4116-a8cb-7631647cea78", "name": "network-vif-deleted", "tag": "0095aa68-8488-440e-a2ec-1f78890999bc", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:06:37.585201 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77dad3e4-d57f-42c6-b8a2-54d1b81f3b06 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:06:37.585676 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4467767-eb03-4116-a8cb-7631647cea78', 'name': 'network-vif-deleted', 'tag': '0095aa68-8488-440e-a2ec-1f78890999bc', 'status': 'completed', 'code': 200} Nov 19 09:06:37.725404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a833129c-856e-4f4e-9709-f5315a12ca9f req-9b493e0a-2f9d-49f2-bc99-ef5c490fd9fe tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4467767-eb03-4116-a8cb-7631647cea78 HTTP/1.1" status: 200 len: 210 time: 0.0434229 Nov 19 09:06:37.906238 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e39abd13-128e-47a6-97c2-670a98e12d60 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:06:38.064868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e39abd13-128e-47a6-97c2-670a98e12d60, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e39abd13-128e-47a6-97c2-670a98e12d60,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:38.079566 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'e39abd13-128e-47a6-97c2-670a98e12d60', 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300', 'port_id': 'e39abd13-128e-47a6-97c2-670a98e12d60', 'mac_address': 'fa:16:3e:c6:f9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2a7f57-5058-429c-8ba6-c703edb15a02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-2105181977', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:06:38.178958 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:38.198763 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39abd13-128e-47a6-97c2-670a98e12d60 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:06:38.245178 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e39abd13-128e-47a6-97c2-670a98e12d60, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e39abd13-128e-47a6-97c2-670a98e12d60,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:38.254583 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:38.325337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b77a1ea6-32b4-4307-8aea-cad3bd867c92 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:06:38.373664 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=e39abd13-128e-47a6-97c2-670a98e12d60,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:38.473595 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ffa2c-1364-4a7b-aff0-213d1f6083da req-c83b833d-931e-44cd-a278-3737ed04f507 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:38.476353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d67ffa2c-1364-4a7b-aff0-213d1f6083da req-c83b833d-931e-44cd-a278-3737ed04f507 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 966 time: 0.1335282 Nov 19 09:06:38.503608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56248) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:38.518255 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b77a1ea6-32b4-4307-8aea-cad3bd867c92, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:38.536066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'b77a1ea6-32b4-4307-8aea-cad3bd867c92', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'b77a1ea6-32b4-4307-8aea-cad3bd867c92', 'mac_address': 'fa:16:3e:06:ea:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:06:38.578837 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d67ffa2c-1364-4a7b-aff0-213d1f6083da req-7bf0ba30-04b6-4c01-a3f1-fcb2e165f4a5 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870225 Nov 19 09:06:38.583796 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['e39abd13-128e-47a6-97c2-670a98e12d60'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:06:38.604373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56256) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:38.639448 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:38.669891 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77a1ea6-32b4-4307-8aea-cad3bd867c92 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:06:38.703665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b77a1ea6-32b4-4307-8aea-cad3bd867c92, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:38.718406 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:38.789499 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-405bab19-3aee-4230-a59e-3ce02ba31321 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1344171141-network', 'tenant_id': '70ac62923afa4456802238285c8fa8bf'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:38.807076 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6f58-0e8f-4143-9ab7-e614bae5a280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:38.808999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=b77a1ea6-32b4-4307-8aea-cad3bd867c92,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:38.829024 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405bab19-3aee-4230-a59e-3ce02ba31321 admin admin] Made reservation on behalf of 70ac62923afa4456802238285c8fa8bf for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:06:38.832961 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-405bab19-3aee-4230-a59e-3ce02ba31321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:38.837729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1774c-506e-4659-a0dc-4d25299521d3 req-36331e03-eef6-42f4-a4b0-6d8d087ea903 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:38.848416 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-405bab19-3aee-4230-a59e-3ce02ba31321 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:38.849773 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14d1774c-506e-4659-a0dc-4d25299521d3 req-36331e03-eef6-42f4-a4b0-6d8d087ea903 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 948 time: 0.1564391 Nov 19 09:06:38.927945 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b77a1ea6-32b4-4307-8aea-cad3bd867c92'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:06:38.950266 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14d1774c-506e-4659-a0dc-4d25299521d3 req-9eb1842a-5737-4150-bb0d-755d6f02fd36 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991862 Nov 19 09:06:39.042218 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-405bab19-3aee-4230-a59e-3ce02ba31321 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:39.052001 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-405bab19-3aee-4230-a59e-3ce02ba31321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:39.091117 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6f58-0e8f-4143-9ab7-e614bae5a280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:39.102609 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6f58-0e8f-4143-9ab7-e614bae5a280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:39.118762 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405bab19-3aee-4230-a59e-3ce02ba31321 admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:06:39.134879 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-405bab19-3aee-4230-a59e-3ce02ba31321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:39.135333 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-405bab19-3aee-4230-a59e-3ce02ba31321 admin admin] Added segment 69400a9f-1fdd-4f52-bf65-8dcbf3c647b7 of type vlan for network 881c3989-894e-407c-a333-444a8ac2c567 Nov 19 09:06:39.163940 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d3cb6f58-0e8f-4143-9ab7-e614bae5a280 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cf352175b914196b3e167aa5acaf68f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5578580 Nov 19 09:06:39.166498 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb6f58-0e8f-4143-9ab7-e614bae5a280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb5119c-b0e1-474e-9d4b-e8c72d7d8fc3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:39.170156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56290) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:39.208403 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-405bab19-3aee-4230-a59e-3ce02ba31321 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:39.253998 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-405bab19-3aee-4230-a59e-3ce02ba31321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:39.255773 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405bab19-3aee-4230-a59e-3ce02ba31321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:39.256574 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-405bab19-3aee-4230-a59e-3ce02ba31321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:39.280392 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bab19-3aee-4230-a59e-3ce02ba31321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f1a5a2-f696-4444-b28f-bbf278f962cd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:39.295112 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c40180e-fdc7-47e9-96a7-9946a3619af4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:39.303174 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-405bab19-3aee-4230-a59e-3ce02ba31321 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7981472 Nov 19 09:06:39.310884 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56304) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:39.317237 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8d375ad2-2157-4f23-9892-adc5d26095d9 admin admin] Request body: {'subnet': {'network_id': '881c3989-894e-407c-a333-444a8ac2c567', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1344171141-subnet', 'tenant_id': '70ac62923afa4456802238285c8fa8bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:39.329659 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-91239caf-3808-4745-ba60-77b300548184 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=45a5cea8257f4f7c89a7227bed0d4e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531805 Nov 19 09:06:39.368868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bab19-3aee-4230-a59e-3ce02ba31321 admin admin] Pushing event updated for resources: {'Network': ['ID=881c3989-894e-407c-a333-444a8ac2c567,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:39.381925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 881c3989-894e-407c-a333-444a8ac2c567 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:06:39.417138 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c40180e-fdc7-47e9-96a7-9946a3619af4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:39.451612 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56316) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:39.461419 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d375ad2-2157-4f23-9892-adc5d26095d9 admin admin] Made reservation on behalf of 70ac62923afa4456802238285c8fa8bf for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:06:39.463621 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d375ad2-2157-4f23-9892-adc5d26095d9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:39.586143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-b6ba2012-1de7-4e5f-aa19-ae57796404f7 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:39.593713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-b6ba2012-1de7-4e5f-aa19-ae57796404f7 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630718 Nov 19 09:06:39.634623 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c40180e-fdc7-47e9-96a7-9946a3619af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:39.634623 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c40180e-fdc7-47e9-96a7-9946a3619af4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:39.634623 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8c40180e-fdc7-47e9-96a7-9946a3619af4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cb5119c-b0e1-474e-9d4b-e8c72d7d8fc3 HTTP/1.1" status: 204 len: 168 time: 0.4580407 Nov 19 09:06:39.634998 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2032b12-c443-4f13-bd62-1dab9068eef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:39.644927 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-fd76064e-6d4e-48c1-9c51-7a75c40e988a tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/quotas/45a5cea8257f4f7c89a7227bed0d4e7e HTTP/1.1" status: 200 len: 375 time: 0.0493309 Nov 19 09:06:39.689074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40180e-fdc7-47e9-96a7-9946a3619af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb5119c-b0e1-474e-9d4b-e8c72d7d8fc3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:39.701981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-cfa5206d-f31a-4f27-8de9-74e47ff55561 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=45a5cea8257f4f7c89a7227bed0d4e7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557981 Nov 19 09:06:39.866990 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2032b12-c443-4f13-bd62-1dab9068eef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:39.874075 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2032b12-c443-4f13-bd62-1dab9068eef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:39.920253 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e39abd13-128e-47a6-97c2-670a98e12d60 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:06:39.941826 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d375ad2-2157-4f23-9892-adc5d26095d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:39.942035 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f2032b12-c443-4f13-bd62-1dab9068eef0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6351a483828042509948a6291852631f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4829001 Nov 19 09:06:39.943511 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56338) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:39.989006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521593a-a0b6-4642-9349-18df84711ee6 req-b98ec74f-734a-489a-974c-83a366c338f7 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:40.010355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b521593a-a0b6-4642-9349-18df84711ee6 req-b98ec74f-734a-489a-974c-83a366c338f7 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 966 time: 0.1737590 Nov 19 09:06:40.036703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2032b12-c443-4f13-bd62-1dab9068eef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdc486a-8e36-4f57-aec2-829bf6208423,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:40.075211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d375ad2-2157-4f23-9892-adc5d26095d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f75fb4-8514-43c4-bd0b-55ad24ce5e00,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:40.089054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port e39abd13-128e-47a6-97c2-670a98e12d60 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:06:40.097223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port e39abd13-128e-47a6-97c2-670a98e12d60 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:06:40.097759 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:40.122418 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b521593a-a0b6-4642-9349-18df84711ee6 req-f962f031-bb21-4587-8400-9dbac0d9d040 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089022 Nov 19 09:06:40.124054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d375ad2-2157-4f23-9892-adc5d26095d9 admin admin] Checking segment: {'id': '69400a9f-1fdd-4f52-bf65-8dcbf3c647b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '881c3989-894e-407c-a333-444a8ac2c567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:06:40.127576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d375ad2-2157-4f23-9892-adc5d26095d9 admin admin] Network hostable DHCP agents. Network: 881c3989-894e-407c-a333-444a8ac2c567, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:06:40.178947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d375ad2-2157-4f23-9892-adc5d26095d9 admin admin] Network 881c3989-894e-407c-a333-444a8ac2c567 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:06:40.211510 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3e9e1cb-d5e6-480e-ad32-5501c4e7c437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:40.215354 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-8d375ad2-2157-4f23-9892-adc5d26095d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 881c3989-894e-407c-a333-444a8ac2c567) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:06:40.221257 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d375ad2-2157-4f23-9892-adc5d26095d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:40.222727 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d375ad2-2157-4f23-9892-adc5d26095d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:40.263868 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3bcb64-3ba9-453c-bd53-212cfa557aea req-d45e402a-65d0-4dae-b029-0ad49e56208f tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6bd809-a06d-4f05-a835-ca4e8af024d7 HTTP/1.1" status: 200 len: 210 time: 0.0727665 Nov 19 09:06:40.267489 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:40.283089 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b0098-8f1e-49d1-95f6-332088ded16f None None] Network 881c3989-894e-407c-a333-444a8ac2c567 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:06:40.292555 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3e9e1cb-d5e6-480e-ad32-5501c4e7c437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:40.318546 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8d375ad2-2157-4f23-9892-adc5d26095d9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0044346 Nov 19 09:06:40.326223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e39abd13-128e-47a6-97c2-670a98e12d60, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e39abd13-128e-47a6-97c2-670a98e12d60,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:40.340796 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5001a278-5236-4abc-93f5-f3ae55c7a638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39abd13-128e-47a6-97c2-670a98e12d60'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:06:40.343463 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23221188-3a6e-4331-9d19-1831414428e9" -d '{"events": [{"server_uuid": "5001a278-5236-4abc-93f5-f3ae55c7a638", "name": "network-vif-plugged", "status": "completed", "tag": "e39abd13-128e-47a6-97c2-670a98e12d60"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:06:40.346900 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b77a1ea6-32b4-4307-8aea-cad3bd867c92 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:06:40.375008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56356) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:40.402158 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc2df090-a9ac-4c2b-b59c-aaf888e717f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:40.427602 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3e9e1cb-d5e6-480e-ad32-5501c4e7c437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:40.431388 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3e9e1cb-d5e6-480e-ad32-5501c4e7c437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:40.433168 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b3e9e1cb-d5e6-480e-ad32-5501c4e7c437 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afdc486a-8e36-4f57-aec2-829bf6208423 HTTP/1.1" status: 204 len: 168 time: 0.4877653 Nov 19 09:06:40.463569 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:40.479532 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9e1cb-d5e6-480e-ad32-5501c4e7c437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdc486a-8e36-4f57-aec2-829bf6208423,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:40.569112 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port b77a1ea6-32b4-4307-8aea-cad3bd867c92 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:06:40.579645 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port b77a1ea6-32b4-4307-8aea-cad3bd867c92 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:06:40.581175 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:40.649695 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630452b4-5c0b-45c9-a78b-1cddbf363b0b x-openstack-request-id: req-630452b4-5c0b-45c9-a78b-1cddbf363b0b {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:06:40.650116 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5001a278-5236-4abc-93f5-f3ae55c7a638", "name": "network-vif-plugged", "status": "completed", "tag": "e39abd13-128e-47a6-97c2-670a98e12d60", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:06:40.650446 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-630452b4-5c0b-45c9-a78b-1cddbf363b0b {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:06:40.650721 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5001a278-5236-4abc-93f5-f3ae55c7a638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39abd13-128e-47a6-97c2-670a98e12d60', 'code': 200} Nov 19 09:06:40.750912 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc2df090-a9ac-4c2b-b59c-aaf888e717f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:40.803387 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=e39abd13-128e-47a6-97c2-670a98e12d60,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:40.810260 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5f4e9-0584-4b7f-a1cb-ace2bede6b8c req-12661583-86bd-4df5-890e-ecfa0a4cfdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:40.813621 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0fa5f4e9-0584-4b7f-a1cb-ace2bede6b8c req-12661583-86bd-4df5-890e-ecfa0a4cfdd6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 1119 time: 0.1101668 Nov 19 09:06:40.859850 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:40.874437 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc2df090-a9ac-4c2b-b59c-aaf888e717f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:40.914329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a59356f-9479-4263-ace1-84ccfdffa9e8 None None] Network 881c3989-894e-407c-a333-444a8ac2c567 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:06:40.919474 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0fa5f4e9-0584-4b7f-a1cb-ace2bede6b8c req-2fe43631-89ce-432f-ba72-464b92a23e61 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950418 Nov 19 09:06:40.967214 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d3960-cfc5-4480-8bc5-483444881fbb req-28929a7b-bc65-4088-8e47-f6511e3fe877 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:40.991689 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-814d3960-cfc5-4480-8bc5-483444881fbb req-28929a7b-bc65-4088-8e47-f6511e3fe877 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 949 time: 0.5707068 Nov 19 09:06:41.086923 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-dc2df090-a9ac-4c2b-b59c-aaf888e717f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e80c618ee5f40a2ba895dd3a376ca6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7103212 Nov 19 09:06:41.091119 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56384) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:41.101017 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-814d3960-cfc5-4480-8bc5-483444881fbb req-6ce31753-d5a7-4749-951a-ae2eb16076a3 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080005 Nov 19 09:06:41.111559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2df090-a9ac-4c2b-b59c-aaf888e717f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb8fbd3-ce29-4c23-842c-7c6d280ebddb,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:41.181218 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b77a1ea6-32b4-4307-8aea-cad3bd867c92, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:41.181523 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9582a691-6c79-4d8f-8e0f-632aa40497a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:41.189758 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:41.190840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 0095aa68-8488-440e-a2ec-1f78890999bc no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:06:41.225898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56390) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:41.226597 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9582a691-6c79-4d8f-8e0f-632aa40497a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:41.248861 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d7dbcad-4eb5-4b80-ac46-ddf5f7f55c19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:41.258429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 0095aa68-8488-440e-a2ec-1f78890999bc {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:06:41.258783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 0095aa68-8488-440e-a2ec-1f78890999bc not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:06:41.324208 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=b77a1ea6-32b4-4307-8aea-cad3bd867c92,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:41.343768 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9582a691-6c79-4d8f-8e0f-632aa40497a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:41.346786 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9582a691-6c79-4d8f-8e0f-632aa40497a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:41.350703 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9582a691-6c79-4d8f-8e0f-632aa40497a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cb8fbd3-ce29-4c23-842c-7c6d280ebddb HTTP/1.1" status: 204 len: 168 time: 0.2582738 Nov 19 09:06:41.372313 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582a691-6c79-4d8f-8e0f-632aa40497a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb8fbd3-ce29-4c23-842c-7c6d280ebddb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:41.488492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147d4c5-232c-447f-a024-7dad5823b46f req-69744e25-f762-44ac-b67e-aed97eaef801 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:41.490052 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8147d4c5-232c-447f-a024-7dad5823b46f req-69744e25-f762-44ac-b67e-aed97eaef801 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 967 time: 0.1287827 Nov 19 09:06:41.565593 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d7dbcad-4eb5-4b80-ac46-ddf5f7f55c19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:41.581651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8147d4c5-232c-447f-a024-7dad5823b46f req-1e555413-24f6-429b-b1c0-c6b4713fd8fb tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803525 Nov 19 09:06:41.582865 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d7dbcad-4eb5-4b80-ac46-ddf5f7f55c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:41.676517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56410) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:41.692634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dbcad-4eb5-4b80-ac46-ddf5f7f55c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2dba78-d901-4063-ad87-b6add3b9c582,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:41.836589 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dec62102-bc43-444e-b743-f9d2644c20fa req-b2ca2648-a4bc-4cf5-b4c7-7f69e31676c2 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6bd809-a06d-4f05-a835-ca4e8af024d7 HTTP/1.1" status: 200 len: 210 time: 0.1483178 Nov 19 09:06:41.870150 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1d7dbcad-4eb5-4b80-ac46-ddf5f7f55c19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a4632c9178642cabdbd936e89ade9da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6427984 Nov 19 09:06:41.873189 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56416) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:41.900672 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-9ebdfa72-d56a-47df-8258-09e63f696fb3 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=45a5cea8257f4f7c89a7227bed0d4e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586786 Nov 19 09:06:41.984763 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33bc27c3-55e3-4ae9-bf4b-6af8578466ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:42.035078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5376b521-ade6-4279-804c-e2015fd67b87 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:42.046761 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33bc27c3-55e3-4ae9-bf4b-6af8578466ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:42.049379 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5376b521-ade6-4279-804c-e2015fd67b87 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/networks?id=881c3989-894e-407c-a333-444a8ac2c567 HTTP/1.1" status: 200 len: 818 time: 0.3363061 Nov 19 09:06:42.084144 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-63795d4b-f386-40f3-b4ad-40d276fd7a34 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/quotas/70ac62923afa4456802238285c8fa8bf HTTP/1.1" status: 200 len: 375 time: 0.0338769 Nov 19 09:06:42.120588 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8038d46a-6a61-462e-85b2-9ca1853a6320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:42.219381 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33bc27c3-55e3-4ae9-bf4b-6af8578466ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:42.223921 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33bc27c3-55e3-4ae9-bf4b-6af8578466ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:42.228445 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-33bc27c3-55e3-4ae9-bf4b-6af8578466ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e2dba78-d901-4063-ad87-b6add3b9c582 HTTP/1.1" status: 204 len: 168 time: 0.3541837 Nov 19 09:06:42.248679 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc27c3-55e3-4ae9-bf4b-6af8578466ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2dba78-d901-4063-ad87-b6add3b9c582,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:42.284827 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-4d559afc-90ab-45a3-b78d-6103758c4465 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=70ac62923afa4456802238285c8fa8bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1190686 Nov 19 09:06:42.353687 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8038d46a-6a61-462e-85b2-9ca1853a6320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:42.364526 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8038d46a-6a61-462e-85b2-9ca1853a6320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:42.369445 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-19297ded-2b04-481c-90a2-a3a1888b9bc8 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:42.371032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-19297ded-2b04-481c-90a2-a3a1888b9bc8 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4629450 Nov 19 09:06:42.395381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-c98514b1-5686-40f4-8f3b-d83335e9bd3d tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Request body: {'port': {'device_id': '2e6bd809-a06d-4f05-a835-ca4e8af024d7', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '45a5cea8257f4f7c89a7227bed0d4e7e'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:42.442361 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8038d46a-6a61-462e-85b2-9ca1853a6320 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de04a2003a244068836df45fb18b9cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7642171 Nov 19 09:06:42.443214 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56434) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:42.444007 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038d46a-6a61-462e-85b2-9ca1853a6320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f9e504-1bab-43b3-b530-20666b352d08,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:42.567437 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3fcb69ee-46d1-48ee-80e3-9f2739ea303f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:42.611557 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3fcb69ee-46d1-48ee-80e3-9f2739ea303f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:42.652266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e859d2-9a6a-4050-b545-7274ce389311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77a1ea6-32b4-4307-8aea-cad3bd867c92'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:06:42.654751 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f30ac88-4395-44bf-a782-1ac69ebc2c04" -d '{"events": [{"server_uuid": "22e859d2-9a6a-4050-b545-7274ce389311", "name": "network-vif-plugged", "status": "completed", "tag": "b77a1ea6-32b4-4307-8aea-cad3bd867c92"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:06:42.689646 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3fcb69ee-46d1-48ee-80e3-9f2739ea303f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:42.692484 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3fcb69ee-46d1-48ee-80e3-9f2739ea303f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:42.705619 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3fcb69ee-46d1-48ee-80e3-9f2739ea303f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1f9e504-1bab-43b3-b530-20666b352d08 HTTP/1.1" status: 204 len: 168 time: 0.2461822 Nov 19 09:06:42.708411 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb69ee-46d1-48ee-80e3-9f2739ea303f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f9e504-1bab-43b3-b530-20666b352d08,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:42.873311 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-c2dc5a19-335d-4739-9558-978d09f5dab6 service neutron] 10.222.0.21 "GET /v2.0/networks/881c3989-894e-407c-a333-444a8ac2c567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792027 Nov 19 09:06:42.968685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c77419-a29b-4841-a970-dc64cd79aa78 req-9ed3e204-5d65-495b-b8cc-0d07b79d7355 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:42.977664 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59c77419-a29b-4841-a970-dc64cd79aa78 req-9ed3e204-5d65-495b-b8cc-0d07b79d7355 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.1692424 Nov 19 09:06:43.044078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-c98514b1-5686-40f4-8f3b-d83335e9bd3d tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Made reservation on behalf of 45a5cea8257f4f7c89a7227bed0d4e7e for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:06:43.047862 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-c98514b1-5686-40f4-8f3b-d83335e9bd3d tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:43.070256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dafb04be-1631-4b48-9e5d-d9b6fc7eafc5 service neutron] 10.222.0.21 "GET /v2.0/networks/881c3989-894e-407c-a333-444a8ac2c567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871579 Nov 19 09:06:43.088241 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59c77419-a29b-4841-a970-dc64cd79aa78 req-752e4090-7826-4515-bee7-fd16ab36bbef tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090193 Nov 19 09:06:43.119459 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56462) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:43.138754 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47319b25-c8c1-452a-ae0e-3ecd968d93d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:43.294124 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47319b25-c8c1-452a-ae0e-3ecd968d93d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:43.305098 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47319b25-c8c1-452a-ae0e-3ecd968d93d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:43.394981 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47319b25-c8c1-452a-ae0e-3ecd968d93d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5be8502-0bc0-464e-8216-90d2bb74db27,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:43.409575 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-47319b25-c8c1-452a-ae0e-3ecd968d93d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d675055071b444aa8c7d84279c591f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855809 Nov 19 09:06:43.410204 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56470) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:43.448833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917ef97-78fa-43c9-807a-fc63335bf6c1 req-6866c422-3627-4dc3-b568-e0238cd5a8bd tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:43.469018 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c917ef97-78fa-43c9-807a-fc63335bf6c1 req-6866c422-3627-4dc3-b568-e0238cd5a8bd tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 972 time: 0.2424223 Nov 19 09:06:43.494953 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0da9851c-b0da-4c1c-933f-4d70c750fd0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:43.527028 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0da9851c-b0da-4c1c-933f-4d70c750fd0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:43.529545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-c98514b1-5686-40f4-8f3b-d83335e9bd3d tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Allocated IP 192.168.233.244 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/aa4ea57e-e390-4922-a694-72a3d5c6e54c) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:06:43.592212 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0da9851c-b0da-4c1c-933f-4d70c750fd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:43.596911 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0da9851c-b0da-4c1c-933f-4d70c750fd0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:43.603934 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0da9851c-b0da-4c1c-933f-4d70c750fd0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5be8502-0bc0-464e-8216-90d2bb74db27 HTTP/1.1" status: 204 len: 168 time: 0.1910613 Nov 19 09:06:43.617439 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9851c-b0da-4c1c-933f-4d70c750fd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5be8502-0bc0-464e-8216-90d2bb74db27,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:43.711662 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c917ef97-78fa-43c9-807a-fc63335bf6c1 req-62a36ab8-7160-4814-995e-53b3817b6471 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791928 Nov 19 09:06:43.721907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887141b-5811-4b0b-b21a-3f81d13a91dd req-a4747588-7d01-49d8-b3bb-a446096e0823 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:43.729589 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a887141b-5811-4b0b-b21a-3f81d13a91dd req-a4747588-7d01-49d8-b3bb-a446096e0823 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 967 time: 0.2568574 Nov 19 09:06:43.805291 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340b28c3-e5e5-495b-8a7d-0384e90eba2e x-openstack-request-id: req-340b28c3-e5e5-495b-8a7d-0384e90eba2e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:06:43.805824 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e859d2-9a6a-4050-b545-7274ce389311", "name": "network-vif-plugged", "status": "completed", "tag": "b77a1ea6-32b4-4307-8aea-cad3bd867c92", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:06:43.805922 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-340b28c3-e5e5-495b-8a7d-0384e90eba2e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:06:43.806239 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e859d2-9a6a-4050-b545-7274ce389311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77a1ea6-32b4-4307-8aea-cad3bd867c92', 'code': 200} Nov 19 09:06:43.880437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a887141b-5811-4b0b-b21a-3f81d13a91dd req-20cff253-da80-4f60-a21e-7d38a9cd86d5 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358299 Nov 19 09:06:44.019866 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8bd79503-16dc-4b3d-acbf-104d7b9597ef req-1ea49fff-5b8f-411a-b3df-5e017522f51f tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6bd809-a06d-4f05-a835-ca4e8af024d7 HTTP/1.1" status: 200 len: 210 time: 0.0957179 Nov 19 09:06:44.050359 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-c98514b1-5686-40f4-8f3b-d83335e9bd3d tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:44.064498 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05b196-8df6-4039-a54a-66668d764f24 req-2338abca-d1c0-4bd1-8d1f-e61849048352 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:44.066380 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9e05b196-8df6-4039-a54a-66668d764f24 req-2338abca-d1c0-4bd1-8d1f-e61849048352 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.66 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 972 time: 0.2030780 Nov 19 09:06:44.069019 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def62707-00b2-48d0-910d-a068f9f7a2a1 req-494b5682-d998-4cce-9660-8f7633be393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:44.071300 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-def62707-00b2-48d0-910d-a068f9f7a2a1 req-494b5682-d998-4cce-9660-8f7633be393d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 1102 time: 0.1260231 Nov 19 09:06:44.130257 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-c98514b1-5686-40f4-8f3b-d83335e9bd3d tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:44.224760 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-def62707-00b2-48d0-910d-a068f9f7a2a1 req-06fd88e3-6786-462f-ba9c-9a9564b3f256 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439292 Nov 19 09:06:44.258381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-c98514b1-5686-40f4-8f3b-d83335e9bd3d tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:06:44.265353 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-c98514b1-5686-40f4-8f3b-d83335e9bd3d tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:06:44.295203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-c98514b1-5686-40f4-8f3b-d83335e9bd3d tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:06:44.311310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-c98514b1-5686-40f4-8f3b-d83335e9bd3d tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:44.311998 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-c98514b1-5686-40f4-8f3b-d83335e9bd3d tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:44.376451 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98514b1-5686-40f4-8f3b-d83335e9bd3d tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Pushing event updated for resources: {'Port': ['ID=aa4ea57e-e390-4922-a694-72a3d5c6e54c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:44.383845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-c98514b1-5686-40f4-8f3b-d83335e9bd3d tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9991968 Nov 19 09:06:44.411464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c7ae8-ee2a-4e92-8573-f50c1874b42f req-ff8b0f09-f688-4dd2-91a8-deaf1bc423b8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:44.421394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-404c7ae8-ee2a-4e92-8573-f50c1874b42f req-ff8b0f09-f688-4dd2-91a8-deaf1bc423b8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.0903957 Nov 19 09:06:44.428850 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Request body: {'port': {'device_id': '2e6bd809-a06d-4f05-a835-ca4e8af024d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:44.547607 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:44.575701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-404c7ae8-ee2a-4e92-8573-f50c1874b42f req-20eb489f-407d-432c-ab7a-417d90a34cb8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518931 Nov 19 09:06:44.606239 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-9e05b196-8df6-4039-a54a-66668d764f24 req-50d7ed3c-f706-4738-a4da-d969eac0df43 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Deleting port 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:06:44.607204 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9e05b196-8df6-4039-a54a-66668d764f24 req-50d7ed3c-f706-4738-a4da-d969eac0df43 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:44.747724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-79b6408f-54ff-4566-9037-42627c380ded None None] Provisioning complete for port aa4ea57e-e390-4922-a694-72a3d5c6e54c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:06:44.748165 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-79b6408f-54ff-4566-9037-42627c380ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:44.774928 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-9e05b196-8df6-4039-a54a-66668d764f24 req-50d7ed3c-f706-4738-a4da-d969eac0df43 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] For port 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:44.779187 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9e05b196-8df6-4039-a54a-66668d764f24 req-50d7ed3c-f706-4738-a4da-d969eac0df43 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:44.780620 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-946be921-d045-462e-b5a7-0bc3e2176105 req-da164c64-1d82-46b8-930b-0b24bc0e131b tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f00b52-184a-4095-bdc2-d6defb925ef9 HTTP/1.1" status: 200 len: 210 time: 0.1283150 Nov 19 09:06:44.809842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-79b6408f-54ff-4566-9037-42627c380ded None None] Port aa4ea57e-e390-4922-a694-72a3d5c6e54c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:06:44.844333 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-9e05b196-8df6-4039-a54a-66668d764f24 req-50d7ed3c-f706-4738-a4da-d969eac0df43 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Calling delete_port for 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 owned by compute:tempest-test_az-2105181977 {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:06:45.078052 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9e05b196-8df6-4039-a54a-66668d764f24 req-50d7ed3c-f706-4738-a4da-d969eac0df43 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:45.090955 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:06:45.126832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7ed3c-f706-4738-a4da-d969eac0df43 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Pushing event deleted for resources: {'Port': ['ID=63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:45.197337 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:45.259330 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e05b196-8df6-4039-a54a-66668d764f24 req-50d7ed3c-f706-4738-a4da-d969eac0df43 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] No DVR routers for this DVR port 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:06:45.266135 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9e05b196-8df6-4039-a54a-66668d764f24 req-50d7ed3c-f706-4738-a4da-d969eac0df43 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:45.272325 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9e05b196-8df6-4039-a54a-66668d764f24 req-50d7ed3c-f706-4738-a4da-d969eac0df43 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.66 "DELETE /v2.0/ports/63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 HTTP/1.1" status: 204 len: 173 time: 1.1993132 Nov 19 09:06:45.273355 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f31bb7-1871-47d3-91fb-91b0ab6a8d50', 'name': 'network-vif-deleted', 'tag': '63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:06:45.276451 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7864f7e0-d427-4d5f-947f-461d40031a2a" -d '{"events": [{"server_uuid": "33f31bb7-1871-47d3-91fb-91b0ab6a8d50", "name": "network-vif-deleted", "tag": "63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:06:45.286380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4ea57e-e390-4922-a694-72a3d5c6e54c {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:06:45.312330 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:45.350088 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c570c-e72b-4673-b6d0-75bddccf1f74 req-fa5c7cd5-766a-4116-b85f-ca721ccd6e9e tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:45.353032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc2c570c-e72b-4673-b6d0-75bddccf1f74 req-fa5c7cd5-766a-4116-b85f-ca721ccd6e9e tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 889 time: 0.3195162 Nov 19 09:06:45.405521 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d490af-696c-48c9-9f53-c77d7421df39 req-ba307f65-7cc0-4dba-ba22-3e5ad4e43261 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:45.407308 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7d490af-696c-48c9-9f53-c77d7421df39 req-ba307f65-7cc0-4dba-ba22-3e5ad4e43261 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 1119 time: 0.3812106 Nov 19 09:06:45.426297 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Transition to ACTIVE for port object aa4ea57e-e390-4922-a694-72a3d5c6e54c will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:06:45.443447 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:45.632281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc2c570c-e72b-4673-b6d0-75bddccf1f74 req-c955f70a-90e3-4005-bfbe-6cc92a7515b3 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87cd247-bd49-4be2-9c94-de134e3bc064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687356 Nov 19 09:06:45.632881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4ea57e-e390-4922-a694-72a3d5c6e54c,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:45.714926 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7d490af-696c-48c9-9f53-c77d7421df39 req-cb2a48ba-e2b6-4ff2-b8f2-9c961c744f8d tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873671 Nov 19 09:06:45.755451 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Attempting to bind port aa4ea57e-e390-4922-a694-72a3d5c6e54c on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:06:45.756017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Attempting to bind port aa4ea57e-e390-4922-a694-72a3d5c6e54c by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:06:45.756496 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Attempting to bind port aa4ea57e-e390-4922-a694-72a3d5c6e54c on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:45.763247 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Port aa4ea57e-e390-4922-a694-72a3d5c6e54c on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:06:45.764214 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Attempting to bind port aa4ea57e-e390-4922-a694-72a3d5c6e54c on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:45.783492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:06:45.784086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:06:45.784694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:06:45.785688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Bound port: aa4ea57e-e390-4922-a694-72a3d5c6e54c, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:06:45.786278 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:45.823237 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e9b40c-524e-4558-8eb8-4c6af1786e45 x-openstack-request-id: req-01e9b40c-524e-4558-8eb8-4c6af1786e45 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:06:45.823529 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f31bb7-1871-47d3-91fb-91b0ab6a8d50", "name": "network-vif-deleted", "tag": "63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:06:45.823789 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01e9b40c-524e-4558-8eb8-4c6af1786e45 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:06:45.824240 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f31bb7-1871-47d3-91fb-91b0ab6a8d50', 'name': 'network-vif-deleted', 'tag': '63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051', 'status': 'completed', 'code': 200} Nov 19 09:06:45.903533 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4a601-14e0-476c-baa5-e6b738d0dee0 req-2eb814d9-dd6e-4a15-8e52-d4e0d579e430 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:45.905117 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03a4a601-14e0-476c-baa5-e6b738d0dee0 req-2eb814d9-dd6e-4a15-8e52-d4e0d579e430 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6bd809-a06d-4f05-a835-ca4e8af024d7 HTTP/1.1" status: 200 len: 948 time: 0.1361544 Nov 19 09:06:45.949214 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] For port aa4ea57e-e390-4922-a694-72a3d5c6e54c, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:06:45.975562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] For port aa4ea57e-e390-4922-a694-72a3d5c6e54c, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=aa4ea57e-e390-4922-a694-72a3d5c6e54c,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:06:45.987993 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:45.999624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03a4a601-14e0-476c-baa5-e6b738d0dee0 req-e0551bd4-c005-4396-b5c6-f667cf52d285 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841570 Nov 19 09:06:46.052373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:46.052997 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:46.055471 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] 10.222.0.71 "PUT /v2.0/ports/aa4ea57e-e390-4922-a694-72a3d5c6e54c HTTP/1.1" status: 200 len: 1097 time: 1.6319749 Nov 19 09:06:46.055945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6bd809-a06d-4f05-a835-ca4e8af024d7', 'tag': 'aa4ea57e-e390-4922-a694-72a3d5c6e54c'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:06:46.058969 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860c7d0f-d798-4c87-b24a-14c10f779408" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6bd809-a06d-4f05-a835-ca4e8af024d7", "tag": "aa4ea57e-e390-4922-a694-72a3d5c6e54c"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:06:46.109873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9cb47-e635-45d1-85c5-7cb24d5bb122 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4ea57e-e390-4922-a694-72a3d5c6e54c,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:46.161677 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-b09e1f2e-e331-43ab-bab7-5d04f1aae196 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:46.164038 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-b09e1f2e-e331-43ab-bab7-5d04f1aae196 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.71 "GET /v2.0/networks?id=881c3989-894e-407c-a333-444a8ac2c567 HTTP/1.1" status: 200 len: 818 time: 0.2240417 Nov 19 09:06:46.182629 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-fe40a753-79c1-4e1e-9089-67b856f5aa7a tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Request body: {'port': {'device_id': 'ad582f43-e68d-40a8-820b-5cba8402ea19', 'network_id': '881c3989-894e-407c-a333-444a8ac2c567', 'admin_state_up': True, 'tenant_id': '70ac62923afa4456802238285c8fa8bf'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:46.233411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-344ede0f-eac2-4537-a659-a82202c1d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:46.235162 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-344ede0f-eac2-4537-a659-a82202c1d50f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=45a5cea8257f4f7c89a7227bed0d4e7e&device_id=2e6bd809-a06d-4f05-a835-ca4e8af024d7 HTTP/1.1" status: 200 len: 1100 time: 0.1189368 Nov 19 09:06:46.264000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee0e75-cbf9-42aa-a1f7-2328d8a0b447 req-fb022cb4-47c7-4331-b430-75e0acc3ba2e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:46.272099 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38ee0e75-cbf9-42aa-a1f7-2328d8a0b447 req-fb022cb4-47c7-4331-b430-75e0acc3ba2e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.1101565 Nov 19 09:06:46.360158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-3457890f-464b-41cb-9892-6e5b03b6ed01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=aa4ea57e-e390-4922-a694-72a3d5c6e54c HTTP/1.1" status: 200 len: 217 time: 0.1135166 Nov 19 09:06:46.461569 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38ee0e75-cbf9-42aa-a1f7-2328d8a0b447 req-3e193c01-fd02-4e72-9c22-a5328245d762 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810799 Nov 19 09:06:46.502807 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-db168c0d-aa36-4980-99e4-243498c87122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:46.507333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-db168c0d-aa36-4980-99e4-243498c87122 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1361775 Nov 19 09:06:46.620583 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9cce613-bdd6-4587-949d-ad3f510f02fe req-14a04e39-58d7-4293-b3d5-9415edf0ddc7 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f00b52-184a-4095-bdc2-d6defb925ef9 HTTP/1.1" status: 200 len: 210 time: 0.0586889 Nov 19 09:06:46.653621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-d19cabd1-6ddd-4112-92fb-ef6eed5ceb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:46.656030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-d19cabd1-6ddd-4112-92fb-ef6eed5ceb6a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1402037 Nov 19 09:06:46.727288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eec8a3-4733-4fb5-ba6a-d91a40732aab req-b1ecd5c6-6a9a-41ed-bb83-e9f1c78dd7ee tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:46.728961 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29eec8a3-4733-4fb5-ba6a-d91a40732aab req-b1ecd5c6-6a9a-41ed-bb83-e9f1c78dd7ee tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 1119 time: 0.1500585 Nov 19 09:06:46.737022 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7645f788-136f-4669-92b6-aab9af529b12 x-openstack-request-id: req-7645f788-136f-4669-92b6-aab9af529b12 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:06:46.737408 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6bd809-a06d-4f05-a835-ca4e8af024d7", "tag": "aa4ea57e-e390-4922-a694-72a3d5c6e54c", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:06:46.737667 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7645f788-136f-4669-92b6-aab9af529b12 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:06:46.738124 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6bd809-a06d-4f05-a835-ca4e8af024d7', 'tag': 'aa4ea57e-e390-4922-a694-72a3d5c6e54c', 'status': 'completed', 'code': 200} Nov 19 09:06:46.793238 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-fe40a753-79c1-4e1e-9089-67b856f5aa7a tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Made reservation on behalf of 70ac62923afa4456802238285c8fa8bf for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:06:46.805766 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-fe40a753-79c1-4e1e-9089-67b856f5aa7a tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:46.835649 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-2e741acf-f56c-4bb0-a1c1-a108187119c7 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688511 Nov 19 09:06:46.849435 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29eec8a3-4733-4fb5-ba6a-d91a40732aab req-3fcd6082-fa27-4f53-8887-6a48b669a1ff tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029198 Nov 19 09:06:46.880110 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3b410d0c-bc4c-463b-8b5a-3d7e16cd885b tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:46.882121 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3b410d0c-bc4c-463b-8b5a-3d7e16cd885b tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.66 "GET /v2.0/networks?id=881c3989-894e-407c-a333-444a8ac2c567 HTTP/1.1" status: 200 len: 818 time: 0.4136600 Nov 19 09:06:46.952716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-c42f7d05-fc25-438d-bf56-065f17be8f3c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Request body: {'port': {'device_id': '26f00b52-184a-4095-bdc2-d6defb925ef9', 'network_id': '881c3989-894e-407c-a333-444a8ac2c567', 'admin_state_up': True, 'tenant_id': '70ac62923afa4456802238285c8fa8bf'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:46.963443 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.66', 61333) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:47.012690 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14cc7af6-163d-44fb-a292-8e9e429f6cc3 req-82960db2-c804-4485-bab5-762ca7c7643b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0607822 Nov 19 09:06:47.092275 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5bbf906-9153-4699-8a75-826eab3ab164 req-46f6d0f6-7b4d-48e7-b858-0040f32e0550 tempest-AggregatesAdminTestJSON-1599099563 tempest-AggregatesAdminTestJSON-1599099563-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 210 time: 0.0556426 Nov 19 09:06:47.181246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14cc7af6-163d-44fb-a292-8e9e429f6cc3 req-340c0e75-6878-4d16-896a-1f339e5de96f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ea170a36cb1d4dabb7e5137ec821d052&device_id=33f31bb7-1871-47d3-91fb-91b0ab6a8d50 HTTP/1.1" status: 200 len: 210 time: 0.0574043 Nov 19 09:06:47.207832 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d9b9029-94e3-41ee-b76b-bef047fb2c93 req-c595e83e-d78b-49ab-a76f-efe5318de76e service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573327 Nov 19 09:06:47.223036 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-c42f7d05-fc25-438d-bf56-065f17be8f3c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Made reservation on behalf of 70ac62923afa4456802238285c8fa8bf for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:06:47.227354 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-c42f7d05-fc25-438d-bf56-065f17be8f3c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:47.318676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14cc7af6-163d-44fb-a292-8e9e429f6cc3 req-f2432feb-1254-45e1-8944-eaf223a8a825 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ea170a36cb1d4dabb7e5137ec821d052&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643568 Nov 19 09:06:47.431715 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-d5073d79-9ee3-4237-ab0f-bbd6b4e254c9 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:47.433575 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-d5073d79-9ee3-4237-ab0f-bbd6b4e254c9 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.66 "GET /v2.0/networks?id=881c3989-894e-407c-a333-444a8ac2c567 HTTP/1.1" status: 200 len: 818 time: 0.4596987 Nov 19 09:06:47.440273 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-fe40a753-79c1-4e1e-9089-67b856f5aa7a tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Allocated IP 172.20.0.11 (881c3989-894e-407c-a333-444a8ac2c567/87f75fb4-8514-43c4-bd0b-55ad24ce5e00/56452758-ed46-4579-a47a-953ff7bd6718) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:06:47.452233 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-d046bd79-ea49-4929-a311-b10e476d06ca tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Request body: {'port': {'device_id': '962a3df1-189e-4a4d-9f2e-9de917259d40', 'network_id': '881c3989-894e-407c-a333-444a8ac2c567', 'admin_state_up': True, 'tenant_id': '70ac62923afa4456802238285c8fa8bf'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:47.537407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c7d0f-d798-4c87-b24a-14c10f779408 req-3ff40fa8-0737-4e24-af35-763dd3666c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:47.538903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-860c7d0f-d798-4c87-b24a-14c10f779408 req-3ff40fa8-0737-4e24-af35-763dd3666c8f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=45a5cea8257f4f7c89a7227bed0d4e7e&device_id=2e6bd809-a06d-4f05-a835-ca4e8af024d7 HTTP/1.1" status: 200 len: 1100 time: 0.1284599 Nov 19 09:06:47.562205 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:47.664042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dfbf5-cc6a-4cd6-8a2b-7eca27b2a970 req-942369e2-e29a-44cb-bbbf-5591fb3af353 tempest-MigrationsAdminTest-714657790 tempest-MigrationsAdminTest-714657790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:47.664566 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-d046bd79-ea49-4929-a311-b10e476d06ca tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Made reservation on behalf of 70ac62923afa4456802238285c8fa8bf for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:06:47.668911 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-d046bd79-ea49-4929-a311-b10e476d06ca tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:47.671182 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a58dfbf5-cc6a-4cd6-8a2b-7eca27b2a970 req-942369e2-e29a-44cb-bbbf-5591fb3af353 tempest-MigrationsAdminTest-714657790 tempest-MigrationsAdminTest-714657790-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 1102 time: 0.2263103 Nov 19 09:06:47.849014 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-fe40a753-79c1-4e1e-9089-67b856f5aa7a tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:47.863404 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56630) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:47.911504 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-fe40a753-79c1-4e1e-9089-67b856f5aa7a tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:47.965119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:06:47.972502 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a58dfbf5-cc6a-4cd6-8a2b-7eca27b2a970 req-45204a7f-1c2b-4bb7-8275-5f9492f9df8a tempest-MigrationsAdminTest-714657790 tempest-MigrationsAdminTest-714657790-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:47.992850 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:06:47.993696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 63ed9b9c-4588-4ad7-9a8d-1f43ba0cf051 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:06:48.003996 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40a753-79c1-4e1e-9089-67b856f5aa7a tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Pushing event updated for resources: {'Port': ['ID=56452758-ed46-4579-a47a-953ff7bd6718,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:48.020173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc7af6-163d-44fb-a292-8e9e429f6cc3 req-d21ce52c-ac06-45d2-bd40-14cde47ad8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:48.021775 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14cc7af6-163d-44fb-a292-8e9e429f6cc3 req-d21ce52c-ac06-45d2-bd40-14cde47ad8a2 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7017436 Nov 19 09:06:48.039524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c7d0f-d798-4c87-b24a-14c10f779408 req-4b86d0ee-ae46-4e46-9b24-6c079abc8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:48.041004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-860c7d0f-d798-4c87-b24a-14c10f779408 req-4b86d0ee-ae46-4e46-9b24-6c079abc8d4c service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.4708815 Nov 19 09:06:48.044671 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-c42f7d05-fc25-438d-bf56-065f17be8f3c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Allocated IP 172.20.0.14 (881c3989-894e-407c-a333-444a8ac2c567/87f75fb4-8514-43c4-bd0b-55ad24ce5e00/2cac0adb-5f66-4a06-9a92-c3f7d1296b53) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:06:48.056054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869d0cd-cd97-4759-b489-d6736ff13e2c req-b2f07ecb-59e6-4082-8bd4-c1b13ef1e606 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:48.065656 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e869d0cd-cd97-4759-b489-d6736ff13e2c req-b2f07ecb-59e6-4082-8bd4-c1b13ef1e606 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6bd809-a06d-4f05-a835-ca4e8af024d7 HTTP/1.1" status: 200 len: 948 time: 0.3921902 Nov 19 09:06:48.073503 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-fe40a753-79c1-4e1e-9089-67b856f5aa7a tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Network 881c3989-894e-407c-a333-444a8ac2c567 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:06:48.076040 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-fe40a753-79c1-4e1e-9089-67b856f5aa7a tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:06:48.080412 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-fe40a753-79c1-4e1e-9089-67b856f5aa7a tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:06:48.086122 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-fe40a753-79c1-4e1e-9089-67b856f5aa7a tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:48.086773 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-fe40a753-79c1-4e1e-9089-67b856f5aa7a tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:48.126088 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-fe40a753-79c1-4e1e-9089-67b856f5aa7a tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9510045 Nov 19 09:06:48.143719 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-860c7d0f-d798-4c87-b24a-14c10f779408 req-565fbb79-ee3a-4fc0-b1c2-89e6af6555bf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=aa4ea57e-e390-4922-a694-72a3d5c6e54c HTTP/1.1" status: 200 len: 217 time: 0.0715172 Nov 19 09:06:48.143963 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Request body: {'port': {'device_id': 'ad582f43-e68d-40a8-820b-5cba8402ea19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:48.156506 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ae08-b339-4e3c-904e-b1a246b60eb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:48.248899 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c7d0f-d798-4c87-b24a-14c10f779408 req-33f38ee6-20d8-4931-ba28-2fa089f091af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:48.250343 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-860c7d0f-d798-4c87-b24a-14c10f779408 req-33f38ee6-20d8-4931-ba28-2fa089f091af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0952098 Nov 19 09:06:48.259911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e869d0cd-cd97-4759-b489-d6736ff13e2c req-dd22b675-c506-4af9-8923-ecd01cdef498 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933076 Nov 19 09:06:48.303640 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a58dfbf5-cc6a-4cd6-8a2b-7eca27b2a970 req-45204a7f-1c2b-4bb7-8275-5f9492f9df8a tempest-MigrationsAdminTest-714657790 tempest-MigrationsAdminTest-714657790-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:48.311817 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a58dfbf5-cc6a-4cd6-8a2b-7eca27b2a970 req-45204a7f-1c2b-4bb7-8275-5f9492f9df8a tempest-MigrationsAdminTest-714657790 tempest-MigrationsAdminTest-714657790-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:48.371048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c7d0f-d798-4c87-b24a-14c10f779408 req-5ae0cca1-2ac7-48a2-b4ce-59ca7c1fa7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:48.372674 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-860c7d0f-d798-4c87-b24a-14c10f779408 req-5ae0cca1-2ac7-48a2-b4ce-59ca7c1fa7f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1118448 Nov 19 09:06:48.394957 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a58dfbf5-cc6a-4cd6-8a2b-7eca27b2a970 req-45204a7f-1c2b-4bb7-8275-5f9492f9df8a tempest-MigrationsAdminTest-714657790 tempest-MigrationsAdminTest-714657790-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7227724 Nov 19 09:06:48.398908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45204a7f-1c2b-4bb7-8275-5f9492f9df8a tempest-MigrationsAdminTest-714657790 tempest-MigrationsAdminTest-714657790-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c97717-176a-41d6-8061-380d81d536d3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:48.484051 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:48.567011 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-c42f7d05-fc25-438d-bf56-065f17be8f3c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:48.572310 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5219acbf-63a5-4929-98ec-21811cfb9b23 req-f91f2da2-72f1-4af0-bdda-5ae4196ba9a6 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f00b52-184a-4095-bdc2-d6defb925ef9 HTTP/1.1" status: 200 len: 210 time: 0.0434287 Nov 19 09:06:48.578150 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-860c7d0f-d798-4c87-b24a-14c10f779408 req-8b6b6a46-239c-4cca-89c3-442ec627da33 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970086 Nov 19 09:06:48.650909 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ae08-b339-4e3c-904e-b1a246b60eb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:48.665406 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-c42f7d05-fc25-438d-bf56-065f17be8f3c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:48.672438 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-5e67f191-7a0b-4724-813f-6b87d03d2ad9 req-dfbccb99-9abe-48cf-9135-a9a53e8f16f0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:06:48.673504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e67f191-7a0b-4724-813f-6b87d03d2ad9 req-dfbccb99-9abe-48cf-9135-a9a53e8f16f0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0653408 Nov 19 09:06:48.723326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-860c7d0f-d798-4c87-b24a-14c10f779408 req-262c8b59-5eb1-4889-9042-6652291da129 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370616 Nov 19 09:06:48.727604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.71', 60641) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:48.733467 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ae08-b339-4e3c-904e-b1a246b60eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:48.807505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28bd44cc-58ed-45d9-9fbd-ddc6cec7b2c5 req-4ce9295e-e5b9-49f8-9531-8845bb2389bc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0750737 Nov 19 09:06:48.832115 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3ae08-b339-4e3c-904e-b1a246b60eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56f7869-45f8-4aae-be23-82f698ba6d97,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:48.881100 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-c42f7d05-fc25-438d-bf56-065f17be8f3c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Network 881c3989-894e-407c-a333-444a8ac2c567 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:06:48.892551 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f7d05-fc25-438d-bf56-065f17be8f3c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Pushing event updated for resources: {'Port': ['ID=2cac0adb-5f66-4a06-9a92-c3f7d1296b53,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:48.896472 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e3e3ae08-b339-4e3c-904e-b1a246b60eb0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9591c77250e4f179daed548791199e2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0319118 Nov 19 09:06:48.897611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-c42f7d05-fc25-438d-bf56-065f17be8f3c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:06:48.899610 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56656) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:48.906995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-c42f7d05-fc25-438d-bf56-065f17be8f3c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:06:48.932107 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-c42f7d05-fc25-438d-bf56-065f17be8f3c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:48.932107 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-c42f7d05-fc25-438d-bf56-065f17be8f3c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:48.941302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-d046bd79-ea49-4929-a311-b10e476d06ca tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Allocated IP 172.20.0.12 (881c3989-894e-407c-a333-444a8ac2c567/87f75fb4-8514-43c4-bd0b-55ad24ce5e00/2a7d0002-0507-47dc-b7df-295bd3615b8a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:06:48.962837 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd44cc-58ed-45d9-9fbd-ddc6cec7b2c5 req-f7801f50-922d-4ec4-8a3a-7ca83ceda1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:48.964687 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28bd44cc-58ed-45d9-9fbd-ddc6cec7b2c5 req-f7801f50-922d-4ec4-8a3a-7ca83ceda1fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 1102 time: 0.0908670 Nov 19 09:06:48.998329 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-c42f7d05-fc25-438d-bf56-065f17be8f3c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0572550 Nov 19 09:06:49.013953 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Request body: {'port': {'device_id': '26f00b52-184a-4095-bdc2-d6defb925ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:49.129418 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea4cc9b5-07aa-4dc4-8f0b-192e5786f1d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:49.156524 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea4cc9b5-07aa-4dc4-8f0b-192e5786f1d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:49.160484 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd44cc-58ed-45d9-9fbd-ddc6cec7b2c5 req-40e25547-1a48-4487-af5e-a78a431d6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:49.164863 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28bd44cc-58ed-45d9-9fbd-ddc6cec7b2c5 req-40e25547-1a48-4487-af5e-a78a431d6ab0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1759355 Nov 19 09:06:49.233999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-fc3b6de4-2528-4793-ae92-7403a3a77e47 req-3193b756-112f-4010-8b4d-1ec67a8defe9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:06:49.236078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc3b6de4-2528-4793-ae92-7403a3a77e47 req-3193b756-112f-4010-8b4d-1ec67a8defe9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095847 Nov 19 09:06:49.238102 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28bd44cc-58ed-45d9-9fbd-ddc6cec7b2c5 req-c75f81db-ab83-4dac-9f65-30c23ed3cfc5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92 HTTP/1.1" status: 200 len: 217 time: 0.0654094 Nov 19 09:06:49.299040 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea4cc9b5-07aa-4dc4-8f0b-192e5786f1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:49.301186 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea4cc9b5-07aa-4dc4-8f0b-192e5786f1d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:49.304928 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ea4cc9b5-07aa-4dc4-8f0b-192e5786f1d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d56f7869-45f8-4aae-be23-82f698ba6d97 HTTP/1.1" status: 204 len: 168 time: 0.4022849 Nov 19 09:06:49.319984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd44cc-58ed-45d9-9fbd-ddc6cec7b2c5 req-de97edf1-a2e4-4704-b0c9-be44a2298f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:49.321915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28bd44cc-58ed-45d9-9fbd-ddc6cec7b2c5 req-de97edf1-a2e4-4704-b0c9-be44a2298f5f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0759659 Nov 19 09:06:49.322128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4cc9b5-07aa-4dc4-8f0b-192e5786f1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56f7869-45f8-4aae-be23-82f698ba6d97,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:49.328991 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:49.359897 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56686) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:49.400035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd44cc-58ed-45d9-9fbd-ddc6cec7b2c5 req-85a004c1-722b-4845-993d-8e42747b593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:49.401851 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28bd44cc-58ed-45d9-9fbd-ddc6cec7b2c5 req-85a004c1-722b-4845-993d-8e42747b593d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0686076 Nov 19 09:06:49.428199 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-d046bd79-ea49-4929-a311-b10e476d06ca tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:49.526489 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28bd44cc-58ed-45d9-9fbd-ddc6cec7b2c5 req-424c2d24-0d00-4ca6-a59a-b7e3e8c7ca24 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165469 Nov 19 09:06:49.621631 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-d046bd79-ea49-4929-a311-b10e476d06ca tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:49.709266 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-d046bd79-ea49-4929-a311-b10e476d06ca tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Network 881c3989-894e-407c-a333-444a8ac2c567 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:06:49.715608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-d046bd79-ea49-4929-a311-b10e476d06ca tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:06:49.715794 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28bd44cc-58ed-45d9-9fbd-ddc6cec7b2c5 req-4fe55c42-e9e7-4a74-87eb-fe97e6dfc1f3 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821351 Nov 19 09:06:49.723050 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046bd79-ea49-4929-a311-b10e476d06ca tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Pushing event updated for resources: {'Port': ['ID=2a7d0002-0507-47dc-b7df-295bd3615b8a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:49.731351 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-d046bd79-ea49-4929-a311-b10e476d06ca tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:06:49.738893 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-d046bd79-ea49-4929-a311-b10e476d06ca tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:49.739902 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-d046bd79-ea49-4929-a311-b10e476d06ca tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:49.805431 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-d046bd79-ea49-4929-a311-b10e476d06ca tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3586411 Nov 19 09:06:49.833224 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Request body: {'port': {'device_id': '962a3df1-189e-4a4d-9f2e-9de917259d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:49.848207 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5384ff71-2063-4188-aa3f-8fa52e407f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:49.900313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56712) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:49.916577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5022b6c-3d8c-40f8-85c2-8dbd651cf3ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:49.927362 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8fcf454a-a1c8-4e94-9d84-dc310ac3a9d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea170a36cb1d4dabb7e5137ec821d052&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5632188 Nov 19 09:06:49.927887 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56714) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:49.942487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56452758-ed46-4579-a47a-953ff7bd6718 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:06:49.953142 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:49.965474 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:49.978009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Transition to ACTIVE for port object 56452758-ed46-4579-a47a-953ff7bd6718 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:06:50.010892 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.012307 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fb8925a-e5c4-4852-836c-c743153e7bb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.057504 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fb8925a-e5c4-4852-836c-c743153e7bb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.203289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Pushing event updated for resources: {'Port': ['ID=56452758-ed46-4579-a47a-953ff7bd6718,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:50.217936 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5022b6c-3d8c-40f8-85c2-8dbd651cf3ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.232667 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5022b6c-3d8c-40f8-85c2-8dbd651cf3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.265744 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fb8925a-e5c4-4852-836c-c743153e7bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.268393 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fb8925a-e5c4-4852-836c-c743153e7bb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.271515 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1fb8925a-e5c4-4852-836c-c743153e7bb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e87cd247-bd49-4be2-9c94-de134e3bc064 HTTP/1.1" status: 204 len: 168 time: 0.3410020 Nov 19 09:06:50.294639 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Attempting to bind port 56452758-ed46-4579-a47a-953ff7bd6718 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:06:50.295251 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Attempting to bind port 56452758-ed46-4579-a47a-953ff7bd6718 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '69400a9f-1fdd-4f52-bf65-8dcbf3c647b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '881c3989-894e-407c-a333-444a8ac2c567'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:06:50.296188 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Attempting to bind port 56452758-ed46-4579-a47a-953ff7bd6718 on network 881c3989-894e-407c-a333-444a8ac2c567 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:50.307778 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Port 56452758-ed46-4579-a47a-953ff7bd6718 on network 881c3989-894e-407c-a333-444a8ac2c567 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:06:50.308237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Attempting to bind port 56452758-ed46-4579-a47a-953ff7bd6718 on network 881c3989-894e-407c-a333-444a8ac2c567 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:50.322646 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:06:50.323120 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Checking segment: {'id': '69400a9f-1fdd-4f52-bf65-8dcbf3c647b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '881c3989-894e-407c-a333-444a8ac2c567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:06:50.323735 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Bound using segment: {'id': '69400a9f-1fdd-4f52-bf65-8dcbf3c647b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '881c3989-894e-407c-a333-444a8ac2c567'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:06:50.324387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Bound port: 56452758-ed46-4579-a47a-953ff7bd6718, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69400a9f-1fdd-4f52-bf65-8dcbf3c647b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '881c3989-894e-407c-a333-444a8ac2c567'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:06:50.325067 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.389624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b5022b6c-3d8c-40f8-85c2-8dbd651cf3ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a6b0a3b9a854d8d8275ce5ab8d81638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4880412 Nov 19 09:06:50.391910 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:06:50.396066 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56734) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:50.403451 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.408937 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device aa4ea57e-e390-4922-a694-72a3d5c6e54c details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:06:50.431725 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5022b6c-3d8c-40f8-85c2-8dbd651cf3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ea949d-8dfa-4edb-9afe-92bea48c3ba1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:50.432232 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Transition to ACTIVE for port object 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:06:50.439214 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] For port 56452758-ed46-4579-a47a-953ff7bd6718, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:06:50.443760 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] For port 56452758-ed46-4579-a47a-953ff7bd6718, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=56452758-ed46-4579-a47a-953ff7bd6718,segment=NetworkSegment(69400a9f-1fdd-4f52-bf65-8dcbf3c647b7),segment_id=69400a9f-1fdd-4f52-bf65-8dcbf3c647b7)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:06:50.447930 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.462712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56736) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:50.472251 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8925a-e5c4-4852-836c-c743153e7bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87cd247-bd49-4be2-9c94-de134e3bc064,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:50.483303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c7931-4952-4342-8465-f37096adda1e req-9fe64969-d54a-4eeb-a8d4-9e64d6adf0a9 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:50.493671 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb4c7931-4952-4342-8465-f37096adda1e req-9fe64969-d54a-4eeb-a8d4-9e64d6adf0a9 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6bd809-a06d-4f05-a835-ca4e8af024d7 HTTP/1.1" status: 200 len: 948 time: 0.2407608 Nov 19 09:06:50.517251 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.562970 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc274dab-cbb6-40bd-834e-a383051d91af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.588494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:50.589640 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.594231 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] 10.222.0.71 "PUT /v2.0/ports/56452758-ed46-4579-a47a-953ff7bd6718 HTTP/1.1" status: 200 len: 1093 time: 2.4536512 Nov 19 09:06:50.597420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad582f43-e68d-40a8-820b-5cba8402ea19', 'tag': '56452758-ed46-4579-a47a-953ff7bd6718'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:06:50.600266 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ba2260-e726-4a37-93d6-298dc5202d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad582f43-e68d-40a8-820b-5cba8402ea19", "tag": "56452758-ed46-4579-a47a-953ff7bd6718"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:06:50.624456 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc274dab-cbb6-40bd-834e-a383051d91af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.641547 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2cac0adb-5f66-4a06-9a92-c3f7d1296b53,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:50.663496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Attempting to bind port 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:06:50.663785 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Attempting to bind port 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '69400a9f-1fdd-4f52-bf65-8dcbf3c647b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '881c3989-894e-407c-a333-444a8ac2c567'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:06:50.664144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Attempting to bind port 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 on network 881c3989-894e-407c-a333-444a8ac2c567 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:50.671082 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port aa4ea57e-e390-4922-a694-72a3d5c6e54c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=aa4ea57e-e390-4922-a694-72a3d5c6e54c,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:50.690539 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'aa4ea57e-e390-4922-a694-72a3d5c6e54c', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'aa4ea57e-e390-4922-a694-72a3d5c6e54c', 'mac_address': 'fa:16:3e:69:56:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:06:50.708478 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb4c7931-4952-4342-8465-f37096adda1e req-7aa05d3f-efff-411a-9216-fc4f04e3d79a tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138922 Nov 19 09:06:50.710658 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Port 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 on network 881c3989-894e-407c-a333-444a8ac2c567 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:06:50.710982 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Attempting to bind port 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 on network 881c3989-894e-407c-a333-444a8ac2c567 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:50.720610 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc274dab-cbb6-40bd-834e-a383051d91af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.723597 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc274dab-cbb6-40bd-834e-a383051d91af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.727201 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-dc274dab-cbb6-40bd-834e-a383051d91af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92ea949d-8dfa-4edb-9afe-92bea48c3ba1 HTTP/1.1" status: 204 len: 168 time: 0.3262100 Nov 19 09:06:50.749915 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc274dab-cbb6-40bd-834e-a383051d91af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ea949d-8dfa-4edb-9afe-92bea48c3ba1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:50.791155 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:06:50.791380 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Checking segment: {'id': '69400a9f-1fdd-4f52-bf65-8dcbf3c647b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '881c3989-894e-407c-a333-444a8ac2c567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:06:50.791772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Bound using segment: {'id': '69400a9f-1fdd-4f52-bf65-8dcbf3c647b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '881c3989-894e-407c-a333-444a8ac2c567'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:06:50.792214 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Bound port: 2cac0adb-5f66-4a06-9a92-c3f7d1296b53, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69400a9f-1fdd-4f52-bf65-8dcbf3c647b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '881c3989-894e-407c-a333-444a8ac2c567'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:06:50.792574 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.802828 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.814789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-022114b4-cd34-4706-a6b3-960275490127 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3508356 Nov 19 09:06:50.827008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-70a689f1-146b-4e5f-8874-3470f461e809 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:06:50.840448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4ea57e-e390-4922-a694-72a3d5c6e54c {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:06:50.849676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-70a689f1-146b-4e5f-8874-3470f461e809 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0339618 Nov 19 09:06:50.865461 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-1dfde4f3-1215-45f1-8c73-2088b7592cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:50.867309 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-1dfde4f3-1215-45f1-8c73-2088b7592cb3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=70ac62923afa4456802238285c8fa8bf&device_id=ad582f43-e68d-40a8-820b-5cba8402ea19 HTTP/1.1" status: 200 len: 1096 time: 0.1894550 Nov 19 09:06:50.876654 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port aa4ea57e-e390-4922-a694-72a3d5c6e54c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=aa4ea57e-e390-4922-a694-72a3d5c6e54c,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:50.882003 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:50.946923 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=aa4ea57e-e390-4922-a694-72a3d5c6e54c,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:50.948018 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] For port 2cac0adb-5f66-4a06-9a92-c3f7d1296b53, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:06:50.951864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] For port 2cac0adb-5f66-4a06-9a92-c3f7d1296b53, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=2cac0adb-5f66-4a06-9a92-c3f7d1296b53,segment=NetworkSegment(69400a9f-1fdd-4f52-bf65-8dcbf3c647b7),segment_id=69400a9f-1fdd-4f52-bf65-8dcbf3c647b7)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:06:50.972295 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5a955-5449-4604-97f5-e708a28acb45 service neutron] Pushing event updated for resources: {'Port': ['ID=56452758-ed46-4579-a47a-953ff7bd6718,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:50.985037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940508a-e1d5-49b4-8a11-f5eebb0e42c8 req-e7d50d92-a9be-4fa4-bc3c-b1b03158f9a0 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:50.992995 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e940508a-e1d5-49b4-8a11-f5eebb0e42c8 req-e7d50d92-a9be-4fa4-bc3c-b1b03158f9a0 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f00b52-184a-4095-bdc2-d6defb925ef9 HTTP/1.1" status: 200 len: 944 time: 0.0929577 Nov 19 09:06:51.025582 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:51.062125 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e940508a-e1d5-49b4-8a11-f5eebb0e42c8 req-c6ec37ff-0604-4f50-9438-4e28eee13702 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658336 Nov 19 09:06:51.092974 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56758) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:51.103143 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2cac0adb-5f66-4a06-9a92-c3f7d1296b53,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:51.106742 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-ca7ae405-2e15-44c8-9585-5b7cf3b82b0c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56452758-ed46-4579-a47a-953ff7bd6718 HTTP/1.1" status: 200 len: 217 time: 0.1481659 Nov 19 09:06:51.111150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['aa4ea57e-e390-4922-a694-72a3d5c6e54c'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:06:51.134374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7d0002-0507-47dc-b7df-295bd3615b8a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:06:51.139592 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:51.140213 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:51.141775 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-5a75cb48-4f97-4749-ab1d-989ba10462c2 service neutron] 10.222.0.66 "PUT /v2.0/ports/2cac0adb-5f66-4a06-9a92-c3f7d1296b53 HTTP/1.1" status: 200 len: 1093 time: 2.1325052 Nov 19 09:06:51.201600 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:51.249280 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-00c9a37a-3ab2-4fcd-8cc1-5ca3d7fbd72c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bc35e4063b84a52a6b9b15e1e1071e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548791 Nov 19 09:06:51.253117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56760) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:51.268246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56762) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:51.268473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-4d2fa442-e1a8-41b9-9b21-fae64e83d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:51.270244 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-4d2fa442-e1a8-41b9-9b21-fae64e83d323 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=87f75fb4-8514-43c4-bd0b-55ad24ce5e00 HTTP/1.1" status: 200 len: 858 time: 0.1504452 Nov 19 09:06:51.294977 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Transition to ACTIVE for port object 2a7d0002-0507-47dc-b7df-295bd3615b8a will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:06:51.300904 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece4e0e-e979-4fee-a514-475b58f428a4 req-cae31a71-c767-4c53-a9a3-059ef89a37bb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:51.302507 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ece4e0e-e979-4fee-a514-475b58f428a4 req-cae31a71-c767-4c53-a9a3-059ef89a37bb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.1642723 Nov 19 09:06:51.317429 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-6e53397c-b0bf-4735-947b-b58fcc2f5beb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=881c3989-894e-407c-a333-444a8ac2c567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389910 Nov 19 09:06:51.320925 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:51.380572 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8f841f5-59de-4191-9020-361e2d0bf3b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:51.386403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ece4e0e-e979-4fee-a514-475b58f428a4 req-4fca33d9-e778-47ea-a576-21a1deb604aa tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672865 Nov 19 09:06:51.393871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-311eccf6-9d95-4892-90e1-1bb1269cf8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:51.396029 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-311eccf6-9d95-4892-90e1-1bb1269cf8d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70ac62923afa4456802238285c8fa8bf&device_id=26f00b52-184a-4095-bdc2-d6defb925ef9 HTTP/1.1" status: 200 len: 1096 time: 0.1968169 Nov 19 09:06:51.424019 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8f841f5-59de-4191-9020-361e2d0bf3b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:51.515365 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8f841f5-59de-4191-9020-361e2d0bf3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:51.519006 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8f841f5-59de-4191-9020-361e2d0bf3b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:51.520374 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b8f841f5-59de-4191-9020-361e2d0bf3b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/362d6bdf-bd04-44eb-9200-78689d26a9e1 HTTP/1.1" status: 204 len: 168 time: 0.2663605 Nov 19 09:06:51.533866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f841f5-59de-4191-9020-361e2d0bf3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362d6bdf-bd04-44eb-9200-78689d26a9e1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:51.545764 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-47cec961-887a-436f-a8e3-2a6e78b85cea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cac0adb-5f66-4a06-9a92-c3f7d1296b53 HTTP/1.1" status: 200 len: 217 time: 0.0990765 Nov 19 09:06:51.591030 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1350c7-a86a-488b-8102-0a9968deea72 x-openstack-request-id: req-1a1350c7-a86a-488b-8102-0a9968deea72 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:06:51.591332 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad582f43-e68d-40a8-820b-5cba8402ea19", "tag": "56452758-ed46-4579-a47a-953ff7bd6718", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:06:51.591590 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a1350c7-a86a-488b-8102-0a9968deea72 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:06:51.592155 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad582f43-e68d-40a8-820b-5cba8402ea19', 'tag': '56452758-ed46-4579-a47a-953ff7bd6718', 'status': 'completed', 'code': 200} Nov 19 09:06:51.592564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-c2e90b80-82a8-4b41-934c-c87af20a6706 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:06:51.593840 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-c2e90b80-82a8-4b41-934c-c87af20a6706 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3203559 Nov 19 09:06:51.616539 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7d0002-0507-47dc-b7df-295bd3615b8a,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:51.821700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Attempting to bind port 2a7d0002-0507-47dc-b7df-295bd3615b8a on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:06:51.822042 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Attempting to bind port 2a7d0002-0507-47dc-b7df-295bd3615b8a by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '69400a9f-1fdd-4f52-bf65-8dcbf3c647b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '881c3989-894e-407c-a333-444a8ac2c567'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:06:51.822377 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Attempting to bind port 2a7d0002-0507-47dc-b7df-295bd3615b8a on network 881c3989-894e-407c-a333-444a8ac2c567 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:51.845027 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Port 2a7d0002-0507-47dc-b7df-295bd3615b8a on network 881c3989-894e-407c-a333-444a8ac2c567 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:06:51.845381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Attempting to bind port 2a7d0002-0507-47dc-b7df-295bd3615b8a on network 881c3989-894e-407c-a333-444a8ac2c567 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:51.862656 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:06:51.862998 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Checking segment: {'id': '69400a9f-1fdd-4f52-bf65-8dcbf3c647b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '881c3989-894e-407c-a333-444a8ac2c567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:06:51.863398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Bound using segment: {'id': '69400a9f-1fdd-4f52-bf65-8dcbf3c647b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '881c3989-894e-407c-a333-444a8ac2c567'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:06:51.863840 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Bound port: 2a7d0002-0507-47dc-b7df-295bd3615b8a, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69400a9f-1fdd-4f52-bf65-8dcbf3c647b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '881c3989-894e-407c-a333-444a8ac2c567'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:06:51.864201 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:51.871150 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-82ad4082-6e8b-4024-8384-0d1ede4a73d4 service neutron] 10.222.0.71 "GET /v2.0/networks/881c3989-894e-407c-a333-444a8ac2c567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427566 Nov 19 09:06:51.879595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-f49d1f81-7b3e-414c-b2d9-9d13ed3ca816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:51.881063 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-f49d1f81-7b3e-414c-b2d9-9d13ed3ca816 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87f75fb4-8514-43c4-bd0b-55ad24ce5e00 HTTP/1.1" status: 200 len: 858 time: 0.2922282 Nov 19 09:06:51.981783 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-95ce47df-b538-4a34-99e0-ef1e153961e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=881c3989-894e-407c-a333-444a8ac2c567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877702 Nov 19 09:06:52.090056 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] For port 2a7d0002-0507-47dc-b7df-295bd3615b8a, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:06:52.119868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] For port 2a7d0002-0507-47dc-b7df-295bd3615b8a, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=2a7d0002-0507-47dc-b7df-295bd3615b8a,segment=NetworkSegment(69400a9f-1fdd-4f52-bf65-8dcbf3c647b7),segment_id=69400a9f-1fdd-4f52-bf65-8dcbf3c647b7)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:06:52.134993 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-f4e23268-08a6-462f-a782-879cdb9382c0 service neutron] 10.222.0.71 "GET /v2.0/networks/881c3989-894e-407c-a333-444a8ac2c567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528608 Nov 19 09:06:52.138171 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:52.193411 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:52.194282 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:52.195869 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] 10.222.0.66 "PUT /v2.0/ports/2a7d0002-0507-47dc-b7df-295bd3615b8a HTTP/1.1" status: 200 len: 1093 time: 2.3835256 Nov 19 09:06:52.200273 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-e5f2c48f-bfe0-4723-971d-e61bd4af88e1 service neutron] 10.222.0.66 "GET /v2.0/networks/881c3989-894e-407c-a333-444a8ac2c567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078283 Nov 19 09:06:52.240471 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6d0dd8fd-0b61-40a9-a314-0a94b70f82d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:52.277452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-18aa78db-dfe2-4c4e-a98e-41db67b8541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:52.286225 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-18aa78db-dfe2-4c4e-a98e-41db67b8541b service neutron] 10.222.0.21 "GET /v2.0/ports/e39abd13-128e-47a6-97c2-670a98e12d60 HTTP/1.1" status: 200 len: 1116 time: 0.3754230 Nov 19 09:06:52.298807 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-b3b7dcce-da53-4904-8a3f-4ae1ad0213e3 service neutron] Request body: {'binding': {'host': 'n-h2-805649-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:52.299429 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-b3b7dcce-da53-4904-8a3f-4ae1ad0213e3 service neutron] Unknown quota resources ['binding']. {{(pid=103477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 09:06:52.422051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device aa4ea57e-e390-4922-a694-72a3d5c6e54c up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:06:52.448858 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07e10e-f8a0-405b-9ca9-d041ffc1dc10 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7d0002-0507-47dc-b7df-295bd3615b8a,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:52.510628 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2260-e726-4a37-93d6-298dc5202d4c req-80225042-cce5-41d3-b516-786d32460ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:52.513167 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-28ba2260-e726-4a37-93d6-298dc5202d4c req-80225042-cce5-41d3-b516-786d32460ac6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=70ac62923afa4456802238285c8fa8bf&device_id=ad582f43-e68d-40a8-820b-5cba8402ea19 HTTP/1.1" status: 200 len: 1096 time: 0.2872517 Nov 19 09:06:52.550798 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-31191a09-6970-4036-93fd-317749af3d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:52.552463 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-31191a09-6970-4036-93fd-317749af3d2d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70ac62923afa4456802238285c8fa8bf&device_id=962a3df1-189e-4a4d-9f2e-9de917259d40 HTTP/1.1" status: 200 len: 1096 time: 0.1964183 Nov 19 09:06:52.582216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port aa4ea57e-e390-4922-a694-72a3d5c6e54c completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:06:52.595457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930600e5-d719-4598-aa2f-ad50cc2c3e63 req-16753b56-c467-43ab-a700-1df6a7ca0af3 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:52.601504 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port aa4ea57e-e390-4922-a694-72a3d5c6e54c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:06:52.602043 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:52.602324 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-ed3685b1-d51b-439f-ba79-30252d42a35f service neutron] 10.222.0.66 "GET /v2.0/networks/881c3989-894e-407c-a333-444a8ac2c567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737290 Nov 19 09:06:52.604809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-930600e5-d719-4598-aa2f-ad50cc2c3e63 req-16753b56-c467-43ab-a700-1df6a7ca0af3 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6bd809-a06d-4f05-a835-ca4e8af024d7 HTTP/1.1" status: 200 len: 949 time: 0.2051160 Nov 19 09:06:52.636893 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-1c11739d-9c22-4124-b14a-d2f41014f3c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a7d0002-0507-47dc-b7df-295bd3615b8a HTTP/1.1" status: 200 len: 217 time: 0.0732718 Nov 19 09:06:52.734594 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-930600e5-d719-4598-aa2f-ad50cc2c3e63 req-9c904a36-53d3-4dfd-b3a5-cb78a37817d6 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235783 Nov 19 09:06:52.736331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-b3b7dcce-da53-4904-8a3f-4ae1ad0213e3 service neutron] Attempting to bind port e39abd13-128e-47a6-97c2-670a98e12d60 on host n-h2-805649-14 for vnic_type normal with profile None {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:06:52.741781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-b3b7dcce-da53-4904-8a3f-4ae1ad0213e3 service neutron] Attempting to bind port e39abd13-128e-47a6-97c2-670a98e12d60 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:06:52.742942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-b3b7dcce-da53-4904-8a3f-4ae1ad0213e3 service neutron] Attempting to bind port e39abd13-128e-47a6-97c2-670a98e12d60 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:52.766803 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-b3b7dcce-da53-4904-8a3f-4ae1ad0213e3 service neutron] Port e39abd13-128e-47a6-97c2-670a98e12d60 on network 692fa143-7b59-41f0-9ea1-d966185e0300 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:06:52.768082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-b3b7dcce-da53-4904-8a3f-4ae1ad0213e3 service neutron] Attempting to bind port e39abd13-128e-47a6-97c2-670a98e12d60 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:52.781764 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:52.785019 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-b3b7dcce-da53-4904-8a3f-4ae1ad0213e3 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:06:52.785459 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-b3b7dcce-da53-4904-8a3f-4ae1ad0213e3 service neutron] Checking segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:06:52.786005 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-b3b7dcce-da53-4904-8a3f-4ae1ad0213e3 service neutron] Bound using segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:06:52.786453 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-b3b7dcce-da53-4904-8a3f-4ae1ad0213e3 service neutron] Bound port: e39abd13-128e-47a6-97c2-670a98e12d60, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:06:52.810249 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-db479092-852a-4a73-9565-7ce30769749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:52.819599 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-db479092-852a-4a73-9565-7ce30769749e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87f75fb4-8514-43c4-bd0b-55ad24ce5e00 HTTP/1.1" status: 200 len: 858 time: 0.1750844 Nov 19 09:06:52.826184 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2260-e726-4a37-93d6-298dc5202d4c req-1891073d-2047-4995-a32b-430dcd283340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:52.831217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6bd809-a06d-4f05-a835-ca4e8af024d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4ea57e-e390-4922-a694-72a3d5c6e54c'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:06:52.833367 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-28ba2260-e726-4a37-93d6-298dc5202d4c req-1891073d-2047-4995-a32b-430dcd283340 service neutron] 10.222.0.71 "GET /v2.0/networks?id=881c3989-894e-407c-a333-444a8ac2c567 HTTP/1.1" status: 200 len: 919 time: 0.3119471 Nov 19 09:06:52.841800 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cd07b0-526e-445b-b83b-fd2a90b2f913" -d '{"events": [{"server_uuid": "2e6bd809-a06d-4f05-a835-ca4e8af024d7", "name": "network-vif-plugged", "status": "completed", "tag": "aa4ea57e-e390-4922-a694-72a3d5c6e54c"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:06:52.875716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port aa4ea57e-e390-4922-a694-72a3d5c6e54c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=aa4ea57e-e390-4922-a694-72a3d5c6e54c,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:52.887461 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:52.955654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-b3b7dcce-da53-4904-8a3f-4ae1ad0213e3 service neutron] For port e39abd13-128e-47a6-97c2-670a98e12d60, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e39abd13-128e-47a6-97c2-670a98e12d60,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:06:52.988983 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-a684daf7-0f5e-448d-8db4-670c15758529 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=881c3989-894e-407c-a333-444a8ac2c567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507246 Nov 19 09:06:52.990593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=aa4ea57e-e390-4922-a694-72a3d5c6e54c,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:52.994645 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-28ba2260-e726-4a37-93d6-298dc5202d4c req-d7d7d943-51a6-4837-a462-f849a83082de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56452758-ed46-4579-a47a-953ff7bd6718 HTTP/1.1" status: 200 len: 217 time: 0.1389651 Nov 19 09:06:53.005866 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-b3b7dcce-da53-4904-8a3f-4ae1ad0213e3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:53.007451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-b3b7dcce-da53-4904-8a3f-4ae1ad0213e3 service neutron] 10.222.0.21 "POST /v2.0/ports/e39abd13-128e-47a6-97c2-670a98e12d60/bindings HTTP/1.1" status: 201 len: 390 time: 0.7141871 Nov 19 09:06:53.029467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed55084-0e83-4336-bc73-6efb15f525ca req-ad119c19-b10f-429d-86ae-e9a39a8f1962 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:53.036394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ed55084-0e83-4336-bc73-6efb15f525ca req-ad119c19-b10f-429d-86ae-e9a39a8f1962 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f00b52-184a-4095-bdc2-d6defb925ef9 HTTP/1.1" status: 200 len: 944 time: 0.0789003 Nov 19 09:06:53.066529 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56848) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:53.112581 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2260-e726-4a37-93d6-298dc5202d4c req-314bf3c2-7037-46cf-9da1-7155564795a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:53.114974 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-28ba2260-e726-4a37-93d6-298dc5202d4c req-314bf3c2-7037-46cf-9da1-7155564795a6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=87f75fb4-8514-43c4-bd0b-55ad24ce5e00 HTTP/1.1" status: 200 len: 858 time: 0.1068702 Nov 19 09:06:53.143722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ed55084-0e83-4336-bc73-6efb15f525ca req-d7714e8e-a43f-48fe-97a1-90c5dc98d554 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983050 Nov 19 09:06:53.182994 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-28ba2260-e726-4a37-93d6-298dc5202d4c req-a3c20c86-2a9b-4eef-98a3-7b71f9f0ae82 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=881c3989-894e-407c-a333-444a8ac2c567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491948 Nov 19 09:06:53.187346 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-447b9cdf-44de-44e2-8978-ffe6f7c8f236 service neutron] 10.222.0.66 "GET /v2.0/networks/881c3989-894e-407c-a333-444a8ac2c567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886718 Nov 19 09:06:53.278791 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9769aef-158e-4252-83b5-2a137bba0ea8 x-openstack-request-id: req-e9769aef-158e-4252-83b5-2a137bba0ea8 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:06:53.279249 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6bd809-a06d-4f05-a835-ca4e8af024d7", "name": "network-vif-plugged", "status": "completed", "tag": "aa4ea57e-e390-4922-a694-72a3d5c6e54c", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:06:53.279409 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9769aef-158e-4252-83b5-2a137bba0ea8 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:06:53.279810 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6bd809-a06d-4f05-a835-ca4e8af024d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4ea57e-e390-4922-a694-72a3d5c6e54c', 'code': 200} Nov 19 09:06:53.316592 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:53.427633 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.71', 60646) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:53.483454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22700e4-1adb-4599-bab9-f5de627a434a req-5070dd26-4c0c-46b4-a2a0-3187f2bc0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:53.485145 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-5070dd26-4c0c-46b4-a2a0-3187f2bc0cf7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 1102 time: 0.2408862 Nov 19 09:06:53.494711 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ff725-9883-4750-a905-7419bce315db req-f1fe4a35-9785-4be0-99cf-8fe07902b20d tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:53.497129 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f6ff725-9883-4750-a905-7419bce315db req-f1fe4a35-9785-4be0-99cf-8fe07902b20d tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 967 time: 0.1413114 Nov 19 09:06:53.521945 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-28ba2260-e726-4a37-93d6-298dc5202d4c req-d48082ff-c1b8-417f-b33f-ed0cb834ff80 service neutron] 10.222.0.71 "GET /v2.0/networks/881c3989-894e-407c-a333-444a8ac2c567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303397 Nov 19 09:06:53.527977 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6c7578-b631-4c71-a2ed-7e9d6abc36b5 req-4cfd398c-6335-4577-b459-d074bfe0f900 service neutron] 10.222.0.66 "GET /v2.0/networks/881c3989-894e-407c-a333-444a8ac2c567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079492 Nov 19 09:06:53.579830 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-f64b4af9-dce0-4bbc-8589-6bb4851cc01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:53.581348 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-f64b4af9-dce0-4bbc-8589-6bb4851cc01a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 1119 time: 0.1449666 Nov 19 09:06:53.587695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e1d7d-bf6d-4f63-abc1-7317d1c8b797 req-645ac4b0-de85-40cc-9173-c71bd55c49df tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:53.595259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-885e1d7d-bf6d-4f63-abc1-7317d1c8b797 req-645ac4b0-de85-40cc-9173-c71bd55c49df tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.2543190 Nov 19 09:06:53.597682 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f00b52-184a-4095-bdc2-d6defb925ef9', 'tag': '2cac0adb-5f66-4a06-9a92-c3f7d1296b53'}, {'name': 'network-changed', 'server_uuid': '962a3df1-189e-4a4d-9f2e-9de917259d40', 'tag': '2a7d0002-0507-47dc-b7df-295bd3615b8a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:06:53.599910 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c" -d '{"events": [{"name": "network-changed", "server_uuid": "26f00b52-184a-4095-bdc2-d6defb925ef9", "tag": "2cac0adb-5f66-4a06-9a92-c3f7d1296b53"}, {"name": "network-changed", "server_uuid": "962a3df1-189e-4a4d-9f2e-9de917259d40", "tag": "2a7d0002-0507-47dc-b7df-295bd3615b8a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:06:53.604723 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25c364-2da9-4af3-a6ea-88b58cbf645e req-4925640b-e749-4c64-ac22-5abbd28f521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:53.607380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e25c364-2da9-4af3-a6ea-88b58cbf645e req-4925640b-e749-4c64-ac22-5abbd28f521b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2e6bd809-a06d-4f05-a835-ca4e8af024d7 HTTP/1.1" status: 200 len: 1102 time: 0.2081907 Nov 19 09:06:53.625321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d6cf5c9f-cd13-429e-943f-1fbed03a0bed admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-network', 'tenant_id': 'f9f03e910926491a90023bb5a8837793'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:53.687460 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-28ba2260-e726-4a37-93d6-298dc5202d4c req-dfba3605-01f6-4b1e-84f2-4480336143ee service neutron] 10.222.0.71 "GET /v2.0/networks/881c3989-894e-407c-a333-444a8ac2c567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569717 Nov 19 09:06:53.713167 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-3a9a22d0-dd56-4f7f-b15d-d23d5c86812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:53.715460 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-3a9a22d0-dd56-4f7f-b15d-d23d5c86812f service neutron] 10.222.0.71 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.1263685 Nov 19 09:06:53.752149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22700e4-1adb-4599-bab9-f5de627a434a req-6a7867d6-0cad-4a02-b9e0-e37d4e08845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:53.753682 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-6a7867d6-0cad-4a02-b9e0-e37d4e08845d service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2528152 Nov 19 09:06:53.755756 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e25c364-2da9-4af3-a6ea-88b58cbf645e req-4d52bb59-667d-4308-b238-02ebf1078448 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340556 Nov 19 09:06:53.765401 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-2cb911ed-05bd-4b57-9412-a491b47b1a1a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e39abd13-128e-47a6-97c2-670a98e12d60 HTTP/1.1" status: 200 len: 217 time: 0.0411890 Nov 19 09:06:53.770852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cf5c9f-cd13-429e-943f-1fbed03a0bed admin admin] Made reservation on behalf of f9f03e910926491a90023bb5a8837793 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:06:53.773153 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5c9f-cd13-429e-943f-1fbed03a0bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:53.785408 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-885e1d7d-bf6d-4f63-abc1-7317d1c8b797 req-38233704-a24b-43d7-893a-7ba2cebb0b2e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890910 Nov 19 09:06:53.796279 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f6ff725-9883-4750-a905-7419bce315db req-b0db0ce4-9ec0-4f61-a28b-906af3e55e19 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188830 Nov 19 09:06:53.796944 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5c9f-cd13-429e-943f-1fbed03a0bed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:53.865860 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 09:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6585224-55fd-4497-b46e-98bf293bec36 x-openstack-request-id: req-e6585224-55fd-4497-b46e-98bf293bec36 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:06:53.866281 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f00b52-184a-4095-bdc2-d6defb925ef9", "tag": "2cac0adb-5f66-4a06-9a92-c3f7d1296b53", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "962a3df1-189e-4a4d-9f2e-9de917259d40", "tag": "2a7d0002-0507-47dc-b7df-295bd3615b8a", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:06:53.866967 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6585224-55fd-4497-b46e-98bf293bec36 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:06:53.867545 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f00b52-184a-4095-bdc2-d6defb925ef9', 'tag': '2cac0adb-5f66-4a06-9a92-c3f7d1296b53', 'status': 'completed', 'code': 200} Nov 19 09:06:53.867902 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962a3df1-189e-4a4d-9f2e-9de917259d40', 'tag': '2a7d0002-0507-47dc-b7df-295bd3615b8a', 'status': 'completed', 'code': 200} Nov 19 09:06:53.956813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-79ebdb83-0cdb-4aed-b5f8-2148868cecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:53.958640 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-79ebdb83-0cdb-4aed-b5f8-2148868cecde service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70ac62923afa4456802238285c8fa8bf&device_id=26f00b52-184a-4095-bdc2-d6defb925ef9 HTTP/1.1" status: 200 len: 1096 time: 0.0574412 Nov 19 09:06:53.966405 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5c9f-cd13-429e-943f-1fbed03a0bed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:53.995883 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5c9f-cd13-429e-943f-1fbed03a0bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:54.018545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cf5c9f-cd13-429e-943f-1fbed03a0bed admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:06:54.031392 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5c9f-cd13-429e-943f-1fbed03a0bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:54.031744 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-d6cf5c9f-cd13-429e-943f-1fbed03a0bed admin admin] Added segment 2cbef4fb-1fa3-4aaf-b06c-e5c16add4048 of type vlan for network d3bef959-7638-468e-bf13-8333f26b89d6 Nov 19 09:06:54.073846 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-7f45822d-8495-4bad-9fda-1bc87a126906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:54.076054 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-7f45822d-8495-4bad-9fda-1bc87a126906 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.1165586 Nov 19 09:06:54.122550 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-92ad5816-af13-43b2-b276-9e1760c863fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321515 Nov 19 09:06:54.126328 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-354126f4-55cc-4358-9f49-f9b54b62102a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92 HTTP/1.1" status: 200 len: 217 time: 0.1557901 Nov 19 09:06:54.133488 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-d0ba0c58-f289-485e-99c6-5885336e44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:54.135617 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-d0ba0c58-f289-485e-99c6-5885336e44ab service neutron] 10.222.0.66 "GET /v2.0/networks?id=881c3989-894e-407c-a333-444a8ac2c567 HTTP/1.1" status: 200 len: 919 time: 0.1643479 Nov 19 09:06:54.206090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22700e4-1adb-4599-bab9-f5de627a434a req-4a7ac074-5dd3-4448-bbae-24572acdb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:54.207581 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-4a7ac074-5dd3-4448-bbae-24572acdb267 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0636046 Nov 19 09:06:54.217789 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5c9f-cd13-429e-943f-1fbed03a0bed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:54.294423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7b7f4-daf3-4cc9-9a2b-699686344bce req-8340e6ad-5fe4-4742-9326-8c5b8bd5f5b8 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:54.310189 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42c7b7f4-daf3-4cc9-9a2b-699686344bce req-8340e6ad-5fe4-4742-9326-8c5b8bd5f5b8 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6bd809-a06d-4f05-a835-ca4e8af024d7 HTTP/1.1" status: 200 len: 950 time: 0.3614349 Nov 19 09:06:54.333625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf5c9f-cd13-429e-943f-1fbed03a0bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc64fba0-37c0-454b-8712-7a2c3d84fc8d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:54.340739 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.resource_extend [None req-d6cf5c9f-cd13-429e-943f-1fbed03a0bed admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:06:54.352563 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-9081ebab-80a3-4243-86c7-145ba29d8b85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cac0adb-5f66-4a06-9a92-c3f7d1296b53 HTTP/1.1" status: 200 len: 217 time: 0.2083173 Nov 19 09:06:54.400187 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5c9f-cd13-429e-943f-1fbed03a0bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:54.401484 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cf5c9f-cd13-429e-943f-1fbed03a0bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:54.402215 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6cf5c9f-cd13-429e-943f-1fbed03a0bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:54.423726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42c7b7f4-daf3-4cc9-9a2b-699686344bce req-ec255140-ad59-4c54-aa17-60fdd0723a04 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194580 Nov 19 09:06:54.426134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22700e4-1adb-4599-bab9-f5de627a434a req-06015470-31a1-4c17-8892-c042ebb91dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:54.427840 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-06015470-31a1-4c17-8892-c042ebb91dc4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2009227 Nov 19 09:06:54.467703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-8e6d1c98-c7e3-4515-b004-6e3470a47468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:54.469248 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-8e6d1c98-c7e3-4515-b004-6e3470a47468 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87f75fb4-8514-43c4-bd0b-55ad24ce5e00 HTTP/1.1" status: 200 len: 858 time: 0.1051185 Nov 19 09:06:54.517523 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-40d496e7-f344-4170-ac5a-2dee484c286f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=881c3989-894e-407c-a333-444a8ac2c567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353775 Nov 19 09:06:54.523082 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-b5bf87e8-f15a-4fab-878c-7c5cb8a2fce6 service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866665 Nov 19 09:06:54.577201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf5c9f-cd13-429e-943f-1fbed03a0bed admin admin] Pushing event updated for resources: {'Network': ['ID=d3bef959-7638-468e-bf13-8333f26b89d6,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:54.582191 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d6cf5c9f-cd13-429e-943f-1fbed03a0bed admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5129457 Nov 19 09:06:54.590659 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56906) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:54.593858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network d3bef959-7638-468e-bf13-8333f26b89d6 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:06:54.596961 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-dd2d28ab-ad58-48a8-8c67-bc37988d1c8c admin admin] Request body: {'subnet': {'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-subnet', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:54.614162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc491f-4238-408f-80f4-2b20448327d8 req-365eb882-2983-4314-ada5-ce8669bfab7f tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:54.621584 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8dcc491f-4238-408f-80f4-2b20448327d8 req-365eb882-2983-4314-ada5-ce8669bfab7f tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f00b52-184a-4095-bdc2-d6defb925ef9 HTTP/1.1" status: 200 len: 944 time: 0.2490728 Nov 19 09:06:54.623207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56908) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:54.708346 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-ed43e74a-7ae0-418b-b1f9-6c336965d504 service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738532 Nov 19 09:06:54.711312 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-7f3a7349-6e73-4e62-951c-d8d907307eb9 service neutron] 10.222.0.66 "GET /v2.0/networks/881c3989-894e-407c-a333-444a8ac2c567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777248 Nov 19 09:06:54.726654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8dcc491f-4238-408f-80f4-2b20448327d8 req-f3925574-44a4-4df6-a89a-f514aa051050 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041117 Nov 19 09:06:54.737230 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-f69db59d-7ef6-45cf-96c0-f205a581d23e service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777288 Nov 19 09:06:54.738508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2d28ab-ad58-48a8-8c67-bc37988d1c8c admin admin] Made reservation on behalf of f9f03e910926491a90023bb5a8837793 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:06:54.753835 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd2d28ab-ad58-48a8-8c67-bc37988d1c8c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:54.935163 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-c6cd919f-2310-4280-88ba-53f1ed76859d service neutron] 10.222.0.66 "GET /v2.0/networks/881c3989-894e-407c-a333-444a8ac2c567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130377 Nov 19 09:06:54.989558 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:55.152447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-83a27b31-294a-4e33-ad98-9723800cfe64 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:55.154327 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-83a27b31-294a-4e33-ad98-9723800cfe64 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638&tenant_id=f4ec3ebf1477409f8393f974b06cf696&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 1119 time: 0.2175705 Nov 19 09:06:55.156364 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-fb9d168d-3cb1-415c-a442-6db40cff1375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:55.158149 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-fb9d168d-3cb1-415c-a442-6db40cff1375 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70ac62923afa4456802238285c8fa8bf&device_id=962a3df1-189e-4a4d-9f2e-9de917259d40 HTTP/1.1" status: 200 len: 1096 time: 0.1190774 Nov 19 09:06:55.166959 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805649-14'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:55.283855 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:55.305179 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56922) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:55.346423 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:55.356677 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-caf915d1-4644-4fe3-a285-146d943c3083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:55.372465 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-4851c775-f411-4f22-9195-6a3aec399a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:55.374044 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-4851c775-f411-4f22-9195-6a3aec399a26 service neutron] 10.222.0.66 "GET /v2.0/networks?id=881c3989-894e-407c-a333-444a8ac2c567 HTTP/1.1" status: 200 len: 919 time: 0.1812611 Nov 19 09:06:55.462852 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-e722cd9e-8848-4995-92a7-799217c08675 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a7d0002-0507-47dc-b7df-295bd3615b8a HTTP/1.1" status: 200 len: 217 time: 0.0723898 Nov 19 09:06:55.473966 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89e21a9a-ed12-490d-a30b-c1b619571b9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:55.478719 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-bfae362d-7bd1-483a-829a-01dfc5b4c0b7 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7182436 Nov 19 09:06:55.492977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb08a9f-28f2-4fd6-b27a-0339ccf28d85 req-738d7d57-62c5-47a0-9e53-327567db69da tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:55.494506 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-afb08a9f-28f2-4fd6-b27a-0339ccf28d85 req-738d7d57-62c5-47a0-9e53-327567db69da tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.5940349 Nov 19 09:06:55.535861 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd2d28ab-ad58-48a8-8c67-bc37988d1c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:55.558614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc57c8-ea9e-442e-b84d-5141e855dbdf req-dd9c8695-e8af-4fa5-a83b-be569c0ba115 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:55.561617 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56fc57c8-ea9e-442e-b84d-5141e855dbdf req-dd9c8695-e8af-4fa5-a83b-be569c0ba115 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 967 time: 0.2315779 Nov 19 09:06:55.599150 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-bdc2cbf6-948f-44a4-8b0d-3c3418e7432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:55.600762 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-bdc2cbf6-948f-44a4-8b0d-3c3418e7432f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87f75fb4-8514-43c4-bd0b-55ad24ce5e00 HTTP/1.1" status: 200 len: 858 time: 0.1282160 Nov 19 09:06:55.626798 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] For port e39abd13-128e-47a6-97c2-670a98e12d60, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e39abd13-128e-47a6-97c2-670a98e12d60,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:55.656958 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-0776161b-2ba4-486b-adbd-54663ec9d9a8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=881c3989-894e-407c-a333-444a8ac2c567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401917 Nov 19 09:06:55.695873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-afb08a9f-28f2-4fd6-b27a-0339ccf28d85 req-8373086a-7096-4a09-8811-78d68cdbb2d7 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875906 Nov 19 09:06:55.710336 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d28ab-ad58-48a8-8c67-bc37988d1c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c7acd8-cb2d-439d-8baa-0f60843d7068,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:55.734307 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89e21a9a-ed12-490d-a30b-c1b619571b9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:55.745810 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-caf915d1-4644-4fe3-a285-146d943c3083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:55.746425 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89e21a9a-ed12-490d-a30b-c1b619571b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:55.764246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56fc57c8-ea9e-442e-b84d-5141e855dbdf req-31662c16-4c50-4029-85a1-156d6cdcd6f5 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655550 Nov 19 09:06:55.767610 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-caf915d1-4644-4fe3-a285-146d943c3083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:55.781116 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] For port e39abd13-128e-47a6-97c2-670a98e12d60, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:06:55.789962 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2d28ab-ad58-48a8-8c67-bc37988d1c8c admin admin] Checking segment: {'id': '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:06:55.793936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2d28ab-ad58-48a8-8c67-bc37988d1c8c admin admin] Network hostable DHCP agents. Network: d3bef959-7638-468e-bf13-8333f26b89d6, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:06:55.822738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf915d1-4644-4fe3-a285-146d943c3083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89515a8b-44b9-4b9f-ba1d-9dd0ccad7e25,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:55.847437 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-89e21a9a-ed12-490d-a30b-c1b619571b9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bcbee6f4b734dfeb61ab19606907e67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5368593 Nov 19 09:06:55.848783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56932) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:55.850900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e21a9a-ed12-490d-a30b-c1b619571b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c5f205-2465-478e-ad0b-959a537cfc53,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:55.877289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5001a278-5236-4abc-93f5-f3ae55c7a638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e39abd13-128e-47a6-97c2-670a98e12d60'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:06:55.879459 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7f94e0-9052-4c26-b4f7-ce0a87835575" -d '{"events": [{"server_uuid": "5001a278-5236-4abc-93f5-f3ae55c7a638", "name": "network-vif-unplugged", "status": "completed", "tag": "e39abd13-128e-47a6-97c2-670a98e12d60"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:06:55.883708 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:55.887903 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-7d2cd8c5-0c51-4418-ba8a-027e7cd331f0 service neutron] 10.222.0.66 "GET /v2.0/networks/881c3989-894e-407c-a333-444a8ac2c567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185869 Nov 19 09:06:55.892353 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:55.931227 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-caf915d1-4644-4fe3-a285-146d943c3083 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b15c5118c2494b9ca8b3932e9d24c9ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3006275 Nov 19 09:06:55.946312 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56936) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:55.982958 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2d28ab-ad58-48a8-8c67-bc37988d1c8c admin admin] Network d3bef959-7638-468e-bf13-8333f26b89d6 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:06:55.996505 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:06:56.012759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-dd2d28ab-ad58-48a8-8c67-bc37988d1c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, d3bef959-7638-468e-bf13-8333f26b89d6) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:06:56.021808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2d28ab-ad58-48a8-8c67-bc37988d1c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:56.022431 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd2d28ab-ad58-48a8-8c67-bc37988d1c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:56.036331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e549108-4d35-4697-866f-66bcc6ea163f None None] Network d3bef959-7638-468e-bf13-8333f26b89d6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:06:56.036581 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Pushing event updated for resources: {'Port': ['ID=e39abd13-128e-47a6-97c2-670a98e12d60,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:56.038417 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df08835-e1c8-45b1-96af-ca5ae6714b54 req-d0937b74-40e9-40fd-a880-ec70eae89919 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:56.046108 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9df08835-e1c8-45b1-96af-ca5ae6714b54 req-d0937b74-40e9-40fd-a880-ec70eae89919 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6bd809-a06d-4f05-a835-ca4e8af024d7 HTTP/1.1" status: 200 len: 950 time: 0.2011473 Nov 19 09:06:56.057724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f14b7-d7a4-4c1f-9883-ae0ae1dc5988 req-bc9a7451-e060-4797-b9d2-57d64f820f29 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:56.059290 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a0f14b7-d7a4-4c1f-9883-ae0ae1dc5988 req-bc9a7451-e060-4797-b9d2-57d64f820f29 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f00b52-184a-4095-bdc2-d6defb925ef9 HTTP/1.1" status: 200 len: 944 time: 0.1890640 Nov 19 09:06:56.098123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-dd2d28ab-ad58-48a8-8c67-bc37988d1c8c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5057118 Nov 19 09:06:56.101591 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56938) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:56.105868 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6dddd60-1bb7-4252-b602-386c4460a3cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:56.112663 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:06:56.125018 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Attempting to bind port e39abd13-128e-47a6-97c2-670a98e12d60 on host n-h1-805649-14 for vnic_type normal with profile {"migrating_to": "n-h2-805649-14"} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:06:56.125387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Attempting to bind port e39abd13-128e-47a6-97c2-670a98e12d60 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:06:56.125719 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Attempting to bind port e39abd13-128e-47a6-97c2-670a98e12d60 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:56.131532 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-197b4221-4271-485d-99b8-968d8a73a8be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:56.139452 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-acb6ec74-5814-40ca-b9b3-e08bd4bb156c req-cc6cde7e-725d-43c5-9b02-4b7afff481ac service neutron] 10.222.0.66 "GET /v2.0/networks/881c3989-894e-407c-a333-444a8ac2c567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200058 Nov 19 09:06:56.153122 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Port e39abd13-128e-47a6-97c2-670a98e12d60 on network 692fa143-7b59-41f0-9ea1-d966185e0300 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:06:56.153837 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Attempting to bind port e39abd13-128e-47a6-97c2-670a98e12d60 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:56.172364 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6dddd60-1bb7-4252-b602-386c4460a3cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:56.176523 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:06:56.176949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Checking segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:06:56.177498 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Bound using segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:06:56.177946 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Bound port: e39abd13-128e-47a6-97c2-670a98e12d60, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:06:56.178327 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:56.180382 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:56.181769 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:56.187884 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-197b4221-4271-485d-99b8-968d8a73a8be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:56.189077 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a0f14b7-d7a4-4c1f-9883-ae0ae1dc5988 req-1149440c-6d2f-4fa9-b3e4-4fd99ceb90d7 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025741 Nov 19 09:06:56.208475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9df08835-e1c8-45b1-96af-ca5ae6714b54 req-bdd84026-e640-4ac0-b335-bb2103f8075b tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556811 Nov 19 09:06:56.296309 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6dddd60-1bb7-4252-b602-386c4460a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:56.299031 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6dddd60-1bb7-4252-b602-386c4460a3cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:56.308573 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05c9a2e-dd22-4091-8118-a7419bffb581 x-openstack-request-id: req-b05c9a2e-dd22-4091-8118-a7419bffb581 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:06:56.308880 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b6dddd60-1bb7-4252-b602-386c4460a3cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26c5f205-2465-478e-ad0b-959a537cfc53 HTTP/1.1" status: 204 len: 168 time: 0.4539962 Nov 19 09:06:56.309366 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5001a278-5236-4abc-93f5-f3ae55c7a638", "name": "network-vif-unplugged", "status": "completed", "tag": "e39abd13-128e-47a6-97c2-670a98e12d60", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:06:56.309772 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b05c9a2e-dd22-4091-8118-a7419bffb581 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:06:56.310305 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5001a278-5236-4abc-93f5-f3ae55c7a638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e39abd13-128e-47a6-97c2-670a98e12d60', 'code': 200} Nov 19 09:06:56.322902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 2cac0adb-5f66-4a06-9a92-c3f7d1296b53, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=2cac0adb-5f66-4a06-9a92-c3f7d1296b53,segment=NetworkSegment(69400a9f-1fdd-4f52-bf65-8dcbf3c647b7),segment_id=69400a9f-1fdd-4f52-bf65-8dcbf3c647b7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:56.327398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dddd60-1bb7-4252-b602-386c4460a3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c5f205-2465-478e-ad0b-959a537cfc53,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:56.381728 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '2cac0adb-5f66-4a06-9a92-c3f7d1296b53', 'network_id': '881c3989-894e-407c-a333-444a8ac2c567', 'port_id': '2cac0adb-5f66-4a06-9a92-c3f7d1296b53', 'mac_address': 'fa:16:3e:b4:cb:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f75fb4-8514-43c4-bd0b-55ad24ce5e00', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:06:56.439165 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 56452758-ed46-4579-a47a-953ff7bd6718 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:06:56.441950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-d3bef959-7638-468e-bf13-8333f26b89d6', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:06:56.442919 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:56.491060 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:56.605416 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:06:56.632379 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:56.637115 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] For port e39abd13-128e-47a6-97c2-670a98e12d60, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:06:56.643942 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] For port e39abd13-128e-47a6-97c2-670a98e12d60, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e39abd13-128e-47a6-97c2-670a98e12d60,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:06:56.698986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 2cac0adb-5f66-4a06-9a92-c3f7d1296b53, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=2cac0adb-5f66-4a06-9a92-c3f7d1296b53,segment=NetworkSegment(69400a9f-1fdd-4f52-bf65-8dcbf3c647b7),segment_id=69400a9f-1fdd-4f52-bf65-8dcbf3c647b7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:56.716678 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:56.765004 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:56.785996 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c885684-976d-4cbd-be0f-16b349070999 req-c503a206-e453-4a0b-8eab-43ff4fcbdd93 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:56.787327 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c885684-976d-4cbd-be0f-16b349070999 req-c503a206-e453-4a0b-8eab-43ff4fcbdd93 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6bd809-a06d-4f05-a835-ca4e8af024d7 HTTP/1.1" status: 200 len: 950 time: 0.0904822 Nov 19 09:06:56.858214 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 56452758-ed46-4579-a47a-953ff7bd6718, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=56452758-ed46-4579-a47a-953ff7bd6718,segment=NetworkSegment(69400a9f-1fdd-4f52-bf65-8dcbf3c647b7),segment_id=69400a9f-1fdd-4f52-bf65-8dcbf3c647b7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:56.869116 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-197b4221-4271-485d-99b8-968d8a73a8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:56.870670 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-197b4221-4271-485d-99b8-968d8a73a8be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:56.871096 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-197b4221-4271-485d-99b8-968d8a73a8be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89515a8b-44b9-4b9f-ba1d-9dd0ccad7e25 HTTP/1.1" status: 204 len: 168 time: 0.9225624 Nov 19 09:06:56.907082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56962) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:56.925460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '56452758-ed46-4579-a47a-953ff7bd6718', 'network_id': '881c3989-894e-407c-a333-444a8ac2c567', 'port_id': '56452758-ed46-4579-a47a-953ff7bd6718', 'mac_address': 'fa:16:3e:c9:79:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f75fb4-8514-43c4-bd0b-55ad24ce5e00', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:06:56.931042 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b4221-4271-485d-99b8-968d8a73a8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89515a8b-44b9-4b9f-ba1d-9dd0ccad7e25,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:56.943569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Allocated IP 172.20.0.2 (d3bef959-7638-468e-bf13-8333f26b89d6/21c7acd8-cb2d-439d-8baa-0f60843d7068/77d6aa89-dc25-40df-9758-992cbff6f2fd) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:06:56.955716 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c885684-976d-4cbd-be0f-16b349070999 req-38905285-eaaf-4eca-b9ea-f48c9558e096 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559043 Nov 19 09:06:56.958387 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-482b51da-a7dc-4666-b19e-aa46a11ac7ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:57.025513 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:57.026251 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=2cac0adb-5f66-4a06-9a92-c3f7d1296b53,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:57.034757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28de71-ccd9-49ae-989b-0858690108d0 req-5f6ce682-6903-4b20-a30d-b2797c6c9a19 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:57.036394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b28de71-ccd9-49ae-989b-0858690108d0 req-5f6ce682-6903-4b20-a30d-b2797c6c9a19 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.2015464 Nov 19 09:06:57.065376 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:57.086337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['2cac0adb-5f66-4a06-9a92-c3f7d1296b53'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:06:57.105150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56968) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:57.128619 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:57.129452 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:57.131092 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] 10.222.0.71 "PUT /v2.0/ports/e39abd13-128e-47a6-97c2-670a98e12d60 HTTP/1.1" status: 200 len: 1145 time: 1.9684947 Nov 19 09:06:57.152289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ede172-a298-46a9-a6c3-dcda6b044996 service neutron] Pushing event updated for resources: {'Port': ['ID=e39abd13-128e-47a6-97c2-670a98e12d60,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:57.192283 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b28de71-ccd9-49ae-989b-0858690108d0 req-abc633af-3506-4d24-826d-5dd3ea68842c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411958 Nov 19 09:06:57.229192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56452758-ed46-4579-a47a-953ff7bd6718 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:06:57.234216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001d89f-819b-4bb9-957a-4d3fc9024c57 req-bd0730d9-a0f0-4554-942c-3f34d88a515b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:57.249752 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0001d89f-819b-4bb9-957a-4d3fc9024c57 req-bd0730d9-a0f0-4554-942c-3f34d88a515b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 965 time: 0.1659818 Nov 19 09:06:57.287776 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 56452758-ed46-4579-a47a-953ff7bd6718, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=56452758-ed46-4579-a47a-953ff7bd6718,segment=NetworkSegment(69400a9f-1fdd-4f52-bf65-8dcbf3c647b7),segment_id=69400a9f-1fdd-4f52-bf65-8dcbf3c647b7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:57.329802 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:57.346025 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-482b51da-a7dc-4666-b19e-aa46a11ac7ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:57.357319 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-482b51da-a7dc-4666-b19e-aa46a11ac7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:57.460094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0001d89f-819b-4bb9-957a-4d3fc9024c57 req-ba7fc055-3fc9-4408-8409-029102047377 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090399 Nov 19 09:06:57.505802 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=56452758-ed46-4579-a47a-953ff7bd6718,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:57.512962 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56976) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:57.514028 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['e39abd13-128e-47a6-97c2-670a98e12d60'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:06:57.516226 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-482b51da-a7dc-4666-b19e-aa46a11ac7ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af374581fdeb4dd692af7d2b89606cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6000218 Nov 19 09:06:57.517838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b51da-a7dc-4666-b19e-aa46a11ac7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cff85c-05a3-4f95-b81c-454993dc267e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:57.521144 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-922bb3e3-b266-4442-8be2-a4c7850824dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:57.619488 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-922bb3e3-b266-4442-8be2-a4c7850824dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:57.636676 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:57.645329 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-922bb3e3-b266-4442-8be2-a4c7850824dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:57.687392 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56980) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:57.696145 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:57.728324 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78da68e3-0d3e-48b2-a81c-de19cf52d594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:57.731205 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['56452758-ed46-4579-a47a-953ff7bd6718'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:06:57.764071 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922bb3e3-b266-4442-8be2-a4c7850824dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14242a6-e22c-4934-95b0-a2448739be49,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:57.773381 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-922bb3e3-b266-4442-8be2-a4c7850824dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=baf0a8ad3f5e4f61a7d4d9bdad230240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6659353 Nov 19 09:06:57.779228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56982) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:57.804901 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d1efaf80-1292-4538-b373-05e12dc0c820 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:57.830628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae6ced-71d8-459c-8035-b261e006c6fd req-14efe064-de22-4ff0-84d2-2bb9f30bc6ca tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:57.833200 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73ae6ced-71d8-459c-8035-b261e006c6fd req-14efe064-de22-4ff0-84d2-2bb9f30bc6ca tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f00b52-184a-4095-bdc2-d6defb925ef9 HTTP/1.1" status: 200 len: 945 time: 0.2088630 Nov 19 09:06:57.869188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259e6ff-f551-4e50-be77-05bc28f6c283 req-ab7b88a7-7f6a-4060-87ad-b7a3835dcaca tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:57.875692 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a259e6ff-f551-4e50-be77-05bc28f6c283 req-ab7b88a7-7f6a-4060-87ad-b7a3835dcaca tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6bd809-a06d-4f05-a835-ca4e8af024d7 HTTP/1.1" status: 200 len: 950 time: 0.1823545 Nov 19 09:06:57.889926 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d1efaf80-1292-4538-b373-05e12dc0c820 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.005159 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 2a7d0002-0507-47dc-b7df-295bd3615b8a details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:06:58.006349 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a259e6ff-f551-4e50-be77-05bc28f6c283 req-aa3bf6b2-5fdd-4499-a675-58ae20d9a925 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070313 Nov 19 09:06:58.025552 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-581f79bc-e98f-4ab9-a5e6-dd3c41172339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.027663 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Allocated IP 172.25.0.41 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/28732a85-448e-4d3b-8509-d1bf0c31142c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:06:58.060820 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73ae6ced-71d8-459c-8035-b261e006c6fd req-eba2bdd0-3c59-474e-8b90-ed41944624c2 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151837 Nov 19 09:06:58.064922 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d1efaf80-1292-4538-b373-05e12dc0c820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.068789 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d1efaf80-1292-4538-b373-05e12dc0c820 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.073154 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d1efaf80-1292-4538-b373-05e12dc0c820 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77cff85c-05a3-4f95-b81c-454993dc267e HTTP/1.1" status: 204 len: 168 time: 0.5547583 Nov 19 09:06:58.073154 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78da68e3-0d3e-48b2-a81c-de19cf52d594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.089747 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.101184 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-581f79bc-e98f-4ab9-a5e6-dd3c41172339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.138517 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 2a7d0002-0507-47dc-b7df-295bd3615b8a, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=2a7d0002-0507-47dc-b7df-295bd3615b8a,segment=NetworkSegment(69400a9f-1fdd-4f52-bf65-8dcbf3c647b7),segment_id=69400a9f-1fdd-4f52-bf65-8dcbf3c647b7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:58.153583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '2a7d0002-0507-47dc-b7df-295bd3615b8a', 'network_id': '881c3989-894e-407c-a333-444a8ac2c567', 'port_id': '2a7d0002-0507-47dc-b7df-295bd3615b8a', 'mac_address': 'fa:16:3e:be:df:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f75fb4-8514-43c4-bd0b-55ad24ce5e00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:06:58.166326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efaf80-1292-4538-b373-05e12dc0c820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cff85c-05a3-4f95-b81c-454993dc267e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:58.167080 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-581f79bc-e98f-4ab9-a5e6-dd3c41172339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.172456 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78da68e3-0d3e-48b2-a81c-de19cf52d594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.178202 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-581f79bc-e98f-4ab9-a5e6-dd3c41172339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.181969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-581f79bc-e98f-4ab9-a5e6-dd3c41172339 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e14242a6-e22c-4934-95b0-a2448739be49 HTTP/1.1" status: 204 len: 168 time: 0.3995085 Nov 19 09:06:58.195121 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f79bc-e98f-4ab9-a5e6-dd3c41172339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14242a6-e22c-4934-95b0-a2448739be49,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:58.256653 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.257034 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.261246 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-78da68e3-0d3e-48b2-a81c-de19cf52d594 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5b449f64b48445d89beb92ba7645efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5725877 Nov 19 09:06:58.263857 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56996) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:58.266029 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da68e3-0d3e-48b2-a81c-de19cf52d594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee16afbd-6511-44c2-9191-fede9a3ad54f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:58.313838 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5001a278-5236-4abc-93f5-f3ae55c7a638', 'tag': 'e39abd13-128e-47a6-97c2-670a98e12d60'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:06:58.316519 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a95ce27-b3b1-4abd-9044-e42d301d7f72" -d '{"events": [{"name": "network-changed", "server_uuid": "5001a278-5236-4abc-93f5-f3ae55c7a638", "tag": "e39abd13-128e-47a6-97c2-670a98e12d60"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:06:58.330914 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.357609 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:06:58.404027 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95540383-3592-42a7-9479-33d2f960df0f x-openstack-request-id: req-95540383-3592-42a7-9479-33d2f960df0f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:06:58.404366 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5001a278-5236-4abc-93f5-f3ae55c7a638", "tag": "e39abd13-128e-47a6-97c2-670a98e12d60", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:06:58.404573 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95540383-3592-42a7-9479-33d2f960df0f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:06:58.404970 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5001a278-5236-4abc-93f5-f3ae55c7a638', 'tag': 'e39abd13-128e-47a6-97c2-670a98e12d60', 'status': 'completed', 'code': 200} Nov 19 09:06:58.416374 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Network d3bef959-7638-468e-bf13-8333f26b89d6 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:06:58.424517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:06:58.426449 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.429121 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:06:58.429863 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:06:58.448948 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:06:58.455614 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Pushing event updated for resources: {'Port': ['ID=28732a85-448e-4d3b-8509-d1bf0c31142c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:58.488908 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:06:58.501808 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a93c91d-d5c0-4f06-8a27-a4cf63c54dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.540509 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Pushing event updated for resources: {'Port': ['ID=77d6aa89-dc25-40df-9758-992cbff6f2fd,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:58.561979 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7d0002-0507-47dc-b7df-295bd3615b8a {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:06:58.568333 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a93c91d-d5c0-4f06-8a27-a4cf63c54dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.580173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab2575-c019-495b-aec4-5a0e6bdf89d1 req-8651d0ca-56e3-4bab-8886-c35ce505d856 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:58.605775 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d0ab2575-c019-495b-aec4-5a0e6bdf89d1 req-8651d0ca-56e3-4bab-8886-c35ce505d856 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.2032118 Nov 19 09:06:58.621696 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95ce27-b3b1-4abd-9044-e42d301d7f72 req-6fa37a1d-0139-44a0-8bd6-671e7859cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:58.623933 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5a95ce27-b3b1-4abd-9044-e42d301d7f72 req-6fa37a1d-0139-44a0-8bd6-671e7859cdd6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 1148 time: 0.1857507 Nov 19 09:06:58.632086 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 2a7d0002-0507-47dc-b7df-295bd3615b8a, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=2a7d0002-0507-47dc-b7df-295bd3615b8a,segment=NetworkSegment(69400a9f-1fdd-4f52-bf65-8dcbf3c647b7),segment_id=69400a9f-1fdd-4f52-bf65-8dcbf3c647b7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:06:58.647641 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.718854 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Attempting to bind port 77d6aa89-dc25-40df-9758-992cbff6f2fd on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:06:58.719342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Attempting to bind port 77d6aa89-dc25-40df-9758-992cbff6f2fd by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:06:58.719821 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Attempting to bind port 77d6aa89-dc25-40df-9758-992cbff6f2fd on network d3bef959-7638-468e-bf13-8333f26b89d6 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:06:58.729653 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:06:58.730016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Checking segment: {'id': '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:06:58.730562 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.731099 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Bound using segment: {'id': '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:06:58.731612 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Bound port: 77d6aa89-dc25-40df-9758-992cbff6f2fd, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:06:58.732089 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.758193 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=2a7d0002-0507-47dc-b7df-295bd3615b8a,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:58.839392 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] For port 77d6aa89-dc25-40df-9758-992cbff6f2fd, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:06:58.840952 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a93c91d-d5c0-4f06-8a27-a4cf63c54dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.847495 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a93c91d-d5c0-4f06-8a27-a4cf63c54dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.848908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9a93c91d-d5c0-4f06-8a27-a4cf63c54dfc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee16afbd-6511-44c2-9191-fede9a3ad54f HTTP/1.1" status: 204 len: 168 time: 0.5811191 Nov 19 09:06:58.853965 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] For port 77d6aa89-dc25-40df-9758-992cbff6f2fd, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=77d6aa89-dc25-40df-9758-992cbff6f2fd,segment=NetworkSegment(2cbef4fb-1fa3-4aaf-b06c-e5c16add4048),segment_id=2cbef4fb-1fa3-4aaf-b06c-e5c16add4048)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:06:58.863142 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.873426 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93c91d-d5c0-4f06-8a27-a4cf63c54dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee16afbd-6511-44c2-9191-fede9a3ad54f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:58.878219 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['2a7d0002-0507-47dc-b7df-295bd3615b8a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:06:58.918925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95ce27-b3b1-4abd-9044-e42d301d7f72 req-f3fa3328-174d-4de3-a364-d58a99bd9ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:58.920505 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5a95ce27-b3b1-4abd-9044-e42d301d7f72 req-f3fa3328-174d-4de3-a364-d58a99bd9ad3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.2867479 Nov 19 09:06:58.940632 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:58.945040 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d0ab2575-c019-495b-aec4-5a0e6bdf89d1 req-77b39163-edb2-4835-872f-19686454905a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381052 Nov 19 09:06:58.981598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40743684-bbbd-4e06-a1a4-548b11d5b504 req-00cde635-df29-49d2-869e-d26fbc9bb38f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:58.983928 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-40743684-bbbd-4e06-a1a4-548b11d5b504 req-00cde635-df29-49d2-869e-d26fbc9bb38f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 965 time: 0.3613193 Nov 19 09:06:58.985381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57014) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:59.072044 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-67a9c293-9119-47fe-bf6f-ead721a3d213 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:59.185952 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-40743684-bbbd-4e06-a1a4-548b11d5b504 req-ec6cdacf-ad05-4d0c-ac0b-e7c05cf3cb9d tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884444 Nov 19 09:06:59.197356 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f102fe-2761-4860-a244-c4066b65b71a None None] Pushing event updated for resources: {'Port': ['ID=77d6aa89-dc25-40df-9758-992cbff6f2fd,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:59.337928 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5a95ce27-b3b1-4abd-9044-e42d301d7f72 req-0517222b-f55d-4bc3-b5a9-3c8454ceaaed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e39abd13-128e-47a6-97c2-670a98e12d60 HTTP/1.1" status: 200 len: 217 time: 0.4082665 Nov 19 09:06:59.411611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45eb22-96e5-41e4-ab50-9d49fe59fb4d req-6b299dfe-0fb0-4ec6-a67b-01992c0e6b3c tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:59.421735 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d45eb22-96e5-41e4-ab50-9d49fe59fb4d req-6b299dfe-0fb0-4ec6-a67b-01992c0e6b3c tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6bd809-a06d-4f05-a835-ca4e8af024d7 HTTP/1.1" status: 200 len: 950 time: 0.2346342 Nov 19 09:06:59.523846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72724169-1466-4fca-ac47-7040105e8356 req-2885c478-1ffb-4b34-860f-fea5b69bcee1 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:59.530767 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72724169-1466-4fca-ac47-7040105e8356 req-2885c478-1ffb-4b34-860f-fea5b69bcee1 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f00b52-184a-4095-bdc2-d6defb925ef9 HTTP/1.1" status: 200 len: 945 time: 0.2215598 Nov 19 09:06:59.605000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d45eb22-96e5-41e4-ab50-9d49fe59fb4d req-30d06c28-5012-4daa-b59f-e64f6cc3af0b tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763115 Nov 19 09:06:59.627474 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-67a9c293-9119-47fe-bf6f-ead721a3d213 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:59.643981 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-67a9c293-9119-47fe-bf6f-ead721a3d213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:59.694580 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514c663-bd92-4f1f-8ad2-647c6694376d req-cfea5fdb-b38b-4a9e-8905-64a61df2c64c tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:59.697308 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d514c663-bd92-4f1f-8ad2-647c6694376d req-cfea5fdb-b38b-4a9e-8905-64a61df2c64c tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.71 "GET /v2.0/ports?device_id=2e6bd809-a06d-4f05-a835-ca4e8af024d7 HTTP/1.1" status: 200 len: 950 time: 0.3584433 Nov 19 09:06:59.707583 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95ce27-b3b1-4abd-9044-e42d301d7f72 req-1b260fc7-5791-477b-9591-837737aade9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:06:59.710344 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5a95ce27-b3b1-4abd-9044-e42d301d7f72 req-1b260fc7-5791-477b-9591-837737aade9b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.2494736 Nov 19 09:06:59.727935 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72724169-1466-4fca-ac47-7040105e8356 req-a12b74aa-d0aa-4255-99b3-68d883b4ef38 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942883 Nov 19 09:06:59.743934 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-67a9c293-9119-47fe-bf6f-ead721a3d213 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0161a7bec3d748e282aedceaef846bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7571943 Nov 19 09:06:59.744622 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57038) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:06:59.753769 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9c293-9119-47fe-bf6f-ead721a3d213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71917dc-521a-47e0-a98f-018dc4925b27,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:59.848277 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02d718fa-e63d-4348-b5e1-58c11eb02ee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:59.879309 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02d718fa-e63d-4348-b5e1-58c11eb02ee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:59.880499 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5a95ce27-b3b1-4abd-9044-e42d301d7f72 req-8a10ab62-970c-441e-a1e7-d8c3f8ea1d8a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120527 Nov 19 09:06:59.945781 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02d718fa-e63d-4348-b5e1-58c11eb02ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:59.951770 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02d718fa-e63d-4348-b5e1-58c11eb02ee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:59.955441 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-02d718fa-e63d-4348-b5e1-58c11eb02ee1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f71917dc-521a-47e0-a98f-018dc4925b27 HTTP/1.1" status: 204 len: 168 time: 0.2086854 Nov 19 09:06:59.968291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d718fa-e63d-4348-b5e1-58c11eb02ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71917dc-521a-47e0-a98f-018dc4925b27,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:06:59.987897 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:06:59.997656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 2a7d0002-0507-47dc-b7df-295bd3615b8a up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:00.107663 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5a95ce27-b3b1-4abd-9044-e42d301d7f72 req-fe4c46b2-0b3a-4db0-b1bd-9298df3837cf service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198405 Nov 19 09:07:00.152110 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-d514c663-bd92-4f1f-8ad2-647c6694376d req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Deleting port aa4ea57e-e390-4922-a694-72a3d5c6e54c {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:07:00.152613 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d514c663-bd92-4f1f-8ad2-647c6694376d req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:00.163022 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 2a7d0002-0507-47dc-b7df-295bd3615b8a completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:07:00.163864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9563862-a6a4-4b4e-b02e-d7965d73ac9c req-bf0f575e-90d1-4ff3-ac91-6a758accb10e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:00.174535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 77d6aa89-dc25-40df-9758-992cbff6f2fd up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:00.179217 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c9563862-a6a4-4b4e-b02e-d7965d73ac9c req-bf0f575e-90d1-4ff3-ac91-6a758accb10e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.0952983 Nov 19 09:07:00.179418 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 2a7d0002-0507-47dc-b7df-295bd3615b8a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:00.179557 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:00.244458 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c9563862-a6a4-4b4e-b02e-d7965d73ac9c req-d58bc5c9-b77c-4848-afc1-885fdce912d3 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632114 Nov 19 09:07:00.429546 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9bbcc-4d2d-4c0d-af14-884e784bb6dc req-43dbecb8-4f79-4169-9b18-627b052d0d7c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:00.439457 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07c9bbcc-4d2d-4c0d-af14-884e784bb6dc req-43dbecb8-4f79-4169-9b18-627b052d0d7c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 965 time: 0.1208358 Nov 19 09:07:00.443297 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e39abd13-128e-47a6-97c2-670a98e12d60 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:07:00.492648 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 56452758-ed46-4579-a47a-953ff7bd6718 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:00.495313 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:00.500560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 77d6aa89-dc25-40df-9758-992cbff6f2fd triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:00.501775 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:00.535271 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d514c663-bd92-4f1f-8ad2-647c6694376d req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] For port aa4ea57e-e390-4922-a694-72a3d5c6e54c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=aa4ea57e-e390-4922-a694-72a3d5c6e54c,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:00.535653 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d514c663-bd92-4f1f-8ad2-647c6694376d req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:00.582849 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07c9bbcc-4d2d-4c0d-af14-884e784bb6dc req-0ee91e9b-a8ed-419d-9bc4-f0f76bec2415 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354837 Nov 19 09:07:00.593992 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5a95ce27-b3b1-4abd-9044-e42d301d7f72 req-825cecfd-382e-45c5-a007-94a326064a8b service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660349 Nov 19 09:07:00.595262 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-d514c663-bd92-4f1f-8ad2-647c6694376d req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Calling delete_port for aa4ea57e-e390-4922-a694-72a3d5c6e54c owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:07:00.693480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962a3df1-189e-4a4d-9f2e-9de917259d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7d0002-0507-47dc-b7df-295bd3615b8a'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:00.696127 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bef7441-0cba-4a6e-98eb-17a83a0d1af2" -d '{"events": [{"server_uuid": "962a3df1-189e-4a4d-9f2e-9de917259d40", "name": "network-vif-plugged", "status": "completed", "tag": "2a7d0002-0507-47dc-b7df-295bd3615b8a"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:00.711674 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Router 08e18be6-4c4f-4670-9611-9c4e66e1abaa is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:07:00.766485 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 2a7d0002-0507-47dc-b7df-295bd3615b8a, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=2a7d0002-0507-47dc-b7df-295bd3615b8a,segment=NetworkSegment(69400a9f-1fdd-4f52-bf65-8dcbf3c647b7),segment_id=69400a9f-1fdd-4f52-bf65-8dcbf3c647b7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:00.789453 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a78940c-c8bf-4df7-b8dd-1171bbddb5e1 x-openstack-request-id: req-4a78940c-c8bf-4df7-b8dd-1171bbddb5e1 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:00.789768 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962a3df1-189e-4a4d-9f2e-9de917259d40", "name": "network-vif-plugged", "status": "completed", "tag": "2a7d0002-0507-47dc-b7df-295bd3615b8a", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:00.790037 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a78940c-c8bf-4df7-b8dd-1171bbddb5e1 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:00.790447 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962a3df1-189e-4a4d-9f2e-9de917259d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7d0002-0507-47dc-b7df-295bd3615b8a', 'code': 200} Nov 19 09:07:00.822277 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:00.833311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:00.851698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57076) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:00.915903 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc55cdd-4706-4888-851b-e9483ef1704c req-c1d47ee4-4baa-4c29-b5b7-c24d91758caf tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:00.920216 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfc55cdd-4706-4888-851b-e9483ef1704c req-c1d47ee4-4baa-4c29-b5b7-c24d91758caf tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6bd809-a06d-4f05-a835-ca4e8af024d7 HTTP/1.1" status: 200 len: 950 time: 0.1612043 Nov 19 09:07:00.926703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1875b8b9-514b-488e-a58a-dd1e52c212ef None None] Network d3bef959-7638-468e-bf13-8333f26b89d6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:07:01.035681 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfc55cdd-4706-4888-851b-e9483ef1704c req-6f17c2d6-22d7-4bc4-8c9a-0a6279a89fd2 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.21 "GET /v2.0/security-groups?id=338464d9-7e6d-45c2-bbef-e104fe012360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043923 Nov 19 09:07:01.056739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca53b-7a86-4c24-ae30-546952b8ff3b req-9561b3a2-39cd-413d-a466-ede42ca9480d tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:01.058542 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-60dca53b-7a86-4c24-ae30-546952b8ff3b req-9561b3a2-39cd-413d-a466-ede42ca9480d tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f00b52-184a-4095-bdc2-d6defb925ef9 HTTP/1.1" status: 200 len: 945 time: 0.1710637 Nov 19 09:07:01.059467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 56452758-ed46-4579-a47a-953ff7bd6718 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:07:01.087409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e39abd13-128e-47a6-97c2-670a98e12d60, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e39abd13-128e-47a6-97c2-670a98e12d60,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:01.092769 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 56452758-ed46-4579-a47a-953ff7bd6718 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:01.093384 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:01.113733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:07:01.126672 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d6217-a815-4648-aabe-9ed5ce2cfdf1 req-097bbdbe-c2b8-4b31-9b17-57e66245ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:01.128161 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ff9d6217-a815-4648-aabe-9ed5ce2cfdf1 req-097bbdbe-c2b8-4b31-9b17-57e66245ade0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=962a3df1-189e-4a4d-9f2e-9de917259d40 HTTP/1.1" status: 200 len: 1098 time: 0.2626185 Nov 19 09:07:01.129753 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Sync routers for ids ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:07:01.144864 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Routers {'08e18be6-4c4f-4670-9611-9c4e66e1abaa'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:07:01.145271 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:06:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:01.146725 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d514c663-bd92-4f1f-8ad2-647c6694376d req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:01.155813 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-60dca53b-7a86-4c24-ae30-546952b8ff3b req-8e220178-67c0-4c3f-85f4-c82083afd29d tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870087 Nov 19 09:07:01.164536 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:01.165988 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a45e3fc5-0b1a-4ff8-94bb-608432423d41 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0569208 Nov 19 09:07:01.169002 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57086) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:01.212441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=2a7d0002-0507-47dc-b7df-295bd3615b8a,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:01.216756 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Pushing event deleted for resources: {'Port': ['ID=aa4ea57e-e390-4922-a694-72a3d5c6e54c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:01.257361 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:01.258029 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:01.258595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:01.259094 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:01.259591 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:01.260076 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:01.260435 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['aa4ea57e-e390-4922-a694-72a3d5c6e54c'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:01.260749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:01.261267 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:01.261764 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:01.262433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:01.262924 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:01.263408 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:01.288578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-d514c663-bd92-4f1f-8ad2-647c6694376d req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] No DVR routers for this DVR port aa4ea57e-e390-4922-a694-72a3d5c6e54c on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:07:01.296363 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d514c663-bd92-4f1f-8ad2-647c6694376d req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:01.302494 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d514c663-bd92-4f1f-8ad2-647c6694376d req-02e35be4-f5dd-4830-a330-f2aef300af89 tempest-DeleteServersAdminTestJSON-1783325787 tempest-DeleteServersAdminTestJSON-1783325787-project] 10.222.0.71 "DELETE /v2.0/ports/aa4ea57e-e390-4922-a694-72a3d5c6e54c HTTP/1.1" status: 204 len: 173 time: 1.5907960 Nov 19 09:07:01.307649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6bd809-a06d-4f05-a835-ca4e8af024d7', 'name': 'network-vif-deleted', 'tag': 'aa4ea57e-e390-4922-a694-72a3d5c6e54c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:01.310278 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450dc2ed-ba3a-41c0-ba19-0d9608481027" -d '{"events": [{"server_uuid": "2e6bd809-a06d-4f05-a835-ca4e8af024d7", "name": "network-vif-deleted", "tag": "aa4ea57e-e390-4922-a694-72a3d5c6e54c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:01.335315 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ff9d6217-a815-4648-aabe-9ed5ce2cfdf1 req-2eab9fb6-f1b6-4d48-9fe4-ed963f957f2f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974993 Nov 19 09:07:01.372142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-45869082-network', 'tenant_id': 'ce989b55833b440eb5cb45caac51da3f'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:01.372853 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e39abd13-128e-47a6-97c2-670a98e12d60 has no active binding in host n-h2-805649-14 {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 09:07:01.381538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e280e683-0cf0-4b77-a55d-10144fee03bc None None] Provisioning complete for port 77d6aa89-dc25-40df-9758-992cbff6f2fd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:01.383711 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e280e683-0cf0-4b77-a55d-10144fee03bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:01.449996 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4127ae-21c5-41f8-b59c-95410a8ecd85 x-openstack-request-id: req-6e4127ae-21c5-41f8-b59c-95410a8ecd85 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:01.450518 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6bd809-a06d-4f05-a835-ca4e8af024d7", "name": "network-vif-deleted", "tag": "aa4ea57e-e390-4922-a694-72a3d5c6e54c", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:01.450845 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e4127ae-21c5-41f8-b59c-95410a8ecd85 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:01.451448 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6bd809-a06d-4f05-a835-ca4e8af024d7', 'name': 'network-vif-deleted', 'tag': 'aa4ea57e-e390-4922-a694-72a3d5c6e54c', 'status': 'completed', 'code': 200} Nov 19 09:07:01.473549 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:01.525738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Made reservation on behalf of ce989b55833b440eb5cb45caac51da3f for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:01.533067 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:01.565389 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:01.577412 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 77d6aa89-dc25-40df-9758-992cbff6f2fd, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=77d6aa89-dc25-40df-9758-992cbff6f2fd,segment=NetworkSegment(2cbef4fb-1fa3-4aaf-b06c-e5c16add4048),segment_id=2cbef4fb-1fa3-4aaf-b06c-e5c16add4048)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:01.612033 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Set router 08e18be6-4c4f-4670-9611-9c4e66e1abaa gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:07:01.711851 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:01.724861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17858f6c-2a10-4ed7-a467-f9c7b7e9d7f6 req-da2a99f9-bade-400e-b981-38a0d10c65e1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:01.726460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17858f6c-2a10-4ed7-a467-f9c7b7e9d7f6 req-da2a99f9-bade-400e-b981-38a0d10c65e1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.2988017 Nov 19 09:07:01.746212 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:07:01.759038 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:01.810584 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:01.813715 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:01.970839 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17858f6c-2a10-4ed7-a467-f9c7b7e9d7f6 req-f40d0cc5-6959-4371-a02a-2c6ad6688d8a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267683 Nov 19 09:07:01.997695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9065e28-cdf1-4ee1-9ddf-21c05064af9d req-a82943f6-f2e0-444e-a7f3-109a42f0bd0a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:02.001351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9065e28-cdf1-4ee1-9ddf-21c05064af9d req-a82943f6-f2e0-444e-a7f3-109a42f0bd0a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 965 time: 0.2730739 Nov 19 09:07:02.033451 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=77d6aa89-dc25-40df-9758-992cbff6f2fd,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:02.034838 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:06:58Z', 'revision_number': 3, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:02.040176 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:02.053637 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 56452758-ed46-4579-a47a-953ff7bd6718, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=56452758-ed46-4579-a47a-953ff7bd6718,segment=NetworkSegment(69400a9f-1fdd-4f52-bf65-8dcbf3c647b7),segment_id=69400a9f-1fdd-4f52-bf65-8dcbf3c647b7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:02.071263 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:02.111271 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:02.114950 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Checking router: 08e18be6-4c4f-4670-9611-9c4e66e1abaa for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:07:02.117445 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Updating router 08e18be6-4c4f-4670-9611-9c4e66e1abaa port 28732a85-448e-4d3b-8509-d1bf0c31142c binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:07:02.117580 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:07:02.146638 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9065e28-cdf1-4ee1-9ddf-21c05064af9d req-c79957d4-c0ea-4be7-b583-804f6a836db3 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441610 Nov 19 09:07:02.155180 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:02.161578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c500488-8edd-4d54-9194-52c7a19f9b45,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:02.174874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:02.175540 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Added segment c7bd5234-fa29-4544-8a88-1acbba6b7949 of type vlan for network f42ad535-43bd-4b8b-bf06-8f6770e1e61f Nov 19 09:07:02.179149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.195050 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.206534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.206891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.207237 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.212612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.212612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.212612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.212612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.212612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.212612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.212612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.263581 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:02.284908 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=56452758-ed46-4579-a47a-953ff7bd6718,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:02.319622 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:02.320013 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 2cac0adb-5f66-4a06-9a92-c3f7d1296b53, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=2cac0adb-5f66-4a06-9a92-c3f7d1296b53,segment=NetworkSegment(69400a9f-1fdd-4f52-bf65-8dcbf3c647b7),segment_id=69400a9f-1fdd-4f52-bf65-8dcbf3c647b7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:02.392600 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:02.394878 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:02.396107 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:02.397005 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:02.424956 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:02.461790 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=2cac0adb-5f66-4a06-9a92-c3f7d1296b53,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:02.465688 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device aa4ea57e-e390-4922-a694-72a3d5c6e54c no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:07:02.518687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: aa4ea57e-e390-4922-a694-72a3d5c6e54c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:07:02.519334 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device aa4ea57e-e390-4922-a694-72a3d5c6e54c not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:07:02.601193 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-6ce01d94-5dc3-4925-a8e7-915fd9a624a3 service neutron] 10.222.0.66 "GET /v2.0/ports/e39abd13-128e-47a6-97c2-670a98e12d60/bindings/n-h2-805649-14 HTTP/1.1" status: 200 len: 385 time: 0.1098156 Nov 19 09:07:02.790495 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:02.793131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad582f43-e68d-40a8-820b-5cba8402ea19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56452758-ed46-4579-a47a-953ff7bd6718'}, {'server_uuid': '26f00b52-184a-4095-bdc2-d6defb925ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cac0adb-5f66-4a06-9a92-c3f7d1296b53'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:02.798171 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd04604-6874-4d36-be11-180275411179" -d '{"events": [{"server_uuid": "ad582f43-e68d-40a8-820b-5cba8402ea19", "name": "network-vif-plugged", "status": "completed", "tag": "56452758-ed46-4579-a47a-953ff7bd6718"}, {"server_uuid": "26f00b52-184a-4095-bdc2-d6defb925ef9", "name": "network-vif-plugged", "status": "completed", "tag": "2cac0adb-5f66-4a06-9a92-c3f7d1296b53"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:02.798465 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:02.882064 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc0761-8be8-47d4-898e-f8674fd8d21c None None] Pushing event updated for resources: {'Port': ['ID=28732a85-448e-4d3b-8509-d1bf0c31142c,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:02.901345 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc0761-8be8-47d4-898e-f8674fd8d21c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.901786 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc0761-8be8-47d4-898e-f8674fd8d21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.902113 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc0761-8be8-47d4-898e-f8674fd8d21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.902463 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc0761-8be8-47d4-898e-f8674fd8d21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.902805 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc0761-8be8-47d4-898e-f8674fd8d21c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.903143 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc0761-8be8-47d4-898e-f8674fd8d21c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.903479 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc0761-8be8-47d4-898e-f8674fd8d21c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.903807 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc0761-8be8-47d4-898e-f8674fd8d21c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.904133 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc0761-8be8-47d4-898e-f8674fd8d21c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.904462 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc0761-8be8-47d4-898e-f8674fd8d21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.904795 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc0761-8be8-47d4-898e-f8674fd8d21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.905132 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc0761-8be8-47d4-898e-f8674fd8d21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bc0761-8be8-47d4-898e-f8674fd8d21c None None] Tracked resource versions report: Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: pushed versions: Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: { 'AddressGroup': {'1.2'}, Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'ConntrackHelper': {'1.0'}, Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'Log': {'1.0'}, Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'Network': {'1.1'}, Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'Port': {'1.7'}, Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'PortForwarding': {'1.2'}, Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'QosPolicy': {'1.10'}, Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'SecurityGroup': {'1.5'}, Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'SecurityGroupRule': {'1.2'}, Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'SubPort': {'1.0'}, Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'Subnet': {'1.1'}, Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'Trunk': {'1.1'}} Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: consumer versions: Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: { DHCP agent@n-d-805649-14: {}, Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: HyperV agent@n-h1-805649-14: {}, Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: HyperV agent@n-h2-805649-14: {}, Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: L3 agent@n-d-805649-14: {}, Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: Metadata agent@n-d-805649-14: {}, Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: Metering agent@n-d-805649-14: {}, Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: Open vSwitch agent@n-d-805649-14: { 'AddressGroup': '1.2', Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'ConntrackHelper': '1.0', Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'Log': '1.0', Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'Network': '1.1', Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'Port': '1.7', Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'PortForwarding': '1.2', Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'QosPolicy': '1.10', Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'SecurityGroup': '1.5', Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'SecurityGroupRule': '1.2', Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'SubPort': '1.0', Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'Subnet': '1.1', Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: 'Trunk': '1.1'}} Nov 19 09:07:02.906278 n-d-805649-14 neutron-server[103479]: {{(pid=103479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 09:07:02.956124 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Attempting to bind port 28732a85-448e-4d3b-8509-d1bf0c31142c on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:02.956501 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Attempting to bind port 28732a85-448e-4d3b-8509-d1bf0c31142c by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:02.957046 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Attempting to bind port 28732a85-448e-4d3b-8509-d1bf0c31142c on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:02.962964 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:02.963707 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:02.964275 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:02.964854 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:02.965536 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Bound port: 28732a85-448e-4d3b-8509-d1bf0c31142c, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:02.966111 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:02.973997 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-51364bf9-e08c-4eef-a1e5-12e5724de8fe None None] Provisioning complete for port 77d6aa89-dc25-40df-9758-992cbff6f2fd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:02.974424 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-51364bf9-e08c-4eef-a1e5-12e5724de8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:02.987128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-bd292fc6-fc1e-47f7-9c19-bf3656f9c8d3 service neutron] For port e39abd13-128e-47a6-97c2-670a98e12d60, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e39abd13-128e-47a6-97c2-670a98e12d60,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:03.029072 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] For port 28732a85-448e-4d3b-8509-d1bf0c31142c, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:03.034051 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] For port 28732a85-448e-4d3b-8509-d1bf0c31142c, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=28732a85-448e-4d3b-8509-d1bf0c31142c,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:03.048117 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-bd292fc6-fc1e-47f7-9c19-bf3656f9c8d3 service neutron] For port e39abd13-128e-47a6-97c2-670a98e12d60, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:03.052346 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:03.102765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] Pushing event updated for resources: {'Network': ['ID=f42ad535-43bd-4b8b-bf06-8f6770e1e61f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:03.138335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network f42ad535-43bd-4b8b-bf06-8f6770e1e61f details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:07:03.145606 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-bd292fc6-fc1e-47f7-9c19-bf3656f9c8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39abd13-128e-47a6-97c2-670a98e12d60 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:03.167785 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc0761-8be8-47d4-898e-f8674fd8d21c None None] Pushing event updated for resources: {'Port': ['ID=28732a85-448e-4d3b-8509-d1bf0c31142c,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:03.209227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-bd292fc6-fc1e-47f7-9c19-bf3656f9c8d3 service neutron] For port e39abd13-128e-47a6-97c2-670a98e12d60, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e39abd13-128e-47a6-97c2-670a98e12d60,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:03.216296 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Routers {'08e18be6-4c4f-4670-9611-9c4e66e1abaa'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:07:03.217381 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:06:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:03.237167 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-bd292fc6-fc1e-47f7-9c19-bf3656f9c8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:03.283581 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-55f3be37-0e33-40d8-8dd3-1d1472b1ebf6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4267340 Nov 19 09:07:03.286763 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57152) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:03.296140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c30e8252-9a0b-410b-89b3-3d73bdd22eb7 admin admin] Request body: {'subnet': {'network_id': 'f42ad535-43bd-4b8b-bf06-8f6770e1e61f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-45869082-subnet', 'tenant_id': 'ce989b55833b440eb5cb45caac51da3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:03.326083 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30e8252-9a0b-410b-89b3-3d73bdd22eb7 admin admin] Made reservation on behalf of ce989b55833b440eb5cb45caac51da3f for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:03.333995 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c30e8252-9a0b-410b-89b3-3d73bdd22eb7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:03.362533 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd49513-bb1f-45f1-b889-1101bf2b77f9 req-f0050c46-3dd7-4c0b-8598-978deb2561ee tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:03.374573 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfd49513-bb1f-45f1-b889-1101bf2b77f9 req-f0050c46-3dd7-4c0b-8598-978deb2561ee tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f00b52-184a-4095-bdc2-d6defb925ef9 HTTP/1.1" status: 200 len: 946 time: 0.9965773 Nov 19 09:07:03.397862 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] Set router 08e18be6-4c4f-4670-9611-9c4e66e1abaa gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:07:03.400757 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b7dbc4-f4e8-4a00-88b4-7faf6f4666cb x-openstack-request-id: req-d0b7dbc4-f4e8-4a00-88b4-7faf6f4666cb {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:03.400757 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad582f43-e68d-40a8-820b-5cba8402ea19", "name": "network-vif-plugged", "status": "completed", "tag": "56452758-ed46-4579-a47a-953ff7bd6718", "code": 200}, {"server_uuid": "26f00b52-184a-4095-bdc2-d6defb925ef9", "name": "network-vif-plugged", "status": "completed", "tag": "2cac0adb-5f66-4a06-9a92-c3f7d1296b53", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:03.400757 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0b7dbc4-f4e8-4a00-88b4-7faf6f4666cb {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:03.401154 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad582f43-e68d-40a8-820b-5cba8402ea19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56452758-ed46-4579-a47a-953ff7bd6718', 'code': 200} Nov 19 09:07:03.403619 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f00b52-184a-4095-bdc2-d6defb925ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cac0adb-5f66-4a06-9a92-c3f7d1296b53', 'code': 200} Nov 19 09:07:03.455238 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Allocated IP 172.20.0.1 (d3bef959-7638-468e-bf13-8333f26b89d6/21c7acd8-cb2d-439d-8baa-0f60843d7068/232a378c-0d9c-4fee-a1c3-fa4649b4ea20) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:03.540536 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfd49513-bb1f-45f1-b889-1101bf2b77f9 req-389f8135-81ee-4b68-a4c3-0fd63343b34a tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650791 Nov 19 09:07:03.639172 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387b8d0-d7c0-4150-a0b8-55a26577cba6 req-e4ec47a2-9f1c-4e25-9692-af8858ed0341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:03.640724 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7387b8d0-d7c0-4150-a0b8-55a26577cba6 req-e4ec47a2-9f1c-4e25-9692-af8858ed0341 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=26f00b52-184a-4095-bdc2-d6defb925ef9 HTTP/1.1" status: 200 len: 1098 time: 0.1030865 Nov 19 09:07:03.648305 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:06:58Z', 'revision_number': 3, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:03.664021 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df272890-0e8d-44d9-9eae-2a90f306ebee req-0e820d19-55c3-432d-9960-09518f4127cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:03.665567 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-df272890-0e8d-44d9-9eae-2a90f306ebee req-0e820d19-55c3-432d-9960-09518f4127cb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ad582f43-e68d-40a8-820b-5cba8402ea19 HTTP/1.1" status: 200 len: 1098 time: 0.1543214 Nov 19 09:07:03.713747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-bd292fc6-fc1e-47f7-9c19-bf3656f9c8d3 service neutron] Transition to ACTIVE for port object e39abd13-128e-47a6-97c2-670a98e12d60 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:07:03.732810 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-bd292fc6-fc1e-47f7-9c19-bf3656f9c8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:03.754139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66196c96-8e25-4015-8eee-51e4e43317ac req-29af05de-b729-49f0-b9c2-370f05e5aa48 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:03.755710 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66196c96-8e25-4015-8eee-51e4e43317ac req-29af05de-b729-49f0-b9c2-370f05e5aa48 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.2221601 Nov 19 09:07:03.762771 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673fcf3-dbe5-4cca-a5df-876186eee160 None None] The sync data for ids ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'] in n-d-805649-14 is: [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:06:58Z', 'revision_number': 3, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:07:03.773198 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7387b8d0-d7c0-4150-a0b8-55a26577cba6 req-5ace546f-e3cc-4e66-b34d-075d3308dd81 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191113 Nov 19 09:07:03.793759 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-df272890-0e8d-44d9-9eae-2a90f306ebee req-22e86dd7-05b4-49f5-9669-71fc52b62469 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155610 Nov 19 09:07:03.801683 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:03.844880 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-bd292fc6-fc1e-47f7-9c19-bf3656f9c8d3 service neutron] No DVR routers for this DVR port e39abd13-128e-47a6-97c2-670a98e12d60 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:07:03.852729 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd292fc6-fc1e-47f7-9c19-bf3656f9c8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e39abd13-128e-47a6-97c2-670a98e12d60,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:03.888596 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-bd292fc6-fc1e-47f7-9c19-bf3656f9c8d3 service neutron] 10.222.0.66 "PUT /v2.0/ports/e39abd13-128e-47a6-97c2-670a98e12d60/bindings/n-h2-805649-14/activate HTTP/1.1" status: 200 len: 370 time: 1.2787454 Nov 19 09:07:03.891995 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df18921-aa9b-4216-8df6-17e1b147f928 req-f7ff316f-00fc-48fc-94a8-182dbcbfbc74 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:03.893606 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3df18921-aa9b-4216-8df6-17e1b147f928 req-f7ff316f-00fc-48fc-94a8-182dbcbfbc74 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 965 time: 0.2312615 Nov 19 09:07:03.915377 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c30e8252-9a0b-410b-89b3-3d73bdd22eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:03.927862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66196c96-8e25-4015-8eee-51e4e43317ac req-07d08fcf-8e72-45d0-af9b-8613f84fa657 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601460 Nov 19 09:07:04.007177 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:04.065353 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e8252-9a0b-410b-89b3-3d73bdd22eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=800cc487-ed53-4d92-b4e6-9dfefab1dfeb,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:04.119666 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3df18921-aa9b-4216-8df6-17e1b147f928 req-ce07a687-df56-44da-bb45-eec81d337f96 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123966 Nov 19 09:07:04.163435 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-e5a8e0c1-c53a-4020-9693-e569bdbb517b tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:04.174113 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-e5a8e0c1-c53a-4020-9693-e569bdbb517b tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638&tenant_id=f4ec3ebf1477409f8393f974b06cf696&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 1118 time: 0.0930679 Nov 19 09:07:04.177898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 77d6aa89-dc25-40df-9758-992cbff6f2fd up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:04.211432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30e8252-9a0b-410b-89b3-3d73bdd22eb7 admin admin] Checking segment: {'id': 'c7bd5234-fa29-4544-8a88-1acbba6b7949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f42ad535-43bd-4b8b-bf06-8f6770e1e61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:04.213509 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30e8252-9a0b-410b-89b3-3d73bdd22eb7 admin admin] Network hostable DHCP agents. Network: f42ad535-43bd-4b8b-bf06-8f6770e1e61f, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:07:04.233061 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Network d3bef959-7638-468e-bf13-8333f26b89d6 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:04.245425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:04.247295 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Pushing event updated for resources: {'Port': ['ID=232a378c-0d9c-4fee-a1c3-fa4649b4ea20,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:04.254497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:04.256295 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:04.326932 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 77d6aa89-dc25-40df-9758-992cbff6f2fd triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:04.328792 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:04.364383 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-6c6a334a-159a-48a8-a109-07f24771e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:04.366754 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-6c6a334a-159a-48a8-a109-07f24771e4d4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638&tenant_id=f4ec3ebf1477409f8393f974b06cf696 HTTP/1.1" status: 200 len: 1118 time: 0.1842325 Nov 19 09:07:04.520342 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-a2e23e34-9189-4ee4-9130-dfedf977c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:04.521900 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-a2e23e34-9189-4ee4-9130-dfedf977c7d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 1118 time: 0.1113098 Nov 19 09:07:04.557001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30e8252-9a0b-410b-89b3-3d73bdd22eb7 admin admin] Network f42ad535-43bd-4b8b-bf06-8f6770e1e61f is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:07:04.619985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-c30e8252-9a0b-410b-89b3-3d73bdd22eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, f42ad535-43bd-4b8b-bf06-8f6770e1e61f) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:04.627857 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e8252-9a0b-410b-89b3-3d73bdd22eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:04.628457 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c30e8252-9a0b-410b-89b3-3d73bdd22eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:04.642219 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:04.642918 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c45ad1-3bf2-47d8-8a35-497465de5b9f None None] Network f42ad535-43bd-4b8b-bf06-8f6770e1e61f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:07:04.764166 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c30e8252-9a0b-410b-89b3-3d73bdd22eb7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4749072 Nov 19 09:07:04.805198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0495ff-0c09-4929-b34c-63072d135ab0 req-194b0c10-7021-45ec-80fc-ca9e40f6967e tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:04.814473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-253557b3-62d9-4055-bbb3-6071a67bd1bc None None] Provisioning complete for port 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:04.814926 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-253557b3-62d9-4055-bbb3-6071a67bd1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:04.817251 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a0495ff-0c09-4929-b34c-63072d135ab0 req-194b0c10-7021-45ec-80fc-ca9e40f6967e tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f00b52-184a-4095-bdc2-d6defb925ef9 HTTP/1.1" status: 200 len: 946 time: 0.1329470 Nov 19 09:07:04.826234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-7f0417b2-7390-49c5-b270-f334fa89b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:04.827765 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-7f0417b2-7390-49c5-b270-f334fa89b2c1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.2853844 Nov 19 09:07:04.964680 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-c1051c0d-e289-4d2b-aef6-583d59dc9ebd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e39abd13-128e-47a6-97c2-670a98e12d60 HTTP/1.1" status: 200 len: 217 time: 0.1247971 Nov 19 09:07:04.981214 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a0495ff-0c09-4929-b34c-63072d135ab0 req-c337aa84-aa5e-45fd-8122-ddcc59c15f49 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603754 Nov 19 09:07:05.078325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-253557b3-62d9-4055-bbb3-6071a67bd1bc None None] Port 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:07:05.103098 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57180) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:05.104596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc9ee1-5982-4296-bcf2-e44ac90495c2 None None] Network f42ad535-43bd-4b8b-bf06-8f6770e1e61f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:07:05.143153 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-1c600a6e-feb9-45b9-a1ba-e29512948419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:05.147501 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-1c600a6e-feb9-45b9-a1ba-e29512948419 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.1684358 Nov 19 09:07:05.172942 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57186) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:05.231053 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-441c8158-e6b0-4396-a6c8-97c88fa40320 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766647 Nov 19 09:07:05.265974 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:05.317734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fdfb2-6b9a-4c79-9c58-dbb838f8b51b req-e992f0d6-5acb-4096-a77b-d60608cf97d1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:05.320079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad3fdfb2-6b9a-4c79-9c58-dbb838f8b51b req-e992f0d6-5acb-4096-a77b-d60608cf97d1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.2217288 Nov 19 09:07:05.347633 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:05.348347 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:05.382521 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-36cb6a44-6f58-4894-b0b6-62da841b6757 service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297579 Nov 19 09:07:05.494128 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51260520-8218-40b0-aafe-c28f2c431100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:05.541943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Pushing event updated for resources: {'Port': ['ID=232a378c-0d9c-4fee-a1c3-fa4649b4ea20,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:05.561037 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad3fdfb2-6b9a-4c79-9c58-dbb838f8b51b req-121afde8-f493-4c9f-8224-33f0bd1252ca tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105556 Nov 19 09:07:05.571561 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714676eb-c566-496d-ae35-b2ce19ff4dcc req-12ba5569-247d-4228-b183-de184c37fb9a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:05.573115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-714676eb-c566-496d-ae35-b2ce19ff4dcc req-12ba5569-247d-4228-b183-de184c37fb9a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 966 time: 0.2505219 Nov 19 09:07:05.590906 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5b3589d2-7613-404c-bd42-191187e1df8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45a5cea8257f4f7c89a7227bed0d4e7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4176009 Nov 19 09:07:05.595203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57198) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:05.598385 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-ba3ec0d6-3762-40fc-93ef-55172929dad0 service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077534 Nov 19 09:07:05.662512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Network d3bef959-7638-468e-bf13-8333f26b89d6 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:05.676044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:05.686529 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51260520-8218-40b0-aafe-c28f2c431100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:05.694350 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51260520-8218-40b0-aafe-c28f2c431100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:05.736069 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-51260520-8218-40b0-aafe-c28f2c431100 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06ffc460e82549559b8d56e7cea38fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6273737 Nov 19 09:07:05.741145 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57206) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:05.755828 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-714676eb-c566-496d-ae35-b2ce19ff4dcc req-1a9e6ab0-3fde-450b-b06b-541f888d9aed tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613564 Nov 19 09:07:05.768603 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c3e33eb-fe9a-4062-92f0-bd6cc864aae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:05.806875 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51260520-8218-40b0-aafe-c28f2c431100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee0ea17-3989-493b-bff5-ca9306e4453c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:05.838652 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c3e33eb-fe9a-4062-92f0-bd6cc864aae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:05.897299 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7b80057-6851-4869-917c-12b32ecc3514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:05.923135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Router 08e18be6-4c4f-4670-9611-9c4e66e1abaa has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:07:06.010180 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7b80057-6851-4869-917c-12b32ecc3514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:06.025825 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c3e33eb-fe9a-4062-92f0-bd6cc864aae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:06.029348 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c3e33eb-fe9a-4062-92f0-bd6cc864aae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:06.030514 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1c3e33eb-fe9a-4062-92f0-bd6cc864aae9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/338464d9-7e6d-45c2-bbef-e104fe012360 HTTP/1.1" status: 204 len: 168 time: 0.4344289 Nov 19 09:07:06.035897 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e39abd13-128e-47a6-97c2-670a98e12d60 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:07:06.082370 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e33eb-fe9a-4062-92f0-bd6cc864aae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338464d9-7e6d-45c2-bbef-e104fe012360,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:06.155270 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7b80057-6851-4869-917c-12b32ecc3514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:06.159887 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7b80057-6851-4869-917c-12b32ecc3514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:06.164072 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b7b80057-6851-4869-917c-12b32ecc3514 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ee0ea17-3989-493b-bff5-ca9306e4453c HTTP/1.1" status: 204 len: 168 time: 0.4219000 Nov 19 09:07:06.177704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b80057-6851-4869-917c-12b32ecc3514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee0ea17-3989-493b-bff5-ca9306e4453c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:06.181324 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-84536e17-5048-4b3a-80fc-ed1b5842ebec tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:06.184353 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-84536e17-5048-4b3a-80fc-ed1b5842ebec tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638&tenant_id=f4ec3ebf1477409f8393f974b06cf696&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 1118 time: 0.2567954 Nov 19 09:07:06.233467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 28732a85-448e-4d3b-8509-d1bf0c31142c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:06.256246 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57220) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:06.267100 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6671bc77-9967-4428-8ac4-1c019d2dad2c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1165874306-network', 'tenant_id': 'f69841ba455b47408c8e88b20fabce94'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:06.307789 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474d104-38b8-4ba0-8292-fa0c15fac431 req-1af3df5d-8199-4176-be74-7ae9df72f877 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:06.309471 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5474d104-38b8-4ba0-8292-fa0c15fac431 req-1af3df5d-8199-4176-be74-7ae9df72f877 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f00b52-184a-4095-bdc2-d6defb925ef9 HTTP/1.1" status: 200 len: 946 time: 0.1490057 Nov 19 09:07:06.327726 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e39abd13-128e-47a6-97c2-670a98e12d60 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:07:06.362399 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6671bc77-9967-4428-8ac4-1c019d2dad2c admin admin] Made reservation on behalf of f69841ba455b47408c8e88b20fabce94 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:06.366281 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6671bc77-9967-4428-8ac4-1c019d2dad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:06.381522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:07:06.417384 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6671bc77-9967-4428-8ac4-1c019d2dad2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:06.419504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6caaf3a4-34a6-4f7e-8411-d6f8ae6f9df1 admin admin] 10.222.0.21 "PUT /v2.0/routers/08e18be6-4c4f-4670-9611-9c4e66e1abaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2475612 Nov 19 09:07:06.441591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1e4556cc-cf95-41fc-80a1-07612b32643f None None] Provisioning complete for port 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:06.442335 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1e4556cc-cf95-41fc-80a1-07612b32643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:06.454121 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5474d104-38b8-4ba0-8292-fa0c15fac431 req-71254465-b488-437e-94f1-2f3285cccc6f tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294687 Nov 19 09:07:06.549013 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-92115713-55d9-4d55-9496-020e99d4ada4 service neutron] For port e39abd13-128e-47a6-97c2-670a98e12d60, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:06.553827 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-92115713-55d9-4d55-9496-020e99d4ada4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:06.555036 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d36a5cb2-eb46-40e4-816d-8bf05eca8877 req-92115713-55d9-4d55-9496-020e99d4ada4 service neutron] 10.222.0.71 "DELETE /v2.0/ports/e39abd13-128e-47a6-97c2-670a98e12d60/bindings/n-h1-805649-14 HTTP/1.1" status: 204 len: 173 time: 0.3622866 Nov 19 09:07:06.585555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 28732a85-448e-4d3b-8509-d1bf0c31142c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:06.586057 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:06.589965 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1e4556cc-cf95-41fc-80a1-07612b32643f None None] Port 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:07:06.596441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Sync routers for ids ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:07:06.613322 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6671bc77-9967-4428-8ac4-1c019d2dad2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:06.618632 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6671bc77-9967-4428-8ac4-1c019d2dad2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:06.643561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Routers {'08e18be6-4c4f-4670-9611-9c4e66e1abaa'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:07:06.644871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6671bc77-9967-4428-8ac4-1c019d2dad2c admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:07:06.645003 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:06:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:06.662634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671bc77-9967-4428-8ac4-1c019d2dad2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0605e81a-0826-40bf-8a09-88072b725562,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:06.666680 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6671bc77-9967-4428-8ac4-1c019d2dad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:06.667170 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-6671bc77-9967-4428-8ac4-1c019d2dad2c admin admin] Added segment 4a1d9deb-8f96-4ee3-bc24-96f292862135 of type vlan for network 33587486-8f83-4eff-ab9b-6c9f1563e381 Nov 19 09:07:06.682347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d884c4b-3c25-4915-b14c-6b00fc002f47 req-19571ee7-3b33-4721-8e05-23f843ca25f5 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:06.699258 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d884c4b-3c25-4915-b14c-6b00fc002f47 req-19571ee7-3b33-4721-8e05-23f843ca25f5 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=962a3df1-189e-4a4d-9f2e-9de917259d40 HTTP/1.1" status: 200 len: 946 time: 0.1272056 Nov 19 09:07:06.715445 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6671bc77-9967-4428-8ac4-1c019d2dad2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:06.744622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6671bc77-9967-4428-8ac4-1c019d2dad2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:06.745807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6671bc77-9967-4428-8ac4-1c019d2dad2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:06.746852 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6671bc77-9967-4428-8ac4-1c019d2dad2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:06.811167 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d884c4b-3c25-4915-b14c-6b00fc002f47 req-ccbaa8db-60c5-410d-b6e3-08bac512eb8e tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108432 Nov 19 09:07:06.824655 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57240) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:06.824789 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6671bc77-9967-4428-8ac4-1c019d2dad2c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5666764 Nov 19 09:07:06.834872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671bc77-9967-4428-8ac4-1c019d2dad2c admin admin] Pushing event updated for resources: {'Network': ['ID=33587486-8f83-4eff-ab9b-6c9f1563e381,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:06.837742 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8d6b9daa-cbd5-45a3-bb1b-f0ac814a2a7c admin admin] Request body: {'subnet': {'network_id': '33587486-8f83-4eff-ab9b-6c9f1563e381', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1165874306-subnet', 'tenant_id': 'f69841ba455b47408c8e88b20fabce94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:06.871309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 33587486-8f83-4eff-ab9b-6c9f1563e381 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:07:06.897329 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6b9daa-cbd5-45a3-bb1b-f0ac814a2a7c admin admin] Made reservation on behalf of f69841ba455b47408c8e88b20fabce94 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:06.901995 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d6b9daa-cbd5-45a3-bb1b-f0ac814a2a7c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:06.955898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Set router 08e18be6-4c4f-4670-9611-9c4e66e1abaa gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:07:06.977565 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57246) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:06.997009 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd64ca32-0f21-412a-bd0f-c389677a14ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:07.106191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335df41-d1a8-4978-91c6-60ffea941c83 req-df75b0b6-dce0-4ef5-938f-8be1ce151855 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:07.107753 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0335df41-d1a8-4978-91c6-60ffea941c83 req-df75b0b6-dce0-4ef5-938f-8be1ce151855 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.1584885 Nov 19 09:07:07.147566 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd64ca32-0f21-412a-bd0f-c389677a14ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:07.153816 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd64ca32-0f21-412a-bd0f-c389677a14ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:07.201508 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cd64ca32-0f21-412a-bd0f-c389677a14ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0746835befa6401abb1bd4c59327d3a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223997 Nov 19 09:07:07.202487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57248) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:07.235967 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:07.290007 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64ca32-0f21-412a-bd0f-c389677a14ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8606ee96-9794-448d-a0b3-6ff9ce251f12,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:07.298138 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 28732a85-448e-4d3b-8509-d1bf0c31142c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=28732a85-448e-4d3b-8509-d1bf0c31142c,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:07.303342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0335df41-d1a8-4978-91c6-60ffea941c83 req-cb1504fc-da15-4845-8808-d15c83b1f5e4 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795959 Nov 19 09:07:07.350812 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0aa652b0-639f-4502-b522-01abf44bbcbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:07.364298 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:07.378045 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57252) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:07.399260 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0aa652b0-639f-4502-b522-01abf44bbcbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:07.443779 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be19189f-3284-4a0a-a329-d81d58811a3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:07.482213 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d6b9daa-cbd5-45a3-bb1b-f0ac814a2a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:07.506020 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0aa652b0-639f-4502-b522-01abf44bbcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:07.508881 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0aa652b0-639f-4502-b522-01abf44bbcbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:07.510104 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0aa652b0-639f-4502-b522-01abf44bbcbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8606ee96-9794-448d-a0b3-6ff9ce251f12 HTTP/1.1" status: 204 len: 168 time: 0.3051510 Nov 19 09:07:07.519701 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa652b0-639f-4502-b522-01abf44bbcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8606ee96-9794-448d-a0b3-6ff9ce251f12,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:07.547107 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=28732a85-448e-4d3b-8509-d1bf0c31142c,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:07.568224 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78497896-6cbd-46ae-888e-648d8d574e9a req-88efc646-7271-4d23-98c1-02ea4ba76ac7 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:07.583259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-78497896-6cbd-46ae-888e-648d8d574e9a req-88efc646-7271-4d23-98c1-02ea4ba76ac7 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 966 time: 0.1898587 Nov 19 09:07:07.670194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:07:04Z', 'revision_number': 4, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '232a378c-0d9c-4fee-a1c3-fa4649b4ea20', 'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'mac_address': 'fa:16:3e:ac:b8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:03Z', 'updated_at': '2021-11-19T09:07:04Z', 'revision_number': 2, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'subnets': [{'id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:07.714570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Checking router: 08e18be6-4c4f-4670-9611-9c4e66e1abaa for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:07:07.714969 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Updating router 08e18be6-4c4f-4670-9611-9c4e66e1abaa port 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:07:07.745117 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:07.943783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b9daa-cbd5-45a3-bb1b-f0ac814a2a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d16189-e1cc-46c2-a40c-18d5f261be0e,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:07.981491 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6b9daa-cbd5-45a3-bb1b-f0ac814a2a7c admin admin] Checking segment: {'id': '4a1d9deb-8f96-4ee3-bc24-96f292862135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '33587486-8f83-4eff-ab9b-6c9f1563e381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:07.981861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6b9daa-cbd5-45a3-bb1b-f0ac814a2a7c admin admin] Network hostable DHCP agents. Network: 33587486-8f83-4eff-ab9b-6c9f1563e381, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:07:08.004611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-78497896-6cbd-46ae-888e-648d8d574e9a req-f98a8523-21af-4f72-84ec-7417c6de6bb8 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163110 Nov 19 09:07:08.034909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04df223-251a-4ab9-b170-ae3f8684e8ea req-20a43242-8982-4a21-bc3d-43ec10480646 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:08.050057 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b04df223-251a-4ab9-b170-ae3f8684e8ea req-20a43242-8982-4a21-bc3d-43ec10480646 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad582f43-e68d-40a8-820b-5cba8402ea19 HTTP/1.1" status: 200 len: 946 time: 0.5500822 Nov 19 09:07:08.131358 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 28732a85-448e-4d3b-8509-d1bf0c31142c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:08.136844 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be19189f-3284-4a0a-a329-d81d58811a3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:08.143124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6b9daa-cbd5-45a3-bb1b-f0ac814a2a7c admin admin] Network 33587486-8f83-4eff-ab9b-6c9f1563e381 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:07:08.155286 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be19189f-3284-4a0a-a329-d81d58811a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:08.164000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-8d6b9daa-cbd5-45a3-bb1b-f0ac814a2a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 33587486-8f83-4eff-ab9b-6c9f1563e381) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:08.188733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6b9daa-cbd5-45a3-bb1b-f0ac814a2a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:08.189362 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d6b9daa-cbd5-45a3-bb1b-f0ac814a2a7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:08.193766 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3754b09e-18d4-4f41-ab5f-bacb9a500d16 None None] Network 33587486-8f83-4eff-ab9b-6c9f1563e381 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:07:08.245749 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b04df223-251a-4ab9-b170-ae3f8684e8ea req-94b3b96b-a542-4c94-a5a8-5adb56749d71 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797335 Nov 19 09:07:08.279587 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:08.286597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19189f-3284-4a0a-a329-d81d58811a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da9bffb-a3a5-4f3f-9c32-16ce65bf6715,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:08.294256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8d6b9daa-cbd5-45a3-bb1b-f0ac814a2a7c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4658616 Nov 19 09:07:08.300192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-be19189f-3284-4a0a-a329-d81d58811a3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f46f07c7534948fbb506611b56e85da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9199550 Nov 19 09:07:08.302115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57276) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:08.303413 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:08.336050 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e960953-466e-4669-a2b7-a38f47afe707 req-0a738d4a-f353-49dc-8696-7e9bdef7866a tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:08.337728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e960953-466e-4669-a2b7-a38f47afe707 req-0a738d4a-f353-49dc-8696-7e9bdef7866a tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 1118 time: 0.1718843 Nov 19 09:07:08.446989 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-098bb017-7267-40b4-a4bd-c8f166f4f6eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:08.463154 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 28732a85-448e-4d3b-8509-d1bf0c31142c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:08.463501 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:08.467555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef77b1-a993-422e-a15d-d3241fcc7ec7 None None] Pushing event updated for resources: {'Port': ['ID=232a378c-0d9c-4fee-a1c3-fa4649b4ea20,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:08.516936 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e960953-466e-4669-a2b7-a38f47afe707 req-c40bf8b3-5cb6-445c-a4f4-dd618436c3e0 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630766 Nov 19 09:07:08.543474 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-098bb017-7267-40b4-a4bd-c8f166f4f6eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:08.637597 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-098bb017-7267-40b4-a4bd-c8f166f4f6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:08.643210 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-098bb017-7267-40b4-a4bd-c8f166f4f6eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:08.665673 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-098bb017-7267-40b4-a4bd-c8f166f4f6eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4da9bffb-a3a5-4f3f-9c32-16ce65bf6715 HTTP/1.1" status: 204 len: 168 time: 0.3624759 Nov 19 09:07:08.682205 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de327b53-58e2-4d39-bd0b-c0cf107f6822 None None] Network 33587486-8f83-4eff-ab9b-6c9f1563e381 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:07:08.767445 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bb017-7267-40b4-a4bd-c8f166f4f6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da9bffb-a3a5-4f3f-9c32-16ce65bf6715,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:08.790372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57300) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:08.818700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb606ff9-da3e-4591-b946-212a280c6d9b req-d96f4cb7-c752-4af0-aef2-59d86fde4d04 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:08.825682 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb606ff9-da3e-4591-b946-212a280c6d9b req-d96f4cb7-c752-4af0-aef2-59d86fde4d04 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.1586952 Nov 19 09:07:08.844254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a2df6-a394-4e76-8eef-543befc0ddf2 req-1d8c5cd8-7d4d-4c2f-a6a7-5af61b4487c8 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:08.846291 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e75a2df6-a394-4e76-8eef-543befc0ddf2 req-1d8c5cd8-7d4d-4c2f-a6a7-5af61b4487c8 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad582f43-e68d-40a8-820b-5cba8402ea19 HTTP/1.1" status: 200 len: 946 time: 0.1782994 Nov 19 09:07:08.892652 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Attempting to bind port 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:08.893789 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Attempting to bind port 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:08.894091 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Attempting to bind port 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 on network d3bef959-7638-468e-bf13-8333f26b89d6 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:08.904412 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:08.904948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Checking segment: {'id': '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:08.905486 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:08.905958 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Bound using segment: {'id': '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:08.906536 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Bound port: 232a378c-0d9c-4fee-a1c3-fa4649b4ea20, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:08.907021 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:08.936875 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e75a2df6-a394-4e76-8eef-543befc0ddf2 req-3db66b98-928f-495d-89ea-1704462f8815 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812490 Nov 19 09:07:08.963221 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb606ff9-da3e-4591-b946-212a280c6d9b req-f3d5c260-7664-4a98-b7c3-e5529b0f15f6 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365490 Nov 19 09:07:09.103634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57320) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:09.109277 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-72eef07e-9712-4e55-a9b8-dc23d2650024 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-536826826-network', 'tenant_id': 'aeacabe691e14011ae5789c1c983da4a'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:09.150525 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eef07e-9712-4e55-a9b8-dc23d2650024 admin admin] Made reservation on behalf of aeacabe691e14011ae5789c1c983da4a for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:09.153235 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72eef07e-9712-4e55-a9b8-dc23d2650024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:09.153869 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ba56e9ba-9ad1-444c-a57a-90c2a52f5dfe None None] Provisioning complete for port 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:09.154319 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ba56e9ba-9ad1-444c-a57a-90c2a52f5dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:09.172130 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72eef07e-9712-4e55-a9b8-dc23d2650024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:09.231059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ba56e9ba-9ad1-444c-a57a-90c2a52f5dfe None None] Port 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:07:09.296006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] For port 232a378c-0d9c-4fee-a1c3-fa4649b4ea20, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:09.300578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] For port 232a378c-0d9c-4fee-a1c3-fa4649b4ea20, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=232a378c-0d9c-4fee-a1c3-fa4649b4ea20,segment=NetworkSegment(2cbef4fb-1fa3-4aaf-b06c-e5c16add4048),segment_id=2cbef4fb-1fa3-4aaf-b06c-e5c16add4048)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:09.309371 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:09.323705 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72eef07e-9712-4e55-a9b8-dc23d2650024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:09.329072 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-fcd2d555-9134-49c7-bf74-c32e5bbc78b5 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:09.341654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-fcd2d555-9134-49c7-bf74-c32e5bbc78b5 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 808 time: 0.2862260 Nov 19 09:07:09.353153 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-0ece8b9d-a5ba-41c6-9ad8-768e1902b8f0 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/quotas/f4ec3ebf1477409f8393f974b06cf696 HTTP/1.1" status: 200 len: 375 time: 0.0106146 Nov 19 09:07:09.353385 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72eef07e-9712-4e55-a9b8-dc23d2650024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:09.367406 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85ac6cd3-5c15-48ce-af78-a8d46a162a5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:09.411624 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72eef07e-9712-4e55-a9b8-dc23d2650024 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:07:09.421564 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Routers {'08e18be6-4c4f-4670-9611-9c4e66e1abaa'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:07:09.422240 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:06:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:09.451904 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72eef07e-9712-4e55-a9b8-dc23d2650024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:09.452682 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-72eef07e-9712-4e55-a9b8-dc23d2650024 admin admin] Added segment d8d99343-561a-49d2-8bf2-74a39506f296 of type vlan for network ba060ee4-100c-44d8-b926-1b48e0d84abf Nov 19 09:07:09.481904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eef07e-9712-4e55-a9b8-dc23d2650024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98b1db4-ac90-4b69-a737-dcf4e4ae8a55,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:09.490961 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-6bfca7f4-e9ad-44d9-9f11-9f235d1d79a0 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1211607 Nov 19 09:07:09.533299 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72eef07e-9712-4e55-a9b8-dc23d2650024 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:09.568094 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef77b1-a993-422e-a15d-d3241fcc7ec7 None None] Pushing event updated for resources: {'Port': ['ID=232a378c-0d9c-4fee-a1c3-fa4649b4ea20,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:09.603878 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72eef07e-9712-4e55-a9b8-dc23d2650024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:09.605510 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eef07e-9712-4e55-a9b8-dc23d2650024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:09.606541 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72eef07e-9712-4e55-a9b8-dc23d2650024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:09.654452 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-3bbcaccd-cbaf-473d-8b4a-c4ca7daca435 service neutron] 10.222.0.21 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613588 Nov 19 09:07:09.686960 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85ac6cd3-5c15-48ce-af78-a8d46a162a5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:09.699115 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85ac6cd3-5c15-48ce-af78-a8d46a162a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:09.735660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] Set router 08e18be6-4c4f-4670-9611-9c4e66e1abaa gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:07:09.756150 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-72eef07e-9712-4e55-a9b8-dc23d2650024 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6470091 Nov 19 09:07:09.779205 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eef07e-9712-4e55-a9b8-dc23d2650024 admin admin] Pushing event updated for resources: {'Network': ['ID=ba060ee4-100c-44d8-b926-1b48e0d84abf,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:09.781548 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac6cd3-5c15-48ce-af78-a8d46a162a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad01bdd-8dad-44a5-a3c8-c789c04801fa,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:09.790295 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57334) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:09.795731 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4f557a37-fcf1-4ce2-9feb-c71b84139dbc admin admin] Request body: {'subnet': {'network_id': 'ba060ee4-100c-44d8-b926-1b48e0d84abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536826826-subnet', 'tenant_id': 'aeacabe691e14011ae5789c1c983da4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:09.812654 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-85ac6cd3-5c15-48ce-af78-a8d46a162a5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f9c7b8dbcac4f419b3ec04664a7274c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0175886 Nov 19 09:07:09.813728 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57338) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:09.819619 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network ba060ee4-100c-44d8-b926-1b48e0d84abf details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:07:09.857225 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f557a37-fcf1-4ce2-9feb-c71b84139dbc admin admin] Made reservation on behalf of aeacabe691e14011ae5789c1c983da4a for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:09.859486 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f557a37-fcf1-4ce2-9feb-c71b84139dbc admin admin] Publish callbacks [] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:09.952713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1aaa2951-80cb-4b57-af91-c53b7c9f7f2e None None] Provisioning complete for port 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:09.953248 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2951-80cb-4b57-af91-c53b7c9f7f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:09.984197 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-51675fb6-fe93-48f0-a89b-6d0a8a49507c service neutron] 10.222.0.21 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210516 Nov 19 09:07:10.119739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-853322a8-3bfd-49c8-91be-0936cbd7d8f5 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:10.131447 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-853322a8-3bfd-49c8-91be-0936cbd7d8f5 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/networks?id=f42ad535-43bd-4b8b-bf06-8f6770e1e61f HTTP/1.1" status: 200 len: 813 time: 0.1708288 Nov 19 09:07:10.144428 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-bf701039-0cf0-4f6f-9f41-06adf6d717d8 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/quotas/ce989b55833b440eb5cb45caac51da3f HTTP/1.1" status: 200 len: 375 time: 0.0119853 Nov 19 09:07:10.225431 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-f0606efb-be4f-4011-b1d8-ef40d7799d0a tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce989b55833b440eb5cb45caac51da3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733993 Nov 19 09:07:10.231118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-c8555071-bc07-4be9-883b-25aae105b6d6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:07:10.232244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-c8555071-bc07-4be9-883b-25aae105b6d6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059271 Nov 19 09:07:10.251879 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f557a37-fcf1-4ce2-9feb-c71b84139dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:10.300348 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2951-80cb-4b57-af91-c53b7c9f7f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:10.355960 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f557a37-fcf1-4ce2-9feb-c71b84139dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=92809132-98ac-40ab-86d4-9a247f0ec908,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:10.391719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccba538-05cb-4ada-918f-0144b872c602 req-bcfc8100-ba07-476d-b5c8-09d6920b7056 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:10.399540 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ccba538-05cb-4ada-918f-0144b872c602 req-bcfc8100-ba07-476d-b5c8-09d6920b7056 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad582f43-e68d-40a8-820b-5cba8402ea19 HTTP/1.1" status: 200 len: 946 time: 0.1114998 Nov 19 09:07:10.416132 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1aaa2951-80cb-4b57-af91-c53b7c9f7f2e None None] For port 232a378c-0d9c-4fee-a1c3-fa4649b4ea20, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=232a378c-0d9c-4fee-a1c3-fa4649b4ea20,segment=NetworkSegment(2cbef4fb-1fa3-4aaf-b06c-e5c16add4048),segment_id=2cbef4fb-1fa3-4aaf-b06c-e5c16add4048)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:10.441818 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-c89f712a-f39f-495e-a21c-ab555e55d4f0 service neutron] 10.222.0.21 "GET /v2.0/networks/f42ad535-43bd-4b8b-bf06-8f6770e1e61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011905 Nov 19 09:07:10.448112 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac72af-9cc8-4ecc-a160-40ab0010b5f3 req-65074014-c278-4dd3-afed-f4a4401023cd tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:10.449693 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9cac72af-9cc8-4ecc-a160-40ab0010b5f3 req-65074014-c278-4dd3-afed-f4a4401023cd tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad582f43-e68d-40a8-820b-5cba8402ea19 HTTP/1.1" status: 200 len: 946 time: 0.2676697 Nov 19 09:07:10.450832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0ec4b75-df67-4305-834b-b3c7b2a4d088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:10.458432 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2951-80cb-4b57-af91-c53b7c9f7f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:10.542363 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ccba538-05cb-4ada-918f-0144b872c602 req-7359c889-06c8-43df-a858-3a9103410fc6 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415513 Nov 19 09:07:10.561730 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f557a37-fcf1-4ce2-9feb-c71b84139dbc admin admin] Checking segment: {'id': 'd8d99343-561a-49d2-8bf2-74a39506f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ba060ee4-100c-44d8-b926-1b48e0d84abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:10.562099 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f557a37-fcf1-4ce2-9feb-c71b84139dbc admin admin] Network hostable DHCP agents. Network: ba060ee4-100c-44d8-b926-1b48e0d84abf, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:07:10.584945 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0ec4b75-df67-4305-834b-b3c7b2a4d088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:10.604753 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-a2b8036c-a145-4da5-8f51-c5d3632b1f6c service neutron] 10.222.0.21 "GET /v2.0/networks/f42ad535-43bd-4b8b-bf06-8f6770e1e61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622641 Nov 19 09:07:10.685584 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f557a37-fcf1-4ce2-9feb-c71b84139dbc admin admin] Network ba060ee4-100c-44d8-b926-1b48e0d84abf is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:07:10.705355 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-4f557a37-fcf1-4ce2-9feb-c71b84139dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, ba060ee4-100c-44d8-b926-1b48e0d84abf) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:10.712806 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f557a37-fcf1-4ce2-9feb-c71b84139dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:10.713422 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f557a37-fcf1-4ce2-9feb-c71b84139dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:10.734599 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4f557a37-fcf1-4ce2-9feb-c71b84139dbc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9428782 Nov 19 09:07:10.739055 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57378) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:10.744861 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-536826826-router', 'tenant_id': 'aeacabe691e14011ae5789c1c983da4a', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:10.746428 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3a494e-571a-4c5a-b43f-79f21c14e2f9 None None] Network ba060ee4-100c-44d8-b926-1b48e0d84abf requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:07:10.810358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d32f5d-6db2-4143-8668-0ddc29065e1c req-e43e0d5f-f23e-4e92-9991-71c2fa8ac990 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:10.816869 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0d32f5d-6db2-4143-8668-0ddc29065e1c req-e43e0d5f-f23e-4e92-9991-71c2fa8ac990 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.1383688 Nov 19 09:07:10.855883 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-9cac72af-9cc8-4ecc-a160-40ab0010b5f3 req-f01dafb9-1d5f-4059-93c1-41b441ac785c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Deleting port 56452758-ed46-4579-a47a-953ff7bd6718 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:07:10.856727 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9cac72af-9cc8-4ecc-a160-40ab0010b5f3 req-f01dafb9-1d5f-4059-93c1-41b441ac785c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:10.864740 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0ec4b75-df67-4305-834b-b3c7b2a4d088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:10.870620 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0ec4b75-df67-4305-834b-b3c7b2a4d088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:10.876192 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f0ec4b75-df67-4305-834b-b3c7b2a4d088 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ad01bdd-8dad-44a5-a3c8-c789c04801fa HTTP/1.1" status: 204 len: 168 time: 1.0570533 Nov 19 09:07:10.888423 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:10.891756 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:10.973156 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87ce63e1-3500-4f5c-9f81-3cb66271b897 req-55480f45-694b-4463-b657-65a5969e8690 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 210 time: 0.0646639 Nov 19 09:07:10.998749 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0d32f5d-6db2-4143-8668-0ddc29065e1c req-1773f20e-888b-4368-8d54-646084df9a33 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686172 Nov 19 09:07:11.039652 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:11.095295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-25666cea-14d5-4540-bbe2-515df616cff0 req-41a88ee2-b6c6-4fd4-92ce-9fd8eebe0a05 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 210 time: 0.0424242 Nov 19 09:07:11.123703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa2951-80cb-4b57-af91-c53b7c9f7f2e None None] Pushing event updated for resources: {'Port': ['ID=232a378c-0d9c-4fee-a1c3-fa4649b4ea20,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:11.144948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:07:04Z', 'revision_number': 4, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '232a378c-0d9c-4fee-a1c3-fa4649b4ea20', 'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'mac_address': 'fa:16:3e:ac:b8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:03Z', 'updated_at': '2021-11-19T09:07:09Z', 'revision_number': 4, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'subnets': [{'id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:11.155833 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec4b75-df67-4305-834b-b3c7b2a4d088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad01bdd-8dad-44a5-a3c8-c789c04801fa,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:11.212889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ba060ee4-100c-44d8-b926-1b48e0d84abf', 'network_id': 'ba060ee4-100c-44d8-b926-1b48e0d84abf', 'tenant_id': 'aeacabe691e14011ae5789c1c983da4a', 'fixed_ips': [{'subnet_id': '92809132-98ac-40ab-86d4-9a247f0ec908'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:07:11.213774 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:11.218348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a9c48-8203-492b-9912-f1d678cb68c6 None None] The sync data for ids ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'] in n-d-805649-14 is: [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:07:04Z', 'revision_number': 4, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '232a378c-0d9c-4fee-a1c3-fa4649b4ea20', 'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'mac_address': 'fa:16:3e:ac:b8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:03Z', 'updated_at': '2021-11-19T09:07:09Z', 'revision_number': 4, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'subnets': [{'id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:07:11.395365 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-9cac72af-9cc8-4ecc-a160-40ab0010b5f3 req-f01dafb9-1d5f-4059-93c1-41b441ac785c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] For port 56452758-ed46-4579-a47a-953ff7bd6718, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=56452758-ed46-4579-a47a-953ff7bd6718,segment=NetworkSegment(69400a9f-1fdd-4f52-bf65-8dcbf3c647b7),segment_id=69400a9f-1fdd-4f52-bf65-8dcbf3c647b7)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:11.396370 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9cac72af-9cc8-4ecc-a160-40ab0010b5f3 req-f01dafb9-1d5f-4059-93c1-41b441ac785c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:11.413454 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-9cac72af-9cc8-4ecc-a160-40ab0010b5f3 req-f01dafb9-1d5f-4059-93c1-41b441ac785c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Calling delete_port for 56452758-ed46-4579-a47a-953ff7bd6718 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:07:11.542090 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:11.731843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Allocated IP 172.20.0.2 (ba060ee4-100c-44d8-b926-1b48e0d84abf/92809132-98ac-40ab-86d4-9a247f0ec908/6c882be6-ca72-4e0e-9699-6aa5261f7c7d) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:11.763765 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9cac72af-9cc8-4ecc-a160-40ab0010b5f3 req-f01dafb9-1d5f-4059-93c1-41b441ac785c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:11.778117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d049a-3fc4-4734-82c8-c653f6a4d061 req-17603a56-b6a9-4c0b-9936-fe6d1f19d254 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:11.783424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e5d049a-3fc4-4734-82c8-c653f6a4d061 req-17603a56-b6a9-4c0b-9936-fe6d1f19d254 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad582f43-e68d-40a8-820b-5cba8402ea19 HTTP/1.1" status: 200 len: 946 time: 0.1463888 Nov 19 09:07:11.837644 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['2cac0adb-5f66-4a06-9a92-c3f7d1296b53', '2a7d0002-0507-47dc-b7df-295bd3615b8a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:11.845368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['56452758-ed46-4579-a47a-953ff7bd6718'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:11.892926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57410) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:12.027343 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e5d049a-3fc4-4734-82c8-c653f6a4d061 req-13371b14-de6d-4f2b-b6cc-75fd85ae00c7 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287536 Nov 19 09:07:12.030453 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b600142c-1650-4d97-86b9-977456090c97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:12.177277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:12.371336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26c45512-8bd9-4d29-a9eb-482fcb2f1a31 req-10048d27-1771-48dd-82b8-f9770932c410 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 210 time: 0.2639344 Nov 19 09:07:12.432681 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01dafb9-1d5f-4059-93c1-41b441ac785c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Pushing event deleted for resources: {'Port': ['ID=56452758-ed46-4579-a47a-953ff7bd6718,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:12.460329 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cac72af-9cc8-4ecc-a160-40ab0010b5f3 req-f01dafb9-1d5f-4059-93c1-41b441ac785c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] No DVR routers for this DVR port 56452758-ed46-4579-a47a-953ff7bd6718 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:07:12.465176 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9cac72af-9cc8-4ecc-a160-40ab0010b5f3 req-f01dafb9-1d5f-4059-93c1-41b441ac785c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:12.469789 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9cac72af-9cc8-4ecc-a160-40ab0010b5f3 req-f01dafb9-1d5f-4059-93c1-41b441ac785c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.71 "DELETE /v2.0/ports/56452758-ed46-4579-a47a-953ff7bd6718 HTTP/1.1" status: 204 len: 173 time: 2.0072799 Nov 19 09:07:12.477251 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad582f43-e68d-40a8-820b-5cba8402ea19', 'name': 'network-vif-deleted', 'tag': '56452758-ed46-4579-a47a-953ff7bd6718'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:12.479376 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27a31fa-c4a9-4226-84c6-f4dcf2b57590" -d '{"events": [{"server_uuid": "ad582f43-e68d-40a8-820b-5cba8402ea19", "name": "network-vif-deleted", "tag": "56452758-ed46-4579-a47a-953ff7bd6718"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:12.652173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdedfc0-66a9-4968-9049-a05a44a90f36 req-f2353675-746f-43a7-b1f1-988e22ca92d9 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:12.653879 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cbdedfc0-66a9-4968-9049-a05a44a90f36 req-f2353675-746f-43a7-b1f1-988e22ca92d9 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.3012393 Nov 19 09:07:12.727391 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:12.743865 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d75024c1-7f08-4b2e-9fb5-9adc5530e2da req-c82fc372-a3d6-4179-809b-52975cbf8179 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 210 time: 0.1254976 Nov 19 09:07:12.814154 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b600142c-1650-4d97-86b9-977456090c97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:12.828135 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b600142c-1650-4d97-86b9-977456090c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:12.857984 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:12.941336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cbdedfc0-66a9-4968-9049-a05a44a90f36 req-d126e245-b5e2-4ff8-9bf9-a2fff3110dca tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576103 Nov 19 09:07:12.992730 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b600142c-1650-4d97-86b9-977456090c97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=873cb778ae6d4be487785582a682ff53&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0782812 Nov 19 09:07:13.001913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57430) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:13.006660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:13.007296 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:13.030760 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7bda50-b7cd-4550-8231-029ada97839c x-openstack-request-id: req-2d7bda50-b7cd-4550-8231-029ada97839c {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:13.031065 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad582f43-e68d-40a8-820b-5cba8402ea19", "name": "network-vif-deleted", "tag": "56452758-ed46-4579-a47a-953ff7bd6718", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:13.031806 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d7bda50-b7cd-4550-8231-029ada97839c {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:13.031999 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad582f43-e68d-40a8-820b-5cba8402ea19', 'name': 'network-vif-deleted', 'tag': '56452758-ed46-4579-a47a-953ff7bd6718', 'status': 'completed', 'code': 200} Nov 19 09:07:13.040210 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600142c-1650-4d97-86b9-977456090c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0891fa69-4cfb-4f0f-9e93-9f9b11343273,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:13.044090 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-531c8b32-8ada-484d-a201-6ea76ff02a24 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:13.067722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Network ba060ee4-100c-44d8-b926-1b48e0d84abf is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:13.080770 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-531c8b32-8ada-484d-a201-6ea76ff02a24 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.66 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 808 time: 0.6376615 Nov 19 09:07:13.113002 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-886793da-eefd-4a9d-889a-a2f8d188c40b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Request body: {'port': {'device_id': '0fe6087a-e024-4f20-a373-e1855c632794', 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300', 'admin_state_up': True, 'tenant_id': 'f4ec3ebf1477409f8393f974b06cf696'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:13.203832 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:13.212119 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-daa067f1-d4ec-4767-b291-0f44650e492c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:13.229989 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:13.285551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Pushing event updated for resources: {'Port': ['ID=6c882be6-ca72-4e0e-9699-6aa5261f7c7d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:13.323084 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-daa067f1-d4ec-4767-b291-0f44650e492c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:13.393820 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19c23a39-f4d1-4b00-882c-00d1ca3c30f0 req-e4217d61-d201-4e2e-bf05-bb7f9811f7e3 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad582f43-e68d-40a8-820b-5cba8402ea19 HTTP/1.1" status: 200 len: 210 time: 0.0597284 Nov 19 09:07:13.445530 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Attempting to bind port 6c882be6-ca72-4e0e-9699-6aa5261f7c7d on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:13.446201 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Attempting to bind port 6c882be6-ca72-4e0e-9699-6aa5261f7c7d by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd8d99343-561a-49d2-8bf2-74a39506f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ba060ee4-100c-44d8-b926-1b48e0d84abf'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:13.446747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Attempting to bind port 6c882be6-ca72-4e0e-9699-6aa5261f7c7d on network ba060ee4-100c-44d8-b926-1b48e0d84abf {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:13.460242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:13.460922 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Checking segment: {'id': 'd8d99343-561a-49d2-8bf2-74a39506f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ba060ee4-100c-44d8-b926-1b48e0d84abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:13.461531 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:13.462566 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Bound using segment: {'id': 'd8d99343-561a-49d2-8bf2-74a39506f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ba060ee4-100c-44d8-b926-1b48e0d84abf'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:13.463409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Bound port: 6c882be6-ca72-4e0e-9699-6aa5261f7c7d, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d99343-561a-49d2-8bf2-74a39506f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ba060ee4-100c-44d8-b926-1b48e0d84abf'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:13.463964 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:13.491583 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-daa067f1-d4ec-4767-b291-0f44650e492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:13.494798 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-daa067f1-d4ec-4767-b291-0f44650e492c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:13.496514 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-daa067f1-d4ec-4767-b291-0f44650e492c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0891fa69-4cfb-4f0f-9e93-9f9b11343273 HTTP/1.1" status: 204 len: 168 time: 0.4864838 Nov 19 09:07:13.514654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa067f1-d4ec-4767-b291-0f44650e492c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0891fa69-4cfb-4f0f-9e93-9f9b11343273,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:13.659634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-e59f5da8-12a6-45d9-b18e-d6f2710057ea tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:13.659634 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-e59f5da8-12a6-45d9-b18e-d6f2710057ea tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.66 "GET /v2.0/networks?id=f42ad535-43bd-4b8b-bf06-8f6770e1e61f HTTP/1.1" status: 200 len: 813 time: 0.4769235 Nov 19 09:07:13.670567 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:13.678882 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-0869cbe8-0037-4d09-b7d0-21d9ebff4223 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Request body: {'port': {'device_id': 'd8cba9fe-c0f3-4140-9f08-d3d50d1d2495', 'network_id': 'f42ad535-43bd-4b8b-bf06-8f6770e1e61f', 'admin_state_up': True, 'tenant_id': 'ce989b55833b440eb5cb45caac51da3f'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:13.680575 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00a2f6d2-ad9c-40cc-9ea5-7efa4bffbc30 req-e74fab9a-5d38-408a-9083-986084f74d6f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 210 time: 0.0953448 Nov 19 09:07:13.751812 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:13.890129 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] For port 6c882be6-ca72-4e0e-9699-6aa5261f7c7d, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:13.893864 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] For port 6c882be6-ca72-4e0e-9699-6aa5261f7c7d, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6c882be6-ca72-4e0e-9699-6aa5261f7c7d,segment=NetworkSegment(d8d99343-561a-49d2-8bf2-74a39506f296),segment_id=d8d99343-561a-49d2-8bf2-74a39506f296)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:13.902674 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:14.001361 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-886793da-eefd-4a9d-889a-a2f8d188c40b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Made reservation on behalf of f4ec3ebf1477409f8393f974b06cf696 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:14.004866 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-886793da-eefd-4a9d-889a-a2f8d188c40b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:14.022444 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Allocated IP 172.25.0.200 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/d4360702-8942-4af9-aaa3-ae4250d7a30c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:14.023195 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-debc67f3-8538-4d18-ba5a-20a9df06ce34 req-59251853-a853-4466-876f-73d0acd7d067 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 210 time: 0.0597022 Nov 19 09:07:14.044751 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9f0f3-9201-4153-976e-f531d7d02aec None None] Pushing event updated for resources: {'Port': ['ID=6c882be6-ca72-4e0e-9699-6aa5261f7c7d,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:14.073385 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-0869cbe8-0037-4d09-b7d0-21d9ebff4223 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Made reservation on behalf of ce989b55833b440eb5cb45caac51da3f for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:14.073616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f80643a-6884-4c39-8057-296f915772a7 req-7659c7dd-4215-4d28-b3ef-f341a562333f tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6c65584c041643dc8b3887096ef29375&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689948 Nov 19 09:07:14.076284 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-0869cbe8-0037-4d09-b7d0-21d9ebff4223 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:14.198911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80643a-6884-4c39-8057-296f915772a7 req-408c8825-afff-455c-bf9e-77a5afcbe80a tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:14.213701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f80643a-6884-4c39-8057-296f915772a7 req-408c8825-afff-455c-bf9e-77a5afcbe80a tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1395977 Nov 19 09:07:14.287029 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f80643a-6884-4c39-8057-296f915772a7 req-e68a8001-aa0c-4364-a14f-ea6bf05442a4 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/quotas/6c65584c041643dc8b3887096ef29375 HTTP/1.1" status: 200 len: 375 time: 0.0578432 Nov 19 09:07:14.342063 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f80643a-6884-4c39-8057-296f915772a7 req-6b53cde2-71f4-4de0-99f6-8f896f938763 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c65584c041643dc8b3887096ef29375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439095 Nov 19 09:07:14.362481 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e534b62-0824-4a36-9348-406239498785 req-b236f444-fe63-45f4-8972-791361d335ee tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:14.373722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e534b62-0824-4a36-9348-406239498785 req-b236f444-fe63-45f4-8972-791361d335ee tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.1586595 Nov 19 09:07:14.438707 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:14.442547 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e534b62-0824-4a36-9348-406239498785 req-02e4bb39-f660-411f-a672-95bf9aaadae8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675240 Nov 19 09:07:14.452180 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-886793da-eefd-4a9d-889a-a2f8d188c40b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Allocated IP 172.20.0.8 (692fa143-7b59-41f0-9ea1-d966185e0300/ff2a7f57-5058-429c-8ba6-c703edb15a02/0513a62b-219c-48a7-8bd5-dd16ac339693) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:14.508171 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 56452758-ed46-4579-a47a-953ff7bd6718 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:07:14.601928 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-0869cbe8-0037-4d09-b7d0-21d9ebff4223 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Allocated IP 172.20.0.4 (f42ad535-43bd-4b8b-bf06-8f6770e1e61f/800cc487-ed53-4d92-b4e6-9dfefab1dfeb/b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:14.614038 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 56452758-ed46-4579-a47a-953ff7bd6718 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:07:14.615830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 56452758-ed46-4579-a47a-953ff7bd6718 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:07:14.618608 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:14.705920 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-122df535-ad64-4144-9c4f-7fc648885bce req-b60f959f-49cc-42c2-b47f-73bf5e34ad5d tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 210 time: 0.0580306 Nov 19 09:07:14.769968 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-886793da-eefd-4a9d-889a-a2f8d188c40b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:14.884310 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:14.892890 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:14.902663 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:14.906733 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-886793da-eefd-4a9d-889a-a2f8d188c40b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:14.950080 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a269a9da-6075-4eda-a517-1a1a57bdb6d8 req-1e07c7fe-161e-433b-ac02-399a9449191c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 210 time: 0.0783994 Nov 19 09:07:15.029048 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Pushing event updated for resources: {'Port': ['ID=d4360702-8942-4af9-aaa3-ae4250d7a30c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:15.164461 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:15.228666 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-886793da-eefd-4a9d-889a-a2f8d188c40b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Network 692fa143-7b59-41f0-9ea1-d966185e0300 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:15.258597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-886793da-eefd-4a9d-889a-a2f8d188c40b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:15.289166 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886793da-eefd-4a9d-889a-a2f8d188c40b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Pushing event updated for resources: {'Port': ['ID=0513a62b-219c-48a7-8bd5-dd16ac339693,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:15.294461 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-886793da-eefd-4a9d-889a-a2f8d188c40b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:15.301280 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-886793da-eefd-4a9d-889a-a2f8d188c40b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:15.301970 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-886793da-eefd-4a9d-889a-a2f8d188c40b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:15.306608 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38dfc4e7-99ff-4c6a-a7e4-5c22f73127b9 req-066c8626-3c7d-4724-a09f-e02798fd9db4 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 210 time: 0.0685554 Nov 19 09:07:15.326857 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-886793da-eefd-4a9d-889a-a2f8d188c40b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2339153 Nov 19 09:07:15.347333 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Request body: {'port': {'device_id': '0fe6087a-e024-4f20-a373-e1855c632794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:15.606481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cdc1d1-e154-4d04-9ba6-a4a00ac136f1 None None] Network ba060ee4-100c-44d8-b926-1b48e0d84abf requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:07:15.625323 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-0869cbe8-0037-4d09-b7d0-21d9ebff4223 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:15.672416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36869704-ca15-44ff-8365-b62466312ff1 req-5463abdf-6d91-4f10-8942-5f6ab71ea044 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:15.674496 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-36869704-ca15-44ff-8365-b62466312ff1 req-5463abdf-6d91-4f10-8942-5f6ab71ea044 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.1146955 Nov 19 09:07:15.744789 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-599610d9-b16d-4cca-a4cf-9e5cf67168bd None None] Provisioning complete for port 6c882be6-ca72-4e0e-9699-6aa5261f7c7d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:15.745185 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-599610d9-b16d-4cca-a4cf-9e5cf67168bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:15.801221 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-36869704-ca15-44ff-8365-b62466312ff1 req-f54c852e-72bc-4906-84ea-1584c0f4f38a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139822 Nov 19 09:07:15.942000 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-599610d9-b16d-4cca-a4cf-9e5cf67168bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:15.964200 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f64dbbd-670b-4ae3-87fd-9e21c7d29879 req-87d8cb7e-b7fb-475c-a17f-cc187912afb3 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 210 time: 0.0742733 Nov 19 09:07:16.074051 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:16.079705 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-0869cbe8-0037-4d09-b7d0-21d9ebff4223 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:16.106040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-599610d9-b16d-4cca-a4cf-9e5cf67168bd None None] For port 6c882be6-ca72-4e0e-9699-6aa5261f7c7d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6c882be6-ca72-4e0e-9699-6aa5261f7c7d,segment=NetworkSegment(d8d99343-561a-49d2-8bf2-74a39506f296),segment_id=d8d99343-561a-49d2-8bf2-74a39506f296)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:16.129709 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-599610d9-b16d-4cca-a4cf-9e5cf67168bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:16.189041 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:16.215398 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6c882be6-ca72-4e0e-9699-6aa5261f7c7d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:16.232674 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-0869cbe8-0037-4d09-b7d0-21d9ebff4223 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Network f42ad535-43bd-4b8b-bf06-8f6770e1e61f is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:16.241974 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-0869cbe8-0037-4d09-b7d0-21d9ebff4223 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:16.245693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-0869cbe8-0037-4d09-b7d0-21d9ebff4223 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:16.253218 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-0869cbe8-0037-4d09-b7d0-21d9ebff4223 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:16.254201 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-0869cbe8-0037-4d09-b7d0-21d9ebff4223 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:16.327972 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599610d9-b16d-4cca-a4cf-9e5cf67168bd None None] Pushing event updated for resources: {'Port': ['ID=6c882be6-ca72-4e0e-9699-6aa5261f7c7d,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:16.332311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869cbe8-0037-4d09-b7d0-21d9ebff4223 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Pushing event updated for resources: {'Port': ['ID=b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:16.374636 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 6c882be6-ca72-4e0e-9699-6aa5261f7c7d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:16.375018 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:16.385417 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-0869cbe8-0037-4d09-b7d0-21d9ebff4223 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7154298 Nov 19 09:07:16.391774 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64947e2e-0af9-4be3-b99f-830e40ab177b req-83b52b40-b3f8-4e67-9eba-7fc185323a18 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:16.415288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64947e2e-0af9-4be3-b99f-830e40ab177b req-83b52b40-b3f8-4e67-9eba-7fc185323a18 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:16.429962 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-64947e2e-0af9-4be3-b99f-830e40ab177b req-83b52b40-b3f8-4e67-9eba-7fc185323a18 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f00b52-184a-4095-bdc2-d6defb925ef9&device_id=962a3df1-189e-4a4d-9f2e-9de917259d40 HTTP/1.1" status: 200 len: 1683 time: 0.1543324 Nov 19 09:07:16.454260 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Request body: {'port': {'device_id': 'd8cba9fe-c0f3-4140-9f08-d3d50d1d2495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:16.494311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-70c38509-572b-4be3-9667-f557126d5655 None None] Provisioning complete for port 6c882be6-ca72-4e0e-9699-6aa5261f7c7d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:16.494738 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70c38509-572b-4be3-9667-f557126d5655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:16.515951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-64947e2e-0af9-4be3-b99f-830e40ab177b req-d43cf5ac-3bd9-4e89-83cc-179a29d2f645 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843289 Nov 19 09:07:16.553924 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9f80643a-6884-4c39-8057-296f915772a7 req-6b6e9b6c-ccba-42c2-ae8d-667d30609fc7 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6c65584c041643dc8b3887096ef29375&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541553 Nov 19 09:07:16.718519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8cea6-53b3-478f-909c-9080a226ac3e req-6527cdbf-8da6-4af4-9f9a-e29b1c469d6c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:16.720584 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-abf8cea6-53b3-478f-909c-9080a226ac3e req-6527cdbf-8da6-4af4-9f9a-e29b1c469d6c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 931 time: 0.0988107 Nov 19 09:07:16.737281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1965d-1f29-4eb4-8c51-bb10b2c6cc2d req-e8514f3b-8fad-4b5b-bb45-0d4a55592e17 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:16.738817 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ba1965d-1f29-4eb4-8c51-bb10b2c6cc2d req-e8514f3b-8fad-4b5b-bb45-0d4a55592e17 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 931 time: 0.0722752 Nov 19 09:07:16.789339 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:16.814433 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-abf8cea6-53b3-478f-909c-9080a226ac3e req-6975a34e-6472-4992-987e-0d1928f9a31b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845416 Nov 19 09:07:16.819138 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ba1965d-1f29-4eb4-8c51-bb10b2c6cc2d req-61e5145b-1817-4688-b407-9fadf57ca00d tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c500488-8edd-4d54-9194-52c7a19f9b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733895 Nov 19 09:07:16.919697 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:16.935746 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80643a-6884-4c39-8057-296f915772a7 req-1d6b8324-132c-4d5d-a337-f336a741a659 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:16.937290 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9f80643a-6884-4c39-8057-296f915772a7 req-1d6b8324-132c-4d5d-a337-f336a741a659 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3373075 Nov 19 09:07:16.967809 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-9f80643a-6884-4c39-8057-296f915772a7 req-a8b2ef18-fe43-4c44-b793-32b612aa7598 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Request body: {'port': {'device_id': 'c4b3beb6-c8c1-49fe-8d30-be0e39e51021', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '6c65584c041643dc8b3887096ef29375'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:16.971684 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f17e58-7245-4266-a404-afa2a5543b4f req-34f7f9f1-681e-4b34-b693-76118f824486 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:16.973244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-32f17e58-7245-4266-a404-afa2a5543b4f req-34f7f9f1-681e-4b34-b693-76118f824486 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.0529113 Nov 19 09:07:17.005356 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29584698-5603-412d-9dad-eb175fad74f9 req-d55794f0-9e60-4e87-a621-f4017402eaed tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0f72f92263b1443aba8590affdf9e0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311029 Nov 19 09:07:17.109476 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-32f17e58-7245-4266-a404-afa2a5543b4f req-efd8df83-4167-4585-9de2-4ffe9676e2e6 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244125 Nov 19 09:07:17.158713 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd5fb962-7299-4acf-9a26-75a3777e386b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:17.160985 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd5fb962-7299-4acf-9a26-75a3777e386b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460578 Nov 19 09:07:17.178637 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29584698-5603-412d-9dad-eb175fad74f9 req-222debd6-9207-4692-814c-39a8396a4cba tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/quotas/0f72f92263b1443aba8590affdf9e0aa HTTP/1.1" status: 200 len: 375 time: 0.0093565 Nov 19 09:07:17.217722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29584698-5603-412d-9dad-eb175fad74f9 req-f509deda-75b7-4181-8553-8460c78d3cba tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331273 Nov 19 09:07:17.271277 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0513a62b-219c-48a7-8bd5-dd16ac339693 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:17.286011 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:17.343712 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Transition to ACTIVE for port object 0513a62b-219c-48a7-8bd5-dd16ac339693 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:07:17.372223 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:17.447063 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f80643a-6884-4c39-8057-296f915772a7 req-a8b2ef18-fe43-4c44-b793-32b612aa7598 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Made reservation on behalf of 6c65584c041643dc8b3887096ef29375 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:17.450454 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9f80643a-6884-4c39-8057-296f915772a7 req-a8b2ef18-fe43-4c44-b793-32b612aa7598 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:17.477686 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-912e3309-6d99-439d-b908-ed8116b5ad49 req-194a21c0-7a5d-4d7b-ac7e-a5e4346912e9 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 210 time: 0.0525413 Nov 19 09:07:17.483133 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9f80643a-6884-4c39-8057-296f915772a7 req-a8b2ef18-fe43-4c44-b793-32b612aa7598 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:17.519784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a49e0c7b-e027-4cbf-8f80-f1cc5b5ac46b req-9a9d1fe3-c3b5-4ade-b09c-59061a7df149 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 210 time: 0.0367908 Nov 19 09:07:17.526460 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Router ea129c94-ab27-43b3-aae3-7aff1c374544 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:07:17.528302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Pushing event updated for resources: {'Port': ['ID=0513a62b-219c-48a7-8bd5-dd16ac339693,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:17.582115 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:17.583429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:17.601718 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:17.605166 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Attempting to bind port 0513a62b-219c-48a7-8bd5-dd16ac339693 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:17.605426 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Attempting to bind port 0513a62b-219c-48a7-8bd5-dd16ac339693 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:17.605738 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Attempting to bind port 0513a62b-219c-48a7-8bd5-dd16ac339693 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:17.668876 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Port 0513a62b-219c-48a7-8bd5-dd16ac339693 on network 692fa143-7b59-41f0-9ea1-d966185e0300 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:07:17.669475 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Attempting to bind port 0513a62b-219c-48a7-8bd5-dd16ac339693 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:17.673820 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Transition to ACTIVE for port object b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:07:17.685495 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:17.694768 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:17.694768 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Checking segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:17.694768 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Bound using segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:17.694768 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Bound port: 0513a62b-219c-48a7-8bd5-dd16ac339693, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:17.694768 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:17.781007 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-b22700e4-1adb-4599-bab9-f5de627a434a req-97656300-1be4-42af-984e-d5c9fb4474a9 service neutron] show failed (client error): The resource could not be found. Nov 19 09:07:17.784314 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-97656300-1be4-42af-984e-d5c9fb4474a9 service neutron] 10.222.0.71 "GET /v2.0/ports/b77a1ea6-32b4-4307-8aea-cad3bd867c92/bindings/n-h1-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.1264727 Nov 19 09:07:17.874338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Pushing event updated for resources: {'Port': ['ID=b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:17.896148 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9f80643a-6884-4c39-8057-296f915772a7 req-a8b2ef18-fe43-4c44-b793-32b612aa7598 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:17.922653 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9f80643a-6884-4c39-8057-296f915772a7 req-a8b2ef18-fe43-4c44-b793-32b612aa7598 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:17.937676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:07:17.950764 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Sync routers for ids ['ea129c94-ab27-43b3-aae3-7aff1c374544'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:07:17.990884 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Routers {'ea129c94-ab27-43b3-aae3-7aff1c374544'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:07:17.993720 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:06:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ea129c94-ab27-43b3-aae3-7aff1c374544'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:18.045045 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Attempting to bind port b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:18.045434 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Attempting to bind port b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'c7bd5234-fa29-4544-8a88-1acbba6b7949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f42ad535-43bd-4b8b-bf06-8f6770e1e61f'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:18.045752 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Attempting to bind port b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d on network f42ad535-43bd-4b8b-bf06-8f6770e1e61f {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:18.058103 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] For port 0513a62b-219c-48a7-8bd5-dd16ac339693, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:18.076196 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2ef18-fe43-4c44-b793-32b612aa7598 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:18.083970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Port b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d on network f42ad535-43bd-4b8b-bf06-8f6770e1e61f not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:07:18.084297 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Attempting to bind port b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d on network f42ad535-43bd-4b8b-bf06-8f6770e1e61f {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:18.087883 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] For port 0513a62b-219c-48a7-8bd5-dd16ac339693, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=0513a62b-219c-48a7-8bd5-dd16ac339693,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:18.099330 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:18.103764 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a6aba647-753e-45dd-989a-c9930705e81c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.3620698 Nov 19 09:07:18.106441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6c882be6-ca72-4e0e-9699-6aa5261f7c7d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:18.108302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57642) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:18.113857 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:18.123125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:18.123394 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Checking segment: {'id': 'c7bd5234-fa29-4544-8a88-1acbba6b7949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f42ad535-43bd-4b8b-bf06-8f6770e1e61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:18.123777 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Bound using segment: {'id': 'c7bd5234-fa29-4544-8a88-1acbba6b7949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f42ad535-43bd-4b8b-bf06-8f6770e1e61f'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:18.124233 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Bound port: b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7bd5234-fa29-4544-8a88-1acbba6b7949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f42ad535-43bd-4b8b-bf06-8f6770e1e61f'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:18.124589 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:18.199156 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Set router ea129c94-ab27-43b3-aae3-7aff1c374544 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:07:18.207488 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 6c882be6-ca72-4e0e-9699-6aa5261f7c7d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:18.207914 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:18.250741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b8c87-9235-4dc8-8f8f-912881d30d37 req-a37265e5-cbc8-4e0f-9269-683bfc718c05 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:18.259044 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-939b8c87-9235-4dc8-8f8f-912881d30d37 req-a37265e5-cbc8-4e0f-9269-683bfc718c05 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 943 time: 0.2485113 Nov 19 09:07:18.277919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22700e4-1adb-4599-bab9-f5de627a434a req-ac9ca76d-dc32-456e-9c4b-2113532c71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:18.282359 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-ac9ca76d-dc32-456e-9c4b-2113532c71fa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311&tenant_id=193e326224374af2adeabf4558305969 HTTP/1.1" status: 200 len: 1102 time: 0.2406461 Nov 19 09:07:18.320213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:18.354592 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085edcd-5985-47eb-8e97-62c1e81139aa req-a36e742a-b533-42ed-a8d3-fa3b618ac71e tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:18.356281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8085edcd-5985-47eb-8e97-62c1e81139aa req-a36e742a-b533-42ed-a8d3-fa3b618ac71e tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 943 time: 0.2119412 Nov 19 09:07:18.427493 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-939b8c87-9235-4dc8-8f8f-912881d30d37 req-1a850478-b24a-4664-8a50-0a1d8547ca6c tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c500488-8edd-4d54-9194-52c7a19f9b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674662 Nov 19 09:07:18.430559 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:18.488897 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536826826-router', 'tenant_id': 'aeacabe691e14011ae5789c1c983da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd4360702-8942-4af9-aaa3-ae4250d7a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:10Z', 'updated_at': '2021-11-19T09:07:15Z', 'revision_number': 3, 'project_id': 'aeacabe691e14011ae5789c1c983da4a', 'gw_port': {'id': 'd4360702-8942-4af9-aaa3-ae4250d7a30c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:07:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:13Z', 'updated_at': '2021-11-19T09:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:18.510703 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8085edcd-5985-47eb-8e97-62c1e81139aa req-3972103a-3579-4ed2-b27c-1755e651688c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394887 Nov 19 09:07:18.533814 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Checking router: ea129c94-ab27-43b3-aae3-7aff1c374544 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:07:18.534351 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Updating router ea129c94-ab27-43b3-aae3-7aff1c374544 port d4360702-8942-4af9-aaa3-ae4250d7a30c binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:07:18.574338 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:18.629897 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:18.631025 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:18.632472 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] 10.222.0.66 "PUT /v2.0/ports/0513a62b-219c-48a7-8bd5-dd16ac339693 HTTP/1.1" status: 200 len: 1092 time: 3.2947733 Nov 19 09:07:18.632935 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe6087a-e024-4f20-a373-e1855c632794', 'tag': '0513a62b-219c-48a7-8bd5-dd16ac339693'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:18.635777 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0255336d-7dcf-4e0a-a981-cb839eb34e89" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe6087a-e024-4f20-a373-e1855c632794", "tag": "0513a62b-219c-48a7-8bd5-dd16ac339693"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:18.709323 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16155758-a8fd-4dbc-af36-64a45fb4f83d req-ef4e5d2b-af26-43ef-b6a3-06de87c07c05 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 210 time: 0.0445714 Nov 19 09:07:18.732793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7967a3b-5f3e-4640-ad1d-f326928aa0a2 req-1ed23b55-54c4-4d91-ab13-8845a521b9de tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:18.741125 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7967a3b-5f3e-4640-ad1d-f326928aa0a2 req-1ed23b55-54c4-4d91-ab13-8845a521b9de tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.1173713 Nov 19 09:07:18.784704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-9f80643a-6884-4c39-8057-296f915772a7 req-a8b2ef18-fe43-4c44-b793-32b612aa7598 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Allocated IP 192.168.233.116 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/52c12804-7894-4803-b113-e0e0c9afa3b2) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:18.812237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f970a-9183-4bc2-97a7-19058dad9a07 service neutron] Pushing event updated for resources: {'Port': ['ID=0513a62b-219c-48a7-8bd5-dd16ac339693,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:18.821839 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7967a3b-5f3e-4640-ad1d-f326928aa0a2 req-47ab3395-4b29-440e-8839-fe2842615c4b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797441 Nov 19 09:07:18.846025 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] For port b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:18.853928 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] For port b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d,segment=NetworkSegment(c7bd5234-fa29-4544-8a88-1acbba6b7949),segment_id=c7bd5234-fa29-4544-8a88-1acbba6b7949)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:18.908311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d28a73-7af7-4a92-9d68-ba79b35d73df req-357c365d-ca26-469c-a176-ed17617ab9f0 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:18.917347 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72d28a73-7af7-4a92-9d68-ba79b35d73df req-357c365d-ca26-469c-a176-ed17617ab9f0 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=962a3df1-189e-4a4d-9f2e-9de917259d40 HTTP/1.1" status: 200 len: 946 time: 0.0902255 Nov 19 09:07:18.963434 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:18.970863 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:18.972714 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29584698-5603-412d-9dad-eb175fad74f9 req-741ae1e6-7b84-4593-a9d0-7693d5867afa tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=0f72f92263b1443aba8590affdf9e0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522535 Nov 19 09:07:18.988529 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:18.991007 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecbe8d83-f3ef-41cc-9105-03a17e1802dc req-62870b3e-ca57-4cd7-8299-b95f93e1f04e tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 210 time: 0.0474277 Nov 19 09:07:19.022870 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd0bd2-b711-4bfa-b4ef-3a5c6baa7ed6 None None] Pushing event updated for resources: {'Port': ['ID=d4360702-8942-4af9-aaa3-ae4250d7a30c,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:19.043467 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-5fc4a42e-79a5-42cf-86b5-27483d657bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:19.044990 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-5fc4a42e-79a5-42cf-86b5-27483d657bd9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 1095 time: 0.3209696 Nov 19 09:07:19.056159 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Attempting to bind port d4360702-8942-4af9-aaa3-ae4250d7a30c on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:19.056537 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Attempting to bind port d4360702-8942-4af9-aaa3-ae4250d7a30c by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:19.056906 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Attempting to bind port d4360702-8942-4af9-aaa3-ae4250d7a30c on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:19.065928 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:19.066314 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:19.066726 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:19.067121 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:19.067836 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Bound port: d4360702-8942-4af9-aaa3-ae4250d7a30c, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:19.068247 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:19.105553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:19.106860 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:19.108374 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] 10.222.0.66 "PUT /v2.0/ports/b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d HTTP/1.1" status: 200 len: 1092 time: 2.7111223 Nov 19 09:07:19.154344 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] For port d4360702-8942-4af9-aaa3-ae4250d7a30c, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:19.157723 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-7738c570-c88f-4627-91e2-6de49d15125b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0513a62b-219c-48a7-8bd5-dd16ac339693 HTTP/1.1" status: 200 len: 217 time: 0.0716393 Nov 19 09:07:19.158816 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] For port d4360702-8942-4af9-aaa3-ae4250d7a30c, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d4360702-8942-4af9-aaa3-ae4250d7a30c,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:19.167338 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:19.192124 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72d28a73-7af7-4a92-9d68-ba79b35d73df req-84ab7bdd-7e88-4366-b351-0f167f4276a6 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728591 Nov 19 09:07:19.209151 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6defa54-c9c6-478a-92c5-93c5d59d6bf7 x-openstack-request-id: req-e6defa54-c9c6-478a-92c5-93c5d59d6bf7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:19.209446 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe6087a-e024-4f20-a373-e1855c632794", "tag": "0513a62b-219c-48a7-8bd5-dd16ac339693", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:19.209703 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6defa54-c9c6-478a-92c5-93c5d59d6bf7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:19.210097 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe6087a-e024-4f20-a373-e1855c632794', 'tag': '0513a62b-219c-48a7-8bd5-dd16ac339693', 'status': 'completed', 'code': 200} Nov 19 09:07:19.238379 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd0bd2-b711-4bfa-b4ef-3a5c6baa7ed6 None None] Pushing event updated for resources: {'Port': ['ID=d4360702-8942-4af9-aaa3-ae4250d7a30c,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:19.241905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584698-5603-412d-9dad-eb175fad74f9 req-a2e71003-b5fc-41f5-b27a-d75506d3c9af tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:19.243689 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29584698-5603-412d-9dad-eb175fad74f9 req-a2e71003-b5fc-41f5-b27a-d75506d3c9af tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2555034 Nov 19 09:07:19.264627 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-29584698-5603-412d-9dad-eb175fad74f9 req-6524ccac-9bee-4a33-b651-5530e1554df0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Request body: {'port': {'device_id': 'd1daff78-728a-44f4-ad72-b749bd6aa767', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '0f72f92263b1443aba8590affdf9e0aa'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:19.274246 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.66', 61366) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:19.283161 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Routers {'ea129c94-ab27-43b3-aae3-7aff1c374544'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:07:19.284198 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:06:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ea129c94-ab27-43b3-aae3-7aff1c374544'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:19.360555 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a7f8d-dc6b-4642-8f46-2581c63ab166 service neutron] Pushing event updated for resources: {'Port': ['ID=b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:19.419733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29584698-5603-412d-9dad-eb175fad74f9 req-6524ccac-9bee-4a33-b651-5530e1554df0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Made reservation on behalf of 0f72f92263b1443aba8590affdf9e0aa for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:19.424998 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29584698-5603-412d-9dad-eb175fad74f9 req-6524ccac-9bee-4a33-b651-5530e1554df0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:19.439815 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29584698-5603-412d-9dad-eb175fad74f9 req-6524ccac-9bee-4a33-b651-5530e1554df0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:19.503911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.66', 61367) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:19.515647 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] Set router ea129c94-ab27-43b3-aae3-7aff1c374544 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:07:19.517152 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7ed72-9963-4f7f-a4cd-8b4f21fd542b req-923fdc6f-56ff-48d6-88fe-864452ad6e0c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:19.518748 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6cd7ed72-9963-4f7f-a4cd-8b4f21fd542b req-923fdc6f-56ff-48d6-88fe-864452ad6e0c tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.66 "GET /v2.0/ports?device_id=962a3df1-189e-4a4d-9f2e-9de917259d40 HTTP/1.1" status: 200 len: 946 time: 0.2218177 Nov 19 09:07:19.523856 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9f80643a-6884-4c39-8057-296f915772a7 req-a8b2ef18-fe43-4c44-b793-32b612aa7598 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:19.534642 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-fbdb8406-2a51-4afc-9013-04fab6636a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:19.536506 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-fbdb8406-2a51-4afc-9013-04fab6636a31 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.2840345 Nov 19 09:07:19.618579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-fa763780-b316-4f4e-a815-f5d65d3aeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:19.620679 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-fa763780-b316-4f4e-a815-f5d65d3aeee4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ce989b55833b440eb5cb45caac51da3f&device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 1095 time: 0.4078095 Nov 19 09:07:19.632030 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-a61190d0-7afd-408f-9c89-668bbc84d6d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810564 Nov 19 09:07:19.698658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f20869-1c6b-49e5-a087-f07946b7fd77 req-4b05c40d-aa73-4fc8-9758-e8afaa2ebdfe tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:19.701459 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1f20869-1c6b-49e5-a087-f07946b7fd77 req-4b05c40d-aa73-4fc8-9758-e8afaa2ebdfe tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 943 time: 0.1308525 Nov 19 09:07:19.704811 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29584698-5603-412d-9dad-eb175fad74f9 req-6524ccac-9bee-4a33-b651-5530e1554df0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:19.716494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff2c89-04ec-479c-84c3-e2c3366310b8 req-7d80d23e-3190-4cc4-8900-c773f6fa693b tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:19.717980 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49ff2c89-04ec-479c-84c3-e2c3366310b8 req-7d80d23e-3190-4cc4-8900-c773f6fa693b tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.66 "GET /v2.0/ports?device_id=26f00b52-184a-4095-bdc2-d6defb925ef9 HTTP/1.1" status: 200 len: 946 time: 0.2131205 Nov 19 09:07:19.722401 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29584698-5603-412d-9dad-eb175fad74f9 req-6524ccac-9bee-4a33-b651-5530e1554df0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:19.733416 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536826826-router', 'tenant_id': 'aeacabe691e14011ae5789c1c983da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd4360702-8942-4af9-aaa3-ae4250d7a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:10Z', 'updated_at': '2021-11-19T09:07:15Z', 'revision_number': 3, 'project_id': 'aeacabe691e14011ae5789c1c983da4a', 'gw_port': {'id': 'd4360702-8942-4af9-aaa3-ae4250d7a30c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:07:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:13Z', 'updated_at': '2021-11-19T09:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:19.764245 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8100a4-aebf-4c54-be39-5dac453d2309 None None] The sync data for ids ['ea129c94-ab27-43b3-aae3-7aff1c374544'] in n-d-805649-14 is: [{'id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536826826-router', 'tenant_id': 'aeacabe691e14011ae5789c1c983da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd4360702-8942-4af9-aaa3-ae4250d7a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:10Z', 'updated_at': '2021-11-19T09:07:15Z', 'revision_number': 3, 'project_id': 'aeacabe691e14011ae5789c1c983da4a', 'gw_port': {'id': 'd4360702-8942-4af9-aaa3-ae4250d7a30c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:07:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:13Z', 'updated_at': '2021-11-19T09:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:07:19.773691 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-8b69eba6-6462-4217-854d-8cd5ddc11456 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d HTTP/1.1" status: 200 len: 217 time: 0.1369309 Nov 19 09:07:19.841629 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2b5a3f42-e155-4624-8c78-30ab4169eb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:19.873904 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9f80643a-6884-4c39-8057-296f915772a7 req-a8b2ef18-fe43-4c44-b793-32b612aa7598 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:19.982978 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-968598eb-e80e-40ad-b37a-5fbb7d7e688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:19.984645 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-968598eb-e80e-40ad-b37a-5fbb7d7e688b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=800cc487-ed53-4d92-b4e6-9dfefab1dfeb HTTP/1.1" status: 200 len: 853 time: 0.2008469 Nov 19 09:07:20.002732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f80643a-6884-4c39-8057-296f915772a7 req-a8b2ef18-fe43-4c44-b793-32b612aa7598 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:20.033166 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-9f80643a-6884-4c39-8057-296f915772a7 req-a8b2ef18-fe43-4c44-b793-32b612aa7598 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:20.083707 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-ed990411-7b5b-434e-96c0-bee73ac3249a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f42ad535-43bd-4b8b-bf06-8f6770e1e61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831113 Nov 19 09:07:20.086144 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-62993f0f-32af-4c73-aa3c-03945ba6a866 service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356542 Nov 19 09:07:20.087096 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f80643a-6884-4c39-8057-296f915772a7 req-a8b2ef18-fe43-4c44-b793-32b612aa7598 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:20.092761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80643a-6884-4c39-8057-296f915772a7 req-a8b2ef18-fe43-4c44-b793-32b612aa7598 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:20.093473 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9f80643a-6884-4c39-8057-296f915772a7 req-a8b2ef18-fe43-4c44-b793-32b612aa7598 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:20.103511 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-6cd7ed72-9963-4f7f-a4cd-8b4f21fd542b req-948ee960-a84e-4d6b-bb0d-7683adbab450 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Deleting port 2a7d0002-0507-47dc-b7df-295bd3615b8a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:07:20.103963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6cd7ed72-9963-4f7f-a4cd-8b4f21fd542b req-948ee960-a84e-4d6b-bb0d-7683adbab450 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:20.129064 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2ef18-fe43-4c44-b793-32b612aa7598 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Pushing event updated for resources: {'Port': ['ID=52c12804-7894-4803-b113-e0e0c9afa3b2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:20.211271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524ccac-9bee-4a33-b651-5530e1554df0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0de1e8-f747-4110-969a-4170d2e4b9d4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:20.247637 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbd087-b20b-4039-9ed4-4318c097d6c6 req-f49bf9cd-0c8d-4602-bbec-ab9667b36e46 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:20.255534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aacbd087-b20b-4039-9ed4-4318c097d6c6 req-f49bf9cd-0c8d-4602-bbec-ab9667b36e46 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 943 time: 0.6239967 Nov 19 09:07:20.347506 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1f20869-1c6b-49e5-a087-f07946b7fd77 req-90f6c848-4801-47c7-8e3c-f1b6c3cd334e tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c500488-8edd-4d54-9194-52c7a19f9b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6284914 Nov 19 09:07:20.414889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] For port b77a1ea6-32b4-4307-8aea-cad3bd867c92, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:20.437379 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aacbd087-b20b-4039-9ed4-4318c097d6c6 req-abee523f-0eeb-4042-b74e-2b07a0f6403c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772542 Nov 19 09:07:20.482206 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] For port b77a1ea6-32b4-4307-8aea-cad3bd867c92, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:20.484098 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3f5c724f-4d55-484b-b62a-2781a990f2bc None None] Provisioning complete for port 52c12804-7894-4803-b113-e0e0c9afa3b2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:20.484688 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f5c724f-4d55-484b-b62a-2781a990f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:20.531988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3f5c724f-4d55-484b-b62a-2781a990f2bc None None] Port 52c12804-7894-4803-b113-e0e0c9afa3b2 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:07:20.532308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-49ff2c89-04ec-479c-84c3-e2c3366310b8 req-45cdca52-688f-4128-ad31-0219f2b35804 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Deleting port 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:07:20.532400 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-49ff2c89-04ec-479c-84c3-e2c3366310b8 req-45cdca52-688f-4128-ad31-0219f2b35804 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:20.597274 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9f80643a-6884-4c39-8057-296f915772a7 req-a8b2ef18-fe43-4c44-b793-32b612aa7598 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6351805 Nov 19 09:07:20.617907 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Request body: {'port': {'device_id': 'c4b3beb6-c8c1-49fe-8d30-be0e39e51021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:20.641740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e859d2-9a6a-4050-b545-7274ce389311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77a1ea6-32b4-4307-8aea-cad3bd867c92'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:20.644042 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23db8264-3c89-4765-bc0d-911f0d234fbe" -d '{"events": [{"server_uuid": "22e859d2-9a6a-4050-b545-7274ce389311", "name": "network-vif-unplugged", "status": "completed", "tag": "b77a1ea6-32b4-4307-8aea-cad3bd867c92"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:20.649995 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:20.689619 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:20.691180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Transition to ACTIVE for port object b77a1ea6-32b4-4307-8aea-cad3bd867c92 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:07:20.711668 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:20.749299 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed1715-1073-4e8c-bf8b-34ad341294d0 req-b5eff206-eaef-430e-b7f8-665a9f8d7198 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:20.755606 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11ed1715-1073-4e8c-bf8b-34ad341294d0 req-b5eff206-eaef-430e-b7f8-665a9f8d7198 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.2308090 Nov 19 09:07:20.776001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25520ff-220b-44fc-ae82-26eb857ab84a req-074fb3a8-8fa7-4fda-bc54-c16aafba2d4e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:20.777683 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d25520ff-220b-44fc-ae82-26eb857ab84a req-074fb3a8-8fa7-4fda-bc54-c16aafba2d4e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 936 time: 0.2518539 Nov 19 09:07:20.784348 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-6cd7ed72-9963-4f7f-a4cd-8b4f21fd542b req-948ee960-a84e-4d6b-bb0d-7683adbab450 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] For port 2a7d0002-0507-47dc-b7df-295bd3615b8a, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=2a7d0002-0507-47dc-b7df-295bd3615b8a,segment=NetworkSegment(69400a9f-1fdd-4f52-bf65-8dcbf3c647b7),segment_id=69400a9f-1fdd-4f52-bf65-8dcbf3c647b7)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:20.784725 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6cd7ed72-9963-4f7f-a4cd-8b4f21fd542b req-948ee960-a84e-4d6b-bb0d-7683adbab450 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:20.788860 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-46a698e3-ed57-445c-8f6d-676131fe47a0 req-db27e6d8-33c0-46e4-bfeb-8ddd4663112c service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6800866 Nov 19 09:07:20.816281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-6cd7ed72-9963-4f7f-a4cd-8b4f21fd542b req-948ee960-a84e-4d6b-bb0d-7683adbab450 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Calling delete_port for 2a7d0002-0507-47dc-b7df-295bd3615b8a owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:07:20.820841 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-f61abb99-0b59-4e1f-9e3f-34743a392e83 service neutron] 10.222.0.66 "GET /v2.0/networks/f42ad535-43bd-4b8b-bf06-8f6770e1e61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7108822 Nov 19 09:07:20.821450 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:20.897041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-49ff2c89-04ec-479c-84c3-e2c3366310b8 req-45cdca52-688f-4128-ad31-0219f2b35804 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] For port 2cac0adb-5f66-4a06-9a92-c3f7d1296b53, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=2cac0adb-5f66-4a06-9a92-c3f7d1296b53,segment=NetworkSegment(69400a9f-1fdd-4f52-bf65-8dcbf3c647b7),segment_id=69400a9f-1fdd-4f52-bf65-8dcbf3c647b7)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:20.897440 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-49ff2c89-04ec-479c-84c3-e2c3366310b8 req-45cdca52-688f-4128-ad31-0219f2b35804 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:20.960389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-49ff2c89-04ec-479c-84c3-e2c3366310b8 req-45cdca52-688f-4128-ad31-0219f2b35804 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Calling delete_port for 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:07:20.966569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Pushing event updated for resources: {'Port': ['ID=b77a1ea6-32b4-4307-8aea-cad3bd867c92,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:20.972468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-29584698-5603-412d-9dad-eb175fad74f9 req-6524ccac-9bee-4a33-b651-5530e1554df0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Allocated IP 192.168.233.87 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/00730ab9-1ac8-40a1-8ef9-eed22872a5ad) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:20.980447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] No DVR routers for this DVR port b77a1ea6-32b4-4307-8aea-cad3bd867c92 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:07:21.068297 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11ed1715-1073-4e8c-bf8b-34ad341294d0 req-6b7de626-6ac3-4a45-82fd-5d110b0794fc tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559993 Nov 19 09:07:21.138014 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d25520ff-220b-44fc-ae82-26eb857ab84a req-6cc8d071-d498-48b8-9ee3-1fdd789883f6 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175511 Nov 19 09:07:21.185026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Attempting to bind port b77a1ea6-32b4-4307-8aea-cad3bd867c92 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:21.185449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Attempting to bind port b77a1ea6-32b4-4307-8aea-cad3bd867c92 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:21.185833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Attempting to bind port b77a1ea6-32b4-4307-8aea-cad3bd867c92 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:21.214421 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cba9fe-c0f3-4140-9f08-d3d50d1d2495', 'tag': 'b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:21.216690 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898990b9-d070-4b93-ad1f-b072a64c048b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cba9fe-c0f3-4140-9f08-d3d50d1d2495", "tag": "b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:21.235180 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96f683ab-9846-498d-9aa3-2c5b4da2f9cd req-2657050e-1b9a-46ff-aff1-d66f6df86d62 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 210 time: 0.0611978 Nov 19 09:07:21.279175 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Port b77a1ea6-32b4-4307-8aea-cad3bd867c92 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:07:21.280083 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Attempting to bind port b77a1ea6-32b4-4307-8aea-cad3bd867c92 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:21.308970 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:21.308970 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:21.309744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:21.310163 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Bound port: b77a1ea6-32b4-4307-8aea-cad3bd867c92, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:21.310537 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:21.314568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255336d-7dcf-4e0a-a981-cb839eb34e89 req-21a72e4d-7278-4824-9e95-1864cdce5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:21.316057 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0255336d-7dcf-4e0a-a981-cb839eb34e89 req-21a72e4d-7278-4824-9e95-1864cdce5ad4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 1095 time: 0.3472054 Nov 19 09:07:21.351279 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c8f03c5b-1b98-4993-a740-ff62da61f8fc req-ae49dccf-788d-4589-a689-8ce0e57fc069 service neutron] 10.222.0.66 "GET /v2.0/networks/f42ad535-43bd-4b8b-bf06-8f6770e1e61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001574 Nov 19 09:07:21.358114 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Allocated IP 172.20.0.1 (ba060ee4-100c-44d8-b926-1b48e0d84abf/92809132-98ac-40ab-86d4-9a247f0ec908/ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:21.371574 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee98a88-e2c8-4fd5-88c1-2a96e42b68bb x-openstack-request-id: req-5ee98a88-e2c8-4fd5-88c1-2a96e42b68bb {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:21.371574 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e859d2-9a6a-4050-b545-7274ce389311", "name": "network-vif-unplugged", "status": "completed", "tag": "b77a1ea6-32b4-4307-8aea-cad3bd867c92", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:21.371574 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ee98a88-e2c8-4fd5-88c1-2a96e42b68bb {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:21.372152 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e859d2-9a6a-4050-b545-7274ce389311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77a1ea6-32b4-4307-8aea-cad3bd867c92', 'code': 200} Nov 19 09:07:21.411724 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f6bce2-2c97-4c6f-89a1-16f8fcb2e1ee x-openstack-request-id: req-a9f6bce2-2c97-4c6f-89a1-16f8fcb2e1ee {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:21.412032 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cba9fe-c0f3-4140-9f08-d3d50d1d2495", "tag": "b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:21.412294 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9f6bce2-2c97-4c6f-89a1-16f8fcb2e1ee {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:21.412746 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cba9fe-c0f3-4140-9f08-d3d50d1d2495', 'tag': 'b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d', 'status': 'completed', 'code': 200} Nov 19 09:07:21.481454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98dba7-d88a-4dbf-97a4-769cabb514e8 req-961177af-ffe2-4f98-86d8-bc3749f52866 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:21.488907 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa98dba7-d88a-4dbf-97a4-769cabb514e8 req-961177af-ffe2-4f98-86d8-bc3749f52866 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/ports?device_id=962a3df1-189e-4a4d-9f2e-9de917259d40 HTTP/1.1" status: 200 len: 946 time: 0.2658324 Nov 19 09:07:21.606282 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255336d-7dcf-4e0a-a981-cb839eb34e89 req-62389975-bf39-4bea-bce9-0966810b3568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:21.607854 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0255336d-7dcf-4e0a-a981-cb839eb34e89 req-62389975-bf39-4bea-bce9-0966810b3568 service neutron] 10.222.0.66 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.2829645 Nov 19 09:07:21.621377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] For port b77a1ea6-32b4-4307-8aea-cad3bd867c92, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:21.623288 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6cd7ed72-9963-4f7f-a4cd-8b4f21fd542b req-948ee960-a84e-4d6b-bb0d-7683adbab450 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:21.629252 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-49ff2c89-04ec-479c-84c3-e2c3366310b8 req-45cdca52-688f-4128-ad31-0219f2b35804 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:21.637738 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['2cac0adb-5f66-4a06-9a92-c3f7d1296b53', '2a7d0002-0507-47dc-b7df-295bd3615b8a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:21.660165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] For port b77a1ea6-32b4-4307-8aea-cad3bd867c92, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:21.672209 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['2cac0adb-5f66-4a06-9a92-c3f7d1296b53', '2a7d0002-0507-47dc-b7df-295bd3615b8a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:21.695671 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:21.697649 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cdca52-688f-4128-ad31-0219f2b35804 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Pushing event deleted for resources: {'Port': ['ID=2cac0adb-5f66-4a06-9a92-c3f7d1296b53,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:21.702942 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29584698-5603-412d-9dad-eb175fad74f9 req-6524ccac-9bee-4a33-b651-5530e1554df0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:21.703586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898990b9-d070-4b93-ad1f-b072a64c048b req-7a219029-7e52-4485-bc2b-df6f5645b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:21.704979 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-898990b9-d070-4b93-ad1f-b072a64c048b req-7a219029-7e52-4485-bc2b-df6f5645b6a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ce989b55833b440eb5cb45caac51da3f&device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 1095 time: 0.2143614 Nov 19 09:07:21.706261 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0255336d-7dcf-4e0a-a981-cb839eb34e89 req-b7916b74-e433-404c-899b-4a66d61b58f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0513a62b-219c-48a7-8bd5-dd16ac339693 HTTP/1.1" status: 200 len: 217 time: 0.0847809 Nov 19 09:07:21.711733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ee960-a84e-4d6b-bb0d-7683adbab450 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Pushing event deleted for resources: {'Port': ['ID=2a7d0002-0507-47dc-b7df-295bd3615b8a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:21.724949 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa98dba7-d88a-4dbf-97a4-769cabb514e8 req-7495d56d-fba5-4576-b90c-e40602dd705b tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.21 "GET /v2.0/security-groups?id=83f1a5a2-f696-4444-b28f-bbf278f962cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272100 Nov 19 09:07:21.751514 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:21.830604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dcc15-8d20-4463-b9da-a74b518893e6 req-fde34cfd-6dbd-413c-b9fb-9e7b63032e16 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:21.832158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f0dcc15-8d20-4463-b9da-a74b518893e6 req-fde34cfd-6dbd-413c-b9fb-9e7b63032e16 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 943 time: 0.3060038 Nov 19 09:07:21.863593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ff2c89-04ec-479c-84c3-e2c3366310b8 req-45cdca52-688f-4128-ad31-0219f2b35804 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] No DVR routers for this DVR port 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:07:21.869701 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:21.870319 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:21.871709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] 10.222.0.66 "PUT /v2.0/ports/b77a1ea6-32b4-4307-8aea-cad3bd867c92 HTTP/1.1" status: 200 len: 1097 time: 3.5565619 Nov 19 09:07:21.876659 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd7ed72-9963-4f7f-a4cd-8b4f21fd542b req-948ee960-a84e-4d6b-bb0d-7683adbab450 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] No DVR routers for this DVR port 2a7d0002-0507-47dc-b7df-295bd3615b8a on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:07:21.903266 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6cd7ed72-9963-4f7f-a4cd-8b4f21fd542b req-948ee960-a84e-4d6b-bb0d-7683adbab450 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:21.907049 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6cd7ed72-9963-4f7f-a4cd-8b4f21fd542b req-948ee960-a84e-4d6b-bb0d-7683adbab450 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.66 "DELETE /v2.0/ports/2a7d0002-0507-47dc-b7df-295bd3615b8a HTTP/1.1" status: 204 len: 173 time: 2.3761709 Nov 19 09:07:21.929645 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-49ff2c89-04ec-479c-84c3-e2c3366310b8 req-45cdca52-688f-4128-ad31-0219f2b35804 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:21.933054 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49ff2c89-04ec-479c-84c3-e2c3366310b8 req-45cdca52-688f-4128-ad31-0219f2b35804 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] 10.222.0.66 "DELETE /v2.0/ports/2cac0adb-5f66-4a06-9a92-c3f7d1296b53 HTTP/1.1" status: 204 len: 173 time: 2.2028432 Nov 19 09:07:21.943483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255336d-7dcf-4e0a-a981-cb839eb34e89 req-f305f809-83b7-47f9-9ad3-ea0fd19c8a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:21.945180 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0255336d-7dcf-4e0a-a981-cb839eb34e89 req-f305f809-83b7-47f9-9ad3-ea0fd19c8a32 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.2231970 Nov 19 09:07:21.975133 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a56cb4-554d-4be8-b0b4-ed71277747ee service neutron] Pushing event updated for resources: {'Port': ['ID=b77a1ea6-32b4-4307-8aea-cad3bd867c92,revision_number=7']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:21.995783 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0255336d-7dcf-4e0a-a981-cb839eb34e89 req-5b9b0675-59a5-4fd6-ab68-02836479adee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365632 Nov 19 09:07:22.000835 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29584698-5603-412d-9dad-eb175fad74f9 req-6524ccac-9bee-4a33-b651-5530e1554df0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:22.061171 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f5174-9fc2-47ba-a929-de9da46e96b9 req-4c16a74a-3ba2-4d05-bb00-c2f20a8acd50 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:22.069617 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d3f5174-9fc2-47ba-a929-de9da46e96b9 req-4c16a74a-3ba2-4d05-bb00-c2f20a8acd50 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 943 time: 0.2611692 Nov 19 09:07:22.090808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898990b9-d070-4b93-ad1f-b072a64c048b req-2b722972-acd5-4241-a633-37a398662805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:22.092352 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-898990b9-d070-4b93-ad1f-b072a64c048b req-2b722972-acd5-4241-a633-37a398662805 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f42ad535-43bd-4b8b-bf06-8f6770e1e61f HTTP/1.1" status: 200 len: 914 time: 0.3689520 Nov 19 09:07:22.127352 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:22.169706 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f0dcc15-8d20-4463-b9da-a74b518893e6 req-42f2ec37-55c2-464a-b9ac-e5fbf5f2e565 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c500488-8edd-4d54-9194-52c7a19f9b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115463 Nov 19 09:07:22.189958 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22700e4-1adb-4599-bab9-f5de627a434a req-0f36ccbe-3cab-4c9a-a5c7-1485aa7db220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:22.191593 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-0f36ccbe-3cab-4c9a-a5c7-1485aa7db220 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 1100 time: 0.2916312 Nov 19 09:07:22.226143 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d4360702-8942-4af9-aaa3-ae4250d7a30c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:22.228745 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29584698-5603-412d-9dad-eb175fad74f9 req-6524ccac-9bee-4a33-b651-5530e1554df0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:22.266170 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f1cee30e-c1be-45a3-823e-d7c669a27eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:22.288045 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-29584698-5603-412d-9dad-eb175fad74f9 req-6524ccac-9bee-4a33-b651-5530e1554df0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:22.289849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524ccac-9bee-4a33-b651-5530e1554df0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Pushing event updated for resources: {'Port': ['ID=00730ab9-1ac8-40a1-8ef9-eed22872a5ad,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:22.295147 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-29584698-5603-412d-9dad-eb175fad74f9 req-6524ccac-9bee-4a33-b651-5530e1554df0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:22.301053 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584698-5603-412d-9dad-eb175fad74f9 req-6524ccac-9bee-4a33-b651-5530e1554df0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:22.301706 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29584698-5603-412d-9dad-eb175fad74f9 req-6524ccac-9bee-4a33-b651-5530e1554df0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:22.323075 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d4360702-8942-4af9-aaa3-ae4250d7a30c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:22.323548 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:22.357541 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c12804-7894-4803-b113-e0e0c9afa3b2 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:22.364790 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d3f5174-9fc2-47ba-a929-de9da46e96b9 req-fc95a74a-ab00-450b-94db-49d333264be0 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942877 Nov 19 09:07:22.366963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:22.372295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29584698-5603-412d-9dad-eb175fad74f9 req-6524ccac-9bee-4a33-b651-5530e1554df0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1119106 Nov 19 09:07:22.381555 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Transition to ACTIVE for port object 52c12804-7894-4803-b113-e0e0c9afa3b2 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:07:22.403145 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-898990b9-d070-4b93-ad1f-b072a64c048b req-4ae3c9ae-8a96-4dde-9834-7aa8f88e66d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d HTTP/1.1" status: 200 len: 217 time: 0.2808554 Nov 19 09:07:22.410557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Request body: {'port': {'device_id': 'd1daff78-728a-44f4-ad72-b749bd6aa767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:22.417767 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Network ba060ee4-100c-44d8-b926-1b48e0d84abf is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:22.419026 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:22.461288 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:22.485194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847021d-8370-4260-8aab-0cc9996c54b9 req-05a0f0a3-7a18-4f1b-821a-f8a138c28688 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:22.492344 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:22.495626 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:22.496308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:22.497379 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7847021d-8370-4260-8aab-0cc9996c54b9 req-05a0f0a3-7a18-4f1b-821a-f8a138c28688 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 948 time: 0.2033000 Nov 19 09:07:22.503216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port d4360702-8942-4af9-aaa3-ae4250d7a30c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d4360702-8942-4af9-aaa3-ae4250d7a30c,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:22.520518 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:22.568538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b77a1ea6-32b4-4307-8aea-cad3bd867c92 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:07:22.594233 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22700e4-1adb-4599-bab9-f5de627a434a req-e8e20039-0cbc-4c6d-8d47-39b262138490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:22.596085 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-e8e20039-0cbc-4c6d-8d47-39b262138490 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.3838189 Nov 19 09:07:22.717369 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=d4360702-8942-4af9-aaa3-ae4250d7a30c,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:22.733826 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b77a1ea6-32b4-4307-8aea-cad3bd867c92 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:07:22.737947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-14f13ea1-123c-42ab-a8ac-4169376e1180 None None] Provisioning complete for port 00730ab9-1ac8-40a1-8ef9-eed22872a5ad triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:22.738606 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-14f13ea1-123c-42ab-a8ac-4169376e1180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:22.795208 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-14f13ea1-123c-42ab-a8ac-4169376e1180 None None] Port 00730ab9-1ac8-40a1-8ef9-eed22872a5ad cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:07:22.885642 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0255336d-7dcf-4e0a-a981-cb839eb34e89 req-5fccd0ee-f97d-4a81-8eea-b2426656c496 service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8588564 Nov 19 09:07:22.938235 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ccda6b6c-f872-468f-9f91-8d16e8cc75e7 None None] Provisioning complete for port ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:22.938968 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ccda6b6c-f872-468f-9f91-8d16e8cc75e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:22.980499 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ccda6b6c-f872-468f-9f91-8d16e8cc75e7 None None] Port ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:07:23.001406 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-f06abdaf-b98e-4eb9-98be-cc7a44d183c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92 HTTP/1.1" status: 200 len: 217 time: 0.3885748 Nov 19 09:07:23.034237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:23.037453 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:23.065832 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7847021d-8370-4260-8aab-0cc9996c54b9 req-f9ac2537-05fb-47cf-bdd1-da94394c7950 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673914 Nov 19 09:07:23.077648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b318f7-de63-40cb-9ef4-3fc18889e8b9 req-cbf7273e-199a-41cd-8783-ddb705c85f78 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:23.095473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19b318f7-de63-40cb-9ef4-3fc18889e8b9 req-cbf7273e-199a-41cd-8783-ddb705c85f78 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 948 time: 0.5871327 Nov 19 09:07:23.131409 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0255336d-7dcf-4e0a-a981-cb839eb34e89 req-d2c79a59-f2cc-4d62-92ff-ba14cd5b66aa service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237668 Nov 19 09:07:23.199853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22700e4-1adb-4599-bab9-f5de627a434a req-aed7589e-ec97-4427-9301-18bb6df681cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:23.201347 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-aed7589e-ec97-4427-9301-18bb6df681cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1895590 Nov 19 09:07:23.203664 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898990b9-d070-4b93-ad1f-b072a64c048b req-7a669a2a-3309-4402-b64e-02bc582b4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:23.205131 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-898990b9-d070-4b93-ad1f-b072a64c048b req-7a669a2a-3309-4402-b64e-02bc582b4ca5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=800cc487-ed53-4d92-b4e6-9dfefab1dfeb HTTP/1.1" status: 200 len: 853 time: 0.7143531 Nov 19 09:07:23.253007 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Pushing event updated for resources: {'Port': ['ID=52c12804-7894-4803-b113-e0e0c9afa3b2,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:23.255511 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Attempting to bind port 52c12804-7894-4803-b113-e0e0c9afa3b2 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:23.255849 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Attempting to bind port 52c12804-7894-4803-b113-e0e0c9afa3b2 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:23.256175 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Attempting to bind port 52c12804-7894-4803-b113-e0e0c9afa3b2 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:23.262159 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-898990b9-d070-4b93-ad1f-b072a64c048b req-3fe17f08-a6b3-41ef-9177-b4474547df33 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f42ad535-43bd-4b8b-bf06-8f6770e1e61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449138 Nov 19 09:07:23.266486 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Port 52c12804-7894-4803-b113-e0e0c9afa3b2 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:07:23.266815 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Attempting to bind port 52c12804-7894-4803-b113-e0e0c9afa3b2 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:23.291807 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:23.319284 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19b318f7-de63-40cb-9ef4-3fc18889e8b9 req-a27c737d-31cb-4554-898e-b1351d98872f tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228241 Nov 19 09:07:23.323934 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:23.324279 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:23.324670 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:23.325143 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Bound port: 52c12804-7894-4803-b113-e0e0c9afa3b2, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:23.325509 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:23.364098 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:23.374469 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e859d2-9a6a-4050-b545-7274ce389311', 'tag': 'b77a1ea6-32b4-4307-8aea-cad3bd867c92'}, {'server_uuid': '26f00b52-184a-4095-bdc2-d6defb925ef9', 'name': 'network-vif-deleted', 'tag': '2cac0adb-5f66-4a06-9a92-c3f7d1296b53'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:23.378476 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98" -d '{"events": [{"name": "network-changed", "server_uuid": "22e859d2-9a6a-4050-b545-7274ce389311", "tag": "b77a1ea6-32b4-4307-8aea-cad3bd867c92"}, {"server_uuid": "26f00b52-184a-4095-bdc2-d6defb925ef9", "name": "network-vif-deleted", "tag": "2cac0adb-5f66-4a06-9a92-c3f7d1296b53"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:23.414274 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962a3df1-189e-4a4d-9f2e-9de917259d40', 'name': 'network-vif-deleted', 'tag': '2a7d0002-0507-47dc-b7df-295bd3615b8a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:23.416602 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde23321-a8fd-45d4-8545-1a0084fcdf2d" -d '{"events": [{"server_uuid": "962a3df1-189e-4a4d-9f2e-9de917259d40", "name": "network-vif-deleted", "tag": "2a7d0002-0507-47dc-b7df-295bd3615b8a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:23.418931 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be8640-d6ce-41a1-b591-5c602b7cbbbc req-a4ddcc65-964f-47c4-b723-1c842f44023d tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:23.421099 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74be8640-d6ce-41a1-b591-5c602b7cbbbc req-a4ddcc65-964f-47c4-b723-1c842f44023d tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 935 time: 0.2473719 Nov 19 09:07:23.425140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22700e4-1adb-4599-bab9-f5de627a434a req-cb477f3d-34c9-4c5b-9014-84f37baf19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:23.426816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-cb477f3d-34c9-4c5b-9014-84f37baf19a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1943064 Nov 19 09:07:23.501761 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-898990b9-d070-4b93-ad1f-b072a64c048b req-54bac537-c5c7-4040-82a4-7ce034eaf0ce service neutron] 10.222.0.66 "GET /v2.0/networks/f42ad535-43bd-4b8b-bf06-8f6770e1e61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320240 Nov 19 09:07:23.513523 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] For port 52c12804-7894-4803-b113-e0e0c9afa3b2, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:23.570670 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] For port 52c12804-7894-4803-b113-e0e0c9afa3b2, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=52c12804-7894-4803-b113-e0e0c9afa3b2,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:23.600390 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:23.603310 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74be8640-d6ce-41a1-b591-5c602b7cbbbc req-224f4e27-9365-4b49-990e-84c0e511dce9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718574 Nov 19 09:07:23.660308 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:23.660308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:23.660308 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9f80643a-6884-4c39-8057-296f915772a7 req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] 10.222.0.71 "PUT /v2.0/ports/52c12804-7894-4803-b113-e0e0c9afa3b2 HTTP/1.1" status: 200 len: 1097 time: 3.0500586 Nov 19 09:07:23.664025 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e952922-529a-4cfb-afff-b7aafc777c8d req-f04d247c-deb6-4de1-a82b-b4b1b64a208c tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:23.665620 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e952922-529a-4cfb-afff-b7aafc777c8d req-f04d247c-deb6-4de1-a82b-b4b1b64a208c tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 943 time: 0.1997292 Nov 19 09:07:23.746466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-737d002a-9898-4906-ae93-fa4b478cdc6b service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039484 Nov 19 09:07:23.747280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57730) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:23.843086 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97df01b-bcf2-4b99-a492-8d85188c7461 service neutron] Pushing event updated for resources: {'Port': ['ID=52c12804-7894-4803-b113-e0e0c9afa3b2,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:23.864144 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-898990b9-d070-4b93-ad1f-b072a64c048b req-d1a98ac1-ff9a-4af1-a4b8-bc887712b7eb service neutron] 10.222.0.66 "GET /v2.0/networks/f42ad535-43bd-4b8b-bf06-8f6770e1e61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483112 Nov 19 09:07:23.883291 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80643a-6884-4c39-8057-296f915772a7 req-6170e21b-0383-4ba7-ac87-8f81abef368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:23.891195 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9f80643a-6884-4c39-8057-296f915772a7 req-6170e21b-0383-4ba7-ac87-8f81abef368c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6c65584c041643dc8b3887096ef29375&device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 1100 time: 0.1700196 Nov 19 09:07:23.893641 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:23.913555 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00730ab9-1ac8-40a1-8ef9-eed22872a5ad {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:23.942073 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:23.942878 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:23.949159 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:23.953922 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9f80643a-6884-4c39-8057-296f915772a7 req-2ae5fcc3-7d0e-4a39-b32e-83eb6e2a6b08 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=52c12804-7894-4803-b113-e0e0c9afa3b2 HTTP/1.1" status: 200 len: 217 time: 0.0513456 Nov 19 09:07:24.001770 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e952922-529a-4cfb-afff-b7aafc777c8d req-53b26f84-5853-4180-9150-dc552bf05edc tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c500488-8edd-4d54-9194-52c7a19f9b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084629 Nov 19 09:07:24.005606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b46a0ec-5eaf-452f-bfcc-2cd1995d6918 admin admin] Deleting subnet 87f75fb4-8514-43c4-bd0b-55ad24ce5e00 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:07:24.029061 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b46a0ec-5eaf-452f-bfcc-2cd1995d6918 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:24.035543 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Transition to ACTIVE for port object 00730ab9-1ac8-40a1-8ef9-eed22872a5ad will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:07:24.060312 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d4360702-8942-4af9-aaa3-ae4250d7a30c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:24.069896 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:24.085833 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf63760-01ba-402f-ad16-572af01bca63 x-openstack-request-id: req-baf63760-01ba-402f-ad16-572af01bca63 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:24.086241 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e859d2-9a6a-4050-b545-7274ce389311", "tag": "b77a1ea6-32b4-4307-8aea-cad3bd867c92", "status": "completed", "code": 200}, {"server_uuid": "26f00b52-184a-4095-bdc2-d6defb925ef9", "name": "network-vif-deleted", "tag": "2cac0adb-5f66-4a06-9a92-c3f7d1296b53", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:24.086600 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baf63760-01ba-402f-ad16-572af01bca63 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:24.087094 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e859d2-9a6a-4050-b545-7274ce389311', 'tag': 'b77a1ea6-32b4-4307-8aea-cad3bd867c92', 'status': 'completed', 'code': 200} Nov 19 09:07:24.087454 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f00b52-184a-4095-bdc2-d6defb925ef9', 'name': 'network-vif-deleted', 'tag': '2cac0adb-5f66-4a06-9a92-c3f7d1296b53', 'status': 'completed', 'code': 200} Nov 19 09:07:24.107770 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:24.150992 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d4360702-8942-4af9-aaa3-ae4250d7a30c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:24.151368 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:24.154078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 0513a62b-219c-48a7-8bd5-dd16ac339693 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:07:24.159178 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18805dca-4757-4bf8-b0a4-ce84b9a70897 x-openstack-request-id: req-18805dca-4757-4bf8-b0a4-ce84b9a70897 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:24.159592 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962a3df1-189e-4a4d-9f2e-9de917259d40", "name": "network-vif-deleted", "tag": "2a7d0002-0507-47dc-b7df-295bd3615b8a", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:24.159848 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18805dca-4757-4bf8-b0a4-ce84b9a70897 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:24.160251 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962a3df1-189e-4a4d-9f2e-9de917259d40', 'name': 'network-vif-deleted', 'tag': '2a7d0002-0507-47dc-b7df-295bd3615b8a', 'status': 'completed', 'code': 200} Nov 19 09:07:24.177577 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80643a-6884-4c39-8057-296f915772a7 req-f517b209-0673-4974-a32a-a27889e27a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:24.183139 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9f80643a-6884-4c39-8057-296f915772a7 req-f517b209-0673-4974-a32a-a27889e27a80 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.2072105 Nov 19 09:07:24.195591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 2a7d0002-0507-47dc-b7df-295bd3615b8a no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:07:24.201714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd801e-f204-4833-ad01-aec15224f7db req-81b56cc2-3889-4d72-aaf9-0f9176770c25 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:24.204264 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62dd801e-f204-4833-ad01-aec15224f7db req-81b56cc2-3889-4d72-aaf9-0f9176770c25 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 943 time: 0.3872294 Nov 19 09:07:24.276548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 2a7d0002-0507-47dc-b7df-295bd3615b8a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:07:24.277229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 2a7d0002-0507-47dc-b7df-295bd3615b8a not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:07:24.277777 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:07:24.283503 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80643a-6884-4c39-8057-296f915772a7 req-6f5a0055-d0f3-49ba-9f36-9ae96266540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:24.285733 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9f80643a-6884-4c39-8057-296f915772a7 req-6f5a0055-d0f3-49ba-9f36-9ae96266540a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0930133 Nov 19 09:07:24.287429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Network ba060ee4-100c-44d8-b926-1b48e0d84abf is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:24.289172 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:24.335903 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:07:24.338345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:07:24.339090 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 2cac0adb-5f66-4a06-9a92-c3f7d1296b53 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:07:24.347028 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b46a0ec-5eaf-452f-bfcc-2cd1995d6918 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:24.378697 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b22700e4-1adb-4599-bab9-f5de627a434a req-6c564033-10f2-412e-b5cd-03adc9da7624 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033537 Nov 19 09:07:24.439759 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b46a0ec-5eaf-452f-bfcc-2cd1995d6918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:24.540534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62dd801e-f204-4833-ad01-aec15224f7db req-5fa7dfd2-d3cf-4bee-a39f-00fc6c2151e9 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244322 Nov 19 09:07:24.571772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Router ea129c94-ab27-43b3-aae3-7aff1c374544 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:07:24.595136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Pushing event updated for resources: {'Port': ['ID=00730ab9-1ac8-40a1-8ef9-eed22872a5ad,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:24.757517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eceab44-1882-4f76-b975-2567e511ae03 req-47e5dd3b-ffbc-4b86-b28d-adf2703b8b6d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:24.759094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0eceab44-1882-4f76-b975-2567e511ae03 req-47e5dd3b-ffbc-4b86-b28d-adf2703b8b6d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 948 time: 0.4759920 Nov 19 09:07:24.769716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57744) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:24.775671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-75c954b3-0f0f-4857-9377-fd573bd5daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:24.777176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-75c954b3-0f0f-4857-9377-fd573bd5daf2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 1100 time: 0.5435536 Nov 19 09:07:24.784353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 0513a62b-219c-48a7-8bd5-dd16ac339693, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=0513a62b-219c-48a7-8bd5-dd16ac339693,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:24.827328 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '0513a62b-219c-48a7-8bd5-dd16ac339693', 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300', 'port_id': '0513a62b-219c-48a7-8bd5-dd16ac339693', 'mac_address': 'fa:16:3e:1b:b1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2a7f57-5058-429c-8ba6-c703edb15a02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:07:24.831312 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-23d3a6ec-00fa-4d6e-b467-9f4b5e6be397 None None] Provisioning complete for port ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:24.831882 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-23d3a6ec-00fa-4d6e-b467-9f4b5e6be397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:24.835649 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:24.858169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:07:24.861394 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9f80643a-6884-4c39-8057-296f915772a7 req-dd34a39b-4243-4b1f-bc2f-0bd71a83524f service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670264 Nov 19 09:07:24.874225 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Attempting to bind port 00730ab9-1ac8-40a1-8ef9-eed22872a5ad on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:24.874561 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Attempting to bind port 00730ab9-1ac8-40a1-8ef9-eed22872a5ad by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:24.875433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Attempting to bind port 00730ab9-1ac8-40a1-8ef9-eed22872a5ad on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:24.876122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Sync routers for ids ['ea129c94-ab27-43b3-aae3-7aff1c374544'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:07:24.877068 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e680b5d4-9701-4b47-8f2d-f8085fbb2527 admin admin] 10.222.0.21 "PUT /v2.0/routers/ea129c94-ab27-43b3-aae3-7aff1c374544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7676475 Nov 19 09:07:24.935224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-23d3a6ec-00fa-4d6e-b467-9f4b5e6be397 None None] Port ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:07:24.938788 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Routers {'ea129c94-ab27-43b3-aae3-7aff1c374544'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:07:24.939625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:07:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ea129c94-ab27-43b3-aae3-7aff1c374544'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:24.948226 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-4030ca68-01b5-454f-a67f-292ab07d8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:24.953655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-4030ca68-01b5-454f-a67f-292ab07d8138 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 1100 time: 0.4769192 Nov 19 09:07:24.961215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Port 00730ab9-1ac8-40a1-8ef9-eed22872a5ad on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:07:24.961646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Attempting to bind port 00730ab9-1ac8-40a1-8ef9-eed22872a5ad on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:24.987380 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9f80643a-6884-4c39-8057-296f915772a7 req-a681b612-02eb-403d-99d9-edcae6d83f1d service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085150 Nov 19 09:07:25.005723 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.042287 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b46a0ec-5eaf-452f-bfcc-2cd1995d6918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.069928 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0513a62b-219c-48a7-8bd5-dd16ac339693 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:25.086988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:25.087325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:25.087709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:25.088158 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Bound port: 00730ab9-1ac8-40a1-8ef9-eed22872a5ad, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:25.088508 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.101311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 0513a62b-219c-48a7-8bd5-dd16ac339693, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=0513a62b-219c-48a7-8bd5-dd16ac339693,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:25.108829 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.109483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:07:25.116286 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Set router ea129c94-ab27-43b3-aae3-7aff1c374544 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:07:25.120981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f59f27-45d1-4825-bc56-28e2434278cb req-b2836ce0-64d6-4c05-9e2c-6ca17e0e0fc4 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:25.122539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58f59f27-45d1-4825-bc56-28e2434278cb req-b2836ce0-64d6-4c05-9e2c-6ca17e0e0fc4 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 948 time: 0.3386102 Nov 19 09:07:25.136763 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b46a0ec-5eaf-452f-bfcc-2cd1995d6918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.139969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6b46a0ec-5eaf-452f-bfcc-2cd1995d6918 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/87f75fb4-8514-43c4-bd0b-55ad24ce5e00 HTTP/1.1" status: 204 len: 168 time: 1.3719246 Nov 19 09:07:25.143528 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57756) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:25.150335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46a0ec-5eaf-452f-bfcc-2cd1995d6918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f75fb4-8514-43c4-bd0b-55ad24ce5e00,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:25.188820 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5720a6fb-1200-44ac-9100-03d333b063e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.205203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0eceab44-1882-4f76-b975-2567e511ae03 req-331f7f02-b3ca-496a-9fb0-308f20e07bb1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974659 Nov 19 09:07:25.238190 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.275387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-9c758dfd-0e34-4e29-b42d-b01c179555cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:25.277792 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-9c758dfd-0e34-4e29-b42d-b01c179555cd service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.4721212 Nov 19 09:07:25.346810 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.368289 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:07:25.368638 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:07:25.369425 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:07:25.369778 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Subscribe: > port after_create 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:07:25.370223 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:07:25.370659 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Subscribe: > port after_update 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:07:25.371001 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:07:25.371321 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:07:25.371639 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:07:25.371960 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:07:25.420101 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=0513a62b-219c-48a7-8bd5-dd16ac339693,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:25.436931 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.458240 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:07:25.458592 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:07:25.458930 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:07:25.459258 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:07:25.459667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881c3989-894e-407c-a333-444a8ac2c567']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:25.480059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69400a9f-1fdd-4f52-bf65-8dcbf3c647b7') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:25.480059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69400a9f-1fdd-4f52-bf65-8dcbf3c647b7') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:25.498548 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.522868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d,segment=NetworkSegment(c7bd5234-fa29-4544-8a88-1acbba6b7949),segment_id=c7bd5234-fa29-4544-8a88-1acbba6b7949)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:25.524310 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.533934 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:07:25.535087 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.547192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d', 'network_id': 'f42ad535-43bd-4b8b-bf06-8f6770e1e61f', 'port_id': 'b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d', 'mac_address': 'fa:16:3e:06:ae:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800cc487-ed53-4d92-b4e6-9dfefab1dfeb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: from cryptography.utils import int_from_bytes Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: from cryptography.utils import int_from_bytes Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:07:25.551243 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:07:25.614881 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.617903 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.626061 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.629811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-0e75d1b3-0412-4dc8-82d4-2fb08079ee39 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92 HTTP/1.1" status: 200 len: 217 time: 0.3266737 Nov 19 09:07:25.632713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:25.634628 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] 10.222.0.21 "DELETE /v2.0/networks/881c3989-894e-407c-a333-444a8ac2c567 HTTP/1.1" status: 204 len: 168 time: 0.4895995 Nov 19 09:07:25.660257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d,segment=NetworkSegment(c7bd5234-fa29-4544-8a88-1acbba6b7949),segment_id=c7bd5234-fa29-4544-8a88-1acbba6b7949)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:25.667618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536826826-router', 'tenant_id': 'aeacabe691e14011ae5789c1c983da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd4360702-8942-4af9-aaa3-ae4250d7a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:10Z', 'updated_at': '2021-11-19T09:07:23Z', 'revision_number': 4, 'project_id': 'aeacabe691e14011ae5789c1c983da4a', 'gw_port': {'id': 'd4360702-8942-4af9-aaa3-ae4250d7a30c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:07:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:13Z', 'updated_at': '2021-11-19T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85', 'name': '', 'network_id': 'ba060ee4-100c-44d8-b926-1b48e0d84abf', 'tenant_id': 'aeacabe691e14011ae5789c1c983da4a', 'mac_address': 'fa:16:3e:82:67:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '92809132-98ac-40ab-86d4-9a247f0ec908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:20Z', 'updated_at': '2021-11-19T09:07:23Z', 'revision_number': 2, 'project_id': 'aeacabe691e14011ae5789c1c983da4a', 'subnets': [{'id': '92809132-98ac-40ab-86d4-9a247f0ec908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:25.673667 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.707742 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5720a6fb-1200-44ac-9100-03d333b063e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.715995 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-2a30193e-3bfc-4533-8150-64d6c4e09ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:25.717798 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-2a30193e-3bfc-4533-8150-64d6c4e09ac1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.7502971 Nov 19 09:07:25.729029 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Checking router: ea129c94-ab27-43b3-aae3-7aff1c374544 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:07:25.729492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Updating router ea129c94-ab27-43b3-aae3-7aff1c374544 port ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:07:25.746819 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58f59f27-45d1-4825-bc56-28e2434278cb req-e75ca665-418b-4775-b3b4-1a0e9846c5e5 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992095 Nov 19 09:07:25.747463 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5720a6fb-1200-44ac-9100-03d333b063e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.789910 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.805444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:25.879449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] For port 00730ab9-1ac8-40a1-8ef9-eed22872a5ad, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:25.882341 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-7c93c355-4309-41da-87cd-27bd36beaf32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92 HTTP/1.1" status: 200 len: 217 time: 0.1320243 Nov 19 09:07:25.891091 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57762) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:25.898672 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94870af-5ef3-4095-8e37-b075a119a39f admin admin] Pushing event deleted for resources: {'Network': ['ID=881c3989-894e-407c-a333-444a8ac2c567,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:25.916107 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:25.918223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['0513a62b-219c-48a7-8bd5-dd16ac339693'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:25.937878 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e9ad1339-a41f-4d2c-b63e-5314784b623d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70ac62923afa4456802238285c8fa8bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456486 Nov 19 09:07:25.939001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57764) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:25.950796 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] For port 00730ab9-1ac8-40a1-8ef9-eed22872a5ad, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=00730ab9-1ac8-40a1-8ef9-eed22872a5ad,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:25.978602 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b680db1-d362-4fe8-a84c-5cd622ad2a05 req-a43380a2-922e-4d30-9f37-eda1557bbe2a tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:25.987085 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b680db1-d362-4fe8-a84c-5cd622ad2a05 req-a43380a2-922e-4d30-9f37-eda1557bbe2a tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 947 time: 0.7074897 Nov 19 09:07:25.994602 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-739cb050-ce6d-45ba-afdd-7da517d0b25d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:25.999714 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5720a6fb-1200-44ac-9100-03d333b063e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5ecb28a67bf43458b278cae3a60d40a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2236187 Nov 19 09:07:25.999714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720a6fb-1200-44ac-9100-03d333b063e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f64d3f-1be2-4ef9-a3eb-ff6c87bccc52,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:26.000236 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57766) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:26.008516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-a065bb52-29f8-47fd-87a3-679200fd48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:26.010436 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-a065bb52-29f8-47fd-87a3-679200fd48d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.3625135 Nov 19 09:07:26.023087 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:26.048778 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-739cb050-ce6d-45ba-afdd-7da517d0b25d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:26.100845 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64817c3d-10d6-4580-9f4e-cf12466aae5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:26.127622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64817c3d-10d6-4580-9f4e-cf12466aae5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:26.137363 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-739cb050-ce6d-45ba-afdd-7da517d0b25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:26.140027 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-739cb050-ce6d-45ba-afdd-7da517d0b25d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:26.144097 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-739cb050-ce6d-45ba-afdd-7da517d0b25d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83f1a5a2-f696-4444-b28f-bbf278f962cd HTTP/1.1" status: 204 len: 168 time: 0.2016258 Nov 19 09:07:26.145707 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:26.146663 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:26.148531 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29584698-5603-412d-9dad-eb175fad74f9 req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] 10.222.0.71 "PUT /v2.0/ports/00730ab9-1ac8-40a1-8ef9-eed22872a5ad HTTP/1.1" status: 200 len: 1096 time: 3.7594843 Nov 19 09:07:26.164278 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1daff78-728a-44f4-ad72-b749bd6aa767', 'tag': '00730ab9-1ac8-40a1-8ef9-eed22872a5ad'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:26.170920 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cb050-ce6d-45ba-afdd-7da517d0b25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f1a5a2-f696-4444-b28f-bbf278f962cd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:26.172609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b3beb6-c8c1-49fe-8d30-be0e39e51021', 'tag': '52c12804-7894-4803-b113-e0e0c9afa3b2'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:26.175054 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd841d9-57f4-46b1-922f-c703651cbfd5" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b3beb6-c8c1-49fe-8d30-be0e39e51021", "tag": "52c12804-7894-4803-b113-e0e0c9afa3b2"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:26.189344 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc514e0-bd7d-4189-89ef-fa9735be121a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1daff78-728a-44f4-ad72-b749bd6aa767", "tag": "00730ab9-1ac8-40a1-8ef9-eed22872a5ad"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:26.212324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-9f55bfbc-331c-40ca-8089-15df6aaf6783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:26.220329 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-9f55bfbc-331c-40ca-8089-15df6aaf6783 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.2861812 Nov 19 09:07:26.229527 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64817c3d-10d6-4580-9f4e-cf12466aae5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:26.232737 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64817c3d-10d6-4580-9f4e-cf12466aae5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:26.237398 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-64817c3d-10d6-4580-9f4e-cf12466aae5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32f64d3f-1be2-4ef9-a3eb-ff6c87bccc52 HTTP/1.1" status: 204 len: 168 time: 0.2331462 Nov 19 09:07:26.253003 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64817c3d-10d6-4580-9f4e-cf12466aae5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f64d3f-1be2-4ef9-a3eb-ff6c87bccc52,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:26.336316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d942b6a-9b0e-47f5-ba3d-2a4e83ce5549 req-9d4f9cb8-1702-4374-b517-4811ed6a4896 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:26.337346 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d942b6a-9b0e-47f5-ba3d-2a4e83ce5549 req-9d4f9cb8-1702-4374-b517-4811ed6a4896 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 944 time: 0.4757988 Nov 19 09:07:26.454221 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b680db1-d362-4fe8-a84c-5cd622ad2a05 req-dbfe9ff5-5f3d-437d-8c10-1240e83d849c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661076 Nov 19 09:07:26.499489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7aa0e9-527b-4251-a5b4-323551a3b52b service neutron] Pushing event updated for resources: {'Port': ['ID=00730ab9-1ac8-40a1-8ef9-eed22872a5ad,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:26.514004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-2e254123-a22d-4991-9da7-feb6d1af9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:26.516737 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-2e254123-a22d-4991-9da7-feb6d1af9684 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4903648 Nov 19 09:07:26.545553 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:26.558058 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:26.608911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584698-5603-412d-9dad-eb175fad74f9 req-fceb158f-c4a8-4c10-99e1-b0ed8e5a5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:26.610857 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29584698-5603-412d-9dad-eb175fad74f9 req-fceb158f-c4a8-4c10-99e1-b0ed8e5a5682 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 1099 time: 0.3753865 Nov 19 09:07:26.615941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-117faf3c-d5e3-459c-945a-cb37224413d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:26.617810 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-117faf3c-d5e3-459c-945a-cb37224413d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3195736 Nov 19 09:07:26.633413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d942b6a-9b0e-47f5-ba3d-2a4e83ce5549 req-1010048e-6928-4abf-b577-82c51c3fad0c tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c500488-8edd-4d54-9194-52c7a19f9b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417035 Nov 19 09:07:26.648850 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c50364-b679-4864-bc73-32c3b8700802 None None] Pushing event updated for resources: {'Port': ['ID=ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:26.747341 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29584698-5603-412d-9dad-eb175fad74f9 req-a78aa134-d7e6-4b22-95c0-69139b48df79 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=00730ab9-1ac8-40a1-8ef9-eed22872a5ad HTTP/1.1" status: 200 len: 217 time: 0.1265161 Nov 19 09:07:26.772460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Attempting to bind port ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:26.772844 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Attempting to bind port ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd8d99343-561a-49d2-8bf2-74a39506f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ba060ee4-100c-44d8-b926-1b48e0d84abf'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:26.773248 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Attempting to bind port ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 on network ba060ee4-100c-44d8-b926-1b48e0d84abf {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:26.792665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:26.793054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Checking segment: {'id': 'd8d99343-561a-49d2-8bf2-74a39506f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ba060ee4-100c-44d8-b926-1b48e0d84abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:26.793631 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:26.794134 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Bound using segment: {'id': 'd8d99343-561a-49d2-8bf2-74a39506f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ba060ee4-100c-44d8-b926-1b48e0d84abf'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:26.795975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Bound port: ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d99343-561a-49d2-8bf2-74a39506f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ba060ee4-100c-44d8-b926-1b48e0d84abf'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:26.797763 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:26.901503 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-2a751ad4-dc4a-4aec-a263-f355e7081b99 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720052 Nov 19 09:07:26.909914 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c2796ca4-0a6b-448e-bcaf-1f8de4ec7d32 None None] Provisioning complete for port ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:26.910528 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c2796ca4-0a6b-448e-bcaf-1f8de4ec7d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:26.937064 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] For port ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:26.944750 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584698-5603-412d-9dad-eb175fad74f9 req-2146eb6d-e0e7-458b-9a16-04c326f15bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:26.946283 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29584698-5603-412d-9dad-eb175fad74f9 req-2146eb6d-e0e7-458b-9a16-04c326f15bb4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1875575 Nov 19 09:07:26.959409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] For port ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85,segment=NetworkSegment(d8d99343-561a-49d2-8bf2-74a39506f296),segment_id=d8d99343-561a-49d2-8bf2-74a39506f296)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:26.966295 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57792) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:26.975091 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c2796ca4-0a6b-448e-bcaf-1f8de4ec7d32 None None] Port ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:07:26.977277 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:26.983333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-913e5dfb-3002-4bd9-a36c-dc9fb7d4a649 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464015 Nov 19 09:07:26.987704 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab8b58ac-070c-416c-aef9-41573f55e6ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:26.998075 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bc51de-4623-4714-a484-b3929ec717f0 x-openstack-request-id: req-b3bc51de-4623-4714-a484-b3929ec717f0 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:26.998715 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b3beb6-c8c1-49fe-8d30-be0e39e51021", "tag": "52c12804-7894-4803-b113-e0e0c9afa3b2", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:27.001519 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3bc51de-4623-4714-a484-b3929ec717f0 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:27.001937 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b3beb6-c8c1-49fe-8d30-be0e39e51021', 'tag': '52c12804-7894-4803-b113-e0e0c9afa3b2', 'status': 'completed', 'code': 200} Nov 19 09:07:27.083268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Routers {'ea129c94-ab27-43b3-aae3-7aff1c374544'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:07:27.083921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:07:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ea129c94-ab27-43b3-aae3-7aff1c374544'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:27.087123 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c50364-b679-4864-bc73-32c3b8700802 None None] Pushing event updated for resources: {'Port': ['ID=ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:27.162820 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c50364-b679-4864-bc73-32c3b8700802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:27.163970 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c50364-b679-4864-bc73-32c3b8700802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:27.163970 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c50364-b679-4864-bc73-32c3b8700802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:27.163970 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c50364-b679-4864-bc73-32c3b8700802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:27.164278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c50364-b679-4864-bc73-32c3b8700802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:27.164611 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c50364-b679-4864-bc73-32c3b8700802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:27.164944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c50364-b679-4864-bc73-32c3b8700802 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:27.165345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c50364-b679-4864-bc73-32c3b8700802 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:27.165682 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c50364-b679-4864-bc73-32c3b8700802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:27.166011 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c50364-b679-4864-bc73-32c3b8700802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:27.166346 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c50364-b679-4864-bc73-32c3b8700802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:27.166665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c50364-b679-4864-bc73-32c3b8700802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:07:27.177562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818712c8-40fc-402f-80f8-e951bc126296 req-8b451b85-404e-4c59-ba5d-b9c88b0a8857 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:27.179094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-818712c8-40fc-402f-80f8-e951bc126296 req-8b451b85-404e-4c59-ba5d-b9c88b0a8857 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 944 time: 0.4019160 Nov 19 09:07:27.186158 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab906b8-8c21-4a88-8434-6abee7f3d16d x-openstack-request-id: req-9ab906b8-8c21-4a88-8434-6abee7f3d16d {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:27.186580 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1daff78-728a-44f4-ad72-b749bd6aa767", "tag": "00730ab9-1ac8-40a1-8ef9-eed22872a5ad", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:27.186957 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ab906b8-8c21-4a88-8434-6abee7f3d16d {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:27.187936 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd841d9-57f4-46b1-922f-c703651cbfd5 req-8cddede4-068a-431e-88b7-66bd6df88007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:27.188275 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1daff78-728a-44f4-ad72-b749bd6aa767', 'tag': '00730ab9-1ac8-40a1-8ef9-eed22872a5ad', 'status': 'completed', 'code': 200} Nov 19 09:07:27.190292 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0dd841d9-57f4-46b1-922f-c703651cbfd5 req-8cddede4-068a-431e-88b7-66bd6df88007 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6c65584c041643dc8b3887096ef29375&device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 1100 time: 0.1605916 Nov 19 09:07:27.288864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-42bb6ca5-7766-47a4-8ffe-cddd16dd337a service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341366 Nov 19 09:07:27.294109 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] Set router ea129c94-ab27-43b3-aae3-7aff1c374544 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:07:27.338680 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab8b58ac-070c-416c-aef9-41573f55e6ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:27.348822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584698-5603-412d-9dad-eb175fad74f9 req-08623aad-905b-4e89-9f5b-9dbc1388b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:27.350560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29584698-5603-412d-9dad-eb175fad74f9 req-08623aad-905b-4e89-9f5b-9dbc1388b2e8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3722727 Nov 19 09:07:27.358547 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab8b58ac-070c-416c-aef9-41573f55e6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:27.395751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c8b14-42a7-4813-83f6-b486e5529944 req-1a54caab-f8b9-4ccd-9409-65218e6e1950 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:27.397424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d10c8b14-42a7-4813-83f6-b486e5529944 req-1a54caab-f8b9-4ccd-9409-65218e6e1950 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 948 time: 0.2154431 Nov 19 09:07:27.418768 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ab8b58ac-070c-416c-aef9-41573f55e6ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fae2bae09d044b5a8fdd2390fc42d1cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4513838 Nov 19 09:07:27.424727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57800) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:27.444018 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-818712c8-40fc-402f-80f8-e951bc126296 req-81930071-1d46-45fc-985b-755854187452 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525086 Nov 19 09:07:27.448476 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b58ac-070c-416c-aef9-41573f55e6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448bcb55-9811-4d1b-90fd-36b1a19a19f6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:27.491478 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fc9b0f8-e667-4c6a-8ba7-26063efe5e98 req-b6fbf092-f5ca-4ff1-a337-4d9e833fce50 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770242 Nov 19 09:07:27.531657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd841d9-57f4-46b1-922f-c703651cbfd5 req-bd0cd16c-c7e8-40b1-af71-f370e469b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:27.534166 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0dd841d9-57f4-46b1-922f-c703651cbfd5 req-bd0cd16c-c7e8-40b1-af71-f370e469b0f4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.3349724 Nov 19 09:07:27.536708 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d10c8b14-42a7-4813-83f6-b486e5529944 req-8dc2b892-5cab-43c6-a571-4725bcb6b725 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943556 Nov 19 09:07:27.540647 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-715bf51f-f0f8-41f0-b168-0ef7312384c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:27.577257 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29584698-5603-412d-9dad-eb175fad74f9 req-b5b01513-1142-482b-bb76-4a480c12c58d service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141676 Nov 19 09:07:27.606620 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1d6143f4-b2b5-4474-aecd-2c2e5ef847b2 None None] Provisioning complete for port ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:27.607229 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1d6143f4-b2b5-4474-aecd-2c2e5ef847b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:27.693249 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0dd841d9-57f4-46b1-922f-c703651cbfd5 req-ed47fac8-10c4-4e32-a993-8be20d29ef32 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=52c12804-7894-4803-b113-e0e0c9afa3b2 HTTP/1.1" status: 200 len: 217 time: 0.1163955 Nov 19 09:07:27.716613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be20e0-ee8a-4db2-930e-78852fdd51f9 req-f863a166-9ceb-49d5-bea1-352b08a9b393 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:27.718716 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-41be20e0-ee8a-4db2-930e-78852fdd51f9 req-f863a166-9ceb-49d5-bea1-352b08a9b393 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 948 time: 0.1238852 Nov 19 09:07:27.744338 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-715bf51f-f0f8-41f0-b168-0ef7312384c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:27.750735 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1d6143f4-b2b5-4474-aecd-2c2e5ef847b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:27.767777 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536826826-router', 'tenant_id': 'aeacabe691e14011ae5789c1c983da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd4360702-8942-4af9-aaa3-ae4250d7a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:10Z', 'updated_at': '2021-11-19T09:07:23Z', 'revision_number': 4, 'project_id': 'aeacabe691e14011ae5789c1c983da4a', 'gw_port': {'id': 'd4360702-8942-4af9-aaa3-ae4250d7a30c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:07:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:13Z', 'updated_at': '2021-11-19T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85', 'name': '', 'network_id': 'ba060ee4-100c-44d8-b926-1b48e0d84abf', 'tenant_id': 'aeacabe691e14011ae5789c1c983da4a', 'mac_address': 'fa:16:3e:82:67:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '92809132-98ac-40ab-86d4-9a247f0ec908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:20Z', 'updated_at': '2021-11-19T09:07:26Z', 'revision_number': 4, 'project_id': 'aeacabe691e14011ae5789c1c983da4a', 'subnets': [{'id': '92809132-98ac-40ab-86d4-9a247f0ec908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:27.778867 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29584698-5603-412d-9dad-eb175fad74f9 req-a3157262-4ce6-4b25-9c88-7905c6419d58 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934347 Nov 19 09:07:27.808651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80527ad3-5e2b-4145-8a58-6a1e80beb785 None None] The sync data for ids ['ea129c94-ab27-43b3-aae3-7aff1c374544'] in n-d-805649-14 is: [{'id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536826826-router', 'tenant_id': 'aeacabe691e14011ae5789c1c983da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd4360702-8942-4af9-aaa3-ae4250d7a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:10Z', 'updated_at': '2021-11-19T09:07:23Z', 'revision_number': 4, 'project_id': 'aeacabe691e14011ae5789c1c983da4a', 'gw_port': {'id': 'd4360702-8942-4af9-aaa3-ae4250d7a30c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:07:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:13Z', 'updated_at': '2021-11-19T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85', 'name': '', 'network_id': 'ba060ee4-100c-44d8-b926-1b48e0d84abf', 'tenant_id': 'aeacabe691e14011ae5789c1c983da4a', 'mac_address': 'fa:16:3e:82:67:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '92809132-98ac-40ab-86d4-9a247f0ec908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:20Z', 'updated_at': '2021-11-19T09:07:26Z', 'revision_number': 4, 'project_id': 'aeacabe691e14011ae5789c1c983da4a', 'subnets': [{'id': '92809132-98ac-40ab-86d4-9a247f0ec908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:07:27.829403 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1d6143f4-b2b5-4474-aecd-2c2e5ef847b2 None None] For port ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85,segment=NetworkSegment(d8d99343-561a-49d2-8bf2-74a39506f296),segment_id=d8d99343-561a-49d2-8bf2-74a39506f296)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:27.840449 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1d6143f4-b2b5-4474-aecd-2c2e5ef847b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:27.853123 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd841d9-57f4-46b1-922f-c703651cbfd5 req-d176d8a5-fc1d-4fbc-91df-3dc831c98c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:27.856951 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0dd841d9-57f4-46b1-922f-c703651cbfd5 req-d176d8a5-fc1d-4fbc-91df-3dc831c98c86 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1430855 Nov 19 09:07:27.857356 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-41be20e0-ee8a-4db2-930e-78852fdd51f9 req-31799061-e193-4dd8-aa1c-1b306e92647c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309326 Nov 19 09:07:27.931767 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-715bf51f-f0f8-41f0-b168-0ef7312384c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:27.934877 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-715bf51f-f0f8-41f0-b168-0ef7312384c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:27.936048 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-715bf51f-f0f8-41f0-b168-0ef7312384c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/448bcb55-9811-4d1b-90fd-36b1a19a19f6 HTTP/1.1" status: 204 len: 168 time: 0.5073850 Nov 19 09:07:27.951486 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bf51f-f0f8-41f0-b168-0ef7312384c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448bcb55-9811-4d1b-90fd-36b1a19a19f6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:27.962685 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd841d9-57f4-46b1-922f-c703651cbfd5 req-6561668d-7e99-40ef-8fc1-bdf9fc32d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:27.964325 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0dd841d9-57f4-46b1-922f-c703651cbfd5 req-6561668d-7e99-40ef-8fc1-bdf9fc32d10a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0990574 Nov 19 09:07:27.973585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc514e0-bd7d-4189-89ef-fa9735be121a req-67b4cefc-b0dc-40a6-ba12-303243e4a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:27.976016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6143f4-b2b5-4474-aecd-2c2e5ef847b2 None None] Pushing event updated for resources: {'Port': ['ID=ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:27.977270 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc514e0-bd7d-4189-89ef-fa9735be121a req-67b4cefc-b0dc-40a6-ba12-303243e4a1d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 1099 time: 0.1188815 Nov 19 09:07:28.120724 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0dd841d9-57f4-46b1-922f-c703651cbfd5 req-52da96ed-e32a-4983-8045-d9b6fe366df1 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459088 Nov 19 09:07:28.165458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b77a1ea6-32b4-4307-8aea-cad3bd867c92 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:07:28.169762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 0513a62b-219c-48a7-8bd5-dd16ac339693 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:28.208602 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be96d64-ab22-44ea-9b2f-bfcafb749ed4 req-5f7b36c7-5deb-41d3-8507-d4ebcdb71535 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:28.219375 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0be96d64-ab22-44ea-9b2f-bfcafb749ed4 req-5f7b36c7-5deb-41d3-8507-d4ebcdb71535 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 947 time: 0.2043753 Nov 19 09:07:28.246037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc514e0-bd7d-4189-89ef-fa9735be121a req-c98fe41b-78e6-4934-9486-7b1a46e89669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:28.248245 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc514e0-bd7d-4189-89ef-fa9735be121a req-c98fe41b-78e6-4934-9486-7b1a46e89669 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2607622 Nov 19 09:07:28.363042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc514e0-bd7d-4189-89ef-fa9735be121a req-8af7a08a-3750-4e4a-ac8b-fc4826ff63e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=00730ab9-1ac8-40a1-8ef9-eed22872a5ad HTTP/1.1" status: 200 len: 217 time: 0.1068640 Nov 19 09:07:28.370561 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0dd841d9-57f4-46b1-922f-c703651cbfd5 req-d8c3c39a-7d35-47c1-a08c-6129187b8573 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416980 Nov 19 09:07:28.517726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc514e0-bd7d-4189-89ef-fa9735be121a req-b48d634a-09d9-43da-abf4-aad6e93d216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:28.519532 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc514e0-bd7d-4189-89ef-fa9735be121a req-b48d634a-09d9-43da-abf4-aad6e93d216d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1410606 Nov 19 09:07:28.536304 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0be96d64-ab22-44ea-9b2f-bfcafb749ed4 req-6b43e6d4-8225-49d6-8159-91f718770b26 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133979 Nov 19 09:07:28.584565 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05d8e0-cf3f-4b33-b6d0-335d015f8537 req-fe88cc20-6ad8-4561-accd-1a10555c4bdb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:28.587332 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1d05d8e0-cf3f-4b33-b6d0-335d015f8537 req-fe88cc20-6ad8-4561-accd-1a10555c4bdb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.71 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311&tenant_id=193e326224374af2adeabf4558305969&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 948 time: 0.1385746 Nov 19 09:07:28.618683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3d16e-7d9f-4d86-aaf8-7bdf53371c64 req-0916d1db-20e5-4b4f-a8f8-d16c40b418a9 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:28.621356 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b77a1ea6-32b4-4307-8aea-cad3bd867c92, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:28.633772 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9da3d16e-7d9f-4d86-aaf8-7bdf53371c64 req-0916d1db-20e5-4b4f-a8f8-d16c40b418a9 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 944 time: 0.2575264 Nov 19 09:07:28.643559 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:28.647241 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'b77a1ea6-32b4-4307-8aea-cad3bd867c92', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'b77a1ea6-32b4-4307-8aea-cad3bd867c92', 'mac_address': 'fa:16:3e:06:ea:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:07:28.678164 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 52c12804-7894-4803-b113-e0e0c9afa3b2 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:07:28.711874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc514e0-bd7d-4189-89ef-fa9735be121a req-b54ddcb2-4d52-4069-9878-782229e49a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:28.722497 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [req-1d05d8e0-cf3f-4b33-b6d0-335d015f8537 req-312aaf75-5607-47db-8ce0-e9c4e5e4a754 service neutron] delete failed (client error): The resource could not be found. Nov 19 09:07:28.723443 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1d05d8e0-cf3f-4b33-b6d0-335d015f8537 req-312aaf75-5607-47db-8ce0-e9c4e5e4a754 service neutron] 10.222.0.71 "DELETE /v2.0/ports/b77a1ea6-32b4-4307-8aea-cad3bd867c92/bindings/n-h2-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.1271250 Nov 19 09:07:28.724119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc514e0-bd7d-4189-89ef-fa9735be121a req-b54ddcb2-4d52-4069-9878-782229e49a87 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1787527 Nov 19 09:07:28.752701 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:28.808825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77a1ea6-32b4-4307-8aea-cad3bd867c92 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:28.823987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9da3d16e-7d9f-4d86-aaf8-7bdf53371c64 req-049a7849-886e-4842-afc1-86837ad52a25 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c500488-8edd-4d54-9194-52c7a19f9b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888721 Nov 19 09:07:28.959114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc514e0-bd7d-4189-89ef-fa9735be121a req-ef598975-f2a9-469a-84bd-46ad85083d28 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340574 Nov 19 09:07:28.991858 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05d8e0-cf3f-4b33-b6d0-335d015f8537 req-019186fc-1cfc-4389-b307-43750a77b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:28.996120 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1d05d8e0-cf3f-4b33-b6d0-335d015f8537 req-019186fc-1cfc-4389-b307-43750a77b272 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 1100 time: 0.1340103 Nov 19 09:07:29.024577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 52c12804-7894-4803-b113-e0e0c9afa3b2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=52c12804-7894-4803-b113-e0e0c9afa3b2,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:29.039851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '52c12804-7894-4803-b113-e0e0c9afa3b2', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '52c12804-7894-4803-b113-e0e0c9afa3b2', 'mac_address': 'fa:16:3e:d3:5d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:07:29.056914 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b77a1ea6-32b4-4307-8aea-cad3bd867c92, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:29.127412 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:29.130091 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:29.172849 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 0513a62b-219c-48a7-8bd5-dd16ac339693 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:07:29.179757 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05d8e0-cf3f-4b33-b6d0-335d015f8537 req-a0e626a1-0168-420e-8b35-ecbc363ac6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:29.182358 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1d05d8e0-cf3f-4b33-b6d0-335d015f8537 req-a0e626a1-0168-420e-8b35-ecbc363ac6b7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1778111 Nov 19 09:07:29.185365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 0513a62b-219c-48a7-8bd5-dd16ac339693 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:29.185752 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:29.195896 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c12804-7894-4803-b113-e0e0c9afa3b2 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:29.264521 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:29.264911 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:29.271469 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 52c12804-7894-4803-b113-e0e0c9afa3b2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=52c12804-7894-4803-b113-e0e0c9afa3b2,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:29.273809 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1d05d8e0-cf3f-4b33-b6d0-335d015f8537 req-875b6034-1a9c-4dd2-81d3-a1e04877c40a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92 HTTP/1.1" status: 200 len: 217 time: 0.0816286 Nov 19 09:07:29.315460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=b77a1ea6-32b4-4307-8aea-cad3bd867c92,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:29.325238 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:29.374884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05d8e0-cf3f-4b33-b6d0-335d015f8537 req-a9c97176-852c-4b31-9d6a-2e4f012ddaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:29.376678 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1d05d8e0-cf3f-4b33-b6d0-335d015f8537 req-a9c97176-852c-4b31-9d6a-2e4f012ddaae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0956862 Nov 19 09:07:29.398964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['b77a1ea6-32b4-4307-8aea-cad3bd867c92'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:29.452035 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05d8e0-cf3f-4b33-b6d0-335d015f8537 req-b9e26b90-236b-45c7-860c-859f227567ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:29.455307 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1d05d8e0-cf3f-4b33-b6d0-335d015f8537 req-b9e26b90-236b-45c7-860c-859f227567ca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0696237 Nov 19 09:07:29.492449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfaa57-10fe-44db-b9b7-fd6913287c3c req-9ae3d6dd-ac89-4bd4-a80c-2f4e765be14d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:29.505449 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81cfaa57-10fe-44db-b9b7-fd6913287c3c req-9ae3d6dd-ac89-4bd4-a80c-2f4e765be14d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 948 time: 0.5405958 Nov 19 09:07:29.534562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529829e-16dd-404c-afd3-c9a135357df4 req-58c9c595-4a42-48dc-945f-c9213a1a48ef tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:29.543331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=52c12804-7894-4803-b113-e0e0c9afa3b2,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:29.550123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5529829e-16dd-404c-afd3-c9a135357df4 req-58c9c595-4a42-48dc-945f-c9213a1a48ef tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 944 time: 0.5410907 Nov 19 09:07:29.591001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['52c12804-7894-4803-b113-e0e0c9afa3b2'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:29.594851 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1d05d8e0-cf3f-4b33-b6d0-335d015f8537 req-9249f5c1-fe87-48b1-b7b9-638967d8a4ab service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311622 Nov 19 09:07:29.641959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc514e0-bd7d-4189-89ef-fa9735be121a req-c512c433-6823-4193-a719-b9a9790d154a service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694582 Nov 19 09:07:29.656422 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:29.696478 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5529829e-16dd-404c-afd3-c9a135357df4 req-6253aaa7-2507-4f9c-a85b-07aec4b86697 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285772 Nov 19 09:07:29.700752 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81cfaa57-10fe-44db-b9b7-fd6913287c3c req-c64d602b-d985-4229-a8d0-ca1cec257f21 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942656 Nov 19 09:07:29.745548 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1d05d8e0-cf3f-4b33-b6d0-335d015f8537 req-17d371a7-37df-45b3-8b1e-bc6d87abd6cf service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429362 Nov 19 09:07:29.813731 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 0513a62b-219c-48a7-8bd5-dd16ac339693, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=0513a62b-219c-48a7-8bd5-dd16ac339693,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:29.818691 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe6087a-e024-4f20-a373-e1855c632794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0513a62b-219c-48a7-8bd5-dd16ac339693'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:29.822667 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a74896-54d3-4613-89eb-7c8a5551bcc0" -d '{"events": [{"server_uuid": "0fe6087a-e024-4f20-a373-e1855c632794", "name": "network-vif-plugged", "status": "completed", "tag": "0513a62b-219c-48a7-8bd5-dd16ac339693"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:29.836270 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:29.836510 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:29.935052 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade8f50-336c-4f4d-bbdc-12366794caaa req-645b1031-926a-4708-ba8c-0862d7c28a1f tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:29.948868 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bade8f50-336c-4f4d-bbdc-12366794caaa req-645b1031-926a-4708-ba8c-0862d7c28a1f tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 949 time: 0.1168497 Nov 19 09:07:29.970039 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=0513a62b-219c-48a7-8bd5-dd16ac339693,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:30.022125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe12f0-e68c-4088-b411-95e0d7439409 req-56600a18-631f-4b52-98ad-39de3face662 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:30.029698 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b0fe12f0-e68c-4088-b411-95e0d7439409 req-56600a18-631f-4b52-98ad-39de3face662 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 947 time: 0.1223629 Nov 19 09:07:30.054851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:07:30.060829 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bade8f50-336c-4f4d-bbdc-12366794caaa req-12caee2c-62c6-4e0f-a1fb-c97b72d23c09 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116192 Nov 19 09:07:30.091567 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:30.091958 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:30.098504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b0fe12f0-e68c-4088-b411-95e0d7439409 req-acdecc38-08b2-4131-8dec-a526bb8d047d tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662873 Nov 19 09:07:30.281533 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed62e087-a42d-4dd3-9b18-d43a473de4a4 x-openstack-request-id: req-ed62e087-a42d-4dd3-9b18-d43a473de4a4 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:30.281978 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe6087a-e024-4f20-a373-e1855c632794", "name": "network-vif-plugged", "status": "completed", "tag": "0513a62b-219c-48a7-8bd5-dd16ac339693", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:30.282199 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed62e087-a42d-4dd3-9b18-d43a473de4a4 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:30.282868 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe6087a-e024-4f20-a373-e1855c632794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0513a62b-219c-48a7-8bd5-dd16ac339693', 'code': 200} Nov 19 09:07:30.348274 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:30.393170 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d,segment=NetworkSegment(c7bd5234-fa29-4544-8a88-1acbba6b7949),segment_id=c7bd5234-fa29-4544-8a88-1acbba6b7949)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:30.394181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56ee99-6338-43ab-b8cd-174d9414add9 req-ce6b4332-46bf-4309-a4fe-e1f935978aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:30.395881 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f56ee99-6338-43ab-b8cd-174d9414add9 req-ce6b4332-46bf-4309-a4fe-e1f935978aa1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 1097 time: 0.1142793 Nov 19 09:07:30.399764 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:30.415093 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57890) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:30.420068 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-feee5090-3db7-4070-88c0-1c059d35749b tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1796259126', 'description': 'tempest-description--795303431'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:30.425991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbcfe6-8c08-4826-9164-25b1a5e1fdac req-b0c2dede-83ac-4476-8ff4-c21c43ba222b tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:30.429601 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-64fbcfe6-8c08-4826-9164-25b1a5e1fdac req-b0c2dede-83ac-4476-8ff4-c21c43ba222b tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 944 time: 0.1890409 Nov 19 09:07:30.469455 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-feee5090-3db7-4070-88c0-1c059d35749b tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:30.490684 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:30.525964 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f56ee99-6338-43ab-b8cd-174d9414add9 req-258b4c65-6577-415a-9b0a-eaf106252d17 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199276 Nov 19 09:07:30.533246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-64fbcfe6-8c08-4826-9164-25b1a5e1fdac req-e9cd632b-5700-432a-b916-40184212e5b9 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c500488-8edd-4d54-9194-52c7a19f9b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822930 Nov 19 09:07:30.575869 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-feee5090-3db7-4070-88c0-1c059d35749b tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:30.581034 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-feee5090-3db7-4070-88c0-1c059d35749b tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:30.614445 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee5090-3db7-4070-88c0-1c059d35749b tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12730cd-c9e3-492a-bcda-f4831a9f4d1f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:30.619360 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-feee5090-3db7-4070-88c0-1c059d35749b tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:30.619689 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 00730ab9-1ac8-40a1-8ef9-eed22872a5ad details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:07:30.623420 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-feee5090-3db7-4070-88c0-1c059d35749b tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2044940 Nov 19 09:07:30.623579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57900) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:30.635270 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c2731e0a-2a29-4b4a-9db6-1a9930acf2a2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Request body: {'security_group_rule': {'security_group_id': 'e12730cd-c9e3-492a-bcda-f4831a9f4d1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:30.673228 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2731e0a-2a29-4b4a-9db6-1a9930acf2a2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:30.764191 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 00730ab9-1ac8-40a1-8ef9-eed22872a5ad, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=00730ab9-1ac8-40a1-8ef9-eed22872a5ad,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:30.778888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '00730ab9-1ac8-40a1-8ef9-eed22872a5ad', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '00730ab9-1ac8-40a1-8ef9-eed22872a5ad', 'mac_address': 'fa:16:3e:45:e9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:07:30.791584 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2731e0a-2a29-4b4a-9db6-1a9930acf2a2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:30.798584 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2731e0a-2a29-4b4a-9db6-1a9930acf2a2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:30.834404 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:30.847747 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807bebf-98bf-4487-bf47-a1bcde162f31 req-81288845-680e-4b7e-8bcd-7941145cdc48 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:30.851836 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2731e0a-2a29-4b4a-9db6-1a9930acf2a2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25c9ace-f748-490c-99ed-0851bc019b8b,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:30.854382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00730ab9-1ac8-40a1-8ef9-eed22872a5ad {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:30.856771 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4807bebf-98bf-4487-bf47-a1bcde162f31 req-81288845-680e-4b7e-8bcd-7941145cdc48 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 945 time: 0.0869670 Nov 19 09:07:30.865922 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2731e0a-2a29-4b4a-9db6-1a9930acf2a2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:30.872655 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c2731e0a-2a29-4b4a-9db6-1a9930acf2a2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2419498 Nov 19 09:07:30.872861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57914) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:30.879608 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-36fbf83a-6dd0-4266-8653-f0ad3fbba2cd tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Request body: {'security_group_rule': {'security_group_id': 'e12730cd-c9e3-492a-bcda-f4831a9f4d1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:30.886700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 00730ab9-1ac8-40a1-8ef9-eed22872a5ad, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=00730ab9-1ac8-40a1-8ef9-eed22872a5ad,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:30.893309 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:30.956744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57916) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:30.959449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=00730ab9-1ac8-40a1-8ef9-eed22872a5ad,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:30.978872 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4807bebf-98bf-4487-bf47-a1bcde162f31 req-cc47f33b-d768-424c-b828-cb9539e92bb2 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146290 Nov 19 09:07:30.982854 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36fbf83a-6dd0-4266-8653-f0ad3fbba2cd tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:31.005035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5785fd-d42b-4c36-9b25-8cfc78c197d2 req-47f38272-2a28-4437-927e-f8db356575ab tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:31.006626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c5785fd-d42b-4c36-9b25-8cfc78c197d2 req-47f38272-2a28-4437-927e-f8db356575ab tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 949 time: 0.1107068 Nov 19 09:07:31.095358 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36fbf83a-6dd0-4266-8653-f0ad3fbba2cd tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:31.098630 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a98cd90f-77e4-4d90-8695-190dcf5442fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:31.099650 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c5785fd-d42b-4c36-9b25-8cfc78c197d2 req-0f94c9ec-e6f3-4e76-b1f1-9aac07acf6ce tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859246 Nov 19 09:07:31.100757 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36fbf83a-6dd0-4266-8653-f0ad3fbba2cd tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:31.120668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['00730ab9-1ac8-40a1-8ef9-eed22872a5ad'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:31.125512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbf83a-6dd0-4266-8653-f0ad3fbba2cd tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da87575d-5a1a-487d-8e43-5bc2a97a7bc7,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:31.144347 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36fbf83a-6dd0-4266-8653-f0ad3fbba2cd tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:31.145706 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-36fbf83a-6dd0-4266-8653-f0ad3fbba2cd tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2708819 Nov 19 09:07:31.148968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57932) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:31.155743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:31.204248 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:31.229232 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a98cd90f-77e4-4d90-8695-190dcf5442fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:31.236900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a98cd90f-77e4-4d90-8695-190dcf5442fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:31.292843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98cd90f-77e4-4d90-8695-190dcf5442fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef27649b-dca9-40e9-a945-a418d428be80,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:31.297293 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a98cd90f-77e4-4d90-8695-190dcf5442fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=effbdbdd86a74c3382ad84a7761bb2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392127 Nov 19 09:07:31.301638 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57936) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:31.354847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26286e-7fdc-47d3-a49f-d633311b6941 req-3fdd80dd-bcad-4284-b452-b498a1218a71 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:31.356328 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d26286e-7fdc-47d3-a49f-d633311b6941 req-3fdd80dd-bcad-4284-b452-b498a1218a71 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 948 time: 0.1045966 Nov 19 09:07:31.361643 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ec04e73-e8fa-4ba0-8cb3-6598be2e71ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:31.367090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d34d38-1b0b-4855-a491-3e9f4e563351 req-b1a08ecf-6dc7-4776-97f8-ff4418ef6f02 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:31.368547 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13d34d38-1b0b-4855-a491-3e9f4e563351 req-b1a08ecf-6dc7-4776-97f8-ff4418ef6f02 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 949 time: 0.1133432 Nov 19 09:07:31.383724 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ec04e73-e8fa-4ba0-8cb3-6598be2e71ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:31.433010 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ec04e73-e8fa-4ba0-8cb3-6598be2e71ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:31.435969 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ec04e73-e8fa-4ba0-8cb3-6598be2e71ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:31.437170 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6ec04e73-e8fa-4ba0-8cb3-6598be2e71ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef27649b-dca9-40e9-a945-a418d428be80 HTTP/1.1" status: 204 len: 168 time: 0.1344464 Nov 19 09:07:31.446399 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec04e73-e8fa-4ba0-8cb3-6598be2e71ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef27649b-dca9-40e9-a945-a418d428be80,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:31.479109 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d26286e-7fdc-47d3-a49f-d633311b6941 req-e3384a64-2c0e-4634-ac27-eef76296f7c8 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095147 Nov 19 09:07:31.484397 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:31.504520 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13d34d38-1b0b-4855-a491-3e9f4e563351 req-e36a7572-7343-45e7-b5e8-d9a99f6b739b tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236563 Nov 19 09:07:31.659160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43948b9-1fcc-4e40-a547-a4d6980f5c30 req-0912ecaa-470e-4342-97df-693b2bbc9a8c tempest-MigrationsAdminTest-714657790 tempest-MigrationsAdminTest-714657790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:31.661030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e43948b9-1fcc-4e40-a547-a4d6980f5c30 req-0912ecaa-470e-4342-97df-693b2bbc9a8c tempest-MigrationsAdminTest-714657790 tempest-MigrationsAdminTest-714657790-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 1101 time: 0.0903318 Nov 19 09:07:31.681767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Allocated IP 172.25.0.224 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/e1f2c4ee-a736-46a5-a124-054e30420680) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:31.796110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289771c6-dda8-4e51-a52c-3b7a6041d36c req-ea4d7fca-9962-4953-bc70-6c93ffb624a7 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:31.797634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-289771c6-dda8-4e51-a52c-3b7a6041d36c req-ea4d7fca-9962-4953-bc70-6c93ffb624a7 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 945 time: 0.1357067 Nov 19 09:07:31.831582 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e43948b9-1fcc-4e40-a547-a4d6980f5c30 req-8394a50b-4288-4cca-9a88-72306f06605f tempest-MigrationsAdminTest-714657790 tempest-MigrationsAdminTest-714657790-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516368 Nov 19 09:07:31.903074 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-289771c6-dda8-4e51-a52c-3b7a6041d36c req-28e05bc8-f690-43db-a0af-edf41b17d331 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c500488-8edd-4d54-9194-52c7a19f9b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915334 Nov 19 09:07:31.905778 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57956) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:31.923111 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:31.962960 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.008555 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:32.012816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:32.016928 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:32.026028 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Pushing event updated for resources: {'Port': ['ID=e1f2c4ee-a736-46a5-a124-054e30420680,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:32.141848 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.158378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b77a1ea6-32b4-4307-8aea-cad3bd867c92 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:32.173191 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96fd4846-6853-4394-acaa-5f59fd4d6d31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.203900 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-5377fb1f-de2f-4746-bc8d-bd003961325c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=193e326224374af2adeabf4558305969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601311 Nov 19 09:07:32.228083 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a26a0-d2e7-49b1-8bcb-20a2f5e04a49 req-7a315ffe-df78-49aa-bb7e-b5a086a05696 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:32.238092 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-180a26a0-d2e7-49b1-8bcb-20a2f5e04a49 req-7a315ffe-df78-49aa-bb7e-b5a086a05696 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 945 time: 0.1669383 Nov 19 09:07:32.264723 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port b77a1ea6-32b4-4307-8aea-cad3bd867c92 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:07:32.269668 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96fd4846-6853-4394-acaa-5f59fd4d6d31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.273907 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port b77a1ea6-32b4-4307-8aea-cad3bd867c92 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:32.274249 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.278234 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96fd4846-6853-4394-acaa-5f59fd4d6d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.297104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cba9fe-c0f3-4140-9f08-d3d50d1d2495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:32.299938 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2441d066-1ded-4644-8ad2-6cb8f8af3772" -d '{"events": [{"server_uuid": "d8cba9fe-c0f3-4140-9f08-d3d50d1d2495", "name": "network-vif-plugged", "status": "completed", "tag": "b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:32.331073 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-96fd4846-6853-4394-acaa-5f59fd4d6d31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1f67c32910a4f108d04533bdb66b51d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4238594 Nov 19 09:07:32.332120 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd4846-6853-4394-acaa-5f59fd4d6d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0d7ebb-3a57-4759-ac3f-f73dd61be6a6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:32.334674 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57984) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:32.372680 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.380755 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.398224 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5acfc8f7-414f-41f6-a710-f66e32a4840d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.428336 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5acfc8f7-414f-41f6-a710-f66e32a4840d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.440960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b77a1ea6-32b4-4307-8aea-cad3bd867c92, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:32.450731 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.463043 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-180a26a0-d2e7-49b1-8bcb-20a2f5e04a49 req-1104727e-a394-4c18-9bc1-9293cba69067 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189033 Nov 19 09:07:32.494359 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-fde361cb-803d-4e76-a15b-3978cb86925f tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:32.496262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-fde361cb-803d-4e76-a15b-3978cb86925f tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2773583 Nov 19 09:07:32.504908 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5acfc8f7-414f-41f6-a710-f66e32a4840d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.507786 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5acfc8f7-414f-41f6-a710-f66e32a4840d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.509556 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5acfc8f7-414f-41f6-a710-f66e32a4840d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd0d7ebb-3a57-4759-ac3f-f73dd61be6a6 HTTP/1.1" status: 204 len: 168 time: 0.1738176 Nov 19 09:07:32.520906 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfc8f7-414f-41f6-a710-f66e32a4840d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0d7ebb-3a57-4759-ac3f-f73dd61be6a6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:32.521794 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7736d157-d921-4e7a-9b21-f071864b358c x-openstack-request-id: req-7736d157-d921-4e7a-9b21-f071864b358c {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:32.522146 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cba9fe-c0f3-4140-9f08-d3d50d1d2495", "name": "network-vif-plugged", "status": "completed", "tag": "b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:32.522846 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7736d157-d921-4e7a-9b21-f071864b358c {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:32.523962 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cba9fe-c0f3-4140-9f08-d3d50d1d2495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d', 'code': 200} Nov 19 09:07:32.544425 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57996) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:32.619764 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=b77a1ea6-32b4-4307-8aea-cad3bd867c92,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:32.635574 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 00730ab9-1ac8-40a1-8ef9-eed22872a5ad up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:32.635989 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-31191823-94c1-4657-9b06-a09c41de81bb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/quotas/193e326224374af2adeabf4558305969 HTTP/1.1" status: 200 len: 375 time: 0.1197281 Nov 19 09:07:32.666948 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a36b7395-5275-4e66-8f98-8084194fdaeb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1892094623-network', 'tenant_id': '04047b519840476fb11f47f5e01d67ee'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:32.690729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 00730ab9-1ac8-40a1-8ef9-eed22872a5ad completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:07:32.695457 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36b7395-5275-4e66-8f98-8084194fdaeb admin admin] Made reservation on behalf of 04047b519840476fb11f47f5e01d67ee for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:32.696648 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 00730ab9-1ac8-40a1-8ef9-eed22872a5ad triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:32.697353 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.701342 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a36b7395-5275-4e66-8f98-8084194fdaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.716997 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a36b7395-5275-4e66-8f98-8084194fdaeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.801301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a6e76-556b-444a-9b03-55e82bf03db4 req-8066f36e-3505-4fa0-be72-88efdddc6763 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:32.809492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-013a6e76-556b-444a-9b03-55e82bf03db4 req-8066f36e-3505-4fa0-be72-88efdddc6763 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 1097 time: 0.1681335 Nov 19 09:07:32.820744 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.830101 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a36b7395-5275-4e66-8f98-8084194fdaeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.837123 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a36b7395-5275-4e66-8f98-8084194fdaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.863597 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-bc6d5e11-74b8-4c4f-a9de-6d0ce3dc4cd0 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2112925 Nov 19 09:07:32.864229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 00730ab9-1ac8-40a1-8ef9-eed22872a5ad, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=00730ab9-1ac8-40a1-8ef9-eed22872a5ad,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:32.865586 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a15fe-6eae-4b74-9739-26843e41315f req-0d9265c4-231d-4d6b-b374-9f808debcf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:32.867470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e35a15fe-6eae-4b74-9739-26843e41315f req-0d9265c4-231d-4d6b-b374-9f808debcf16 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 1097 time: 0.2272670 Nov 19 09:07:32.869417 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.870727 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 52c12804-7894-4803-b113-e0e0c9afa3b2 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:32.898471 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b7395-5275-4e66-8f98-8084194fdaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb8189d-0f13-4b18-8b02-66aca68a1e69,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:32.950745 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36b7395-5275-4e66-8f98-8084194fdaeb admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:07:32.966071 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a36b7395-5275-4e66-8f98-8084194fdaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.966777 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-a36b7395-5275-4e66-8f98-8084194fdaeb admin admin] Added segment e30ed018-552d-42d4-8ad7-60591dd042b0 of type vlan for network 44d3298f-7adf-4433-ae40-67bd57efdfb7 Nov 19 09:07:32.970350 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=00730ab9-1ac8-40a1-8ef9-eed22872a5ad,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:32.977718 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-013a6e76-556b-444a-9b03-55e82bf03db4 req-30011933-2cae-437e-b923-92732def48e0 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672566 Nov 19 09:07:32.983235 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:32.999134 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 52c12804-7894-4803-b113-e0e0c9afa3b2 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:07:33.000590 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e35a15fe-6eae-4b74-9739-26843e41315f req-9c43b934-7318-47f1-ba93-4b21b5b2bd4e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1c500488-8edd-4d54-9194-52c7a19f9b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244979 Nov 19 09:07:33.001390 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.004653 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 52c12804-7894-4803-b113-e0e0c9afa3b2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:33.006650 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.010441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58006) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:33.051383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a36b7395-5275-4e66-8f98-8084194fdaeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.072689 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bdef9560-76d5-4d8c-9e0b-1babeb9b71d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.076932 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.119749 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a36b7395-5275-4e66-8f98-8084194fdaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.120919 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36b7395-5275-4e66-8f98-8084194fdaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:33.121436 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a36b7395-5275-4e66-8f98-8084194fdaeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.121543 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.149691 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Pushing event updated for resources: {'Port': ['ID=e1f2c4ee-a736-46a5-a124-054e30420680,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:33.198232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 52c12804-7894-4803-b113-e0e0c9afa3b2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=52c12804-7894-4803-b113-e0e0c9afa3b2,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:33.210319 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.210456 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a36b7395-5275-4e66-8f98-8084194fdaeb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6644585 Nov 19 09:07:33.211011 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58012) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:33.212090 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.217868 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c674d6cb-63fe-4391-aba3-4d6dc226e3a1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0675716 Nov 19 09:07:33.226515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-adeabcbd-e37e-47c8-9783-99dc2c65c430 admin admin] Request body: {'subnet': {'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1892094623-subnet', 'tenant_id': '04047b519840476fb11f47f5e01d67ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:33.233384 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b7395-5275-4e66-8f98-8084194fdaeb admin admin] Pushing event updated for resources: {'Network': ['ID=44d3298f-7adf-4433-ae40-67bd57efdfb7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:33.254014 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeabcbd-e37e-47c8-9783-99dc2c65c430 admin admin] Made reservation on behalf of 04047b519840476fb11f47f5e01d67ee for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:33.257113 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-adeabcbd-e37e-47c8-9783-99dc2c65c430 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.271264 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 44d3298f-7adf-4433-ae40-67bd57efdfb7 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:07:33.274753 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04a56b-dfae-40df-84cf-c2c2e3fb3045 req-acce8ff2-7cba-4f49-b689-6cdafda94bda tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:33.282849 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c04a56b-dfae-40df-84cf-c2c2e3fb3045 req-acce8ff2-7cba-4f49-b689-6cdafda94bda tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 949 time: 0.1926346 Nov 19 09:07:33.332398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2cbdc-a7e1-436a-b5e2-a8902eb8b330 req-4cbf7870-6f42-40ef-8192-043ebb8e96bb tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:33.339705 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0a2cbdc-a7e1-436a-b5e2-a8902eb8b330 req-4cbf7870-6f42-40ef-8192-043ebb8e96bb tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 950 time: 0.1586537 Nov 19 09:07:33.366286 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=52c12804-7894-4803-b113-e0e0c9afa3b2,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:33.476199 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c04a56b-dfae-40df-84cf-c2c2e3fb3045 req-6b4aec6a-3935-4555-939f-3e6402d4c1ff tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923878 Nov 19 09:07:33.482495 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0a2cbdc-a7e1-436a-b5e2-a8902eb8b330 req-0ad6a173-b27e-4c20-a46a-95bb0958e990 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419508 Nov 19 09:07:33.495022 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bdef9560-76d5-4d8c-9e0b-1babeb9b71d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.500684 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bdef9560-76d5-4d8c-9e0b-1babeb9b71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.502778 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-adeabcbd-e37e-47c8-9783-99dc2c65c430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.544764 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bdef9560-76d5-4d8c-9e0b-1babeb9b71d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=776a231a51fe40d49659be5feb77a794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5236998 Nov 19 09:07:33.548421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58022) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:33.579921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef9560-76d5-4d8c-9e0b-1babeb9b71d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a4db6f-be88-4692-8fec-11319ce5bf8f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:33.648790 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeabcbd-e37e-47c8-9783-99dc2c65c430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96926490-af93-496a-ac14-62637eebbbfd,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:33.657451 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeabcbd-e37e-47c8-9783-99dc2c65c430 admin admin] Checking segment: {'id': 'e30ed018-552d-42d4-8ad7-60591dd042b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:33.658006 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeabcbd-e37e-47c8-9783-99dc2c65c430 admin admin] Network hostable DHCP agents. Network: 44d3298f-7adf-4433-ae40-67bd57efdfb7, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:07:33.685912 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-818fc3f6-b006-4c7e-bbfc-9e910ec87eca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.689939 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeabcbd-e37e-47c8-9783-99dc2c65c430 admin admin] Network 44d3298f-7adf-4433-ae40-67bd57efdfb7 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:07:33.706630 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-adeabcbd-e37e-47c8-9783-99dc2c65c430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 44d3298f-7adf-4433-ae40-67bd57efdfb7) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:33.714472 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeabcbd-e37e-47c8-9783-99dc2c65c430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:33.715153 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-adeabcbd-e37e-47c8-9783-99dc2c65c430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.722838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a143988-800c-46bc-91cb-8ccbc38d7fd1 req-75bc7a45-33e6-41da-9f63-7ea9927c763c tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:33.728320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd471859-9b33-4d65-bc1d-f0853c67ed3e None None] Network 44d3298f-7adf-4433-ae40-67bd57efdfb7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:07:33.730063 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a143988-800c-46bc-91cb-8ccbc38d7fd1 req-75bc7a45-33e6-41da-9f63-7ea9927c763c tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 1097 time: 0.1217363 Nov 19 09:07:33.742904 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea533db-d646-43d2-aed7-fa86715b6647 req-8579c723-a27d-4ce9-8ad0-5d7ded0964b7 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:33.744807 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ea533db-d646-43d2-aed7-fa86715b6647 req-8579c723-a27d-4ce9-8ad0-5d7ded0964b7 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 945 time: 0.1381500 Nov 19 09:07:33.747137 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-818fc3f6-b006-4c7e-bbfc-9e910ec87eca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.748710 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-adeabcbd-e37e-47c8-9783-99dc2c65c430 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5344131 Nov 19 09:07:33.752656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58026) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:33.770433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1892094623-router', 'tenant_id': '04047b519840476fb11f47f5e01d67ee', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:33.878601 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.880629 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.889018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376c0a5a-fb86-47a8-81ca-0800254f010b None None] Network 44d3298f-7adf-4433-ae40-67bd57efdfb7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:07:33.898240 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a143988-800c-46bc-91cb-8ccbc38d7fd1 req-cc397e85-c8d5-4c20-8fa7-e26b720f5169 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418469 Nov 19 09:07:33.923204 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ea533db-d646-43d2-aed7-fa86715b6647 req-e18ba355-0d13-439f-8295-c9ab7bddadfb tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c500488-8edd-4d54-9194-52c7a19f9b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687140 Nov 19 09:07:33.926430 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-818fc3f6-b006-4c7e-bbfc-9e910ec87eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.929059 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-818fc3f6-b006-4c7e-bbfc-9e910ec87eca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:33.930247 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-818fc3f6-b006-4c7e-bbfc-9e910ec87eca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77a4db6f-be88-4692-8fec-11319ce5bf8f HTTP/1.1" status: 204 len: 168 time: 0.3804107 Nov 19 09:07:33.992764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fc3f6-b006-4c7e-bbfc-9e910ec87eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a4db6f-be88-4692-8fec-11319ce5bf8f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:34.029562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1eff9dd3-48a9-464e-b24e-3db7cd393787 req-517f270e-84eb-443d-baa1-24b9b4e91bf9 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 210 time: 0.0573707 Nov 19 09:07:34.100790 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:34.303108 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-6853ac72-1afe-4395-81c5-f6a339d4e9f1 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1796259126&fields=id&tenant_id=f9f03e910926491a90023bb5a8837793 HTTP/1.1" status: 200 len: 267 time: 0.2145393 Nov 19 09:07:34.312020 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:34.526462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e859d2-9a6a-4050-b545-7274ce389311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77a1ea6-32b4-4307-8aea-cad3bd867c92'}, {'server_uuid': 'd1daff78-728a-44f4-ad72-b749bd6aa767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00730ab9-1ac8-40a1-8ef9-eed22872a5ad'}, {'server_uuid': 'c4b3beb6-c8c1-49fe-8d30-be0e39e51021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c12804-7894-4803-b113-e0e0c9afa3b2'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:34.533704 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350c3789-5e28-4585-9c54-85d2ce1d2401" -d '{"events": [{"server_uuid": "22e859d2-9a6a-4050-b545-7274ce389311", "name": "network-vif-plugged", "status": "completed", "tag": "b77a1ea6-32b4-4307-8aea-cad3bd867c92"}, {"server_uuid": "d1daff78-728a-44f4-ad72-b749bd6aa767", "name": "network-vif-plugged", "status": "completed", "tag": "00730ab9-1ac8-40a1-8ef9-eed22872a5ad"}, {"server_uuid": "c4b3beb6-c8c1-49fe-8d30-be0e39e51021", "name": "network-vif-plugged", "status": "completed", "tag": "52c12804-7894-4803-b113-e0e0c9afa3b2"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:34.806015 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-3bab0937-5f8e-487e-b946-bd1e0f71c68a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=193e326224374af2adeabf4558305969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535636 Nov 19 09:07:34.859213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-46acee58-b972-45a4-96c6-82c648b39d5d tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:34.860723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-46acee58-b972-45a4-96c6-82c648b39d5d tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/networks?id=d3bef959-7638-468e-bf13-8333f26b89d6 HTTP/1.1" status: 200 len: 824 time: 0.5252535 Nov 19 09:07:34.894266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703602c-1975-4d5a-a074-930e763cec5c req-5475f5ca-e820-4d92-93a4-d11c4e3fffdc tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:34.896592 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6703602c-1975-4d5a-a074-930e763cec5c req-5475f5ca-e820-4d92-93a4-d11c4e3fffdc tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 1097 time: 0.4383287 Nov 19 09:07:34.965434 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-427c8e87-ab48-452f-a6b8-4c4000b70632 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/quotas/f9f03e910926491a90023bb5a8837793 HTTP/1.1" status: 200 len: 375 time: 0.0662384 Nov 19 09:07:35.083059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-dab6354c-3392-4210-b602-ef65deec4eeb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:35.084944 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-dab6354c-3392-4210-b602-ef65deec4eeb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2648058 Nov 19 09:07:35.087493 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6703602c-1975-4d5a-a074-930e763cec5c req-ab43428d-3cf7-4fdb-9240-73457bdfdac2 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826990 Nov 19 09:07:35.136047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-43ea3e2b-7517-4279-95f4-324f56b676f8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Request body: {'port': {'device_id': 'ff3571ab-ff51-4e15-a297-0cbb85798a88', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '193e326224374af2adeabf4558305969'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:35.234335 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-6e647c0b-0a04-4952-8de1-db52ce854054 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9f03e910926491a90023bb5a8837793&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2557700 Nov 19 09:07:35.361966 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:07:35.407670 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:35.419655 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046eba7b-19d5-4395-8e31-ffd8413c5dfe req-b6d4cb9d-7fa2-4362-9d7b-028a884a78df tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:35.419655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-046eba7b-19d5-4395-8e31-ffd8413c5dfe req-b6d4cb9d-7fa2-4362-9d7b-028a884a78df tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 949 time: 0.2335815 Nov 19 09:07:35.459184 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:35.537160 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-12e29518-61f7-4d52-aab5-07d682e76e3a service neutron] 10.222.0.21 "GET /v2.0/networks/d3bef959-7638-468e-bf13-8333f26b89d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761068 Nov 19 09:07:35.548419 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-43ea3e2b-7517-4279-95f4-324f56b676f8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Made reservation on behalf of 193e326224374af2adeabf4558305969 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:35.552043 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-43ea3e2b-7517-4279-95f4-324f56b676f8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:35.653391 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-046eba7b-19d5-4395-8e31-ffd8413c5dfe req-8ac5449b-f96c-4e9c-a027-52bfb1ee03b1 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110839 Nov 19 09:07:35.797610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Allocated IP 172.25.0.75 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/3bea528d-405c-4cbf-8594-64a072e58376) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:35.864416 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-57b61061-384d-4e24-8f30-105640b23423 service neutron] 10.222.0.21 "GET /v2.0/networks/d3bef959-7638-468e-bf13-8333f26b89d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170266 Nov 19 09:07:35.939851 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f9e84-8073-4fc1-a227-232d1ae06a58 req-213a03d3-9a8a-46b8-986d-f05ef6c4546c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:35.941677 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d5f9e84-8073-4fc1-a227-232d1ae06a58 req-213a03d3-9a8a-46b8-986d-f05ef6c4546c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 950 time: 0.1955018 Nov 19 09:07:35.953526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-43ea3e2b-7517-4279-95f4-324f56b676f8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Allocated IP 192.168.233.136 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/6e892c7e-7b94-4494-b77a-da13076f9346) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:36.071728 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16df6d6-7009-4c54-852b-1023b9ae3823 x-openstack-request-id: req-d16df6d6-7009-4c54-852b-1023b9ae3823 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:36.072694 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e859d2-9a6a-4050-b545-7274ce389311", "name": "network-vif-plugged", "status": "completed", "tag": "b77a1ea6-32b4-4307-8aea-cad3bd867c92", "code": 200}, {"server_uuid": "d1daff78-728a-44f4-ad72-b749bd6aa767", "name": "network-vif-plugged", "status": "completed", "tag": "00730ab9-1ac8-40a1-8ef9-eed22872a5ad", "code": 200}, {"server_uuid": "c4b3beb6-c8c1-49fe-8d30-be0e39e51021", "name": "network-vif-plugged", "status": "completed", "tag": "52c12804-7894-4803-b113-e0e0c9afa3b2", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:36.073292 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d16df6d6-7009-4c54-852b-1023b9ae3823 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:36.074053 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e859d2-9a6a-4050-b545-7274ce389311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77a1ea6-32b4-4307-8aea-cad3bd867c92', 'code': 200} Nov 19 09:07:36.074599 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1daff78-728a-44f4-ad72-b749bd6aa767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00730ab9-1ac8-40a1-8ef9-eed22872a5ad', 'code': 200} Nov 19 09:07:36.074962 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b3beb6-c8c1-49fe-8d30-be0e39e51021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c12804-7894-4803-b113-e0e0c9afa3b2', 'code': 200} Nov 19 09:07:36.080080 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:36.102367 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d5f9e84-8073-4fc1-a227-232d1ae06a58 req-e3b416c2-4139-4bc5-9daf-acaf329fb919 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463342 Nov 19 09:07:36.239938 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3ba1b-628e-4efa-b1e0-75da6201f278 req-4cdbce7a-ae61-435d-9c98-cc92c1254330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:36.243457 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1bd3ba1b-628e-4efa-b1e0-75da6201f278 req-4cdbce7a-ae61-435d-9c98-cc92c1254330 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 1101 time: 0.0569468 Nov 19 09:07:36.294908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d03bf9e-0049-48fd-95de-4ff2ebfe8940 req-17f12e7b-a417-4f45-9aa2-27faabcfcb79 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 210 time: 0.0795097 Nov 19 09:07:36.325746 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1bd3ba1b-628e-4efa-b1e0-75da6201f278 req-2f90ebda-b1fa-4999-af51-9b94b139f567 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733733 Nov 19 09:07:36.367514 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:36.447065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43500b-458f-4e68-b721-0b189dee2cd1 req-d53f53dc-fa48-4b77-abf5-d22dbdaadfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:36.448724 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9a43500b-458f-4e68-b721-0b189dee2cd1 req-d53f53dc-fa48-4b77-abf5-d22dbdaadfa7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 1102 time: 0.2602878 Nov 19 09:07:36.477638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed76fdf-86e6-49d1-bff0-4b6056f62e38 req-8db668cb-c7be-43cf-a361-513d0ea6f210 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:36.479156 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ed76fdf-86e6-49d1-bff0-4b6056f62e38 req-8db668cb-c7be-43cf-a361-513d0ea6f210 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 945 time: 0.2876132 Nov 19 09:07:36.485213 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-43ea3e2b-7517-4279-95f4-324f56b676f8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:36.488059 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f92a649-5b94-48d1-a6ab-42e3e482ae9b req-1ddbb444-5dbb-43f5-ae5c-776423b459b3 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0161989b-3b13-4c0a-88c6-4dbcde9a3a16 HTTP/1.1" status: 200 len: 210 time: 0.1150215 Nov 19 09:07:36.498857 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:36.523524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:36.552897 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:36.560352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Pushing event updated for resources: {'Port': ['ID=3bea528d-405c-4cbf-8594-64a072e58376,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:36.726146 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ed76fdf-86e6-49d1-bff0-4b6056f62e38 req-bb27cc29-d8ad-4f75-b405-d527e69560b0 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c500488-8edd-4d54-9194-52c7a19f9b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310627 Nov 19 09:07:36.747168 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-43ea3e2b-7517-4279-95f4-324f56b676f8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:36.759444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9a43500b-458f-4e68-b721-0b189dee2cd1 req-9e78c668-259d-43f4-a551-23e56410748f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389719 Nov 19 09:07:36.763969 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['b77a1ea6-32b4-4307-8aea-cad3bd867c92'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:36.907903 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-43ea3e2b-7517-4279-95f4-324f56b676f8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:36.909387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-43ea3e2b-7517-4279-95f4-324f56b676f8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:36.947621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-43ea3e2b-7517-4279-95f4-324f56b676f8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:36.954533 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-43ea3e2b-7517-4279-95f4-324f56b676f8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:36.955464 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-43ea3e2b-7517-4279-95f4-324f56b676f8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:37.013457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea3e2b-7517-4279-95f4-324f56b676f8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Pushing event updated for resources: {'Port': ['ID=6e892c7e-7b94-4494-b77a-da13076f9346,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:37.096435 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-43ea3e2b-7517-4279-95f4-324f56b676f8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9650700 Nov 19 09:07:37.115160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbc688-486c-4f47-8dc9-1a73430bddf1 req-005089c8-3cda-4a6a-a993-85375fe74e11 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:37.116760 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81dbc688-486c-4f47-8dc9-1a73430bddf1 req-005089c8-3cda-4a6a-a993-85375fe74e11 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 949 time: 0.2364221 Nov 19 09:07:37.126561 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Request body: {'port': {'device_id': 'ff3571ab-ff51-4e15-a297-0cbb85798a88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:37.178191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa9213-9423-49c4-b008-6e797e945d1d req-86eb59ab-a44b-414b-83a2-ba7e6eb4440d tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:37.179753 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28fa9213-9423-49c4-b008-6e797e945d1d req-86eb59ab-a44b-414b-83a2-ba7e6eb4440d tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 1097 time: 0.3088953 Nov 19 09:07:37.273546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0028105c-6553-4aa7-8e81-05e9468d3bf5 None None] Provisioning complete for port 6e892c7e-7b94-4494-b77a-da13076f9346 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:37.274780 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0028105c-6553-4aa7-8e81-05e9468d3bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:37.326375 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0028105c-6553-4aa7-8e81-05e9468d3bf5 None None] Port 6e892c7e-7b94-4494-b77a-da13076f9346 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:07:37.458047 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:37.576821 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:37.653898 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28fa9213-9423-49c4-b008-6e797e945d1d req-9c9b0487-5e11-48cf-981e-bdf7d0dd9d7b tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211719 Nov 19 09:07:37.721549 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81dbc688-486c-4f47-8dc9-1a73430bddf1 req-0b79191d-1674-4b69-8719-afed7a4adefa tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663750 Nov 19 09:07:38.072593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-02ef0b56-95e9-4471-9914-3e0de8203a42 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:38.075996 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-02ef0b56-95e9-4471-9914-3e0de8203a42 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.71 "GET /v2.0/networks?id=d3bef959-7638-468e-bf13-8333f26b89d6 HTTP/1.1" status: 200 len: 824 time: 0.4203260 Nov 19 09:07:38.455848 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda9781-870a-4e19-9457-fd975ff470e3 req-12109cdd-ba86-413a-9e05-67bc6d868076 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:38.457321 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3cda9781-870a-4e19-9457-fd975ff470e3 req-12109cdd-ba86-413a-9e05-67bc6d868076 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 950 time: 0.3789525 Nov 19 09:07:38.476059 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-69421bb6-61af-4865-aac4-ce571fe7b9c9 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9f03e910926491a90023bb5a8837793 HTTP/1.1" status: 200 len: 380 time: 0.3816445 Nov 19 09:07:38.487148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ac84d-91bc-4f43-ac95-68119d3c5a90 req-2f4559bb-19b9-40d8-820f-8af08fb2126c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:38.488736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-380ac84d-91bc-4f43-ac95-68119d3c5a90 req-2f4559bb-19b9-40d8-820f-8af08fb2126c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 936 time: 0.3617067 Nov 19 09:07:38.503183 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:38.508815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-617bda0e-1104-4c7c-b8de-30cac1b9dff7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Request body: {'port': {'device_id': '0161989b-3b13-4c0a-88c6-4dbcde9a3a16', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'admin_state_up': True, 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'security_groups': ['e12730cd-c9e3-492a-bcda-f4831a9f4d1f']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:38.807488 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3cda9781-870a-4e19-9457-fd975ff470e3 req-9d807fcf-a527-45dc-93ef-6de110520d9e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370807 Nov 19 09:07:38.857174 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-380ac84d-91bc-4f43-ac95-68119d3c5a90 req-b47dc7a8-8d2c-48a9-b2c0-ff1cbcf03526 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518798 Nov 19 09:07:38.942784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d99cd23f-ec52-487f-9233-e90ab57a94c3 req-88b15c68-a6d0-4bfa-a42f-3392c7143d05 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0161989b-3b13-4c0a-88c6-4dbcde9a3a16 HTTP/1.1" status: 200 len: 210 time: 0.0468473 Nov 19 09:07:38.945010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e892c7e-7b94-4494-b77a-da13076f9346 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:38.959180 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:39.000692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Transition to ACTIVE for port object 6e892c7e-7b94-4494-b77a-da13076f9346 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:07:39.026333 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:39.033640 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-617bda0e-1104-4c7c-b8de-30cac1b9dff7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Made reservation on behalf of f9f03e910926491a90023bb5a8837793 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:39.038266 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-617bda0e-1104-4c7c-b8de-30cac1b9dff7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:39.098815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Router b485e454-b35a-4d1c-8993-0b42345ba41a is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:07:39.257900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e892c7e-7b94-4494-b77a-da13076f9346,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:39.409369 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:07:39.420084 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Sync routers for ids ['b485e454-b35a-4d1c-8993-0b42345ba41a'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:07:39.441450 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Routers {'b485e454-b35a-4d1c-8993-0b42345ba41a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:07:39.442627 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:07:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b485e454-b35a-4d1c-8993-0b42345ba41a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:39.500642 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Attempting to bind port 6e892c7e-7b94-4494-b77a-da13076f9346 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:39.501143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Attempting to bind port 6e892c7e-7b94-4494-b77a-da13076f9346 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:39.501558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Attempting to bind port 6e892c7e-7b94-4494-b77a-da13076f9346 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:39.520757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Port 6e892c7e-7b94-4494-b77a-da13076f9346 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:07:39.521962 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Attempting to bind port 6e892c7e-7b94-4494-b77a-da13076f9346 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:39.535573 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041cf14-3e38-4f23-887e-ee12d59901c6 req-7dd2136b-8a9e-4890-8857-0178c6f54c28 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:39.538378 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1041cf14-3e38-4f23-887e-ee12d59901c6 req-7dd2136b-8a9e-4890-8857-0178c6f54c28 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 949 time: 0.4439018 Nov 19 09:07:39.569477 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:39.571011 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9aac3e7a-5b26-4de3-ae93-aecd26b0366d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8098238 Nov 19 09:07:39.574445 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58154) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:39.585454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:39.585802 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:39.586372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:39.586622 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Bound port: 6e892c7e-7b94-4494-b77a-da13076f9346, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:39.586980 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:39.599000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-617bda0e-1104-4c7c-b8de-30cac1b9dff7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Allocated IP 172.20.0.3 (d3bef959-7638-468e-bf13-8333f26b89d6/21c7acd8-cb2d-439d-8baa-0f60843d7068/c4ea591a-ca96-487b-8cc1-7db53019bb9c) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:39.685228 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Set router b485e454-b35a-4d1c-8993-0b42345ba41a gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:07:39.858084 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-617bda0e-1104-4c7c-b8de-30cac1b9dff7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:39.950404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1041cf14-3e38-4f23-887e-ee12d59901c6 req-d229e395-fc30-4da6-9717-126514ea3215 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867683 Nov 19 09:07:40.024396 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-617bda0e-1104-4c7c-b8de-30cac1b9dff7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:40.039927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] For port 6e892c7e-7b94-4494-b77a-da13076f9346, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:40.094191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-617bda0e-1104-4c7c-b8de-30cac1b9dff7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Network d3bef959-7638-468e-bf13-8333f26b89d6 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:40.116048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] For port 6e892c7e-7b94-4494-b77a-da13076f9346, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6e892c7e-7b94-4494-b77a-da13076f9346,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:40.119015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-617bda0e-1104-4c7c-b8de-30cac1b9dff7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:40.137008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-617bda0e-1104-4c7c-b8de-30cac1b9dff7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:40.147310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-617bda0e-1104-4c7c-b8de-30cac1b9dff7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:40.148027 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-617bda0e-1104-4c7c-b8de-30cac1b9dff7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:40.167965 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'name': 'tempest-ServerRescueNegativeTestJSON-1892094623-router', 'tenant_id': '04047b519840476fb11f47f5e01d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '3bea528d-405c-4cbf-8594-64a072e58376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:33Z', 'updated_at': '2021-11-19T09:07:36Z', 'revision_number': 3, 'project_id': '04047b519840476fb11f47f5e01d67ee', 'gw_port': {'id': '3bea528d-405c-4cbf-8594-64a072e58376', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:35Z', 'updated_at': '2021-11-19T09:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:40.171746 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:40.228394 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Checking router: b485e454-b35a-4d1c-8993-0b42345ba41a for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:07:40.229487 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Updating router b485e454-b35a-4d1c-8993-0b42345ba41a port 3bea528d-405c-4cbf-8594-64a072e58376 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:07:40.243266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bda0e-1104-4c7c-b8de-30cac1b9dff7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Pushing event updated for resources: {'Port': ['ID=c4ea591a-ca96-487b-8cc1-7db53019bb9c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:40.259520 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-617bda0e-1104-4c7c-b8de-30cac1b9dff7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7575922 Nov 19 09:07:40.297287 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:40.298099 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:40.299739 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:40.299906 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] 10.222.0.66 "PUT /v2.0/ports/6e892c7e-7b94-4494-b77a-da13076f9346 HTTP/1.1" status: 200 len: 1097 time: 3.1818547 Nov 19 09:07:40.304421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3571ab-ff51-4e15-a297-0cbb85798a88', 'tag': '6e892c7e-7b94-4494-b77a-da13076f9346'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:40.313824 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bd6c30-c713-4e5b-bd5a-0ca356a8c0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3571ab-ff51-4e15-a297-0cbb85798a88", "tag": "6e892c7e-7b94-4494-b77a-da13076f9346"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:40.325954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Request body: {'port': {'device_id': '0161989b-3b13-4c0a-88c6-4dbcde9a3a16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:40.395855 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:40.485285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e753e1-2be8-42ae-91ca-50708feb9557 req-3e572316-dfb9-4302-8378-1b88b6b85f41 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:40.487403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33e753e1-2be8-42ae-91ca-50708feb9557 req-3e572316-dfb9-4302-8378-1b88b6b85f41 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 950 time: 0.3640213 Nov 19 09:07:40.604750 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-dd2c0e4b-4c2f-4b57-8beb-1b5e2a5f0ff4 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:07:40.606338 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-dd2c0e4b-4c2f-4b57-8beb-1b5e2a5f0ff4 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1134048 Nov 19 09:07:40.634379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54e0c6-8d99-4d64-9815-43481bd224d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e892c7e-7b94-4494-b77a-da13076f9346,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:40.733380 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1a9abc04-47d6-438e-bc61-ab1543078ed8 None None] Provisioning complete for port c4ea591a-ca96-487b-8cc1-7db53019bb9c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:40.735158 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a9abc04-47d6-438e-bc61-ab1543078ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:40.766187 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Allocated IP 172.20.0.1 (44d3298f-7adf-4433-ae40-67bd57efdfb7/96926490-af93-496a-ac14-62637eebbbfd/e8ca336a-937b-4449-8457-fb9202898783) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:40.824007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1a9abc04-47d6-438e-bc61-ab1543078ed8 None None] Port c4ea591a-ca96-487b-8cc1-7db53019bb9c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:07:40.853966 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:40.864075 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:40.969201 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9134671-2850-4868-b283-b23b8bf23709 None None] Pushing event updated for resources: {'Port': ['ID=3bea528d-405c-4cbf-8594-64a072e58376,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:40.972633 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:41.010306 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:41.013004 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Attempting to bind port 3bea528d-405c-4cbf-8594-64a072e58376 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:41.013580 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Attempting to bind port 3bea528d-405c-4cbf-8594-64a072e58376 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:41.014156 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Attempting to bind port 3bea528d-405c-4cbf-8594-64a072e58376 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:41.025903 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:41.027093 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:41.027773 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:41.028702 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:41.029452 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Bound port: 3bea528d-405c-4cbf-8594-64a072e58376, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:41.030065 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:41.058889 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:41.069330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-f75f1329-0323-4a01-bd5c-d6534ac44619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:41.070979 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-f75f1329-0323-4a01-bd5c-d6534ac44619 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 1100 time: 0.6688287 Nov 19 09:07:41.080085 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-687b09df-1285-478a-baea-1edf049dd421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:41.081678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-687b09df-1285-478a-baea-1edf049dd421 service neutron] 10.222.0.21 "GET /v2.0/ports/0513a62b-219c-48a7-8bd5-dd16ac339693 HTTP/1.1" status: 200 len: 1094 time: 0.4119329 Nov 19 09:07:41.107003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-c54069aa-a93d-45bd-aa2b-c4ec0d3c15f1 service neutron] Request body: {'binding': {'host': 'n-h2-805649-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:41.107610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-c54069aa-a93d-45bd-aa2b-c4ec0d3c15f1 service neutron] Unknown quota resources ['binding']. {{(pid=103477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 09:07:41.124084 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] For port 3bea528d-405c-4cbf-8594-64a072e58376, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:41.128992 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] For port 3bea528d-405c-4cbf-8594-64a072e58376, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3bea528d-405c-4cbf-8594-64a072e58376,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:41.136724 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:41.157314 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Network 44d3298f-7adf-4433-ae40-67bd57efdfb7 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:41.162556 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:41.169806 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:41.191178 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-220945f5-613d-40b0-bc8e-de270da23b29 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=6e892c7e-7b94-4494-b77a-da13076f9346 HTTP/1.1" status: 200 len: 217 time: 0.1056900 Nov 19 09:07:41.215544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33e753e1-2be8-42ae-91ca-50708feb9557 req-f7a2beed-60ee-4d62-bc53-f00d67f4bcd7 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6299989 Nov 19 09:07:41.230586 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9134671-2850-4868-b283-b23b8bf23709 None None] Pushing event updated for resources: {'Port': ['ID=3bea528d-405c-4cbf-8594-64a072e58376,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:41.261789 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:41.300904 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Routers {'b485e454-b35a-4d1c-8993-0b42345ba41a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:07:41.302434 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:07:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b485e454-b35a-4d1c-8993-0b42345ba41a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:41.311340 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Pushing event updated for resources: {'Port': ['ID=e8ca336a-937b-4449-8457-fb9202898783,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:41.426259 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:41.470561 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] Set router b485e454-b35a-4d1c-8993-0b42345ba41a gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:07:41.517794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-4b6a8da2-4db0-49de-adc0-78fa7530a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:41.519479 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-4b6a8da2-4db0-49de-adc0-78fa7530a7d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.3200943 Nov 19 09:07:41.676585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88474bfb-ec90-454b-bb04-2e68e0d035c2 req-82bc06b5-3594-4bb0-9d2c-cd4ff6103d12 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:41.679367 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88474bfb-ec90-454b-bb04-2e68e0d035c2 req-82bc06b5-3594-4bb0-9d2c-cd4ff6103d12 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 948 time: 0.3408692 Nov 19 09:07:41.709756 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:41.718207 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:41.755620 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9bc552a8-21fa-43f2-9620-8c36862df9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:41.757593 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-9bc552a8-21fa-43f2-9620-8c36862df9a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2208917 Nov 19 09:07:41.765592 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'name': 'tempest-ServerRescueNegativeTestJSON-1892094623-router', 'tenant_id': '04047b519840476fb11f47f5e01d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '3bea528d-405c-4cbf-8594-64a072e58376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:33Z', 'updated_at': '2021-11-19T09:07:36Z', 'revision_number': 3, 'project_id': '04047b519840476fb11f47f5e01d67ee', 'gw_port': {'id': '3bea528d-405c-4cbf-8594-64a072e58376', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:35Z', 'updated_at': '2021-11-19T09:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:41.814400 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:41.827150 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88474bfb-ec90-454b-bb04-2e68e0d035c2 req-4a8bd6f0-0769-4f75-9c89-62e34317f2ea tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312549 Nov 19 09:07:41.834769 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d660ac-0af0-4287-aa81-ba4bc9fbfca4 None None] The sync data for ids ['b485e454-b35a-4d1c-8993-0b42345ba41a'] in n-d-805649-14 is: [{'id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'name': 'tempest-ServerRescueNegativeTestJSON-1892094623-router', 'tenant_id': '04047b519840476fb11f47f5e01d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '3bea528d-405c-4cbf-8594-64a072e58376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:33Z', 'updated_at': '2021-11-19T09:07:36Z', 'revision_number': 3, 'project_id': '04047b519840476fb11f47f5e01d67ee', 'gw_port': {'id': '3bea528d-405c-4cbf-8594-64a072e58376', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:35Z', 'updated_at': '2021-11-19T09:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:07:41.907373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-c54069aa-a93d-45bd-aa2b-c4ec0d3c15f1 service neutron] Attempting to bind port 0513a62b-219c-48a7-8bd5-dd16ac339693 on host n-h2-805649-14 for vnic_type normal with profile None {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:41.907863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-c54069aa-a93d-45bd-aa2b-c4ec0d3c15f1 service neutron] Attempting to bind port 0513a62b-219c-48a7-8bd5-dd16ac339693 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:41.908353 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-c54069aa-a93d-45bd-aa2b-c4ec0d3c15f1 service neutron] Attempting to bind port 0513a62b-219c-48a7-8bd5-dd16ac339693 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:41.920805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-c54069aa-a93d-45bd-aa2b-c4ec0d3c15f1 service neutron] Port 0513a62b-219c-48a7-8bd5-dd16ac339693 on network 692fa143-7b59-41f0-9ea1-d966185e0300 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:07:41.921717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-c54069aa-a93d-45bd-aa2b-c4ec0d3c15f1 service neutron] Attempting to bind port 0513a62b-219c-48a7-8bd5-dd16ac339693 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:41.955852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-c54069aa-a93d-45bd-aa2b-c4ec0d3c15f1 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:41.956305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-c54069aa-a93d-45bd-aa2b-c4ec0d3c15f1 service neutron] Checking segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:41.956716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-c54069aa-a93d-45bd-aa2b-c4ec0d3c15f1 service neutron] Bound using segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:41.957249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-c54069aa-a93d-45bd-aa2b-c4ec0d3c15f1 service neutron] Bound port: 0513a62b-219c-48a7-8bd5-dd16ac339693, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:42.030757 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Network 44d3298f-7adf-4433-ae40-67bd57efdfb7 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:42.032690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Pushing event updated for resources: {'Port': ['ID=e8ca336a-937b-4449-8457-fb9202898783,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:42.036052 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:42.106381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12525c6d-60e0-4bc9-8bb5-175c09c41d46 req-8520aa6c-bb50-4be9-985b-362065588d81 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:42.108248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12525c6d-60e0-4bc9-8bb5-175c09c41d46 req-8520aa6c-bb50-4be9-985b-362065588d81 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0161989b-3b13-4c0a-88c6-4dbcde9a3a16 HTTP/1.1" status: 200 len: 931 time: 0.1835525 Nov 19 09:07:42.140245 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-4c2c34bc-1f2d-483e-8758-5c74b9637c52 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700056 Nov 19 09:07:42.199354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Router b485e454-b35a-4d1c-8993-0b42345ba41a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:07:42.225076 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-c54069aa-a93d-45bd-aa2b-c4ec0d3c15f1 service neutron] For port 0513a62b-219c-48a7-8bd5-dd16ac339693, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=0513a62b-219c-48a7-8bd5-dd16ac339693,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:42.252660 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ea591a-ca96-487b-8cc1-7db53019bb9c {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:42.289503 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-c54069aa-a93d-45bd-aa2b-c4ec0d3c15f1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:42.298332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-c54069aa-a93d-45bd-aa2b-c4ec0d3c15f1 service neutron] 10.222.0.21 "POST /v2.0/ports/0513a62b-219c-48a7-8bd5-dd16ac339693/bindings HTTP/1.1" status: 201 len: 390 time: 1.1954389 Nov 19 09:07:42.302046 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:42.344900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Transition to ACTIVE for port object c4ea591a-ca96-487b-8cc1-7db53019bb9c will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:07:42.388880 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:42.465004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12525c6d-60e0-4bc9-8bb5-175c09c41d46 req-bff45667-0b45-416e-a797-681c2e3b90bd tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226271 Nov 19 09:07:42.631969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6e70cbc-31ef-4571-866d-74bdc1607a5a req-330ba9eb-4447-4043-8643-519bc2d1617b service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747610 Nov 19 09:07:42.634061 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069ce688-96fe-4193-8a07-5ed112ffc04c x-openstack-request-id: req-069ce688-96fe-4193-8a07-5ed112ffc04c {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:42.634362 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3571ab-ff51-4e15-a297-0cbb85798a88", "tag": "6e892c7e-7b94-4494-b77a-da13076f9346", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:42.634717 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-069ce688-96fe-4193-8a07-5ed112ffc04c {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:42.635762 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3571ab-ff51-4e15-a297-0cbb85798a88', 'tag': '6e892c7e-7b94-4494-b77a-da13076f9346', 'status': 'completed', 'code': 200} Nov 19 09:07:42.664180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Pushing event updated for resources: {'Port': ['ID=c4ea591a-ca96-487b-8cc1-7db53019bb9c,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:42.818355 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Attempting to bind port c4ea591a-ca96-487b-8cc1-7db53019bb9c on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:42.818827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Attempting to bind port c4ea591a-ca96-487b-8cc1-7db53019bb9c by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:42.819444 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Attempting to bind port c4ea591a-ca96-487b-8cc1-7db53019bb9c on network d3bef959-7638-468e-bf13-8333f26b89d6 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:42.843171 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Port c4ea591a-ca96-487b-8cc1-7db53019bb9c on network d3bef959-7638-468e-bf13-8333f26b89d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:07:42.843575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Attempting to bind port c4ea591a-ca96-487b-8cc1-7db53019bb9c on network d3bef959-7638-468e-bf13-8333f26b89d6 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:42.851570 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:42.851989 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Checking segment: {'id': '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:42.852330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Bound using segment: {'id': '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:42.853129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Bound port: c4ea591a-ca96-487b-8cc1-7db53019bb9c, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:42.853129 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:42.861436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-ad38a4dd-11f3-4c1f-94b2-5706e4b104a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:42.863191 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-ad38a4dd-11f3-4c1f-94b2-5706e4b104a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 1097 time: 0.2056224 Nov 19 09:07:42.926226 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd6c30-c713-4e5b-bd5a-0ca356a8c0e5 req-d9360a7e-da15-44b6-ad95-af8373ce5fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:42.928909 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24bd6c30-c713-4e5b-bd5a-0ca356a8c0e5 req-d9360a7e-da15-44b6-ad95-af8373ce5fcd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 1100 time: 0.2335832 Nov 19 09:07:42.944038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:07:42.962367 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4d6402bf-0b4c-403e-890e-7bfe8347c620 admin admin] 10.222.0.21 "PUT /v2.0/routers/b485e454-b35a-4d1c-8993-0b42345ba41a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3774252 Nov 19 09:07:42.995911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] For port c4ea591a-ca96-487b-8cc1-7db53019bb9c, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:43.000794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] For port c4ea591a-ca96-487b-8cc1-7db53019bb9c, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c4ea591a-ca96-487b-8cc1-7db53019bb9c,segment=NetworkSegment(2cbef4fb-1fa3-4aaf-b06c-e5c16add4048),segment_id=2cbef4fb-1fa3-4aaf-b06c-e5c16add4048)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:43.018444 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:43.059627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-0ee6effe-55ad-425b-811b-f54082fccb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:43.065325 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-0ee6effe-55ad-425b-811b-f54082fccb3a service neutron] 10.222.0.71 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.1867416 Nov 19 09:07:43.122161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:43.122949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:43.123282 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-14ddfc8e-7191-44ac-9bcc-0916945cb10a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0513a62b-219c-48a7-8bd5-dd16ac339693 HTTP/1.1" status: 200 len: 217 time: 0.0447404 Nov 19 09:07:43.125812 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-3170f394-c517-406a-a0b8-17575f45500a service neutron] 10.222.0.71 "PUT /v2.0/ports/c4ea591a-ca96-487b-8cc1-7db53019bb9c HTTP/1.1" status: 200 len: 1092 time: 2.8237114 Nov 19 09:07:43.181600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62480c39-08ee-43dc-a71a-5b7b7c837974 req-f1f8c5ec-2e7e-477f-84d4-99954f371d7a tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:43.183600 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62480c39-08ee-43dc-a71a-5b7b7c837974 req-f1f8c5ec-2e7e-477f-84d4-99954f371d7a tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 1101 time: 0.3120434 Nov 19 09:07:43.224282 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-4b555f94-eaaa-426d-848c-e1d10a5c1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:43.227161 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-4b555f94-eaaa-426d-848c-e1d10a5c1f67 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.0919175 Nov 19 09:07:43.271330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170f394-c517-406a-a0b8-17575f45500a service neutron] Pushing event updated for resources: {'Port': ['ID=c4ea591a-ca96-487b-8cc1-7db53019bb9c,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:43.310804 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd6c30-c713-4e5b-bd5a-0ca356a8c0e5 req-793d1394-a842-4c8c-8300-388c0ddecfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:43.316376 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24bd6c30-c713-4e5b-bd5a-0ca356a8c0e5 req-793d1394-a842-4c8c-8300-388c0ddecfb1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.3125522 Nov 19 09:07:43.318647 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-62480c39-08ee-43dc-a71a-5b7b7c837974 req-6025d3eb-5824-43bb-9bb3-4ef13ed54daa tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:43.340087 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-d0bce3cd-bcd4-44da-bfe8-90ff392e7e5c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039841 Nov 19 09:07:43.354232 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-a929eb91-8c32-46d8-8309-5d4f2c111f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:43.356148 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-a929eb91-8c32-46d8-8309-5d4f2c111f47 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f9f03e910926491a90023bb5a8837793&device_id=0161989b-3b13-4c0a-88c6-4dbcde9a3a16 HTTP/1.1" status: 200 len: 1095 time: 0.1714835 Nov 19 09:07:43.457746 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-62480c39-08ee-43dc-a71a-5b7b7c837974 req-6025d3eb-5824-43bb-9bb3-4ef13ed54daa tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:43.501613 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-62480c39-08ee-43dc-a71a-5b7b7c837974 req-6025d3eb-5824-43bb-9bb3-4ef13ed54daa tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:43.532701 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-194f7280-a525-4fd6-8524-531a0e696802 service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844342 Nov 19 09:07:43.597263 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-e15d9c5c-f057-4b1e-844b-536ecad9f8f2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4ea591a-ca96-487b-8cc1-7db53019bb9c HTTP/1.1" status: 200 len: 217 time: 0.1369827 Nov 19 09:07:43.606120 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24bd6c30-c713-4e5b-bd5a-0ca356a8c0e5 req-846362b0-e359-446d-80c9-f248d52db946 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=6e892c7e-7b94-4494-b77a-da13076f9346 HTTP/1.1" status: 200 len: 217 time: 0.1440527 Nov 19 09:07:43.680952 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-711b51b3-4478-48fe-85cc-801b850a4768 service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396608 Nov 19 09:07:43.692241 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62480c39-08ee-43dc-a71a-5b7b7c837974 req-6025d3eb-5824-43bb-9bb3-4ef13ed54daa tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930465 Nov 19 09:07:43.696205 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025d3eb-5824-43bb-9bb3-4ef13ed54daa tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec945c48-9ab6-4962-8142-7358ba72676b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:43.731403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd6c30-c713-4e5b-bd5a-0ca356a8c0e5 req-68afc58b-1702-4d88-8b03-3467a9f1e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:43.733033 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24bd6c30-c713-4e5b-bd5a-0ca356a8c0e5 req-68afc58b-1702-4d88-8b03-3467a9f1e3ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1151454 Nov 19 09:07:43.736398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-d952fd27-80a9-436a-a975-d89644f4e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:43.742284 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-d952fd27-80a9-436a-a975-d89644f4e560 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21c7acd8-cb2d-439d-8baa-0f60843d7068 HTTP/1.1" status: 200 len: 863 time: 0.1309211 Nov 19 09:07:43.828956 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-5fe6f1cc-6439-4429-84cd-9f2ec0c77c34 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:43.830525 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-5fe6f1cc-6439-4429-84cd-9f2ec0c77c34 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794&tenant_id=f4ec3ebf1477409f8393f974b06cf696&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 1097 time: 0.0677896 Nov 19 09:07:43.849317 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805649-14'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:43.884477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd6c30-c713-4e5b-bd5a-0ca356a8c0e5 req-ef9b7c2a-8224-4ff1-8565-6262269675c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:43.886059 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24bd6c30-c713-4e5b-bd5a-0ca356a8c0e5 req-ef9b7c2a-8224-4ff1-8565-6262269675c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1449142 Nov 19 09:07:43.897502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc9d23-85fa-48d8-a031-e82b5cb125ef req-8e42809c-2cc2-485c-b16f-4718ad459121 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:43.898955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11bc9d23-85fa-48d8-a031-e82b5cb125ef req-8e42809c-2cc2-485c-b16f-4718ad459121 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 945 time: 0.1416099 Nov 19 09:07:43.903982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-c9de7455-4a1d-4904-a5a4-ee65ed34300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:43.906544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-c9de7455-4a1d-4904-a5a4-ee65ed34300f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d3bef959-7638-468e-bf13-8333f26b89d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493211 Nov 19 09:07:43.935887 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:43.998730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8cc1f-f766-404a-86de-483b5119a4ff req-e3a21e97-a11e-4183-9a53-9633f181e842 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:44.000302 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76f8cc1f-f766-404a-86de-483b5119a4ff req-e3a21e97-a11e-4183-9a53-9633f181e842 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 948 time: 0.1779814 Nov 19 09:07:44.165674 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3bea528d-405c-4cbf-8594-64a072e58376 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:44.168196 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11bc9d23-85fa-48d8-a031-e82b5cb125ef req-5b0860cb-30fe-436a-af11-364352e812ea tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533386 Nov 19 09:07:44.174470 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] For port 0513a62b-219c-48a7-8bd5-dd16ac339693, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=0513a62b-219c-48a7-8bd5-dd16ac339693,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:44.212729 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24bd6c30-c713-4e5b-bd5a-0ca356a8c0e5 req-3721911b-1082-452b-8551-d5cf80a95578 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126805 Nov 19 09:07:44.267644 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] For port 0513a62b-219c-48a7-8bd5-dd16ac339693, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:44.280404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76f8cc1f-f766-404a-86de-483b5119a4ff req-e09e07c1-222a-4015-991f-dd73e97c86e2 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473104 Nov 19 09:07:44.337851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 3bea528d-405c-4cbf-8594-64a072e58376 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:44.338504 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:44.344412 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-ef5bd969-63ce-43a3-8f84-370373e1ae45 service neutron] 10.222.0.71 "GET /v2.0/networks/d3bef959-7638-468e-bf13-8333f26b89d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840075 Nov 19 09:07:44.356684 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:44.359276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe6087a-e024-4f20-a373-e1855c632794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0513a62b-219c-48a7-8bd5-dd16ac339693'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:44.363057 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c1cbb8-a70d-48fc-805e-cec96a13550c" -d '{"events": [{"server_uuid": "0fe6087a-e024-4f20-a373-e1855c632794", "name": "network-vif-unplugged", "status": "completed", "tag": "0513a62b-219c-48a7-8bd5-dd16ac339693"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:44.386917 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:44.501191 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:44.527808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Pushing event updated for resources: {'Port': ['ID=0513a62b-219c-48a7-8bd5-dd16ac339693,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:44.529508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 3bea528d-405c-4cbf-8594-64a072e58376, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3bea528d-405c-4cbf-8594-64a072e58376,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:44.541461 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:44.564838 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Attempting to bind port 0513a62b-219c-48a7-8bd5-dd16ac339693 on host n-h1-805649-14 for vnic_type normal with profile {"migrating_to": "n-h2-805649-14"} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:44.565225 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Attempting to bind port 0513a62b-219c-48a7-8bd5-dd16ac339693 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:44.565798 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Attempting to bind port 0513a62b-219c-48a7-8bd5-dd16ac339693 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:44.571662 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Port 0513a62b-219c-48a7-8bd5-dd16ac339693 on network 692fa143-7b59-41f0-9ea1-d966185e0300 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:07:44.571992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Attempting to bind port 0513a62b-219c-48a7-8bd5-dd16ac339693 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:44.581924 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:44.582784 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Checking segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:44.583987 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Bound using segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:44.585693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Bound port: 0513a62b-219c-48a7-8bd5-dd16ac339693, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:44.586345 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:44.603569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Sync routers for ids ['b485e454-b35a-4d1c-8993-0b42345ba41a'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:07:44.628735 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=3bea528d-405c-4cbf-8594-64a072e58376,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:44.639619 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Routers {'b485e454-b35a-4d1c-8993-0b42345ba41a'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:07:44.641487 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:07:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b485e454-b35a-4d1c-8993-0b42345ba41a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:44.670119 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] For port 0513a62b-219c-48a7-8bd5-dd16ac339693, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:44.675227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] For port 0513a62b-219c-48a7-8bd5-dd16ac339693, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=0513a62b-219c-48a7-8bd5-dd16ac339693,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:44.684746 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:44.759051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0161989b-3b13-4c0a-88c6-4dbcde9a3a16', 'tag': 'c4ea591a-ca96-487b-8cc1-7db53019bb9c'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:44.761381 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9b0809-bd9d-4070-aa37-76e248a315e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0161989b-3b13-4c0a-88c6-4dbcde9a3a16", "tag": "c4ea591a-ca96-487b-8cc1-7db53019bb9c"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:44.777359 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Set router b485e454-b35a-4d1c-8993-0b42345ba41a gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:07:44.778189 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:44.778895 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:44.780637 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] 10.222.0.71 "PUT /v2.0/ports/0513a62b-219c-48a7-8bd5-dd16ac339693 HTTP/1.1" status: 200 len: 1123 time: 0.9427202 Nov 19 09:07:44.788178 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abccf1-9a5b-4a55-9c07-13561b11a317 service neutron] Pushing event updated for resources: {'Port': ['ID=0513a62b-219c-48a7-8bd5-dd16ac339693,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:44.886053 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['0513a62b-219c-48a7-8bd5-dd16ac339693'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:44.903783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24bd6c30-c713-4e5b-bd5a-0ca356a8c0e5 req-6d2b73b3-3f8b-4846-ac05-94e57cf3cc4d service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6795239 Nov 19 09:07:44.938052 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641788b6-9860-4c12-a66e-15801fc6c231 req-079f299f-fb90-4da0-92a9-ac7657462904 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:44.941552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-641788b6-9860-4c12-a66e-15801fc6c231 req-079f299f-fb90-4da0-92a9-ac7657462904 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0161989b-3b13-4c0a-88c6-4dbcde9a3a16 HTTP/1.1" status: 200 len: 943 time: 0.5249474 Nov 19 09:07:44.960357 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-215fcbaf-6650-48c1-b91c-d6253dcdcfa6 req-6c96e534-7dbe-4cc5-9117-711b871d2336 service neutron] 10.222.0.71 "GET /v2.0/networks/d3bef959-7638-468e-bf13-8333f26b89d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045275 Nov 19 09:07:45.013831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-9d5e9f7a-6c95-4c24-a313-52bcf782d1ff tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:45.015854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-9d5e9f7a-6c95-4c24-a313-52bcf782d1ff tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/networks?id=44d3298f-7adf-4433-ae40-67bd57efdfb7 HTTP/1.1" status: 200 len: 819 time: 0.5407341 Nov 19 09:07:45.047048 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-e1d6a638-cbb5-429d-92f7-3ebdf7d13b60 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/quotas/04047b519840476fb11f47f5e01d67ee HTTP/1.1" status: 200 len: 375 time: 0.0193577 Nov 19 09:07:45.051175 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-641788b6-9860-4c12-a66e-15801fc6c231 req-ad79729d-f023-4cb3-86eb-8b4cc47201a8 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934632 Nov 19 09:07:45.119741 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-4f799e25-4923-466e-bb2d-259bf1e1cc7e tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=04047b519840476fb11f47f5e01d67ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636444 Nov 19 09:07:45.179827 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:45.209147 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'name': 'tempest-ServerRescueNegativeTestJSON-1892094623-router', 'tenant_id': '04047b519840476fb11f47f5e01d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '3bea528d-405c-4cbf-8594-64a072e58376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:33Z', 'updated_at': '2021-11-19T09:07:41Z', 'revision_number': 4, 'project_id': '04047b519840476fb11f47f5e01d67ee', 'gw_port': {'id': '3bea528d-405c-4cbf-8594-64a072e58376', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:35Z', 'updated_at': '2021-11-19T09:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'e8ca336a-937b-4449-8457-fb9202898783', 'name': '', 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7', 'tenant_id': '04047b519840476fb11f47f5e01d67ee', 'mac_address': 'fa:16:3e:de:2e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '96926490-af93-496a-ac14-62637eebbbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:40Z', 'updated_at': '2021-11-19T09:07:41Z', 'revision_number': 2, 'project_id': '04047b519840476fb11f47f5e01d67ee', 'subnets': [{'id': '96926490-af93-496a-ac14-62637eebbbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:45.239833 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Checking router: b485e454-b35a-4d1c-8993-0b42345ba41a for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:07:45.246195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Updating router b485e454-b35a-4d1c-8993-0b42345ba41a port e8ca336a-937b-4449-8457-fb9202898783 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:07:45.261523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bda0a1-2612-4238-b3b4-090b13f5a2f0 req-74dd2aa4-f720-4913-b658-1730a95ef505 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:45.263079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66bda0a1-2612-4238-b3b4-090b13f5a2f0 req-74dd2aa4-f720-4913-b658-1730a95ef505 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 950 time: 0.1133151 Nov 19 09:07:45.278514 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:45.295598 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-4025821b-5779-4fdd-a897-821a587eab02 service neutron] 10.222.0.21 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679962 Nov 19 09:07:45.393739 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66bda0a1-2612-4238-b3b4-090b13f5a2f0 req-9dff61cf-af42-4992-a2d9-3e77ae59e190 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244676 Nov 19 09:07:45.459579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-cfac0a75-d5d8-482b-9c63-bfb7cbccf0b9 service neutron] 10.222.0.21 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510084 Nov 19 09:07:45.641015 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbd8648-7b24-47f9-b3ca-09018ce06ade x-openstack-request-id: req-2cbd8648-7b24-47f9-b3ca-09018ce06ade {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:45.642846 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe6087a-e024-4f20-a373-e1855c632794", "name": "network-vif-unplugged", "status": "completed", "tag": "0513a62b-219c-48a7-8bd5-dd16ac339693", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:45.643519 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cbd8648-7b24-47f9-b3ca-09018ce06ade {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:45.644047 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe6087a-e024-4f20-a373-e1855c632794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0513a62b-219c-48a7-8bd5-dd16ac339693', 'code': 200} Nov 19 09:07:45.692100 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba1bca6-7a53-4783-9f21-422ae65997cd x-openstack-request-id: req-eba1bca6-7a53-4783-9f21-422ae65997cd {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:45.692726 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0161989b-3b13-4c0a-88c6-4dbcde9a3a16", "tag": "c4ea591a-ca96-487b-8cc1-7db53019bb9c", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:45.692999 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eba1bca6-7a53-4783-9f21-422ae65997cd {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:45.693663 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0161989b-3b13-4c0a-88c6-4dbcde9a3a16', 'tag': 'c4ea591a-ca96-487b-8cc1-7db53019bb9c', 'status': 'completed', 'code': 200} Nov 19 09:07:45.828358 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:45.842808 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:45.911848 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2c80f-4d09-4f37-84b4-02b95d5a2603 req-cb389450-0dc2-452d-8d86-4c9f074eef6c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:45.917333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cac2c80f-4d09-4f37-84b4-02b95d5a2603 req-cb389450-0dc2-452d-8d86-4c9f074eef6c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 943 time: 0.1996975 Nov 19 09:07:45.922654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b0809-bd9d-4070-aa37-76e248a315e7 req-82b464da-535f-44b5-b366-dc1fa6ef960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:45.924425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b9b0809-bd9d-4070-aa37-76e248a315e7 req-82b464da-535f-44b5-b366-dc1fa6ef960a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f9f03e910926491a90023bb5a8837793&device_id=0161989b-3b13-4c0a-88c6-4dbcde9a3a16 HTTP/1.1" status: 200 len: 1095 time: 0.1703944 Nov 19 09:07:45.975682 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847903e-fa64-4b47-a3d6-76d167bee5f3 None None] Pushing event updated for resources: {'Port': ['ID=e8ca336a-937b-4449-8457-fb9202898783,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:45.978757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5196718-26f6-4e32-8fa6-481a51496283 req-7548cbb4-de8a-4e41-9c24-632e60cbad74 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:45.980859 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5196718-26f6-4e32-8fa6-481a51496283 req-7548cbb4-de8a-4e41-9c24-632e60cbad74 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 948 time: 0.1734812 Nov 19 09:07:45.991072 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Attempting to bind port e8ca336a-937b-4449-8457-fb9202898783 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:45.992133 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Attempting to bind port e8ca336a-937b-4449-8457-fb9202898783 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'e30ed018-552d-42d4-8ad7-60591dd042b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:45.992133 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Attempting to bind port e8ca336a-937b-4449-8457-fb9202898783 on network 44d3298f-7adf-4433-ae40-67bd57efdfb7 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:45.997905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:45.999707 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Checking segment: {'id': 'e30ed018-552d-42d4-8ad7-60591dd042b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:46.000129 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:46.000529 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Bound using segment: {'id': 'e30ed018-552d-42d4-8ad7-60591dd042b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:46.001075 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Bound port: e8ca336a-937b-4449-8457-fb9202898783, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30ed018-552d-42d4-8ad7-60591dd042b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:46.001482 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:46.106129 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] For port e8ca336a-937b-4449-8457-fb9202898783, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:46.110039 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] For port e8ca336a-937b-4449-8457-fb9202898783, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e8ca336a-937b-4449-8457-fb9202898783,segment=NetworkSegment(e30ed018-552d-42d4-8ad7-60591dd042b0),segment_id=e30ed018-552d-42d4-8ad7-60591dd042b0)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:46.114269 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3bea528d-405c-4cbf-8594-64a072e58376 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:46.155319 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cac2c80f-4d09-4f37-84b4-02b95d5a2603 req-2651a0de-2972-43ce-91c6-eaaa72bb4305 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296429 Nov 19 09:07:46.179472 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:46.188896 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5196718-26f6-4e32-8fa6-481a51496283 req-26b975d0-ccaf-4dda-a161-b1d9937bcec4 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405888 Nov 19 09:07:46.217403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b0809-bd9d-4070-aa37-76e248a315e7 req-1eda0a8c-3964-4977-8ac3-a59a584cbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:46.219263 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b9b0809-bd9d-4070-aa37-76e248a315e7 req-1eda0a8c-3964-4977-8ac3-a59a584cbf92 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d3bef959-7638-468e-bf13-8333f26b89d6 HTTP/1.1" status: 200 len: 925 time: 0.2838924 Nov 19 09:07:46.258329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847903e-fa64-4b47-a3d6-76d167bee5f3 None None] Pushing event updated for resources: {'Port': ['ID=e8ca336a-937b-4449-8457-fb9202898783,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:46.262846 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6e892c7e-7b94-4494-b77a-da13076f9346 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:07:46.355451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b9b0809-bd9d-4070-aa37-76e248a315e7 req-41b5a1a6-ba40-4bea-9150-7f950dd7c312 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4ea591a-ca96-487b-8cc1-7db53019bb9c HTTP/1.1" status: 200 len: 217 time: 0.1252816 Nov 19 09:07:46.375971 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 3bea528d-405c-4cbf-8594-64a072e58376 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:46.376350 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:46.384632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-cc5d5cf4-7c7b-4a6b-b5a6-b321d2fd17e4 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6c65584c041643dc8b3887096ef29375&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274339 Nov 19 09:07:46.428550 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6edab297-e6ee-4eda-86d6-6d5b83638911 req-2930ed2c-d099-4c7c-b2b6-5e4dd407c1db tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 210 time: 0.0412419 Nov 19 09:07:46.434984 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6e892c7e-7b94-4494-b77a-da13076f9346, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6e892c7e-7b94-4494-b77a-da13076f9346,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:46.447693 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Routers {'b485e454-b35a-4d1c-8993-0b42345ba41a'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:07:46.448336 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:07:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b485e454-b35a-4d1c-8993-0b42345ba41a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:46.487011 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '6e892c7e-7b94-4494-b77a-da13076f9346', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '6e892c7e-7b94-4494-b77a-da13076f9346', 'mac_address': 'fa:16:3e:f5:be:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:07:46.630915 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-ab259b05-065a-4a9c-83b0-f1225886f1d0 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:46.637654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-ab259b05-065a-4a9c-83b0-f1225886f1d0 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400925 Nov 19 09:07:46.677824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b0809-bd9d-4070-aa37-76e248a315e7 req-76d7c6a3-cc47-4496-9786-0e011109f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:46.679330 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b9b0809-bd9d-4070-aa37-76e248a315e7 req-76d7c6a3-cc47-4496-9786-0e011109f8a4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21c7acd8-cb2d-439d-8baa-0f60843d7068 HTTP/1.1" status: 200 len: 863 time: 0.2932465 Nov 19 09:07:46.687267 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-26228d32-cc1a-4419-abad-b8c49b513962 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0f72f92263b1443aba8590affdf9e0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676377 Nov 19 09:07:46.691897 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-831dd758-8710-4448-ac9f-9f92f9de846f tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/quotas/6c65584c041643dc8b3887096ef29375 HTTP/1.1" status: 200 len: 375 time: 0.0386753 Nov 19 09:07:46.779897 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] Set router b485e454-b35a-4d1c-8993-0b42345ba41a gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:07:46.803167 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:46.847055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b0809-bd9d-4070-aa37-76e248a315e7 req-c7b9d36d-cc67-4552-a3e6-298e80de5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:46.848830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b9b0809-bd9d-4070-aa37-76e248a315e7 req-c7b9d36d-cc67-4552-a3e6-298e80de5250 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d3bef959-7638-468e-bf13-8333f26b89d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1593120 Nov 19 09:07:46.871555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e892c7e-7b94-4494-b77a-da13076f9346 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:46.928005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-a416c220-96be-4581-a5bf-6d1648740c1a tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c65584c041643dc8b3887096ef29375&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2186410 Nov 19 09:07:46.951966 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-f8249c49-dd3b-42b4-9fd8-6dc7955c89bb tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:46.958071 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-f8249c49-dd3b-42b4-9fd8-6dc7955c89bb tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698016 Nov 19 09:07:46.985724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6e892c7e-7b94-4494-b77a-da13076f9346, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6e892c7e-7b94-4494-b77a-da13076f9346,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:47.020407 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:47.046809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-aa02ac11-c695-480e-9fe2-2ce48e8c62ec tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/quotas/0f72f92263b1443aba8590affdf9e0aa HTTP/1.1" status: 200 len: 375 time: 0.0304782 Nov 19 09:07:47.148744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=6e892c7e-7b94-4494-b77a-da13076f9346,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:47.172351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-4b9b991e-3c16-4bbd-af71-eeb1f42de501 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1241684 Nov 19 09:07:47.204284 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b9b0809-bd9d-4070-aa37-76e248a315e7 req-dfa8b592-dc7a-42db-9679-5f873403b316 service neutron] 10.222.0.71 "GET /v2.0/networks/d3bef959-7638-468e-bf13-8333f26b89d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427100 Nov 19 09:07:47.327015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['6e892c7e-7b94-4494-b77a-da13076f9346'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:47.473570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'name': 'tempest-ServerRescueNegativeTestJSON-1892094623-router', 'tenant_id': '04047b519840476fb11f47f5e01d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '3bea528d-405c-4cbf-8594-64a072e58376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:33Z', 'updated_at': '2021-11-19T09:07:41Z', 'revision_number': 4, 'project_id': '04047b519840476fb11f47f5e01d67ee', 'gw_port': {'id': '3bea528d-405c-4cbf-8594-64a072e58376', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:35Z', 'updated_at': '2021-11-19T09:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'e8ca336a-937b-4449-8457-fb9202898783', 'name': '', 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7', 'tenant_id': '04047b519840476fb11f47f5e01d67ee', 'mac_address': 'fa:16:3e:de:2e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '96926490-af93-496a-ac14-62637eebbbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:40Z', 'updated_at': '2021-11-19T09:07:46Z', 'revision_number': 4, 'project_id': '04047b519840476fb11f47f5e01d67ee', 'subnets': [{'id': '96926490-af93-496a-ac14-62637eebbbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:07:47.513641 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4845fd9d-58f0-4a17-96b5-284c23fee169 None None] The sync data for ids ['b485e454-b35a-4d1c-8993-0b42345ba41a'] in n-d-805649-14 is: [{'id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'name': 'tempest-ServerRescueNegativeTestJSON-1892094623-router', 'tenant_id': '04047b519840476fb11f47f5e01d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '3bea528d-405c-4cbf-8594-64a072e58376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:33Z', 'updated_at': '2021-11-19T09:07:41Z', 'revision_number': 4, 'project_id': '04047b519840476fb11f47f5e01d67ee', 'gw_port': {'id': '3bea528d-405c-4cbf-8594-64a072e58376', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:35Z', 'updated_at': '2021-11-19T09:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'e8ca336a-937b-4449-8457-fb9202898783', 'name': '', 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7', 'tenant_id': '04047b519840476fb11f47f5e01d67ee', 'mac_address': 'fa:16:3e:de:2e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '96926490-af93-496a-ac14-62637eebbbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:40Z', 'updated_at': '2021-11-19T09:07:46Z', 'revision_number': 4, 'project_id': '04047b519840476fb11f47f5e01d67ee', 'subnets': [{'id': '96926490-af93-496a-ac14-62637eebbbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:07:47.615399 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950aa22-bff8-4107-a585-107a2377dd4c req-15a107e1-c93e-4367-ad8a-494ecad01de6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:47.629725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6950aa22-bff8-4107-a585-107a2377dd4c req-15a107e1-c93e-4367-ad8a-494ecad01de6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0161989b-3b13-4c0a-88c6-4dbcde9a3a16 HTTP/1.1" status: 200 len: 943 time: 0.4242465 Nov 19 09:07:47.647395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe6087a-e024-4f20-a373-e1855c632794', 'tag': '0513a62b-219c-48a7-8bd5-dd16ac339693'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:47.649884 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e24f14b-8ad5-4a7a-bae9-f27fdfcadb71" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe6087a-e024-4f20-a373-e1855c632794", "tag": "0513a62b-219c-48a7-8bd5-dd16ac339693"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:47.735681 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:47.802453 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74109adf-a29b-4940-8ec6-3d87a926714b tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:47.805032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74109adf-a29b-4940-8ec6-3d87a926714b tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.66 "GET /v2.0/networks?id=44d3298f-7adf-4433-ae40-67bd57efdfb7 HTTP/1.1" status: 200 len: 819 time: 0.4455237 Nov 19 09:07:47.832479 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-1e1174eb-aba6-4224-8020-e1c752ba88b2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Request body: {'port': {'device_id': '8e520ea0-0f2f-49df-a2b3-6ab97f789be5', 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7', 'admin_state_up': True, 'tenant_id': '04047b519840476fb11f47f5e01d67ee'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:47.877396 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6950aa22-bff8-4107-a585-107a2377dd4c req-f26a4075-fc07-4272-93b0-f383a2102a56 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220576 Nov 19 09:07:47.918985 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b9b0809-bd9d-4070-aa37-76e248a315e7 req-ed07081b-3b9e-490f-a3d9-355b06db7056 service neutron] 10.222.0.71 "GET /v2.0/networks/d3bef959-7638-468e-bf13-8333f26b89d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6975667 Nov 19 09:07:48.209676 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e8ca336a-937b-4449-8457-fb9202898783 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:48.216359 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae1f3396-c5c2-4b5f-abe7-1ec2746d02e3 req-66ca6d41-9676-420a-8945-8beb08c5c2b0 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 210 time: 0.1438181 Nov 19 09:07:48.323567 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-1e1174eb-aba6-4224-8020-e1c752ba88b2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Made reservation on behalf of 04047b519840476fb11f47f5e01d67ee for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:48.330767 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-1e1174eb-aba6-4224-8020-e1c752ba88b2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:48.379946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e8ca336a-937b-4449-8457-fb9202898783 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:48.380473 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:48.492672 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:48.540134 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port e8ca336a-937b-4449-8457-fb9202898783, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e8ca336a-937b-4449-8457-fb9202898783,segment=NetworkSegment(e30ed018-552d-42d4-8ad7-60591dd042b0),segment_id=e30ed018-552d-42d4-8ad7-60591dd042b0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:48.546639 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:48.553874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-f0a38163-3c85-460c-8568-440228bf17b2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:48.555761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-f0a38163-3c85-460c-8568-440228bf17b2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/networks?id=44d3298f-7adf-4433-ae40-67bd57efdfb7 HTTP/1.1" status: 200 len: 819 time: 0.5102766 Nov 19 09:07:48.653244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d83ea-0a40-48e4-a048-cfb2507cb005 req-39a6a2e9-0dfb-4df7-87dc-7b13d55da8ca tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:48.658956 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=e8ca336a-937b-4449-8457-fb9202898783,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:48.661970 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f22d83ea-0a40-48e4-a048-cfb2507cb005 req-39a6a2e9-0dfb-4df7-87dc-7b13d55da8ca tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 943 time: 0.2765439 Nov 19 09:07:48.664528 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-ac6615f4-2c69-499c-abef-093da853f74c tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/quotas/04047b519840476fb11f47f5e01d67ee HTTP/1.1" status: 200 len: 375 time: 0.0800190 Nov 19 09:07:48.712516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-1e1174eb-aba6-4224-8020-e1c752ba88b2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Allocated IP 172.20.0.12 (44d3298f-7adf-4433-ae40-67bd57efdfb7/96926490-af93-496a-ac14-62637eebbbfd/79007b7f-85a7-4926-af69-9a74ceea9875) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:48.759465 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-7958918a-c548-4518-b7dc-bd03d53fe0b4 service neutron] 10.222.0.66 "GET /v2.0/ports/0513a62b-219c-48a7-8bd5-dd16ac339693/bindings/n-h2-805649-14 HTTP/1.1" status: 200 len: 385 time: 0.1221082 Nov 19 09:07:48.769653 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 0513a62b-219c-48a7-8bd5-dd16ac339693 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:07:48.798619 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f22d83ea-0a40-48e4-a048-cfb2507cb005 req-8f62a7ff-fe58-4180-99c1-8462a762128b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356337 Nov 19 09:07:48.937915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-42db2447-1e0f-458a-b3b4-37048a8fea66 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=04047b519840476fb11f47f5e01d67ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2494977 Nov 19 09:07:49.052375 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 0513a62b-219c-48a7-8bd5-dd16ac339693, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=0513a62b-219c-48a7-8bd5-dd16ac339693,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:49.084539 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 0513a62b-219c-48a7-8bd5-dd16ac339693 has no active binding in host n-h2-805649-14 {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 09:07:49.084850 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c4ea591a-ca96-487b-8cc1-7db53019bb9c details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:07:49.147772 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-1e1174eb-aba6-4224-8020-e1c752ba88b2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:49.278289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c4ea591a-ca96-487b-8cc1-7db53019bb9c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c4ea591a-ca96-487b-8cc1-7db53019bb9c,segment=NetworkSegment(2cbef4fb-1fa3-4aaf-b06c-e5c16add4048),segment_id=2cbef4fb-1fa3-4aaf-b06c-e5c16add4048)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:49.284272 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-e3f5285a-a058-4a5b-8148-4e9a240dfb58 service neutron] For port 0513a62b-219c-48a7-8bd5-dd16ac339693, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=0513a62b-219c-48a7-8bd5-dd16ac339693,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:49.298300 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-1e1174eb-aba6-4224-8020-e1c752ba88b2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:49.330786 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'c4ea591a-ca96-487b-8cc1-7db53019bb9c', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'port_id': 'c4ea591a-ca96-487b-8cc1-7db53019bb9c', 'mac_address': 'fa:16:3e:24:83:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:07:49.367866 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-6e3fc118-6527-4ee9-9e06-9ff59badfbe7 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6c65584c041643dc8b3887096ef29375&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4226508 Nov 19 09:07:49.371491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-e3f5285a-a058-4a5b-8148-4e9a240dfb58 service neutron] For port 0513a62b-219c-48a7-8bd5-dd16ac339693, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:49.394934 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:49.425692 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ea591a-ca96-487b-8cc1-7db53019bb9c {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:49.427743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-1e1174eb-aba6-4224-8020-e1c752ba88b2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Network 44d3298f-7adf-4433-ae40-67bd57efdfb7 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:49.433022 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1174eb-aba6-4224-8020-e1c752ba88b2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Pushing event updated for resources: {'Port': ['ID=79007b7f-85a7-4926-af69-9a74ceea9875,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:49.435772 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-1e1174eb-aba6-4224-8020-e1c752ba88b2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:49.484022 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c4ea591a-ca96-487b-8cc1-7db53019bb9c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c4ea591a-ca96-487b-8cc1-7db53019bb9c,segment=NetworkSegment(2cbef4fb-1fa3-4aaf-b06c-e5c16add4048),segment_id=2cbef4fb-1fa3-4aaf-b06c-e5c16add4048)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:49.490042 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:49.490747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-e3f5285a-a058-4a5b-8148-4e9a240dfb58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0513a62b-219c-48a7-8bd5-dd16ac339693 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:49.511501 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-e3f5285a-a058-4a5b-8148-4e9a240dfb58 service neutron] For port 0513a62b-219c-48a7-8bd5-dd16ac339693, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=0513a62b-219c-48a7-8bd5-dd16ac339693,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:49.547047 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-e3f5285a-a058-4a5b-8148-4e9a240dfb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:49.626875 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c4ea591a-ca96-487b-8cc1-7db53019bb9c,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:49.650345 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-1e1174eb-aba6-4224-8020-e1c752ba88b2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:49.661045 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-1e1174eb-aba6-4224-8020-e1c752ba88b2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:49.661721 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-1e1174eb-aba6-4224-8020-e1c752ba88b2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:49.686364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-65924969-e4c7-44fb-93ba-2833c0eab31a tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:49.687879 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-65924969-e4c7-44fb-93ba-2833c0eab31a tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2585771 Nov 19 09:07:49.698070 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-e3f5285a-a058-4a5b-8148-4e9a240dfb58 service neutron] Transition to ACTIVE for port object 0513a62b-219c-48a7-8bd5-dd16ac339693 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:07:49.709064 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-e3f5285a-a058-4a5b-8148-4e9a240dfb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:49.709622 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-1baa4ba3-63a7-4dc6-b9d8-b5e4675fef6e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Request body: {'port': {'device_id': '01e1ee8e-f30b-4664-9b11-d46a542c7404', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '6c65584c041643dc8b3887096ef29375'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:49.734479 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbece2-baef-4d15-b000-6f837064cea9 req-4ab18c8f-ee22-4ede-a9ea-e6422f8e6505 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:49.742185 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0abbece2-baef-4d15-b000-6f837064cea9 req-4ab18c8f-ee22-4ede-a9ea-e6422f8e6505 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 949 time: 0.5626621 Nov 19 09:07:49.764979 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-1e1174eb-aba6-4224-8020-e1c752ba88b2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9404285 Nov 19 09:07:49.783940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['c4ea591a-ca96-487b-8cc1-7db53019bb9c'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:49.826201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5285a-a058-4a5b-8148-4e9a240dfb58 service neutron] Pushing event updated for resources: {'Port': ['ID=0513a62b-219c-48a7-8bd5-dd16ac339693,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:49.833968 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-e3f5285a-a058-4a5b-8148-4e9a240dfb58 service neutron] No DVR routers for this DVR port 0513a62b-219c-48a7-8bd5-dd16ac339693 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:07:49.851314 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-14d1d861-0df0-4b8d-a52d-cb588e033b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:49.898152 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-e3f5285a-a058-4a5b-8148-4e9a240dfb58 service neutron] 10.222.0.66 "PUT /v2.0/ports/0513a62b-219c-48a7-8bd5-dd16ac339693/bindings/n-h2-805649-14/activate HTTP/1.1" status: 200 len: 370 time: 1.1176441 Nov 19 09:07:50.029154 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-1a662665-7ec4-434c-9b33-7cf1b7d9bb66 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:50.032563 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-1a662665-7ec4-434c-9b33-7cf1b7d9bb66 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794&tenant_id=f4ec3ebf1477409f8393f974b06cf696&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 1096 time: 0.0749030 Nov 19 09:07:50.130156 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e8ca336a-937b-4449-8457-fb9202898783 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:50.137121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-096b1b07-34d0-4154-903b-a4f5a2ff0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:50.139222 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-096b1b07-34d0-4154-903b-a4f5a2ff0cc9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794&tenant_id=f4ec3ebf1477409f8393f974b06cf696 HTTP/1.1" status: 200 len: 1096 time: 0.0989606 Nov 19 09:07:50.194566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Request body: {'port': {'device_id': '8e520ea0-0f2f-49df-a2b3-6ab97f789be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:50.204225 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0abbece2-baef-4d15-b000-6f837064cea9 req-a29b6ecb-06b8-407c-a9ba-d938c5294d20 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611168 Nov 19 09:07:50.260091 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e8ca336a-937b-4449-8457-fb9202898783 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:50.260484 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:50.263892 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6e892c7e-7b94-4494-b77a-da13076f9346 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:50.283732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-4ebda007-0571-487b-b17a-0b7bb9d88292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:50.288889 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-4ebda007-0571-487b-b17a-0b7bb9d88292 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 1096 time: 0.1177495 Nov 19 09:07:50.343357 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2a3661-a6c5-401e-9b08-e4375685e036 x-openstack-request-id: req-5e2a3661-a6c5-401e-9b08-e4375685e036 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:50.343982 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-7a017956-a20f-46ef-9dbf-0d6c40eaa4ab tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=0f72f92263b1443aba8590affdf9e0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601659 Nov 19 09:07:50.345286 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe6087a-e024-4f20-a373-e1855c632794", "tag": "0513a62b-219c-48a7-8bd5-dd16ac339693", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:50.345660 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e2a3661-a6c5-401e-9b08-e4375685e036 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:50.346173 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe6087a-e024-4f20-a373-e1855c632794', 'tag': '0513a62b-219c-48a7-8bd5-dd16ac339693', 'status': 'completed', 'code': 200} Nov 19 09:07:50.377338 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-d06880b0-371f-4f87-802e-8dc7ac262462 service neutron] 10.222.0.21 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4343646 Nov 19 09:07:50.560036 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24f14b-8ad5-4a7a-bae9-f27fdfcadb71 req-7f8e0a16-3953-4b4b-83ca-9e236846142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:50.563669 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e24f14b-8ad5-4a7a-bae9-f27fdfcadb71 req-7f8e0a16-3953-4b4b-83ca-9e236846142c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 1096 time: 0.1475804 Nov 19 09:07:50.569162 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 6e892c7e-7b94-4494-b77a-da13076f9346 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:07:50.574161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 6e892c7e-7b94-4494-b77a-da13076f9346 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:50.574608 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:50.634276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-cfe6eea4-9087-42f3-8f80-28792472870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:50.642763 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-cfe6eea4-9087-42f3-8f80-28792472870c service neutron] 10.222.0.71 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.3468692 Nov 19 09:07:50.676211 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:50.709557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3571ab-ff51-4e15-a297-0cbb85798a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e892c7e-7b94-4494-b77a-da13076f9346'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:50.712035 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97cdb1e-f01b-4800-8eb8-20c25bc04f10" -d '{"events": [{"server_uuid": "ff3571ab-ff51-4e15-a297-0cbb85798a88", "name": "network-vif-plugged", "status": "completed", "tag": "6e892c7e-7b94-4494-b77a-da13076f9346"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:50.725881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6e892c7e-7b94-4494-b77a-da13076f9346, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6e892c7e-7b94-4494-b77a-da13076f9346,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:50.731572 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:50.747547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-0322bee5-51c8-4488-9c5a-358a5ec549db tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:50.749004 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24f14b-8ad5-4a7a-bae9-f27fdfcadb71 req-662ae50b-9f12-4657-ba45-114d82f227fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:50.750177 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-0322bee5-51c8-4488-9c5a-358a5ec549db tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3644581 Nov 19 09:07:50.756091 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e24f14b-8ad5-4a7a-bae9-f27fdfcadb71 req-662ae50b-9f12-4657-ba45-114d82f227fa service neutron] 10.222.0.66 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.1779647 Nov 19 09:07:50.759101 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:50.791707 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-b73d9bbf-b67c-474a-a628-c40680ac112f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Request body: {'port': {'device_id': '13022fb1-762c-4d39-8d49-365e2477ce9b', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '0f72f92263b1443aba8590affdf9e0aa'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:50.817394 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-c10c0c99-725d-4b94-83b0-08839da4f40b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0513a62b-219c-48a7-8bd5-dd16ac339693 HTTP/1.1" status: 200 len: 217 time: 0.1267807 Nov 19 09:07:50.841895 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=6e892c7e-7b94-4494-b77a-da13076f9346,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:50.872155 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e24f14b-8ad5-4a7a-bae9-f27fdfcadb71 req-fe67a392-d88e-4c60-9359-8d64e2516625 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0513a62b-219c-48a7-8bd5-dd16ac339693 HTTP/1.1" status: 200 len: 217 time: 0.0623529 Nov 19 09:07:50.945034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cd368-35da-4990-8223-bbca67f5c047 req-06b33e8e-90f8-486f-8adf-76f7fb2c424b tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:50.953730 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d59cd368-35da-4990-8223-bbca67f5c047 req-06b33e8e-90f8-486f-8adf-76f7fb2c424b tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0161989b-3b13-4c0a-88c6-4dbcde9a3a16 HTTP/1.1" status: 200 len: 944 time: 0.3024006 Nov 19 09:07:50.972808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-1baa4ba3-63a7-4dc6-b9d8-b5e4675fef6e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Made reservation on behalf of 6c65584c041643dc8b3887096ef29375 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:50.976749 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-1baa4ba3-63a7-4dc6-b9d8-b5e4675fef6e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:50.983090 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-6b3e9025-7b2b-426f-b0bf-0931ab643649 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=0f72f92263b1443aba8590affdf9e0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682440 Nov 19 09:07:50.993845 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-356c1b38-45e2-4884-ab76-eb63424c82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:50.995410 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-356c1b38-45e2-4884-ab76-eb63424c82b4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.1397281 Nov 19 09:07:51.001651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-8ffa5185-2ef6-4b4c-9321-ac3cc8fe2ced service neutron] 10.222.0.21 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101281 Nov 19 09:07:51.181967 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-911d62c4-26c3-4471-86aa-7426a96bdced service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1712675 Nov 19 09:07:51.190823 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24f14b-8ad5-4a7a-bae9-f27fdfcadb71 req-6b7175a1-e326-421e-adf7-3ae0f4ac1261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:51.193536 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e24f14b-8ad5-4a7a-bae9-f27fdfcadb71 req-6b7175a1-e326-421e-adf7-3ae0f4ac1261 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.2775731 Nov 19 09:07:51.225417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d59cd368-35da-4990-8223-bbca67f5c047 req-de99eb11-3a91-4fa7-9356-03a96a30f1f0 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631152 Nov 19 09:07:51.297982 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e24f14b-8ad5-4a7a-bae9-f27fdfcadb71 req-ab4ee816-4e61-4a67-b39f-315166d99dbc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854714 Nov 19 09:07:51.485810 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-2f898203-8533-45db-a93a-934fc4054358 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:51.487441 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-2f898203-8533-45db-a93a-934fc4054358 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4910562 Nov 19 09:07:51.517902 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-044f16f8-27f3-4b79-9de1-8cfae7e75d9b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Request body: {'port': {'device_id': '6405e5d7-879a-4e6a-baa2-a6a8b2503c10', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '0f72f92263b1443aba8590affdf9e0aa'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:51.529789 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-71eaadd3-36e7-4edb-b76e-f0f8b8714856 service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327975 Nov 19 09:07:51.540117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-b73d9bbf-b67c-474a-a628-c40680ac112f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Made reservation on behalf of 0f72f92263b1443aba8590affdf9e0aa for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:51.547528 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-b73d9bbf-b67c-474a-a628-c40680ac112f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:51.570314 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd462b62-40a5-462c-a166-c5616f5728b3 req-8d2311fe-1c3d-48b7-b7aa-9a1321c8b02e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 210 time: 0.1420989 Nov 19 09:07:51.617705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-1baa4ba3-63a7-4dc6-b9d8-b5e4675fef6e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Allocated IP 192.168.233.54 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/2fe0ddf0-f264-47ba-927d-ccf256d36523) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:51.648827 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e24f14b-8ad5-4a7a-bae9-f27fdfcadb71 req-75cb7123-f963-4a55-a8fb-7edbc07bebc2 service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230457 Nov 19 09:07:51.656204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bab0e8-48e4-4da0-aede-569cc347f690 req-1085f6b7-bbc0-4395-a1b0-62766c0f5456 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:51.657793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3bab0e8-48e4-4da0-aede-569cc347f690 req-1085f6b7-bbc0-4395-a1b0-62766c0f5456 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 944 time: 0.2672207 Nov 19 09:07:51.756607 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4357e90f-d1ad-4265-90ea-15887646a339 req-19a79c5d-9754-4b8a-828f-87379c681492 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=13022fb1-762c-4d39-8d49-365e2477ce9b HTTP/1.1" status: 200 len: 210 time: 0.0321698 Nov 19 09:07:51.814910 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37a62d7-90bc-4b89-a01a-4287cb36ab6c x-openstack-request-id: req-c37a62d7-90bc-4b89-a01a-4287cb36ab6c {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:51.816290 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3571ab-ff51-4e15-a297-0cbb85798a88", "name": "network-vif-plugged", "status": "completed", "tag": "6e892c7e-7b94-4494-b77a-da13076f9346", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:51.816803 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c37a62d7-90bc-4b89-a01a-4287cb36ab6c {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:51.817610 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3571ab-ff51-4e15-a297-0cbb85798a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e892c7e-7b94-4494-b77a-da13076f9346', 'code': 200} Nov 19 09:07:51.870490 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3bab0e8-48e4-4da0-aede-569cc347f690 req-9cf37c06-a9d0-45f3-9abc-320f010a53dc tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031183 Nov 19 09:07:51.963801 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79007b7f-85a7-4926-af69-9a74ceea9875 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:51.996796 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:52.035589 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca50b980-aeba-4a2c-b498-31678c68b944 req-dda4bd02-2044-4d62-8143-84b6965410f2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 210 time: 0.0843818 Nov 19 09:07:52.110009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Transition to ACTIVE for port object 79007b7f-85a7-4926-af69-9a74ceea9875 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:07:52.119632 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:52.167149 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e24f14b-8ad5-4a7a-bae9-f27fdfcadb71 req-9a01cd82-333b-4cd5-b615-8199d81c9a23 service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089626 Nov 19 09:07:52.212710 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a94fbd4b-23ca-4a70-a722-dfd3d213ee4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:52.231377 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-80fdced1-ffc3-4150-b5ef-f514701161b1 service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6878216 Nov 19 09:07:52.232319 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dcdf5-044b-4b1a-bc96-a36e0beeacd2 req-0988ce7f-5a78-464d-ab76-c6fa25db56a2 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:52.240039 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a10dcdf5-044b-4b1a-bc96-a36e0beeacd2 req-0988ce7f-5a78-464d-ab76-c6fa25db56a2 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.2876840 Nov 19 09:07:52.257323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Pushing event updated for resources: {'Port': ['ID=79007b7f-85a7-4926-af69-9a74ceea9875,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:52.278666 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ffee0-f867-40a9-9aab-bf801fa1734a req-5b850b06-647e-4d94-ad96-27dbebcda6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:52.280751 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-145ffee0-f867-40a9-9aab-bf801fa1734a req-5b850b06-647e-4d94-ad96-27dbebcda6ae service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 1102 time: 0.1758862 Nov 19 09:07:52.294000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 0513a62b-219c-48a7-8bd5-dd16ac339693 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:07:52.303581 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-1baa4ba3-63a7-4dc6-b9d8-b5e4675fef6e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:52.324454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Attempting to bind port 79007b7f-85a7-4926-af69-9a74ceea9875 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:52.324794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Attempting to bind port 79007b7f-85a7-4926-af69-9a74ceea9875 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'e30ed018-552d-42d4-8ad7-60591dd042b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:52.325117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Attempting to bind port 79007b7f-85a7-4926-af69-9a74ceea9875 on network 44d3298f-7adf-4433-ae40-67bd57efdfb7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:52.329037 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-044f16f8-27f3-4b79-9de1-8cfae7e75d9b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Made reservation on behalf of 0f72f92263b1443aba8590affdf9e0aa for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:52.332592 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-044f16f8-27f3-4b79-9de1-8cfae7e75d9b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:52.377537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Port 79007b7f-85a7-4926-af69-9a74ceea9875 on network 44d3298f-7adf-4433-ae40-67bd57efdfb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:07:52.377537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Attempting to bind port 79007b7f-85a7-4926-af69-9a74ceea9875 on network 44d3298f-7adf-4433-ae40-67bd57efdfb7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:52.377907 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 0513a62b-219c-48a7-8bd5-dd16ac339693 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:07:52.421623 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-145ffee0-f867-40a9-9aab-bf801fa1734a req-d5e3ca31-1556-4cc3-9ecc-79ad62a1a982 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308970 Nov 19 09:07:52.426065 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a10dcdf5-044b-4b1a-bc96-a36e0beeacd2 req-a144e3e0-d207-4059-b124-8bf64f735015 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837816 Nov 19 09:07:52.433997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:52.434389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Checking segment: {'id': 'e30ed018-552d-42d4-8ad7-60591dd042b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:52.434787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Bound using segment: {'id': 'e30ed018-552d-42d4-8ad7-60591dd042b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:52.435259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Bound port: 79007b7f-85a7-4926-af69-9a74ceea9875, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30ed018-552d-42d4-8ad7-60591dd042b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:52.436297 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:52.488648 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-1baa4ba3-63a7-4dc6-b9d8-b5e4675fef6e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:52.501202 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['52c12804-7894-4803-b113-e0e0c9afa3b2'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:52.538585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0530a-c06d-46f8-9b14-865e5ee8e129 req-2f17c5df-0b57-49c1-8aec-6619050178a3 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:52.541569 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7a0530a-c06d-46f8-9b14-865e5ee8e129 req-2f17c5df-0b57-49c1-8aec-6619050178a3 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0161989b-3b13-4c0a-88c6-4dbcde9a3a16 HTTP/1.1" status: 200 len: 944 time: 0.1874225 Nov 19 09:07:52.602672 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-3a514e00-3c39-4e0a-9d9b-5c0d3d1f2027 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:52.604192 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-3a514e00-3c39-4e0a-9d9b-5c0d3d1f2027 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794&tenant_id=f4ec3ebf1477409f8393f974b06cf696&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 1096 time: 0.0577486 Nov 19 09:07:52.605185 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58378) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:52.651601 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-b73d9bbf-b67c-474a-a628-c40680ac112f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Allocated IP 192.168.233.169 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/c6b2c822-f01a-4212-a558-0c0e56810ba7) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:52.729803 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa4ba3-63a7-4dc6-b9d8-b5e4675fef6e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Pushing event updated for resources: {'Port': ['ID=2fe0ddf0-f264-47ba-927d-ccf256d36523,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:52.757919 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6c339e6-67cc-4ba6-9a7c-bc075f0ef5d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:52.768382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] For port 79007b7f-85a7-4926-af69-9a74ceea9875, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:52.774500 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-1baa4ba3-63a7-4dc6-b9d8-b5e4675fef6e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:52.777025 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-141493f1-eb1b-4b1a-b40d-315ddf1c9516 service neutron] For port 0513a62b-219c-48a7-8bd5-dd16ac339693, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:52.779575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c4ea591a-ca96-487b-8cc1-7db53019bb9c up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:07:52.803501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-1baa4ba3-63a7-4dc6-b9d8-b5e4675fef6e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:52.813209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-1baa4ba3-63a7-4dc6-b9d8-b5e4675fef6e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:52.819041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-1baa4ba3-63a7-4dc6-b9d8-b5e4675fef6e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:52.819708 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-1baa4ba3-63a7-4dc6-b9d8-b5e4675fef6e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:52.830477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] For port 79007b7f-85a7-4926-af69-9a74ceea9875, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=79007b7f-85a7-4926-af69-9a74ceea9875,segment=NetworkSegment(e30ed018-552d-42d4-8ad7-60591dd042b0),segment_id=e30ed018-552d-42d4-8ad7-60591dd042b0)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:52.847993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port c4ea591a-ca96-487b-8cc1-7db53019bb9c completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:07:52.854033 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port c4ea591a-ca96-487b-8cc1-7db53019bb9c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:52.855827 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:52.859618 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-141493f1-eb1b-4b1a-b40d-315ddf1c9516 service neutron] Publish callbacks [] for binding, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:52.859810 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:52.861477 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d08e38d-e493-4717-a83d-33bc832c38b1 req-141493f1-eb1b-4b1a-b40d-315ddf1c9516 service neutron] 10.222.0.71 "DELETE /v2.0/ports/0513a62b-219c-48a7-8bd5-dd16ac339693/bindings/n-h1-805649-14 HTTP/1.1" status: 204 len: 173 time: 0.2455125 Nov 19 09:07:52.909316 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7a0530a-c06d-46f8-9b14-865e5ee8e129 req-40a436d3-975b-4981-9b67-0ffaa08ce2fe tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959328 Nov 19 09:07:52.962588 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6c339e6-67cc-4ba6-9a7c-bc075f0ef5d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:52.970751 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6c339e6-67cc-4ba6-9a7c-bc075f0ef5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:52.994256 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:53.011585 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-1baa4ba3-63a7-4dc6-b9d8-b5e4675fef6e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3082929 Nov 19 09:07:53.049997 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c4ea591a-ca96-487b-8cc1-7db53019bb9c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c4ea591a-ca96-487b-8cc1-7db53019bb9c,segment=NetworkSegment(2cbef4fb-1fa3-4aaf-b06c-e5c16add4048),segment_id=2cbef4fb-1fa3-4aaf-b06c-e5c16add4048)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:53.058211 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:53.104532 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d6c339e6-67cc-4ba6-9a7c-bc075f0ef5d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a33593acf2bc4b2283cc076fb267b038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4983702 Nov 19 09:07:53.106347 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58388) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:53.130273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c4ea591a-ca96-487b-8cc1-7db53019bb9c,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:53.166478 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d9a88cf4-56c6-4004-865d-0430b77b1702 None None] Provisioning complete for port 2fe0ddf0-f264-47ba-927d-ccf256d36523 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:53.166861 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9a88cf4-56c6-4004-865d-0430b77b1702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:53.220257 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c339e6-67cc-4ba6-9a7c-bc075f0ef5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91134973-3b53-4511-b832-df80b54a2cd8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:53.221550 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d9a88cf4-56c6-4004-865d-0430b77b1702 None None] Port 2fe0ddf0-f264-47ba-927d-ccf256d36523 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:07:53.263451 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d75a2eca-b94a-4ac8-9a44-891216fce1d6 req-eaf348ad-99e9-40ef-850a-63b403a5c8ff service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2558751 Nov 19 09:07:53.301922 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:53.307198 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7afeb403-41ac-4e30-9cfc-9dbf854a30ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:53.329437 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-3cc4d29c-0c70-4ea7-b7b5-5d3878ae1b08 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:53.331028 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-3cc4d29c-0c70-4ea7-b7b5-5d3878ae1b08 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.66 "GET /v2.0/networks?id=44d3298f-7adf-4433-ae40-67bd57efdfb7 HTTP/1.1" status: 200 len: 819 time: 0.3224468 Nov 19 09:07:53.376517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-5787ddc2-9e3b-4d37-a243-af29894b19c2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Request body: {'port': {'device_id': '983c8b4b-76fb-464d-9e19-78db0f6e5398', 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7', 'admin_state_up': True, 'tenant_id': '04047b519840476fb11f47f5e01d67ee'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:53.382709 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7afeb403-41ac-4e30-9cfc-9dbf854a30ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:53.409024 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62030e-5c7b-4b18-9feb-d741f47c51d9 req-b4dbe6a7-fca0-43bf-af72-476d7376bd26 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:53.410553 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a62030e-5c7b-4b18-9feb-d741f47c51d9 req-b4dbe6a7-fca0-43bf-af72-476d7376bd26 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 935 time: 0.7200115 Nov 19 09:07:53.433318 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Request body: {'port': {'device_id': '01e1ee8e-f30b-4664-9b11-d46a542c7404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:53.452998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:53.453703 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:53.455466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] 10.222.0.66 "PUT /v2.0/ports/79007b7f-85a7-4926-af69-9a74ceea9875 HTTP/1.1" status: 200 len: 1093 time: 3.3079679 Nov 19 09:07:53.459476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e520ea0-0f2f-49df-a2b3-6ab97f789be5', 'tag': '79007b7f-85a7-4926-af69-9a74ceea9875'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:53.461687 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb50e88-f315-4f0d-97bb-7581d837d450" -d '{"events": [{"name": "network-changed", "server_uuid": "8e520ea0-0f2f-49df-a2b3-6ab97f789be5", "tag": "79007b7f-85a7-4926-af69-9a74ceea9875"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:53.491449 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a2eca-b94a-4ac8-9a44-891216fce1d6 req-c58a2efc-a759-4a2f-b4b5-557d71d9972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:53.493368 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d75a2eca-b94a-4ac8-9a44-891216fce1d6 req-c58a2efc-a759-4a2f-b4b5-557d71d9972d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 1118 time: 0.1587880 Nov 19 09:07:53.517927 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-885e69f2-c596-46e2-930c-c3629e07a425 req-73ab1d93-04bd-4b54-a16e-2daabb1830d1 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=13022fb1-762c-4d39-8d49-365e2477ce9b HTTP/1.1" status: 200 len: 210 time: 0.5047424 Nov 19 09:07:53.574150 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-b73d9bbf-b67c-474a-a628-c40680ac112f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:53.593889 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7afeb403-41ac-4e30-9cfc-9dbf854a30ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:53.594375 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b075ab-e904-4ef9-a70f-b5ede42b8925 service neutron] Pushing event updated for resources: {'Port': ['ID=79007b7f-85a7-4926-af69-9a74ceea9875,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:53.597168 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7afeb403-41ac-4e30-9cfc-9dbf854a30ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:53.608979 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7afeb403-41ac-4e30-9cfc-9dbf854a30ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91134973-3b53-4511-b832-df80b54a2cd8 HTTP/1.1" status: 204 len: 168 time: 0.4853761 Nov 19 09:07:53.632973 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afeb403-41ac-4e30-9cfc-9dbf854a30ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91134973-3b53-4511-b832-df80b54a2cd8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:53.650754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-a51a55c7-32b1-446f-ae3c-b7713f328f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:53.652515 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-a51a55c7-32b1-446f-ae3c-b7713f328f7b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04047b519840476fb11f47f5e01d67ee&device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 1096 time: 0.1274023 Nov 19 09:07:53.672853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a62030e-5c7b-4b18-9feb-d741f47c51d9 req-61db329f-5e76-41be-bce4-0266412c4e50 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275903 Nov 19 09:07:53.692353 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-5787ddc2-9e3b-4d37-a243-af29894b19c2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Made reservation on behalf of 04047b519840476fb11f47f5e01d67ee for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:07:53.697383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-5787ddc2-9e3b-4d37-a243-af29894b19c2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:53.718450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a2eca-b94a-4ac8-9a44-891216fce1d6 req-6b67fbaf-5615-4ae3-b666-a8dd53046463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:53.719976 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d75a2eca-b94a-4ac8-9a44-891216fce1d6 req-6b67fbaf-5615-4ae3-b666-a8dd53046463 service neutron] 10.222.0.71 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.1972578 Nov 19 09:07:53.735743 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:53.808486 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d75a2eca-b94a-4ac8-9a44-891216fce1d6 req-19759470-82cf-4443-a72e-c5383efc8fd9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e39abd13-128e-47a6-97c2-670a98e12d60 HTTP/1.1" status: 200 len: 217 time: 0.0722897 Nov 19 09:07:53.818626 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0161989b-3b13-4c0a-88c6-4dbcde9a3a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ea591a-ca96-487b-8cc1-7db53019bb9c'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:53.821963 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eff6cc3-c6ac-416e-b77b-2915aedb5437" -d '{"events": [{"server_uuid": "0161989b-3b13-4c0a-88c6-4dbcde9a3a16", "name": "network-vif-plugged", "status": "completed", "tag": "c4ea591a-ca96-487b-8cc1-7db53019bb9c"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:53.828055 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-8056ee6d-3151-4c37-b4d3-78da02092a07 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79007b7f-85a7-4926-af69-9a74ceea9875 HTTP/1.1" status: 200 len: 217 time: 0.1322308 Nov 19 09:07:53.904392 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-b73d9bbf-b67c-474a-a628-c40680ac112f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:53.917915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['00730ab9-1ac8-40a1-8ef9-eed22872a5ad'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:53.930983 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4c8caa72-9181-4656-b0e3-e5e1e370d1bf req-96a7d70f-6bc9-4c31-a983-ee0e08dcda60 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 210 time: 0.0856428 Nov 19 09:07:53.988739 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a2eca-b94a-4ac8-9a44-891216fce1d6 req-889b9c1a-8ad8-4f14-aa2e-c5a1e1db4e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:53.991508 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d75a2eca-b94a-4ac8-9a44-891216fce1d6 req-889b9c1a-8ad8-4f14-aa2e-c5a1e1db4e92 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.1715841 Nov 19 09:07:54.035020 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-34eb544f-5dbc-4951-8da8-e3d4034e633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:54.036659 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-34eb544f-5dbc-4951-8da8-e3d4034e633d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96926490-af93-496a-ac14-62637eebbbfd HTTP/1.1" status: 200 len: 859 time: 0.1873903 Nov 19 09:07:54.056436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc720a9-6e22-45e3-b1b6-6a389994e86c req-88ad393c-c75d-4c29-b46d-be8e5f056b5c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:54.058365 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfc720a9-6e22-45e3-b1b6-6a389994e86c req-88ad393c-c75d-4c29-b46d-be8e5f056b5c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 944 time: 0.4457476 Nov 19 09:07:54.070440 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-044f16f8-27f3-4b79-9de1-8cfae7e75d9b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Allocated IP 192.168.233.10 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/6746a633-9255-472f-947e-1de8775cd0f3) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:54.074434 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d75a2eca-b94a-4ac8-9a44-891216fce1d6 req-d6af9a95-d6be-49d4-a852-b60742cf7585 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713875 Nov 19 09:07:54.082552 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-5787ddc2-9e3b-4d37-a243-af29894b19c2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Allocated IP 172.20.0.9 (44d3298f-7adf-4433-ae40-67bd57efdfb7/96926490-af93-496a-ac14-62637eebbbfd/62cf3efd-e96a-4dad-ada5-a5085a2472f7) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:07:54.098249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-b73d9bbf-b67c-474a-a628-c40680ac112f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:54.099277 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58404) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:54.145789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-c0288ef9-7b9d-492c-abcc-233d07353445 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=44d3298f-7adf-4433-ae40-67bd57efdfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861924 Nov 19 09:07:54.146684 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-b73d9bbf-b67c-474a-a628-c40680ac112f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:54.159302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-b73d9bbf-b67c-474a-a628-c40680ac112f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:54.165117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-b73d9bbf-b67c-474a-a628-c40680ac112f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:54.166028 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-b73d9bbf-b67c-474a-a628-c40680ac112f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:54.174842 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d9bbf-b67c-474a-a628-c40680ac112f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Pushing event updated for resources: {'Port': ['ID=c6b2c822-f01a-4212-a558-0c0e56810ba7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:54.194068 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d7af-f007-4d95-94d6-a7d3a64bf123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:54.336764 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-b73d9bbf-b67c-474a-a628-c40680ac112f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5520642 Nov 19 09:07:54.369017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Request body: {'port': {'device_id': '13022fb1-762c-4d39-8d49-365e2477ce9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:54.441900 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfc720a9-6e22-45e3-b1b6-6a389994e86c req-4c57b384-56a2-418f-a192-71bcc66f6fa0 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577492 Nov 19 09:07:54.451308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31164be8-f6b3-4440-870a-e6483c0c056a req-80fa486d-c7af-4ebf-b50a-c0df72f64ba0 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:54.452928 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31164be8-f6b3-4440-870a-e6483c0c056a req-80fa486d-c7af-4ebf-b50a-c0df72f64ba0 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.3888624 Nov 19 09:07:54.480677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-bd8389ea-8d84-49eb-81e9-b3a18ae927f2 None None] Provisioning complete for port c6b2c822-f01a-4212-a558-0c0e56810ba7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:54.481198 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bd8389ea-8d84-49eb-81e9-b3a18ae927f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:54.490695 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d75a2eca-b94a-4ac8-9a44-891216fce1d6 req-9257cc42-ce0e-48ea-9e29-5d1b8952b162 service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999312 Nov 19 09:07:54.535099 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-bd8389ea-8d84-49eb-81e9-b3a18ae927f2 None None] Port c6b2c822-f01a-4212-a558-0c0e56810ba7 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:07:54.558568 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2aa3fa9-929c-44d1-8860-8cc14d6d0ecb x-openstack-request-id: req-f2aa3fa9-929c-44d1-8860-8cc14d6d0ecb {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:54.558873 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e520ea0-0f2f-49df-a2b3-6ab97f789be5", "tag": "79007b7f-85a7-4926-af69-9a74ceea9875", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:54.559131 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2aa3fa9-929c-44d1-8860-8cc14d6d0ecb {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:54.559530 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e520ea0-0f2f-49df-a2b3-6ab97f789be5', 'tag': '79007b7f-85a7-4926-af69-9a74ceea9875', 'status': 'completed', 'code': 200} Nov 19 09:07:54.601865 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488127ae-a7dd-4fde-bcc3-c7a15ce23a4d x-openstack-request-id: req-488127ae-a7dd-4fde-bcc3-c7a15ce23a4d {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:54.602316 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0161989b-3b13-4c0a-88c6-4dbcde9a3a16", "name": "network-vif-plugged", "status": "completed", "tag": "c4ea591a-ca96-487b-8cc1-7db53019bb9c", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:54.602676 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-488127ae-a7dd-4fde-bcc3-c7a15ce23a4d {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:54.607609 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0161989b-3b13-4c0a-88c6-4dbcde9a3a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ea591a-ca96-487b-8cc1-7db53019bb9c', 'code': 200} Nov 19 09:07:54.619475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-b8647afb-95cf-4673-910a-357ef5f2e539 service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620149 Nov 19 09:07:54.634058 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31164be8-f6b3-4440-870a-e6483c0c056a req-d2efda9c-0fd5-45a9-8ec4-c9737a8bb1a8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368387 Nov 19 09:07:54.636424 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-044f16f8-27f3-4b79-9de1-8cfae7e75d9b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:54.650095 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d7af-f007-4d95-94d6-a7d3a64bf123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:54.659240 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:54.679693 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d7af-f007-4d95-94d6-a7d3a64bf123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:54.693196 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-5787ddc2-9e3b-4d37-a243-af29894b19c2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:54.702310 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.71', 60665) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:54.748564 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:54.803881 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c7a4d7af-f007-4d95-94d6-a7d3a64bf123 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e8f299a105e4469bf55783db2541321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7033262 Nov 19 09:07:54.809129 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58418) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:07:54.819372 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d75a2eca-b94a-4ac8-9a44-891216fce1d6 req-d853e10d-3502-4ea3-87ac-8994f6547e78 service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133836 Nov 19 09:07:54.830395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4d7af-f007-4d95-94d6-a7d3a64bf123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c102b1-4cd8-4710-9355-db73f930cd47,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:54.853471 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-044f16f8-27f3-4b79-9de1-8cfae7e75d9b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:54.867275 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['00730ab9-1ac8-40a1-8ef9-eed22872a5ad'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:54.888816 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724162ab-3b8d-46b6-90a4-743e1faf96fa req-54f5df7d-5ada-463a-af38-962b9fedda23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:54.891824 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-724162ab-3b8d-46b6-90a4-743e1faf96fa req-54f5df7d-5ada-463a-af38-962b9fedda23 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0161989b-3b13-4c0a-88c6-4dbcde9a3a16 HTTP/1.1" status: 200 len: 1097 time: 0.1816494 Nov 19 09:07:54.966120 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-044f16f8-27f3-4b79-9de1-8cfae7e75d9b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:54.968936 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-5787ddc2-9e3b-4d37-a243-af29894b19c2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:54.982383 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-044f16f8-27f3-4b79-9de1-8cfae7e75d9b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:54.987471 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-044f16f8-27f3-4b79-9de1-8cfae7e75d9b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:55.044414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f16f8-27f3-4b79-9de1-8cfae7e75d9b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Pushing event updated for resources: {'Port': ['ID=6746a633-9255-472f-947e-1de8775cd0f3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:55.067514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da652ab7-0a61-43df-9060-cc0dc75a6a32 req-51683226-c30e-4c00-9d8b-6af987f6c7d2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:55.073889 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da32687c-4d29-49dc-b765-f9d96f1694bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:55.078972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da652ab7-0a61-43df-9060-cc0dc75a6a32 req-51683226-c30e-4c00-9d8b-6af987f6c7d2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0161989b-3b13-4c0a-88c6-4dbcde9a3a16 HTTP/1.1" status: 200 len: 945 time: 0.3359838 Nov 19 09:07:55.096964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-5787ddc2-9e3b-4d37-a243-af29894b19c2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Network 44d3298f-7adf-4433-ae40-67bd57efdfb7 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:07:55.106482 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-724162ab-3b8d-46b6-90a4-743e1faf96fa req-b8c1a515-22d5-401c-9b13-c72bda2d2762 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824453 Nov 19 09:07:55.115695 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-5787ddc2-9e3b-4d37-a243-af29894b19c2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:07:55.120816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1b76cf8-d4c4-4faf-9c4a-cd0420ede514 req-ca5b39c1-a9a3-4d4a-901b-f374f9d4e199 service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851859 Nov 19 09:07:55.128949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-5787ddc2-9e3b-4d37-a243-af29894b19c2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:07:55.144491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-044f16f8-27f3-4b79-9de1-8cfae7e75d9b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:55.145173 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-044f16f8-27f3-4b79-9de1-8cfae7e75d9b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:55.150543 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb6d13-8c0c-43dd-91ba-0b8f78541d23 req-73846e1d-542c-4b75-99a1-91dd0e754884 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:55.162773 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7dcb6d13-8c0c-43dd-91ba-0b8f78541d23 req-73846e1d-542c-4b75-99a1-91dd0e754884 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=13022fb1-762c-4d39-8d49-365e2477ce9b HTTP/1.1" status: 200 len: 936 time: 0.3974199 Nov 19 09:07:55.187777 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da32687c-4d29-49dc-b765-f9d96f1694bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:55.205218 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787ddc2-9e3b-4d37-a243-af29894b19c2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Pushing event updated for resources: {'Port': ['ID=62cf3efd-e96a-4dad-ada5-a5085a2472f7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:55.228776 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-044f16f8-27f3-4b79-9de1-8cfae7e75d9b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7148886 Nov 19 09:07:55.264649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-5787ddc2-9e3b-4d37-a243-af29894b19c2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:55.265704 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-5787ddc2-9e3b-4d37-a243-af29894b19c2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:55.307278 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-5787ddc2-9e3b-4d37-a243-af29894b19c2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9532495 Nov 19 09:07:55.308604 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da32687c-4d29-49dc-b765-f9d96f1694bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:55.312311 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da32687c-4d29-49dc-b765-f9d96f1694bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:55.316198 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-da32687c-4d29-49dc-b765-f9d96f1694bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54c102b1-4cd8-4710-9355-db73f930cd47 HTTP/1.1" status: 204 len: 168 time: 0.4967737 Nov 19 09:07:55.325881 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32687c-4d29-49dc-b765-f9d96f1694bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c102b1-4cd8-4710-9355-db73f930cd47,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:55.344502 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Request body: {'port': {'device_id': '983c8b4b-76fb-464d-9e19-78db0f6e5398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:55.354842 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:55.360425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da652ab7-0a61-43df-9060-cc0dc75a6a32 req-6b88a1f1-4825-40c9-adbe-62ac7f11bcb2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802463 Nov 19 09:07:55.403534 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ce85a083-46ca-4587-9613-e2569a3666b4 None None] Provisioning complete for port 6746a633-9255-472f-947e-1de8775cd0f3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:07:55.403923 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ce85a083-46ca-4587-9613-e2569a3666b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:55.410975 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb50e88-f315-4f0d-97bb-7581d837d450 req-13131134-bde2-4cbd-821c-b97f6fc0ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:55.412520 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfb50e88-f315-4f0d-97bb-7581d837d450 req-13131134-bde2-4cbd-821c-b97f6fc0ffb3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04047b519840476fb11f47f5e01d67ee&device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 1096 time: 0.2288578 Nov 19 09:07:55.423489 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Request body: {'port': {'device_id': '6405e5d7-879a-4e6a-baa2-a6a8b2503c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:07:55.437409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7dcb6d13-8c0c-43dd-91ba-0b8f78541d23 req-b0668e96-3247-4679-91b7-2348929caa0c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721286 Nov 19 09:07:55.472880 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ce85a083-46ca-4587-9613-e2569a3666b4 None None] Port 6746a633-9255-472f-947e-1de8775cd0f3 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:07:55.512464 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:55.559710 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:55.618633 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-7c8d19a8-4fc9-4a92-82f4-cf92e80a2f88 req-08aab08b-afc8-4f97-9793-d8f1f2087779 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:07:55.620544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c8d19a8-4fc9-4a92-82f4-cf92e80a2f88 req-08aab08b-afc8-4f97-9793-d8f1f2087779 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155067 Nov 19 09:07:55.694877 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe0ddf0-f264-47ba-927d-ccf256d36523 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:55.728451 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:55.813702 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50843cf-b242-437c-85ba-e036631c4781 req-674fc971-22f9-49f0-8b7c-a67d46c65c4c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:55.816106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f50843cf-b242-437c-85ba-e036631c4781 req-674fc971-22f9-49f0-8b7c-a67d46c65c4c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 935 time: 0.2766831 Nov 19 09:07:55.819536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Transition to ACTIVE for port object 2fe0ddf0-f264-47ba-927d-ccf256d36523 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:07:55.860413 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:55.926882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb50e88-f315-4f0d-97bb-7581d837d450 req-049d89da-549b-47c9-b742-bebcfd9a3a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:55.928356 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfb50e88-f315-4f0d-97bb-7581d837d450 req-049d89da-549b-47c9-b742-bebcfd9a3a90 service neutron] 10.222.0.66 "GET /v2.0/networks?id=44d3298f-7adf-4433-ae40-67bd57efdfb7 HTTP/1.1" status: 200 len: 920 time: 0.4419968 Nov 19 09:07:55.988086 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cf3efd-e96a-4dad-ada5-a5085a2472f7 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:56.002816 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:56.034119 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Transition to ACTIVE for port object 62cf3efd-e96a-4dad-ada5-a5085a2472f7 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:07:56.040371 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:56.077406 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfb50e88-f315-4f0d-97bb-7581d837d450 req-bc2a04e0-2666-4be6-982c-332b18cfc319 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79007b7f-85a7-4926-af69-9a74ceea9875 HTTP/1.1" status: 200 len: 217 time: 0.1008687 Nov 19 09:07:56.140161 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Pushing event updated for resources: {'Port': ['ID=62cf3efd-e96a-4dad-ada5-a5085a2472f7,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:56.177330 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f50843cf-b242-437c-85ba-e036631c4781 req-7ff59cc9-9c65-4509-a021-e0dcc1c1b172 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491635 Nov 19 09:07:56.179168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe0ddf0-f264-47ba-927d-ccf256d36523,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:56.216171 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Attempting to bind port 62cf3efd-e96a-4dad-ada5-a5085a2472f7 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:56.218061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Attempting to bind port 62cf3efd-e96a-4dad-ada5-a5085a2472f7 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'e30ed018-552d-42d4-8ad7-60591dd042b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:56.219061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Attempting to bind port 62cf3efd-e96a-4dad-ada5-a5085a2472f7 on network 44d3298f-7adf-4433-ae40-67bd57efdfb7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:56.226787 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Port 62cf3efd-e96a-4dad-ada5-a5085a2472f7 on network 44d3298f-7adf-4433-ae40-67bd57efdfb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:07:56.228071 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Attempting to bind port 62cf3efd-e96a-4dad-ada5-a5085a2472f7 on network 44d3298f-7adf-4433-ae40-67bd57efdfb7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:56.229378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb50e88-f315-4f0d-97bb-7581d837d450 req-3ec5c938-24eb-4b2c-8fce-110c5455308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:56.230915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfb50e88-f315-4f0d-97bb-7581d837d450 req-3ec5c938-24eb-4b2c-8fce-110c5455308e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96926490-af93-496a-ac14-62637eebbbfd HTTP/1.1" status: 200 len: 859 time: 0.1228428 Nov 19 09:07:56.244170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:56.246016 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Checking segment: {'id': 'e30ed018-552d-42d4-8ad7-60591dd042b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:56.246812 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Bound using segment: {'id': 'e30ed018-552d-42d4-8ad7-60591dd042b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:56.248526 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Bound port: 62cf3efd-e96a-4dad-ada5-a5085a2472f7, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30ed018-552d-42d4-8ad7-60591dd042b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:56.249980 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:56.335597 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfb50e88-f315-4f0d-97bb-7581d837d450 req-adf2647a-4da3-45bc-b932-8fcb4399449b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=44d3298f-7adf-4433-ae40-67bd57efdfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833111 Nov 19 09:07:56.338246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99858f57-bbef-4508-b62b-152809e1cb10 req-bb632ea9-3587-4637-a9a0-a4660db2bf5a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4408746 Nov 19 09:07:56.358523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994549a8-3510-415e-a061-00d8056e29ce req-41e65fdc-d1b6-46b1-bd13-ece8dc5c7a1a tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:56.359793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-994549a8-3510-415e-a061-00d8056e29ce req-41e65fdc-d1b6-46b1-bd13-ece8dc5c7a1a tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 1096 time: 0.4682097 Nov 19 09:07:56.380035 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] For port 62cf3efd-e96a-4dad-ada5-a5085a2472f7, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:56.383588 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] For port 62cf3efd-e96a-4dad-ada5-a5085a2472f7, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=62cf3efd-e96a-4dad-ada5-a5085a2472f7,segment=NetworkSegment(e30ed018-552d-42d4-8ad7-60591dd042b0),segment_id=e30ed018-552d-42d4-8ad7-60591dd042b0)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:56.387945 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:56.444150 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:56.444559 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:56.446070 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] 10.222.0.66 "PUT /v2.0/ports/62cf3efd-e96a-4dad-ada5-a5085a2472f7 HTTP/1.1" status: 200 len: 1092 time: 1.1219151 Nov 19 09:07:56.447360 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983c8b4b-76fb-464d-9e19-78db0f6e5398', 'tag': '62cf3efd-e96a-4dad-ada5-a5085a2472f7'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:56.449964 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc82a5a4-1bc9-4edf-969d-78faf200fda5" -d '{"events": [{"name": "network-changed", "server_uuid": "983c8b4b-76fb-464d-9e19-78db0f6e5398", "tag": "62cf3efd-e96a-4dad-ada5-a5085a2472f7"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:56.499927 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239907e-1d63-4ba5-aa32-a25bf40b8c13 service neutron] Pushing event updated for resources: {'Port': ['ID=62cf3efd-e96a-4dad-ada5-a5085a2472f7,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:56.549615 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Attempting to bind port 2fe0ddf0-f264-47ba-927d-ccf256d36523 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:56.550129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Attempting to bind port 2fe0ddf0-f264-47ba-927d-ccf256d36523 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:56.551310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Attempting to bind port 2fe0ddf0-f264-47ba-927d-ccf256d36523 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:56.570365 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-5b4516a8-ab60-4c79-a032-582fe1f3fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:56.571903 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-5b4516a8-ab60-4c79-a032-582fe1f3fbff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04047b519840476fb11f47f5e01d67ee&device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 1095 time: 0.0507631 Nov 19 09:07:56.604267 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Port 2fe0ddf0-f264-47ba-927d-ccf256d36523 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:07:56.604489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Attempting to bind port 2fe0ddf0-f264-47ba-927d-ccf256d36523 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:56.619478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:56.619836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:56.620179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:56.620632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Bound port: 2fe0ddf0-f264-47ba-927d-ccf256d36523, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:56.620988 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:56.656467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b2c822-f01a-4212-a558-0c0e56810ba7 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:56.669776 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:56.671671 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-9a89d9af-a57b-4cba-a332-1135fce8789e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62cf3efd-e96a-4dad-ada5-a5085a2472f7 HTTP/1.1" status: 200 len: 217 time: 0.0896983 Nov 19 09:07:56.778204 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-80ee8939-b907-43c3-a263-5d5a6fb02d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:56.780036 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-80ee8939-b907-43c3-a263-5d5a6fb02d4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96926490-af93-496a-ac14-62637eebbbfd HTTP/1.1" status: 200 len: 859 time: 0.0970483 Nov 19 09:07:56.826509 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-45e08859-c148-451f-9bf4-01a1e36c10f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=44d3298f-7adf-4433-ae40-67bd57efdfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353827 Nov 19 09:07:56.958483 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-0614ed92-852f-4e5d-9eec-2ecbab792b48 service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195633 Nov 19 09:07:57.107426 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Transition to ACTIVE for port object c6b2c822-f01a-4212-a558-0c0e56810ba7 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:07:57.125050 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a759e7-0aff-433f-a98f-b7fcac5fd3ce req-f771f353-37d0-4112-bbc7-c8031527ea1e tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:57.126852 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3a759e7-0aff-433f-a98f-b7fcac5fd3ce req-f771f353-37d0-4112-bbc7-c8031527ea1e tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 943 time: 0.8212328 Nov 19 09:07:57.133464 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:57.159325 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d05f8b17-28a8-4855-91f4-950fea203b93 req-c892ee3a-a1bc-4d72-afe4-a4d0ae3e674e service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919785 Nov 19 09:07:57.164468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-994549a8-3510-415e-a061-00d8056e29ce req-a110aca3-cf62-485d-81f1-5d1b193194e1 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6700037 Nov 19 09:07:57.175129 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfb50e88-f315-4f0d-97bb-7581d837d450 req-7c1a132e-be6f-4e0e-a1ef-66d90cd83322 service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8138361 Nov 19 09:07:57.297305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Pushing event updated for resources: {'Port': ['ID=c6b2c822-f01a-4212-a558-0c0e56810ba7,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:57.321419 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] For port 2fe0ddf0-f264-47ba-927d-ccf256d36523, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:57.358994 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] For port 2fe0ddf0-f264-47ba-927d-ccf256d36523, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=2fe0ddf0-f264-47ba-927d-ccf256d36523,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:57.396079 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:57.462998 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3a759e7-0aff-433f-a98f-b7fcac5fd3ce req-c660a9c8-6eeb-4a46-939f-2bd8f6e3f192 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270035 Nov 19 09:07:57.491103 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6746a633-9255-472f-947e-1de8775cd0f3 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:57.509963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:57.540553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Transition to ACTIVE for port object 6746a633-9255-472f-947e-1de8775cd0f3 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:07:57.546543 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:57.692862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:57.693774 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:57.695302 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] 10.222.0.71 "PUT /v2.0/ports/2fe0ddf0-f264-47ba-927d-ccf256d36523 HTTP/1.1" status: 200 len: 1096 time: 4.6465983 Nov 19 09:07:57.699851 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e1ee8e-f30b-4664-9b11-d46a542c7404', 'tag': '2fe0ddf0-f264-47ba-927d-ccf256d36523'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:07:57.702778 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f4533b-fcca-4939-8c59-5c9d336f1278" -d '{"events": [{"name": "network-changed", "server_uuid": "01e1ee8e-f30b-4664-9b11-d46a542c7404", "tag": "2fe0ddf0-f264-47ba-927d-ccf256d36523"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:07:57.717079 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Attempting to bind port c6b2c822-f01a-4212-a558-0c0e56810ba7 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:57.718154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Attempting to bind port c6b2c822-f01a-4212-a558-0c0e56810ba7 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:57.718537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Attempting to bind port c6b2c822-f01a-4212-a558-0c0e56810ba7 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:57.766950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Pushing event updated for resources: {'Port': ['ID=6746a633-9255-472f-947e-1de8775cd0f3,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:57.815022 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Port c6b2c822-f01a-4212-a558-0c0e56810ba7 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:07:57.815598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Attempting to bind port c6b2c822-f01a-4212-a558-0c0e56810ba7 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:57.819382 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfb50e88-f315-4f0d-97bb-7581d837d450 req-1993c2cf-d139-4056-a956-932a5f939303 service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203823 Nov 19 09:07:57.826336 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dd352-cd72-4efd-bd76-422210d34fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe0ddf0-f264-47ba-927d-ccf256d36523,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:57.839095 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Attempting to bind port 6746a633-9255-472f-947e-1de8775cd0f3 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:07:57.839774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Attempting to bind port 6746a633-9255-472f-947e-1de8775cd0f3 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:07:57.840215 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Attempting to bind port 6746a633-9255-472f-947e-1de8775cd0f3 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:57.846628 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Port 6746a633-9255-472f-947e-1de8775cd0f3 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:07:57.847411 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Attempting to bind port 6746a633-9255-472f-947e-1de8775cd0f3 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:07:57.855942 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:57.856682 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:57.857636 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:57.858877 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Bound port: 6746a633-9255-472f-947e-1de8775cd0f3, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:57.859879 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:57.890516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:07:57.891544 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:07:57.893493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:07:57.894363 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Bound port: c6b2c822-f01a-4212-a558-0c0e56810ba7, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:07:57.895092 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:57.917519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385990e-bf2f-4e71-80cd-2e90ce86583e req-3440e517-a7c4-4ae7-95e8-459592e9558c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:57.920112 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3385990e-bf2f-4e71-80cd-2e90ce86583e req-3440e517-a7c4-4ae7-95e8-459592e9558c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.5449347 Nov 19 09:07:57.977327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed2ca3-e253-4588-8d2d-f2c686d9ea2c req-effce56b-023a-49a8-9b8c-60e1ecf9a229 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:57.978939 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90ed2ca3-e253-4588-8d2d-f2c686d9ea2c req-effce56b-023a-49a8-9b8c-60e1ecf9a229 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0161989b-3b13-4c0a-88c6-4dbcde9a3a16 HTTP/1.1" status: 200 len: 945 time: 0.3087540 Nov 19 09:07:57.994105 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] For port 6746a633-9255-472f-947e-1de8775cd0f3, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:58.001143 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] For port 6746a633-9255-472f-947e-1de8775cd0f3, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6746a633-9255-472f-947e-1de8775cd0f3,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:58.006834 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:58.052108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-7f9825df-f8aa-4229-bf0a-f8d20d5e1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:58.053685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-7f9825df-f8aa-4229-bf0a-f8d20d5e1d91 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6c65584c041643dc8b3887096ef29375&device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 1099 time: 0.2553248 Nov 19 09:07:58.089399 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] For port c6b2c822-f01a-4212-a558-0c0e56810ba7, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:07:58.090908 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:58.091752 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:58.093116 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] 10.222.0.71 "PUT /v2.0/ports/6746a633-9255-472f-947e-1de8775cd0f3 HTTP/1.1" status: 200 len: 1096 time: 2.6805627 Nov 19 09:07:58.093949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] For port c6b2c822-f01a-4212-a558-0c0e56810ba7, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c6b2c822-f01a-4212-a558-0c0e56810ba7,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:07:58.132978 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:58.138251 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788722cb-7ab2-460a-9f55-c1a412991581 service neutron] Pushing event updated for resources: {'Port': ['ID=6746a633-9255-472f-947e-1de8775cd0f3,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:58.210715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3385990e-bf2f-4e71-80cd-2e90ce86583e req-dcbc93e9-5f7d-475f-a695-720e110043c1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675571 Nov 19 09:07:58.233474 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-bcd5c7a3-3775-4c68-9df8-f87300722251 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2fe0ddf0-f264-47ba-927d-ccf256d36523 HTTP/1.1" status: 200 len: 217 time: 0.1278574 Nov 19 09:07:58.245147 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:58.245147 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:58.245147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] 10.222.0.71 "PUT /v2.0/ports/c6b2c822-f01a-4212-a558-0c0e56810ba7 HTTP/1.1" status: 200 len: 1097 time: 3.8835330 Nov 19 09:07:58.257262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90ed2ca3-e253-4588-8d2d-f2c686d9ea2c req-6b4592e3-9395-4f71-959d-20649a0cb05f tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672365 Nov 19 09:07:58.283650 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 79007b7f-85a7-4926-af69-9a74ceea9875 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:07:58.339925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-936cb561-b6f7-4be2-826a-27175405224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:58.346902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-ae37742f-e062-400a-9080-b9aa19da59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:58.348700 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-936cb561-b6f7-4be2-826a-27175405224c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&device_id=6405e5d7-879a-4e6a-baa2-a6a8b2503c10 HTTP/1.1" status: 200 len: 1099 time: 0.1546013 Nov 19 09:07:58.358961 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-ae37742f-e062-400a-9080-b9aa19da59f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1011834 Nov 19 09:07:58.387241 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3c03ed-13e2-4379-8795-0a2c360e1b0a x-openstack-request-id: req-6a3c03ed-13e2-4379-8795-0a2c360e1b0a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:58.389939 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983c8b4b-76fb-464d-9e19-78db0f6e5398", "tag": "62cf3efd-e96a-4dad-ada5-a5085a2472f7", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:58.390704 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a3c03ed-13e2-4379-8795-0a2c360e1b0a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:58.391296 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983c8b4b-76fb-464d-9e19-78db0f6e5398', 'tag': '62cf3efd-e96a-4dad-ada5-a5085a2472f7', 'status': 'completed', 'code': 200} Nov 19 09:07:58.450989 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-82698bb1-addf-4193-aac8-300f787034fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=6746a633-9255-472f-947e-1de8775cd0f3 HTTP/1.1" status: 200 len: 217 time: 0.0782185 Nov 19 09:07:58.530385 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 79007b7f-85a7-4926-af69-9a74ceea9875, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=79007b7f-85a7-4926-af69-9a74ceea9875,segment=NetworkSegment(e30ed018-552d-42d4-8ad7-60591dd042b0),segment_id=e30ed018-552d-42d4-8ad7-60591dd042b0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:58.531336 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-505e50e8-c74d-4ca3-acb8-04dd42b84a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:58.533504 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-505e50e8-c74d-4ca3-acb8-04dd42b84a51 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0709445 Nov 19 09:07:58.539678 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacc79b-60e3-4f69-8b7a-ad5aa08cffed service neutron] Pushing event updated for resources: {'Port': ['ID=c6b2c822-f01a-4212-a558-0c0e56810ba7,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:58.555289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '79007b7f-85a7-4926-af69-9a74ceea9875', 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7', 'port_id': '79007b7f-85a7-4926-af69-9a74ceea9875', 'mac_address': 'fa:16:3e:bc:a1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96926490-af93-496a-ac14-62637eebbbfd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:07:58.632340 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-90cc0e24-8924-4572-b8f9-5c28051fff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:58.634914 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-90cc0e24-8924-4572-b8f9-5c28051fff67 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0920863 Nov 19 09:07:58.646359 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:58.657241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-5e26c38b-c632-4d9f-9bf5-504718a51add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:58.658861 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-5e26c38b-c632-4d9f-9bf5-504718a51add service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2448485 Nov 19 09:07:58.672664 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-fdf52690-51a7-4ed6-a0cf-097ac433a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:58.675414 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-fdf52690-51a7-4ed6-a0cf-097ac433a49b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&device_id=13022fb1-762c-4d39-8d49-365e2477ce9b HTTP/1.1" status: 200 len: 1100 time: 0.2958241 Nov 19 09:07:58.701434 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79007b7f-85a7-4926-af69-9a74ceea9875 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:07:58.731308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97598e02-d596-4277-81ee-766566730ee3 req-c494a143-477d-4688-aaec-d07df74aebad tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:58.733997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97598e02-d596-4277-81ee-766566730ee3 req-c494a143-477d-4688-aaec-d07df74aebad tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=13022fb1-762c-4d39-8d49-365e2477ce9b HTTP/1.1" status: 200 len: 948 time: 0.3239796 Nov 19 09:07:58.744953 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 79007b7f-85a7-4926-af69-9a74ceea9875, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=79007b7f-85a7-4926-af69-9a74ceea9875,segment=NetworkSegment(e30ed018-552d-42d4-8ad7-60591dd042b0),segment_id=e30ed018-552d-42d4-8ad7-60591dd042b0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:07:58.752838 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:07:58.787495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a89cbf-80e4-44aa-800a-8310e6c0ba80 req-69cf98f6-338c-455d-b585-2c17386a92bb tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:58.808756 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42a89cbf-80e4-44aa-800a-8310e6c0ba80 req-69cf98f6-338c-455d-b585-2c17386a92bb tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 947 time: 0.2632623 Nov 19 09:07:58.826957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82a5a4-1bc9-4edf-969d-78faf200fda5 req-eb98be66-b18d-4cce-a1d1-d9a1d3bac27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:58.829821 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc82a5a4-1bc9-4edf-969d-78faf200fda5 req-eb98be66-b18d-4cce-a1d1-d9a1d3bac27a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04047b519840476fb11f47f5e01d67ee&device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 1095 time: 0.3619325 Nov 19 09:07:58.840297 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=79007b7f-85a7-4926-af69-9a74ceea9875,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:07:58.940835 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-279e8456-c4a8-4f8a-ba73-75ec8c9ffe92 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c6b2c822-f01a-4212-a558-0c0e56810ba7 HTTP/1.1" status: 200 len: 217 time: 0.2460232 Nov 19 09:07:59.118813 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['79007b7f-85a7-4926-af69-9a74ceea9875'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:07:59.124917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858f57-bbef-4508-b62b-152809e1cb10 req-d3e9a9ce-01f3-4443-b925-e8cba4d99f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:59.126660 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99858f57-bbef-4508-b62b-152809e1cb10 req-d3e9a9ce-01f3-4443-b925-e8cba4d99f38 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 1102 time: 0.3971541 Nov 19 09:07:59.133028 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-32a80b74-abfd-47d0-bda3-d03f3d205cc0 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896901 Nov 19 09:07:59.224031 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42a89cbf-80e4-44aa-800a-8310e6c0ba80 req-599182f4-3167-4ece-9395-210432ae5070 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128802 Nov 19 09:07:59.247482 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97598e02-d596-4277-81ee-766566730ee3 req-19544161-b710-4cfe-971a-6a2d404ddade tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437169 Nov 19 09:07:59.273644 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-48518774-791c-47ef-afd4-271f1e06d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:59.285215 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-48518774-791c-47ef-afd4-271f1e06d776 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.3307507 Nov 19 09:07:59.330302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82a5a4-1bc9-4edf-969d-78faf200fda5 req-64f3037d-aa24-44fc-b5ae-f61e4b19d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:59.349690 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc82a5a4-1bc9-4edf-969d-78faf200fda5 req-64f3037d-aa24-44fc-b5ae-f61e4b19d99b service neutron] 10.222.0.66 "GET /v2.0/networks?id=44d3298f-7adf-4433-ae40-67bd57efdfb7 HTTP/1.1" status: 200 len: 920 time: 0.4327950 Nov 19 09:07:59.352155 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-1a002f59-8257-4133-b2ea-3a6a6611792f service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6737380 Nov 19 09:07:59.357658 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b101236f-e127-4586-95be-e95675bcef78 x-openstack-request-id: req-b101236f-e127-4586-95be-e95675bcef78 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:07:59.358413 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e1ee8e-f30b-4664-9b11-d46a542c7404", "tag": "2fe0ddf0-f264-47ba-927d-ccf256d36523", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:07:59.360809 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b101236f-e127-4586-95be-e95675bcef78 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:07:59.363349 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e1ee8e-f30b-4664-9b11-d46a542c7404', 'tag': '2fe0ddf0-f264-47ba-927d-ccf256d36523', 'status': 'completed', 'code': 200} Nov 19 09:07:59.427313 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858f57-bbef-4508-b62b-152809e1cb10 req-7f674a0a-a7d3-4266-b925-c4c8e20c82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:59.429036 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99858f57-bbef-4508-b62b-152809e1cb10 req-7f674a0a-a7d3-4266-b925-c4c8e20c82d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2900035 Nov 19 09:07:59.488961 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-8ef09640-a351-4f09-ba83-13583504cfb4 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357065 Nov 19 09:07:59.490388 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99858f57-bbef-4508-b62b-152809e1cb10 req-5902fa8e-960d-463e-8c43-a2cd26e1036c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=6e892c7e-7b94-4494-b77a-da13076f9346 HTTP/1.1" status: 200 len: 217 time: 0.0511520 Nov 19 09:07:59.528747 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc82a5a4-1bc9-4edf-969d-78faf200fda5 req-9d8832e6-b631-40cf-b634-93b9cccf6906 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62cf3efd-e96a-4dad-ada5-a5085a2472f7 HTTP/1.1" status: 200 len: 217 time: 0.1630249 Nov 19 09:07:59.563197 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858f57-bbef-4508-b62b-152809e1cb10 req-5350f071-5a33-4792-8f2b-3aa1ff18c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:59.565563 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99858f57-bbef-4508-b62b-152809e1cb10 req-5350f071-5a33-4792-8f2b-3aa1ff18c4cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0652096 Nov 19 09:07:59.632546 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858f57-bbef-4508-b62b-152809e1cb10 req-6e42dfc4-ac3d-4f2f-98ed-51e9264be64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:59.634218 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99858f57-bbef-4508-b62b-152809e1cb10 req-6e42dfc4-ac3d-4f2f-98ed-51e9264be64d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0593376 Nov 19 09:07:59.678335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82a5a4-1bc9-4edf-969d-78faf200fda5 req-37836645-5dab-40e5-98e8-0698710bebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:59.680003 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc82a5a4-1bc9-4edf-969d-78faf200fda5 req-37836645-5dab-40e5-98e8-0698710bebb2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96926490-af93-496a-ac14-62637eebbbfd HTTP/1.1" status: 200 len: 859 time: 0.1298225 Nov 19 09:07:59.682115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-32c517ab-ce4f-49de-a0c6-ac16d6ee9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:59.683527 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-32c517ab-ce4f-49de-a0c6-ac16d6ee9f6e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3304505 Nov 19 09:07:59.787594 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-902d05ee-52dc-4a33-b8c2-dbb74f4f07f9 req-093705eb-3071-454b-9b47-5b0f406619bb service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179206 Nov 19 09:07:59.809779 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc82a5a4-1bc9-4edf-969d-78faf200fda5 req-d688e5d3-0652-4172-b55c-4ff82080052a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=44d3298f-7adf-4433-ae40-67bd57efdfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077425 Nov 19 09:07:59.810912 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99858f57-bbef-4508-b62b-152809e1cb10 req-0f27a761-caef-404d-87e5-5fcc4e8be51d service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596775 Nov 19 09:07:59.832258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-9f24d3f0-945f-4a8f-af93-fe4874f803f5 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:07:59.834709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-9f24d3f0-945f-4a8f-af93-fe4874f803f5 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 808 time: 0.3753417 Nov 19 09:07:59.954682 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99858f57-bbef-4508-b62b-152809e1cb10 req-2a2e025f-0da3-4485-956b-599b623bd6ea service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211698 Nov 19 09:08:00.002004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-12f61308-4136-4542-8da7-8fd1dbfd4cc2 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/quotas/f4ec3ebf1477409f8393f974b06cf696 HTTP/1.1" status: 200 len: 375 time: 0.1308498 Nov 19 09:08:00.293451 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 62cf3efd-e96a-4dad-ada5-a5085a2472f7 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:08:00.298521 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 79007b7f-85a7-4926-af69-9a74ceea9875 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:08:00.319403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-c26e535b-5014-4b52-a0d1-7cf60cd5fc61 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6131346 Nov 19 09:08:00.331799 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac5c2c-282e-4426-83b9-dcbe6560cb67 req-f98c62c9-de55-4e6c-9c8a-f5a94a337b00 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:00.333331 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7cac5c2c-282e-4426-83b9-dcbe6560cb67 req-f98c62c9-de55-4e6c-9c8a-f5a94a337b00 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0161989b-3b13-4c0a-88c6-4dbcde9a3a16 HTTP/1.1" status: 200 len: 945 time: 0.5926955 Nov 19 09:08:00.343113 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58532) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:00.355493 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5d79aae4-188d-461c-a576-1598b51c7ef9 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Request body: {'floatingip': {'port_id': 'c4ea591a-ca96-487b-8cc1-7db53019bb9c'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:00.395280 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6405e5d7-879a-4e6a-baa2-a6a8b2503c10', 'tag': '6746a633-9255-472f-947e-1de8775cd0f3'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:00.395523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4533b-fcca-4939-8c59-5c9d336f1278 req-4f3ae7b3-45ad-4c78-a13a-a1e6ba049f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:00.396519 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1f4533b-fcca-4939-8c59-5c9d336f1278 req-4f3ae7b3-45ad-4c78-a13a-a1e6ba049f98 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6c65584c041643dc8b3887096ef29375&device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 1099 time: 0.5088134 Nov 19 09:08:00.398402 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eb339e-b998-4588-8425-73feb2a31972" -d '{"events": [{"name": "network-changed", "server_uuid": "6405e5d7-879a-4e6a-baa2-a6a8b2503c10", "tag": "6746a633-9255-472f-947e-1de8775cd0f3"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:00.407075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc82a5a4-1bc9-4edf-969d-78faf200fda5 req-296b20d7-4bac-4fae-8698-4907e176c3de service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712976 Nov 19 09:08:00.459287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 79007b7f-85a7-4926-af69-9a74ceea9875 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:08:00.469181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 79007b7f-85a7-4926-af69-9a74ceea9875 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:00.469870 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:00.470387 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d79aae4-188d-461c-a576-1598b51c7ef9 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for floatingip, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:00.508389 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-94df8c33-1eb7-4446-99ab-3518972a6fdd tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4804287 Nov 19 09:08:00.541972 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 62cf3efd-e96a-4dad-ada5-a5085a2472f7, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=62cf3efd-e96a-4dad-ada5-a5085a2472f7,segment=NetworkSegment(e30ed018-552d-42d4-8ad7-60591dd042b0),segment_id=e30ed018-552d-42d4-8ad7-60591dd042b0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:00.561546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '62cf3efd-e96a-4dad-ada5-a5085a2472f7', 'network_id': '44d3298f-7adf-4433-ae40-67bd57efdfb7', 'port_id': '62cf3efd-e96a-4dad-ada5-a5085a2472f7', 'mac_address': 'fa:16:3e:d8:bf:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96926490-af93-496a-ac14-62637eebbbfd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:08:00.663201 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:00.676964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cf3efd-e96a-4dad-ada5-a5085a2472f7 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:08:00.681146 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:00.684518 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2db92908-5eb9-45a6-b3c2-1088c3c49ddb req-5e02c479-7f99-4903-bf50-506fbb385df3 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501582 Nov 19 09:08:00.734656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bc3cf-6ccc-43ee-83e5-722806f2d5ee req-e40f3dbc-c9a8-4423-be53-64045831d8f1 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:00.736224 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-680bc3cf-6ccc-43ee-83e5-722806f2d5ee req-e40f3dbc-c9a8-4423-be53-64045831d8f1 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 943 time: 0.3134012 Nov 19 09:08:00.739697 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 62cf3efd-e96a-4dad-ada5-a5085a2472f7, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=62cf3efd-e96a-4dad-ada5-a5085a2472f7,segment=NetworkSegment(e30ed018-552d-42d4-8ad7-60591dd042b0),segment_id=e30ed018-552d-42d4-8ad7-60591dd042b0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:00.746223 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:00.756973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e520ea0-0f2f-49df-a2b3-6ab97f789be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79007b7f-85a7-4926-af69-9a74ceea9875'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:00.759731 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221a12ee-a44e-4b51-afef-8ed53be0327e" -d '{"events": [{"server_uuid": "8e520ea0-0f2f-49df-a2b3-6ab97f789be5", "name": "network-vif-plugged", "status": "completed", "tag": "79007b7f-85a7-4926-af69-9a74ceea9875"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:00.788610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4533b-fcca-4939-8c59-5c9d336f1278 req-f26c7d76-50c5-4e24-b432-9dac4d99a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:00.790231 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1f4533b-fcca-4939-8c59-5c9d336f1278 req-f26c7d76-50c5-4e24-b432-9dac4d99a369 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.3822408 Nov 19 09:08:00.802140 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc82a5a4-1bc9-4edf-969d-78faf200fda5 req-983a84b7-fc3c-4ecc-bfb3-7f710ab8591c service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803549 Nov 19 09:08:00.818878 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-ca977014-e650-41cf-b446-5c22447c10f0 service neutron] 10.222.0.21 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381086 Nov 19 09:08:00.827236 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 79007b7f-85a7-4926-af69-9a74ceea9875, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=79007b7f-85a7-4926-af69-9a74ceea9875,segment=NetworkSegment(e30ed018-552d-42d4-8ad7-60591dd042b0),segment_id=e30ed018-552d-42d4-8ad7-60591dd042b0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:00.846754 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:00.869156 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1f4533b-fcca-4939-8c59-5c9d336f1278 req-9535fa44-25f9-44af-bcd2-754735e5e3b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2fe0ddf0-f264-47ba-927d-ccf256d36523 HTTP/1.1" status: 200 len: 217 time: 0.0658343 Nov 19 09:08:00.876693 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=62cf3efd-e96a-4dad-ada5-a5085a2472f7,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:00.952676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-680bc3cf-6ccc-43ee-83e5-722806f2d5ee req-9715723f-6e05-43d8-98fc-486838dd0958 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007928 Nov 19 09:08:00.981944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=79007b7f-85a7-4926-af69-9a74ceea9875,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:00.989063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4533b-fcca-4939-8c59-5c9d336f1278 req-d7e4dfca-b4b8-4e00-ace9-9a4f40f95f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:00.990751 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1f4533b-fcca-4939-8c59-5c9d336f1278 req-d7e4dfca-b4b8-4e00-ace9-9a4f40f95f66 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1042216 Nov 19 09:08:01.037140 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-3ac88480-90ee-4b0a-9212-06474c58ad7b service neutron] 10.222.0.21 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793590 Nov 19 09:08:01.041338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['62cf3efd-e96a-4dad-ada5-a5085a2472f7'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:01.056016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4533b-fcca-4939-8c59-5c9d336f1278 req-72716d72-105c-4cee-81b3-32e11baac189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:01.057877 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1f4533b-fcca-4939-8c59-5c9d336f1278 req-72716d72-105c-4cee-81b3-32e11baac189 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0573230 Nov 19 09:08:01.243303 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1f4533b-fcca-4939-8c59-5c9d336f1278 req-fb7e232a-fc23-4c36-815c-fa14e32363bd service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592331 Nov 19 09:08:01.256467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbd094-3506-4cfb-a475-4bb77b6e3a2d req-d757ab96-57ea-4202-b074-eb2bd5a8b6af tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:01.265343 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6acbd094-3506-4cfb-a475-4bb77b6e3a2d req-d757ab96-57ea-4202-b074-eb2bd5a8b6af tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.1984863 Nov 19 09:08:01.306544 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-5d79aae4-188d-461c-a576-1598b51c7ef9 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:08:01.366339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13022fb1-762c-4d39-8d49-365e2477ce9b', 'tag': 'c6b2c822-f01a-4212-a558-0c0e56810ba7'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:01.368706 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dad95d-ee6b-4b76-83d2-4f26af5d1fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "13022fb1-762c-4d39-8d49-365e2477ce9b", "tag": "c6b2c822-f01a-4212-a558-0c0e56810ba7"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:01.388163 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6acbd094-3506-4cfb-a475-4bb77b6e3a2d req-c68871bf-0b41-4d93-bef9-840d09089ed1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227057 Nov 19 09:08:01.450080 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d79aae4-188d-461c-a576-1598b51c7ef9 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:01.458513 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d79aae4-188d-461c-a576-1598b51c7ef9 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:01.459125 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1f4533b-fcca-4939-8c59-5c9d336f1278 req-8762a34a-78cd-43f3-9755-544182834167 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917942 Nov 19 09:08:01.595580 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ad14f-0d44-4858-80b2-e46292b45459 req-f99a034c-3b45-42e4-b1ce-771cf4c9d265 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:01.600604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b14ad14f-0d44-4858-80b2-e46292b45459 req-f99a034c-3b45-42e4-b1ce-771cf4c9d265 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 947 time: 0.1164520 Nov 19 09:08:01.681614 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b14ad14f-0d44-4858-80b2-e46292b45459 req-e8917ccc-89f2-4072-9919-1701488d304b tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711124 Nov 19 09:08:01.867971 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-5d79aae4-188d-461c-a576-1598b51c7ef9 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Floating IP cffadca0-d2db-464a-9c58-9d7c74e3db4b associated. External IP: 172.25.0.224, port: c4ea591a-ca96-487b-8cc1-7db53019bb9c. Nov 19 09:08:01.887182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58558) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:01.926675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffc5fa-2df1-4f06-bdf8-d63c4bd0694f req-ff909a05-a83d-400b-b7be-3775c2caf0ac tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:01.928721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9ffc5fa-2df1-4f06-bdf8-d63c4bd0694f req-ff909a05-a83d-400b-b7be-3775c2caf0ac tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=13022fb1-762c-4d39-8d49-365e2477ce9b HTTP/1.1" status: 200 len: 948 time: 0.1304898 Nov 19 09:08:02.029733 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9ffc5fa-2df1-4f06-bdf8-d63c4bd0694f req-478de985-e891-4d35-92ff-f461d37e1b7b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904834 Nov 19 09:08:02.124112 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cad858-b23d-48ef-95c8-03e6775c3d0e x-openstack-request-id: req-b5cad858-b23d-48ef-95c8-03e6775c3d0e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:02.124567 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6405e5d7-879a-4e6a-baa2-a6a8b2503c10", "tag": "6746a633-9255-472f-947e-1de8775cd0f3", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:02.124968 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5cad858-b23d-48ef-95c8-03e6775c3d0e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:02.125224 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de65fba9-25cb-4f26-b399-5a4e0687f22b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:02.126510 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6405e5d7-879a-4e6a-baa2-a6a8b2503c10', 'tag': '6746a633-9255-472f-947e-1de8775cd0f3', 'status': 'completed', 'code': 200} Nov 19 09:08:02.159831 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebee23b-aa0c-4b34-83b4-783db3363e46 x-openstack-request-id: req-7ebee23b-aa0c-4b34-83b4-783db3363e46 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:02.161158 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e520ea0-0f2f-49df-a2b3-6ab97f789be5", "name": "network-vif-plugged", "status": "completed", "tag": "79007b7f-85a7-4926-af69-9a74ceea9875", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:02.161909 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ebee23b-aa0c-4b34-83b4-783db3363e46 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:02.162719 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e520ea0-0f2f-49df-a2b3-6ab97f789be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79007b7f-85a7-4926-af69-9a74ceea9875', 'code': 200} Nov 19 09:08:02.235158 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd5b5fe-fc1d-43cc-a92d-31c68a041f95 x-openstack-request-id: req-5fd5b5fe-fc1d-43cc-a92d-31c68a041f95 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:02.235861 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13022fb1-762c-4d39-8d49-365e2477ce9b", "tag": "c6b2c822-f01a-4212-a558-0c0e56810ba7", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:02.236930 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fd5b5fe-fc1d-43cc-a92d-31c68a041f95 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:02.237572 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13022fb1-762c-4d39-8d49-365e2477ce9b', 'tag': 'c6b2c822-f01a-4212-a558-0c0e56810ba7', 'status': 'completed', 'code': 200} Nov 19 09:08:02.297887 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab6b41eb-a1a0-4814-9088-bf7ed7ddcfd8 req-965b4616-611d-43a9-bfc6-33eadcdc807a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 210 time: 0.0908289 Nov 19 09:08:02.307710 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 62cf3efd-e96a-4dad-ada5-a5085a2472f7 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:08:02.392935 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d79aae4-188d-461c-a576-1598b51c7ef9 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Router 08e18be6-4c4f-4670-9611-9c4e66e1abaa has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:08:02.399805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 62cf3efd-e96a-4dad-ada5-a5085a2472f7 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:08:02.404408 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 62cf3efd-e96a-4dad-ada5-a5085a2472f7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:02.405025 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:02.523992 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:02.554033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb339e-b998-4588-8425-73feb2a31972 req-32a9381b-23c7-4225-9c6b-3435e5ae73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:02.555727 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8eb339e-b998-4588-8425-73feb2a31972 req-32a9381b-23c7-4225-9c6b-3435e5ae73be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&device_id=6405e5d7-879a-4e6a-baa2-a6a8b2503c10 HTTP/1.1" status: 200 len: 1099 time: 0.3816881 Nov 19 09:08:02.576512 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d79aae4-188d-461c-a576-1598b51c7ef9 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:08:02.590718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 62cf3efd-e96a-4dad-ada5-a5085a2472f7, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=62cf3efd-e96a-4dad-ada5-a5085a2472f7,segment=NetworkSegment(e30ed018-552d-42d4-8ad7-60591dd042b0),segment_id=e30ed018-552d-42d4-8ad7-60591dd042b0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:02.594316 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21251a3c-9ec7-4113-b66b-1563b0b2b9c9 None None] Sync routers for ids ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:08:02.597358 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:02.603332 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de65fba9-25cb-4f26-b399-5a4e0687f22b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:02.613295 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21251a3c-9ec7-4113-b66b-1563b0b2b9c9 None None] Routers {'08e18be6-4c4f-4670-9611-9c4e66e1abaa'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:08:02.614259 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-21251a3c-9ec7-4113-b66b-1563b0b2b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:07:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:02.616393 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d79aae4-188d-461c-a576-1598b51c7ef9 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:02.668362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de12b0-f56d-4096-afc3-3b20d78197f5 req-e32c9a3c-503e-4a79-8962-4854e64e43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:02.669349 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5d79aae4-188d-461c-a576-1598b51c7ef9 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "PUT /v2.0/floatingips/cffadca0-d2db-464a-9c58-9d7c74e3db4b HTTP/1.1" status: 200 len: 991 time: 2.3228853 Nov 19 09:08:02.671009 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63de12b0-f56d-4096-afc3-3b20d78197f5 req-e32c9a3c-503e-4a79-8962-4854e64e43a5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 1098 time: 0.2737088 Nov 19 09:08:02.676186 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de65fba9-25cb-4f26-b399-5a4e0687f22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:02.689257 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dad95d-ee6b-4b76-83d2-4f26af5d1fd0 req-0d234ae8-8330-43c0-b807-76bcf6c9e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:02.691272 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39dad95d-ee6b-4b76-83d2-4f26af5d1fd0 req-0d234ae8-8330-43c0-b807-76bcf6c9e066 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&device_id=13022fb1-762c-4d39-8d49-365e2477ce9b HTTP/1.1" status: 200 len: 1100 time: 0.3896420 Nov 19 09:08:02.698729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=62cf3efd-e96a-4dad-ada5-a5085a2472f7,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:02.736763 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca4e95-0eec-4057-8aa9-71b0a1b32116 req-b52ae668-3099-4706-a60e-e5bc894c732e tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:02.738384 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a2ca4e95-0eec-4057-8aa9-71b0a1b32116 req-b52ae668-3099-4706-a60e-e5bc894c732e tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 944 time: 0.4093471 Nov 19 09:08:02.773814 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-21251a3c-9ec7-4113-b66b-1563b0b2b9c9 None None] Set router 08e18be6-4c4f-4670-9611-9c4e66e1abaa gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:08:02.817257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6746a633-9255-472f-947e-1de8775cd0f3 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:08:02.937224 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-de65fba9-25cb-4f26-b399-5a4e0687f22b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=749fb2f739234b81a94bf9f64a96999c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0480313 Nov 19 09:08:02.955537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58582) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:02.983389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65fba9-25cb-4f26-b399-5a4e0687f22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbc7127-5008-4eff-9600-799cbaf0b9f6,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:03.050630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb339e-b998-4588-8425-73feb2a31972 req-ef1a77fa-4205-4399-a3b5-305f50c46e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:03.052505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8eb339e-b998-4588-8425-73feb2a31972 req-ef1a77fa-4205-4399-a3b5-305f50c46e03 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.4828045 Nov 19 09:08:03.064959 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65fba9-25cb-4f26-b399-5a4e0687f22b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:03.065358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65fba9-25cb-4f26-b399-5a4e0687f22b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:03.065706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65fba9-25cb-4f26-b399-5a4e0687f22b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:03.066047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65fba9-25cb-4f26-b399-5a4e0687f22b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:03.066386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65fba9-25cb-4f26-b399-5a4e0687f22b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:03.066730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65fba9-25cb-4f26-b399-5a4e0687f22b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:03.067060 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65fba9-25cb-4f26-b399-5a4e0687f22b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:03.067393 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65fba9-25cb-4f26-b399-5a4e0687f22b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:03.067717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65fba9-25cb-4f26-b399-5a4e0687f22b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:03.068047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65fba9-25cb-4f26-b399-5a4e0687f22b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:03.068454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65fba9-25cb-4f26-b399-5a4e0687f22b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:03.068755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65fba9-25cb-4f26-b399-5a4e0687f22b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:03.084879 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63de12b0-f56d-4096-afc3-3b20d78197f5 req-059ec469-8908-45e2-8dae-e3140dc84473 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874209 Nov 19 09:08:03.091683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6746a633-9255-472f-947e-1de8775cd0f3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6746a633-9255-472f-947e-1de8775cd0f3,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:03.115168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '6746a633-9255-472f-947e-1de8775cd0f3', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '6746a633-9255-472f-947e-1de8775cd0f3', 'mac_address': 'fa:16:3e:7a:67:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:08:03.130342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a2ca4e95-0eec-4057-8aa9-71b0a1b32116 req-0ac499ca-120b-4101-affe-04941e5c0ede tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273842 Nov 19 09:08:03.225699 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:03.253125 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6746a633-9255-472f-947e-1de8775cd0f3 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:08:03.261105 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8eb339e-b998-4588-8425-73feb2a31972 req-4b6d7d1d-63fe-4215-82c0-88e99a97951d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=6746a633-9255-472f-947e-1de8775cd0f3 HTTP/1.1" status: 200 len: 217 time: 0.1853209 Nov 19 09:08:03.263027 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-5f6c5dd6-a0cb-4a28-8cf7-bd22ea2fa77b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:03.265284 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-5f6c5dd6-a0cb-4a28-8cf7-bd22ea2fa77b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.66 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 808 time: 0.3401544 Nov 19 09:08:03.270107 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dad95d-ee6b-4b76-83d2-4f26af5d1fd0 req-d040e04d-cfea-4d08-a829-e39d3b5795c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:03.271781 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39dad95d-ee6b-4b76-83d2-4f26af5d1fd0 req-d040e04d-cfea-4d08-a829-e39d3b5795c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.5547659 Nov 19 09:08:03.328423 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Request body: {'port': {'device_id': 'dd5c6dba-8723-45fa-9f14-851cd3600a36', 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300', 'admin_state_up': True, 'tenant_id': 'f4ec3ebf1477409f8393f974b06cf696'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:03.339062 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6746a633-9255-472f-947e-1de8775cd0f3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6746a633-9255-472f-947e-1de8775cd0f3,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:03.353576 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:03.356989 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 2fe0ddf0-f264-47ba-927d-ccf256d36523 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:08:03.372897 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39dad95d-ee6b-4b76-83d2-4f26af5d1fd0 req-8de57fb8-23ab-4534-a508-c82287b866d2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c6b2c822-f01a-4212-a558-0c0e56810ba7 HTTP/1.1" status: 200 len: 217 time: 0.0860381 Nov 19 09:08:03.377700 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6113089b-ab1a-4056-9ac7-b1eaef95a27d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:03.397881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b62288-2cc8-4f01-bf44-6ad1ee214d6d req-98e93a3f-b62f-4bb8-9c32-671f551f2b96 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:03.410778 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5b62288-2cc8-4f01-bf44-6ad1ee214d6d req-98e93a3f-b62f-4bb8-9c32-671f551f2b96 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.3327048 Nov 19 09:08:03.429592 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-21251a3c-9ec7-4113-b66b-1563b0b2b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:07:04Z', 'revision_number': 4, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'cffadca0-d2db-464a-9c58-9d7c74e3db4b', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'floating_ip_address': '172.25.0.224', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'port_id': 'c4ea591a-ca96-487b-8cc1-7db53019bb9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'mac_address': 'fa:16:3e:24:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0161989b-3b13-4c0a-88c6-4dbcde9a3a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:07:32Z', 'updated_at': '2021-11-19T09:08:01Z', 'revision_number': 1, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232a378c-0d9c-4fee-a1c3-fa4649b4ea20', 'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'mac_address': 'fa:16:3e:ac:b8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:03Z', 'updated_at': '2021-11-19T09:07:10Z', 'revision_number': 5, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'subnets': [{'id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:03.483798 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21251a3c-9ec7-4113-b66b-1563b0b2b9c9 None None] Checking router: 08e18be6-4c4f-4670-9611-9c4e66e1abaa for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:08:03.496192 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21251a3c-9ec7-4113-b66b-1563b0b2b9c9 None None] Routers {'08e18be6-4c4f-4670-9611-9c4e66e1abaa'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:08:03.496961 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-21251a3c-9ec7-4113-b66b-1563b0b2b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:07:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:03.517792 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Made reservation on behalf of f4ec3ebf1477409f8393f974b06cf696 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:08:03.528725 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:03.534131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb339e-b998-4588-8425-73feb2a31972 req-365961b8-7b68-4a97-aa49-cd8ae561bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:03.537405 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8eb339e-b998-4588-8425-73feb2a31972 req-365961b8-7b68-4a97-aa49-cd8ae561bb30 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.2620137 Nov 19 09:08:03.542086 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=6746a633-9255-472f-947e-1de8775cd0f3,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:03.559039 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 2fe0ddf0-f264-47ba-927d-ccf256d36523, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=2fe0ddf0-f264-47ba-927d-ccf256d36523,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:03.575124 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '2fe0ddf0-f264-47ba-927d-ccf256d36523', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '2fe0ddf0-f264-47ba-927d-ccf256d36523', 'mac_address': 'fa:16:3e:ed:a2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:08:03.627555 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6113089b-ab1a-4056-9ac7-b1eaef95a27d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:03.630695 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:03.652764 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe0ddf0-f264-47ba-927d-ccf256d36523 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:08:03.683979 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 2fe0ddf0-f264-47ba-927d-ccf256d36523, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=2fe0ddf0-f264-47ba-927d-ccf256d36523,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:03.692742 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:03.764857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=2fe0ddf0-f264-47ba-927d-ccf256d36523,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:03.774361 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-21251a3c-9ec7-4113-b66b-1563b0b2b9c9 None None] Set router 08e18be6-4c4f-4670-9611-9c4e66e1abaa gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:08:03.803658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dad95d-ee6b-4b76-83d2-4f26af5d1fd0 req-2073c6a2-24a3-4350-ba35-36d6ed4bf3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:03.806000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39dad95d-ee6b-4b76-83d2-4f26af5d1fd0 req-2073c6a2-24a3-4350-ba35-36d6ed4bf3fc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.3923745 Nov 19 09:08:03.821758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Allocated IP 172.20.0.11 (692fa143-7b59-41f0-9ea1-d966185e0300/ff2a7f57-5058-429c-8ba6-c703edb15a02/053e479a-be60-4f45-83f3-abbd16a4654f) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:08:03.905882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5b62288-2cc8-4f01-bf44-6ad1ee214d6d req-6e80a7a4-02c9-4a17-b49f-a17c4d42a909 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947209 Nov 19 09:08:04.055146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6ede4-db3e-4259-b202-5cfd842d3971 req-4351704e-c80d-4757-a872-2fc0e5578825 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:04.060598 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['2fe0ddf0-f264-47ba-927d-ccf256d36523'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:04.062138 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0e6ede4-db3e-4259-b202-5cfd842d3971 req-4351704e-c80d-4757-a872-2fc0e5578825 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 947 time: 0.5975986 Nov 19 09:08:04.091276 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6113089b-ab1a-4056-9ac7-b1eaef95a27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:04.097537 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6113089b-ab1a-4056-9ac7-b1eaef95a27d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:04.104851 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6113089b-ab1a-4056-9ac7-b1eaef95a27d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1bbc7127-5008-4eff-9600-799cbaf0b9f6 HTTP/1.1" status: 204 len: 168 time: 1.1441441 Nov 19 09:08:04.135548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['6746a633-9255-472f-947e-1de8775cd0f3'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:04.141797 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0161989b-3b13-4c0a-88c6-4dbcde9a3a16', 'tag': 'c4ea591a-ca96-487b-8cc1-7db53019bb9c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:04.148323 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d42478-a1fe-4a54-b913-fe870463cf06" -d '{"events": [{"name": "network-changed", "server_uuid": "0161989b-3b13-4c0a-88c6-4dbcde9a3a16", "tag": "c4ea591a-ca96-487b-8cc1-7db53019bb9c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:04.171655 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb339e-b998-4588-8425-73feb2a31972 req-1ca87349-57cc-478f-966a-3c5391bfdbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:04.174326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8eb339e-b998-4588-8425-73feb2a31972 req-1ca87349-57cc-478f-966a-3c5391bfdbaf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4046466 Nov 19 09:08:04.179388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113089b-ab1a-4056-9ac7-b1eaef95a27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbc7127-5008-4eff-9600-799cbaf0b9f6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:04.182387 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983c8b4b-76fb-464d-9e19-78db0f6e5398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cf3efd-e96a-4dad-ada5-a5085a2472f7'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:04.184376 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dad95d-ee6b-4b76-83d2-4f26af5d1fd0 req-3effc5be-c5ec-4f1b-b5fa-4974dfce104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:04.189950 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39dad95d-ee6b-4b76-83d2-4f26af5d1fd0 req-3effc5be-c5ec-4f1b-b5fa-4974dfce104c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2965097 Nov 19 09:08:04.190571 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0746fa89-f3de-4485-a80d-70b78db81baa" -d '{"events": [{"server_uuid": "983c8b4b-76fb-464d-9e19-78db0f6e5398", "name": "network-vif-plugged", "status": "completed", "tag": "62cf3efd-e96a-4dad-ada5-a5085a2472f7"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:04.292392 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-21251a3c-9ec7-4113-b66b-1563b0b2b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:07:04Z', 'revision_number': 4, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'cffadca0-d2db-464a-9c58-9d7c74e3db4b', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'floating_ip_address': '172.25.0.224', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'port_id': 'c4ea591a-ca96-487b-8cc1-7db53019bb9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'mac_address': 'fa:16:3e:24:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0161989b-3b13-4c0a-88c6-4dbcde9a3a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:07:32Z', 'updated_at': '2021-11-19T09:08:01Z', 'revision_number': 1, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232a378c-0d9c-4fee-a1c3-fa4649b4ea20', 'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'mac_address': 'fa:16:3e:ac:b8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:03Z', 'updated_at': '2021-11-19T09:07:10Z', 'revision_number': 5, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'subnets': [{'id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:04.296884 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:04.339371 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21251a3c-9ec7-4113-b66b-1563b0b2b9c9 None None] The sync data for ids ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'] in n-d-805649-14 is: [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:07:04Z', 'revision_number': 4, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'cffadca0-d2db-464a-9c58-9d7c74e3db4b', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'floating_ip_address': '172.25.0.224', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'port_id': 'c4ea591a-ca96-487b-8cc1-7db53019bb9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'mac_address': 'fa:16:3e:24:83:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0161989b-3b13-4c0a-88c6-4dbcde9a3a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:07:32Z', 'updated_at': '2021-11-19T09:08:01Z', 'revision_number': 1, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232a378c-0d9c-4fee-a1c3-fa4649b4ea20', 'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'mac_address': 'fa:16:3e:ac:b8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:03Z', 'updated_at': '2021-11-19T09:07:10Z', 'revision_number': 5, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'subnets': [{'id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:08:04.416936 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:04.536116 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Pushing event updated for resources: {'Port': ['ID=053e479a-be60-4f45-83f3-abbd16a4654f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:04.570977 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:04.571333 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:04.571686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:04.572031 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:04.572376 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:04.572871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:04.573241 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:04.573578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:04.573916 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:04.574799 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:04.574799 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:04.575024 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:04.589597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Network 692fa143-7b59-41f0-9ea1-d966185e0300 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:08:04.591806 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:08:04.594576 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:08:04.688161 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:04.689747 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:04.727850 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-c16a9d26-f252-434c-99e0-1edee9635834 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4243829 Nov 19 09:08:04.744630 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Request body: {'port': {'device_id': 'dd5c6dba-8723-45fa-9f14-851cd3600a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:04.848995 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c6b2c822-f01a-4212-a558-0c0e56810ba7 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:08:04.855679 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c8bab4-3877-49bd-94e6-2f85236617f2 None None] New status for floating IP cffadca0-d2db-464a-9c58-9d7c74e3db4b: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:08:04.883303 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0e6ede4-db3e-4259-b202-5cfd842d3971 req-dc955403-394d-467e-9d5a-1b5cb02347c5 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8159029 Nov 19 09:08:04.918175 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:04.941866 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58602) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:04.986956 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e8ea8069-6901-481e-8571-35634cddf304 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:05.095452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e18df-f187-4021-82b8-64965bbf9793 req-574af103-1700-448d-8d7f-e22452bf4628 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:05.111155 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b9e18df-f187-4021-82b8-64965bbf9793 req-574af103-1700-448d-8d7f-e22452bf4628 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=13022fb1-762c-4d39-8d49-365e2477ce9b HTTP/1.1" status: 200 len: 948 time: 0.3362796 Nov 19 09:08:05.233907 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39dad95d-ee6b-4b76-83d2-4f26af5d1fd0 req-c177ce24-2878-4484-8b06-1d089f4ed16c service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0165236 Nov 19 09:08:05.237432 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8eb339e-b998-4588-8425-73feb2a31972 req-5634e6ef-a480-4d67-b956-2d045974b23c service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0017204 Nov 19 09:08:05.438189 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c6b2c822-f01a-4212-a558-0c0e56810ba7, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c6b2c822-f01a-4212-a558-0c0e56810ba7,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:05.449104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e08b93-d19b-4617-8fdc-1744abcc9f20 req-e0cf39bd-7beb-46d9-9a0c-b292ee4c56e0 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:05.451063 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6e08b93-d19b-4617-8fdc-1744abcc9f20 req-e0cf39bd-7beb-46d9-9a0c-b292ee4c56e0 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 932 time: 0.4228053 Nov 19 09:08:05.454941 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e8ea8069-6901-481e-8571-35634cddf304 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:05.461973 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e8ea8069-6901-481e-8571-35634cddf304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:05.486491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'c6b2c822-f01a-4212-a558-0c0e56810ba7', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'c6b2c822-f01a-4212-a558-0c0e56810ba7', 'mac_address': 'fa:16:3e:5f:bb:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:08:05.502302 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b9e18df-f187-4021-82b8-64965bbf9793 req-1cecf528-f40a-4ad8-a7df-20e1983d2e3d tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571627 Nov 19 09:08:05.544499 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea8069-6901-481e-8571-35634cddf304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0219718d-d1f6-41f6-b363-ef1b666a01dc,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:05.601864 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e8ea8069-6901-481e-8571-35634cddf304 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=336cac6bbb004d8a8c8fb90f459a7fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6557181 Nov 19 09:08:05.605131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58608) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:05.675453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39dad95d-ee6b-4b76-83d2-4f26af5d1fd0 req-5bc6a942-ed42-4fc6-a9e9-4523f681c5b0 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275370 Nov 19 09:08:05.712653 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:05.734677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b2c822-f01a-4212-a558-0c0e56810ba7 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:08:05.746552 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053e479a-be60-4f45-83f3-abbd16a4654f {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:08:05.756212 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:05.771490 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Transition to ACTIVE for port object 053e479a-be60-4f45-83f3-abbd16a4654f will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:08:05.780279 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6e08b93-d19b-4617-8fdc-1744abcc9f20 req-f6cdaebb-d782-4270-8883-6ae74d6f0b57 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154597 Nov 19 09:08:05.793455 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c6b2c822-f01a-4212-a558-0c0e56810ba7, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c6b2c822-f01a-4212-a558-0c0e56810ba7,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:05.797696 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:05.801015 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:05.811402 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8eb339e-b998-4588-8425-73feb2a31972 req-f6d1887c-5041-44c7-93e7-48b8ed4949cb service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488503 Nov 19 09:08:05.828433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28507eae-543b-4905-a107-eb9bd029a0b6 req-f0dcf76b-e6af-4aa7-b446-5b1177122917 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:05.830372 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28507eae-543b-4905-a107-eb9bd029a0b6 req-f0dcf76b-e6af-4aa7-b446-5b1177122917 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.1306443 Nov 19 09:08:05.899529 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2b61e8-ce7c-4ad6-8364-02221df7da30 x-openstack-request-id: req-cf2b61e8-ce7c-4ad6-8364-02221df7da30 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:05.899833 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0161989b-3b13-4c0a-88c6-4dbcde9a3a16", "tag": "c4ea591a-ca96-487b-8cc1-7db53019bb9c", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:05.900094 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf2b61e8-ce7c-4ad6-8364-02221df7da30 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:05.900540 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0161989b-3b13-4c0a-88c6-4dbcde9a3a16', 'tag': 'c4ea591a-ca96-487b-8cc1-7db53019bb9c', 'status': 'completed', 'code': 200} Nov 19 09:08:05.914818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c6b2c822-f01a-4212-a558-0c0e56810ba7,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:05.942293 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d48c1e81-b8ad-4bc8-8016-73dbb8d40215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:05.964800 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf51f04a-aaac-4855-8bd1-49270386022c x-openstack-request-id: req-bf51f04a-aaac-4855-8bd1-49270386022c {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:05.965276 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983c8b4b-76fb-464d-9e19-78db0f6e5398", "name": "network-vif-plugged", "status": "completed", "tag": "62cf3efd-e96a-4dad-ada5-a5085a2472f7", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:05.965650 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf51f04a-aaac-4855-8bd1-49270386022c {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:05.966158 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983c8b4b-76fb-464d-9e19-78db0f6e5398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cf3efd-e96a-4dad-ada5-a5085a2472f7', 'code': 200} Nov 19 09:08:06.019987 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d48c1e81-b8ad-4bc8-8016-73dbb8d40215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:06.052121 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28507eae-543b-4905-a107-eb9bd029a0b6 req-fe6982c1-6410-42de-86df-80c6ad5a5bbb tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069061 Nov 19 09:08:06.116150 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Pushing event updated for resources: {'Port': ['ID=053e479a-be60-4f45-83f3-abbd16a4654f,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:06.127235 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d42478-a1fe-4a54-b913-fe870463cf06 req-b7e8592b-b2b3-4349-b38e-b91cdd376508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:06.129922 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8d42478-a1fe-4a54-b913-fe870463cf06 req-b7e8592b-b2b3-4349-b38e-b91cdd376508 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f9f03e910926491a90023bb5a8837793&device_id=0161989b-3b13-4c0a-88c6-4dbcde9a3a16 HTTP/1.1" status: 200 len: 1097 time: 0.2086356 Nov 19 09:08:06.133372 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d48c1e81-b8ad-4bc8-8016-73dbb8d40215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:06.139917 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d48c1e81-b8ad-4bc8-8016-73dbb8d40215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:06.145549 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d48c1e81-b8ad-4bc8-8016-73dbb8d40215 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0219718d-d1f6-41f6-b363-ef1b666a01dc HTTP/1.1" status: 204 len: 168 time: 0.5302248 Nov 19 09:08:06.168951 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['c6b2c822-f01a-4212-a558-0c0e56810ba7'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:06.170299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:08:06.170805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:08:06.172708 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:06.178183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Port 053e479a-be60-4f45-83f3-abbd16a4654f on network 692fa143-7b59-41f0-9ea1-d966185e0300 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:08:06.178577 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:06.184746 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:08:06.185311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Checking segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:06.186653 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Bound using segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:08:06.187375 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Bound port: 053e479a-be60-4f45-83f3-abbd16a4654f, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:08:06.187744 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:06.276590 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:08:06.281808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=053e479a-be60-4f45-83f3-abbd16a4654f,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:08:06.288908 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:06.343247 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c1e81-b8ad-4bc8-8016-73dbb8d40215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0219718d-d1f6-41f6-b363-ef1b666a01dc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:06.343964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:06.345383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:06.347171 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] 10.222.0.66 "PUT /v2.0/ports/053e479a-be60-4f45-83f3-abbd16a4654f HTTP/1.1" status: 200 len: 1093 time: 1.6088192 Nov 19 09:08:06.390438 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468af036-7c0b-469b-8a25-cf948664c08b service neutron] Pushing event updated for resources: {'Port': ['ID=053e479a-be60-4f45-83f3-abbd16a4654f,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:06.435744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2e7a3-30c5-4bee-adf9-95fa02ed4002 req-2d157306-0d98-4b3c-be87-d7e291e171be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:06.438648 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9fd2e7a3-30c5-4bee-adf9-95fa02ed4002 req-2d157306-0d98-4b3c-be87-d7e291e171be service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 1097 time: 0.3225811 Nov 19 09:08:06.458233 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-d6c94f06-3766-4894-986d-1669dbef5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:06.458457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd3105-7d17-4888-ae83-da72569e46ee req-8d57c712-91ac-45d8-b21a-fa8ca1df8ce7 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:06.460962 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-d6c94f06-3766-4894-986d-1669dbef5cf9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 1096 time: 0.0622716 Nov 19 09:08:06.465876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34dd3105-7d17-4888-ae83-da72569e46ee req-8d57c712-91ac-45d8-b21a-fa8ca1df8ce7 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.2801795 Nov 19 09:08:06.500810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a1d60-016e-4df3-b8ec-bbe3e3f8b24d req-4e3e0695-80da-45a3-8442-0816a4af54a5 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:06.508198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d5a1d60-016e-4df3-b8ec-bbe3e3f8b24d req-4e3e0695-80da-45a3-8442-0816a4af54a5 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 948 time: 0.2126236 Nov 19 09:08:06.531395 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-eddef0da-2d4f-4b5b-b7c5-94c87f05d953 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=053e479a-be60-4f45-83f3-abbd16a4654f HTTP/1.1" status: 200 len: 217 time: 0.0603015 Nov 19 09:08:06.594818 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d42478-a1fe-4a54-b913-fe870463cf06 req-8faa7f9e-8f26-4cbc-b38f-e0a99bd7784b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:06.597031 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8d42478-a1fe-4a54-b913-fe870463cf06 req-8faa7f9e-8f26-4cbc-b38f-e0a99bd7784b service neutron] 10.222.0.71 "GET /v2.0/networks?id=d3bef959-7638-468e-bf13-8333f26b89d6 HTTP/1.1" status: 200 len: 925 time: 0.4208593 Nov 19 09:08:06.600539 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-82f44274-2586-430f-9f1c-1d18ff4212ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:06.602673 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-82f44274-2586-430f-9f1c-1d18ff4212ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.0633323 Nov 19 09:08:06.653638 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-8ee9c6c5-b646-4ed5-9d0d-1fce3693c100 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397384 Nov 19 09:08:06.789349 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9fd2e7a3-30c5-4bee-adf9-95fa02ed4002 req-10de0eb2-0ac5-4fc6-960f-4ad9ae08f987 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155077 Nov 19 09:08:06.797509 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-cc8324fc-512f-48fc-a451-7f9a16bb798c service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343791 Nov 19 09:08:06.813834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8d42478-a1fe-4a54-b913-fe870463cf06 req-a2527e47-389a-438c-8b4d-181159f6755a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4ea591a-ca96-487b-8cc1-7db53019bb9c HTTP/1.1" status: 200 len: 1001 time: 0.1992140 Nov 19 09:08:06.816047 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6746a633-9255-472f-947e-1de8775cd0f3 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:08:06.825025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34dd3105-7d17-4888-ae83-da72569e46ee req-83e8cb93-7459-4fa7-a227-3ad98663aef6 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577876 Nov 19 09:08:06.899136 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d5a1d60-016e-4df3-b8ec-bbe3e3f8b24d req-d7d46137-17e8-40e7-ab85-09e0dde9e5bf tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900785 Nov 19 09:08:06.902668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 6746a633-9255-472f-947e-1de8775cd0f3 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:08:06.908136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 6746a633-9255-472f-947e-1de8775cd0f3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:06.908528 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:06.942886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d42478-a1fe-4a54-b913-fe870463cf06 req-f0721378-ef37-463e-97af-049cf33f5baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:06.944645 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8d42478-a1fe-4a54-b913-fe870463cf06 req-f0721378-ef37-463e-97af-049cf33f5baa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21c7acd8-cb2d-439d-8baa-0f60843d7068 HTTP/1.1" status: 200 len: 863 time: 0.1179183 Nov 19 09:08:07.095442 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:07.138074 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340f4406-5204-47ac-9283-66eae1c25ee4 req-309259d2-3c0d-4c0a-a44b-d16a2a4c19ad service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464314 Nov 19 09:08:07.144088 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d42478-a1fe-4a54-b913-fe870463cf06 req-ead7ef08-3b8a-47b1-b5be-2bc325e5eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:07.145753 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8d42478-a1fe-4a54-b913-fe870463cf06 req-ead7ef08-3b8a-47b1-b5be-2bc325e5eaff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d3bef959-7638-468e-bf13-8333f26b89d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1784825 Nov 19 09:08:07.156262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bedecf-3d55-4b7d-9395-6064f14e7db3 req-890b12a2-773c-4903-bd49-794a34c3db00 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:07.164410 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51bedecf-3d55-4b7d-9395-6064f14e7db3 req-890b12a2-773c-4903-bd49-794a34c3db00 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=13022fb1-762c-4d39-8d49-365e2477ce9b HTTP/1.1" status: 200 len: 949 time: 0.1935127 Nov 19 09:08:07.178381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6746a633-9255-472f-947e-1de8775cd0f3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6746a633-9255-472f-947e-1de8775cd0f3,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:07.182779 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:07.183848 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 2fe0ddf0-f264-47ba-927d-ccf256d36523 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:08:07.243379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31324bda-63c2-4b7a-b7f2-46c5f1fd395c req-031540d0-7dc3-4691-a741-d0466475661a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:07.254407 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31324bda-63c2-4b7a-b7f2-46c5f1fd395c req-031540d0-7dc3-4691-a741-d0466475661a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 944 time: 0.2279215 Nov 19 09:08:07.296065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=6746a633-9255-472f-947e-1de8775cd0f3,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:07.336397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 2fe0ddf0-f264-47ba-927d-ccf256d36523 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:08:07.341846 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 2fe0ddf0-f264-47ba-927d-ccf256d36523 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:07.343227 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:07.353133 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51bedecf-3d55-4b7d-9395-6064f14e7db3 req-505b49b3-8e3f-4466-8e54-5ac2dc9cdd43 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726303 Nov 19 09:08:07.404391 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8d42478-a1fe-4a54-b913-fe870463cf06 req-7a7acfef-8829-4d62-beba-f32a378843be service neutron] 10.222.0.71 "GET /v2.0/networks/d3bef959-7638-468e-bf13-8333f26b89d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362731 Nov 19 09:08:07.431041 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31324bda-63c2-4b7a-b7f2-46c5f1fd395c req-fe96606c-c103-489a-b936-b10ebb0cda01 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743703 Nov 19 09:08:07.503203 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:07.548396 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 2fe0ddf0-f264-47ba-927d-ccf256d36523, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=2fe0ddf0-f264-47ba-927d-ccf256d36523,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:07.555134 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:07.573969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8d42478-a1fe-4a54-b913-fe870463cf06 req-c4b46bc2-17dc-42f4-895c-f474b2908b02 service neutron] 10.222.0.71 "GET /v2.0/networks/d3bef959-7638-468e-bf13-8333f26b89d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428506 Nov 19 09:08:07.633441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=2fe0ddf0-f264-47ba-927d-ccf256d36523,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:07.645113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c867a42-e933-4782-a71a-2345ddec76de req-52585f0f-ce03-4a84-a279-816c94991fc8 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:07.646760 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c867a42-e933-4782-a71a-2345ddec76de req-52585f0f-ce03-4a84-a279-816c94991fc8 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.1904175 Nov 19 09:08:07.700124 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c867a42-e933-4782-a71a-2345ddec76de req-9943e2d1-9952-489a-b4d3-6249aa1ad8c1 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471733 Nov 19 09:08:07.902129 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5c6dba-8723-45fa-9f14-851cd3600a36', 'tag': '053e479a-be60-4f45-83f3-abbd16a4654f'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:07.904872 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ec856f-2b2d-41b5-a51c-00960c9197f2" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5c6dba-8723-45fa-9f14-851cd3600a36", "tag": "053e479a-be60-4f45-83f3-abbd16a4654f"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:07.956047 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b1ccd4-4e7f-4912-b22e-1a0e502a1169 x-openstack-request-id: req-18b1ccd4-4e7f-4912-b22e-1a0e502a1169 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:07.956415 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5c6dba-8723-45fa-9f14-851cd3600a36", "tag": "053e479a-be60-4f45-83f3-abbd16a4654f", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:07.956774 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18b1ccd4-4e7f-4912-b22e-1a0e502a1169 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:07.957329 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5c6dba-8723-45fa-9f14-851cd3600a36', 'tag': '053e479a-be60-4f45-83f3-abbd16a4654f', 'status': 'completed', 'code': 200} Nov 19 09:08:07.968125 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405e5d7-879a-4e6a-baa2-a6a8b2503c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6746a633-9255-472f-947e-1de8775cd0f3'}, {'server_uuid': '01e1ee8e-f30b-4664-9b11-d46a542c7404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe0ddf0-f264-47ba-927d-ccf256d36523'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:07.971084 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310630ee-4001-4f26-b29c-2b68f94ff6d0" -d '{"events": [{"server_uuid": "6405e5d7-879a-4e6a-baa2-a6a8b2503c10", "name": "network-vif-plugged", "status": "completed", "tag": "6746a633-9255-472f-947e-1de8775cd0f3"}, {"server_uuid": "01e1ee8e-f30b-4664-9b11-d46a542c7404", "name": "network-vif-plugged", "status": "completed", "tag": "2fe0ddf0-f264-47ba-927d-ccf256d36523"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:08.030832 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade1f62-a39e-4f22-9c46-40c3d16d975f req-a1a1a245-bda1-46ea-85f2-71d479012ed1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:08.035048 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ade1f62-a39e-4f22-9c46-40c3d16d975f req-a1a1a245-bda1-46ea-85f2-71d479012ed1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.0717511 Nov 19 09:08:08.091333 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec856f-2b2d-41b5-a51c-00960c9197f2 req-e7551699-2401-4fae-a4f3-b39e1a12713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:08.093448 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-37ec856f-2b2d-41b5-a51c-00960c9197f2 req-e7551699-2401-4fae-a4f3-b39e1a12713f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 1096 time: 0.0758424 Nov 19 09:08:08.135004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ed91f-8887-426d-b283-d578698c0611 req-62c885bd-d3f5-48e0-ae9d-b87d43e8c7a8 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:08.136586 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e07ed91f-8887-426d-b283-d578698c0611 req-62c885bd-d3f5-48e0-ae9d-b87d43e8c7a8 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 949 time: 0.1001580 Nov 19 09:08:08.163041 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ade1f62-a39e-4f22-9c46-40c3d16d975f req-bc4baae8-6cd8-44de-a042-9d205d4bc6ec tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167493 Nov 19 09:08:08.216305 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d585cc8-76a5-44e4-8c87-22906dfcd76e x-openstack-request-id: req-6d585cc8-76a5-44e4-8c87-22906dfcd76e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:08.216819 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405e5d7-879a-4e6a-baa2-a6a8b2503c10", "name": "network-vif-plugged", "status": "completed", "tag": "6746a633-9255-472f-947e-1de8775cd0f3", "code": 200}, {"server_uuid": "01e1ee8e-f30b-4664-9b11-d46a542c7404", "name": "network-vif-plugged", "status": "completed", "tag": "2fe0ddf0-f264-47ba-927d-ccf256d36523", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:08.218180 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d585cc8-76a5-44e4-8c87-22906dfcd76e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:08.218720 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405e5d7-879a-4e6a-baa2-a6a8b2503c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6746a633-9255-472f-947e-1de8775cd0f3', 'code': 200} Nov 19 09:08:08.219233 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e1ee8e-f30b-4664-9b11-d46a542c7404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe0ddf0-f264-47ba-927d-ccf256d36523', 'code': 200} Nov 19 09:08:08.269673 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e07ed91f-8887-426d-b283-d578698c0611 req-ec7b0577-0379-4e58-95af-799d5a4448ab tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006718 Nov 19 09:08:08.301111 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec856f-2b2d-41b5-a51c-00960c9197f2 req-f2eb4a70-3405-410f-98c5-c6d5e7a8ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:08.302598 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-37ec856f-2b2d-41b5-a51c-00960c9197f2 req-f2eb4a70-3405-410f-98c5-c6d5e7a8ee20 service neutron] 10.222.0.66 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.1931958 Nov 19 09:08:08.361841 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-37ec856f-2b2d-41b5-a51c-00960c9197f2 req-aec0228a-f870-4420-9391-deb3802438f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=053e479a-be60-4f45-83f3-abbd16a4654f HTTP/1.1" status: 200 len: 217 time: 0.0495832 Nov 19 09:08:08.422181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec856f-2b2d-41b5-a51c-00960c9197f2 req-d057a457-cea0-4f2a-a976-471c0770c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:08.423964 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-37ec856f-2b2d-41b5-a51c-00960c9197f2 req-d057a457-cea0-4f2a-a976-471c0770c38b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.0551889 Nov 19 09:08:08.440240 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cd4c1-f225-45f5-9d60-648fa432d79d req-eed1833f-fead-4aa0-9ed6-a1b6bd8871d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:08.441950 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-764cd4c1-f225-45f5-9d60-648fa432d79d req-eed1833f-fead-4aa0-9ed6-a1b6bd8871d3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6405e5d7-879a-4e6a-baa2-a6a8b2503c10 HTTP/1.1" status: 200 len: 1101 time: 0.1180871 Nov 19 09:08:08.470284 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-37ec856f-2b2d-41b5-a51c-00960c9197f2 req-59766cb0-f359-4e26-9b37-4744538314ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348160 Nov 19 09:08:08.532692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639546b-5b8d-4de5-beec-60037fd209e1 req-ca307475-0467-470a-aa65-e9e0a5ce99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:08.534554 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b639546b-5b8d-4de5-beec-60037fd209e1 req-ca307475-0467-470a-aa65-e9e0a5ce99d3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 1101 time: 0.1647580 Nov 19 09:08:08.579797 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-37ec856f-2b2d-41b5-a51c-00960c9197f2 req-93baf505-b2e4-4ca2-b88f-39481deaa13f service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941033 Nov 19 09:08:08.588167 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-764cd4c1-f225-45f5-9d60-648fa432d79d req-752465dc-2636-467d-b17c-243783ea28b1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323149 Nov 19 09:08:08.600157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105833fc-5ac5-416d-9bd8-2d0f03765428 req-c197892d-a6b7-41ee-8939-5b86d53f05e6 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:08.601930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-105833fc-5ac5-416d-9bd8-2d0f03765428 req-c197892d-a6b7-41ee-8939-5b86d53f05e6 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=13022fb1-762c-4d39-8d49-365e2477ce9b HTTP/1.1" status: 200 len: 949 time: 0.1585684 Nov 19 09:08:08.635686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b1b12-ee10-4025-a101-47a7f4cb9b3e req-f02b4f6c-c95d-445f-a302-21b4dfbd37c4 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:08.636951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b85b1b12-ee10-4025-a101-47a7f4cb9b3e req-f02b4f6c-c95d-445f-a302-21b4dfbd37c4 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 944 time: 0.1429391 Nov 19 09:08:08.654299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b639546b-5b8d-4de5-beec-60037fd209e1 req-5239020a-2ca4-4fb1-ac52-22ae72d62d19 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080813 Nov 19 09:08:08.681860 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-37ec856f-2b2d-41b5-a51c-00960c9197f2 req-43f010b8-8742-4688-b42d-6506abfc418b service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975122 Nov 19 09:08:08.704762 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-105833fc-5ac5-416d-9bd8-2d0f03765428 req-40593dd2-9cbe-446f-a7d0-5c731a23a020 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905480 Nov 19 09:08:08.717000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b85b1b12-ee10-4025-a101-47a7f4cb9b3e req-f6566b5a-b5f8-4bf0-88e5-cbdaef43a06e tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670288 Nov 19 09:08:08.838069 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c6b2c822-f01a-4212-a558-0c0e56810ba7 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:08:08.896289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port c6b2c822-f01a-4212-a558-0c0e56810ba7 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:08:08.900713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port c6b2c822-f01a-4212-a558-0c0e56810ba7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:08.901233 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:08.987223 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:08.991774 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e537785-4733-439b-b10c-ffd8fb97eeb5 req-cc176100-ee3e-4160-9185-060ca7c49dd3 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:08.993437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e537785-4733-439b-b10c-ffd8fb97eeb5 req-cc176100-ee3e-4160-9185-060ca7c49dd3 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.0577400 Nov 19 09:08:09.021353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c6b2c822-f01a-4212-a558-0c0e56810ba7, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c6b2c822-f01a-4212-a558-0c0e56810ba7,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:09.025395 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:09.046999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e537785-4733-439b-b10c-ffd8fb97eeb5 req-84938662-efdb-4579-89be-3d9730bfb2c0 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451427 Nov 19 09:08:09.101676 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c6b2c822-f01a-4212-a558-0c0e56810ba7,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:09.325916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dacf4-57ef-4174-9ca8-160a32992f10 req-70f6011f-4786-431f-a26e-e68de5c70480 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:09.327875 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f09dacf4-57ef-4174-9ca8-160a32992f10 req-70f6011f-4786-431f-a26e-e68de5c70480 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.0853558 Nov 19 09:08:09.356059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9f0d8-8c5e-4f71-8c6d-ecaef417cdf7 req-a8d60f64-8066-44b4-92bc-1e155acaf511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:09.358948 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1ef9f0d8-8c5e-4f71-8c6d-ecaef417cdf7 req-a8d60f64-8066-44b4-92bc-1e155acaf511 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04047b519840476fb11f47f5e01d67ee&device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 1097 time: 0.0590456 Nov 19 09:08:09.402847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce7933-9cbf-4c17-a446-df1fa2551991 req-94c71a78-6ce3-47ba-bcf0-661427040b52 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:09.405066 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5ce7933-9cbf-4c17-a446-df1fa2551991 req-94c71a78-6ce3-47ba-bcf0-661427040b52 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.0754018 Nov 19 09:08:09.437725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f09dacf4-57ef-4174-9ca8-160a32992f10 req-15744cb2-c5c9-4684-97e1-48c7e70cdfe6 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995221 Nov 19 09:08:09.462722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58696) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:09.482278 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9f0d8-8c5e-4f71-8c6d-ecaef417cdf7 req-c114c6a8-804f-483a-918d-33c0f42a5e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:09.484328 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5ce7933-9cbf-4c17-a446-df1fa2551991 req-7dbfce99-d4d2-4538-b404-f8741074d9cc tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730033 Nov 19 09:08:09.484559 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1ef9f0d8-8c5e-4f71-8c6d-ecaef417cdf7 req-c114c6a8-804f-483a-918d-33c0f42a5e13 service neutron] 10.222.0.66 "GET /v2.0/networks?id=44d3298f-7adf-4433-ae40-67bd57efdfb7 HTTP/1.1" status: 200 len: 920 time: 0.1169906 Nov 19 09:08:09.543186 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1ef9f0d8-8c5e-4f71-8c6d-ecaef417cdf7 req-d4fe4c80-9129-44bd-b01b-e4e2501da891 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62cf3efd-e96a-4dad-ada5-a5085a2472f7 HTTP/1.1" status: 200 len: 217 time: 0.0448003 Nov 19 09:08:09.587342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a8571-0645-4295-ade5-fd4518aae677 req-0aaf1213-ede8-4e46-bc0a-ec59293c123c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:09.588881 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-318a8571-0645-4295-ade5-fd4518aae677 req-0aaf1213-ede8-4e46-bc0a-ec59293c123c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 949 time: 0.0560181 Nov 19 09:08:09.611557 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9f0d8-8c5e-4f71-8c6d-ecaef417cdf7 req-d2ca7b1b-9539-4465-a73b-c4441fe308d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:09.613049 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1ef9f0d8-8c5e-4f71-8c6d-ecaef417cdf7 req-d2ca7b1b-9539-4465-a73b-c4441fe308d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96926490-af93-496a-ac14-62637eebbbfd HTTP/1.1" status: 200 len: 859 time: 0.0519869 Nov 19 09:08:09.637660 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9ef53840-c636-47fa-b282-0ef89554e9e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:09.651973 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1ef9f0d8-8c5e-4f71-8c6d-ecaef417cdf7 req-d7c45610-3bcf-4e95-84c7-db71e1348bc3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=44d3298f-7adf-4433-ae40-67bd57efdfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262718 Nov 19 09:08:09.675075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-318a8571-0645-4295-ade5-fd4518aae677 req-dec05d8c-9d19-48b1-8454-c7e0c74b4605 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764267 Nov 19 09:08:09.736808 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9ef53840-c636-47fa-b282-0ef89554e9e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:09.744338 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9ef53840-c636-47fa-b282-0ef89554e9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:09.750978 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1ef9f0d8-8c5e-4f71-8c6d-ecaef417cdf7 req-99c27f7e-b1d3-4183-8deb-8b7f0587469a service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891809 Nov 19 09:08:09.798564 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9ef53840-c636-47fa-b282-0ef89554e9e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ce69331f873482495070dcc28ca59d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431928 Nov 19 09:08:09.810097 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58704) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:09.814612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef53840-c636-47fa-b282-0ef89554e9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340756f5-400e-4cd5-8d92-72cd13bb048b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:09.874603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0259-1bc4-4d5e-98e4-53b837b402fb req-6c36a61d-2ed3-4a41-940e-75b4b1b6f35c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:09.876109 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2ad0259-1bc4-4d5e-98e4-53b837b402fb req-6c36a61d-2ed3-4a41-940e-75b4b1b6f35c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=13022fb1-762c-4d39-8d49-365e2477ce9b HTTP/1.1" status: 200 len: 950 time: 0.0972338 Nov 19 09:08:09.888275 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9cbc2-0082-41bd-8534-76af5e3f3da2 req-debf323a-43ab-4dfa-8102-ddd97a6c5257 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:09.890338 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52a9cbc2-0082-41bd-8534-76af5e3f3da2 req-debf323a-43ab-4dfa-8102-ddd97a6c5257 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 944 time: 0.0773165 Nov 19 09:08:09.899594 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1ef9f0d8-8c5e-4f71-8c6d-ecaef417cdf7 req-452f5c54-7cb9-486e-ba63-c2cb1bfce721 service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425519 Nov 19 09:08:09.900409 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34d8f745-3524-4290-a2f8-ce86e8e2946b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:09.929458 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34d8f745-3524-4290-a2f8-ce86e8e2946b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:09.957675 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2ad0259-1bc4-4d5e-98e4-53b837b402fb req-3d037475-6b5f-48a2-8f54-99db671e51f9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660105 Nov 19 09:08:09.973114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52a9cbc2-0082-41bd-8534-76af5e3f3da2 req-e29b926b-c7a8-4289-8e1a-2694d9b7908c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688882 Nov 19 09:08:10.016483 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34d8f745-3524-4290-a2f8-ce86e8e2946b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:10.020412 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34d8f745-3524-4290-a2f8-ce86e8e2946b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:10.021887 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-34d8f745-3524-4290-a2f8-ce86e8e2946b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/340756f5-400e-4cd5-8d92-72cd13bb048b HTTP/1.1" status: 204 len: 168 time: 0.2102900 Nov 19 09:08:10.058420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8f745-3524-4290-a2f8-ce86e8e2946b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340756f5-400e-4cd5-8d92-72cd13bb048b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:10.224459 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13022fb1-762c-4d39-8d49-365e2477ce9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b2c822-f01a-4212-a558-0c0e56810ba7'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:10.228297 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a4fa91-fe95-46b9-8257-bed5756f6465" -d '{"events": [{"server_uuid": "13022fb1-762c-4d39-8d49-365e2477ce9b", "name": "network-vif-plugged", "status": "completed", "tag": "c6b2c822-f01a-4212-a558-0c0e56810ba7"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:10.272861 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886fea27-0b3f-411f-994c-e4a052d93954 x-openstack-request-id: req-886fea27-0b3f-411f-994c-e4a052d93954 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:10.273295 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13022fb1-762c-4d39-8d49-365e2477ce9b", "name": "network-vif-plugged", "status": "completed", "tag": "c6b2c822-f01a-4212-a558-0c0e56810ba7", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:10.273764 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-886fea27-0b3f-411f-994c-e4a052d93954 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:10.274041 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13022fb1-762c-4d39-8d49-365e2477ce9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b2c822-f01a-4212-a558-0c0e56810ba7', 'code': 200} Nov 19 09:08:10.354471 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 053e479a-be60-4f45-83f3-abbd16a4654f details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:08:10.398190 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58724) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:10.425034 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79399a90-c0db-4d83-a578-9bb1b49fa557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:10.425184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0436a-14f5-46ca-b86c-94bacd13dd38 req-e8adeab4-317b-4a6d-9e77-703c8359e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:10.425184 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02a0436a-14f5-46ca-b86c-94bacd13dd38 req-e8adeab4-317b-4a6d-9e77-703c8359e362 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=13022fb1-762c-4d39-8d49-365e2477ce9b HTTP/1.1" status: 200 len: 1102 time: 0.0511961 Nov 19 09:08:10.514948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=053e479a-be60-4f45-83f3-abbd16a4654f,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:10.523601 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79399a90-c0db-4d83-a578-9bb1b49fa557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:10.532924 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79399a90-c0db-4d83-a578-9bb1b49fa557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:10.548516 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '053e479a-be60-4f45-83f3-abbd16a4654f', 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300', 'port_id': '053e479a-be60-4f45-83f3-abbd16a4654f', 'mac_address': 'fa:16:3e:2f:f3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2a7f57-5058-429c-8ba6-c703edb15a02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:08:10.585276 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02a0436a-14f5-46ca-b86c-94bacd13dd38 req-4cf72928-2ec4-454e-8870-f9dc6b4852fc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460228 Nov 19 09:08:10.608316 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:10.629553 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053e479a-be60-4f45-83f3-abbd16a4654f {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:08:10.655722 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-79399a90-c0db-4d83-a578-9bb1b49fa557 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ef6b1b9930e43d3b97c861240c46eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557423 Nov 19 09:08:10.656336 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58736) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:10.660029 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=053e479a-be60-4f45-83f3-abbd16a4654f,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:10.663065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79399a90-c0db-4d83-a578-9bb1b49fa557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a318a2b-af98-425c-971d-4159be441d76,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:10.675644 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:10.711171 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31298b-471a-47fa-8074-fa6c33bebdd8 req-fe0c97b3-dc77-4e7b-b39d-229ad482a53a tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:10.713155 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f31298b-471a-47fa-8074-fa6c33bebdd8 req-fe0c97b3-dc77-4e7b-b39d-229ad482a53a tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.0992639 Nov 19 09:08:10.734301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393ce93-44c7-4950-9cd0-1df05f7518db req-142aee10-90ae-4725-a436-118190f2e206 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:10.734513 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c9ffd268-c929-440a-aa73-287e958b6457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:10.735951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5393ce93-44c7-4950-9cd0-1df05f7518db req-142aee10-90ae-4725-a436-118190f2e206 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.1373091 Nov 19 09:08:10.745769 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=053e479a-be60-4f45-83f3-abbd16a4654f,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:10.777462 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c9ffd268-c929-440a-aa73-287e958b6457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:10.811569 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f31298b-471a-47fa-8074-fa6c33bebdd8 req-dbfce10c-969f-42af-a19c-75827e48d490 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891066 Nov 19 09:08:10.852966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5393ce93-44c7-4950-9cd0-1df05f7518db req-f0e8097b-a1eb-497f-84e8-9ac59cce1d7e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988150 Nov 19 09:08:10.860339 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c9ffd268-c929-440a-aa73-287e958b6457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:10.867524 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c9ffd268-c929-440a-aa73-287e958b6457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:10.872453 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c9ffd268-c929-440a-aa73-287e958b6457 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a318a2b-af98-425c-971d-4159be441d76 HTTP/1.1" status: 204 len: 168 time: 0.2116418 Nov 19 09:08:10.884855 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffd268-c929-440a-aa73-287e958b6457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a318a2b-af98-425c-971d-4159be441d76,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:10.971649 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bb93b-34be-4702-9f92-a8285e006d2c req-6f9df8e3-6a85-4fda-9fbd-6d2b4d19e115 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:10.973336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-829bb93b-34be-4702-9f92-a8285e006d2c req-6f9df8e3-6a85-4fda-9fbd-6d2b4d19e115 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 949 time: 0.0530500 Nov 19 09:08:10.982480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['053e479a-be60-4f45-83f3-abbd16a4654f'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:11.041807 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-829bb93b-34be-4702-9f92-a8285e006d2c req-a3efce1a-76fb-49bc-9d46-b6ca29d2ec0f tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603151 Nov 19 09:08:11.460606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346f322-4ef3-4b19-a51f-d6748b3c0b93 req-0a5956a8-66d8-4c4f-960d-be293f1fb02c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:11.462557 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9346f322-4ef3-4b19-a51f-d6748b3c0b93 req-0a5956a8-66d8-4c4f-960d-be293f1fb02c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=13022fb1-762c-4d39-8d49-365e2477ce9b HTTP/1.1" status: 200 len: 950 time: 0.4020162 Nov 19 09:08:11.476663 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3152299-f346-4d2f-bc84-8e7dcd1c5fd7 req-a246e53e-ef9b-4b37-940b-15bd42212785 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:11.478366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3152299-f346-4d2f-bc84-8e7dcd1c5fd7 req-a246e53e-ef9b-4b37-940b-15bd42212785 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 945 time: 0.0989501 Nov 19 09:08:11.564901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9346f322-4ef3-4b19-a51f-d6748b3c0b93 req-05781158-41ff-4f48-b44e-1a24c2bc8d4e tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854893 Nov 19 09:08:11.573770 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3152299-f346-4d2f-bc84-8e7dcd1c5fd7 req-1331dfcd-8d0f-4e22-8ff0-ce408395feb2 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793364 Nov 19 09:08:11.819835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca69621-dd65-4aac-af8f-3ed5d8dbbc03 req-252b94cf-3664-4d44-9916-5c10dcab544c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:11.821592 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ca69621-dd65-4aac-af8f-3ed5d8dbbc03 req-252b94cf-3664-4d44-9916-5c10dcab544c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 949 time: 0.0515177 Nov 19 09:08:11.884019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ca69621-dd65-4aac-af8f-3ed5d8dbbc03 req-88d33f43-6832-469b-af6c-552d13dc1e17 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552967 Nov 19 09:08:11.956700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c2b15-8f53-439a-a0ba-ef54f81607e1 req-6f45b6e0-8186-4d21-9b14-c4ac8229429e tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:11.958263 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b2c2b15-8f53-439a-a0ba-ef54f81607e1 req-6f45b6e0-8186-4d21-9b14-c4ac8229429e tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.0566099 Nov 19 09:08:12.046149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb59f7b-969f-41d8-a2e3-41d2194a095a req-c9107840-ac38-49cb-9b4c-91c89730eac3 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:12.047676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1eb59f7b-969f-41d8-a2e3-41d2194a095a req-c9107840-ac38-49cb-9b4c-91c89730eac3 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.0996864 Nov 19 09:08:12.054679 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b2c2b15-8f53-439a-a0ba-ef54f81607e1 req-daa80078-505c-402b-aacf-84d6d0c78ea3 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878780 Nov 19 09:08:12.103537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1eb59f7b-969f-41d8-a2e3-41d2194a095a req-56a67c74-d20f-4070-818c-f6b51729cd0e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478468 Nov 19 09:08:12.361207 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:08:12.369756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 053e479a-be60-4f45-83f3-abbd16a4654f up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:08:12.419488 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 053e479a-be60-4f45-83f3-abbd16a4654f completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:08:12.424097 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 053e479a-be60-4f45-83f3-abbd16a4654f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:12.424462 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:12.508313 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:12.534259 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5c6dba-8723-45fa-9f14-851cd3600a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053e479a-be60-4f45-83f3-abbd16a4654f'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:12.536412 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346e7f2d-5e1b-4814-ab10-108bac35ad2c" -d '{"events": [{"server_uuid": "dd5c6dba-8723-45fa-9f14-851cd3600a36", "name": "network-vif-plugged", "status": "completed", "tag": "053e479a-be60-4f45-83f3-abbd16a4654f"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:12.549695 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=053e479a-be60-4f45-83f3-abbd16a4654f,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:12.554500 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:12.578985 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dbfc2f-e3c1-4d73-8cf8-fa35b0bca25e x-openstack-request-id: req-38dbfc2f-e3c1-4d73-8cf8-fa35b0bca25e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:12.579294 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5c6dba-8723-45fa-9f14-851cd3600a36", "name": "network-vif-plugged", "status": "completed", "tag": "053e479a-be60-4f45-83f3-abbd16a4654f", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:12.579551 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38dbfc2f-e3c1-4d73-8cf8-fa35b0bca25e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:12.579945 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5c6dba-8723-45fa-9f14-851cd3600a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053e479a-be60-4f45-83f3-abbd16a4654f', 'code': 200} Nov 19 09:08:12.618223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=053e479a-be60-4f45-83f3-abbd16a4654f,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:12.737049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e2d32-daea-4116-9908-4e4cdfa6f0fc req-6efb73ec-15ff-4d93-83d6-9d0420c713ca tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:12.739566 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c54e2d32-daea-4116-9908-4e4cdfa6f0fc req-6efb73ec-15ff-4d93-83d6-9d0420c713ca tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=13022fb1-762c-4d39-8d49-365e2477ce9b HTTP/1.1" status: 200 len: 950 time: 0.0889285 Nov 19 09:08:12.752731 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39700d-2eea-4319-b4fc-bdf1eaa34353 req-3ddf1582-50f5-4ca6-865b-19e511edaa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:12.754277 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8d39700d-2eea-4319-b4fc-bdf1eaa34353 req-3ddf1582-50f5-4ca6-865b-19e511edaa74 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 1098 time: 0.0441694 Nov 19 09:08:12.817324 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8d39700d-2eea-4319-b4fc-bdf1eaa34353 req-1e62c942-55dc-43d7-8fe1-ce2ac4c0cfe8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 Nov 19 09:08:12.821638 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c54e2d32-daea-4116-9908-4e4cdfa6f0fc req-845d91fe-c5e2-4c55-add0-73e751d302dd tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741463 Nov 19 09:08:12.841998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfaebf-4fee-4820-b744-1f84d8eae313 req-cc70a918-f0a4-47de-b30c-c92bab19a15f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:12.844500 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1cfaebf-4fee-4820-b744-1f84d8eae313 req-cc70a918-f0a4-47de-b30c-c92bab19a15f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 946 time: 0.0832212 Nov 19 09:08:12.895577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1cfaebf-4fee-4820-b744-1f84d8eae313 req-2f42e025-39ee-4115-9f3d-7639863af5a8 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441344 Nov 19 09:08:13.101046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0c5b7-eddf-46ac-a90e-362c8ee09c8d req-a9be0ac8-2e55-4cf8-9db6-3b4c53b5071b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:13.103129 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4af0c5b7-eddf-46ac-a90e-362c8ee09c8d req-a9be0ac8-2e55-4cf8-9db6-3b4c53b5071b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=6405e5d7-879a-4e6a-baa2-a6a8b2503c10 HTTP/1.1" status: 200 len: 949 time: 0.0609403 Nov 19 09:08:13.180466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49958695-ed1a-4b6d-96b4-6bc4f6242234 req-d215ab66-58f1-4ae2-9edd-9d37d3da603f tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:13.182295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49958695-ed1a-4b6d-96b4-6bc4f6242234 req-d215ab66-58f1-4ae2-9edd-9d37d3da603f tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 949 time: 0.0782166 Nov 19 09:08:13.191333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4af0c5b7-eddf-46ac-a90e-362c8ee09c8d req-23ca2bc3-1676-4c82-9f4b-2757ebae632e tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781112 Nov 19 09:08:13.255760 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49958695-ed1a-4b6d-96b4-6bc4f6242234 req-860169d0-3adf-478c-8c26-2603dd381415 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634315 Nov 19 09:08:13.325341 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd54af-2a3a-44b9-a48d-2ef05ee6fb21 req-639bddff-7b2c-4814-a3c3-6f9943137fcb tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:13.326824 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ffd54af-2a3a-44b9-a48d-2ef05ee6fb21 req-639bddff-7b2c-4814-a3c3-6f9943137fcb tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.0561678 Nov 19 09:08:13.406193 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ffd54af-2a3a-44b9-a48d-2ef05ee6fb21 req-1f4bcf96-5ba0-42f8-8dda-14ea8292ec6b tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724556 Nov 19 09:08:13.417979 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea660a1-f9c1-47a7-9a48-0cd6ee5c6f2c req-742070bb-e9e2-40bf-86d6-2b842bd640db tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:13.419643 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bea660a1-f9c1-47a7-9a48-0cd6ee5c6f2c req-742070bb-e9e2-40bf-86d6-2b842bd640db tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.0879364 Nov 19 09:08:13.472968 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bea660a1-f9c1-47a7-9a48-0cd6ee5c6f2c req-cfa2bd14-63c0-4672-85c8-bcf12b3cf669 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445666 Nov 19 09:08:13.693072 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557408b-1bed-492d-9421-73406ca93d9d req-e040d239-463a-4253-9d57-47000a0dff93 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:13.699486 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557408b-1bed-492d-9421-73406ca93d9d req-e040d239-463a-4253-9d57-47000a0dff93 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:13.701162 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7557408b-1bed-492d-9421-73406ca93d9d req-e040d239-463a-4253-9d57-47000a0dff93 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=13022fb1-762c-4d39-8d49-365e2477ce9b&device_id=6405e5d7-879a-4e6a-baa2-a6a8b2503c10 HTTP/1.1" status: 200 len: 1690 time: 0.0665884 Nov 19 09:08:13.769021 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129edb5-24fa-4180-bdef-445063c29b3c req-e224de9b-5313-43ef-b451-d0707c60fc9e tempest-LiveMigrationNegativeTest-1975528512 tempest-LiveMigrationNegativeTest-1975528512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:13.770624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4129edb5-24fa-4180-bdef-445063c29b3c req-e224de9b-5313-43ef-b451-d0707c60fc9e tempest-LiveMigrationNegativeTest-1975528512 tempest-LiveMigrationNegativeTest-1975528512-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 1101 time: 0.0684478 Nov 19 09:08:13.780588 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7557408b-1bed-492d-9421-73406ca93d9d req-20244356-b937-45cd-9fcf-271d96776523 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705256 Nov 19 09:08:13.796024 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4129edb5-24fa-4180-bdef-445063c29b3c req-d25c927b-9988-47ef-af21-797b3719d3bf tempest-LiveMigrationNegativeTest-1975528512 tempest-LiveMigrationNegativeTest-1975528512-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:13.889053 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4129edb5-24fa-4180-bdef-445063c29b3c req-d25c927b-9988-47ef-af21-797b3719d3bf tempest-LiveMigrationNegativeTest-1975528512 tempest-LiveMigrationNegativeTest-1975528512-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:13.892961 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4129edb5-24fa-4180-bdef-445063c29b3c req-d25c927b-9988-47ef-af21-797b3719d3bf tempest-LiveMigrationNegativeTest-1975528512 tempest-LiveMigrationNegativeTest-1975528512-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:13.934110 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4129edb5-24fa-4180-bdef-445063c29b3c req-d25c927b-9988-47ef-af21-797b3719d3bf tempest-LiveMigrationNegativeTest-1975528512 tempest-LiveMigrationNegativeTest-1975528512-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524420 Nov 19 09:08:13.934871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c927b-9988-47ef-af21-797b3719d3bf tempest-LiveMigrationNegativeTest-1975528512 tempest-LiveMigrationNegativeTest-1975528512-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef74737-58fc-4893-a19e-1f39292583c5,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:14.000838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bd4e7-39bd-4c6a-ad22-48b906c32b4d req-f8b797ee-3fe7-46ae-aee3-476d82af871b tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:14.010580 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-329bd4e7-39bd-4c6a-ad22-48b906c32b4d req-f8b797ee-3fe7-46ae-aee3-476d82af871b tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=13022fb1-762c-4d39-8d49-365e2477ce9b HTTP/1.1" status: 200 len: 1102 time: 0.0608451 Nov 19 09:08:14.057351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-329bd4e7-39bd-4c6a-ad22-48b906c32b4d req-e4815c84-5b9c-4055-b485-085145189f14 tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454001 Nov 19 09:08:14.197482 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17264dcc-9dda-49d9-9f41-48b375d97b32 req-8cd929ca-004a-493f-9ac7-a131819f81df tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:14.209528 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17264dcc-9dda-49d9-9f41-48b375d97b32 req-8cd929ca-004a-493f-9ac7-a131819f81df tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 946 time: 0.0917013 Nov 19 09:08:14.313982 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17264dcc-9dda-49d9-9f41-48b375d97b32 req-882ed819-01e0-4ab6-b4aa-4ffe47409bbc tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033268 Nov 19 09:08:14.317309 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99af48-cee6-4100-87da-eba223fd6e25 req-acd634b7-852a-40a7-a91d-487e48987bfa tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:14.319033 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f99af48-cee6-4100-87da-eba223fd6e25 req-acd634b7-852a-40a7-a91d-487e48987bfa tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6405e5d7-879a-4e6a-baa2-a6a8b2503c10 HTTP/1.1" status: 200 len: 1101 time: 0.1067224 Nov 19 09:08:14.378287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f99af48-cee6-4100-87da-eba223fd6e25 req-1f923914-32a4-429d-a81a-3aea8b6aeba9 tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522389 Nov 19 09:08:14.562167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58874) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:14.701388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf2eb9-2b55-457d-9bab-148fa17d1c7e req-db8bd0a7-ec20-4660-ac04-de0e832777a1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:14.703962 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ddf2eb9-2b55-457d-9bab-148fa17d1c7e req-db8bd0a7-ec20-4660-ac04-de0e832777a1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.0622671 Nov 19 09:08:14.792585 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ddf2eb9-2b55-457d-9bab-148fa17d1c7e req-d1198dd3-0140-461a-b038-00a4aec857ac tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820074 Nov 19 09:08:14.801744 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f86d2182-a6f2-45f1-9542-670c59ab8741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:14.966658 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f86d2182-a6f2-45f1-9542-670c59ab8741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:14.976661 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f86d2182-a6f2-45f1-9542-670c59ab8741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:15.004517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd0f8d-f37c-44de-984b-c3c694813b0c req-b1f6c45c-f8ae-43cb-b38a-9c49365b803c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:15.006061 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72bd0f8d-f37c-44de-984b-c3c694813b0c req-b1f6c45c-f8ae-43cb-b38a-9c49365b803c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 949 time: 0.1224029 Nov 19 09:08:15.046603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95445b3b-7611-4f83-9020-02539d5a7d2e req-999de4c4-fb89-4f3b-a8fc-0d1cbda1a5cf tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:15.048108 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95445b3b-7611-4f83-9020-02539d5a7d2e req-999de4c4-fb89-4f3b-a8fc-0d1cbda1a5cf tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.1518872 Nov 19 09:08:15.064176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f86d2182-a6f2-45f1-9542-670c59ab8741 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99d0a558e65943c882e098a75347d305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4953957 Nov 19 09:08:15.064176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d2182-a6f2-45f1-9542-670c59ab8741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1108d9da-2326-488c-92ad-fba8e0d83b28,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:15.064628 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58882) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:15.121367 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72bd0f8d-f37c-44de-984b-c3c694813b0c req-1a486768-4eb1-4696-a1ad-800fc2b17c3b tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031055 Nov 19 09:08:15.130823 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45ac1a95-4286-46e8-bb5c-6e7a7214bed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:15.134448 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95445b3b-7611-4f83-9020-02539d5a7d2e req-4301a3ef-6019-4f61-879c-805b9edef624 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767581 Nov 19 09:08:15.160593 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45ac1a95-4286-46e8-bb5c-6e7a7214bed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:15.187783 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:15.230593 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45ac1a95-4286-46e8-bb5c-6e7a7214bed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:15.233561 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45ac1a95-4286-46e8-bb5c-6e7a7214bed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:15.237300 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-45ac1a95-4286-46e8-bb5c-6e7a7214bed6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1108d9da-2326-488c-92ad-fba8e0d83b28 HTTP/1.1" status: 204 len: 168 time: 0.1641445 Nov 19 09:08:15.252646 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac1a95-4286-46e8-bb5c-6e7a7214bed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1108d9da-2326-488c-92ad-fba8e0d83b28,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:15.266258 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-33797d1e-dd3e-4c8d-b6c2-3f63fb33c1bd tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0f72f92263b1443aba8590affdf9e0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344007 Nov 19 09:08:15.456178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-50616f38-53f1-4c67-a869-6a1a5ee20286 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:15.457731 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-50616f38-53f1-4c67-a869-6a1a5ee20286 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755242 Nov 19 09:08:15.479422 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6cef0ea9-9a30-4692-a6b3-2bd20a4ebda1 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/quotas/0f72f92263b1443aba8590affdf9e0aa HTTP/1.1" status: 200 len: 375 time: 0.0123169 Nov 19 09:08:15.488060 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c84f62-05af-4616-95d8-8c80bf9e0f2a req-1623f777-9ce7-45b2-a3a2-7af3e12e9209 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:15.489953 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12c84f62-05af-4616-95d8-8c80bf9e0f2a req-1623f777-9ce7-45b2-a3a2-7af3e12e9209 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 946 time: 0.0837634 Nov 19 09:08:15.581642 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-a41194fd-2c92-49d1-a1d4-312538646428 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0902989 Nov 19 09:08:15.588587 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58902) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:15.589615 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12c84f62-05af-4616-95d8-8c80bf9e0f2a req-aaa5362b-ce04-48f7-b555-e8b30f58d32e tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890939 Nov 19 09:08:15.603424 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-160e9e54-970f-4279-bf61-be5ae5608840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:15.711648 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-160e9e54-970f-4279-bf61-be5ae5608840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:15.718727 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-160e9e54-970f-4279-bf61-be5ae5608840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:15.733855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b870-eb9d-42f9-81bc-4692956ba5a1 req-9eb81410-09e8-44cb-84dd-869e3d97164c tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:15.741662 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc81b870-eb9d-42f9-81bc-4692956ba5a1 req-9eb81410-09e8-44cb-84dd-869e3d97164c tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 1098 time: 0.0544970 Nov 19 09:08:15.766247 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-160e9e54-970f-4279-bf61-be5ae5608840 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3556e9e47ad4c65a650069da0012c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765070 Nov 19 09:08:15.768963 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58906) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:15.789595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e9e54-970f-4279-bf61-be5ae5608840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c85866-5755-4672-95ae-07a0fe1b9a17,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:15.831094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc81b870-eb9d-42f9-81bc-4692956ba5a1 req-c08f1f57-f1c8-4ed9-b74f-8c006a04cff9 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885379 Nov 19 09:08:15.853855 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-431f02df-a012-4eaa-8f18-92851628b18f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:15.889860 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-431f02df-a012-4eaa-8f18-92851628b18f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:15.990504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b247aa-f86a-4f33-8b52-e42cbe64f919 req-aaa9f05f-a4d6-476d-9ee0-94b6957fe133 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:15.997409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01b247aa-f86a-4f33-8b52-e42cbe64f919 req-aaa9f05f-a4d6-476d-9ee0-94b6957fe133 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.0698664 Nov 19 09:08:15.998619 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-431f02df-a012-4eaa-8f18-92851628b18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:16.002427 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-431f02df-a012-4eaa-8f18-92851628b18f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:16.005986 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-431f02df-a012-4eaa-8f18-92851628b18f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9c85866-5755-4672-95ae-07a0fe1b9a17 HTTP/1.1" status: 204 len: 168 time: 0.2296271 Nov 19 09:08:16.054031 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f02df-a012-4eaa-8f18-92851628b18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c85866-5755-4672-95ae-07a0fe1b9a17,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:16.085324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01b247aa-f86a-4f33-8b52-e42cbe64f919 req-ecac8f44-65d8-43ef-9289-d2fa18a1c114 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805092 Nov 19 09:08:16.378616 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f564c-bcc5-4528-a3a2-d5dff08954d7 req-dfb93b99-e8b8-4bbd-94f9-f56677b79e0a tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:16.384095 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-871f564c-bcc5-4528-a3a2-d5dff08954d7 req-dfb93b99-e8b8-4bbd-94f9-f56677b79e0a tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 949 time: 0.1398268 Nov 19 09:08:16.396366 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be35c4c-a382-46e5-b4de-3b258b83cbbd req-ce96e9dd-acb0-4a24-978f-79dd63f8074c tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:16.407331 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2be35c4c-a382-46e5-b4de-3b258b83cbbd req-ce96e9dd-acb0-4a24-978f-79dd63f8074c tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.1253166 Nov 19 09:08:16.496720 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2be35c4c-a382-46e5-b4de-3b258b83cbbd req-0a601d10-2473-485e-98ac-8f0c70ad5dfa tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883260 Nov 19 09:08:16.590364 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-871f564c-bcc5-4528-a3a2-d5dff08954d7 req-0914a785-6654-4f20-9252-f19519baf447 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800032 Nov 19 09:08:16.651105 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d2e19de-ee5b-487b-bcd3-a71ffe31d133 req-d695b8c9-54b5-4a26-ad65-8508be52a4b7 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=94835800-a4e9-455b-8d1c-ee5421de5da6 HTTP/1.1" status: 200 len: 210 time: 0.0596251 Nov 19 09:08:17.128679 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6ec9e-e167-41a3-a9c6-464f128a7a4d req-9b52ee85-0242-4dfe-a946-f797dfa70f00 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:17.132189 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9f6ec9e-e167-41a3-a9c6-464f128a7a4d req-9b52ee85-0242-4dfe-a946-f797dfa70f00 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.71 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 949 time: 0.1447468 Nov 19 09:08:17.387131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-a9f6ec9e-e167-41a3-a9c6-464f128a7a4d req-dda9cdb8-f77e-4b06-b682-f4b7fc90899c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Deleting port 2fe0ddf0-f264-47ba-927d-ccf256d36523 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:08:17.387471 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a9f6ec9e-e167-41a3-a9c6-464f128a7a4d req-dda9cdb8-f77e-4b06-b682-f4b7fc90899c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:17.609507 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:17.618887 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969e42d-3ff3-46b8-9470-906642923f60 req-d1d72285-60a6-448b-8d64-a17e807355ab tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:17.626800 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b969e42d-3ff3-46b8-9470-906642923f60 req-d1d72285-60a6-448b-8d64-a17e807355ab tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.3177340 Nov 19 09:08:17.632820 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58978) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:17.766641 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-a9f6ec9e-e167-41a3-a9c6-464f128a7a4d req-dda9cdb8-f77e-4b06-b682-f4b7fc90899c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] For port 2fe0ddf0-f264-47ba-927d-ccf256d36523, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=2fe0ddf0-f264-47ba-927d-ccf256d36523,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:17.767526 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a9f6ec9e-e167-41a3-a9c6-464f128a7a4d req-dda9cdb8-f77e-4b06-b682-f4b7fc90899c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:17.777143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c2b99-5c3e-4897-96b2-1a9796450c28 req-eaa225c6-3031-4e1c-8bba-34b97fea8ff5 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:17.778760 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-508c2b99-5c3e-4897-96b2-1a9796450c28 req-eaa225c6-3031-4e1c-8bba-34b97fea8ff5 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.1014287 Nov 19 09:08:17.791973 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e0ccc5e8-3e3d-4ce0-9a82-831846abb8e6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1854288592-network', 'tenant_id': '6022a22e5412460ca709de7cbe4fe9f5'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:17.812296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-a9f6ec9e-e167-41a3-a9c6-464f128a7a4d req-dda9cdb8-f77e-4b06-b682-f4b7fc90899c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Calling delete_port for 2fe0ddf0-f264-47ba-927d-ccf256d36523 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:08:17.829012 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b969e42d-3ff3-46b8-9470-906642923f60 req-458466bd-e445-4036-8738-edbc1d0782d3 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012243 Nov 19 09:08:17.838177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ccc5e8-3e3d-4ce0-9a82-831846abb8e6 admin admin] Made reservation on behalf of 6022a22e5412460ca709de7cbe4fe9f5 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:08:17.840777 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc5e8-3e3d-4ce0-9a82-831846abb8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:17.858161 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc5e8-3e3d-4ce0-9a82-831846abb8e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:17.974653 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-508c2b99-5c3e-4897-96b2-1a9796450c28 req-9572edfd-9dbc-48a1-9c41-3107de6dee21 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732562 Nov 19 09:08:17.991317 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc5e8-3e3d-4ce0-9a82-831846abb8e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:18.001574 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc5e8-3e3d-4ce0-9a82-831846abb8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:18.059484 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ccc5e8-3e3d-4ce0-9a82-831846abb8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219f0c81-0696-4a0e-8f4c-be360782d74e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:18.087834 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a9f6ec9e-e167-41a3-a9c6-464f128a7a4d req-dda9cdb8-f77e-4b06-b682-f4b7fc90899c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:18.098229 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ccc5e8-3e3d-4ce0-9a82-831846abb8e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:08:18.111502 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['52c12804-7894-4803-b113-e0e0c9afa3b2', '2fe0ddf0-f264-47ba-927d-ccf256d36523'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:18.119515 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc5e8-3e3d-4ce0-9a82-831846abb8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:18.121336 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-e0ccc5e8-3e3d-4ce0-9a82-831846abb8e6 admin admin] Added segment 97742bf1-80d2-45d8-84a6-117621246df6 of type vlan for network d30fbe71-c087-401f-bfe5-900cf79af0c7 Nov 19 09:08:18.190420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7661981-0186-4e9a-a4d2-841101cad20a req-2e5c8ff2-e867-4c63-b496-793d11c28372 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=01e1ee8e-f30b-4664-9b11-d46a542c7404 HTTP/1.1" status: 200 len: 210 time: 0.1168499 Nov 19 09:08:18.307823 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-d0f067c5-7c70-4a6e-9ed5-7fe6dc030ba9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0f72f92263b1443aba8590affdf9e0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817337 Nov 19 09:08:18.309729 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc5e8-3e3d-4ce0-9a82-831846abb8e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:18.315572 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1995db75-a82a-4cdc-bce8-98089bb3cf79 req-249dad50-5616-4505-8c2b-6b0609474caa tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=94835800-a4e9-455b-8d1c-ee5421de5da6 HTTP/1.1" status: 200 len: 210 time: 0.1568272 Nov 19 09:08:18.317069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9cdb8-f77e-4b06-b682-f4b7fc90899c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Pushing event deleted for resources: {'Port': ['ID=2fe0ddf0-f264-47ba-927d-ccf256d36523,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:18.377513 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f6ec9e-e167-41a3-a9c6-464f128a7a4d req-dda9cdb8-f77e-4b06-b682-f4b7fc90899c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] No DVR routers for this DVR port 2fe0ddf0-f264-47ba-927d-ccf256d36523 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:08:18.381897 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a9f6ec9e-e167-41a3-a9c6-464f128a7a4d req-dda9cdb8-f77e-4b06-b682-f4b7fc90899c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:18.387540 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9f6ec9e-e167-41a3-a9c6-464f128a7a4d req-dda9cdb8-f77e-4b06-b682-f4b7fc90899c tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.71 "DELETE /v2.0/ports/2fe0ddf0-f264-47ba-927d-ccf256d36523 HTTP/1.1" status: 204 len: 173 time: 1.2335460 Nov 19 09:08:18.389204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e1ee8e-f30b-4664-9b11-d46a542c7404', 'name': 'network-vif-deleted', 'tag': '2fe0ddf0-f264-47ba-927d-ccf256d36523'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:18.395558 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4da5a1b-710e-44fa-b16a-6e280776d2e1" -d '{"events": [{"server_uuid": "01e1ee8e-f30b-4664-9b11-d46a542c7404", "name": "network-vif-deleted", "tag": "2fe0ddf0-f264-47ba-927d-ccf256d36523"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:18.474165 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e89d630-cd7a-4b08-90e8-e46b9d11f645 x-openstack-request-id: req-6e89d630-cd7a-4b08-90e8-e46b9d11f645 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:18.475179 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e1ee8e-f30b-4664-9b11-d46a542c7404", "name": "network-vif-deleted", "tag": "2fe0ddf0-f264-47ba-927d-ccf256d36523", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:18.476010 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e89d630-cd7a-4b08-90e8-e46b9d11f645 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:18.477424 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e1ee8e-f30b-4664-9b11-d46a542c7404', 'name': 'network-vif-deleted', 'tag': '2fe0ddf0-f264-47ba-927d-ccf256d36523', 'status': 'completed', 'code': 200} Nov 19 09:08:18.531651 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-58973744-0c65-4931-8d96-6064bb764077 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:18.533620 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-58973744-0c65-4931-8d96-6064bb764077 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151768 Nov 19 09:08:18.546875 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-e0ccc5e8-3e3d-4ce0-9a82-831846abb8e6 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:08:18.561672 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-7eb247dc-3825-4da7-aa52-ff93b1a536e4 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=0f72f92263b1443aba8590affdf9e0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577796 Nov 19 09:08:18.567399 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-bbdd509f-43ab-478f-a09c-da926f1a41f9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Request body: {'port': {'device_id': 'a2443b21-3ad5-4b6a-993f-64d6c6780e85', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '0f72f92263b1443aba8590affdf9e0aa'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:18.721491 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc5e8-3e3d-4ce0-9a82-831846abb8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:18.723325 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ccc5e8-3e3d-4ce0-9a82-831846abb8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:18.723947 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc5e8-3e3d-4ce0-9a82-831846abb8e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:18.747447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-bbdd509f-43ab-478f-a09c-da926f1a41f9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Made reservation on behalf of 0f72f92263b1443aba8590affdf9e0aa for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:08:18.751937 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-bbdd509f-43ab-478f-a09c-da926f1a41f9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:18.768841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-9512693c-0e38-4778-8dbf-06cf9c1edbf0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:18.770889 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-9512693c-0e38-4778-8dbf-06cf9c1edbf0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965277 Nov 19 09:08:18.790107 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e0ccc5e8-3e3d-4ce0-9a82-831846abb8e6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1558647 Nov 19 09:08:18.795251 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58992) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:18.801058 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b305011e-521b-4280-b271-a31763d2cfde admin admin] Request body: {'subnet': {'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1854288592-subnet', 'tenant_id': '6022a22e5412460ca709de7cbe4fe9f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:18.812905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-720ab8c5-f9e5-4b45-9d42-68556cc93f9c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Request body: {'port': {'device_id': '94835800-a4e9-455b-8d1c-ee5421de5da6', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '0f72f92263b1443aba8590affdf9e0aa'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:18.824730 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ccc5e8-3e3d-4ce0-9a82-831846abb8e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d30fbe71-c087-401f-bfe5-900cf79af0c7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:18.839709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network d30fbe71-c087-401f-bfe5-900cf79af0c7 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:08:18.885898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b305011e-521b-4280-b271-a31763d2cfde admin admin] Made reservation on behalf of 6022a22e5412460ca709de7cbe4fe9f5 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:08:18.888680 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b305011e-521b-4280-b271-a31763d2cfde admin admin] Publish callbacks [] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:18.958397 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-bbdd509f-43ab-478f-a09c-da926f1a41f9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Allocated IP 192.168.233.66 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:08:19.062645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74a4a0-d684-45e9-939c-032155535908 req-622588bf-c162-4192-9b20-61fd066668c0 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:19.071187 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a74a4a0-d684-45e9-939c-032155535908 req-622588bf-c162-4192-9b20-61fd066668c0 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.1480904 Nov 19 09:08:19.144935 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-bbdd509f-43ab-478f-a09c-da926f1a41f9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:19.173734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-720ab8c5-f9e5-4b45-9d42-68556cc93f9c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Made reservation on behalf of 0f72f92263b1443aba8590affdf9e0aa for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:08:19.177240 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-720ab8c5-f9e5-4b45-9d42-68556cc93f9c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:19.189028 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-bbdd509f-43ab-478f-a09c-da926f1a41f9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:19.204539 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['00730ab9-1ac8-40a1-8ef9-eed22872a5ad', '6746a633-9255-472f-947e-1de8775cd0f3', 'c6b2c822-f01a-4212-a558-0c0e56810ba7'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:19.263124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-bbdd509f-43ab-478f-a09c-da926f1a41f9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:08:19.282387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-bbdd509f-43ab-478f-a09c-da926f1a41f9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:08:19.289384 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-bbdd509f-43ab-478f-a09c-da926f1a41f9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:08:19.301502 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a74a4a0-d684-45e9-939c-032155535908 req-318a5537-e905-4e7e-853b-42189f7e8f65 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293110 Nov 19 09:08:19.350983 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd509f-43ab-478f-a09c-da926f1a41f9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Pushing event updated for resources: {'Port': ['ID=1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:19.379071 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1684d-8c62-480b-9d89-af1248f64516 req-634d482f-8662-45fb-9869-41dea1ed556a tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:19.390116 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-57c1684d-8c62-480b-9d89-af1248f64516 req-634d482f-8662-45fb-9869-41dea1ed556a tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.2969477 Nov 19 09:08:19.406903 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-bbdd509f-43ab-478f-a09c-da926f1a41f9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:19.407637 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-bbdd509f-43ab-478f-a09c-da926f1a41f9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:19.435860 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-bbdd509f-43ab-478f-a09c-da926f1a41f9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8828409 Nov 19 09:08:19.453922 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Request body: {'port': {'device_id': 'a2443b21-3ad5-4b6a-993f-64d6c6780e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:19.520965 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:19.589109 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-57c1684d-8c62-480b-9d89-af1248f64516 req-735ab522-dff7-4c27-8d95-64fa1cd50dfd tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961529 Nov 19 09:08:19.689501 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-40b3353b-b3f2-4bcd-bb9a-ddd57f90b6e2 None None] Provisioning complete for port 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:19.690297 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-40b3353b-b3f2-4bcd-bb9a-ddd57f90b6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:19.757893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-720ab8c5-f9e5-4b45-9d42-68556cc93f9c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Allocated IP 192.168.233.184 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/c144cdf7-c60a-4e03-b701-455c22f18804) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:08:19.779703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-40b3353b-b3f2-4bcd-bb9a-ddd57f90b6e2 None None] Port 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:08:19.844155 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ccfa8be2-b4fc-4cd0-96f9-91b68702062e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:19.885373 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b305011e-521b-4280-b271-a31763d2cfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:19.969033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305011e-521b-4280-b271-a31763d2cfde admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9edaf5b-2c55-4161-9d45-b732449b4ded,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:19.972560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70f8fde3-fdb1-49b9-9825-50f69628f40a req-f6943808-888e-4cd3-b0f0-81f70d419c8f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=94835800-a4e9-455b-8d1c-ee5421de5da6 HTTP/1.1" status: 200 len: 210 time: 0.0893445 Nov 19 09:08:20.025393 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305011e-521b-4280-b271-a31763d2cfde admin admin] Checking segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:20.025760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b305011e-521b-4280-b271-a31763d2cfde admin admin] Network hostable DHCP agents. Network: d30fbe71-c087-401f-bfe5-900cf79af0c7, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:08:20.071323 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-720ab8c5-f9e5-4b45-9d42-68556cc93f9c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:20.078949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b305011e-521b-4280-b271-a31763d2cfde admin admin] Network d30fbe71-c087-401f-bfe5-900cf79af0c7 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:08:20.096695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b305011e-521b-4280-b271-a31763d2cfde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, d30fbe71-c087-401f-bfe5-900cf79af0c7) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:08:20.106316 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dac1d4-6f18-4d1e-87c7-de90b03214b9 None None] Network d30fbe71-c087-401f-bfe5-900cf79af0c7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:08:20.108499 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b305011e-521b-4280-b271-a31763d2cfde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:20.109122 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b305011e-521b-4280-b271-a31763d2cfde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:20.142810 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b305011e-521b-4280-b271-a31763d2cfde admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3455701 Nov 19 09:08:20.166442 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-720ab8c5-f9e5-4b45-9d42-68556cc93f9c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:20.287634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-720ab8c5-f9e5-4b45-9d42-68556cc93f9c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:08:20.294063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-720ab8c5-f9e5-4b45-9d42-68556cc93f9c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:08:20.303113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-720ab8c5-f9e5-4b45-9d42-68556cc93f9c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:08:20.321598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-720ab8c5-f9e5-4b45-9d42-68556cc93f9c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:20.322296 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-720ab8c5-f9e5-4b45-9d42-68556cc93f9c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:20.329437 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ab8c5-f9e5-4b45-9d42-68556cc93f9c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Pushing event updated for resources: {'Port': ['ID=c144cdf7-c60a-4e03-b701-455c22f18804,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:20.358210 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-720ab8c5-f9e5-4b45-9d42-68556cc93f9c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5514424 Nov 19 09:08:20.384816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Request body: {'port': {'device_id': '94835800-a4e9-455b-8d1c-ee5421de5da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:20.477736 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab129991-c9db-43a1-b6f2-4a8b9a459d91 None None] Network d30fbe71-c087-401f-bfe5-900cf79af0c7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:08:20.626303 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:08:20.640799 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:20.672067 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Transition to ACTIVE for port object 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:08:20.680097 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:20.706061 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['00730ab9-1ac8-40a1-8ef9-eed22872a5ad', '6746a633-9255-472f-947e-1de8775cd0f3', 'c6b2c822-f01a-4212-a558-0c0e56810ba7'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:20.731656 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:20.756259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02167da-9059-4e4d-95cb-42a82d71710d req-20bea130-4285-47af-998f-a2c09187bf7d tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:20.761646 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d02167da-9059-4e4d-95cb-42a82d71710d req-20bea130-4285-47af-998f-a2c09187bf7d tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 950 time: 0.3240292 Nov 19 09:08:20.815457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ca2c0-e949-4346-809c-8aeddf52b831 req-3a9a895e-4b76-423e-b238-1ee1d2f4bdeb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:20.827291 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a21ca2c0-e949-4346-809c-8aeddf52b831 req-3a9a895e-4b76-423e-b238-1ee1d2f4bdeb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.3245676 Nov 19 09:08:20.861491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:20.879882 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-445456b6-5ba5-4b43-ab18-23d47a1b1b69 None None] Provisioning complete for port c144cdf7-c60a-4e03-b701-455c22f18804 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:20.881608 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-445456b6-5ba5-4b43-ab18-23d47a1b1b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:20.928575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-445456b6-5ba5-4b43-ab18-23d47a1b1b69 None None] Port c144cdf7-c60a-4e03-b701-455c22f18804 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:08:20.974674 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 2fe0ddf0-f264-47ba-927d-ccf256d36523 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:08:21.004137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Attempting to bind port 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:08:21.004479 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Attempting to bind port 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:08:21.004813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Attempting to bind port 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:21.022010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Port 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:08:21.022560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Attempting to bind port 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:21.028884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:08:21.029386 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:21.030140 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:08:21.030607 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Bound port: 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:08:21.030983 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:21.066733 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a21ca2c0-e949-4346-809c-8aeddf52b831 req-73b01e25-f3dd-4413-961f-8277ae0eb0dc tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305863 Nov 19 09:08:21.105544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 2fe0ddf0-f264-47ba-927d-ccf256d36523 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:08:21.106055 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 2fe0ddf0-f264-47ba-927d-ccf256d36523 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:08:21.117707 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d02167da-9059-4e4d-95cb-42a82d71710d req-4631618f-e3a7-4174-8453-35f9c2c2b82f tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330836 Nov 19 09:08:21.238904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] For port 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:08:21.247409 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] For port 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:08:21.257529 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:21.355540 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:21.356289 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:21.365009 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] 10.222.0.66 "PUT /v2.0/ports/1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d HTTP/1.1" status: 200 len: 1096 time: 1.9164367 Nov 19 09:08:21.365009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2443b21-3ad5-4b6a-993f-64d6c6780e85', 'tag': '1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:21.367821 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1620c2-31ae-41f8-ada1-afd8ce7a835e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2443b21-3ad5-4b6a-993f-64d6c6780e85", "tag": "1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:21.494054 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db3ea9-72e9-4379-8d90-233969f45372 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:21.574343 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59050) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:21.586288 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7070cd14-b58e-422d-91f1-fcd422a25df7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1593364023-network', 'tenant_id': '71a739f4e4a74403a553afd9cd15b46b'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:21.628581 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-c4cc7a53-f131-47f0-ae37-bef798e86d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:21.630513 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-c4cc7a53-f131-47f0-ae37-bef798e86d64 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&device_id=a2443b21-3ad5-4b6a-993f-64d6c6780e85 HTTP/1.1" status: 200 len: 1099 time: 0.1565011 Nov 19 09:08:21.640881 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7070cd14-b58e-422d-91f1-fcd422a25df7 admin admin] Made reservation on behalf of 71a739f4e4a74403a553afd9cd15b46b for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:08:21.645866 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7070cd14-b58e-422d-91f1-fcd422a25df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:21.660737 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7070cd14-b58e-422d-91f1-fcd422a25df7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:21.704213 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-f4ba04aa-784d-42b3-98ed-e09227eddd81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d HTTP/1.1" status: 200 len: 217 time: 0.0448272 Nov 19 09:08:21.785908 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-bd1308c9-48c6-454c-81fc-65bdb31b7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:21.787368 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-bd1308c9-48c6-454c-81fc-65bdb31b7b65 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0711243 Nov 19 09:08:21.834467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cedb3-2fb0-46b0-afcf-2e21bf977f5f req-755810f5-4429-4afd-b282-653048ad10c1 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:21.836199 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d91cedb3-2fb0-46b0-afcf-2e21bf977f5f req-755810f5-4429-4afd-b282-653048ad10c1 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.1617370 Nov 19 09:08:21.844335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a7328-7477-467c-9570-1ec61fb49443 req-bb6719c5-7c9b-47a1-aeb6-6b0ba0e17e8d tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:21.846659 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba0a7328-7477-467c-9570-1ec61fb49443 req-bb6719c5-7c9b-47a1-aeb6-6b0ba0e17e8d tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=94835800-a4e9-455b-8d1c-ee5421de5da6 HTTP/1.1" status: 200 len: 936 time: 0.1708720 Nov 19 09:08:21.871323 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7070cd14-b58e-422d-91f1-fcd422a25df7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:21.879910 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-9b987b23-2c93-4086-bc04-318b237b7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:21.881604 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-9b987b23-2c93-4086-bc04-318b237b7547 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0790665 Nov 19 09:08:21.882898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7070cd14-b58e-422d-91f1-fcd422a25df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:21.928097 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7070cd14-b58e-422d-91f1-fcd422a25df7 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:08:21.959039 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba0a7328-7477-467c-9570-1ec61fb49443 req-a4684dad-78cc-4c7f-8041-56bf611fa6b0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026487 Nov 19 09:08:21.987239 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d91cedb3-2fb0-46b0-afcf-2e21bf977f5f req-4ea0c735-05a2-4376-b2fb-d7e03689b4f3 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251945 Nov 19 09:08:22.139896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c144cdf7-c60a-4e03-b701-455c22f18804 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:08:22.149133 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:22.164578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Transition to ACTIVE for port object c144cdf7-c60a-4e03-b701-455c22f18804 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:08:22.172491 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:22.203666 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ce98e95-a6bc-485e-99e7-547da30703d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:22.364994 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Pushing event updated for resources: {'Port': ['ID=c144cdf7-c60a-4e03-b701-455c22f18804,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:22.422744 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6289978-7332-489e-8641-0af8bd9ae216 x-openstack-request-id: req-b6289978-7332-489e-8641-0af8bd9ae216 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:22.423090 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2443b21-3ad5-4b6a-993f-64d6c6780e85", "tag": "1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:22.423293 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6289978-7332-489e-8641-0af8bd9ae216 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:22.423704 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2443b21-3ad5-4b6a-993f-64d6c6780e85', 'tag': '1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d', 'status': 'completed', 'code': 200} Nov 19 09:08:22.434073 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7070cd14-b58e-422d-91f1-fcd422a25df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:22.434501 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-7070cd14-b58e-422d-91f1-fcd422a25df7 admin admin] Added segment f88d4e38-afa0-4650-a4ad-9f3ae20440bb of type vlan for network 43384d18-fbee-4ac8-8543-ec2c04e7d010 Nov 19 09:08:22.443200 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070cd14-b58e-422d-91f1-fcd422a25df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d9265b-9f7b-483d-9343-77f83e3c3f24,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:22.454819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Attempting to bind port c144cdf7-c60a-4e03-b701-455c22f18804 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:08:22.455265 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Attempting to bind port c144cdf7-c60a-4e03-b701-455c22f18804 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:08:22.455491 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Attempting to bind port c144cdf7-c60a-4e03-b701-455c22f18804 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:22.481268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83d587-03f3-4ef5-ac4e-8225b804161b req-8a92e5a8-3281-4330-8b6c-c97958632eb0 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:22.491295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff83d587-03f3-4ef5-ac4e-8225b804161b req-8a92e5a8-3281-4330-8b6c-c97958632eb0 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.3034124 Nov 19 09:08:22.508891 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7070cd14-b58e-422d-91f1-fcd422a25df7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:22.522783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c05e81-9fb4-4124-9c5c-c06710368ff4 req-ec2b55be-ffdc-44ff-ad48-924975685944 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:22.524771 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38c05e81-9fb4-4124-9c5c-c06710368ff4 req-ec2b55be-ffdc-44ff-ad48-924975685944 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 950 time: 0.2983882 Nov 19 09:08:22.539592 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5ee0f-b31c-4532-a032-6492e9d9c950 req-701a2375-d758-466b-8c79-7d7a528246e6 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:22.541311 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51d5ee0f-b31c-4532-a032-6492e9d9c950 req-701a2375-d758-466b-8c79-7d7a528246e6 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 950 time: 0.2281358 Nov 19 09:08:22.546167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Port c144cdf7-c60a-4e03-b701-455c22f18804 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:08:22.546496 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Attempting to bind port c144cdf7-c60a-4e03-b701-455c22f18804 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:22.573605 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-77243c2e-5622-4940-8e79-83d68d04d8a7 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6731403 Nov 19 09:08:22.574459 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7070cd14-b58e-422d-91f1-fcd422a25df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:22.575357 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7070cd14-b58e-422d-91f1-fcd422a25df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:22.576120 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7070cd14-b58e-422d-91f1-fcd422a25df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:22.612804 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:08:22.613260 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:22.613728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:08:22.614276 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Bound port: c144cdf7-c60a-4e03-b701-455c22f18804, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:08:22.614706 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:22.679956 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7070cd14-b58e-422d-91f1-fcd422a25df7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1021972 Nov 19 09:08:22.684160 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59068) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:22.691375 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-852da0fb-5bc5-451a-919d-0f7c5801aec2 admin admin] Request body: {'subnet': {'network_id': '43384d18-fbee-4ac8-8543-ec2c04e7d010', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1593364023-subnet', 'tenant_id': '71a739f4e4a74403a553afd9cd15b46b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:22.714945 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070cd14-b58e-422d-91f1-fcd422a25df7 admin admin] Pushing event updated for resources: {'Network': ['ID=43384d18-fbee-4ac8-8543-ec2c04e7d010,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:22.715501 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff83d587-03f3-4ef5-ac4e-8225b804161b req-1037a1a4-c47b-4046-bf89-beda5b3bfb1d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194335 Nov 19 09:08:22.722801 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852da0fb-5bc5-451a-919d-0f7c5801aec2 admin admin] Made reservation on behalf of 71a739f4e4a74403a553afd9cd15b46b for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:08:22.727919 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 43384d18-fbee-4ac8-8543-ec2c04e7d010 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:08:22.728636 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-852da0fb-5bc5-451a-919d-0f7c5801aec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:22.801773 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51d5ee0f-b31c-4532-a032-6492e9d9c950 req-dd8e5dc2-89ad-48cc-83a1-f272665e89cf tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360132 Nov 19 09:08:22.963552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-38c05e81-9fb4-4124-9c5c-c06710368ff4 req-ff6eb050-c575-444f-8422-3347229e2f2e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Deleting port 52c12804-7894-4803-b113-e0e0c9afa3b2 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:08:22.964872 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38c05e81-9fb4-4124-9c5c-c06710368ff4 req-ff6eb050-c575-444f-8422-3347229e2f2e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:22.973694 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-852da0fb-5bc5-451a-919d-0f7c5801aec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:23.084741 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-a94aaeb4-0fa4-4cad-96a5-bec8dcf7a800 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916384 Nov 19 09:08:23.091471 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852da0fb-5bc5-451a-919d-0f7c5801aec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4397a8-09d0-4896-8f67-054725a1e306,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:23.102021 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852da0fb-5bc5-451a-919d-0f7c5801aec2 admin admin] Checking segment: {'id': 'f88d4e38-afa0-4650-a4ad-9f3ae20440bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '43384d18-fbee-4ac8-8543-ec2c04e7d010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:23.103431 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852da0fb-5bc5-451a-919d-0f7c5801aec2 admin admin] Network hostable DHCP agents. Network: 43384d18-fbee-4ac8-8543-ec2c04e7d010, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:08:23.110059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-38c05e81-9fb4-4124-9c5c-c06710368ff4 req-ff6eb050-c575-444f-8422-3347229e2f2e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] For port 52c12804-7894-4803-b113-e0e0c9afa3b2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=52c12804-7894-4803-b113-e0e0c9afa3b2,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:23.110475 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38c05e81-9fb4-4124-9c5c-c06710368ff4 req-ff6eb050-c575-444f-8422-3347229e2f2e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:23.127811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-38c05e81-9fb4-4124-9c5c-c06710368ff4 req-ff6eb050-c575-444f-8422-3347229e2f2e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Calling delete_port for 52c12804-7894-4803-b113-e0e0c9afa3b2 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:08:23.141265 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852da0fb-5bc5-451a-919d-0f7c5801aec2 admin admin] Network 43384d18-fbee-4ac8-8543-ec2c04e7d010 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:08:23.201591 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-852da0fb-5bc5-451a-919d-0f7c5801aec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 43384d18-fbee-4ac8-8543-ec2c04e7d010) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:08:23.210923 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04edd2fb-de5e-4115-843c-5ad879a70de3 None None] Network 43384d18-fbee-4ac8-8543-ec2c04e7d010 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:08:23.217529 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852da0fb-5bc5-451a-919d-0f7c5801aec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:23.218507 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-852da0fb-5bc5-451a-919d-0f7c5801aec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:23.224369 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1620c2-31ae-41f8-ada1-afd8ce7a835e req-faf1bc35-d88a-4a12-b5ed-ed2a076f7e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:23.226003 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab1620c2-31ae-41f8-ada1-afd8ce7a835e req-faf1bc35-d88a-4a12-b5ed-ed2a076f7e5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&device_id=a2443b21-3ad5-4b6a-993f-64d6c6780e85 HTTP/1.1" status: 200 len: 1099 time: 0.0800314 Nov 19 09:08:23.282539 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-852da0fb-5bc5-451a-919d-0f7c5801aec2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5869205 Nov 19 09:08:23.307696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] For port c144cdf7-c60a-4e03-b701-455c22f18804, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:08:23.376712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] For port c144cdf7-c60a-4e03-b701-455c22f18804, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c144cdf7-c60a-4e03-b701-455c22f18804,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:08:23.380781 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:23.417743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1620c2-31ae-41f8-ada1-afd8ce7a835e req-50e88407-2ccd-481b-bfbe-443ae93718e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:23.420154 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab1620c2-31ae-41f8-ada1-afd8ce7a835e req-50e88407-2ccd-481b-bfbe-443ae93718e6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1774337 Nov 19 09:08:23.425509 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:23.477883 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab1620c2-31ae-41f8-ada1-afd8ce7a835e req-0e15087c-14d6-454d-a66e-a7e094edffe3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d HTTP/1.1" status: 200 len: 217 time: 0.0477133 Nov 19 09:08:23.508018 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74b7b6-4e99-411e-9755-199cdcae22b1 req-78a3cb17-ada5-41dd-85ba-a7b7e39eaf08 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:23.515374 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b74b7b6-4e99-411e-9755-199cdcae22b1 req-78a3cb17-ada5-41dd-85ba-a7b7e39eaf08 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 945 time: 0.6456630 Nov 19 09:08:23.517222 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Pushing event updated for resources: {'Port': ['ID=c144cdf7-c60a-4e03-b701-455c22f18804,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:23.546667 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10a4a5a-c335-48aa-94cf-f8454d578623 None None] Network 43384d18-fbee-4ac8-8543-ec2c04e7d010 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:08:23.547554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:23.548192 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:23.549648 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6612dc10-45bd-4530-9f24-2260e53fa182 service neutron] 10.222.0.71 "PUT /v2.0/ports/c144cdf7-c60a-4e03-b701-455c22f18804 HTTP/1.1" status: 200 len: 1097 time: 3.1700432 Nov 19 09:08:23.550117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94835800-a4e9-455b-8d1c-ee5421de5da6', 'tag': 'c144cdf7-c60a-4e03-b701-455c22f18804'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:23.555784 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9b731e-6b51-4542-a661-a06301c1ea66" -d '{"events": [{"name": "network-changed", "server_uuid": "94835800-a4e9-455b-8d1c-ee5421de5da6", "tag": "c144cdf7-c60a-4e03-b701-455c22f18804"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:23.615407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59595ce4-5c2a-44ea-a176-8cd879415203 req-f94ab1c1-f6b1-4459-a199-75ab378f1190 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:23.617043 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59595ce4-5c2a-44ea-a176-8cd879415203 req-f94ab1c1-f6b1-4459-a199-75ab378f1190 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.3110797 Nov 19 09:08:23.624726 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1620c2-31ae-41f8-ada1-afd8ce7a835e req-cde5a9c3-7ca9-4634-adfb-dc65aecb8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:23.637135 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab1620c2-31ae-41f8-ada1-afd8ce7a835e req-cde5a9c3-7ca9-4634-adfb-dc65aecb8de2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1502120 Nov 19 09:08:23.771825 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b74b7b6-4e99-411e-9755-199cdcae22b1 req-24a47388-b3de-443b-b160-3661d0706808 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c500488-8edd-4d54-9194-52c7a19f9b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554698 Nov 19 09:08:23.854816 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1620c2-31ae-41f8-ada1-afd8ce7a835e req-24f09004-cb0b-4b8c-a01c-25ba8fbe04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:23.872770 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab1620c2-31ae-41f8-ada1-afd8ce7a835e req-24f09004-cb0b-4b8c-a01c-25ba8fbe04cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2139840 Nov 19 09:08:23.926033 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59595ce4-5c2a-44ea-a176-8cd879415203 req-0919cfc2-6f8f-40e3-bddc-323b30f84262 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661672 Nov 19 09:08:23.944847 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38c05e81-9fb4-4124-9c5c-c06710368ff4 req-ff6eb050-c575-444f-8422-3347229e2f2e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:23.956689 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-4280dfe7-57c5-48e0-864f-4578ff8f9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:23.957109 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-4280dfe7-57c5-48e0-864f-4578ff8f9622 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&device_id=94835800-a4e9-455b-8d1c-ee5421de5da6 HTTP/1.1" status: 200 len: 1100 time: 0.3389091 Nov 19 09:08:24.002636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6eb050-c575-444f-8422-3347229e2f2e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Pushing event deleted for resources: {'Port': ['ID=52c12804-7894-4803-b113-e0e0c9afa3b2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:24.060229 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079da93b-aa6c-4877-a9dc-c03d98264883 x-openstack-request-id: req-079da93b-aa6c-4877-a9dc-c03d98264883 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:24.060535 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94835800-a4e9-455b-8d1c-ee5421de5da6", "tag": "c144cdf7-c60a-4e03-b701-455c22f18804", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:24.060796 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-079da93b-aa6c-4877-a9dc-c03d98264883 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:24.061225 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94835800-a4e9-455b-8d1c-ee5421de5da6', 'tag': 'c144cdf7-c60a-4e03-b701-455c22f18804', 'status': 'completed', 'code': 200} Nov 19 09:08:24.071002 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-6025259b-5d4b-4e53-a7ea-10aee6847624 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=c144cdf7-c60a-4e03-b701-455c22f18804 HTTP/1.1" status: 200 len: 217 time: 0.0775156 Nov 19 09:08:24.095560 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab1620c2-31ae-41f8-ada1-afd8ce7a835e req-8079c9d3-4101-43fa-9efc-ec824ae9469b service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114623 Nov 19 09:08:24.220453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['52c12804-7894-4803-b113-e0e0c9afa3b2'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:24.238835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9b4a7-00d7-453b-9535-56c8ba989a26 req-220a1eda-9f12-43d5-8f45-ba9e71a4e9f5 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:24.247266 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2bc9b4a7-00d7-453b-9535-56c8ba989a26 req-220a1eda-9f12-43d5-8f45-ba9e71a4e9f5 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=94835800-a4e9-455b-8d1c-ee5421de5da6 HTTP/1.1" status: 200 len: 948 time: 0.3548496 Nov 19 09:08:24.252802 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c05e81-9fb4-4124-9c5c-c06710368ff4 req-ff6eb050-c575-444f-8422-3347229e2f2e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] No DVR routers for this DVR port 52c12804-7894-4803-b113-e0e0c9afa3b2 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:08:24.296685 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38c05e81-9fb4-4124-9c5c-c06710368ff4 req-ff6eb050-c575-444f-8422-3347229e2f2e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:24.300426 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38c05e81-9fb4-4124-9c5c-c06710368ff4 req-ff6eb050-c575-444f-8422-3347229e2f2e tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.71 "DELETE /v2.0/ports/52c12804-7894-4803-b113-e0e0c9afa3b2 HTTP/1.1" status: 204 len: 173 time: 1.7581439 Nov 19 09:08:24.304471 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab1620c2-31ae-41f8-ada1-afd8ce7a835e req-8d2c9f23-2a74-44f9-9f4f-695e85108a62 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819167 Nov 19 09:08:24.460040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-290ff0b0-226f-487d-8322-282a63e851f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:24.461558 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-290ff0b0-226f-487d-8322-282a63e851f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.3745952 Nov 19 09:08:24.551009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f4ed4-4dd7-4982-9f7e-c6c42652a12c req-54b03e1e-4471-4b58-a1f5-3c6049c6ff45 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:24.565551 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-473f4ed4-4dd7-4982-9f7e-c6c42652a12c req-54b03e1e-4471-4b58-a1f5-3c6049c6ff45 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.3137741 Nov 19 09:08:24.569120 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2bc9b4a7-00d7-453b-9535-56c8ba989a26 req-8d8dce7d-384e-4f3b-99e3-f44455b6f35b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212245 Nov 19 09:08:24.587798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88fe89-5a70-4134-94b9-2503d4b66db9 req-7169d66a-0e91-460e-ae65-464b02e53324 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:24.598470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a88fe89-5a70-4134-94b9-2503d4b66db9 req-7169d66a-0e91-460e-ae65-464b02e53324 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 945 time: 0.2949805 Nov 19 09:08:24.698449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-09773e2c-7d83-474c-87d7-508b16f3dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:24.704250 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-09773e2c-7d83-474c-87d7-508b16f3dd5c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2311213 Nov 19 09:08:24.745318 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:24.815534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-473f4ed4-4dd7-4982-9f7e-c6c42652a12c req-35a61773-51d9-430d-bb60-18a59c5a2261 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386940 Nov 19 09:08:24.838217 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9a7174fb-0d32-4b72-957e-ebd86c47f0b9 req-bfa466ce-e694-4b03-8a7f-30bab4516c35 tempest-LiveMigrationNegativeTest-1509288544 tempest-LiveMigrationNegativeTest-1509288544-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4b3beb6-c8c1-49fe-8d30-be0e39e51021 HTTP/1.1" status: 200 len: 210 time: 0.1020474 Nov 19 09:08:24.917889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-7a88fe89-5a70-4134-94b9-2503d4b66db9 req-a396416d-7435-49a0-99a6-4e80d8080a77 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Deleting port b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:08:24.918242 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a88fe89-5a70-4134-94b9-2503d4b66db9 req-a396416d-7435-49a0-99a6-4e80d8080a77 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:24.922970 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-35e509db-df06-47de-80c5-f00915c18d26 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034030 Nov 19 09:08:25.338648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-7a88fe89-5a70-4134-94b9-2503d4b66db9 req-a396416d-7435-49a0-99a6-4e80d8080a77 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] For port b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d,segment=NetworkSegment(c7bd5234-fa29-4544-8a88-1acbba6b7949),segment_id=c7bd5234-fa29-4544-8a88-1acbba6b7949)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:25.339637 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a88fe89-5a70-4134-94b9-2503d4b66db9 req-a396416d-7435-49a0-99a6-4e80d8080a77 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:25.360263 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:25.362126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2a820f4-7d09-425c-8b22-38eb8028684b req-043f0d86-1ea4-495a-a5bc-e72461dfc8f8 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625935 Nov 19 09:08:25.383634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125e7ba-6aae-4692-91d1-e946b8f10362 req-fbf39ffa-6705-4418-b175-c168b45ea8c1 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:25.385201 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a125e7ba-6aae-4692-91d1-e946b8f10362 req-fbf39ffa-6705-4418-b175-c168b45ea8c1 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cba9fe-c0f3-4140-9f08-d3d50d1d2495 HTTP/1.1" status: 200 len: 945 time: 0.1984169 Nov 19 09:08:25.386196 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-7a88fe89-5a70-4134-94b9-2503d4b66db9 req-a396416d-7435-49a0-99a6-4e80d8080a77 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Calling delete_port for b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:08:25.427764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-68f08821-c843-4c54-890d-4be9a6210d14 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:25.429511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-68f08821-c843-4c54-890d-4be9a6210d14 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 821 time: 0.2202647 Nov 19 09:08:25.529538 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-0fc228a3-7579-4ae5-a26c-b9b55502bf89 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/quotas/6022a22e5412460ca709de7cbe4fe9f5 HTTP/1.1" status: 200 len: 375 time: 0.0559986 Nov 19 09:08:25.552930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a125e7ba-6aae-4692-91d1-e946b8f10362 req-d0b1d2b8-272c-4d48-b39c-764dbeb76eec tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c500488-8edd-4d54-9194-52c7a19f9b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604569 Nov 19 09:08:25.586190 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-6ad2f098-b7f2-4421-bc11-9afb3f9f150c tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460794 Nov 19 09:08:25.600334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b731e-6b51-4542-a661-a06301c1ea66 req-6ca76c72-1bf1-4eb5-889d-b7a47099517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:25.601950 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd9b731e-6b51-4542-a661-a06301c1ea66 req-6ca76c72-1bf1-4eb5-889d-b7a47099517a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&device_id=94835800-a4e9-455b-8d1c-ee5421de5da6 HTTP/1.1" status: 200 len: 1100 time: 0.1271188 Nov 19 09:08:26.064148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b3beb6-c8c1-49fe-8d30-be0e39e51021', 'name': 'network-vif-deleted', 'tag': '52c12804-7894-4803-b113-e0e0c9afa3b2'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:26.066176 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f410cd8f-85f9-4531-85ec-1f94e4a821c0" -d '{"events": [{"server_uuid": "c4b3beb6-c8c1-49fe-8d30-be0e39e51021", "name": "network-vif-deleted", "tag": "52c12804-7894-4803-b113-e0e0c9afa3b2"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:26.120575 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a88fe89-5a70-4134-94b9-2503d4b66db9 req-a396416d-7435-49a0-99a6-4e80d8080a77 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:26.133940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:26.135605 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2cbfb-a696-4c60-966b-88f33059958c req-36e00f68-73e3-4a1b-b730-bebdbba240e2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:26.137189 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77a2cbfb-a696-4c60-966b-88f33059958c req-36e00f68-73e3-4a1b-b730-bebdbba240e2 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.1693339 Nov 19 09:08:26.156769 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-8fea2040-11b3-4406-adcc-a540fb9e17af service neutron] 10.222.0.21 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530825 Nov 19 09:08:26.180545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b731e-6b51-4542-a661-a06301c1ea66 req-b2249dd8-4ffd-4703-a3f2-5fdad657cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:26.182324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd9b731e-6b51-4542-a661-a06301c1ea66 req-b2249dd8-4ffd-4703-a3f2-5fdad657cb66 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.5703688 Nov 19 09:08:26.262411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396416d-7435-49a0-99a6-4e80d8080a77 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Pushing event deleted for resources: {'Port': ['ID=b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:26.327101 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd9b731e-6b51-4542-a661-a06301c1ea66 req-17f2bb27-a662-4ef2-95f1-11da3e1e54b3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=c144cdf7-c60a-4e03-b701-455c22f18804 HTTP/1.1" status: 200 len: 217 time: 0.0809124 Nov 19 09:08:26.347881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a88fe89-5a70-4134-94b9-2503d4b66db9 req-a396416d-7435-49a0-99a6-4e80d8080a77 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] No DVR routers for this DVR port b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:08:26.362904 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a88fe89-5a70-4134-94b9-2503d4b66db9 req-a396416d-7435-49a0-99a6-4e80d8080a77 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:26.366442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a88fe89-5a70-4134-94b9-2503d4b66db9 req-a396416d-7435-49a0-99a6-4e80d8080a77 tempest-VolumesAdminNegativeTest-1629832118 tempest-VolumesAdminNegativeTest-1629832118-project] 10.222.0.66 "DELETE /v2.0/ports/b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d HTTP/1.1" status: 204 len: 173 time: 1.7388501 Nov 19 09:08:26.410997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77a2cbfb-a696-4c60-966b-88f33059958c req-c1a5eb44-4cfe-444e-88a5-757c1d628f46 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484028 Nov 19 09:08:26.421894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:08:26.440437 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b731e-6b51-4542-a661-a06301c1ea66 req-088a0f87-dbcb-44f4-a85a-77253b02b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:26.442081 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd9b731e-6b51-4542-a661-a06301c1ea66 req-088a0f87-dbcb-44f4-a85a-77253b02b204 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0974243 Nov 19 09:08:26.444439 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-bb0e3050-3e67-4e68-b324-da97f441b5ed service neutron] 10.222.0.21 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868528 Nov 19 09:08:26.561961 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b731e-6b51-4542-a661-a06301c1ea66 req-368f8ee2-b110-4c3f-8a4d-74779c4d0fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:26.578289 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd9b731e-6b51-4542-a661-a06301c1ea66 req-368f8ee2-b110-4c3f-8a4d-74779c4d0fee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1250689 Nov 19 09:08:26.707414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:26.755093 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d', 'mac_address': 'fa:16:3e:5e:97:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:08:26.822915 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:26.839042 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:08:26.863680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a532a-8366-4c0d-bfca-d342c7a9993f req-85f38ac2-471b-49a6-8a4a-bb6fc67b4ca9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:26.865412 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd9a532a-8366-4c0d-bfca-d342c7a9993f req-85f38ac2-471b-49a6-8a4a-bb6fc67b4ca9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=94835800-a4e9-455b-8d1c-ee5421de5da6 HTTP/1.1" status: 200 len: 948 time: 0.2861011 Nov 19 09:08:26.870195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:26.878467 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:26.904505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e112d-6db8-4b69-b041-696778697086 req-a605a3dc-9cd1-497e-a421-8f36e60fb09a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:26.906169 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c4e112d-6db8-4b69-b041-696778697086 req-a605a3dc-9cd1-497e-a421-8f36e60fb09a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.1440308 Nov 19 09:08:26.953363 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:27.013588 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c4e112d-6db8-4b69-b041-696778697086 req-2ac51f54-0509-4d47-82b5-a5a02f7d0306 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986559 Nov 19 09:08:27.016757 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd9b731e-6b51-4542-a661-a06301c1ea66 req-309229a7-ee47-454c-95be-863ef8cc72d1 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170096 Nov 19 09:08:27.026425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 52c12804-7894-4803-b113-e0e0c9afa3b2 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:08:27.085825 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd9a532a-8366-4c0d-bfca-d342c7a9993f req-3b8d8519-4cc9-4b21-8276-7654574a185a tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048035 Nov 19 09:08:27.124387 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 52c12804-7894-4803-b113-e0e0c9afa3b2 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:08:27.128027 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 52c12804-7894-4803-b113-e0e0c9afa3b2 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:08:27.231544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:27.249317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd9b731e-6b51-4542-a661-a06301c1ea66 req-0421da98-27ef-49d8-a350-36bdf7eb96fd service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098992 Nov 19 09:08:27.252452 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac96f5a-994b-4a7e-aa15-1e415b3c9293 x-openstack-request-id: req-1ac96f5a-994b-4a7e-aa15-1e415b3c9293 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:27.259323 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b3beb6-c8c1-49fe-8d30-be0e39e51021", "name": "network-vif-deleted", "tag": "52c12804-7894-4803-b113-e0e0c9afa3b2", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:27.259760 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ac96f5a-994b-4a7e-aa15-1e415b3c9293 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:27.260313 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b3beb6-c8c1-49fe-8d30-be0e39e51021', 'name': 'network-vif-deleted', 'tag': '52c12804-7894-4803-b113-e0e0c9afa3b2', 'status': 'completed', 'code': 200} Nov 19 09:08:27.331317 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59134) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:27.453055 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fccc021-ba45-4bf2-a203-795e42bad65d admin admin] Deleting subnet 800cc487-ed53-4d92-b4e6-9dfefab1dfeb {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:08:27.461461 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fccc021-ba45-4bf2-a203-795e42bad65d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:27.491779 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfd50158-1263-4da1-84e8-e635d3997c1d req-77202555-bb9c-4c42-97f4-dab061781206 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 210 time: 0.0656779 Nov 19 09:08:27.571560 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fccc021-ba45-4bf2-a203-795e42bad65d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:27.621000 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59140) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:27.642418 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fccc021-ba45-4bf2-a203-795e42bad65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:27.718154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac77e6-27d5-4947-a060-de3ace2b71ce req-8014b424-c6ae-4671-a937-02839442a7a7 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:27.720551 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39ac77e6-27d5-4947-a060-de3ace2b71ce req-8014b424-c6ae-4671-a937-02839442a7a7 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.0997524 Nov 19 09:08:27.737124 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fccc021-ba45-4bf2-a203-795e42bad65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:27.780263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccc021-ba45-4bf2-a203-795e42bad65d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800cc487-ed53-4d92-b4e6-9dfefab1dfeb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:27.783329 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fccc021-ba45-4bf2-a203-795e42bad65d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:27.788833 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2fccc021-ba45-4bf2-a203-795e42bad65d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/800cc487-ed53-4d92-b4e6-9dfefab1dfeb HTTP/1.1" status: 204 len: 168 time: 0.4557426 Nov 19 09:08:27.791388 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59146) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:27.816457 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39ac77e6-27d5-4947-a060-de3ace2b71ce req-b4873f00-0c56-485d-a1cd-4761cb9fafdf tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876844 Nov 19 09:08:27.899004 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0cf2f605-5943-40a1-b004-2783c5d2306c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:27.913901 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-188e1389-0782-4cd1-b465-a3874b734c6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c65584c041643dc8b3887096ef29375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913506 Nov 19 09:08:27.916595 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59148) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:27.967360 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edd46062-992d-41b6-a60e-ebde44ee1d3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:27.989467 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edd46062-992d-41b6-a60e-ebde44ee1d3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:27.990251 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0cf2f605-5943-40a1-b004-2783c5d2306c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.017950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-0cf2f605-5943-40a1-b004-2783c5d2306c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42ad535-43bd-4b8b-bf06-8f6770e1e61f']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:28.029771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-0cf2f605-5943-40a1-b004-2783c5d2306c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7bd5234-fa29-4544-8a88-1acbba6b7949') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:28.030075 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-0cf2f605-5943-40a1-b004-2783c5d2306c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7bd5234-fa29-4544-8a88-1acbba6b7949') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:28.041585 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0cf2f605-5943-40a1-b004-2783c5d2306c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.044570 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edd46062-992d-41b6-a60e-ebde44ee1d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.047903 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edd46062-992d-41b6-a60e-ebde44ee1d3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.052834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-edd46062-992d-41b6-a60e-ebde44ee1d3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d HTTP/1.1" status: 204 len: 168 time: 0.1327994 Nov 19 09:08:28.064273 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0cf2f605-5943-40a1-b004-2783c5d2306c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.070011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd46062-992d-41b6-a60e-ebde44ee1d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c40924e-6fc0-4ec8-83e5-9ff9b7615b6d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:28.080673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf2f605-5943-40a1-b004-2783c5d2306c admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:08:28.081123 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0cf2f605-5943-40a1-b004-2783c5d2306c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:08:28.082952 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:08:28.156160 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0cf2f605-5943-40a1-b004-2783c5d2306c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.162637 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0cf2f605-5943-40a1-b004-2783c5d2306c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.171876 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0cf2f605-5943-40a1-b004-2783c5d2306c admin admin] 10.222.0.21 "DELETE /v2.0/networks/f42ad535-43bd-4b8b-bf06-8f6770e1e61f HTTP/1.1" status: 204 len: 168 time: 0.3789024 Nov 19 09:08:28.172432 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59156) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:28.208151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3b6e0-62ce-4d68-b200-e13c1b64b057 req-4cac3bd9-37a1-4ad4-856f-660c644915e4 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:28.217286 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2f605-5943-40a1-b004-2783c5d2306c admin admin] Pushing event deleted for resources: {'Network': ['ID=f42ad535-43bd-4b8b-bf06-8f6770e1e61f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:28.217560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3dc3b6e0-62ce-4d68-b200-e13c1b64b057 req-4cac3bd9-37a1-4ad4-856f-660c644915e4 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.1129797 Nov 19 09:08:28.262316 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8551f5a-a3bf-402d-8645-e16de85793c9 admin admin] Deleting subnet 11d16189-e1cc-46c2-a40c-18d5f261be0e {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:08:28.271936 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8551f5a-a3bf-402d-8645-e16de85793c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.374021 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8551f5a-a3bf-402d-8645-e16de85793c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.416204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492ed94-aedf-4023-b954-bc434954b123 req-12592d10-208a-48fc-b006-0e3e26ef56e1 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:28.417784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d492ed94-aedf-4023-b954-bc434954b123 req-12592d10-208a-48fc-b006-0e3e26ef56e1 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=94835800-a4e9-455b-8d1c-ee5421de5da6 HTTP/1.1" status: 200 len: 948 time: 0.1895285 Nov 19 09:08:28.434336 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:08:28.438794 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3dc3b6e0-62ce-4d68-b200-e13c1b64b057 req-10c6d6cc-a10c-4ebd-a1ea-723261330144 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201293 Nov 19 09:08:28.472274 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8551f5a-a3bf-402d-8645-e16de85793c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.534623 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:08:28.538881 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8551f5a-a3bf-402d-8645-e16de85793c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.539356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-cc6118ae-7ceb-4356-b928-e1f8ade376ee tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:28.540956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-cc6118ae-7ceb-4356-b928-e1f8ade376ee tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.71 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 821 time: 0.2411904 Nov 19 09:08:28.547984 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:28.548514 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.562867 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59164) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:28.570384 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-f9dfc8c7-cdef-46b1-9c1d-f32b845436d4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Request body: {'port': {'device_id': '34a7dbd1-b13d-4f68-acf3-a8764c54c9bb', 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7', 'admin_state_up': True, 'tenant_id': '6022a22e5412460ca709de7cbe4fe9f5'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:28.589416 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8551f5a-a3bf-402d-8645-e16de85793c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d16189-e1cc-46c2-a40c-18d5f261be0e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:28.592047 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8551f5a-a3bf-402d-8645-e16de85793c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.601439 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a8551f5a-a3bf-402d-8645-e16de85793c9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/11d16189-e1cc-46c2-a40c-18d5f261be0e HTTP/1.1" status: 204 len: 168 time: 0.4237869 Nov 19 09:08:28.608826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59166) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:28.628718 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d492ed94-aedf-4023-b954-bc434954b123 req-d018009a-f8bf-4f8b-a835-bf2fa0020a1e tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849484 Nov 19 09:08:28.658078 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.683269 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2443b21-3ad5-4b6a-993f-64d6c6780e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:28.686639 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac9e560-fb9b-4c4e-a342-680bbe6ce319" -d '{"events": [{"server_uuid": "a2443b21-3ad5-4b6a-993f-64d6c6780e85", "name": "network-vif-plugged", "status": "completed", "tag": "1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:28.703128 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:28.709870 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.711169 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:08:28.723235 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-57276c4b-c014-421a-96ef-1987172b4de9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=568155f332c841bc84643c7615588d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421671 Nov 19 09:08:28.731087 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59172) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:28.739969 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-917cabfd-2593-45fe-86b2-8945e0a4ef94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.766858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:08:28.767284 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:08:28.769784 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1d8a3b-319f-48c9-891c-4acf3091d363 x-openstack-request-id: req-8d1d8a3b-319f-48c9-891c-4acf3091d363 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:28.770403 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2443b21-3ad5-4b6a-993f-64d6c6780e85", "name": "network-vif-plugged", "status": "completed", "tag": "1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:28.770894 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d1d8a3b-319f-48c9-891c-4acf3091d363 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:28.771375 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2443b21-3ad5-4b6a-993f-64d6c6780e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d', 'code': 200} Nov 19 09:08:28.798339 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4fab24e5-cce7-46ba-9a04-bdb00f69af63 req-77154e41-448c-4b5b-9095-39090186e97a tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 210 time: 0.1122732 Nov 19 09:08:28.808505 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:28.825304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:28.825995 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:28.826355 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:28.826705 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:28.827054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:28.827401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:28.827739 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:28.828076 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:28.828413 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:28.828777 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:28.829701 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:28.830424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:28.849764 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-917cabfd-2593-45fe-86b2-8945e0a4ef94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.877199 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-917cabfd-2593-45fe-86b2-8945e0a4ef94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33587486-8f83-4eff-ab9b-6c9f1563e381']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:28.879981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-f9dfc8c7-cdef-46b1-9c1d-f32b845436d4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Made reservation on behalf of 6022a22e5412460ca709de7cbe4fe9f5 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:08:28.883589 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-f9dfc8c7-cdef-46b1-9c1d-f32b845436d4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.890101 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-917cabfd-2593-45fe-86b2-8945e0a4ef94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1d9deb-8f96-4ee3-bc24-96f292862135') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:28.890491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-917cabfd-2593-45fe-86b2-8945e0a4ef94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1d9deb-8f96-4ee3-bc24-96f292862135') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:28.906026 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-917cabfd-2593-45fe-86b2-8945e0a4ef94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.920457 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-917cabfd-2593-45fe-86b2-8945e0a4ef94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.927502 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917cabfd-2593-45fe-86b2-8945e0a4ef94 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:08:28.927891 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-917cabfd-2593-45fe-86b2-8945e0a4ef94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:08:28.929752 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:08:28.958644 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c572a370-a8e6-4346-9f7f-9e64c5d5ab14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.987230 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-917cabfd-2593-45fe-86b2-8945e0a4ef94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.995585 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-917cabfd-2593-45fe-86b2-8945e0a4ef94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:28.998857 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-917cabfd-2593-45fe-86b2-8945e0a4ef94 admin admin] 10.222.0.21 "DELETE /v2.0/networks/33587486-8f83-4eff-ab9b-6c9f1563e381 HTTP/1.1" status: 204 len: 168 time: 0.3890395 Nov 19 09:08:29.008866 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cabfd-2593-45fe-86b2-8945e0a4ef94 admin admin] Pushing event deleted for resources: {'Network': ['ID=33587486-8f83-4eff-ab9b-6c9f1563e381,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:29.042790 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c144cdf7-c60a-4e03-b701-455c22f18804 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:08:29.045132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c729b1-5359-4c3e-a06c-860ee0655d6e req-4826403e-cad2-4193-ba02-6577babb754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:29.047067 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00c729b1-5359-4c3e-a06c-860ee0655d6e req-4826403e-cad2-4193-ba02-6577babb754e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a2443b21-3ad5-4b6a-993f-64d6c6780e85 HTTP/1.1" status: 200 len: 1101 time: 0.1805618 Nov 19 09:08:29.053137 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c572a370-a8e6-4346-9f7f-9e64c5d5ab14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:29.083111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f827a0-0006-4d1d-b057-48b90719fb9f req-6a97218b-5b5c-4fd8-8b50-994be32c143a tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:29.084670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72f827a0-0006-4d1d-b057-48b90719fb9f req-6a97218b-5b5c-4fd8-8b50-994be32c143a tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.1852760 Nov 19 09:08:29.166767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c144cdf7-c60a-4e03-b701-455c22f18804, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c144cdf7-c60a-4e03-b701-455c22f18804,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:29.181847 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'c144cdf7-c60a-4e03-b701-455c22f18804', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'c144cdf7-c60a-4e03-b701-455c22f18804', 'mac_address': 'fa:16:3e:c1:69:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:08:29.208963 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59178) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:29.220572 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00c729b1-5359-4c3e-a06c-860ee0655d6e req-5d0fc62f-7614-478e-b257-23055493c54d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577888 Nov 19 09:08:29.245305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-f9dfc8c7-cdef-46b1-9c1d-f32b845436d4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Allocated IP 172.20.0.5 (d30fbe71-c087-401f-bfe5-900cf79af0c7/c9edaf5b-2c55-4161-9d45-b732449b4ded/967ec095-a909-40db-8c31-039e811bfae4) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:08:29.246849 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:29.251365 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72f827a0-0006-4d1d-b057-48b90719fb9f req-d50154bc-90ca-4a70-9960-5820c09a2167 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474168 Nov 19 09:08:29.261017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cba9fe-c0f3-4140-9f08-d3d50d1d2495', 'name': 'network-vif-deleted', 'tag': 'b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:29.261657 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a85385f0-4ef6-457e-be00-e11ec0db44e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce989b55833b440eb5cb45caac51da3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513034 Nov 19 09:08:29.264283 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d20ebb6-72c7-4b59-9408-d4e996d1261b" -d '{"events": [{"server_uuid": "d8cba9fe-c0f3-4140-9f08-d3d50d1d2495", "name": "network-vif-deleted", "tag": "b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:29.264688 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59180) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:29.268997 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c572a370-a8e6-4346-9f7f-9e64c5d5ab14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:29.272518 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c572a370-a8e6-4346-9f7f-9e64c5d5ab14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:29.276720 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c572a370-a8e6-4346-9f7f-9e64c5d5ab14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eef74737-58fc-4893-a19e-1f39292583c5 HTTP/1.1" status: 204 len: 168 time: 0.5419197 Nov 19 09:08:29.289246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572a370-a8e6-4346-9f7f-9e64c5d5ab14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef74737-58fc-4893-a19e-1f39292583c5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:29.303514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c144cdf7-c60a-4e03-b701-455c22f18804 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:08:29.349159 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c144cdf7-c60a-4e03-b701-455c22f18804, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c144cdf7-c60a-4e03-b701-455c22f18804,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:29.354538 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b2e679-87b1-44ae-96b8-70087173c890 x-openstack-request-id: req-e4b2e679-87b1-44ae-96b8-70087173c890 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:29.354833 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cba9fe-c0f3-4140-9f08-d3d50d1d2495", "name": "network-vif-deleted", "tag": "b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:29.355070 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4b2e679-87b1-44ae-96b8-70087173c890 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:29.355582 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cba9fe-c0f3-4140-9f08-d3d50d1d2495', 'name': 'network-vif-deleted', 'tag': 'b8cba3e7-67c5-48e0-a7d3-7a4bf47bf15d', 'status': 'completed', 'code': 200} Nov 19 09:08:29.357077 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:29.381001 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c79e4a6-6f00-4217-831a-23c495e283b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:29.407915 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c79e4a6-6f00-4217-831a-23c495e283b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:29.425345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c144cdf7-c60a-4e03-b701-455c22f18804,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:29.477690 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c79e4a6-6f00-4217-831a-23c495e283b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:29.481929 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c79e4a6-6f00-4217-831a-23c495e283b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:29.483155 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1c79e4a6-6f00-4217-831a-23c495e283b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c500488-8edd-4d54-9194-52c7a19f9b45 HTTP/1.1" status: 204 len: 168 time: 0.2172828 Nov 19 09:08:29.492976 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79e4a6-6f00-4217-831a-23c495e283b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c500488-8edd-4d54-9194-52c7a19f9b45,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:29.521246 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-f9dfc8c7-cdef-46b1-9c1d-f32b845436d4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:29.617103 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-f9dfc8c7-cdef-46b1-9c1d-f32b845436d4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:29.640398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478055b3-8176-46cb-811a-720182309dc0 req-9dd2a2e7-293c-4bc3-8016-34edf72693bc tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:29.653905 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-478055b3-8176-46cb-811a-720182309dc0 req-9dd2a2e7-293c-4bc3-8016-34edf72693bc tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.1114700 Nov 19 09:08:29.711737 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['c144cdf7-c60a-4e03-b701-455c22f18804'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:29.760457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-f9dfc8c7-cdef-46b1-9c1d-f32b845436d4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Network d30fbe71-c087-401f-bfe5-900cf79af0c7 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:08:29.785111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-f9dfc8c7-cdef-46b1-9c1d-f32b845436d4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:08:29.819319 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-f9dfc8c7-cdef-46b1-9c1d-f32b845436d4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:08:29.836604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-f9dfc8c7-cdef-46b1-9c1d-f32b845436d4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:29.838132 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-f9dfc8c7-cdef-46b1-9c1d-f32b845436d4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:29.850902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfc8c7-cdef-46b1-9c1d-f32b845436d4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Pushing event updated for resources: {'Port': ['ID=967ec095-a909-40db-8c31-039e811bfae4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:29.859172 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-478055b3-8176-46cb-811a-720182309dc0 req-2e7d0b69-a538-478f-9ab6-030b1fa947f3 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042246 Nov 19 09:08:29.873032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-f9dfc8c7-cdef-46b1-9c1d-f32b845436d4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3078315 Nov 19 09:08:29.892688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a6c14-2a75-42b7-9991-3b554a9a1132 req-67d8929c-de98-46cd-86ba-6d68e9b8e89d tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:29.894326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d91a6c14-2a75-42b7-9991-3b554a9a1132 req-67d8929c-de98-46cd-86ba-6d68e9b8e89d tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=94835800-a4e9-455b-8d1c-ee5421de5da6 HTTP/1.1" status: 200 len: 949 time: 0.1379848 Nov 19 09:08:29.996698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Request body: {'port': {'device_id': '34a7dbd1-b13d-4f68-acf3-a8764c54c9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:30.052829 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d91a6c14-2a75-42b7-9991-3b554a9a1132 req-3c04713a-5099-4455-8c0b-eb800c9f7c1a tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507208 Nov 19 09:08:30.064255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf68208-a30e-4d9b-957a-475d60f8d995 req-b6f0782e-cff0-4fc7-8d58-f725e4567af5 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:30.065837 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-acf68208-a30e-4d9b-957a-475d60f8d995 req-b6f0782e-cff0-4fc7-8d58-f725e4567af5 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 931 time: 0.1226737 Nov 19 09:08:30.119015 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:30.185633 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-acf68208-a30e-4d9b-957a-475d60f8d995 req-f85f0730-9761-40bc-aae6-41f684fff18b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047375 Nov 19 09:08:30.200434 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59214) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:30.263727 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a8122ea3-3d57-4a6b-a639-e089251d2d85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f69841ba455b47408c8e88b20fabce94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0598245 Nov 19 09:08:30.265216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59216) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:30.326620 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d46a1277-53ca-47cb-ab62-016febe6bda1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:30.349900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d46a1277-53ca-47cb-ab62-016febe6bda1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:30.448184 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d46a1277-53ca-47cb-ab62-016febe6bda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:30.454176 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d46a1277-53ca-47cb-ab62-016febe6bda1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:30.457700 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d46a1277-53ca-47cb-ab62-016febe6bda1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0605e81a-0826-40bf-8a09-88072b725562 HTTP/1.1" status: 204 len: 168 time: 0.1890941 Nov 19 09:08:30.468983 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a1277-53ca-47cb-ab62-016febe6bda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0605e81a-0826-40bf-8a09-88072b725562,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:30.469349 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce98aa-4429-45e8-b28a-2dce08ded7f7 req-a5050f31-7133-431b-87f3-a53abef0dd68 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:30.470915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4dce98aa-4429-45e8-b28a-2dce08ded7f7 req-a5050f31-7133-431b-87f3-a53abef0dd68 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.0969119 Nov 19 09:08:30.570898 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4dce98aa-4429-45e8-b28a-2dce08ded7f7 req-47ab2619-6b04-46b2-9c0a-714b309fbe57 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925746 Nov 19 09:08:30.574145 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967ec095-a909-40db-8c31-039e811bfae4 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:08:30.589945 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:30.614990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Transition to ACTIVE for port object 967ec095-a909-40db-8c31-039e811bfae4 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:08:30.619611 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:30.701176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Pushing event updated for resources: {'Port': ['ID=967ec095-a909-40db-8c31-039e811bfae4,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:30.750515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Attempting to bind port 967ec095-a909-40db-8c31-039e811bfae4 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:08:30.751040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Attempting to bind port 967ec095-a909-40db-8c31-039e811bfae4 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:08:30.752805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Attempting to bind port 967ec095-a909-40db-8c31-039e811bfae4 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:30.761010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Port 967ec095-a909-40db-8c31-039e811bfae4 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:08:30.761553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Attempting to bind port 967ec095-a909-40db-8c31-039e811bfae4 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:30.770597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:08:30.770961 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Checking segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:30.771384 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Bound using segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:08:30.772381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Bound port: 967ec095-a909-40db-8c31-039e811bfae4, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:08:30.773137 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:30.858915 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] For port 967ec095-a909-40db-8c31-039e811bfae4, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:08:30.863796 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] For port 967ec095-a909-40db-8c31-039e811bfae4, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=967ec095-a909-40db-8c31-039e811bfae4,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:08:30.870077 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:30.918866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:30.919566 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:30.920967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] 10.222.0.71 "PUT /v2.0/ports/967ec095-a909-40db-8c31-039e811bfae4 HTTP/1.1" status: 200 len: 1092 time: 0.9355822 Nov 19 09:08:30.952524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fefcc-80b5-4e14-a0b1-1d01adc5aa5d service neutron] Pushing event updated for resources: {'Port': ['ID=967ec095-a909-40db-8c31-039e811bfae4,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:31.049992 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c144cdf7-c60a-4e03-b701-455c22f18804 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:08:31.134003 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port c144cdf7-c60a-4e03-b701-455c22f18804 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:08:31.140035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port c144cdf7-c60a-4e03-b701-455c22f18804 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:31.140684 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:31.274702 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:31.305124 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94835800-a4e9-455b-8d1c-ee5421de5da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c144cdf7-c60a-4e03-b701-455c22f18804'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:31.308114 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242425fd-2790-4f28-86c5-4ccda5cb95f6" -d '{"events": [{"server_uuid": "94835800-a4e9-455b-8d1c-ee5421de5da6", "name": "network-vif-plugged", "status": "completed", "tag": "c144cdf7-c60a-4e03-b701-455c22f18804"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:31.329327 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c144cdf7-c60a-4e03-b701-455c22f18804, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c144cdf7-c60a-4e03-b701-455c22f18804,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:31.335266 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:31.361181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a7dbd1-b13d-4f68-acf3-a8764c54c9bb', 'tag': '967ec095-a909-40db-8c31-039e811bfae4'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:31.364262 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291c0c1d-0f50-45a0-ac72-5f583221d5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "34a7dbd1-b13d-4f68-acf3-a8764c54c9bb", "tag": "967ec095-a909-40db-8c31-039e811bfae4"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:31.399658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c144cdf7-c60a-4e03-b701-455c22f18804,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:31.438106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-fb993b25-5358-4395-ae62-95198f5243f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:31.440347 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-fb993b25-5358-4395-ae62-95198f5243f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 1095 time: 0.4416475 Nov 19 09:08:31.455811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac427e1-2759-440f-9e28-0593f4d01bdc req-4104f5cf-f843-4925-93b0-f5dc66e8f2a6 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:31.463586 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ac427e1-2759-440f-9e28-0593f4d01bdc req-4104f5cf-f843-4925-93b0-f5dc66e8f2a6 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.4243953 Nov 19 09:08:31.485622 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc57ad8-83db-4d8b-b505-abf75dd98aed req-63470692-a09b-4c4f-8c70-c48aac74c25a tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:31.487115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bc57ad8-83db-4d8b-b505-abf75dd98aed req-63470692-a09b-4c4f-8c70-c48aac74c25a tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=94835800-a4e9-455b-8d1c-ee5421de5da6 HTTP/1.1" status: 200 len: 950 time: 0.1320391 Nov 19 09:08:31.534757 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-7e6960db-3fd6-4d4c-9e9a-27b94bfdb489 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=967ec095-a909-40db-8c31-039e811bfae4 HTTP/1.1" status: 200 len: 217 time: 0.0680261 Nov 19 09:08:31.624041 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ac427e1-2759-440f-9e28-0593f4d01bdc req-748a9845-a4a2-4054-b636-773b36d01acb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594639 Nov 19 09:08:31.640580 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bc57ad8-83db-4d8b-b505-abf75dd98aed req-ca1be133-ea08-4a51-89f8-4bb70f21d9de tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174595 Nov 19 09:08:31.657810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-5fda75c2-9b87-4371-bbe1-443a289eb13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:31.659307 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-5fda75c2-9b87-4371-bbe1-443a289eb13a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.1035850 Nov 19 09:08:31.702658 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acf90c0-d2ae-4cfe-b8b2-44cc520f5e0e x-openstack-request-id: req-6acf90c0-d2ae-4cfe-b8b2-44cc520f5e0e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:31.702892 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94835800-a4e9-455b-8d1c-ee5421de5da6", "name": "network-vif-plugged", "status": "completed", "tag": "c144cdf7-c60a-4e03-b701-455c22f18804", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:31.704285 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6acf90c0-d2ae-4cfe-b8b2-44cc520f5e0e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:31.704285 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94835800-a4e9-455b-8d1c-ee5421de5da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c144cdf7-c60a-4e03-b701-455c22f18804', 'code': 200} Nov 19 09:08:31.714520 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-2fd098a1-d2df-4194-9ebf-b885e0aabaf7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439465 Nov 19 09:08:31.758176 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5848a86-6fb8-4322-b1c1-c1b9d772e21a x-openstack-request-id: req-a5848a86-6fb8-4322-b1c1-c1b9d772e21a {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:31.758451 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a7dbd1-b13d-4f68-acf3-a8764c54c9bb", "tag": "967ec095-a909-40db-8c31-039e811bfae4", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:31.758698 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5848a86-6fb8-4322-b1c1-c1b9d772e21a {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:31.759252 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a7dbd1-b13d-4f68-acf3-a8764c54c9bb', 'tag': '967ec095-a909-40db-8c31-039e811bfae4', 'status': 'completed', 'code': 200} Nov 19 09:08:31.862739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea1b88-95df-4580-bc2c-0ea3c9ea1d82 req-6b296af4-b0b6-422b-bf26-4c9ff581b3b4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:31.864326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4fea1b88-95df-4580-bc2c-0ea3c9ea1d82 req-6b296af4-b0b6-422b-bf26-4c9ff581b3b4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 943 time: 0.1536074 Nov 19 09:08:31.928426 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d6a42-21d1-4258-a078-4f3a5bb7550b req-ec0ef496-0e2c-454d-803f-8c101d3c8430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:31.929970 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e54d6a42-21d1-4258-a078-4f3a5bb7550b req-ec0ef496-0e2c-454d-803f-8c101d3c8430 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=94835800-a4e9-455b-8d1c-ee5421de5da6 HTTP/1.1" status: 200 len: 1102 time: 0.1302783 Nov 19 09:08:31.934171 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-9c724c3e-3fe9-4f97-bb16-992047952fc2 service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882837 Nov 19 09:08:31.949807 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4fea1b88-95df-4580-bc2c-0ea3c9ea1d82 req-a62df873-d5a4-49e2-831c-64888abaebf5 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774217 Nov 19 09:08:32.085273 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e54d6a42-21d1-4258-a078-4f3a5bb7550b req-e88fc08a-90df-4af7-862b-cd37a1b162ab service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335754 Nov 19 09:08:32.116547 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9127f654-cc5e-4274-9c37-fe86afa0900b req-e462af3c-8a66-4e4f-80e3-5ac5d3993226 service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596894 Nov 19 09:08:32.128939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f0a1b-c6e3-4bd3-95a0-ec0fcc393664 req-7c687ad1-afce-4392-b426-c2d3439d4c61 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:32.130503 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-973f0a1b-c6e3-4bd3-95a0-ec0fcc393664 req-7c687ad1-afce-4392-b426-c2d3439d4c61 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.0968688 Nov 19 09:08:32.253624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-973f0a1b-c6e3-4bd3-95a0-ec0fcc393664 req-d263ee9f-87e4-4560-99ef-c69cb2c7a8be tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130393 Nov 19 09:08:32.261998 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99858f57-bbef-4508-b62b-152809e1cb10 req-56e6d4e9-46f4-4b92-b95a-d1da9c3193bc service neutron] 10.222.0.66 "GET /v2.0/ports/6e892c7e-7b94-4494-b77a-da13076f9346/bindings/n-h1-805649-14 HTTP/1.1" status: 200 len: 383 time: 0.1083071 Nov 19 09:08:32.440025 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c0c1d-0f50-45a0-ac72-5f583221d5ff req-a05f5379-b7af-461f-8a18-186e55b4b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:32.443100 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-291c0c1d-0f50-45a0-ac72-5f583221d5ff req-a05f5379-b7af-461f-8a18-186e55b4b9fc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 1095 time: 0.0561032 Nov 19 09:08:32.599734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858f57-bbef-4508-b62b-152809e1cb10 req-bbe3faaf-71c7-4862-987e-cc08eaf900b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:32.601244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99858f57-bbef-4508-b62b-152809e1cb10 req-bbe3faaf-71c7-4862-987e-cc08eaf900b9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88&tenant_id=193e326224374af2adeabf4558305969 HTTP/1.1" status: 200 len: 1102 time: 0.0770926 Nov 19 09:08:32.605872 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c0c1d-0f50-45a0-ac72-5f583221d5ff req-0b6da6ff-876d-4d19-b704-13f2aa3db770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:32.607319 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-291c0c1d-0f50-45a0-ac72-5f583221d5ff req-0b6da6ff-876d-4d19-b704-13f2aa3db770 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.1457405 Nov 19 09:08:32.681606 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-291c0c1d-0f50-45a0-ac72-5f583221d5ff req-73294fe3-f88a-46c3-b33d-17c0bcfc6c4d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=967ec095-a909-40db-8c31-039e811bfae4 HTTP/1.1" status: 200 len: 217 time: 0.0612316 Nov 19 09:08:32.839130 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858f57-bbef-4508-b62b-152809e1cb10 req-e30fa928-3fb8-420b-a87c-70abfd428525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:32.840894 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99858f57-bbef-4508-b62b-152809e1cb10 req-e30fa928-3fb8-420b-a87c-70abfd428525 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 1102 time: 0.1714997 Nov 19 09:08:32.847790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c0c1d-0f50-45a0-ac72-5f583221d5ff req-3ef28f5a-d959-497f-817e-58380cad951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:32.849324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-291c0c1d-0f50-45a0-ac72-5f583221d5ff req-3ef28f5a-d959-497f-817e-58380cad951a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.1473193 Nov 19 09:08:32.941065 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-291c0c1d-0f50-45a0-ac72-5f583221d5ff req-cffece59-399b-4df3-8745-3c1a275f1eba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736969 Nov 19 09:08:32.948521 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bd40a-e07e-44c7-b7d6-3fcc52a055e7 req-fb15222c-e25c-45e8-8a10-ad1fa10ee975 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:32.949902 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-294bd40a-e07e-44c7-b7d6-3fcc52a055e7 req-fb15222c-e25c-45e8-8a10-ad1fa10ee975 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.2139788 Nov 19 09:08:33.018086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782356c1-568c-416f-9495-8d69a9332698 req-2e069d63-d3a5-43fd-a0df-3c909952c321 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:33.019995 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-782356c1-568c-416f-9495-8d69a9332698 req-2e069d63-d3a5-43fd-a0df-3c909952c321 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=94835800-a4e9-455b-8d1c-ee5421de5da6 HTTP/1.1" status: 200 len: 950 time: 0.2629042 Nov 19 09:08:33.125317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858f57-bbef-4508-b62b-152809e1cb10 req-02cebad9-89b0-4137-95a5-39e9d32d6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:33.126804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99858f57-bbef-4508-b62b-152809e1cb10 req-02cebad9-89b0-4137-95a5-39e9d32d6bd5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2748055 Nov 19 09:08:33.150204 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-294bd40a-e07e-44c7-b7d6-3fcc52a055e7 req-fc2fca5d-209e-4631-bb3c-438eefbf4790 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854486 Nov 19 09:08:33.215344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-782356c1-568c-416f-9495-8d69a9332698 req-92d6dfba-cf22-496d-b860-4ff2944ac3ac tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805539 Nov 19 09:08:33.216735 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99858f57-bbef-4508-b62b-152809e1cb10 req-417bb9ce-06cc-411c-9f5c-762c0bcea184 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=6e892c7e-7b94-4494-b77a-da13076f9346 HTTP/1.1" status: 200 len: 217 time: 0.0706301 Nov 19 09:08:33.218844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-291c0c1d-0f50-45a0-ac72-5f583221d5ff req-289da196-4168-41c3-a2b6-2bac42fe5e0a service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650864 Nov 19 09:08:33.358028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea30bbd7-9d03-4813-9402-537480baa4d9 req-53551793-4863-487c-93e4-89b724220710 tempest-FlavorsV2NegativeTest-1291700514 tempest-FlavorsV2NegativeTest-1291700514-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=869a39fcdb1d4e45b8f12f3301394924&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835328 Nov 19 09:08:33.398600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858f57-bbef-4508-b62b-152809e1cb10 req-518690e2-a1a9-44f1-9954-547bcb247174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:33.400089 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99858f57-bbef-4508-b62b-152809e1cb10 req-518690e2-a1a9-44f1-9954-547bcb247174 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1750007 Nov 19 09:08:33.531598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b572f-94bf-4c3b-98fa-f36757ab7508 req-8876bc7c-feb5-4bc9-b33c-68bd99ed04ba tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:33.533264 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-957b572f-94bf-4c3b-98fa-f36757ab7508 req-8876bc7c-feb5-4bc9-b33c-68bd99ed04ba tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 943 time: 0.2032108 Nov 19 09:08:33.559340 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-291c0c1d-0f50-45a0-ac72-5f583221d5ff req-198ef8d7-3296-42a7-91f6-6526725d931f service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182967 Nov 19 09:08:33.576047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858f57-bbef-4508-b62b-152809e1cb10 req-f114592e-05b5-495d-9182-ceb6513a15c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:33.577614 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99858f57-bbef-4508-b62b-152809e1cb10 req-f114592e-05b5-495d-9182-ceb6513a15c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1619754 Nov 19 09:08:33.605075 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30bbd7-9d03-4813-9402-537480baa4d9 req-b6644918-2dbe-428a-9dd1-7e715f9156d2 tempest-FlavorsV2NegativeTest-1291700514 tempest-FlavorsV2NegativeTest-1291700514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:33.606685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea30bbd7-9d03-4813-9402-537480baa4d9 req-b6644918-2dbe-428a-9dd1-7e715f9156d2 tempest-FlavorsV2NegativeTest-1291700514 tempest-FlavorsV2NegativeTest-1291700514-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257419 Nov 19 09:08:33.678299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-957b572f-94bf-4c3b-98fa-f36757ab7508 req-527d7409-7db4-4e87-90f7-eb056fd9743b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383491 Nov 19 09:08:33.681112 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea30bbd7-9d03-4813-9402-537480baa4d9 req-31c2422a-34dc-45d0-a432-204879d63212 tempest-FlavorsV2NegativeTest-1291700514 tempest-FlavorsV2NegativeTest-1291700514-project] 10.222.0.21 "GET /v2.0/quotas/869a39fcdb1d4e45b8f12f3301394924 HTTP/1.1" status: 200 len: 375 time: 0.0611124 Nov 19 09:08:33.726437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea30bbd7-9d03-4813-9402-537480baa4d9 req-9ae08b62-9f40-412e-9009-7ccd8d97b670 tempest-FlavorsV2NegativeTest-1291700514 tempest-FlavorsV2NegativeTest-1291700514-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=869a39fcdb1d4e45b8f12f3301394924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387945 Nov 19 09:08:33.755522 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99858f57-bbef-4508-b62b-152809e1cb10 req-1fbeae04-3227-458d-b0e0-7e5c42ab017c service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455121 Nov 19 09:08:33.994017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f6619-e466-4d86-a834-ed9c160b7ec1 req-e8dd225f-8152-47dc-81a2-94c008eb7c1c tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:33.996679 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f4f6619-e466-4d86-a834-ed9c160b7ec1 req-e8dd225f-8152-47dc-81a2-94c008eb7c1c tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.1484103 Nov 19 09:08:34.001991 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99858f57-bbef-4508-b62b-152809e1cb10 req-1ddbb478-bdb6-4041-a925-00e6d34f00ca service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374363 Nov 19 09:08:34.077925 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f4f6619-e466-4d86-a834-ed9c160b7ec1 req-74482009-830f-44a6-8960-fd6f5563dcf9 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652204 Nov 19 09:08:34.297599 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59374) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:34.421255 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59382) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:34.421461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed5482-9cd9-47d2-97f2-14691b91d034 req-5babf127-de06-40d4-a270-2f2a8a4697b3 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:34.422862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbed5482-9cd9-47d2-97f2-14691b91d034 req-5babf127-de06-40d4-a270-2f2a8a4697b3 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.1175253 Nov 19 09:08:34.440796 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79baa8b1-3311-4c1c-88d8-00a214bb7b49 req-a5817ff4-7213-4632-b6c6-2d8980991b0a tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:34.442376 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79baa8b1-3311-4c1c-88d8-00a214bb7b49 req-a5817ff4-7213-4632-b6c6-2d8980991b0a tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=94835800-a4e9-455b-8d1c-ee5421de5da6 HTTP/1.1" status: 200 len: 950 time: 0.0972536 Nov 19 09:08:34.519410 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbed5482-9cd9-47d2-97f2-14691b91d034 req-963aa74c-1542-4d8e-a8b6-b9572ce9fb29 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890143 Nov 19 09:08:34.527422 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79baa8b1-3311-4c1c-88d8-00a214bb7b49 req-e48881e8-868a-48eb-9cb9-8c2c766e1452 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695915 Nov 19 09:08:34.552672 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aab05333-05a7-499c-9058-89450ce6555d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:34.556815 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b705bf13-dd19-4fa4-a644-d4fe841ef74e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:34.674392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc08ceb-875c-42ef-b18f-cdfb7d151463 req-616e8db5-c032-4164-8474-87b56f4eedab tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:34.676023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-abc08ceb-875c-42ef-b18f-cdfb7d151463 req-616e8db5-c032-4164-8474-87b56f4eedab tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 1098 time: 0.0766082 Nov 19 09:08:34.688078 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b705bf13-dd19-4fa4-a644-d4fe841ef74e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:34.689319 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b25e06-3099-4272-9b36-aade8c5e8c7c req-f52bd5e0-9f7b-4840-bc9d-890875a18c65 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:34.690826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55b25e06-3099-4272-9b36-aade8c5e8c7c req-f52bd5e0-9f7b-4840-bc9d-890875a18c65 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2443b21-3ad5-4b6a-993f-64d6c6780e85 HTTP/1.1" status: 200 len: 949 time: 0.0808191 Nov 19 09:08:34.695274 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b705bf13-dd19-4fa4-a644-d4fe841ef74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:34.733355 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aab05333-05a7-499c-9058-89450ce6555d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:34.750259 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b705bf13-dd19-4fa4-a644-d4fe841ef74e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0436ad12f75748cb9b5deb713bb0b65b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4515378 Nov 19 09:08:34.751174 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aab05333-05a7-499c-9058-89450ce6555d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:34.754288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59390) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:34.760699 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705bf13-dd19-4fa4-a644-d4fe841ef74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a512885-f33b-4a40-b84e-947b4ef2bb94,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:34.765469 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-abc08ceb-875c-42ef-b18f-cdfb7d151463 req-390a2608-8c28-4bca-b4e8-3f18a92c8e61 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736284 Nov 19 09:08:34.791476 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55b25e06-3099-4272-9b36-aade8c5e8c7c req-b6a8709a-5a5c-472b-8bd2-97246adb9e89 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829229 Nov 19 09:08:34.817744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab05333-05a7-499c-9058-89450ce6555d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74156002-8bfc-4fd4-8236-b24888f3d29e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:34.842302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59396) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:34.842860 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-aab05333-05a7-499c-9058-89450ce6555d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=869a39fcdb1d4e45b8f12f3301394924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4199278 Nov 19 09:08:34.846117 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75ede1c0-5f5d-4c2b-b855-b1e87b2c132a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:34.918681 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75ede1c0-5f5d-4c2b-b855-b1e87b2c132a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:34.983076 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c2e75-c80d-4ed0-8cfb-7fcfe67d0eea req-ebda1a4c-e22d-4156-8a92-191b0e0800b5 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:34.984651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e4c2e75-c80d-4ed0-8cfb-7fcfe67d0eea req-ebda1a4c-e22d-4156-8a92-191b0e0800b5 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 943 time: 0.1233585 Nov 19 09:08:35.003786 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a6ca03dc-94fc-48bd-98b0-cfe85064134a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:35.280768 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75ede1c0-5f5d-4c2b-b855-b1e87b2c132a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:35.284174 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75ede1c0-5f5d-4c2b-b855-b1e87b2c132a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:35.285445 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-75ede1c0-5f5d-4c2b-b855-b1e87b2c132a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a512885-f33b-4a40-b84e-947b4ef2bb94 HTTP/1.1" status: 204 len: 168 time: 0.5301919 Nov 19 09:08:35.291279 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a6ca03dc-94fc-48bd-98b0-cfe85064134a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:35.323421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ede1c0-5f5d-4c2b-b855-b1e87b2c132a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a512885-f33b-4a40-b84e-947b4ef2bb94,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:35.342816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e4c2e75-c80d-4ed0-8cfb-7fcfe67d0eea req-6814c084-706f-4261-bc5e-bc74f8bc44bb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476176 Nov 19 09:08:35.411277 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a6ca03dc-94fc-48bd-98b0-cfe85064134a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:35.416269 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a6ca03dc-94fc-48bd-98b0-cfe85064134a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:35.421946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a6ca03dc-94fc-48bd-98b0-cfe85064134a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74156002-8bfc-4fd4-8236-b24888f3d29e HTTP/1.1" status: 204 len: 168 time: 0.5768113 Nov 19 09:08:35.453727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca03dc-94fc-48bd-98b0-cfe85064134a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74156002-8bfc-4fd4-8236-b24888f3d29e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:35.691609 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a519206-5b63-47f5-bfac-31879876ea13 req-ea3dedca-c321-424f-972c-86f96f59f460 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:35.699433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a519206-5b63-47f5-bfac-31879876ea13 req-ea3dedca-c321-424f-972c-86f96f59f460 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:35.701187 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a519206-5b63-47f5-bfac-31879876ea13 req-ea3dedca-c321-424f-972c-86f96f59f460 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=94835800-a4e9-455b-8d1c-ee5421de5da6&device_id=a2443b21-3ad5-4b6a-993f-64d6c6780e85 HTTP/1.1" status: 200 len: 1690 time: 0.0845735 Nov 19 09:08:35.749757 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59434) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:35.765397 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9455a50b-d3ae-4da9-a609-869468742577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:35.767053 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a519206-5b63-47f5-bfac-31879876ea13 req-c6b3ed36-8eb0-4156-89eb-f1687233e644 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558081 Nov 19 09:08:35.888587 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9455a50b-d3ae-4da9-a609-869468742577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:35.894868 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9455a50b-d3ae-4da9-a609-869468742577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:35.971756 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9455a50b-d3ae-4da9-a609-869468742577 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85f1ddb09cf94653adb6146eb19f5fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177768 Nov 19 09:08:35.972230 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59446) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:36.000996 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455a50b-d3ae-4da9-a609-869468742577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a9bdf7-621f-4d0f-9d59-0f8f9e2b01f1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:36.083658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327a7fb-5cf1-49eb-82fd-e19d80ae0d6a req-16711d7d-1c8e-4824-8df2-6ea4e4839b23 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:36.092774 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c327a7fb-5cf1-49eb-82fd-e19d80ae0d6a req-16711d7d-1c8e-4824-8df2-6ea4e4839b23 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.1547105 Nov 19 09:08:36.154047 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-541f28c6-d522-45ac-a45c-f40e99734cbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:36.190198 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-541f28c6-d522-45ac-a45c-f40e99734cbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:36.251072 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c327a7fb-5cf1-49eb-82fd-e19d80ae0d6a req-5b731e45-1eda-4f6b-a4d0-f1508496570d tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528518 Nov 19 09:08:36.287015 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-541f28c6-d522-45ac-a45c-f40e99734cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:36.296004 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-541f28c6-d522-45ac-a45c-f40e99734cbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:36.302348 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-541f28c6-d522-45ac-a45c-f40e99734cbd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6a9bdf7-621f-4d0f-9d59-0f8f9e2b01f1 HTTP/1.1" status: 204 len: 168 time: 0.3286836 Nov 19 09:08:36.315383 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f28c6-d522-45ac-a45c-f40e99734cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a9bdf7-621f-4d0f-9d59-0f8f9e2b01f1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:36.408222 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-63504015-26b9-4a48-87fd-8cc3654520b1 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:08:36.416657 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-63504015-26b9-4a48-87fd-8cc3654520b1 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2154036 Nov 19 09:08:36.464403 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6e892c7e-7b94-4494-b77a-da13076f9346 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:08:36.500609 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14298d2-5636-4d18-8ff8-fc0e5cd9f3f0 req-314fab77-e5a9-41d2-8956-bc6fca1c3543 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:36.503418 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e14298d2-5636-4d18-8ff8-fc0e5cd9f3f0 req-314fab77-e5a9-41d2-8956-bc6fca1c3543 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.1354253 Nov 19 09:08:36.505755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-e8a080bf-8b98-483a-960b-7301a0461bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:36.517285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-e8a080bf-8b98-483a-960b-7301a0461bd2 service neutron] 10.222.0.21 "GET /v2.0/ports/053e479a-be60-4f45-83f3-abbd16a4654f HTTP/1.1" status: 200 len: 1095 time: 0.0991960 Nov 19 09:08:36.527291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-169e4a58-31d9-459e-9dd3-c2f9ad6f063f service neutron] Request body: {'binding': {'host': 'n-h2-805649-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:36.527494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-169e4a58-31d9-459e-9dd3-c2f9ad6f063f service neutron] Unknown quota resources ['binding']. {{(pid=103477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 09:08:36.578329 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59466) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:36.578712 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:36.610032 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3571ab-ff51-4e15-a297-0cbb85798a88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e892c7e-7b94-4494-b77a-da13076f9346'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:36.613422 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89af296-1e9a-4c07-ba51-e701acc84b89" -d '{"events": [{"server_uuid": "ff3571ab-ff51-4e15-a297-0cbb85798a88", "name": "network-vif-unplugged", "status": "completed", "tag": "6e892c7e-7b94-4494-b77a-da13076f9346"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:36.626748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6e892c7e-7b94-4494-b77a-da13076f9346, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6e892c7e-7b94-4494-b77a-da13076f9346,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:36.633117 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:36.694099 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=6e892c7e-7b94-4494-b77a-da13076f9346,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:36.711999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e14298d2-5636-4d18-8ff8-fc0e5cd9f3f0 req-03c463bd-98b9-4b57-8ccd-7afb8c4c1702 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916125 Nov 19 09:08:36.714434 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5e1a6470-82c6-48a7-ba2b-791f13608e6e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-network', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:36.755705 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1a6470-82c6-48a7-ba2b-791f13608e6e admin admin] Made reservation on behalf of f3a333a3d2d742e08dbc5eaaac87b97d for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:08:36.759038 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6470-82c6-48a7-ba2b-791f13608e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:36.770757 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6470-82c6-48a7-ba2b-791f13608e6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:36.807037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-169e4a58-31d9-459e-9dd3-c2f9ad6f063f service neutron] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f on host n-h2-805649-14 for vnic_type normal with profile None {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:08:36.807661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-169e4a58-31d9-459e-9dd3-c2f9ad6f063f service neutron] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:08:36.808039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-169e4a58-31d9-459e-9dd3-c2f9ad6f063f service neutron] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:36.817217 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-169e4a58-31d9-459e-9dd3-c2f9ad6f063f service neutron] Port 053e479a-be60-4f45-83f3-abbd16a4654f on network 692fa143-7b59-41f0-9ea1-d966185e0300 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:08:36.817526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-169e4a58-31d9-459e-9dd3-c2f9ad6f063f service neutron] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:36.826615 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-169e4a58-31d9-459e-9dd3-c2f9ad6f063f service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:08:36.827140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-169e4a58-31d9-459e-9dd3-c2f9ad6f063f service neutron] Checking segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:36.827978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-169e4a58-31d9-459e-9dd3-c2f9ad6f063f service neutron] Bound using segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:08:36.829276 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-169e4a58-31d9-459e-9dd3-c2f9ad6f063f service neutron] Bound port: 053e479a-be60-4f45-83f3-abbd16a4654f, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:08:36.881446 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6470-82c6-48a7-ba2b-791f13608e6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:36.889498 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6470-82c6-48a7-ba2b-791f13608e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:36.916608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1a6470-82c6-48a7-ba2b-791f13608e6e admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:08:36.935224 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a6470-82c6-48a7-ba2b-791f13608e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d45f6e-eac2-495d-8056-768843245429,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:36.937400 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6470-82c6-48a7-ba2b-791f13608e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:36.937672 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-5e1a6470-82c6-48a7-ba2b-791f13608e6e admin admin] Added segment af488dc1-383f-4b21-82b8-2477149d25e0 of type vlan for network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 Nov 19 09:08:36.956074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-169e4a58-31d9-459e-9dd3-c2f9ad6f063f service neutron] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=053e479a-be60-4f45-83f3-abbd16a4654f,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:08:36.963977 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-169e4a58-31d9-459e-9dd3-c2f9ad6f063f service neutron] Publish callbacks [] for binding, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:36.968768 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-169e4a58-31d9-459e-9dd3-c2f9ad6f063f service neutron] 10.222.0.21 "POST /v2.0/ports/053e479a-be60-4f45-83f3-abbd16a4654f/bindings HTTP/1.1" status: 201 len: 390 time: 0.4495990 Nov 19 09:08:36.982941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efcbbc-0476-44f3-9cc4-850f68969239 req-091b01ca-5323-470b-b449-3646df1a2bd3 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:36.989026 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6470-82c6-48a7-ba2b-791f13608e6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:36.994161 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71efcbbc-0476-44f3-9cc4-850f68969239 req-091b01ca-5323-470b-b449-3646df1a2bd3 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 943 time: 0.1101642 Nov 19 09:08:37.020167 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6470-82c6-48a7-ba2b-791f13608e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:37.021651 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1a6470-82c6-48a7-ba2b-791f13608e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:37.022453 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6470-82c6-48a7-ba2b-791f13608e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:37.090235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a6470-82c6-48a7-ba2b-791f13608e6e admin admin] Pushing event updated for resources: {'Network': ['ID=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:37.099506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 967ec095-a909-40db-8c31-039e811bfae4 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:08:37.111928 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5e1a6470-82c6-48a7-ba2b-791f13608e6e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5309541 Nov 19 09:08:37.115063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59494) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:37.129718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:08:37.135167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a929ec45-1f6a-4103-ab8f-8115a101ac39 admin admin] Request body: {'subnet': {'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-subnet', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:37.152783 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003f6bf5-f6ad-4f91-bd46-92e4c1ad94b6 x-openstack-request-id: req-003f6bf5-f6ad-4f91-bd46-92e4c1ad94b6 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:37.161308 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3571ab-ff51-4e15-a297-0cbb85798a88", "name": "network-vif-unplugged", "status": "completed", "tag": "6e892c7e-7b94-4494-b77a-da13076f9346", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:37.162070 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-003f6bf5-f6ad-4f91-bd46-92e4c1ad94b6 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:37.162437 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3571ab-ff51-4e15-a297-0cbb85798a88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e892c7e-7b94-4494-b77a-da13076f9346', 'code': 200} Nov 19 09:08:37.196467 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71efcbbc-0476-44f3-9cc4-850f68969239 req-b90b82c6-2c6b-4b60-bf13-fb3a86ceba28 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999221 Nov 19 09:08:37.227922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a929ec45-1f6a-4103-ab8f-8115a101ac39 admin admin] Made reservation on behalf of f3a333a3d2d742e08dbc5eaaac87b97d for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:08:37.243961 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a929ec45-1f6a-4103-ab8f-8115a101ac39 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:37.434214 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 967ec095-a909-40db-8c31-039e811bfae4, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=967ec095-a909-40db-8c31-039e811bfae4,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:37.450297 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '967ec095-a909-40db-8c31-039e811bfae4', 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7', 'port_id': '967ec095-a909-40db-8c31-039e811bfae4', 'mac_address': 'fa:16:3e:9a:85:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9edaf5b-2c55-4161-9d45-b732449b4ded', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:08:37.506515 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:37.522836 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967ec095-a909-40db-8c31-039e811bfae4 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:08:37.545281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-7f8e6700-8bd7-4183-bb94-b67720a16453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:37.546806 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-7f8e6700-8bd7-4183-bb94-b67720a16453 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 1098 time: 0.2538650 Nov 19 09:08:37.547465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 967ec095-a909-40db-8c31-039e811bfae4, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=967ec095-a909-40db-8c31-039e811bfae4,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:37.552009 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:37.601295 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86979712-32c4-406b-96de-9fed816a1ae2 req-22588b61-0158-4ec5-85e7-c3ae0f7c5786 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:37.603110 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86979712-32c4-406b-96de-9fed816a1ae2 req-22588b61-0158-4ec5-85e7-c3ae0f7c5786 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88&tenant_id=193e326224374af2adeabf4558305969&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 948 time: 0.2069426 Nov 19 09:08:37.605028 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26719cd8-97b9-45d0-9e01-307c88b08370 req-74360c9d-08e2-4395-8601-c29ad1c9bd8f tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:37.607100 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26719cd8-97b9-45d0-9e01-307c88b08370 req-74360c9d-08e2-4395-8601-c29ad1c9bd8f tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=94835800-a4e9-455b-8d1c-ee5421de5da6 HTTP/1.1" status: 200 len: 1102 time: 0.2591143 Nov 19 09:08:37.612144 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=967ec095-a909-40db-8c31-039e811bfae4,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:37.762475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a4560-3393-4e9e-95a7-2b00ff13ea8a req-dd54e430-4b24-4495-b620-3aa67fd7bd22 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:37.764955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-871a4560-3393-4e9e-95a7-2b00ff13ea8a req-dd54e430-4b24-4495-b620-3aa67fd7bd22 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 946 time: 0.2557077 Nov 19 09:08:37.867327 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26719cd8-97b9-45d0-9e01-307c88b08370 req-fa2677f6-8131-425f-ae1e-aa832a309cb3 tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479734 Nov 19 09:08:37.915152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-98099dd7-a7d2-403b-9661-fd241f520b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:37.916627 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-98099dd7-a7d2-403b-9661-fd241f520b67 service neutron] 10.222.0.71 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.3502648 Nov 19 09:08:37.928000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86979712-32c4-406b-96de-9fed816a1ae2 req-a15d8d87-fead-4bd5-aae3-8c31d4db0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:37.929501 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86979712-32c4-406b-96de-9fed816a1ae2 req-a15d8d87-fead-4bd5-aae3-8c31d4db0f0a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 1100 time: 0.2224994 Nov 19 09:08:37.939243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['967ec095-a909-40db-8c31-039e811bfae4'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:38.021155 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-871a4560-3393-4e9e-95a7-2b00ff13ea8a req-01096e1d-be24-4f11-8523-76205892b529 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355900 Nov 19 09:08:38.066874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a929ec45-1f6a-4103-ab8f-8115a101ac39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:38.076624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-c87c4cd1-d84c-4d92-8bad-49e436d9ba3c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=053e479a-be60-4f45-83f3-abbd16a4654f HTTP/1.1" status: 200 len: 217 time: 0.1432414 Nov 19 09:08:38.227946 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929ec45-1f6a-4103-ab8f-8115a101ac39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d1d11d-00c5-42b8-8deb-d20385d0acde,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:38.237068 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40aa815-75ca-43a7-b8f8-0694628a225b req-9851185b-d60c-41c5-9029-10dd47dabb69 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:38.238635 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d40aa815-75ca-43a7-b8f8-0694628a225b req-9851185b-d60c-41c5-9029-10dd47dabb69 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.2742743 Nov 19 09:08:38.260305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-f048c301-c1ad-417e-b3b5-80a469e9f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:38.262260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-f048c301-c1ad-417e-b3b5-80a469e9f0f2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.1755774 Nov 19 09:08:38.325830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86979712-32c4-406b-96de-9fed816a1ae2 req-9b8b057f-2587-4b0a-9e71-89b927e8ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:38.330106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86979712-32c4-406b-96de-9fed816a1ae2 req-9b8b057f-2587-4b0a-9e71-89b927e8ab7f service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.3748276 Nov 19 09:08:38.331785 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-08e0a5cb-b425-44aa-9c82-33fd042f8373 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506990 Nov 19 09:08:38.335745 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a929ec45-1f6a-4103-ab8f-8115a101ac39 admin admin] Checking segment: {'id': 'af488dc1-383f-4b21-82b8-2477149d25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:38.336098 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a929ec45-1f6a-4103-ab8f-8115a101ac39 admin admin] Network hostable DHCP agents. Network: a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:08:38.348358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e15e4-f1d9-4c53-8cd9-397de09d677d req-97aa7ca4-e46a-4d9c-aaae-42ea5942573b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:38.349859 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea5e15e4-f1d9-4c53-8cd9-397de09d677d req-97aa7ca4-e46a-4d9c-aaae-42ea5942573b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 948 time: 0.2029665 Nov 19 09:08:38.446740 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86979712-32c4-406b-96de-9fed816a1ae2 req-eae10666-8216-4e58-a45d-2ee03055cf8f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=6e892c7e-7b94-4494-b77a-da13076f9346 HTTP/1.1" status: 200 len: 217 time: 0.1062343 Nov 19 09:08:38.475948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6e892c7e-7b94-4494-b77a-da13076f9346 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:08:38.502191 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d40aa815-75ca-43a7-b8f8-0694628a225b req-34d925d0-08cc-4782-84e3-d319aaecdb80 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498362 Nov 19 09:08:38.531821 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a929ec45-1f6a-4103-ab8f-8115a101ac39 admin admin] Network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:08:38.570581 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea5e15e4-f1d9-4c53-8cd9-397de09d677d req-eb9d6b8a-811d-447a-b287-1018b33bfd9f tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013078 Nov 19 09:08:38.573289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a929ec45-1f6a-4103-ab8f-8115a101ac39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:08:38.578021 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86979712-32c4-406b-96de-9fed816a1ae2 req-61e3b882-4727-44ba-a6c6-9e9839030142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:38.579496 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86979712-32c4-406b-96de-9fed816a1ae2 req-61e3b882-4727-44ba-a6c6-9e9839030142 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1163931 Nov 19 09:08:38.592558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a929ec45-1f6a-4103-ab8f-8115a101ac39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:38.593270 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a929ec45-1f6a-4103-ab8f-8115a101ac39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:38.593730 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b856fb-fb7b-4e81-826e-ac836e9f11d4 None None] Network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:08:38.611370 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6e892c7e-7b94-4494-b77a-da13076f9346, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6e892c7e-7b94-4494-b77a-da13076f9346,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:38.651195 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-310221cb-7395-444d-a3ef-844aabee7be3 service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003614 Nov 19 09:08:38.662451 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '6e892c7e-7b94-4494-b77a-da13076f9346', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '6e892c7e-7b94-4494-b77a-da13076f9346', 'mac_address': 'fa:16:3e:f5:be:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:08:38.682408 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a929ec45-1f6a-4103-ab8f-8115a101ac39 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5629816 Nov 19 09:08:38.686320 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59530) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:38.692572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:38.724890 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:38.726133 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:38.738754 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:38.760956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a50cb-2f48-4609-82e2-3e6db6ec0bb5 req-5b9f978a-9c25-4676-8c2d-3abb8ce3ff69 tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:38.762847 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a7a50cb-2f48-4609-82e2-3e6db6ec0bb5 req-5b9f978a-9c25-4676-8c2d-3abb8ce3ff69 tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a2443b21-3ad5-4b6a-993f-64d6c6780e85 HTTP/1.1" status: 200 len: 1101 time: 0.1727116 Nov 19 09:08:38.771450 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86979712-32c4-406b-96de-9fed816a1ae2 req-b1171581-bb12-426e-9969-61cbfc689de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:38.773248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86979712-32c4-406b-96de-9fed816a1ae2 req-b1171581-bb12-426e-9969-61cbfc689de4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1775579 Nov 19 09:08:38.787041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e892c7e-7b94-4494-b77a-da13076f9346 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:08:38.802832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:38.833396 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6e892c7e-7b94-4494-b77a-da13076f9346, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6e892c7e-7b94-4494-b77a-da13076f9346,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:38.836164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292db31e-e15d-4d67-a242-f798b6277a25 req-f3c393a3-c822-4a8d-a9db-839687790d6a tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:38.837987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-292db31e-e15d-4d67-a242-f798b6277a25 req-f3c393a3-c822-4a8d-a9db-839687790d6a tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 944 time: 0.1859138 Nov 19 09:08:38.843404 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:38.911096 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:08:38.912372 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:38.939428 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=6e892c7e-7b94-4494-b77a-da13076f9346,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:38.970034 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:39.092812 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Allocated IP 172.20.0.2 (a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9/c3d1d11d-00c5-42b8-8deb-d20385d0acde/918886f4-98b0-481a-9be2-389cfd3dd10b) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:08:39.132410 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-ceef606d-9d3b-4567-b32b-859bb9dc25cc service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639096 Nov 19 09:08:39.177151 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a7a50cb-2f48-4609-82e2-3e6db6ec0bb5 req-39c5d1ec-754b-49a5-9edf-f29998b06561 tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993144 Nov 19 09:08:39.247100 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-292db31e-e15d-4d67-a242-f798b6277a25 req-83668aed-3298-4425-871a-34e7ac945493 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296859 Nov 19 09:08:39.247311 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:39.279387 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86979712-32c4-406b-96de-9fed816a1ae2 req-63435f59-5315-4e3d-9478-fff62c7a4b26 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883780 Nov 19 09:08:39.316230 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['6e892c7e-7b94-4494-b77a-da13076f9346'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:39.316979 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:39.548201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Allocated IP 172.25.0.218 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/e5c869db-4d13-4375-a6a0-8adf64164583) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:08:39.572704 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc603a-c634-4ee2-8329-424f00b33ce5 req-e54ccdc9-b6e8-4e57-b4ae-7b236dc7d603 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:39.573817 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15dc603a-c634-4ee2-8329-424f00b33ce5 req-e54ccdc9-b6e8-4e57-b4ae-7b236dc7d603 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 946 time: 0.1051984 Nov 19 09:08:39.580560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86979712-32c4-406b-96de-9fed816a1ae2 req-e5b1a6d2-db14-486e-9f0b-ddbec6de3c87 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873693 Nov 19 09:08:39.615036 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:39.644309 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15dc603a-c634-4ee2-8329-424f00b33ce5 req-8e4d307a-e346-4f7b-95ac-169af34977c1 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607684 Nov 19 09:08:39.670870 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:39.741631 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:08:39.743871 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Pushing event updated for resources: {'Port': ['ID=918886f4-98b0-481a-9be2-389cfd3dd10b,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:39.748834 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:08:39.753528 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:08:39.802520 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:39.806559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7d2a6-d274-433f-823e-c27cbaaead26 req-7f34fc0e-0f2a-4013-971e-74c28d31528e tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:39.820684 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9da7d2a6-d274-433f-823e-c27cbaaead26 req-7f34fc0e-0f2a-4013-971e-74c28d31528e tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.1004233 Nov 19 09:08:39.845627 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Attempting to bind port 918886f4-98b0-481a-9be2-389cfd3dd10b on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:08:39.846184 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Attempting to bind port 918886f4-98b0-481a-9be2-389cfd3dd10b by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'af488dc1-383f-4b21-82b8-2477149d25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:08:39.846564 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Attempting to bind port 918886f4-98b0-481a-9be2-389cfd3dd10b on network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:39.853339 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:08:39.853734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Checking segment: {'id': 'af488dc1-383f-4b21-82b8-2477149d25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:39.854143 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:39.854384 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:39.854595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Bound using segment: {'id': 'af488dc1-383f-4b21-82b8-2477149d25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:08:39.855265 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Bound port: 918886f4-98b0-481a-9be2-389cfd3dd10b, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af488dc1-383f-4b21-82b8-2477149d25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:08:39.855707 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:39.861461 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-df864622-4696-459e-b7e0-cabf287d6fbc tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0f72f92263b1443aba8590affdf9e0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376084 Nov 19 09:08:39.901516 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Pushing event updated for resources: {'Port': ['ID=e5c869db-4d13-4375-a6a0-8adf64164583,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:39.917381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:08:39.918884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:08:39.924878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:08:39.948984 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] For port 918886f4-98b0-481a-9be2-389cfd3dd10b, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:08:39.954270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] For port 918886f4-98b0-481a-9be2-389cfd3dd10b, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=918886f4-98b0-481a-9be2-389cfd3dd10b,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:08:39.963399 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:40.008387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-dc6bbe2d-ba4c-48aa-a491-8cb51ae7ebd8 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:40.017659 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-dc6bbe2d-ba4c-48aa-a491-8cb51ae7ebd8 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1346834 Nov 19 09:08:40.052687 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9da7d2a6-d274-433f-823e-c27cbaaead26 req-f1637ee0-3eca-4864-b94f-a44eeba03508 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258253 Nov 19 09:08:40.071069 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-0ff43155-2995-4ee0-abfc-20c4a035466d tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/quotas/0f72f92263b1443aba8590affdf9e0aa HTTP/1.1" status: 200 len: 375 time: 0.0522268 Nov 19 09:08:40.111096 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3f816-0fb3-4bb5-b835-9b45a5865f3f None None] Pushing event updated for resources: {'Port': ['ID=918886f4-98b0-481a-9be2-389cfd3dd10b,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:40.208118 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-751911ee-3fca-432f-9969-165daa307a50 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1360810 Nov 19 09:08:40.327298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:40.362363 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310b091-ed24-4bcf-b9f4-def7a03358fa req-d725dfe1-467f-4e85-8971-6d0db1c569d9 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:40.364432 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6310b091-ed24-4bcf-b9f4-def7a03358fa req-d725dfe1-467f-4e85-8971-6d0db1c569d9 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 949 time: 0.1527908 Nov 19 09:08:40.589229 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6310b091-ed24-4bcf-b9f4-def7a03358fa req-647b8678-a6ff-4bca-87ff-696d16946487 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184036 Nov 19 09:08:40.706207 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7cbe85f-6a92-4854-9b79-9a3b7a119c83 req-50cae264-b22b-491f-a63b-afdebbcc7d62 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e HTTP/1.1" status: 200 len: 210 time: 0.0499671 Nov 19 09:08:40.751951 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:40.785536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b0241-0e42-4610-b5a2-9389e1f3ded1 req-1114b86f-5ffb-4c4a-bba3-211f65bd7753 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:40.787604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-224b0241-0e42-4610-b5a2-9389e1f3ded1 req-1114b86f-5ffb-4c4a-bba3-211f65bd7753 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 944 time: 0.0738506 Nov 19 09:08:40.890673 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-224b0241-0e42-4610-b5a2-9389e1f3ded1 req-f95f9c5b-db2b-45ac-bc79-a77ffc649b4e tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935962 Nov 19 09:08:41.055909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189e42e-1ca9-4be4-bb53-fbc791e88a2a req-73cacc49-b3ff-49f0-a656-657baa8c526a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:41.057829 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6189e42e-1ca9-4be4-bb53-fbc791e88a2a req-73cacc49-b3ff-49f0-a656-657baa8c526a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 946 time: 0.0765936 Nov 19 09:08:41.062211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Router 53183590-aa56-489d-9b3d-257f367d80e6 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:08:41.134685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 967ec095-a909-40db-8c31-039e811bfae4 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:08:41.143500 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6189e42e-1ca9-4be4-bb53-fbc791e88a2a req-7bcd3c27-ba9f-4d5b-af76-59892036fae9 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762751 Nov 19 09:08:41.293506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 967ec095-a909-40db-8c31-039e811bfae4 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:08:41.302106 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 967ec095-a909-40db-8c31-039e811bfae4 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:41.304239 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:41.363317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3addd-2bad-46a1-ba05-e0a7ca5ec215 req-02a94229-cda2-45ca-ab00-8dc478426d0f tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:41.364915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0cf3addd-2bad-46a1-ba05-e0a7ca5ec215 req-02a94229-cda2-45ca-ab00-8dc478426d0f tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.1270287 Nov 19 09:08:41.451407 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:08:41.470283 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Sync routers for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:08:41.481108 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0cf3addd-2bad-46a1-ba05-e0a7ca5ec215 req-2aac9b64-0b24-4de8-a771-bbb096f0e5b8 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068628 Nov 19 09:08:41.491420 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:08:41.492842 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:08:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:41.500891 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:41.505607 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2dcc6e09-1ee3-418b-9e55-db3cb5c0d962 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.8166859 Nov 19 09:08:41.507972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59596) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:41.509295 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:41.567073 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a7dbd1-b13d-4f68-acf3-a8764c54c9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967ec095-a909-40db-8c31-039e811bfae4'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:41.572038 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4202a8f5-c251-444c-8236-36782ce818e6" -d '{"events": [{"server_uuid": "34a7dbd1-b13d-4f68-acf3-a8764c54c9bb", "name": "network-vif-plugged", "status": "completed", "tag": "967ec095-a909-40db-8c31-039e811bfae4"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:41.613001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 967ec095-a909-40db-8c31-039e811bfae4, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=967ec095-a909-40db-8c31-039e811bfae4,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:41.626885 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:41.692145 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c7032a-b0af-4c85-8e2c-37ee709ecfea x-openstack-request-id: req-76c7032a-b0af-4c85-8e2c-37ee709ecfea {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:41.692595 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a7dbd1-b13d-4f68-acf3-a8764c54c9bb", "name": "network-vif-plugged", "status": "completed", "tag": "967ec095-a909-40db-8c31-039e811bfae4", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:41.692946 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76c7032a-b0af-4c85-8e2c-37ee709ecfea {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:41.693465 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a7dbd1-b13d-4f68-acf3-a8764c54c9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967ec095-a909-40db-8c31-039e811bfae4', 'code': 200} Nov 19 09:08:41.739360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=967ec095-a909-40db-8c31-039e811bfae4,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:41.798416 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:08:41.850747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa696959-65ed-4ce3-976d-0773d11f8d6c None None] Network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:08:41.957949 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c2b95aaf-91a6-40e5-8605-e6170d77d22a None None] Provisioning complete for port 918886f4-98b0-481a-9be2-389cfd3dd10b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:41.958323 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c2b95aaf-91a6-40e5-8605-e6170d77d22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:42.033148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4919f9-50e8-4ce8-9ed5-4f09ddf87ee9 req-5e97e238-02c8-43ea-8cef-0e8f6c8bbacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:42.035302 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a4919f9-50e8-4ce8-9ed5-4f09ddf87ee9 req-5e97e238-02c8-43ea-8cef-0e8f6c8bbacc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 1097 time: 0.4260807 Nov 19 09:08:42.177687 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb011398-47be-4fd0-84f3-8eb935cc141f req-b22e0221-d0cb-401a-9679-24539709a9f3 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e HTTP/1.1" status: 200 len: 210 time: 0.1514537 Nov 19 09:08:42.196999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a3a72-1c06-4eed-96d7-45940815dab3 req-f77f6113-b716-4f77-b494-cd51f27b7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:42.199704 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-684a3a72-1c06-4eed-96d7-45940815dab3 req-f77f6113-b716-4f77-b494-cd51f27b7c18 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 1097 time: 0.3624527 Nov 19 09:08:42.202413 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:40Z', 'revision_number': 3, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:42.216880 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-5d1e3d9a-0e59-484d-96a2-e3b9aa866b86 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0f72f92263b1443aba8590affdf9e0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656838 Nov 19 09:08:42.225280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0649ceb-d875-4799-bc8b-40322772d5b3 req-86fb94c4-e9f5-42e7-a2e5-67c51ce04309 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:42.236763 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d0649ceb-d875-4799-bc8b-40322772d5b3 req-86fb94c4-e9f5-42e7-a2e5-67c51ce04309 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 949 time: 0.3962018 Nov 19 09:08:42.281156 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c2b95aaf-91a6-40e5-8605-e6170d77d22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:42.308342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 918886f4-98b0-481a-9be2-389cfd3dd10b up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:08:42.314340 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Checking router: 53183590-aa56-489d-9b3d-257f367d80e6 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:08:42.314712 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Updating router 53183590-aa56-489d-9b3d-257f367d80e6 port e5c869db-4d13-4375-a6a0-8adf64164583 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:08:42.386003 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:42.478576 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d0649ceb-d875-4799-bc8b-40322772d5b3 req-021bbce0-e10c-4e61-bcc5-37766929237d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366757 Nov 19 09:08:42.508873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6e892c7e-7b94-4494-b77a-da13076f9346 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:08:42.532983 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c2b95aaf-91a6-40e5-8605-e6170d77d22a None None] For port 918886f4-98b0-481a-9be2-389cfd3dd10b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=918886f4-98b0-481a-9be2-389cfd3dd10b,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:42.582458 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c2b95aaf-91a6-40e5-8605-e6170d77d22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:42.628465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-684a3a72-1c06-4eed-96d7-45940815dab3 req-4e5a2981-63f3-40a4-b59e-126c0659013f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782756 Nov 19 09:08:42.631303 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a4919f9-50e8-4ce8-9ed5-4f09ddf87ee9 req-c8f5b6d3-2872-45cc-bcfe-5dc0674cc131 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505097 Nov 19 09:08:42.709974 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b95aaf-91a6-40e5-8605-e6170d77d22a None None] Pushing event updated for resources: {'Port': ['ID=918886f4-98b0-481a-9be2-389cfd3dd10b,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:42.754318 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 918886f4-98b0-481a-9be2-389cfd3dd10b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:42.754679 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:42.813007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931756db-de0d-4308-a6c6-24a5eb8237dc req-59cea520-01a3-4741-9146-81c2d335a784 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:42.821522 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-931756db-de0d-4308-a6c6-24a5eb8237dc req-59cea520-01a3-4741-9146-81c2d335a784 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 946 time: 0.1993091 Nov 19 09:08:42.840859 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f6166-665d-4f00-b726-eb6fc7e6511e req-86e6f007-3c23-47ca-b1fd-865e084dd336 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:42.842694 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e0f6166-665d-4f00-b726-eb6fc7e6511e req-86e6f007-3c23-47ca-b1fd-865e084dd336 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 945 time: 0.2191873 Nov 19 09:08:42.900526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 6e892c7e-7b94-4494-b77a-da13076f9346 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:42.900858 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:42.962405 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9f27b136-602d-4b1b-b063-e9e4eeeee901 None None] Provisioning complete for port 918886f4-98b0-481a-9be2-389cfd3dd10b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:42.962788 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f27b136-602d-4b1b-b063-e9e4eeeee901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:42.978599 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-931756db-de0d-4308-a6c6-24a5eb8237dc req-0596ccc7-4375-45c1-bb5e-3576afd4b1ad tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560819 Nov 19 09:08:43.039392 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e0f6166-665d-4f00-b726-eb6fc7e6511e req-7f34b68b-1a6f-474f-9dc4-0e8b0c47f424 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830475 Nov 19 09:08:43.100914 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-b2e37812-ab65-4033-ade5-4cdc5b81aae5 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:43.103742 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-b2e37812-ab65-4033-ade5-4cdc5b81aae5 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8787298 Nov 19 09:08:43.133802 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-f629e9a1-d246-40f4-a631-fd0716a458c0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Request body: {'port': {'device_id': '51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '0f72f92263b1443aba8590affdf9e0aa'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:43.139019 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:43.155569 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:43.267563 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:43.289139 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:43.289697 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Attempting to bind port e5c869db-4d13-4375-a6a0-8adf64164583 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:08:43.290354 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Attempting to bind port e5c869db-4d13-4375-a6a0-8adf64164583 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:08:43.290843 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Attempting to bind port e5c869db-4d13-4375-a6a0-8adf64164583 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:43.304123 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:08:43.304799 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:43.305398 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:43.306346 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:08:43.307110 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Bound port: e5c869db-4d13-4375-a6a0-8adf64164583, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:08:43.307789 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:43.340457 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-f629e9a1-d246-40f4-a631-fd0716a458c0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Made reservation on behalf of 0f72f92263b1443aba8590affdf9e0aa for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:08:43.344483 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-f629e9a1-d246-40f4-a631-fd0716a458c0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:43.348262 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98034358-87bd-491d-b2cc-bb5466e3a44c None None] Pushing event updated for resources: {'Port': ['ID=e5c869db-4d13-4375-a6a0-8adf64164583,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:43.363674 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98034358-87bd-491d-b2cc-bb5466e3a44c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:43.364025 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98034358-87bd-491d-b2cc-bb5466e3a44c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:43.364373 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98034358-87bd-491d-b2cc-bb5466e3a44c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:43.364707 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98034358-87bd-491d-b2cc-bb5466e3a44c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:43.365634 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98034358-87bd-491d-b2cc-bb5466e3a44c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:43.365983 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98034358-87bd-491d-b2cc-bb5466e3a44c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:43.366320 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98034358-87bd-491d-b2cc-bb5466e3a44c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:43.366652 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98034358-87bd-491d-b2cc-bb5466e3a44c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:43.366982 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98034358-87bd-491d-b2cc-bb5466e3a44c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:43.367308 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98034358-87bd-491d-b2cc-bb5466e3a44c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:43.367637 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98034358-87bd-491d-b2cc-bb5466e3a44c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:43.367959 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98034358-87bd-491d-b2cc-bb5466e3a44c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:08:43.401687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6e892c7e-7b94-4494-b77a-da13076f9346, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6e892c7e-7b94-4494-b77a-da13076f9346,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:43.404007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3948b8c-86f1-4e89-bc13-21dcf4a5103f req-a25ea87a-a8a2-44bc-b089-b8114ddf4fd6 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:43.412378 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:43.417375 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b3948b8c-86f1-4e89-bc13-21dcf4a5103f req-a25ea87a-a8a2-44bc-b089-b8114ddf4fd6 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 949 time: 0.2460921 Nov 19 09:08:43.421802 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] For port e5c869db-4d13-4375-a6a0-8adf64164583, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:08:43.426551 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] For port e5c869db-4d13-4375-a6a0-8adf64164583, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e5c869db-4d13-4375-a6a0-8adf64164583,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:08:43.443295 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:43.534335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=6e892c7e-7b94-4494-b77a-da13076f9346,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:43.534909 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:08:43.535729 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:08:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:43.589607 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-f629e9a1-d246-40f4-a631-fd0716a458c0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Allocated IP 192.168.233.178 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:08:43.634091 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b3948b8c-86f1-4e89-bc13-21dcf4a5103f req-cbd8bb92-7972-4220-bca2-2d7cf85940e1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161105 Nov 19 09:08:43.694506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3571ab-ff51-4e15-a297-0cbb85798a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e892c7e-7b94-4494-b77a-da13076f9346'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:43.697609 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e985be-8c8e-467a-b1ac-7c31eece7848" -d '{"events": [{"server_uuid": "ff3571ab-ff51-4e15-a297-0cbb85798a88", "name": "network-vif-plugged", "status": "completed", "tag": "6e892c7e-7b94-4494-b77a-da13076f9346"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:43.722344 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98034358-87bd-491d-b2cc-bb5466e3a44c None None] Pushing event updated for resources: {'Port': ['ID=e5c869db-4d13-4375-a6a0-8adf64164583,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:43.735145 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:08:43.797924 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03a12efd-de46-416e-bf02-7d4c6952d4e4 req-1b9c8432-ab1c-40f6-839f-8fe0d295ec43 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e HTTP/1.1" status: 200 len: 210 time: 0.0561526 Nov 19 09:08:43.826109 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-f629e9a1-d246-40f4-a631-fd0716a458c0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:43.837286 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49143-6d8b-4446-9701-7739ae4bbff7 req-80e15c4b-2d61-433b-a7cf-8b4458242c86 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:43.846497 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4cb49143-6d8b-4446-9701-7739ae4bbff7 req-80e15c4b-2d61-433b-a7cf-8b4458242c86 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.3213720 Nov 19 09:08:43.849404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Allocated IP 172.20.0.1 (a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9/c3d1d11d-00c5-42b8-8deb-d20385d0acde/ef9762a5-ef41-484f-ba62-f556310fbb5e) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:08:43.943139 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-f629e9a1-d246-40f4-a631-fd0716a458c0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:43.956701 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:43.984345 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-f629e9a1-d246-40f4-a631-fd0716a458c0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:08:44.003449 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:40Z', 'revision_number': 3, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:44.006117 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-f629e9a1-d246-40f4-a631-fd0716a458c0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:08:44.020549 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['00730ab9-1ac8-40a1-8ef9-eed22872a5ad', '6746a633-9255-472f-947e-1de8775cd0f3', 'c6b2c822-f01a-4212-a558-0c0e56810ba7', 'c144cdf7-c60a-4e03-b701-455c22f18804'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:44.023545 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-f629e9a1-d246-40f4-a631-fd0716a458c0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:08:44.062974 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:44.083762 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a3e89-4526-426c-94c8-1636a8e94d6a None None] The sync data for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 is: [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:40Z', 'revision_number': 3, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:08:44.086105 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4cb49143-6d8b-4446-9701-7739ae4bbff7 req-da45245b-ddfe-4bf7-b96b-2a486a12e934 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386377 Nov 19 09:08:44.218295 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-f629e9a1-d246-40f4-a631-fd0716a458c0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:44.219428 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-f629e9a1-d246-40f4-a631-fd0716a458c0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:44.224529 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:44.300641 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-f629e9a1-d246-40f4-a631-fd0716a458c0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1766381 Nov 19 09:08:44.313226 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 918886f4-98b0-481a-9be2-389cfd3dd10b up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:08:44.347616 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Request body: {'port': {'device_id': '51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:44.389551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef9762a5-ef41-484f-ba62-f556310fbb5e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:44.452080 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9b150a-a015-4b56-9c8c-5bf435db083c x-openstack-request-id: req-af9b150a-a015-4b56-9c8c-5bf435db083c {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:44.452965 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3571ab-ff51-4e15-a297-0cbb85798a88", "name": "network-vif-plugged", "status": "completed", "tag": "6e892c7e-7b94-4494-b77a-da13076f9346", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:44.453437 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af9b150a-a015-4b56-9c8c-5bf435db083c {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:44.454075 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3571ab-ff51-4e15-a297-0cbb85798a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e892c7e-7b94-4494-b77a-da13076f9346', 'code': 200} Nov 19 09:08:44.457009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:08:44.470684 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629e9a1-d246-40f4-a631-fd0716a458c0 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Pushing event updated for resources: {'Port': ['ID=b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:44.497442 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:08:44.563207 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:44.569004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:08:44.569742 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:44.667608 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 918886f4-98b0-481a-9be2-389cfd3dd10b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:44.667985 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:44.708975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b6b0cc1b-e6c7-477d-9b82-d2731f37a6b5 None None] Provisioning complete for port b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:44.709299 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b6b0cc1b-e6c7-477d-9b82-d2731f37a6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:44.772720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530f8a6-e4f5-496b-9c9e-b9f2c1eb21e4 req-6078c623-536c-4c05-b5e8-b47965b1b640 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:44.785856 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c530f8a6-e4f5-496b-9c9e-b9f2c1eb21e4 req-6078c623-536c-4c05-b5e8-b47965b1b640 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 945 time: 0.3660264 Nov 19 09:08:44.851322 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f69b86-94ad-4fe9-b6b9-72b881e8538d req-acec2492-0d84-44f2-a2f9-c6700a4dfae6 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:44.861379 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6f69b86-94ad-4fe9-b6b9-72b881e8538d req-acec2492-0d84-44f2-a2f9-c6700a4dfae6 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 946 time: 0.4030199 Nov 19 09:08:44.884492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b6b0cc1b-e6c7-477d-9b82-d2731f37a6b5 None None] Port b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:08:45.051614 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e424c18c-6765-4991-a6f8-92b4f64d43db None None] Provisioning complete for port ef9762a5-ef41-484f-ba62-f556310fbb5e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:45.051989 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e424c18c-6765-4991-a6f8-92b4f64d43db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:45.061756 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6f69b86-94ad-4fe9-b6b9-72b881e8538d req-a7c7c845-6113-4b60-a19a-78df4114de25 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991765 Nov 19 09:08:45.088386 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c530f8a6-e4f5-496b-9c9e-b9f2c1eb21e4 req-312f55e0-990b-45d1-ae47-d6ca65426302 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013668 Nov 19 09:08:45.113399 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:45.162806 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e424c18c-6765-4991-a6f8-92b4f64d43db None None] Port ef9762a5-ef41-484f-ba62-f556310fbb5e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:08:45.168245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:08:45.191759 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:45.194516 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:45.226204 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Transition to ACTIVE for port object b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:08:45.235086 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:45.347902 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:45.541157 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:45.554102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Attempting to bind port b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:08:45.556215 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Attempting to bind port b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:08:45.558123 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Attempting to bind port b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:45.573121 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:45.573610 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:45.574385 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Port b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:08:45.574724 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Attempting to bind port b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:45.586440 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:08:45.586837 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:45.587188 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:08:45.587673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Bound port: b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:08:45.587999 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:45.683736 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eb7bf-6289-4acd-adbe-dccfb5201bc6 req-33d18ae9-98b8-46a4-90b9-0ac37fe4eeaa tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:45.689582 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c4eb7bf-6289-4acd-adbe-dccfb5201bc6 req-33d18ae9-98b8-46a4-90b9-0ac37fe4eeaa tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e HTTP/1.1" status: 200 len: 948 time: 0.3224759 Nov 19 09:08:45.709819 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] For port b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:08:45.715029 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] For port b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:08:45.716426 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef9762a5-ef41-484f-ba62-f556310fbb5e,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:45.738277 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:45.803705 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:45.804850 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:45.806770 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] 10.222.0.66 "PUT /v2.0/ports/b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b HTTP/1.1" status: 200 len: 1097 time: 1.4833713 Nov 19 09:08:45.807435 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e', 'tag': 'b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:45.810606 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c52574-1948-441e-9ecd-bc6ea3197a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e", "tag": "b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:45.853177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb4ae9-8ef3-4473-9b12-e46268ed50d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:45.887782 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c4eb7bf-6289-4acd-adbe-dccfb5201bc6 req-79777ff0-5fed-421b-9974-3d8b8eb5c2a2 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785815 Nov 19 09:08:45.935721 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e3190-891a-4254-b2e6-a3568c998bfe req-0f54f7cb-0bf5-48ac-9ad9-2bc49878c244 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:45.944084 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a28e3190-891a-4254-b2e6-a3568c998bfe req-0f54f7cb-0bf5-48ac-9ad9-2bc49878c244 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.1270306 Nov 19 09:08:45.945904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-e66ca136-9a67-4018-8510-c5551939196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:45.955589 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-e66ca136-9a67-4018-8510-c5551939196a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&device_id=51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e HTTP/1.1" status: 200 len: 1100 time: 0.0836596 Nov 19 09:08:45.982102 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:08:45.990010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:08:46.051419 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-30b99052-fb54-4af4-a1b6-a093b739d969 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b HTTP/1.1" status: 200 len: 217 time: 0.0837865 Nov 19 09:08:46.150524 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-277bf572-119d-4b14-864c-97755fc73f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:46.152232 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-277bf572-119d-4b14-864c-97755fc73f65 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0912156 Nov 19 09:08:46.162232 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a28e3190-891a-4254-b2e6-a3568c998bfe req-fd42e148-000b-4f4b-8668-c58e89bbe23c tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168806 Nov 19 09:08:46.262250 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76513210-0aa4-41e5-98b2-ed270be8a16a x-openstack-request-id: req-76513210-0aa4-41e5-98b2-ed270be8a16a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:46.263160 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e", "tag": "b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:46.263365 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76513210-0aa4-41e5-98b2-ed270be8a16a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:46.263792 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e', 'tag': 'b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b', 'status': 'completed', 'code': 200} Nov 19 09:08:46.283306 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e5c869db-4d13-4375-a6a0-8adf64164583 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:08:46.322250 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-2e920ecd-126b-4c67-9cbe-c755588d2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:46.324074 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-2e920ecd-126b-4c67-9cbe-c755588d2467 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1633692 Nov 19 09:08:46.417220 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e5c869db-4d13-4375-a6a0-8adf64164583 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:46.417957 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:46.535176 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-bd070fc2-4712-415c-9459-df24a5fc1a13 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906219 Nov 19 09:08:46.579157 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7e1e7936-9fb9-41c7-9a46-7e4ac7531ead None None] Provisioning complete for port ef9762a5-ef41-484f-ba62-f556310fbb5e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:46.579573 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7e1e7936-9fb9-41c7-9a46-7e4ac7531ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:46.675882 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-19f148fd-925d-4ca6-ac11-21fab3f29fed req-4bbf9f0a-71b9-4366-a3eb-8f530235ea5f service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249473 Nov 19 09:08:46.709375 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e7936-9fb9-41c7-9a46-7e4ac7531ead None None] Port ef9762a5-ef41-484f-ba62-f556310fbb5e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:08:46.741682 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:46.777039 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port e5c869db-4d13-4375-a6a0-8adf64164583, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e5c869db-4d13-4375-a6a0-8adf64164583,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:46.784769 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:46.812732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c52574-1948-441e-9ecd-bc6ea3197a1e req-ee8767dc-7edd-4a46-b72a-c4ee4d796dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:46.815311 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a1c52574-1948-441e-9ecd-bc6ea3197a1e req-ee8767dc-7edd-4a46-b72a-c4ee4d796dd2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&device_id=51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e HTTP/1.1" status: 200 len: 1100 time: 0.0746391 Nov 19 09:08:46.850573 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=e5c869db-4d13-4375-a6a0-8adf64164583,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:46.882858 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Router 53183590-aa56-489d-9b3d-257f367d80e6 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:08:46.900384 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac32dd7-6c87-45a4-afd1-c5add905723f req-f3357bb5-d6d3-4f08-ae2b-a6d3f35da33c tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:46.902655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dac32dd7-6c87-45a4-afd1-c5add905723f req-f3357bb5-d6d3-4f08-ae2b-a6d3f35da33c tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 945 time: 0.5171254 Nov 19 09:08:46.927695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcf4b3-f15c-4581-bd2a-7a6e4d1b9405 req-ca019766-b005-4e3b-b104-2e3a750e3073 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:46.936000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8afcf4b3-f15c-4581-bd2a-7a6e4d1b9405 req-ca019766-b005-4e3b-b104-2e3a750e3073 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 946 time: 0.4973104 Nov 19 09:08:46.950905 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c52574-1948-441e-9ecd-bc6ea3197a1e req-b9252ede-91c4-48f8-add6-e2c221c0c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:46.955046 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a1c52574-1948-441e-9ecd-bc6ea3197a1e req-b9252ede-91c4-48f8-add6-e2c221c0c0ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1238737 Nov 19 09:08:47.007590 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a1c52574-1948-441e-9ecd-bc6ea3197a1e req-c3924966-6d42-473b-a5cf-90379faf6ed4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b HTTP/1.1" status: 200 len: 217 time: 0.0422144 Nov 19 09:08:47.067671 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c52574-1948-441e-9ecd-bc6ea3197a1e req-3c454eca-a239-4822-872d-40101a0710bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:47.069240 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a1c52574-1948-441e-9ecd-bc6ea3197a1e req-3c454eca-a239-4822-872d-40101a0710bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0527413 Nov 19 09:08:47.100392 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dac32dd7-6c87-45a4-afd1-c5add905723f req-118697a9-000c-4e34-b5ca-ac404a0cc402 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571116 Nov 19 09:08:47.118754 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8afcf4b3-f15c-4581-bd2a-7a6e4d1b9405 req-bf98404c-3d3b-42ea-83e2-6dfaab7803cf tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817489 Nov 19 09:08:47.136019 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c52574-1948-441e-9ecd-bc6ea3197a1e req-bb15743c-b277-4179-b193-ab8d2f258093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:47.137679 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a1c52574-1948-441e-9ecd-bc6ea3197a1e req-bb15743c-b277-4179-b193-ab8d2f258093 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586441 Nov 19 09:08:47.154448 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:08:47.163899 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Sync routers for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:08:47.178410 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8fcda7b8-1aac-4612-ace7-e782abb702f4 admin admin] 10.222.0.21 "PUT /v2.0/routers/53183590-aa56-489d-9b3d-257f367d80e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6691060 Nov 19 09:08:47.186342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:08:47.187679 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:08:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:47.275424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-a35261f6-89dc-4394-86e5-af8418a33a84 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=193e326224374af2adeabf4558305969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489709 Nov 19 09:08:47.324028 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a1c52574-1948-441e-9ecd-bc6ea3197a1e req-6b298590-38fa-4c7b-84ee-40d2f14f0346 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749721 Nov 19 09:08:47.375960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:08:47.386885 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54318b55-4a46-4b20-a1c2-44bb23966990 req-a2387e45-f55a-4e2d-a829-8b3046fab411 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:47.394663 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54318b55-4a46-4b20-a1c2-44bb23966990 req-a2387e45-f55a-4e2d-a829-8b3046fab411 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1778982 Nov 19 09:08:47.460771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-fb612f4e-13d7-4983-9af0-581c14e5a65f tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:47.468602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-fb612f4e-13d7-4983-9af0-581c14e5a65f tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922302 Nov 19 09:08:47.476748 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a1c52574-1948-441e-9ecd-bc6ea3197a1e req-a8929074-8292-4a83-bed0-8a8b32b3c9eb service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368990 Nov 19 09:08:47.500213 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-921fe4ac-f62d-4f61-ae8f-699d61c832c7 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/quotas/193e326224374af2adeabf4558305969 HTTP/1.1" status: 200 len: 375 time: 0.0300620 Nov 19 09:08:47.506629 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54318b55-4a46-4b20-a1c2-44bb23966990 req-cf063632-59db-4e08-9872-d6ad1ba493ed tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110325 Nov 19 09:08:47.560317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-d545fd2b-ce84-4e49-9a2f-a784581a9f65 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589793 Nov 19 09:08:47.628738 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:47.793733 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:45Z', 'revision_number': 2, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:47.826460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Checking router: 53183590-aa56-489d-9b3d-257f367d80e6 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:08:47.826460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Updating router 53183590-aa56-489d-9b3d-257f367d80e6 port ef9762a5-ef41-484f-ba62-f556310fbb5e binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:08:47.856197 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:47.897305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea2f01-f101-4493-8cdd-8ee6ef6c835c req-2b5e12d2-88e5-4baf-9b4c-ed108c7e9491 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:47.899735 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11ea2f01-f101-4493-8cdd-8ee6ef6c835c req-2b5e12d2-88e5-4baf-9b4c-ed108c7e9491 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e HTTP/1.1" status: 200 len: 948 time: 0.1075597 Nov 19 09:08:48.051996 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11ea2f01-f101-4493-8cdd-8ee6ef6c835c req-cfcaa598-ed0c-46d4-8a9b-2cf0a6c75bf9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370676 Nov 19 09:08:48.219402 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e5c869db-4d13-4375-a6a0-8adf64164583 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:08:48.306396 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e5c869db-4d13-4375-a6a0-8adf64164583 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:48.306764 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:48.344976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c990882-599f-4d29-928d-1bd76732a9f9 req-5cd05c02-371a-4a51-9d94-a4c88c56da08 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:48.354505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c990882-599f-4d29-928d-1bd76732a9f9 req-5cd05c02-371a-4a51-9d94-a4c88c56da08 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 1097 time: 0.0643675 Nov 19 09:08:48.444972 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:48.453336 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:48.469518 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c990882-599f-4d29-928d-1bd76732a9f9 req-3b242132-cb78-4833-88be-da055aaeb3d4 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116524 Nov 19 09:08:48.532575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a86b7f-6b9d-43ae-99e4-3f7a6820f0df None None] Pushing event updated for resources: {'Port': ['ID=ef9762a5-ef41-484f-ba62-f556310fbb5e,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:48.569952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Attempting to bind port ef9762a5-ef41-484f-ba62-f556310fbb5e on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:08:48.570506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Attempting to bind port ef9762a5-ef41-484f-ba62-f556310fbb5e by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'af488dc1-383f-4b21-82b8-2477149d25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:08:48.571019 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Attempting to bind port ef9762a5-ef41-484f-ba62-f556310fbb5e on network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:48.577050 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:08:48.577550 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Checking segment: {'id': 'af488dc1-383f-4b21-82b8-2477149d25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:48.577994 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:48.578401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Bound using segment: {'id': 'af488dc1-383f-4b21-82b8-2477149d25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:08:48.578894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Bound port: ef9762a5-ef41-484f-ba62-f556310fbb5e, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af488dc1-383f-4b21-82b8-2477149d25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:08:48.579282 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:48.665926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-19da51ac-97a3-4aec-8429-ecb904bb1942 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:48.667626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-19da51ac-97a3-4aec-8429-ecb904bb1942 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 821 time: 0.2457290 Nov 19 09:08:48.692756 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-e116428b-89ca-403c-8534-c439a2409f5b tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/quotas/f3a333a3d2d742e08dbc5eaaac87b97d HTTP/1.1" status: 200 len: 375 time: 0.0186603 Nov 19 09:08:48.698248 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] For port ef9762a5-ef41-484f-ba62-f556310fbb5e, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:08:48.703718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] For port ef9762a5-ef41-484f-ba62-f556310fbb5e, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ef9762a5-ef41-484f-ba62-f556310fbb5e,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:08:48.718176 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:48.788241 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-ee5da857-eb9b-4229-8e83-0bfa8351182e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857146 Nov 19 09:08:48.808466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:08:48.809231 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:08:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:48.880783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a86b7f-6b9d-43ae-99e4-3f7a6820f0df None None] Pushing event updated for resources: {'Port': ['ID=ef9762a5-ef41-484f-ba62-f556310fbb5e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:48.921105 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c10ee1b4-d6b4-4fef-adb5-aec84f8c7015 req-eb6011c6-e70f-41b0-8992-a83ecf1ca75b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 210 time: 0.0678360 Nov 19 09:08:49.006162 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6089d253-a0ec-45e9-a07a-b44081881048 None None] Provisioning complete for port ef9762a5-ef41-484f-ba62-f556310fbb5e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:49.006548 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6089d253-a0ec-45e9-a07a-b44081881048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:49.040119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:08:49.056923 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-a92ccf7d-79f8-405f-abd2-9b33938f11d1 service neutron] 10.222.0.21 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676980 Nov 19 09:08:49.144105 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-17c295b1-2735-4d49-b48b-45d38d228e3e req-46864940-25eb-4721-a4ad-c77aa16b9e2c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1917467 Nov 19 09:08:49.284985 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6089d253-a0ec-45e9-a07a-b44081881048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:49.312749 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-0ce39f18-c82b-4126-8e18-e98617cfbfb0 service neutron] 10.222.0.21 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436950 Nov 19 09:08:49.335135 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c295b1-2735-4d49-b48b-45d38d228e3e req-63df1142-8b7f-47da-9c87-8b41e9a31324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:49.338457 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-17c295b1-2735-4d49-b48b-45d38d228e3e req-63df1142-8b7f-47da-9c87-8b41e9a31324 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 1102 time: 0.0863597 Nov 19 09:08:49.348967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6089d253-a0ec-45e9-a07a-b44081881048 None None] For port ef9762a5-ef41-484f-ba62-f556310fbb5e, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ef9762a5-ef41-484f-ba62-f556310fbb5e,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:49.360919 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:08:49.379371 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6089d253-a0ec-45e9-a07a-b44081881048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:49.447234 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089d253-a0ec-45e9-a07a-b44081881048 None None] Pushing event updated for resources: {'Port': ['ID=ef9762a5-ef41-484f-ba62-f556310fbb5e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:49.465051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:48Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:08:49.518279 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a642125d-a1b0-488b-8dd0-07abf4808642 None None] The sync data for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 is: [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:48Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:08:49.532339 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-37a5426e-0c45-45ae-83df-397f27a40590 None None] Provisioning complete for port ef9762a5-ef41-484f-ba62-f556310fbb5e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:49.532723 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37a5426e-0c45-45ae-83df-397f27a40590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:49.582600 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c295b1-2735-4d49-b48b-45d38d228e3e req-02f5fa46-c638-4e6f-b88f-bb909a0c5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:49.585511 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-17c295b1-2735-4d49-b48b-45d38d228e3e req-02f5fa46-c638-4e6f-b88f-bb909a0c5009 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1927049 Nov 19 09:08:49.726281 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-17c295b1-2735-4d49-b48b-45d38d228e3e req-1fd67738-940a-4690-a6dd-6e6abcb631e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92 HTTP/1.1" status: 200 len: 217 time: 0.1253750 Nov 19 09:08:49.736439 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc4419-4d05-477d-9a5f-46b2ecd66a3f req-891f64ab-080c-471f-8c0e-7023b4e2ae1e tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:49.745385 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24dc4419-4d05-477d-9a5f-46b2ecd66a3f req-891f64ab-080c-471f-8c0e-7023b4e2ae1e tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 946 time: 0.0953538 Nov 19 09:08:49.825404 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c295b1-2735-4d49-b48b-45d38d228e3e req-103af3bb-3409-4f1f-bf66-f9885a3a52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:49.827270 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-17c295b1-2735-4d49-b48b-45d38d228e3e req-103af3bb-3409-4f1f-bf66-f9885a3a52b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0846367 Nov 19 09:08:49.880806 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-46936973-e328-4b90-bff5-58ac6fec7f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:49.882974 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24dc4419-4d05-477d-9a5f-46b2ecd66a3f req-3f2b5945-fcd3-45d5-b936-2fc26b76c1f1 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266091 Nov 19 09:08:49.922578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c295b1-2735-4d49-b48b-45d38d228e3e req-7fef31b0-5e9d-4b86-9c13-263f04770070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:49.924671 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-17c295b1-2735-4d49-b48b-45d38d228e3e req-7fef31b0-5e9d-4b86-9c13-263f04770070 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0856018 Nov 19 09:08:49.951971 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022af70-b869-4ed3-9fa8-d2b72cd4b962 req-a3622475-f38c-44f8-be40-8186e94698ca tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:49.960214 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4022af70-b869-4ed3-9fa8-d2b72cd4b962 req-a3622475-f38c-44f8-be40-8186e94698ca tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 1097 time: 0.0551045 Nov 19 09:08:50.001876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-5024f861-adb9-4435-9e5b-a5b463c3c276 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=193e326224374af2adeabf4558305969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394344 Nov 19 09:08:50.141266 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-17c295b1-2735-4d49-b48b-45d38d228e3e req-e1310280-5651-4080-a30e-fe2f94092a81 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004883 Nov 19 09:08:50.167470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4022af70-b869-4ed3-9fa8-d2b72cd4b962 req-0a880f65-f4d3-48c6-84bf-4390429338e6 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039468 Nov 19 09:08:50.343907 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ef9762a5-ef41-484f-ba62-f556310fbb5e up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:08:50.408849 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-17c295b1-2735-4d49-b48b-45d38d228e3e req-6643eaca-4ad2-4d51-bfd2-787abf36ef9a service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606940 Nov 19 09:08:50.451658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ef9762a5-ef41-484f-ba62-f556310fbb5e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:50.452800 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:50.497482 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-654310e7-c2f9-48c9-af89-591de69038c4 req-997d05b1-ccdb-438f-aef2-0459f4a14b3e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 210 time: 0.1195271 Nov 19 09:08:50.559991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-19d24c99-d6fb-42e3-97a4-ead161922267 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:50.564252 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:08:50.569273 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-19d24c99-d6fb-42e3-97a4-ead161922267 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5581274 Nov 19 09:08:50.596315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b906f4-9233-4c82-9b60-6b8e526d22fb req-6fb041d6-9877-4326-9db0-08df99f557c8 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:50.607772 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97b906f4-9233-4c82-9b60-6b8e526d22fb req-6fb041d6-9877-4326-9db0-08df99f557c8 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e HTTP/1.1" status: 200 len: 948 time: 0.1967509 Nov 19 09:08:50.620063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-b9b2f5a0-6df8-495a-89f1-3fd4e7bfacb1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Request body: {'port': {'device_id': 'bca16bcc-fbb0-412b-bbdc-d837d2817082', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '193e326224374af2adeabf4558305969'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:50.772006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:50.787855 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b', 'mac_address': 'fa:16:3e:2b:8e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:08:50.883099 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:50.898743 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97b906f4-9233-4c82-9b60-6b8e526d22fb req-aeacf72a-8652-4582-bdb1-fe7e989d03ca tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820257 Nov 19 09:08:50.940773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:08:51.000463 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:51.013521 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-b9b2f5a0-6df8-495a-89f1-3fd4e7bfacb1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Made reservation on behalf of 193e326224374af2adeabf4558305969 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:08:51.018451 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-b9b2f5a0-6df8-495a-89f1-3fd4e7bfacb1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:51.025126 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:51.128832 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:51.164309 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a426dd68-614f-49a2-b7c3-2e0811168d9a req-8004993b-3275-4228-b3a6-fe677aa6196d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 210 time: 0.0490947 Nov 19 09:08:51.279404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-b9b2f5a0-6df8-495a-89f1-3fd4e7bfacb1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Allocated IP 192.168.233.16 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/373b12f5-12bb-4010-83a2-5a7dd8cb94fc) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:08:51.342325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:51.461662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c585fd8-0953-44f3-9385-e4c6730fe719 req-98f0d58d-7ed9-4246-b898-3c8c9decd65a tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:51.464043 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c585fd8-0953-44f3-9385-e4c6730fe719 req-98f0d58d-7ed9-4246-b898-3c8c9decd65a tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1695523 Nov 19 09:08:51.632359 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c585fd8-0953-44f3-9385-e4c6730fe719 req-ee795af5-37a1-4c47-baad-c93c5fed77e9 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499162 Nov 19 09:08:51.700251 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c7c00-0c97-4331-9392-788eb21e1f57 req-6a21e384-9bef-4902-8468-e9bda32ebe93 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:51.717848 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e0c7c00-0c97-4331-9392-788eb21e1f57 req-6a21e384-9bef-4902-8468-e9bda32ebe93 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 946 time: 0.2455864 Nov 19 09:08:51.776426 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59798) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:51.939881 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e33cb87-6870-4fb0-a3ee-d7fc67fa81d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:51.950878 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-b9b2f5a0-6df8-495a-89f1-3fd4e7bfacb1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:52.029453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e0c7c00-0c97-4331-9392-788eb21e1f57 req-023cc107-39ac-40dc-8139-f6a2232fd0f3 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874053 Nov 19 09:08:52.047162 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e33cb87-6870-4fb0-a3ee-d7fc67fa81d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:52.050550 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-d5d2daa4-dc0f-488e-804c-cd3ca00706fd tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:52.053218 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-d5d2daa4-dc0f-488e-804c-cd3ca00706fd tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.71 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 821 time: 0.3231561 Nov 19 09:08:52.054647 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e33cb87-6870-4fb0-a3ee-d7fc67fa81d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:52.073723 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-71737cb1-a096-424f-b730-f5381df8979e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Request body: {'port': {'device_id': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'admin_state_up': True, 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:52.093041 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-b9b2f5a0-6df8-495a-89f1-3fd4e7bfacb1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:52.099337 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6e33cb87-6870-4fb0-a3ee-d7fc67fa81d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b423322925234835a9d044af1f0893f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212147 Nov 19 09:08:52.107370 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59810) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:52.140989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33cb87-6870-4fb0-a3ee-d7fc67fa81d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa841fd-298e-4edb-833e-417fbdb8348c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:52.193438 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3b21-3da9-426c-857c-01da7e037068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:52.208823 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f36d0aa1-0c64-41b1-86e8-3d7849652b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:52.231748 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3b21-3da9-426c-857c-01da7e037068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:52.275281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-b9b2f5a0-6df8-495a-89f1-3fd4e7bfacb1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:08:52.293214 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-b9b2f5a0-6df8-495a-89f1-3fd4e7bfacb1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:08:52.303693 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02af5bdb-1ada-4b02-9af1-50bb04709801 req-99b2f635-7881-4648-90c2-195c2c35d1ec tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 210 time: 0.0873682 Nov 19 09:08:52.304862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-b9b2f5a0-6df8-495a-89f1-3fd4e7bfacb1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:08:52.320751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-b9b2f5a0-6df8-495a-89f1-3fd4e7bfacb1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:52.328168 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-b9b2f5a0-6df8-495a-89f1-3fd4e7bfacb1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:52.346823 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3b21-3da9-426c-857c-01da7e037068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:52.352857 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3b21-3da9-426c-857c-01da7e037068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:52.361688 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ca4f3b21-3da9-426c-857c-01da7e037068 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0aa841fd-298e-4edb-833e-417fbdb8348c HTTP/1.1" status: 204 len: 168 time: 0.2513132 Nov 19 09:08:52.382799 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f3b21-3da9-426c-857c-01da7e037068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa841fd-298e-4edb-833e-417fbdb8348c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:52.412832 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-b9b2f5a0-6df8-495a-89f1-3fd4e7bfacb1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8039744 Nov 19 09:08:52.439928 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2f5a0-6df8-495a-89f1-3fd4e7bfacb1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Pushing event updated for resources: {'Port': ['ID=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:52.449194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Request body: {'port': {'device_id': 'bca16bcc-fbb0-412b-bbdc-d837d2817082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:52.554380 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['b77a1ea6-32b4-4307-8aea-cad3bd867c92', '6e892c7e-7b94-4494-b77a-da13076f9346'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:52.682559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a170184-5609-4d26-b02d-b1601e087371 req-2632ecac-fc6c-4ba5-a9b2-36cc1be028bf tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:52.690715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9a170184-5609-4d26-b02d-b1601e087371 req-2632ecac-fc6c-4ba5-a9b2-36cc1be028bf tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e HTTP/1.1" status: 200 len: 949 time: 0.1381691 Nov 19 09:08:52.695579 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:52.720977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-bca80cf1-c623-42e2-89d3-23a6d6e7010b None None] Provisioning complete for port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:52.721704 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bca80cf1-c623-42e2-89d3-23a6d6e7010b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:52.771597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-71737cb1-a096-424f-b730-f5381df8979e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Made reservation on behalf of f3a333a3d2d742e08dbc5eaaac87b97d for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:08:52.775437 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-71737cb1-a096-424f-b730-f5381df8979e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:52.809506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-bca80cf1-c623-42e2-89d3-23a6d6e7010b None None] Port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:08:52.905367 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9a170184-5609-4d26-b02d-b1601e087371 req-8957373f-6b5c-46e4-b705-1a458b81f93e tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136197 Nov 19 09:08:52.990202 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59838) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:53.013959 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb446e86-7953-4149-920c-7b2046908a7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:53.134726 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb446e86-7953-4149-920c-7b2046908a7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:53.142855 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb446e86-7953-4149-920c-7b2046908a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:53.183244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39cc08-7df2-46cc-a3a7-827302e96ff7 req-0efda033-abad-4320-ad57-a6db0d6457bd tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:53.184566 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa39cc08-7df2-46cc-a3a7-827302e96ff7 req-0efda033-abad-4320-ad57-a6db0d6457bd tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 935 time: 0.1374764 Nov 19 09:08:53.186718 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb446e86-7953-4149-920c-7b2046908a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9defd72-9991-4e82-8c30-befb5582fc87,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:53.193139 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fb446e86-7953-4149-920c-7b2046908a7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d887255c86dd47e9b7472deef1ebf6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996763 Nov 19 09:08:53.197239 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59842) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:08:53.261943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-71737cb1-a096-424f-b730-f5381df8979e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Allocated IP 172.20.0.14 (a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9/c3d1d11d-00c5-42b8-8deb-d20385d0acde/6355c41c-69db-4133-b5dd-cb40de34e1eb) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:08:53.302665 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:53.344119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-aed9ac07-7c92-4ef1-b7e9-d501f81ea7e9 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:08:53.345158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-aed9ac07-7c92-4ef1-b7e9-d501f81ea7e9 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243311 Nov 19 09:08:53.411057 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa39cc08-7df2-46cc-a3a7-827302e96ff7 req-abd2c9af-2349-415d-9218-9c0b15b21af8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085166 Nov 19 09:08:53.468451 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373b12f5-12bb-4010-83a2-5a7dd8cb94fc {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:08:53.485409 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:53.488742 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f7f0a29-c47a-4699-9fd8-698fe7969c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:53.491788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508d8ec-0303-46ce-86be-c17000074541 req-858cdc2c-2f53-4396-99c9-a703b6d6611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:53.498401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-858cdc2c-2f53-4396-99c9-a703b6d6611a service neutron] 10.222.0.21 "GET /v2.0/ports/967ec095-a909-40db-8c31-039e811bfae4 HTTP/1.1" status: 200 len: 1094 time: 0.1140177 Nov 19 09:08:53.554682 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-6508d8ec-0303-46ce-86be-c17000074541 req-95524a84-1cde-44c8-9e85-2f6d96468d06 service neutron] Request body: {'binding': {'host': 'n-h1-805649-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:53.555190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-6508d8ec-0303-46ce-86be-c17000074541 req-95524a84-1cde-44c8-9e85-2f6d96468d06 service neutron] Unknown quota resources ['binding']. {{(pid=103477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 09:08:53.900294 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Transition to ACTIVE for port object 373b12f5-12bb-4010-83a2-5a7dd8cb94fc will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:08:53.921032 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f7f0a29-c47a-4699-9fd8-698fe7969c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:53.932865 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:54.115342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Pushing event updated for resources: {'Port': ['ID=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:54.143071 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-71737cb1-a096-424f-b730-f5381df8979e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:54.182645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38f6c0-c183-4122-8319-2cdbe756d77a req-76ae392f-d680-4b71-bd5b-70037a9f4315 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:54.184219 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f38f6c0-c183-4122-8319-2cdbe756d77a req-76ae392f-d680-4b71-bd5b-70037a9f4315 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 946 time: 0.2980995 Nov 19 09:08:54.228811 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f7f0a29-c47a-4699-9fd8-698fe7969c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:54.234076 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f7f0a29-c47a-4699-9fd8-698fe7969c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:54.235849 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3f7f0a29-c47a-4699-9fd8-698fe7969c2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9defd72-9991-4e82-8c30-befb5582fc87 HTTP/1.1" status: 204 len: 168 time: 1.0309002 Nov 19 09:08:54.317498 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Attempting to bind port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:08:54.317839 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Attempting to bind port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:08:54.318313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Attempting to bind port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:54.360313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f0a29-c47a-4699-9fd8-698fe7969c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9defd72-9991-4e82-8c30-befb5582fc87,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:54.406942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:08:54.407480 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Attempting to bind port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:54.442714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-6508d8ec-0303-46ce-86be-c17000074541 req-95524a84-1cde-44c8-9e85-2f6d96468d06 service neutron] Attempting to bind port 967ec095-a909-40db-8c31-039e811bfae4 on host n-h1-805649-14 for vnic_type normal with profile None {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:08:54.442714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-6508d8ec-0303-46ce-86be-c17000074541 req-95524a84-1cde-44c8-9e85-2f6d96468d06 service neutron] Attempting to bind port 967ec095-a909-40db-8c31-039e811bfae4 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:08:54.443248 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6508d8ec-0303-46ce-86be-c17000074541 req-95524a84-1cde-44c8-9e85-2f6d96468d06 service neutron] Attempting to bind port 967ec095-a909-40db-8c31-039e811bfae4 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:54.454344 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:08:54.454801 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:54.455416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:08:54.456098 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Bound port: 373b12f5-12bb-4010-83a2-5a7dd8cb94fc, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:08:54.456532 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:54.464325 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-71737cb1-a096-424f-b730-f5381df8979e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:54.484199 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6508d8ec-0303-46ce-86be-c17000074541 req-95524a84-1cde-44c8-9e85-2f6d96468d06 service neutron] Port 967ec095-a909-40db-8c31-039e811bfae4 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:08:54.484717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6508d8ec-0303-46ce-86be-c17000074541 req-95524a84-1cde-44c8-9e85-2f6d96468d06 service neutron] Attempting to bind port 967ec095-a909-40db-8c31-039e811bfae4 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:54.492552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f38f6c0-c183-4122-8319-2cdbe756d77a req-5be00a3e-b47e-4280-aa5a-5e788347c372 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970872 Nov 19 09:08:54.545787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6508d8ec-0303-46ce-86be-c17000074541 req-95524a84-1cde-44c8-9e85-2f6d96468d06 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:08:54.546030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6508d8ec-0303-46ce-86be-c17000074541 req-95524a84-1cde-44c8-9e85-2f6d96468d06 service neutron] Checking segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:54.546382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6508d8ec-0303-46ce-86be-c17000074541 req-95524a84-1cde-44c8-9e85-2f6d96468d06 service neutron] Bound using segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:08:54.546828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-6508d8ec-0303-46ce-86be-c17000074541 req-95524a84-1cde-44c8-9e85-2f6d96468d06 service neutron] Bound port: 967ec095-a909-40db-8c31-039e811bfae4, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:08:54.558259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-747f230b-ca8e-413a-9191-e459e0a1f5c4 req-687096d5-3aa2-45cb-907d-93ae95d39896 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2732131 Nov 19 09:08:54.576599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:08:54.643704 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-71737cb1-a096-424f-b730-f5381df8979e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:08:54.654216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:08:54.661274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:54.662116 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:54.670794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-71737cb1-a096-424f-b730-f5381df8979e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:08:54.712654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-71737cb1-a096-424f-b730-f5381df8979e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:08:54.718997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-71737cb1-a096-424f-b730-f5381df8979e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:54.719494 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-71737cb1-a096-424f-b730-f5381df8979e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:54.742397 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71737cb1-a096-424f-b730-f5381df8979e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Pushing event updated for resources: {'Port': ['ID=6355c41c-69db-4133-b5dd-cb40de34e1eb,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:54.798918 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:54.800321 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:54.802588 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-6508d8ec-0303-46ce-86be-c17000074541 req-95524a84-1cde-44c8-9e85-2f6d96468d06 service neutron] For port 967ec095-a909-40db-8c31-039e811bfae4, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=967ec095-a909-40db-8c31-039e811bfae4,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:08:54.811664 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-71737cb1-a096-424f-b730-f5381df8979e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7434342 Nov 19 09:08:54.818534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] For port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:08:54.823174 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6508d8ec-0303-46ce-86be-c17000074541 req-95524a84-1cde-44c8-9e85-2f6d96468d06 service neutron] Publish callbacks [] for binding, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:54.824404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-95524a84-1cde-44c8-9e85-2f6d96468d06 service neutron] 10.222.0.21 "POST /v2.0/ports/967ec095-a909-40db-8c31-039e811bfae4/bindings HTTP/1.1" status: 201 len: 390 time: 1.3096802 Nov 19 09:08:54.839235 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Request body: {'port': {'device_id': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:54.849393 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:54.854455 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4c0c60-6333-4e37-b803-f7a4ac1aab4d" -d '{"events": [{"server_uuid": "51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e", "name": "network-vif-plugged", "status": "completed", "tag": "b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:54.864249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:54.868011 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:54.869703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac15997-dd65-46f9-9eb5-f8f4f31e73a5 req-aa05a5c0-dd9b-4db9-83ad-546841c89334 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:54.871342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ac15997-dd65-46f9-9eb5-f8f4f31e73a5 req-aa05a5c0-dd9b-4db9-83ad-546841c89334 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 932 time: 0.2508492 Nov 19 09:08:54.927105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f230b-ca8e-413a-9191-e459e0a1f5c4 req-b31cd360-c827-463e-9514-f1c490a49861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:54.930561 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-747f230b-ca8e-413a-9191-e459e0a1f5c4 req-b31cd360-c827-463e-9514-f1c490a49861 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 1096 time: 0.3061988 Nov 19 09:08:54.950262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] For port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:08:55.013995 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:55.043972 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:55.092279 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-dd6433ea-9f96-486f-984b-bd7c6004542a None None] Provisioning complete for port 6355c41c-69db-4133-b5dd-cb40de34e1eb triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:08:55.092930 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dd6433ea-9f96-486f-984b-bd7c6004542a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:55.163459 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-dd6433ea-9f96-486f-984b-bd7c6004542a None None] Port 6355c41c-69db-4133-b5dd-cb40de34e1eb cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:08:55.190337 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508d8ec-0303-46ce-86be-c17000074541 req-c8064b18-f63b-41d8-b1fc-f634d18938b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:55.192802 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-c8064b18-f63b-41d8-b1fc-f634d18938b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 1097 time: 0.0699544 Nov 19 09:08:55.214751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:55.216014 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:55.218802 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] 10.222.0.66 "PUT /v2.0/ports/373b12f5-12bb-4010-83a2-5a7dd8cb94fc HTTP/1.1" status: 200 len: 1096 time: 2.7798085 Nov 19 09:08:55.251317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca16bcc-fbb0-412b-bbdc-d837d2817082', 'tag': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:55.289829 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0670dddc-2a2a-4f78-ad33-90667821f43b" -d '{"events": [{"name": "network-changed", "server_uuid": "bca16bcc-fbb0-412b-bbdc-d837d2817082", "tag": "373b12f5-12bb-4010-83a2-5a7dd8cb94fc"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:55.360541 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ac15997-dd65-46f9-9eb5-f8f4f31e73a5 req-c176b791-d00a-4260-889c-157101a00d7a tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069567 Nov 19 09:08:55.366404 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:55.414219 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12730300-ea2f-459d-81e9-567eb7f4e5fc service neutron] Pushing event updated for resources: {'Port': ['ID=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:55.419129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f230b-ca8e-413a-9191-e459e0a1f5c4 req-ced2cc0d-478b-40f0-ba77-af857eb75362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:55.420894 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-747f230b-ca8e-413a-9191-e459e0a1f5c4 req-ced2cc0d-478b-40f0-ba77-af857eb75362 service neutron] 10.222.0.71 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.4165192 Nov 19 09:08:55.444733 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:55.449831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508d8ec-0303-46ce-86be-c17000074541 req-1302f984-f02d-49d1-b779-54e55fb8ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:55.452788 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-1302f984-f02d-49d1-b779-54e55fb8ed39 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.2415018 Nov 19 09:08:55.482694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f26d-e7ef-45d8-b0a9-84599aac37a8 req-effc4e8e-6f10-4787-8431-fc074ebbb924 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:55.485038 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ed9f26d-e7ef-45d8-b0a9-84599aac37a8 req-effc4e8e-6f10-4787-8431-fc074ebbb924 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.4718907 Nov 19 09:08:55.531990 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-5aa7dff0-5b4e-44a9-9508-4f23c27998f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=967ec095-a909-40db-8c31-039e811bfae4 HTTP/1.1" status: 200 len: 217 time: 0.0650918 Nov 19 09:08:55.561587 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-747f230b-ca8e-413a-9191-e459e0a1f5c4 req-54425a75-436c-498c-b024-c399e74a6032 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0513a62b-219c-48a7-8bd5-dd16ac339693 HTTP/1.1" status: 200 len: 217 time: 0.1128573 Nov 19 09:08:55.611088 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508d8ec-0303-46ce-86be-c17000074541 req-f61689f5-77d6-4fbf-a1c8-bfee63c695ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:55.612662 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-f61689f5-77d6-4fbf-a1c8-bfee63c695ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.0731680 Nov 19 09:08:55.661551 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-bf9e651a-a359-4d2b-9c6d-685d411ab58f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304651 Nov 19 09:08:55.677874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-f927286e-1244-45d8-bf16-02247fa798a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:55.679409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-f927286e-1244-45d8-bf16-02247fa798a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 1099 time: 0.3738699 Nov 19 09:08:55.765645 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ed9f26d-e7ef-45d8-b0a9-84599aac37a8 req-b42efe5b-bad8-4e41-bea3-ca0b5cc45078 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266772 Nov 19 09:08:55.770923 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-9f367977-c8e2-4dfc-8693-d8fc29c551a0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc HTTP/1.1" status: 200 len: 217 time: 0.0685861 Nov 19 09:08:55.779370 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e58495-8a5d-498c-825b-5dbe5582605b req-7d315691-47d4-4b95-8999-ee1e180451d6 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:55.780967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47e58495-8a5d-498c-825b-5dbe5582605b req-7d315691-47d4-4b95-8999-ee1e180451d6 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e HTTP/1.1" status: 200 len: 950 time: 0.3246047 Nov 19 09:08:55.782504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f230b-ca8e-413a-9191-e459e0a1f5c4 req-928d3817-d1d4-40d5-8eca-9e138a2b036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:55.784025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-747f230b-ca8e-413a-9191-e459e0a1f5c4 req-928d3817-d1d4-40d5-8eca-9e138a2b036d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.1724536 Nov 19 09:08:55.808377 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-e4287336-f832-4332-bd27-92d5d2f4e933 service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360877 Nov 19 09:08:55.941865 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-747f230b-ca8e-413a-9191-e459e0a1f5c4 req-83a0ab77-c1c9-440c-af98-61ed85821efd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109867 Nov 19 09:08:55.948414 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-300d762a-a593-4a2f-889f-4788d21213ca service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289420 Nov 19 09:08:56.098406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-6684a6da-a83b-4aa5-b742-7285c593c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:56.099915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-6684a6da-a83b-4aa5-b742-7285c593c651 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.2703593 Nov 19 09:08:56.108969 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508d8ec-0303-46ce-86be-c17000074541 req-edb1dc9c-2842-4a2d-ae7c-c8d809520771 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:56.111306 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-edb1dc9c-2842-4a2d-ae7c-c8d809520771 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb&tenant_id=6022a22e5412460ca709de7cbe4fe9f5&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 1097 time: 0.0661247 Nov 19 09:08:56.114166 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47e58495-8a5d-498c-825b-5dbe5582605b req-3e93a46f-6e8b-47d2-975a-5d7359de720c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824006 Nov 19 09:08:56.141135 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805649-14'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:56.174457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a3602-d1e2-41d0-a0a8-0f082ec4e0bd req-98c3f1e5-e71c-4e24-a032-920529e4ca9c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:56.176012 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c9a3602-d1e2-41d0-a0a8-0f082ec4e0bd req-98c3f1e5-e71c-4e24-a032-920529e4ca9c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 947 time: 0.3054540 Nov 19 09:08:56.243034 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-747f230b-ca8e-413a-9191-e459e0a1f5c4 req-fb22f7d0-a7e2-4a40-a0c0-525090669ee5 service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745645 Nov 19 09:08:56.271785 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:56.399907 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee126e32-aaa4-4d78-b990-4f90ce2ffca3 x-openstack-request-id: req-ee126e32-aaa4-4d78-b990-4f90ce2ffca3 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:56.400439 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e", "name": "network-vif-plugged", "status": "completed", "tag": "b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:56.400606 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee126e32-aaa4-4d78-b990-4f90ce2ffca3 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:56.401024 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b', 'code': 200} Nov 19 09:08:56.616524 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb740314-f24a-43e7-8fee-ad74af9f963e req-d7c6aed0-0c84-4735-a4cb-73a07f047d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:56.619035 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fb740314-f24a-43e7-8fee-ad74af9f963e req-d7c6aed0-0c84-4735-a4cb-73a07f047d73 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e HTTP/1.1" status: 200 len: 1102 time: 0.1112380 Nov 19 09:08:56.664031 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] For port 967ec095-a909-40db-8c31-039e811bfae4, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=967ec095-a909-40db-8c31-039e811bfae4,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:56.713375 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-2a56da83-cf1c-462e-aff2-5a6d7d0a8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:56.715513 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-2a56da83-cf1c-462e-aff2-5a6d7d0a8ab0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5817049 Nov 19 09:08:56.728039 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fb740314-f24a-43e7-8fee-ad74af9f963e req-340aca7f-95b8-434b-b4d7-3604a78450bb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857065 Nov 19 09:08:56.752548 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] For port 967ec095-a909-40db-8c31-039e811bfae4, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:08:56.803977 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a7dbd1-b13d-4f68-acf3-a8764c54c9bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967ec095-a909-40db-8c31-039e811bfae4'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:56.806639 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcfa68b-e29e-4c04-98d6-15ced605b2d7" -d '{"events": [{"server_uuid": "34a7dbd1-b13d-4f68-acf3-a8764c54c9bb", "name": "network-vif-unplugged", "status": "completed", "tag": "967ec095-a909-40db-8c31-039e811bfae4"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:56.810999 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:56.818829 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:56.853069 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c9a3602-d1e2-41d0-a0a8-0f082ec4e0bd req-e27f0475-3693-4ca4-b02a-9b65471a5254 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6682570 Nov 19 09:08:56.925001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-747f230b-ca8e-413a-9191-e459e0a1f5c4 req-a952b501-411a-4fe7-ac0d-c20fc978da5d service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6473815 Nov 19 09:08:56.930690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Attempting to bind port 967ec095-a909-40db-8c31-039e811bfae4 on host n-h2-805649-14 for vnic_type normal with profile {"migrating_to": "n-h1-805649-14"} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:08:56.931246 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Attempting to bind port 967ec095-a909-40db-8c31-039e811bfae4 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:08:56.931803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Attempting to bind port 967ec095-a909-40db-8c31-039e811bfae4 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:56.933440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70483fc-9148-4162-be1b-d1711120e797 req-9d7903a3-7c17-4da4-9611-30ace5abdf7a tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:56.935097 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f70483fc-9148-4162-be1b-d1711120e797 req-9d7903a3-7c17-4da4-9611-30ace5abdf7a tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 945 time: 0.2751150 Nov 19 09:08:56.937503 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Port 967ec095-a909-40db-8c31-039e811bfae4 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:08:56.937836 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Attempting to bind port 967ec095-a909-40db-8c31-039e811bfae4 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:56.940119 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Pushing event updated for resources: {'Port': ['ID=967ec095-a909-40db-8c31-039e811bfae4,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:56.947239 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:08:56.947583 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Checking segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:56.947975 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Bound using segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:08:56.948417 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Bound port: 967ec095-a909-40db-8c31-039e811bfae4, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:08:56.948783 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:56.966026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6355c41c-69db-4133-b5dd-cb40de34e1eb {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:08:56.983775 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:56.998095 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81086dd5-32a4-432e-8168-c0cb07a05bd6 x-openstack-request-id: req-81086dd5-32a4-432e-8168-c0cb07a05bd6 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:56.998395 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca16bcc-fbb0-412b-bbdc-d837d2817082", "tag": "373b12f5-12bb-4010-83a2-5a7dd8cb94fc", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:56.998651 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81086dd5-32a4-432e-8168-c0cb07a05bd6 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:56.999050 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca16bcc-fbb0-412b-bbdc-d837d2817082', 'tag': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc', 'status': 'completed', 'code': 200} Nov 19 09:08:57.011133 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-304fdf30-35fc-4013-b991-9f33288bc151 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633066 Nov 19 09:08:57.040116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Transition to ACTIVE for port object 6355c41c-69db-4133-b5dd-cb40de34e1eb will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:08:57.050812 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] For port 967ec095-a909-40db-8c31-039e811bfae4, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:08:57.055814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] For port 967ec095-a909-40db-8c31-039e811bfae4, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=967ec095-a909-40db-8c31-039e811bfae4,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:08:57.063111 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:57.084374 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:57.132587 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Pushing event updated for resources: {'Port': ['ID=967ec095-a909-40db-8c31-039e811bfae4,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:57.157143 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:57.157766 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:57.159338 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-63e17e82-01e0-4111-ae15-5065b9d4d5ff service neutron] 10.222.0.66 "PUT /v2.0/ports/967ec095-a909-40db-8c31-039e811bfae4 HTTP/1.1" status: 200 len: 1123 time: 1.0318470 Nov 19 09:08:57.223874 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f70483fc-9148-4162-be1b-d1711120e797 req-dc588091-7311-4a93-b23d-41edb8c3d805 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688057 Nov 19 09:08:57.254559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Pushing event updated for resources: {'Port': ['ID=6355c41c-69db-4133-b5dd-cb40de34e1eb,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:57.421593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['967ec095-a909-40db-8c31-039e811bfae4'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:08:57.513525 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47aa076-1133-49bf-a09e-a0568661a7b8 req-6c9417c9-17fb-43a6-b5ca-f0cc43c09054 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:57.515075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e47aa076-1133-49bf-a09e-a0568661a7b8 req-6c9417c9-17fb-43a6-b5ca-f0cc43c09054 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 946 time: 0.4340429 Nov 19 09:08:57.528112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Attempting to bind port 6355c41c-69db-4133-b5dd-cb40de34e1eb on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:08:57.528455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Attempting to bind port 6355c41c-69db-4133-b5dd-cb40de34e1eb by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'af488dc1-383f-4b21-82b8-2477149d25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:08:57.528784 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Attempting to bind port 6355c41c-69db-4133-b5dd-cb40de34e1eb on network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:57.534235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f523195-913f-4f77-bbed-f5b030ddf3e9 req-e297495b-ac6b-446b-9dc4-d75ebaf07ac6 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101936 Nov 19 09:08:57.578570 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Port 6355c41c-69db-4133-b5dd-cb40de34e1eb on network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:08:57.578878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Attempting to bind port 6355c41c-69db-4133-b5dd-cb40de34e1eb on network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:57.603034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-a93f44d5-e23d-4dee-8356-98fe643b4e3a tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:57.604531 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-a93f44d5-e23d-4dee-8356-98fe643b4e3a tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36&tenant_id=f4ec3ebf1477409f8393f974b06cf696&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 1098 time: 0.2451787 Nov 19 09:08:57.612405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:08:57.612754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Checking segment: {'id': 'af488dc1-383f-4b21-82b8-2477149d25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:57.613263 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Bound using segment: {'id': 'af488dc1-383f-4b21-82b8-2477149d25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:08:57.613721 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Bound port: 6355c41c-69db-4133-b5dd-cb40de34e1eb, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af488dc1-383f-4b21-82b8-2477149d25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:08:57.614080 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:57.637191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805649-14'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:08:57.646191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63ecaf-37f0-4a66-b7a2-950abdf62994 req-a5799f0b-b095-44db-9638-f2f390aa64cc tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:57.647781 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f63ecaf-37f0-4a66-b7a2-950abdf62994 req-a5799f0b-b095-44db-9638-f2f390aa64cc tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 944 time: 0.2901096 Nov 19 09:08:57.707203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e47aa076-1133-49bf-a09e-a0568661a7b8 req-4f2542d2-f855-4355-af90-ce5edfd1b78b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816077 Nov 19 09:08:57.797913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670dddc-2a2a-4f78-ad33-90667821f43b req-8ec118f9-3c39-44b9-a34e-463a5346fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:57.799354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0670dddc-2a2a-4f78-ad33-90667821f43b req-8ec118f9-3c39-44b9-a34e-463a5346fcb4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 1099 time: 0.1831264 Nov 19 09:08:57.803646 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:57.887792 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f63ecaf-37f0-4a66-b7a2-950abdf62994 req-fd5f6d0b-6e5b-414f-8cca-ffa0ffd96350 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249110 Nov 19 09:08:57.907392 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dc7ae1-2243-4a58-a2f9-1f9df0dc66b8 x-openstack-request-id: req-72dc7ae1-2243-4a58-a2f9-1f9df0dc66b8 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:57.907893 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a7dbd1-b13d-4f68-acf3-a8764c54c9bb", "name": "network-vif-unplugged", "status": "completed", "tag": "967ec095-a909-40db-8c31-039e811bfae4", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:57.908033 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72dc7ae1-2243-4a58-a2f9-1f9df0dc66b8 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:57.908786 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a7dbd1-b13d-4f68-acf3-a8764c54c9bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967ec095-a909-40db-8c31-039e811bfae4', 'code': 200} Nov 19 09:08:57.928150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] For port 6355c41c-69db-4133-b5dd-cb40de34e1eb, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:08:57.963063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] For port 6355c41c-69db-4133-b5dd-cb40de34e1eb, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6355c41c-69db-4133-b5dd-cb40de34e1eb,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:08:57.990904 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:58.120738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:58.121468 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:58.122893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] 10.222.0.71 "PUT /v2.0/ports/6355c41c-69db-4133-b5dd-cb40de34e1eb HTTP/1.1" status: 200 len: 1093 time: 3.2932584 Nov 19 09:08:58.124110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670dddc-2a2a-4f78-ad33-90667821f43b req-61b7dba9-ff0b-4cad-8734-752f6538b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:58.125476 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0670dddc-2a2a-4f78-ad33-90667821f43b req-61b7dba9-ff0b-4cad-8734-752f6538b329 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2988453 Nov 19 09:08:58.239142 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0670dddc-2a2a-4f78-ad33-90667821f43b req-d01eb41b-ca6e-4d90-b5f5-0918b8fd0a31 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc HTTP/1.1" status: 200 len: 217 time: 0.0924866 Nov 19 09:08:58.256529 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbac0c0-df4c-4e44-8d5a-003832ed0e27 service neutron] Pushing event updated for resources: {'Port': ['ID=6355c41c-69db-4133-b5dd-cb40de34e1eb,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:58.272175 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59df97f-0243-42c2-94d4-fa759c42fdeb req-2277e5d8-6971-4b0d-838b-85f850b6ef57 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:58.273806 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e59df97f-0243-42c2-94d4-fa759c42fdeb req-2277e5d8-6971-4b0d-838b-85f850b6ef57 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e HTTP/1.1" status: 200 len: 950 time: 0.3128836 Nov 19 09:08:58.337461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dda9b4-1f8b-48a6-9105-3757e6ab8dc0 req-7399ce47-8bb7-4d11-bf6f-0e5c70400244 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:58.338955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50dda9b4-1f8b-48a6-9105-3757e6ab8dc0 req-7399ce47-8bb7-4d11-bf6f-0e5c70400244 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 947 time: 0.2545452 Nov 19 09:08:58.341417 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=053e479a-be60-4f45-83f3-abbd16a4654f,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:58.422316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670dddc-2a2a-4f78-ad33-90667821f43b req-bb94cb3a-23ce-4874-b948-d3a7180da00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:58.423792 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0670dddc-2a2a-4f78-ad33-90667821f43b req-bb94cb3a-23ce-4874-b948-d3a7180da00c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1641188 Nov 19 09:08:58.434187 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-1baf639a-5185-475e-8a6e-5632d4eb4594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:58.435776 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-1baf639a-5185-475e-8a6e-5632d4eb4594 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 1096 time: 0.2240369 Nov 19 09:08:58.492547 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e59df97f-0243-42c2-94d4-fa759c42fdeb req-f378e63a-acb6-4f3e-8932-ffd4a7986e65 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033730 Nov 19 09:08:58.529766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:08:58.533562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-0211e354-dd7f-421b-85e5-fb99924134fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6355c41c-69db-4133-b5dd-cb40de34e1eb HTTP/1.1" status: 200 len: 217 time: 0.0802491 Nov 19 09:08:58.572493 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50dda9b4-1f8b-48a6-9105-3757e6ab8dc0 req-a5ecdc30-b7b3-4d25-bcfe-a705779810f4 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116203 Nov 19 09:08:58.647293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670dddc-2a2a-4f78-ad33-90667821f43b req-6d186124-af64-411f-a1dc-f1c59b9d73a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:58.648758 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0670dddc-2a2a-4f78-ad33-90667821f43b req-6d186124-af64-411f-a1dc-f1c59b9d73a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2043123 Nov 19 09:08:58.652661 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:58.674457 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:58.693073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-8e82f486-7b88-4714-8e52-290a4f1b2279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:58.694667 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-8e82f486-7b88-4714-8e52-290a4f1b2279 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c3d1d11d-00c5-42b8-8deb-d20385d0acde HTTP/1.1" status: 200 len: 860 time: 0.1385574 Nov 19 09:08:58.813664 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64382c78-2e6a-4daf-bed9-3cbcd375a200 req-4ded7ebd-db3e-4ca6-9974-a5e57f2d5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:58.815884 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-64382c78-2e6a-4daf-bed9-3cbcd375a200 req-4ded7ebd-db3e-4ca6-9974-a5e57f2d5aa4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04047b519840476fb11f47f5e01d67ee&device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 1098 time: 0.0441422 Nov 19 09:08:58.840186 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa76cc7-9352-4572-a49a-73ab410d87b9 req-8f23762f-7c74-4608-9329-4e5169b5c6db tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:58.841715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfa76cc7-9352-4572-a49a-73ab410d87b9 req-8f23762f-7c74-4608-9329-4e5169b5c6db tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 943 time: 0.2384186 Nov 19 09:08:58.916308 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64382c78-2e6a-4daf-bed9-3cbcd375a200 req-48d8db4a-8d08-4260-9a38-52ec6f6e7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:58.917769 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-64382c78-2e6a-4daf-bed9-3cbcd375a200 req-48d8db4a-8d08-4260-9a38-52ec6f6e7bf4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=44d3298f-7adf-4433-ae40-67bd57efdfb7 HTTP/1.1" status: 200 len: 920 time: 0.0912843 Nov 19 09:08:58.969024 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-64382c78-2e6a-4daf-bed9-3cbcd375a200 req-ea45ea76-5c60-4755-a415-bdd62294a8bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79007b7f-85a7-4926-af69-9a74ceea9875 HTTP/1.1" status: 200 len: 217 time: 0.0394285 Nov 19 09:08:59.028354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64382c78-2e6a-4daf-bed9-3cbcd375a200 req-018fa202-1351-41a7-87fa-dcef17791a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:59.029863 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-64382c78-2e6a-4daf-bed9-3cbcd375a200 req-018fa202-1351-41a7-87fa-dcef17791a0f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96926490-af93-496a-ac14-62637eebbbfd HTTP/1.1" status: 200 len: 859 time: 0.0474072 Nov 19 09:08:59.072710 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-64382c78-2e6a-4daf-bed9-3cbcd375a200 req-c6840cba-31a3-4083-beea-e2dc08d4f593 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=44d3298f-7adf-4433-ae40-67bd57efdfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267754 Nov 19 09:08:59.110086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'tag': '6355c41c-69db-4133-b5dd-cb40de34e1eb'}, {'server_uuid': 'dd5c6dba-8723-45fa-9f14-851cd3600a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '053e479a-be60-4f45-83f3-abbd16a4654f'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:59.112367 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0964069c-f3ba-4cb0-b5ad-2d81cf3884b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f1e70d-07d5-48cc-abd4-90e71db26966", "tag": "6355c41c-69db-4133-b5dd-cb40de34e1eb"}, {"server_uuid": "dd5c6dba-8723-45fa-9f14-851cd3600a36", "name": "network-vif-unplugged", "status": "completed", "tag": "053e479a-be60-4f45-83f3-abbd16a4654f"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:59.134026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Pushing event updated for resources: {'Port': ['ID=053e479a-be60-4f45-83f3-abbd16a4654f,revision_number=7']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:59.179041 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-64382c78-2e6a-4daf-bed9-3cbcd375a200 req-870b013b-3b90-4ac9-a893-a3783871ed7b service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917649 Nov 19 09:08:59.185319 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0670dddc-2a2a-4f78-ad33-90667821f43b req-0104147f-5817-466c-b4d7-c6238974e9f9 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211837 Nov 19 09:08:59.187024 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-8220e3c8-b84b-4256-a8f7-ab2f68232f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:59.188640 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-8220e3c8-b84b-4256-a8f7-ab2f68232f55 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4595788 Nov 19 09:08:59.191220 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f on host n-h1-805649-14 for vnic_type normal with profile {"migrating_to": "n-h2-805649-14"} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:08:59.191558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:08:59.191924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:59.226848 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Port 053e479a-be60-4f45-83f3-abbd16a4654f on network 692fa143-7b59-41f0-9ea1-d966185e0300 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:08:59.227186 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:59.250285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b740d-b4c6-4ee0-85aa-c30a90ded842 req-9d481825-995e-4f11-aef9-ff8cf7f982f4 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:59.251840 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f51b740d-b4c6-4ee0-85aa-c30a90ded842 req-9d481825-995e-4f11-aef9-ff8cf7f982f4 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.4498761 Nov 19 09:08:59.259280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 053e479a-be60-4f45-83f3-abbd16a4654f details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:08:59.281684 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-64382c78-2e6a-4daf-bed9-3cbcd375a200 req-cc837d6f-1d52-4bdf-8a71-da7248e7f8ab service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884981 Nov 19 09:08:59.328616 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:08:59.329604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Checking segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:59.329604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Bound using segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:08:59.329964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Bound port: 053e479a-be60-4f45-83f3-abbd16a4654f, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:08:59.330272 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:59.354200 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfa76cc7-9352-4572-a49a-73ab410d87b9 req-c3b74bf3-73a6-418a-a7af-6e636457feef tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459178 Nov 19 09:08:59.370801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h1-805649-14, got binding levels [] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:08:59.400199 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f on host n-h1-805649-14 for vnic_type normal with profile {"migrating_to": "n-h2-805649-14"} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:08:59.400593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:08:59.400968 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:59.408396 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Port 053e479a-be60-4f45-83f3-abbd16a4654f on network 692fa143-7b59-41f0-9ea1-d966185e0300 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:08:59.409052 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:08:59.416179 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:08:59.416562 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Checking segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:08:59.417195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Bound using segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:08:59.419365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Bound port: 053e479a-be60-4f45-83f3-abbd16a4654f, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:08:59.419365 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:59.497040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h1-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:08:59.500389 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=053e479a-be60-4f45-83f3-abbd16a4654f,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:08:59.505859 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:08:59.525783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0670dddc-2a2a-4f78-ad33-90667821f43b req-435af70b-5a70-4e5f-9fc4-90812fc34c6d service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276923 Nov 19 09:08:59.534728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f51b740d-b4c6-4ee0-85aa-c30a90ded842 req-a88c84b9-d513-49ad-8ded-6d842c15b271 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355008 Nov 19 09:08:59.542897 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-6c887b17-9b03-487b-b8e3-ec388be4608a service neutron] 10.222.0.71 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329067 Nov 19 09:08:59.549347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:08:59.562965 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.api [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 053e479a-be60-4f45-83f3-abbd16a4654f-n-h1-805649-14-0 {{(pid=103477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:08:59.563594 n-d-805649-14 neutron-server[103477]: DEBUG oslo_db.api [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:08:59.585870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 053e479a-be60-4f45-83f3-abbd16a4654f has no active binding in host n-h2-805649-14 {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 09:08:59.590907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8069db-0912-4bca-b538-ee14ab46e14c req-1ca74acf-66ce-4e5b-b29c-e00dd4266615 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:59.591109 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=053e479a-be60-4f45-83f3-abbd16a4654f,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:08:59.592560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e8069db-0912-4bca-b538-ee14ab46e14c req-1ca74acf-66ce-4e5b-b29c-e00dd4266615 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 944 time: 0.1353366 Nov 19 09:08:59.716774 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e8069db-0912-4bca-b538-ee14ab46e14c req-fcf92d71-93f8-4e51-97f6-0e86a14b72db tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943491 Nov 19 09:08:59.730008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944163d4-0cc6-4ed0-8523-7e9cda06b26c req-01c65d6c-56bc-4dde-9877-e980e930d84d service neutron] 10.222.0.71 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655109 Nov 19 09:08:59.752436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795da0a-3129-44a5-b731-4257d4530363 req-80d96024-6d9c-4ff5-beb7-377d60bbaf2f tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:59.754542 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1795da0a-3129-44a5-b731-4257d4530363 req-80d96024-6d9c-4ff5-beb7-377d60bbaf2f tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 944 time: 0.0922632 Nov 19 09:08:59.808453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1795da0a-3129-44a5-b731-4257d4530363 req-141ca0a8-0a06-4fe7-b3fe-39bd28bc567c tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468571 Nov 19 09:08:59.844257 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd443498-bc6a-4a32-83d3-e1ab927562d5 x-openstack-request-id: req-cd443498-bc6a-4a32-83d3-e1ab927562d5 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:08:59.844855 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f1e70d-07d5-48cc-abd4-90e71db26966", "tag": "6355c41c-69db-4133-b5dd-cb40de34e1eb", "status": "completed", "code": 200}, {"server_uuid": "dd5c6dba-8723-45fa-9f14-851cd3600a36", "name": "network-vif-unplugged", "status": "completed", "tag": "053e479a-be60-4f45-83f3-abbd16a4654f", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:08:59.844855 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd443498-bc6a-4a32-83d3-e1ab927562d5 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:08:59.845232 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'tag': '6355c41c-69db-4133-b5dd-cb40de34e1eb', 'status': 'completed', 'code': 200} Nov 19 09:08:59.845495 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5c6dba-8723-45fa-9f14-851cd3600a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '053e479a-be60-4f45-83f3-abbd16a4654f', 'code': 200} Nov 19 09:08:59.910543 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a7dbd1-b13d-4f68-acf3-a8764c54c9bb', 'tag': '967ec095-a909-40db-8c31-039e811bfae4'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:08:59.913223 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63322b44-5c84-438a-8603-438620c2fb52" -d '{"events": [{"name": "network-changed", "server_uuid": "34a7dbd1-b13d-4f68-acf3-a8764c54c9bb", "tag": "967ec095-a909-40db-8c31-039e811bfae4"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:08:59.978688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964069c-f3ba-4cb0-b5ad-2d81cf3884b5 req-022b0e88-a7cd-4ea0-8ed9-84e197a6c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:59.980208 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0964069c-f3ba-4cb0-b5ad-2d81cf3884b5 req-022b0e88-a7cd-4ea0-8ed9-84e197a6c031 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 1096 time: 0.1033249 Nov 19 09:08:59.987628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b4dc4-54b8-4ab8-bada-c422107f4913 req-cd7dcdf8-52d8-4020-b266-82757742da27 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:59.989016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e1b4dc4-54b8-4ab8-bada-c422107f4913 req-cd7dcdf8-52d8-4020-b266-82757742da27 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e HTTP/1.1" status: 200 len: 950 time: 0.1211944 Nov 19 09:08:59.997554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8c6ed-5adf-48f5-aee4-2bc3819bf440 req-1f94ac77-5f9f-4111-b6e1-19dcbd6fd0e0 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:08:59.998987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2db8c6ed-5adf-48f5-aee4-2bc3819bf440 req-1f94ac77-5f9f-4111-b6e1-19dcbd6fd0e0 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 947 time: 0.0931916 Nov 19 09:09:00.117034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f on host n-h1-805649-14 for vnic_type normal with profile {"migrating_to": "n-h2-805649-14"} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:09:00.117405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:09:00.117744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:00.142652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Port 053e479a-be60-4f45-83f3-abbd16a4654f on network 692fa143-7b59-41f0-9ea1-d966185e0300 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:09:00.142976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Attempting to bind port 053e479a-be60-4f45-83f3-abbd16a4654f on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:00.157081 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e1b4dc4-54b8-4ab8-bada-c422107f4913 req-110475fb-8918-4e7e-b1e6-121cea657b37 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571555 Nov 19 09:09:00.164717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:09:00.165059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Checking segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:09:00.165481 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Bound using segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:09:00.165932 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Bound port: 053e479a-be60-4f45-83f3-abbd16a4654f, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:09:00.166294 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:00.171462 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2db8c6ed-5adf-48f5-aee4-2bc3819bf440 req-12f831ff-7c9a-4504-922c-74678f4bf613 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577108 Nov 19 09:09:00.215894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964069c-f3ba-4cb0-b5ad-2d81cf3884b5 req-7457e30e-66a1-46ad-9b25-92a87e40c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:00.217369 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0964069c-f3ba-4cb0-b5ad-2d81cf3884b5 req-7457e30e-66a1-46ad-9b25-92a87e40c62d service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 922 time: 0.2164402 Nov 19 09:09:00.237008 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506423a7-7b9d-492d-8334-7f8fcad08144 x-openstack-request-id: req-506423a7-7b9d-492d-8334-7f8fcad08144 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:00.237563 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a7dbd1-b13d-4f68-acf3-a8764c54c9bb", "tag": "967ec095-a909-40db-8c31-039e811bfae4", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:00.237563 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-506423a7-7b9d-492d-8334-7f8fcad08144 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:00.238011 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a7dbd1-b13d-4f68-acf3-a8764c54c9bb', 'tag': '967ec095-a909-40db-8c31-039e811bfae4', 'status': 'completed', 'code': 200} Nov 19 09:09:00.318919 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63322b44-5c84-438a-8603-438620c2fb52 req-bcf6dcfc-a136-4dfe-90c9-61653d252b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:00.320537 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-63322b44-5c84-438a-8603-438620c2fb52 req-bcf6dcfc-a136-4dfe-90c9-61653d252b33 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 1126 time: 0.0450583 Nov 19 09:09:00.325078 n-d-805649-14 neutron-server[103477]: WARNING neutron.plugins.ml2.plugin [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Concurrent port binding operations failed on port 053e479a-be60-4f45-83f3-abbd16a4654f Nov 19 09:09:00.328852 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0964069c-f3ba-4cb0-b5ad-2d81cf3884b5 req-5c4021fd-b04e-4b8b-a592-21f6a6e4cfee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6355c41c-69db-4133-b5dd-cb40de34e1eb HTTP/1.1" status: 200 len: 217 time: 0.0956252 Nov 19 09:09:00.336734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=053e479a-be60-4f45-83f3-abbd16a4654f,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:00.339258 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Attempt 2 to bind port 053e479a-be60-4f45-83f3-abbd16a4654f Nov 19 09:09:00.354669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:00.355301 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:00.356707 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-5e7d36df-19be-4294-b0e7-299a001fd896 service neutron] 10.222.0.71 "PUT /v2.0/ports/053e479a-be60-4f45-83f3-abbd16a4654f HTTP/1.1" status: 200 len: 1124 time: 2.7356143 Nov 19 09:09:00.410849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964069c-f3ba-4cb0-b5ad-2d81cf3884b5 req-edfb0b4c-3839-42ed-ae4a-e490fc1b3f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:00.412324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0964069c-f3ba-4cb0-b5ad-2d81cf3884b5 req-edfb0b4c-3839-42ed-ae4a-e490fc1b3f17 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c3d1d11d-00c5-42b8-8deb-d20385d0acde HTTP/1.1" status: 200 len: 860 time: 0.0545530 Nov 19 09:09:00.415985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b9b3d-997e-443e-8e23-2f0a7a7b1f1f req-ef82c387-da8e-45a2-a5af-30e83be0560e tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:00.423948 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d81b9b3d-997e-443e-8e23-2f0a7a7b1f1f req-ef82c387-da8e-45a2-a5af-30e83be0560e tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e HTTP/1.1" status: 200 len: 1102 time: 0.1021044 Nov 19 09:09:00.504018 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63322b44-5c84-438a-8603-438620c2fb52 req-a0f04b26-6f8e-429e-b685-b8d15f23e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:00.505929 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-63322b44-5c84-438a-8603-438620c2fb52 req-a0f04b26-6f8e-429e-b685-b8d15f23e2ff service neutron] 10.222.0.71 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.1528995 Nov 19 09:09:00.529662 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['053e479a-be60-4f45-83f3-abbd16a4654f'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:00.533847 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['053e479a-be60-4f45-83f3-abbd16a4654f'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:00.557015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964069c-f3ba-4cb0-b5ad-2d81cf3884b5 req-4e2ad2ad-624b-433e-86bd-e1ad243ac3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:00.558574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0964069c-f3ba-4cb0-b5ad-2d81cf3884b5 req-4e2ad2ad-624b-433e-86bd-e1ad243ac3d6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1325979 Nov 19 09:09:00.568792 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-63322b44-5c84-438a-8603-438620c2fb52 req-9b0c8ab2-58db-4ffe-a988-c530fe8009ed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=967ec095-a909-40db-8c31-039e811bfae4 HTTP/1.1" status: 200 len: 217 time: 0.0535116 Nov 19 09:09:00.571962 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d81b9b3d-997e-443e-8e23-2f0a7a7b1f1f req-03fb9217-ae51-4d7f-8f4f-348d008d8dd2 tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464779 Nov 19 09:09:00.639044 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 967ec095-a909-40db-8c31-039e811bfae4 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:09:00.701414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63322b44-5c84-438a-8603-438620c2fb52 req-9075ecee-fc2b-4537-b309-c04d4568653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:00.703686 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-63322b44-5c84-438a-8603-438620c2fb52 req-9075ecee-fc2b-4537-b309-c04d4568653e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.1097970 Nov 19 09:09:00.710795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df1cf8-889a-4ab2-aae7-2a496cd08aed req-cd0ebadd-ef44-4264-b404-741f628251ed tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:00.712439 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67df1cf8-889a-4ab2-aae7-2a496cd08aed req-cd0ebadd-ef44-4264-b404-741f628251ed tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 943 time: 0.1999519 Nov 19 09:09:00.761150 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-63322b44-5c84-438a-8603-438620c2fb52 req-c26fa549-12e1-4261-90ba-bcdd862336d1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444160 Nov 19 09:09:00.807541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5782cd-87c3-4086-8549-b4826debf7d9 req-0aa2934b-6c09-4d99-9aa2-2ab5fb55a1c9 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:00.809712 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de5782cd-87c3-4086-8549-b4826debf7d9 req-0aa2934b-6c09-4d99-9aa2-2ab5fb55a1c9 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1720588 Nov 19 09:09:00.840974 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0964069c-f3ba-4cb0-b5ad-2d81cf3884b5 req-6c17cfa3-87e8-4a4f-8d1b-7bb9d86a464b service neutron] 10.222.0.71 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658787 Nov 19 09:09:00.848645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59992) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:00.862881 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67df1cf8-889a-4ab2-aae7-2a496cd08aed req-e30e6e91-bbfe-49c9-954c-ec6c1c360392 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291020 Nov 19 09:09:00.911914 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 967ec095-a909-40db-8c31-039e811bfae4, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=967ec095-a909-40db-8c31-039e811bfae4,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:00.912474 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-63322b44-5c84-438a-8603-438620c2fb52 req-5a9d835b-e67d-403f-8645-83d8f22a7578 service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379151 Nov 19 09:09:00.943356 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 967ec095-a909-40db-8c31-039e811bfae4 has no active binding in host n-h1-805649-14 {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 09:09:00.943792 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 373b12f5-12bb-4010-83a2-5a7dd8cb94fc details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:09:00.992420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de5782cd-87c3-4086-8549-b4826debf7d9 req-64e008ab-1177-43c1-99cc-d83b2a7043ac tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696239 Nov 19 09:09:01.039056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0fd39-6b2a-4af5-9615-02ab3c1216b2 req-9db6e6b4-8524-4c2b-8406-1ac320677a4d tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:01.048905 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79a0fd39-6b2a-4af5-9615-02ab3c1216b2 req-9db6e6b4-8524-4c2b-8406-1ac320677a4d tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 944 time: 0.1129212 Nov 19 09:09:01.058559 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0964069c-f3ba-4cb0-b5ad-2d81cf3884b5 req-54c1f999-1203-4575-8a1f-9598280ec8ae service neutron] 10.222.0.71 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078991 Nov 19 09:09:01.090502 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-63322b44-5c84-438a-8603-438620c2fb52 req-44a7979f-8500-4974-9c59-005e57097790 service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552062 Nov 19 09:09:01.128021 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79a0fd39-6b2a-4af5-9615-02ab3c1216b2 req-94946636-685d-45cc-87d9-47d0e6828c68 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780108 Nov 19 09:09:01.138435 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:01.152308 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc', 'mac_address': 'fa:16:3e:ba:9f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:09:01.190564 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c69bf92-0ab0-4f96-bcb2-acce9ef009e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:01.197343 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:01.214181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373b12f5-12bb-4010-83a2-5a7dd8cb94fc {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:09:01.239424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:01.244832 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:01.300765 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-4606fdc8-0de3-4fe1-a081-1c53750d304e tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0f72f92263b1443aba8590affdf9e0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490484 Nov 19 09:09:01.303944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:01.352727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe72310-8b42-4752-ac49-7d1254b74b4b req-2f2d8d8c-50ca-4bf7-b651-f4027c5e4223 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:01.354250 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5fe72310-8b42-4752-ac49-7d1254b74b4b req-2f2d8d8c-50ca-4bf7-b651-f4027c5e4223 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 944 time: 0.1286077 Nov 19 09:09:01.399467 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c69bf92-0ab0-4f96-bcb2-acce9ef009e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:01.423599 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c69bf92-0ab0-4f96-bcb2-acce9ef009e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:01.500143 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6c69bf92-0ab0-4f96-bcb2-acce9ef009e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b812c205e1f24bd28a0cb17b9df04cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6506190 Nov 19 09:09:01.502841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60006) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:01.516661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69bf92-0ab0-4f96-bcb2-acce9ef009e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bd744b-e30d-48c1-bc22-90a4c8d22921,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:01.523536 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5fe72310-8b42-4752-ac49-7d1254b74b4b req-77f7ba6f-ec3b-436c-933f-49b256b07262 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548305 Nov 19 09:09:01.532140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-f9dfcdc6-8c20-4335-9a51-d4dd78f1a145 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:01.533616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-f9dfcdc6-8c20-4335-9a51-d4dd78f1a145 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124181 Nov 19 09:09:01.551574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-d397fe80-b1d1-43f4-bc6e-0c403218a238 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/quotas/0f72f92263b1443aba8590affdf9e0aa HTTP/1.1" status: 200 len: 375 time: 0.0110829 Nov 19 09:09:01.560167 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1aa486b-cd06-422c-b134-fd8002989953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:01.586766 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1aa486b-cd06-422c-b134-fd8002989953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:01.626090 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-6e0580dd-e39f-4172-a47f-89efd75f4444 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0679047 Nov 19 09:09:01.642367 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1aa486b-cd06-422c-b134-fd8002989953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:01.645886 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1aa486b-cd06-422c-b134-fd8002989953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:01.649871 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f1aa486b-cd06-422c-b134-fd8002989953 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36bd744b-e30d-48c1-bc22-90a4c8d22921 HTTP/1.1" status: 204 len: 168 time: 0.1435530 Nov 19 09:09:01.659728 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa486b-cd06-422c-b134-fd8002989953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bd744b-e30d-48c1-bc22-90a4c8d22921,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:01.675027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141923f-a54b-49fe-83f2-3bd465a8c052 req-241ff794-4530-4e7c-893e-c20405289b3d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:01.676641 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1141923f-a54b-49fe-83f2-3bd465a8c052 req-241ff794-4530-4e7c-893e-c20405289b3d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 948 time: 0.0739989 Nov 19 09:09:01.722305 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['373b12f5-12bb-4010-83a2-5a7dd8cb94fc'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:01.765937 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1141923f-a54b-49fe-83f2-3bd465a8c052 req-c8636f89-2421-427a-807f-7b674591a3da tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816057 Nov 19 09:09:01.846781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5c6dba-8723-45fa-9f14-851cd3600a36', 'tag': '053e479a-be60-4f45-83f3-abbd16a4654f'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:01.850298 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cc48dd-b4c5-48b0-8c8c-2a013891e511" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5c6dba-8723-45fa-9f14-851cd3600a36", "tag": "053e479a-be60-4f45-83f3-abbd16a4654f"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:01.926268 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ee6e322c-c18f-4bb2-bb3e-882b68077163 req-17ee480b-57b3-4b45-bdc1-5b974ece4788 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 210 time: 0.0385888 Nov 19 09:09:01.952805 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931ad57c-f956-4169-a241-17d41d4bef6e x-openstack-request-id: req-931ad57c-f956-4169-a241-17d41d4bef6e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:01.953124 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5c6dba-8723-45fa-9f14-851cd3600a36", "tag": "053e479a-be60-4f45-83f3-abbd16a4654f", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:01.953388 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-931ad57c-f956-4169-a241-17d41d4bef6e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:01.954092 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5c6dba-8723-45fa-9f14-851cd3600a36', 'tag': '053e479a-be60-4f45-83f3-abbd16a4654f', 'status': 'completed', 'code': 200} Nov 19 09:09:02.084501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc48dd-b4c5-48b0-8c8c-2a013891e511 req-062b265d-0685-44f3-9f85-741a17029c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:02.086053 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a3cc48dd-b4c5-48b0-8c8c-2a013891e511 req-062b265d-0685-44f3-9f85-741a17029c29 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 1127 time: 0.0913434 Nov 19 09:09:02.091733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60026) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:02.099497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddde19-26a0-4385-907f-a1afbd963c9e req-85f2d914-15af-4fd8-baae-54aeb96a4766 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:02.101077 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5ddde19-26a0-4385-907f-a1afbd963c9e req-85f2d914-15af-4fd8-baae-54aeb96a4766 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 943 time: 0.1075809 Nov 19 09:09:02.106067 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-299d3f4c-97c4-42d6-976f-5945bd968992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:02.212224 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-299d3f4c-97c4-42d6-976f-5945bd968992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:02.217984 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-299d3f4c-97c4-42d6-976f-5945bd968992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:02.242547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c8ba0-8e1b-429b-be25-1219d91e9016 req-11cd63eb-b563-4656-ad07-8e9b6f81cdec tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:02.243918 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa5c8ba0-8e1b-429b-be25-1219d91e9016 req-11cd63eb-b563-4656-ad07-8e9b6f81cdec tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1569214 Nov 19 09:09:02.254675 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5ddde19-26a0-4385-907f-a1afbd963c9e req-1c7dba94-0d9d-46f2-a421-498d3bbc5fc4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430104 Nov 19 09:09:02.262311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d3f4c-97c4-42d6-976f-5945bd968992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823d79f9-0f37-4398-86e9-a30e7f5ac31a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:02.270542 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-299d3f4c-97c4-42d6-976f-5945bd968992 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ed360cae0994fadb25d72e5b4538c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776884 Nov 19 09:09:02.271596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60034) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:02.289276 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc48dd-b4c5-48b0-8c8c-2a013891e511 req-d864d9e1-16c7-4618-ad40-163b5dc7b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:02.290793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a3cc48dd-b4c5-48b0-8c8c-2a013891e511 req-d864d9e1-16c7-4618-ad40-163b5dc7b0c6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.1803164 Nov 19 09:09:02.338261 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79bb24d5-e762-4ba6-84b4-c31c9cf3991d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:02.350699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a3cc48dd-b4c5-48b0-8c8c-2a013891e511 req-52f9f434-af78-46fb-980a-950d7c5d6688 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=053e479a-be60-4f45-83f3-abbd16a4654f HTTP/1.1" status: 200 len: 217 time: 0.0516768 Nov 19 09:09:02.358427 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa5c8ba0-8e1b-429b-be25-1219d91e9016 req-22a14b2f-fef5-4b73-ac70-33a8bdea652e tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011655 Nov 19 09:09:02.364719 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79bb24d5-e762-4ba6-84b4-c31c9cf3991d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:02.424531 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79bb24d5-e762-4ba6-84b4-c31c9cf3991d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:02.427292 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc48dd-b4c5-48b0-8c8c-2a013891e511 req-990a0b81-6844-48bf-9a75-640d4d025cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:02.428018 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79bb24d5-e762-4ba6-84b4-c31c9cf3991d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:02.429247 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-79bb24d5-e762-4ba6-84b4-c31c9cf3991d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/823d79f9-0f37-4398-86e9-a30e7f5ac31a HTTP/1.1" status: 204 len: 168 time: 0.1558213 Nov 19 09:09:02.432397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a3cc48dd-b4c5-48b0-8c8c-2a013891e511 req-990a0b81-6844-48bf-9a75-640d4d025cd5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.0597782 Nov 19 09:09:02.439509 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb24d5-e762-4ba6-84b4-c31c9cf3991d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823d79f9-0f37-4398-86e9-a30e7f5ac31a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:02.486309 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a3cc48dd-b4c5-48b0-8c8c-2a013891e511 req-4ef355f8-7050-4df8-93f8-f22a0a38aa67 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455499 Nov 19 09:09:02.584888 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85b21f-bf79-4663-bcc1-866ef094f54b req-8408cc54-fe01-4127-afe1-787de44e2340 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:02.594302 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be85b21f-bf79-4663-bcc1-866ef094f54b req-8408cc54-fe01-4127-afe1-787de44e2340 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 944 time: 0.1493044 Nov 19 09:09:02.679053 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a3cc48dd-b4c5-48b0-8c8c-2a013891e511 req-eea74f1d-849d-47e0-839e-55440a4892af service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766639 Nov 19 09:09:02.754132 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be85b21f-bf79-4663-bcc1-866ef094f54b req-497cceb6-c9a2-477d-a885-b9981420c0c6 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588614 Nov 19 09:09:02.762490 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1495a8b-4f4c-4450-9c42-b9dd25723639 req-7afaa546-fbfd-4363-ad5f-ce1e4a51df7a tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:02.764231 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1495a8b-4f4c-4450-9c42-b9dd25723639 req-7afaa546-fbfd-4363-ad5f-ce1e4a51df7a tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 944 time: 0.1368330 Nov 19 09:09:02.847130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a3cc48dd-b4c5-48b0-8c8c-2a013891e511 req-2abb8365-5df0-4dda-bc57-c5d1d1be8d78 service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516683 Nov 19 09:09:02.858981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1495a8b-4f4c-4450-9c42-b9dd25723639 req-2da636a2-4465-4b4e-abc2-f98a9754fd51 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878956 Nov 19 09:09:02.906331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc5957-c24d-41d4-a31d-f35539bbd9d2 req-d29faf8e-2308-4060-92d5-1ecfbb9965eb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:02.907849 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-32bc5957-c24d-41d4-a31d-f35539bbd9d2 req-d29faf8e-2308-4060-92d5-1ecfbb9965eb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 948 time: 0.0682275 Nov 19 09:09:02.966169 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-32bc5957-c24d-41d4-a31d-f35539bbd9d2 req-7349b9bf-a16b-43e1-a2de-fc5a6bdab277 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493553 Nov 19 09:09:03.024366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07806ca1-e0a5-493f-bafe-d2fd764ee9d8 req-4478d8c6-c41f-4b4b-a6d0-11249e1d498a tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 210 time: 0.0276968 Nov 19 09:09:03.203952 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-5f0af36e-2336-42a2-9249-cbe2ec15baad tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0f72f92263b1443aba8590affdf9e0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219560 Nov 19 09:09:03.242882 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60062) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:03.288018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6355c41c-69db-4133-b5dd-cb40de34e1eb details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:09:03.359782 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-57734bee-87f4-4bc4-80a1-63d46af46c2f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:03.362323 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-57734bee-87f4-4bc4-80a1-63d46af46c2f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493866 Nov 19 09:09:03.370372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4eac0914-f53e-42d4-9ad7-e489be97498c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1980715047-network', 'tenant_id': 'dc564474a886424f8e6de0f588367030'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:03.396123 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eac0914-f53e-42d4-9ad7-e489be97498c admin admin] Made reservation on behalf of dc564474a886424f8e6de0f588367030 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:09:03.399521 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6355c41c-69db-4133-b5dd-cb40de34e1eb, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6355c41c-69db-4133-b5dd-cb40de34e1eb,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:03.399903 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4eac0914-f53e-42d4-9ad7-e489be97498c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:03.409700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Request body: {'port': {'device_id': '96d8d31d-86fa-41e0-9773-a8dacb3b0268', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '0f72f92263b1443aba8590affdf9e0aa'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:03.412747 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4eac0914-f53e-42d4-9ad7-e489be97498c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:03.414043 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '6355c41c-69db-4133-b5dd-cb40de34e1eb', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'port_id': '6355c41c-69db-4133-b5dd-cb40de34e1eb', 'mac_address': 'fa:16:3e:16:55:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:09:03.461793 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:03.482395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872a08c-5e51-47c9-aaf1-248e5daefa99 req-754ca2f1-3a5a-4ac3-b174-f3fbc89a813f tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:03.483959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7872a08c-5e51-47c9-aaf1-248e5daefa99 req-754ca2f1-3a5a-4ac3-b174-f3fbc89a813f tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 943 time: 0.1149271 Nov 19 09:09:03.491381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6355c41c-69db-4133-b5dd-cb40de34e1eb {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:09:03.515217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6355c41c-69db-4133-b5dd-cb40de34e1eb, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6355c41c-69db-4133-b5dd-cb40de34e1eb,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:03.519913 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4eac0914-f53e-42d4-9ad7-e489be97498c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:03.520763 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:03.529046 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4eac0914-f53e-42d4-9ad7-e489be97498c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:03.542691 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eac0914-f53e-42d4-9ad7-e489be97498c admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:09:03.565751 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4eac0914-f53e-42d4-9ad7-e489be97498c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:03.566150 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-4eac0914-f53e-42d4-9ad7-e489be97498c admin admin] Added segment 299cbb5d-b46d-4652-99f0-0f2feed2a91d of type vlan for network 807646a5-b8ce-48b1-b4c2-afb1c7aea633 Nov 19 09:09:03.592649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac0914-f53e-42d4-9ad7-e489be97498c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb9e2d1-c765-47e8-b293-eecfebcd77a9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:03.594062 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=6355c41c-69db-4133-b5dd-cb40de34e1eb,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:03.632934 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4eac0914-f53e-42d4-9ad7-e489be97498c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:03.661016 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4eac0914-f53e-42d4-9ad7-e489be97498c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:03.662036 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac0914-f53e-42d4-9ad7-e489be97498c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:03.662652 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4eac0914-f53e-42d4-9ad7-e489be97498c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:03.718077 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4eac0914-f53e-42d4-9ad7-e489be97498c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4739950 Nov 19 09:09:03.722342 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60072) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:03.727170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-27b83da0-4392-44d4-8ed7-6a06f814de54 admin admin] Request body: {'subnet': {'network_id': '807646a5-b8ce-48b1-b4c2-afb1c7aea633', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1980715047-subnet', 'tenant_id': 'dc564474a886424f8e6de0f588367030', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:03.734085 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac0914-f53e-42d4-9ad7-e489be97498c admin admin] Pushing event updated for resources: {'Network': ['ID=807646a5-b8ce-48b1-b4c2-afb1c7aea633,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:03.745189 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 807646a5-b8ce-48b1-b4c2-afb1c7aea633 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:09:03.757793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b83da0-4392-44d4-8ed7-6a06f814de54 admin admin] Made reservation on behalf of dc564474a886424f8e6de0f588367030 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:09:03.761003 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-27b83da0-4392-44d4-8ed7-6a06f814de54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:03.836017 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7872a08c-5e51-47c9-aaf1-248e5daefa99 req-57d84a99-65e6-4737-a1a0-bc186425d870 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403168 Nov 19 09:09:03.862197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc7dc9-c850-49b4-a6e6-79fb0563267f req-01ae240f-4fea-44c8-ad00-c0606f5ae7b1 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:03.869382 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09dc7dc9-c850-49b4-a6e6-79fb0563267f req-01ae240f-4fea-44c8-ad00-c0606f5ae7b1 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1154859 Nov 19 09:09:03.872066 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Made reservation on behalf of 0f72f92263b1443aba8590affdf9e0aa for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:09:03.875330 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:03.951155 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-27b83da0-4392-44d4-8ed7-6a06f814de54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:03.989449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['6355c41c-69db-4133-b5dd-cb40de34e1eb'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:03.991579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09dc7dc9-c850-49b4-a6e6-79fb0563267f req-0d06ea4b-534d-41fa-89b3-c38a9b3e5a43 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213176 Nov 19 09:09:04.007495 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b83da0-4392-44d4-8ed7-6a06f814de54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1df07e4-066e-4a3e-b425-a6d2ea13971b,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:04.030134 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b83da0-4392-44d4-8ed7-6a06f814de54 admin admin] Checking segment: {'id': '299cbb5d-b46d-4652-99f0-0f2feed2a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '807646a5-b8ce-48b1-b4c2-afb1c7aea633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:09:04.030361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f765b1-a969-4135-a907-3f0e0089decf req-53714da5-1a89-4650-af2e-cf880620b193 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:04.030476 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b83da0-4392-44d4-8ed7-6a06f814de54 admin admin] Network hostable DHCP agents. Network: 807646a5-b8ce-48b1-b4c2-afb1c7aea633, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:09:04.031883 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23f765b1-a969-4135-a907-3f0e0089decf req-53714da5-1a89-4650-af2e-cf880620b193 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 944 time: 0.1136689 Nov 19 09:09:04.057427 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b83da0-4392-44d4-8ed7-6a06f814de54 admin admin] Network 807646a5-b8ce-48b1-b4c2-afb1c7aea633 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:09:04.077518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-27b83da0-4392-44d4-8ed7-6a06f814de54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 807646a5-b8ce-48b1-b4c2-afb1c7aea633) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:09:04.092242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb65a1-e65d-41b1-ac94-c2f6a31cc921 None None] Network 807646a5-b8ce-48b1-b4c2-afb1c7aea633 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:09:04.099250 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b83da0-4392-44d4-8ed7-6a06f814de54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:04.099883 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-27b83da0-4392-44d4-8ed7-6a06f814de54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:04.117116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Allocated IP 192.168.233.122 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/1d5f2188-0ac9-4d4c-9793-be1b24261b85) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:09:04.122478 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-27b83da0-4392-44d4-8ed7-6a06f814de54 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3991122 Nov 19 09:09:04.166795 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23f765b1-a969-4135-a907-3f0e0089decf req-53fefc92-15ec-4166-b211-588b3c12ee42 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101620 Nov 19 09:09:04.221225 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82377f4a-3ec1-431f-96f3-df3f0ec0f900 req-371956d8-0306-40ef-a435-7d908f72621c tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:04.223101 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82377f4a-3ec1-431f-96f3-df3f0ec0f900 req-371956d8-0306-40ef-a435-7d908f72621c tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 945 time: 0.1100121 Nov 19 09:09:04.328136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6513873e-1c64-4f62-b354-d6318c1fefd6 None None] Network 807646a5-b8ce-48b1-b4c2-afb1c7aea633 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:09:04.387841 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82377f4a-3ec1-431f-96f3-df3f0ec0f900 req-00b80c42-6810-4dd7-9fd8-8391c3a907fe tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553190 Nov 19 09:09:04.412743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50492e3a-77b5-4526-9186-abc99a5469f2 req-93a222dc-76d4-44cf-a084-363c483cd4aa tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:04.414296 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50492e3a-77b5-4526-9186-abc99a5469f2 req-93a222dc-76d4-44cf-a084-363c483cd4aa tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 948 time: 0.1182668 Nov 19 09:09:04.433569 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:04.490021 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8eac6a1-5b62-4f54-a736-6a531f86c61e req-3142ab34-afcd-45b6-84ff-93a9e7623685 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 210 time: 0.0367346 Nov 19 09:09:04.516937 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50492e3a-77b5-4526-9186-abc99a5469f2 req-f7a0515d-7095-4937-8792-8d6cbca85ffb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885544 Nov 19 09:09:04.540313 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:04.553914 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d', 'b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:04.593173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:09:04.596717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:09:04.600409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:09:04.607026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:04.607717 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:04.610632 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 373b12f5-12bb-4010-83a2-5a7dd8cb94fc up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:09:04.614205 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Pushing event updated for resources: {'Port': ['ID=1d5f2188-0ac9-4d4c-9793-be1b24261b85,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:04.630744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:04.631272 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:04.631371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:04.631708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:04.632191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:04.632541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:04.632845 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:04.633191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:04.633511 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:04.633829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:04.634149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:04.634467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:04.646721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-b6cd2de6-41ee-4292-9f18-541a49ebe678 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2419364 Nov 19 09:09:04.667116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Request body: {'port': {'device_id': '96d8d31d-86fa-41e0-9773-a8dacb3b0268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:04.713410 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:09:04.730121 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:04.731194 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:04.758153 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:04.870010 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:04.981599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e138b0c2-c035-49a4-8643-f3108345bcdb tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:04.983183 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e138b0c2-c035-49a4-8643-f3108345bcdb tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/networks?id=807646a5-b8ce-48b1-b4c2-afb1c7aea633 HTTP/1.1" status: 200 len: 822 time: 0.2427275 Nov 19 09:09:05.047019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-9cf1e509-7021-41f3-a070-5e674f3ce935 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/quotas/dc564474a886424f8e6de0f588367030 HTTP/1.1" status: 200 len: 375 time: 0.0523989 Nov 19 09:09:05.053229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca16bcc-fbb0-412b-bbdc-d837d2817082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:05.055718 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a840bd85-6acf-4687-87a5-852d288d154b" -d '{"events": [{"server_uuid": "bca16bcc-fbb0-412b-bbdc-d837d2817082", "name": "network-vif-plugged", "status": "completed", "tag": "373b12f5-12bb-4010-83a2-5a7dd8cb94fc"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:05.077018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a78e2f50-b322-43ed-a326-9929cd5751f7 None None] Provisioning complete for port 1d5f2188-0ac9-4d4c-9793-be1b24261b85 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:05.077434 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a78e2f50-b322-43ed-a326-9929cd5751f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:05.082347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:05.093200 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d49568-6788-4ce7-ad61-28cb1bc75197 req-1e918444-02b3-4367-87d3-8883df59603d tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:05.094705 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61d49568-6788-4ce7-ad61-28cb1bc75197 req-1e918444-02b3-4367-87d3-8883df59603d tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 943 time: 0.1658139 Nov 19 09:09:05.098522 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-917c12d1-af90-410d-a0dd-02646f8a237f tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc564474a886424f8e6de0f588367030&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431840 Nov 19 09:09:05.107617 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:05.163924 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a78e2f50-b322-43ed-a326-9929cd5751f7 None None] Port 1d5f2188-0ac9-4d4c-9793-be1b24261b85 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:09:05.189570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:05.253585 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61d49568-6788-4ce7-ad61-28cb1bc75197 req-a90ff611-0f21-4bb6-8e8c-3796edf7447b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522186 Nov 19 09:09:05.272278 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-11cc4a7a-f345-42c7-8dd3-7217135ac009 service neutron] 10.222.0.21 "GET /v2.0/networks/807646a5-b8ce-48b1-b4c2-afb1c7aea633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635523 Nov 19 09:09:05.363865 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5f2188-0ac9-4d4c-9793-be1b24261b85 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:09:05.391398 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:05.425488 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Transition to ACTIVE for port object 1d5f2188-0ac9-4d4c-9793-be1b24261b85 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:09:05.436154 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:05.452871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf56257-0903-4ba9-bad9-9127fc60c846 req-87acfdfa-58b0-487b-9c37-d64abf67636e tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:05.454470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bcf56257-0903-4ba9-bad9-9127fc60c846 req-87acfdfa-58b0-487b-9c37-d64abf67636e tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1094892 Nov 19 09:09:05.459233 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-f2d0969b-e917-4422-9681-72c28437256f service neutron] 10.222.0.21 "GET /v2.0/networks/807646a5-b8ce-48b1-b4c2-afb1c7aea633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645620 Nov 19 09:09:05.467810 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['00730ab9-1ac8-40a1-8ef9-eed22872a5ad', '6746a633-9255-472f-947e-1de8775cd0f3', 'c6b2c822-f01a-4212-a558-0c0e56810ba7', 'c144cdf7-c60a-4e03-b701-455c22f18804'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:05.525402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5f2188-0ac9-4d4c-9793-be1b24261b85,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:05.578268 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bcf56257-0903-4ba9-bad9-9127fc60c846 req-a4f634aa-8502-4604-8ef8-301ae82c1365 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973966 Nov 19 09:09:05.580968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Attempting to bind port 1d5f2188-0ac9-4d4c-9793-be1b24261b85 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:09:05.581329 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Attempting to bind port 1d5f2188-0ac9-4d4c-9793-be1b24261b85 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:09:05.581809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Attempting to bind port 1d5f2188-0ac9-4d4c-9793-be1b24261b85 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:05.586404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Port 1d5f2188-0ac9-4d4c-9793-be1b24261b85 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:09:05.586723 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Attempting to bind port 1d5f2188-0ac9-4d4c-9793-be1b24261b85 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:05.592346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:09:05.592688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:09:05.593073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:09:05.598262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Bound port: 1d5f2188-0ac9-4d4c-9793-be1b24261b85, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:09:05.598262 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:05.644029 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082d2e0e-5d7a-4ca2-8fab-e690a492975b x-openstack-request-id: req-082d2e0e-5d7a-4ca2-8fab-e690a492975b {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:05.644701 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca16bcc-fbb0-412b-bbdc-d837d2817082", "name": "network-vif-plugged", "status": "completed", "tag": "373b12f5-12bb-4010-83a2-5a7dd8cb94fc", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:05.644935 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-082d2e0e-5d7a-4ca2-8fab-e690a492975b {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:05.645590 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca16bcc-fbb0-412b-bbdc-d837d2817082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc', 'code': 200} Nov 19 09:09:05.824660 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] For port 1d5f2188-0ac9-4d4c-9793-be1b24261b85, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:09:05.841803 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] For port 1d5f2188-0ac9-4d4c-9793-be1b24261b85, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1d5f2188-0ac9-4d4c-9793-be1b24261b85,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:09:05.860713 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:05.875875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e6085-3226-4d29-b0eb-b13f1b420a5a req-92a0bc4f-b48b-4195-9464-5324e99d14e3 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:05.881673 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-389e6085-3226-4d29-b0eb-b13f1b420a5a req-92a0bc4f-b48b-4195-9464-5324e99d14e3 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 944 time: 0.1564641 Nov 19 09:09:05.952231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f2939-7bc1-489e-bbe4-721c788cd6df req-40d94031-7336-4bb1-98c6-c538b8aefe4f tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:05.956772 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-243f2939-7bc1-489e-bbe4-721c788cd6df req-40d94031-7336-4bb1-98c6-c538b8aefe4f tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 945 time: 0.2109230 Nov 19 09:09:05.975055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:05.975810 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:05.977455 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] 10.222.0.66 "PUT /v2.0/ports/1d5f2188-0ac9-4d4c-9793-be1b24261b85 HTTP/1.1" status: 200 len: 1097 time: 1.3157945 Nov 19 09:09:05.986455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d8d31d-86fa-41e0-9773-a8dacb3b0268', 'tag': '1d5f2188-0ac9-4d4c-9793-be1b24261b85'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:05.989375 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6170138-569a-40d4-a878-5b668b0794dd" -d '{"events": [{"name": "network-changed", "server_uuid": "96d8d31d-86fa-41e0-9773-a8dacb3b0268", "tag": "1d5f2188-0ac9-4d4c-9793-be1b24261b85"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:06.128866 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-389e6085-3226-4d29-b0eb-b13f1b420a5a req-94d4cb92-353a-4471-9255-57b182c3f540 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439420 Nov 19 09:09:06.131113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094f719-9708-4706-928e-c791ec9e2c53 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5f2188-0ac9-4d4c-9793-be1b24261b85,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:06.166085 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8819d8-3f24-421e-a650-13d3f91c8c30 req-ffd46834-f69c-404d-9d9c-c14e9a16b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:06.170069 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1b8819d8-3f24-421e-a650-13d3f91c8c30 req-ffd46834-f69c-404d-9d9c-c14e9a16b433 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 1101 time: 0.4230957 Nov 19 09:09:06.217655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-243f2939-7bc1-489e-bbe4-721c788cd6df req-fc8a6d5d-3c54-4b3a-93ae-7beac1dd6866 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513163 Nov 19 09:09:06.254835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-12734e60-d819-4c82-8842-11f139ab86b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:06.255080 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1b8819d8-3f24-421e-a650-13d3f91c8c30 req-874a7ea9-d98a-43d4-81ce-2492f9019743 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673449 Nov 19 09:09:06.256806 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-12734e60-d819-4c82-8842-11f139ab86b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 1100 time: 0.2177150 Nov 19 09:09:06.370619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bdfa5-082f-4392-82cd-2b38188d6cfe req-ba231eae-b3c6-4bf7-ae13-e699b804b70b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:06.372303 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-fa3b9707-86fc-4419-bd64-23e5cd5d10ed service neutron] 10.222.0.71 "GET /v2.0/ports/967ec095-a909-40db-8c31-039e811bfae4/bindings/n-h1-805649-14 HTTP/1.1" status: 200 len: 385 time: 0.0637519 Nov 19 09:09:06.373182 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b74bdfa5-082f-4392-82cd-2b38188d6cfe req-ba231eae-b3c6-4bf7-ae13-e699b804b70b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 948 time: 0.1087265 Nov 19 09:09:06.416925 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f185d2-de25-4846-8e83-afa14a403e75 req-f28f3359-2e79-4477-825b-c9772b011b4e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:06.419150 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03f185d2-de25-4846-8e83-afa14a403e75 req-f28f3359-2e79-4477-825b-c9772b011b4e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.1020787 Nov 19 09:09:06.461987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b74bdfa5-082f-4392-82cd-2b38188d6cfe req-38fd7a44-35b7-4393-898b-a6fc8c41e5cf tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807450 Nov 19 09:09:06.492694 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03f185d2-de25-4846-8e83-afa14a403e75 req-25a9412c-9a15-4441-b8ed-1766e2f901df tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664635 Nov 19 09:09:06.595258 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66fcd564-6d94-4dc4-a1d1-0de7b78d9ebc req-12bd6bd5-9da5-4cc8-8666-0d888208fe27 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 210 time: 0.0283229 Nov 19 09:09:06.602926 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-6508d8ec-0303-46ce-86be-c17000074541 req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] For port 967ec095-a909-40db-8c31-039e811bfae4, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=967ec095-a909-40db-8c31-039e811bfae4,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:06.632191 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-6508d8ec-0303-46ce-86be-c17000074541 req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] For port 967ec095-a909-40db-8c31-039e811bfae4, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:09:06.647334 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6de56d3-d9f8-4553-84f0-c08fb9c72a2c x-openstack-request-id: req-d6de56d3-d9f8-4553-84f0-c08fb9c72a2c {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:06.647918 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d8d31d-86fa-41e0-9773-a8dacb3b0268", "tag": "1d5f2188-0ac9-4d4c-9793-be1b24261b85", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:06.648088 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6de56d3-d9f8-4553-84f0-c08fb9c72a2c {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:06.648481 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d8d31d-86fa-41e0-9773-a8dacb3b0268', 'tag': '1d5f2188-0ac9-4d4c-9793-be1b24261b85', 'status': 'completed', 'code': 200} Nov 19 09:09:06.678644 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-6508d8ec-0303-46ce-86be-c17000074541 req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967ec095-a909-40db-8c31-039e811bfae4 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:09:06.695169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-6508d8ec-0303-46ce-86be-c17000074541 req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] For port 967ec095-a909-40db-8c31-039e811bfae4, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=967ec095-a909-40db-8c31-039e811bfae4,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:06.711206 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6508d8ec-0303-46ce-86be-c17000074541 req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:06.765503 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a760cd-414a-4157-982d-7dc4aec24334 req-81733b21-d11a-43b9-ae71-ed9792f55872 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:06.766901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a760cd-414a-4157-982d-7dc4aec24334 req-81733b21-d11a-43b9-ae71-ed9792f55872 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 943 time: 0.0850747 Nov 19 09:09:06.779566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c0408-0742-4c6e-899b-3ee75b22b1bf req-43d9f74f-3f99-477e-bd22-8e63774e4fec tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:06.781071 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-684c0408-0742-4c6e-899b-3ee75b22b1bf req-43d9f74f-3f99-477e-bd22-8e63774e4fec tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.0729430 Nov 19 09:09:06.805646 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-6508d8ec-0303-46ce-86be-c17000074541 req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] Transition to ACTIVE for port object 967ec095-a909-40db-8c31-039e811bfae4 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:09:06.813233 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6508d8ec-0303-46ce-86be-c17000074541 req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:06.861639 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a760cd-414a-4157-982d-7dc4aec24334 req-4d22460b-3915-447c-8936-1cf2df6dde47 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795605 Nov 19 09:09:06.864728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-684c0408-0742-4c6e-899b-3ee75b22b1bf req-2269dc94-56fd-4305-bc0c-630021ae7784 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694349 Nov 19 09:09:06.895827 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-6508d8ec-0303-46ce-86be-c17000074541 req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] No DVR routers for this DVR port 967ec095-a909-40db-8c31-039e811bfae4 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:09:06.932931 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] 10.222.0.71 "PUT /v2.0/ports/967ec095-a909-40db-8c31-039e811bfae4/bindings/n-h1-805649-14/activate HTTP/1.1" status: 200 len: 370 time: 0.5439293 Nov 19 09:09:06.939585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=967ec095-a909-40db-8c31-039e811bfae4,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:06.948781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:06.949721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:06.950098 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:06.950548 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:06.950886 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:06.951215 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:06.951540 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:06.951881 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:06.952190 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:06.952517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:06.952837 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:06.953187 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e58d3b-bf74-475e-a479-a0e8438ef9e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:07.231638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1756a1-5737-4a71-9036-b1ff90a2193d req-fb7a5726-d066-478b-bca6-42051cb57f9d tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:07.233139 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e1756a1-5737-4a71-9036-b1ff90a2193d req-fb7a5726-d066-478b-bca6-42051cb57f9d tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 944 time: 0.0505910 Nov 19 09:09:07.283595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e1756a1-5737-4a71-9036-b1ff90a2193d req-501f9ed9-0a44-4755-bbc7-c42d93260056 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444441 Nov 19 09:09:07.324960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6355c41c-69db-4133-b5dd-cb40de34e1eb up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:09:07.347809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51bf0f-bfc7-49c2-aa5a-583653e14b9c req-18925b5a-702d-447c-95e0-84cbc7f3dbff tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:07.349374 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd51bf0f-bfc7-49c2-aa5a-583653e14b9c req-18925b5a-702d-447c-95e0-84cbc7f3dbff tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 945 time: 0.0511861 Nov 19 09:09:07.378854 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 6355c41c-69db-4133-b5dd-cb40de34e1eb completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:09:07.383319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 6355c41c-69db-4133-b5dd-cb40de34e1eb triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:07.383832 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:07.403856 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd51bf0f-bfc7-49c2-aa5a-583653e14b9c req-05234b41-998b-48d5-a4a8-76d1bf1363b0 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481164 Nov 19 09:09:07.468550 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:07.507349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6355c41c-69db-4133-b5dd-cb40de34e1eb, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6355c41c-69db-4133-b5dd-cb40de34e1eb,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:07.516313 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:07.517513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 967ec095-a909-40db-8c31-039e811bfae4 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:09:07.621655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-4dd39d7f-c60c-468d-99fe-ff60682d403c tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:07.622789 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-4dd39d7f-c60c-468d-99fe-ff60682d403c tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.71 "GET /v2.0/networks?id=807646a5-b8ce-48b1-b4c2-afb1c7aea633 HTTP/1.1" status: 200 len: 822 time: 0.1395993 Nov 19 09:09:07.635936 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=6355c41c-69db-4133-b5dd-cb40de34e1eb,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:07.643862 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-db93eb41-1817-41a9-9e68-417b5c5a5e28 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Request body: {'port': {'device_id': '8e3d26d9-971d-4f08-8d46-837c58ed4676', 'network_id': '807646a5-b8ce-48b1-b4c2-afb1c7aea633', 'admin_state_up': True, 'tenant_id': 'dc564474a886424f8e6de0f588367030'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:07.650756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6355c41c-69db-4133-b5dd-cb40de34e1eb'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:07.654230 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfec708-e7d5-4d33-b783-fc9f77326d3b" -d '{"events": [{"server_uuid": "e1f1e70d-07d5-48cc-abd4-90e71db26966", "name": "network-vif-plugged", "status": "completed", "tag": "6355c41c-69db-4133-b5dd-cb40de34e1eb"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:07.656724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297d418-931c-4a82-b33a-c84711791435 req-37909c59-92cd-4089-a2ec-a1dae4818151 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:07.659402 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 967ec095-a909-40db-8c31-039e811bfae4 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:09:07.664270 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2297d418-931c-4a82-b33a-c84711791435 req-37909c59-92cd-4089-a2ec-a1dae4818151 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 948 time: 0.1119921 Nov 19 09:09:07.697536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1adad0-d11f-41bf-a32e-bfcdc4fe0a36 req-cf44df57-5b88-415a-8fa0-c32658e3e50f tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:07.699158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f1adad0-d11f-41bf-a32e-bfcdc4fe0a36 req-cf44df57-5b88-415a-8fa0-c32658e3e50f tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.0951166 Nov 19 09:09:07.736356 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2297d418-931c-4a82-b33a-c84711791435 req-b5e3e8c6-5c74-41f5-8ba0-b27946ead47f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712137 Nov 19 09:09:07.764871 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f1adad0-d11f-41bf-a32e-bfcdc4fe0a36 req-d3af9ad7-7e86-4e07-9805-7c9ac10bd8e7 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582116 Nov 19 09:09:07.787625 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-db93eb41-1817-41a9-9e68-417b5c5a5e28 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Made reservation on behalf of dc564474a886424f8e6de0f588367030 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:09:07.792585 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-db93eb41-1817-41a9-9e68-417b5c5a5e28 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:07.856276 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-219de454-82e8-4412-a532-6a5c7c1f8378 req-861fa95b-b35c-423f-9a72-da42badcb275 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 210 time: 0.0323558 Nov 19 09:09:07.873972 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450c16a9-6a0f-43db-ba9e-89aff7a5f572 x-openstack-request-id: req-450c16a9-6a0f-43db-ba9e-89aff7a5f572 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:07.874609 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f1e70d-07d5-48cc-abd4-90e71db26966", "name": "network-vif-plugged", "status": "completed", "tag": "6355c41c-69db-4133-b5dd-cb40de34e1eb", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:07.874731 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-450c16a9-6a0f-43db-ba9e-89aff7a5f572 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:07.875129 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6355c41c-69db-4133-b5dd-cb40de34e1eb', 'code': 200} Nov 19 09:09:07.927216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-db93eb41-1817-41a9-9e68-417b5c5a5e28 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Allocated IP 172.20.0.6 (807646a5-b8ce-48b1-b4c2-afb1c7aea633/a1df07e4-066e-4a3e-b425-a6d2ea13971b/7bdfd676-5164-47fb-8180-8e8a079d79d2) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:09:07.995525 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785b46f-be63-43bb-b719-9d876749638c req-9dea3383-e2b7-4e01-961b-bfe48d9c4e42 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:07.997075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8785b46f-be63-43bb-b719-9d876749638c req-9dea3383-e2b7-4e01-961b-bfe48d9c4e42 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.0603554 Nov 19 09:09:08.092442 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-db93eb41-1817-41a9-9e68-417b5c5a5e28 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:08.096504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b088c5-09f6-4e59-8ce2-4f4cd6504f4b req-9e8d584e-f703-4c17-9176-2d128851b9be tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:08.098176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7b088c5-09f6-4e59-8ce2-4f4cd6504f4b req-9e8d584e-f703-4c17-9176-2d128851b9be tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 944 time: 0.1189377 Nov 19 09:09:08.112193 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8785b46f-be63-43bb-b719-9d876749638c req-f7e4f518-dad9-4c12-a573-a723f2e437f0 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972559 Nov 19 09:09:08.120283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedbcf2-7e9c-49b9-abb1-6fbf58cf471a req-b865b6a6-cf51-4a54-bbfb-012f32a1ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:08.126724 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfedbcf2-7e9c-49b9-abb1-6fbf58cf471a req-b865b6a6-cf51-4a54-bbfb-012f32a1ec52 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 1098 time: 0.1059313 Nov 19 09:09:08.133515 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-db93eb41-1817-41a9-9e68-417b5c5a5e28 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:08.185411 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7b088c5-09f6-4e59-8ce2-4f4cd6504f4b req-4c7a21e9-cccb-4c67-bd7a-7c1dfd4c9103 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793886 Nov 19 09:09:08.200160 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfedbcf2-7e9c-49b9-abb1-6fbf58cf471a req-814a3f72-f098-434a-986c-4388e9475e4e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685110 Nov 19 09:09:08.204339 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-db93eb41-1817-41a9-9e68-417b5c5a5e28 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Network 807646a5-b8ce-48b1-b4c2-afb1c7aea633 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:09:08.208795 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-db93eb41-1817-41a9-9e68-417b5c5a5e28 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:09:08.216165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-db93eb41-1817-41a9-9e68-417b5c5a5e28 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:09:08.219652 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93eb41-1817-41a9-9e68-417b5c5a5e28 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Pushing event updated for resources: {'Port': ['ID=7bdfd676-5164-47fb-8180-8e8a079d79d2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:08.285642 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-db93eb41-1817-41a9-9e68-417b5c5a5e28 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:08.286247 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-db93eb41-1817-41a9-9e68-417b5c5a5e28 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:08.302249 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-db93eb41-1817-41a9-9e68-417b5c5a5e28 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6654649 Nov 19 09:09:08.402118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b8113-1ac3-434c-98f2-d8c6f7bbbff8 req-9dc0034a-3aa3-445e-b5a8-b144a8e41ff0 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:08.403648 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c8b8113-1ac3-434c-98f2-d8c6f7bbbff8 req-9dc0034a-3aa3-445e-b5a8-b144a8e41ff0 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 944 time: 0.0522017 Nov 19 09:09:08.487381 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c8b8113-1ac3-434c-98f2-d8c6f7bbbff8 req-41ad9c37-605d-4337-9898-0dc1ccfcfe6a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778012 Nov 19 09:09:08.488583 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-e76aa3df-3521-4620-a468-2010166a1f2d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1d5f2188-0ac9-4d4c-9793-be1b24261b85 HTTP/1.1" status: 200 len: 217 time: 0.0438924 Nov 19 09:09:08.537342 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508d8ec-0303-46ce-86be-c17000074541 req-ca1c393b-0d79-471e-bd05-f5ca226f08f0 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:08.538874 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-ca1c393b-0d79-471e-bd05-f5ca226f08f0 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb&tenant_id=6022a22e5412460ca709de7cbe4fe9f5&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 1096 time: 0.0567129 Nov 19 09:09:08.565780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-654a2c22-c3ac-49a9-bacc-c49ec17909ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:08.567259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-654a2c22-c3ac-49a9-bacc-c49ec17909ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0660515 Nov 19 09:09:08.576383 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c11cd-324b-4fb0-be8c-bc9a17a4e425 req-77df206d-46c5-45c2-9011-b56e6d933c57 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:08.578120 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c80c11cd-324b-4fb0-be8c-bc9a17a4e425 req-77df206d-46c5-45c2-9011-b56e6d933c57 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 946 time: 0.0886490 Nov 19 09:09:08.605714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508d8ec-0303-46ce-86be-c17000074541 req-b5aeee41-7cb3-4a34-bb77-89aa29ea8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:08.607317 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-b5aeee41-7cb3-4a34-bb77-89aa29ea8d16 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb&tenant_id=6022a22e5412460ca709de7cbe4fe9f5 HTTP/1.1" status: 200 len: 1096 time: 0.0454478 Nov 19 09:09:08.655942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-f601ab00-5c9a-4bc0-8928-0cda8a779e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:08.657485 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-f601ab00-5c9a-4bc0-8928-0cda8a779e9e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0753007 Nov 19 09:09:08.662319 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c80c11cd-324b-4fb0-be8c-bc9a17a4e425 req-3257cf36-4e00-488c-930e-7441cb7c5c81 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719635 Nov 19 09:09:08.678278 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508d8ec-0303-46ce-86be-c17000074541 req-6823aac1-201d-486b-a07b-6b2add1d449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:08.680131 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-6823aac1-201d-486b-a07b-6b2add1d449b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 1096 time: 0.0418062 Nov 19 09:09:08.756211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-b51d55da-f011-47f2-bc91-96a3a3c9ee8f service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842729 Nov 19 09:09:08.804290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508d8ec-0303-46ce-86be-c17000074541 req-82d6abb1-0839-491a-8888-9d592cb1bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:08.807394 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-82d6abb1-0839-491a-8888-9d592cb1bc4d service neutron] 10.222.0.66 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.0936546 Nov 19 09:09:08.874613 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-0a6b713d-cce1-454d-9b39-38a340a32e32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=967ec095-a909-40db-8c31-039e811bfae4 HTTP/1.1" status: 200 len: 217 time: 0.0432060 Nov 19 09:09:08.934617 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508d8ec-0303-46ce-86be-c17000074541 req-243f3c92-1faf-4b0d-b0cb-478dca6ee064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:08.936280 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-243f3c92-1faf-4b0d-b0cb-478dca6ee064 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.0519767 Nov 19 09:09:08.964795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceafc9c-a330-4880-9eb4-eaf41b74025e req-6bf4fed6-2482-4be6-851e-e9485e957366 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:08.966359 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ceafc9c-a330-4880-9eb4-eaf41b74025e req-6bf4fed6-2482-4be6-851e-e9485e957366 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 948 time: 0.1588573 Nov 19 09:09:08.979334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29082-5144-4439-9540-9078eb25ec38 req-aaf339bc-b14c-412c-aaff-bfdfb6268fd5 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:08.981379 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79a29082-5144-4439-9540-9078eb25ec38 req-aaf339bc-b14c-412c-aaff-bfdfb6268fd5 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.1314385 Nov 19 09:09:08.985662 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-173bf5c2-f7f4-4927-9c21-5e6bd3b7f02c req-c8ad5034-c39f-429a-95e6-12c6cefacd70 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984944 Nov 19 09:09:08.988110 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-d8aeb5a8-3d80-4138-b633-34c62167d175 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313139 Nov 19 09:09:09.072448 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ceafc9c-a330-4880-9eb4-eaf41b74025e req-5ec23742-109e-448b-889a-22114c11bd2b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894332 Nov 19 09:09:09.106861 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-82b1be5d-dcea-4c3d-a2f0-273d066c6c05 service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995867 Nov 19 09:09:09.127450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79a29082-5144-4439-9540-9078eb25ec38 req-9b2ab089-c8d8-46f3-8bd2-b669c13ab98a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365755 Nov 19 09:09:09.139274 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6170138-569a-40d4-a878-5b668b0794dd req-4f5c1c37-a633-40ec-917c-9e98dae41b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:09.140869 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6170138-569a-40d4-a878-5b668b0794dd req-4f5c1c37-a633-40ec-917c-9e98dae41b45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 1100 time: 0.0600839 Nov 19 09:09:09.234060 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-37d03269-28c5-4c34-aa82-7640a0b01a25 service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168458 Nov 19 09:09:09.295574 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4acd0-2b77-4259-8fd3-1c18af16fe3d req-df487113-5c9f-4660-9d90-b8d30e50dc09 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:09.297156 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0df4acd0-2b77-4259-8fd3-1c18af16fe3d req-df487113-5c9f-4660-9d90-b8d30e50dc09 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 931 time: 0.0902276 Nov 19 09:09:09.302168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6170138-569a-40d4-a878-5b668b0794dd req-dcf3bc41-1c4c-407f-8fa4-cda711af6e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:09.303575 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6170138-569a-40d4-a878-5b668b0794dd req-dcf3bc41-1c4c-407f-8fa4-cda711af6e82 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1426561 Nov 19 09:09:09.356337 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6170138-569a-40d4-a878-5b668b0794dd req-15430b39-0301-4799-8fd5-89b537f49ec4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1d5f2188-0ac9-4d4c-9793-be1b24261b85 HTTP/1.1" status: 200 len: 217 time: 0.0372055 Nov 19 09:09:09.406981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0df4acd0-2b77-4259-8fd3-1c18af16fe3d req-9c4b377e-0c57-4ac2-9170-6893c745283e tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb9e2d1-c765-47e8-b293-eecfebcd77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022539 Nov 19 09:09:09.433923 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6170138-569a-40d4-a878-5b668b0794dd req-a982404f-7000-4748-ae15-e250c780fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:09.435425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6170138-569a-40d4-a878-5b668b0794dd req-a982404f-7000-4748-ae15-e250c780fda0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0668023 Nov 19 09:09:09.565106 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508d8ec-0303-46ce-86be-c17000074541 req-c7997cff-8f0a-4d49-a0dc-123a27b22393 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:09.566662 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-c7997cff-8f0a-4d49-a0dc-123a27b22393 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb&tenant_id=6022a22e5412460ca709de7cbe4fe9f5&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 1096 time: 0.0482264 Nov 19 09:09:09.696678 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-6508d8ec-0303-46ce-86be-c17000074541 req-e6fcc05d-1e95-4ec5-b55c-e874fb32ef8d service neutron] For port 967ec095-a909-40db-8c31-039e811bfae4, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:09:09.700594 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6508d8ec-0303-46ce-86be-c17000074541 req-e6fcc05d-1e95-4ec5-b55c-e874fb32ef8d service neutron] Publish callbacks [] for binding, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:09.701776 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6508d8ec-0303-46ce-86be-c17000074541 req-e6fcc05d-1e95-4ec5-b55c-e874fb32ef8d service neutron] 10.222.0.66 "DELETE /v2.0/ports/967ec095-a909-40db-8c31-039e811bfae4/bindings/n-h2-805649-14 HTTP/1.1" status: 204 len: 173 time: 0.1216819 Nov 19 09:09:09.757874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6170138-569a-40d4-a878-5b668b0794dd req-d50d8d12-f71b-4a11-9489-f0a547d8887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:09.759138 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6170138-569a-40d4-a878-5b668b0794dd req-d50d8d12-f71b-4a11-9489-f0a547d8887a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3030694 Nov 19 09:09:09.772357 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06678d1f-6253-425f-8823-c57e3b91708b req-d2486668-4e98-45f0-85c0-31695225ce53 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:09.773832 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06678d1f-6253-425f-8823-c57e3b91708b req-d2486668-4e98-45f0-85c0-31695225ce53 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.3048148 Nov 19 09:09:09.876169 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06678d1f-6253-425f-8823-c57e3b91708b req-9e3782c7-315b-4a79-8b01-f29c3da6e302 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937271 Nov 19 09:09:09.902775 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6170138-569a-40d4-a878-5b668b0794dd req-93a2db14-7cdb-48be-991e-fcb596879b6b service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278374 Nov 19 09:09:10.034340 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6170138-569a-40d4-a878-5b668b0794dd req-f82cc380-3365-4e47-99cd-0a168692f3e4 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215112 Nov 19 09:09:10.042218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2085928-e55a-4701-9a64-7a9838ffe86e req-8f4b329d-6c59-46b1-8d0c-3817f960cf5f tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:10.043616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e2085928-e55a-4701-9a64-7a9838ffe86e req-8f4b329d-6c59-46b1-8d0c-3817f960cf5f tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 944 time: 0.0876129 Nov 19 09:09:10.104406 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e2085928-e55a-4701-9a64-7a9838ffe86e req-f6a55f58-eaf3-4b65-8a88-2dc33bc07bd5 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520079 Nov 19 09:09:10.224283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2f242-98ca-40c5-b712-c4f4afcaa51e req-9cdaf692-4ede-47db-b8dc-7111802c64f9 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:10.226060 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cef2f242-98ca-40c5-b712-c4f4afcaa51e req-9cdaf692-4ede-47db-b8dc-7111802c64f9 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 944 time: 0.0516291 Nov 19 09:09:10.276731 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cef2f242-98ca-40c5-b712-c4f4afcaa51e req-1c922beb-4dfa-492c-86fc-dd85cc66e428 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438449 Nov 19 09:09:10.401053 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4258f44-fd61-4432-bffb-294d457f6bcf req-b4043c43-4f2c-4f54-bf59-45ac3169256b tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:10.402979 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4258f44-fd61-4432-bffb-294d457f6bcf req-b4043c43-4f2c-4f54-bf59-45ac3169256b tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 946 time: 0.0563748 Nov 19 09:09:10.452043 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4258f44-fd61-4432-bffb-294d457f6bcf req-7911e65b-12ec-495e-9d02-da3c0204784f tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423472 Nov 19 09:09:10.562017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9831fa8-0d95-461a-80d2-a18b8202ec05 req-29adc745-ec38-41e4-9487-e25909eb29f6 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:10.563702 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9831fa8-0d95-461a-80d2-a18b8202ec05 req-29adc745-ec38-41e4-9487-e25909eb29f6 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 948 time: 0.0508282 Nov 19 09:09:10.612863 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9831fa8-0d95-461a-80d2-a18b8202ec05 req-f54463b3-6844-4542-ab86-fb385ec6d9c8 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427334 Nov 19 09:09:10.754850 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe4b9f-00bc-4b22-8b01-1dae9511e4ab req-72d09f2d-e828-4bd1-9d4a-84a880affe71 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:10.758897 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17fe4b9f-00bc-4b22-8b01-1dae9511e4ab req-72d09f2d-e828-4bd1-9d4a-84a880affe71 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.0642011 Nov 19 09:09:10.845267 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17fe4b9f-00bc-4b22-8b01-1dae9511e4ab req-9fc85cf3-e66b-4119-9705-b88c316e2366 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663896 Nov 19 09:09:10.955464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa207a-fd0c-44a7-9084-e6a886000faf req-542ba5b5-0d9b-4ebc-9795-45b47ec88c69 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:10.957134 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10aa207a-fd0c-44a7-9084-e6a886000faf req-542ba5b5-0d9b-4ebc-9795-45b47ec88c69 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 931 time: 0.0591612 Nov 19 09:09:11.012830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10aa207a-fd0c-44a7-9084-e6a886000faf req-07d3bee7-6996-432e-bcc6-e2a4d0909bc0 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb9e2d1-c765-47e8-b293-eecfebcd77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448928 Nov 19 09:09:11.112048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e04c94-d15c-4a24-a792-9642c7f49a0b req-f33f3377-3f14-48f5-8083-77ab4b461976 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:11.113659 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-57e04c94-d15c-4a24-a792-9642c7f49a0b req-f33f3377-3f14-48f5-8083-77ab4b461976 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 1096 time: 0.0446846 Nov 19 09:09:11.160262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-57e04c94-d15c-4a24-a792-9642c7f49a0b req-e8755104-cda9-48a8-b0f7-71cb79dba76d tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403416 Nov 19 09:09:11.264736 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Request body: {'port': {'device_id': '8e3d26d9-971d-4f08-8d46-837c58ed4676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:11.356794 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:11.407662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e09c5a-1a49-4d64-b2af-57d1bf6edf9a req-1fae45f3-6dc5-48fb-be80-30f36049e381 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:11.409380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6e09c5a-1a49-4d64-b2af-57d1bf6edf9a req-1fae45f3-6dc5-48fb-be80-30f36049e381 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.0954580 Nov 19 09:09:11.489692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d77b5-cd2c-4fb5-84ff-430c405dd62a req-6d159c7a-32f3-4ea7-8769-8406730c2fc4 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:11.491251 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e3d77b5-cd2c-4fb5-84ff-430c405dd62a req-6d159c7a-32f3-4ea7-8769-8406730c2fc4 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1069326 Nov 19 09:09:11.498445 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6e09c5a-1a49-4d64-b2af-57d1bf6edf9a req-f48fc079-b643-4988-8e19-10dcd0813c1a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750906 Nov 19 09:09:11.551390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e3d77b5-cd2c-4fb5-84ff-430c405dd62a req-08a88ac7-1a22-4485-8755-21fae9db7ec4 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494173 Nov 19 09:09:11.665863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f04f70-7148-4d68-bd70-3de6e7709409 req-bc8abbb0-32bd-4e45-9020-b652806356d0 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:11.669584 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e4f04f70-7148-4d68-bd70-3de6e7709409 req-bc8abbb0-32bd-4e45-9020-b652806356d0 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 944 time: 0.0894604 Nov 19 09:09:11.754425 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bdfd676-5164-47fb-8180-8e8a079d79d2 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:09:11.763050 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:11.776475 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Transition to ACTIVE for port object 7bdfd676-5164-47fb-8180-8e8a079d79d2 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:09:11.781804 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:11.791398 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e4f04f70-7148-4d68-bd70-3de6e7709409 req-6fd82352-3c70-48aa-9ecb-5b47269327eb tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094697 Nov 19 09:09:11.876865 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-640d191b-74eb-4b1e-9306-4f91990a5bc9 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:11.878889 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-640d191b-74eb-4b1e-9306-4f91990a5bc9 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 821 time: 0.2078109 Nov 19 09:09:11.883726 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdfd676-5164-47fb-8180-8e8a079d79d2,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:11.934170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-67574e58-9dad-479b-ad67-7bc3126726a7 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/quotas/6022a22e5412460ca709de7cbe4fe9f5 HTTP/1.1" status: 200 len: 375 time: 0.0343618 Nov 19 09:09:11.954870 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Attempting to bind port 7bdfd676-5164-47fb-8180-8e8a079d79d2 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:09:11.955554 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Attempting to bind port 7bdfd676-5164-47fb-8180-8e8a079d79d2 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '299cbb5d-b46d-4652-99f0-0f2feed2a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '807646a5-b8ce-48b1-b4c2-afb1c7aea633'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:09:11.955810 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Attempting to bind port 7bdfd676-5164-47fb-8180-8e8a079d79d2 on network 807646a5-b8ce-48b1-b4c2-afb1c7aea633 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:11.961631 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Port 7bdfd676-5164-47fb-8180-8e8a079d79d2 on network 807646a5-b8ce-48b1-b4c2-afb1c7aea633 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:09:11.962253 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Attempting to bind port 7bdfd676-5164-47fb-8180-8e8a079d79d2 on network 807646a5-b8ce-48b1-b4c2-afb1c7aea633 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:11.971251 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:09:11.971801 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Checking segment: {'id': '299cbb5d-b46d-4652-99f0-0f2feed2a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '807646a5-b8ce-48b1-b4c2-afb1c7aea633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:09:11.972323 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Bound using segment: {'id': '299cbb5d-b46d-4652-99f0-0f2feed2a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '807646a5-b8ce-48b1-b4c2-afb1c7aea633'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:09:11.972926 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Bound port: 7bdfd676-5164-47fb-8180-8e8a079d79d2, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299cbb5d-b46d-4652-99f0-0f2feed2a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '807646a5-b8ce-48b1-b4c2-afb1c7aea633'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:09:11.973446 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:12.012295 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22ede4-ad8c-4199-b709-9764351a0697 req-2a5c378a-d9af-4a19-9d7b-4af006d29218 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:12.013917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e22ede4-ad8c-4199-b709-9764351a0697 req-2a5c378a-d9af-4a19-9d7b-4af006d29218 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 946 time: 0.1004443 Nov 19 09:09:12.024350 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-eb85b92e-f329-451b-8ede-20029a133aad tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702007 Nov 19 09:09:12.079754 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] For port 7bdfd676-5164-47fb-8180-8e8a079d79d2, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:09:12.084056 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] For port 7bdfd676-5164-47fb-8180-8e8a079d79d2, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7bdfd676-5164-47fb-8180-8e8a079d79d2,segment=NetworkSegment(299cbb5d-b46d-4652-99f0-0f2feed2a91d),segment_id=299cbb5d-b46d-4652-99f0-0f2feed2a91d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:09:12.093821 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:12.131726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e22ede4-ad8c-4199-b709-9764351a0697 req-77a729a6-38fa-4a1d-98a0-21a79af667e4 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065965 Nov 19 09:09:12.139992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:12.140432 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:12.141913 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] 10.222.0.71 "PUT /v2.0/ports/7bdfd676-5164-47fb-8180-8e8a079d79d2 HTTP/1.1" status: 200 len: 1092 time: 0.8835671 Nov 19 09:09:12.142477 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3d26d9-971d-4f08-8d46-837c58ed4676', 'tag': '7bdfd676-5164-47fb-8180-8e8a079d79d2'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:12.144767 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acf55d5-32e9-4889-aa65-bde3ffb7db9e" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3d26d9-971d-4f08-8d46-837c58ed4676", "tag": "7bdfd676-5164-47fb-8180-8e8a079d79d2"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:12.199690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89aee55-af5f-4bba-b50d-b89146e40c05 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdfd676-5164-47fb-8180-8e8a079d79d2,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:12.203883 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-5a9b48fe-26a8-4d3e-8e51-9dabb4e4b003 service neutron] 10.222.0.21 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637535 Nov 19 09:09:12.262410 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-de90a9c7-324d-44a6-a6be-d9248dec9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:12.264177 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-de90a9c7-324d-44a6-a6be-d9248dec9635 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dc564474a886424f8e6de0f588367030&device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 1095 time: 0.0496988 Nov 19 09:09:12.306359 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-7fb2021f-3c05-443d-a98d-435e2c5a581b service neutron] 10.222.0.66 "GET /v2.0/ports/053e479a-be60-4f45-83f3-abbd16a4654f/bindings/n-h2-805649-14 HTTP/1.1" status: 200 len: 385 time: 0.1666424 Nov 19 09:09:12.309941 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-f6eb4c58-e8af-42f5-84cd-08eae31b388d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bdfd676-5164-47fb-8180-8e8a079d79d2 HTTP/1.1" status: 200 len: 217 time: 0.0373151 Nov 19 09:09:12.381271 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-62164c62-53b6-401b-8b7b-385f51bbf564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:12.382799 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-62164c62-53b6-401b-8b7b-385f51bbf564 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a1df07e4-066e-4a3e-b425-a6d2ea13971b HTTP/1.1" status: 200 len: 862 time: 0.0619042 Nov 19 09:09:12.421256 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-14d291e3-4387-43d1-9c9e-a1ba74bd622e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=807646a5-b8ce-48b1-b4c2-afb1c7aea633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272260 Nov 19 09:09:12.460531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84413a70-16e9-4e5c-949a-f19efaeb400a req-4ae01f68-ddab-40af-a424-bbcf61159e66 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:12.462175 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-84413a70-16e9-4e5c-949a-f19efaeb400a req-4ae01f68-ddab-40af-a424-bbcf61159e66 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 948 time: 0.1676505 Nov 19 09:09:12.475259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-3cb730c2-4483-4575-9b96-60112c3cff94 service neutron] 10.222.0.21 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626727 Nov 19 09:09:12.523286 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-9c52a8c2-099e-4604-98d0-25c9dd1b394d service neutron] 10.222.0.71 "GET /v2.0/networks/807646a5-b8ce-48b1-b4c2-afb1c7aea633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923638 Nov 19 09:09:12.563675 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-84413a70-16e9-4e5c-949a-f19efaeb400a req-4a31ae0a-58e1-47cf-87f3-794d8d8eec46 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928864 Nov 19 09:09:12.642811 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7b8d0970-e674-4d9b-95a5-6aec37497713 req-c7ee1975-7d2e-459b-9b69-b4b1f49e5285 service neutron] 10.222.0.71 "GET /v2.0/networks/807646a5-b8ce-48b1-b4c2-afb1c7aea633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112039 Nov 19 09:09:12.648349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 1d5f2188-0ac9-4d4c-9793-be1b24261b85 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:09:12.673830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 053e479a-be60-4f45-83f3-abbd16a4654f no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:09:12.694431 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d68d4b3-cc27-48a1-af5f-e691288681dc x-openstack-request-id: req-3d68d4b3-cc27-48a1-af5f-e691288681dc {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:12.695350 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3d26d9-971d-4f08-8d46-837c58ed4676", "tag": "7bdfd676-5164-47fb-8180-8e8a079d79d2", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:12.695936 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d68d4b3-cc27-48a1-af5f-e691288681dc {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:12.696523 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3d26d9-971d-4f08-8d46-837c58ed4676', 'tag': '7bdfd676-5164-47fb-8180-8e8a079d79d2', 'status': 'completed', 'code': 200} Nov 19 09:09:12.772388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-88a96e29-d389-4df4-93f8-5d1759dc8097 service neutron] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=053e479a-be60-4f45-83f3-abbd16a4654f,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:12.813776 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf55d5-32e9-4889-aa65-bde3ffb7db9e req-d53ea37b-416e-4961-9566-614c246e7bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:12.822825 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4acf55d5-32e9-4889-aa65-bde3ffb7db9e req-d53ea37b-416e-4961-9566-614c246e7bde service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dc564474a886424f8e6de0f588367030&device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 1095 time: 0.0961616 Nov 19 09:09:12.823615 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-88a96e29-d389-4df4-93f8-5d1759dc8097 service neutron] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:09:12.878744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01887f-fe9e-4954-be3c-83dcd3b2493b req-0b7ca72a-64c5-4b26-a056-811149132e0c tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:12.880391 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d01887f-fe9e-4954-be3c-83dcd3b2493b req-0b7ca72a-64c5-4b26-a056-811149132e0c tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 943 time: 0.2068818 Nov 19 09:09:12.958222 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 1d5f2188-0ac9-4d4c-9793-be1b24261b85, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1d5f2188-0ac9-4d4c-9793-be1b24261b85,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:12.958749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-88a96e29-d389-4df4-93f8-5d1759dc8097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053e479a-be60-4f45-83f3-abbd16a4654f {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:09:12.975223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '1d5f2188-0ac9-4d4c-9793-be1b24261b85', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '1d5f2188-0ac9-4d4c-9793-be1b24261b85', 'mac_address': 'fa:16:3e:fc:51:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:09:12.978338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-88a96e29-d389-4df4-93f8-5d1759dc8097 service neutron] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=053e479a-be60-4f45-83f3-abbd16a4654f,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:13.018371 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf55d5-32e9-4889-aa65-bde3ffb7db9e req-9be8d2d6-d815-469f-9580-754ae9dbe27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:13.020328 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4acf55d5-32e9-4889-aa65-bde3ffb7db9e req-9be8d2d6-d815-469f-9580-754ae9dbe27a service neutron] 10.222.0.71 "GET /v2.0/networks?id=807646a5-b8ce-48b1-b4c2-afb1c7aea633 HTTP/1.1" status: 200 len: 923 time: 0.1784039 Nov 19 09:09:13.036332 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-88a96e29-d389-4df4-93f8-5d1759dc8097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:13.040866 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:13.056936 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5f2188-0ac9-4d4c-9793-be1b24261b85 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:09:13.081712 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d01887f-fe9e-4954-be3c-83dcd3b2493b req-a2b87f67-ae73-4382-989b-083ed9e348f2 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb9e2d1-c765-47e8-b293-eecfebcd77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737201 Nov 19 09:09:13.086919 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 1d5f2188-0ac9-4d4c-9793-be1b24261b85, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1d5f2188-0ac9-4d4c-9793-be1b24261b85,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:13.087998 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4acf55d5-32e9-4889-aa65-bde3ffb7db9e req-74ea0ffe-0081-478b-ba0a-1299b0a08fdc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bdfd676-5164-47fb-8180-8e8a079d79d2 HTTP/1.1" status: 200 len: 217 time: 0.0550718 Nov 19 09:09:13.103695 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:13.161657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e90d2d-e28e-41e7-bdf4-c52778c04714 req-067b47fb-9ee0-4c73-a229-b5240f4db8f9 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:13.163427 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0e90d2d-e28e-41e7-bdf4-c52778c04714 req-067b47fb-9ee0-4c73-a229-b5240f4db8f9 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.2113509 Nov 19 09:09:13.190305 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=1d5f2188-0ac9-4d4c-9793-be1b24261b85,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:13.196087 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15027f4c-2bdb-4bc0-be9d-e29c51708cf0 req-e599f2a1-cfe8-46c9-b54c-cdce756e7d01 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 210 time: 0.0614100 Nov 19 09:09:13.208634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf55d5-32e9-4889-aa65-bde3ffb7db9e req-0282e1ba-52c7-460e-a780-664bb5bb5b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:13.211190 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4acf55d5-32e9-4889-aa65-bde3ffb7db9e req-0282e1ba-52c7-460e-a780-664bb5bb5b1a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a1df07e4-066e-4a3e-b425-a6d2ea13971b HTTP/1.1" status: 200 len: 862 time: 0.1130726 Nov 19 09:09:13.256472 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4acf55d5-32e9-4889-aa65-bde3ffb7db9e req-e5dba967-6cf5-45dd-9fd9-cd269ba5f9c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=807646a5-b8ce-48b1-b4c2-afb1c7aea633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347726 Nov 19 09:09:13.275622 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-88a96e29-d389-4df4-93f8-5d1759dc8097 service neutron] Transition to ACTIVE for port object 053e479a-be60-4f45-83f3-abbd16a4654f will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:09:13.285359 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-88a96e29-d389-4df4-93f8-5d1759dc8097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:13.323851 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0e90d2d-e28e-41e7-bdf4-c52778c04714 req-3e606535-7879-43e4-af8c-57160fcee010 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346343 Nov 19 09:09:13.375415 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-88a96e29-d389-4df4-93f8-5d1759dc8097 service neutron] No DVR routers for this DVR port 053e479a-be60-4f45-83f3-abbd16a4654f on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:09:13.425806 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4acf55d5-32e9-4889-aa65-bde3ffb7db9e req-e940ec7e-951e-44dd-a392-85e1b9109427 service neutron] 10.222.0.71 "GET /v2.0/networks/807646a5-b8ce-48b1-b4c2-afb1c7aea633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570520 Nov 19 09:09:13.432836 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-88a96e29-d389-4df4-93f8-5d1759dc8097 service neutron] 10.222.0.66 "PUT /v2.0/ports/053e479a-be60-4f45-83f3-abbd16a4654f/bindings/n-h2-805649-14/activate HTTP/1.1" status: 200 len: 370 time: 1.1072824 Nov 19 09:09:13.434105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a96e29-d389-4df4-93f8-5d1759dc8097 service neutron] Pushing event updated for resources: {'Port': ['ID=053e479a-be60-4f45-83f3-abbd16a4654f,revision_number=10']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:13.442159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-ed1e6f6d-332a-42b8-95be-43434a6d9d3a req-b629f57c-64f9-4aa5-b185-ce46badeaa09 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:09:13.443569 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed1e6f6d-332a-42b8-95be-43434a6d9d3a req-b629f57c-64f9-4aa5-b185-ce46badeaa09 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0200169 Nov 19 09:09:13.491752 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['1d5f2188-0ac9-4d4c-9793-be1b24261b85'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:13.526861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732b570-1d07-44cb-bb18-7c01fbfeeb54 req-b7726ecf-1b96-4cec-b477-a8204dd187a4 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:13.528575 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4732b570-1d07-44cb-bb18-7c01fbfeeb54 req-b7726ecf-1b96-4cec-b477-a8204dd187a4 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 945 time: 0.0729246 Nov 19 09:09:13.593383 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4acf55d5-32e9-4889-aa65-bde3ffb7db9e req-fae659fd-0f1a-4ffe-8805-d72ad462c60c service neutron] 10.222.0.71 "GET /v2.0/networks/807646a5-b8ce-48b1-b4c2-afb1c7aea633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566491 Nov 19 09:09:13.622264 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4732b570-1d07-44cb-bb18-7c01fbfeeb54 req-459085f8-e2b9-42fb-86bd-5dbde930f110 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869844 Nov 19 09:09:13.663492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-40837fe7-190a-4a54-bdaa-5605c4f0a945 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:13.665002 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-40837fe7-190a-4a54-bdaa-5605c4f0a945 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36&tenant_id=f4ec3ebf1477409f8393f974b06cf696&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 1097 time: 0.0944488 Nov 19 09:09:13.853176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b2402-32f5-4a11-836e-7febf7e1ded7 req-4d554684-867f-4b01-892b-6cb0a24e957f tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:13.854674 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f2b2402-32f5-4a11-836e-7febf7e1ded7 req-4d554684-867f-4b01-892b-6cb0a24e957f tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 946 time: 0.1667671 Nov 19 09:09:13.857126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-9aa839a4-fb34-462f-b63d-9965afb33308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:13.858506 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-9aa839a4-fb34-462f-b63d-9965afb33308 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36&tenant_id=f4ec3ebf1477409f8393f974b06cf696 HTTP/1.1" status: 200 len: 1097 time: 0.1839173 Nov 19 09:09:13.863123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-13b2fae0-0cb0-4961-9733-8ff606beb380 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1263773 Nov 19 09:09:13.883011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdbc5b-c178-4210-90ba-97dbda05dae6 req-a62cddd8-d37d-4a19-b565-4ca407a0fe3a tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:13.885207 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-91cdbc5b-c178-4210-90ba-97dbda05dae6 req-a62cddd8-d37d-4a19-b565-4ca407a0fe3a tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 949 time: 0.1285417 Nov 19 09:09:13.987744 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f2b2402-32f5-4a11-836e-7febf7e1ded7 req-caac9cc7-36d4-4f8a-82bd-b701450bfcf7 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220493 Nov 19 09:09:13.994541 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-91cdbc5b-c178-4210-90ba-97dbda05dae6 req-fb182879-8ade-4d8f-a95a-f6a725aeff97 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017597 Nov 19 09:09:14.001427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-838d9d85-5a7f-4551-b426-707c0ff97422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:14.003591 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-838d9d85-5a7f-4551-b426-707c0ff97422 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 1097 time: 0.1019523 Nov 19 09:09:14.154372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f45eaa-4101-49b8-8b99-0c039ddad81e req-94c46a4d-98b0-4030-b889-0d3a5b01eb9e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:14.155929 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b4f45eaa-4101-49b8-8b99-0c039ddad81e req-94c46a4d-98b0-4030-b889-0d3a5b01eb9e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.0916488 Nov 19 09:09:14.159368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-fb54ea90-175d-4b3f-9f80-aeeddf1bcc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:14.160767 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-fb54ea90-175d-4b3f-9f80-aeeddf1bcc72 service neutron] 10.222.0.71 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.1457415 Nov 19 09:09:14.239196 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-4c3f186e-afaf-4ce2-9b5f-d52daa198291 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=053e479a-be60-4f45-83f3-abbd16a4654f HTTP/1.1" status: 200 len: 217 time: 0.0658844 Nov 19 09:09:14.349983 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b4f45eaa-4101-49b8-8b99-0c039ddad81e req-60723d7d-b9a6-404d-bcd1-d073a5a8579f tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834292 Nov 19 09:09:14.364836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193461e-553b-4fa9-90ba-4b42c3c953a5 req-25f874b8-7fce-46a7-819a-5085b6cb1342 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:14.366572 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1193461e-553b-4fa9-90ba-4b42c3c953a5 req-25f874b8-7fce-46a7-819a-5085b6cb1342 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 943 time: 0.1725607 Nov 19 09:09:14.392842 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-d20b7486-9f9f-4c3f-b98f-2a3a9c6f767f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:14.394624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-d20b7486-9f9f-4c3f-b98f-2a3a9c6f767f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.1357963 Nov 19 09:09:14.436409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-4feb43cb-360a-416e-acd6-c0dabe7707d3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312722 Nov 19 09:09:14.442387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-49cf0d65-cdf5-46d0-907b-f50b6505d17b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:14.445272 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-49cf0d65-cdf5-46d0-907b-f50b6505d17b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.71 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 821 time: 0.2106745 Nov 19 09:09:14.459662 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-cdf8deea-2096-48fd-88e6-93bc0ccd92cb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Request body: {'port': {'device_id': '6dd54b63-2334-4175-ab70-993754619b75', 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7', 'admin_state_up': True, 'tenant_id': '6022a22e5412460ca709de7cbe4fe9f5'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:14.544654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1193461e-553b-4fa9-90ba-4b42c3c953a5 req-03730928-adec-48c3-afb1-819a959f27be tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb9e2d1-c765-47e8-b293-eecfebcd77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635041 Nov 19 09:09:14.570955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c56bdd5-0c91-4484-ae5a-7ac724fb05a2 req-5c0769ae-899a-476c-8930-1bf5f14612e4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 210 time: 0.0635188 Nov 19 09:09:14.634914 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-125b7f59-b03c-4649-8e91-7582a2419d4e service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891999 Nov 19 09:09:14.645252 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-cdf8deea-2096-48fd-88e6-93bc0ccd92cb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Made reservation on behalf of 6022a22e5412460ca709de7cbe4fe9f5 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:09:14.649126 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-cdf8deea-2096-48fd-88e6-93bc0ccd92cb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:14.819280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5fabc-1881-4bc7-b7e0-39d3c48ea199 req-d315216c-0d23-4651-aacf-48e4ff69adc5 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:14.820984 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87a5fabc-1881-4bc7-b7e0-39d3c48ea199 req-d315216c-0d23-4651-aacf-48e4ff69adc5 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1842284 Nov 19 09:09:14.837208 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-cdf8deea-2096-48fd-88e6-93bc0ccd92cb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Allocated IP 172.20.0.6 (d30fbe71-c087-401f-bfe5-900cf79af0c7/c9edaf5b-2c55-4161-9d45-b732449b4ded/f9dc5803-0e63-4360-ab2c-bcc662fe2293) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:09:14.855599 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-44192d04-958c-4301-832f-4e369fe2b3fd service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083097 Nov 19 09:09:14.871504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c241443-9642-4c77-8577-1035fbad4990 req-1b39aa6a-f2d2-49a4-a0df-f57184305954 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:14.875547 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c241443-9642-4c77-8577-1035fbad4990 req-1b39aa6a-f2d2-49a4-a0df-f57184305954 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 945 time: 0.1359074 Nov 19 09:09:14.946285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87a5fabc-1881-4bc7-b7e0-39d3c48ea199 req-83d8106d-6f90-4351-be2f-897b49ca10e5 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136222 Nov 19 09:09:14.984834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c241443-9642-4c77-8577-1035fbad4990 req-dbcfc06e-01a4-4cfe-aeed-b7710ee69b87 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938866 Nov 19 09:09:15.126057 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-cdf8deea-2096-48fd-88e6-93bc0ccd92cb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:15.175381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10765df-7c17-47f6-bbf9-f0d41f3c8c68 req-56c00fc3-ed45-4811-8c74-2b3d78df16c7 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:15.176954 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:15.177837 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a10765df-7c17-47f6-bbf9-f0d41f3c8c68 req-56c00fc3-ed45-4811-8c74-2b3d78df16c7 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 946 time: 0.1056628 Nov 19 09:09:15.186027 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-cdf8deea-2096-48fd-88e6-93bc0ccd92cb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:15.197808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34d8fb-dac6-4e65-84ad-3d908b1665ba req-9defaa6a-4d8b-40de-8235-de2a2e7d4208 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:15.199829 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b34d8fb-dac6-4e65-84ad-3d908b1665ba req-9defaa6a-4d8b-40de-8235-de2a2e7d4208 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 949 time: 0.1097884 Nov 19 09:09:15.238298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-cdf8deea-2096-48fd-88e6-93bc0ccd92cb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Network d30fbe71-c087-401f-bfe5-900cf79af0c7 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:09:15.242370 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-cdf8deea-2096-48fd-88e6-93bc0ccd92cb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:09:15.247339 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-cdf8deea-2096-48fd-88e6-93bc0ccd92cb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:09:15.254624 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8deea-2096-48fd-88e6-93bc0ccd92cb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Pushing event updated for resources: {'Port': ['ID=f9dc5803-0e63-4360-ab2c-bcc662fe2293,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:15.306143 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a10765df-7c17-47f6-bbf9-f0d41f3c8c68 req-8236a1da-7b8d-4195-828e-7d0a28dfa03f tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184220 Nov 19 09:09:15.325785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-a4664ad4-135b-4993-9a78-c089b471127e tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:15.327290 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-a4664ad4-135b-4993-9a78-c089b471127e tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36&tenant_id=f4ec3ebf1477409f8393f974b06cf696&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 1097 time: 0.1264284 Nov 19 09:09:15.329342 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-cdf8deea-2096-48fd-88e6-93bc0ccd92cb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:15.330098 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-cdf8deea-2096-48fd-88e6-93bc0ccd92cb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:15.337757 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b34d8fb-dac6-4e65-84ad-3d908b1665ba req-1ec89510-35b6-41d4-bc33-70d144582b99 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214211 Nov 19 09:09:15.342037 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7bdfd676-5164-47fb-8180-8e8a079d79d2 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:09:15.352948 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-cdf8deea-2096-48fd-88e6-93bc0ccd92cb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8973241 Nov 19 09:09:15.380220 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Request body: {'port': {'device_id': '6dd54b63-2334-4175-ab70-993754619b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:15.478333 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:15.540109 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7bdfd676-5164-47fb-8180-8e8a079d79d2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7bdfd676-5164-47fb-8180-8e8a079d79d2,segment=NetworkSegment(299cbb5d-b46d-4652-99f0-0f2feed2a91d),segment_id=299cbb5d-b46d-4652-99f0-0f2feed2a91d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:15.560349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '7bdfd676-5164-47fb-8180-8e8a079d79d2', 'network_id': '807646a5-b8ce-48b1-b4c2-afb1c7aea633', 'port_id': '7bdfd676-5164-47fb-8180-8e8a079d79d2', 'mac_address': 'fa:16:3e:35:a5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1df07e4-066e-4a3e-b425-a6d2ea13971b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:09:15.616126 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:15.633272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdfd676-5164-47fb-8180-8e8a079d79d2 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:09:15.663894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7bdfd676-5164-47fb-8180-8e8a079d79d2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7bdfd676-5164-47fb-8180-8e8a079d79d2,segment=NetworkSegment(299cbb5d-b46d-4652-99f0-0f2feed2a91d),segment_id=299cbb5d-b46d-4652-99f0-0f2feed2a91d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:15.670037 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:15.740902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7bdfd676-5164-47fb-8180-8e8a079d79d2,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:15.862641 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9dc5803-0e63-4360-ab2c-bcc662fe2293 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:09:15.870617 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:15.883261 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Transition to ACTIVE for port object f9dc5803-0e63-4360-ab2c-bcc662fe2293 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:09:15.887383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:15.940785 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-7e6bdffe-e97f-4f58-92d9-c546c6b2f779 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5651727 Nov 19 09:09:15.944553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Pushing event updated for resources: {'Port': ['ID=f9dc5803-0e63-4360-ab2c-bcc662fe2293,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:15.961125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-3e91728a-3f76-4691-9d55-8b0c5617b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:15.962626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-3e91728a-3f76-4691-9d55-8b0c5617b442 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 1101 time: 0.1564345 Nov 19 09:09:15.984131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:16.016378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfea27-7881-4e06-beb6-af2916bf4050 req-b86ad4ba-c669-4655-9bcc-ccab68e112a6 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:16.016934 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Attempting to bind port f9dc5803-0e63-4360-ab2c-bcc662fe2293 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:09:16.017300 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Attempting to bind port f9dc5803-0e63-4360-ab2c-bcc662fe2293 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:09:16.017631 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Attempting to bind port f9dc5803-0e63-4360-ab2c-bcc662fe2293 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:16.017961 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97dfea27-7881-4e06-beb6-af2916bf4050 req-b86ad4ba-c669-4655-9bcc-ccab68e112a6 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.2182298 Nov 19 09:09:16.022373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Port f9dc5803-0e63-4360-ab2c-bcc662fe2293 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:09:16.022788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Attempting to bind port f9dc5803-0e63-4360-ab2c-bcc662fe2293 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:16.028858 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:09:16.029274 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Checking segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:09:16.029612 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Bound using segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:09:16.030032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Bound port: f9dc5803-0e63-4360-ab2c-bcc662fe2293, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:09:16.030411 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:16.046114 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['7bdfd676-5164-47fb-8180-8e8a079d79d2'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:16.111892 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] For port f9dc5803-0e63-4360-ab2c-bcc662fe2293, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:09:16.114898 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:16.115166 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] For port f9dc5803-0e63-4360-ab2c-bcc662fe2293, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:09:16.119585 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:16.123131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-303e0724-8144-4c82-849c-241a8121e096 service neutron] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:09:16.147577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-303e0724-8144-4c82-849c-241a8121e096 service neutron] Publish callbacks [] for binding, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:16.148478 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326ebfb1-393e-46bd-a4ef-bada52ac75a2 req-303e0724-8144-4c82-849c-241a8121e096 service neutron] 10.222.0.71 "DELETE /v2.0/ports/053e479a-be60-4f45-83f3-abbd16a4654f/bindings/n-h1-805649-14 HTTP/1.1" status: 204 len: 173 time: 0.8082230 Nov 19 09:09:16.169313 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:16.170416 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:16.172823 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] 10.222.0.71 "PUT /v2.0/ports/f9dc5803-0e63-4360-ab2c-bcc662fe2293 HTTP/1.1" status: 200 len: 1092 time: 0.8079953 Nov 19 09:09:16.182611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd54b63-2334-4175-ab70-993754619b75', 'tag': 'f9dc5803-0e63-4360-ab2c-bcc662fe2293'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:16.189337 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a01752-595d-4b15-a10a-a7204d871888" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd54b63-2334-4175-ab70-993754619b75", "tag": "f9dc5803-0e63-4360-ab2c-bcc662fe2293"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:16.225847 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97dfea27-7881-4e06-beb6-af2916bf4050 req-0d82fff8-6945-43fd-8020-709bb45b7594 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663427 Nov 19 09:09:16.235503 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-c0d08343-ac90-4f1f-bdc0-6b922ac30a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:16.247685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-c0d08343-ac90-4f1f-bdc0-6b922ac30a2c service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2554817 Nov 19 09:09:16.295844 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2d5d4-3fa1-43e7-8193-790e553a663e service neutron] Pushing event updated for resources: {'Port': ['ID=f9dc5803-0e63-4360-ab2c-bcc662fe2293,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:16.327944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-f1015945-c741-4323-9f5f-ebe4f51d4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:16.330586 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-f1015945-c741-4323-9f5f-ebe4f51d4ba0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 1095 time: 0.0800726 Nov 19 09:09:16.343246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-1e0661aa-3e9f-41f2-b315-8f9bb59f2d94 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc HTTP/1.1" status: 200 len: 217 time: 0.0800939 Nov 19 09:09:16.381908 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-d7cc14b9-5844-422a-b0c6-76d002e47b96 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293 HTTP/1.1" status: 200 len: 217 time: 0.0420573 Nov 19 09:09:16.461466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-06ea11f8-296a-4122-827c-7c146737d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:16.462902 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-06ea11f8-296a-4122-827c-7c146737d91e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0748856 Nov 19 09:09:16.465900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-e1c82fb5-0d31-4877-8f72-a1cdcb9e60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:16.467344 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-e1c82fb5-0d31-4877-8f72-a1cdcb9e60d8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.0771949 Nov 19 09:09:16.470947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229744f-96e4-4bc1-9aac-31e99363a7e1 req-2a7033ad-dc07-4b20-8f35-7fa0187286a5 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:16.472486 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b229744f-96e4-4bc1-9aac-31e99363a7e1 req-2a7033ad-dc07-4b20-8f35-7fa0187286a5 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 944 time: 0.1345384 Nov 19 09:09:16.475620 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030400f2-73b0-4470-a248-f2280052cb67 req-7ff11e21-b78e-4bea-9713-2fbcc23af232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:16.477539 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-030400f2-73b0-4470-a248-f2280052cb67 req-7ff11e21-b78e-4bea-9713-2fbcc23af232 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 1098 time: 0.0777695 Nov 19 09:09:16.507505 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-66d027ee-d2a8-4a4e-a6ee-c0645f9c1a47 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288055 Nov 19 09:09:16.548089 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:16.574768 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-f91f271c-0551-4731-9e5e-66eb027b17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:16.576354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-f91f271c-0551-4731-9e5e-66eb027b17ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0979228 Nov 19 09:09:16.604486 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b229744f-96e4-4bc1-9aac-31e99363a7e1 req-b211e6d1-064c-4666-8183-7f063e5ffdab tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb9e2d1-c765-47e8-b293-eecfebcd77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246762 Nov 19 09:09:16.612291 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-030400f2-73b0-4470-a248-f2280052cb67 req-ea9e9235-42f5-4a5f-b7d1-411892a4c6ed service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259627 Nov 19 09:09:16.658380 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-6e358e7d-9f46-44d9-b361-80b068c8de41 service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401198 Nov 19 09:09:16.681429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 1d5f2188-0ac9-4d4c-9793-be1b24261b85 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:09:16.738601 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 1d5f2188-0ac9-4d4c-9793-be1b24261b85 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:09:16.744363 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 1d5f2188-0ac9-4d4c-9793-be1b24261b85 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:16.745041 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:16.783001 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba5568e5-0d75-40d3-bb0b-5674c3f4804d req-0cc9e638-5319-46a2-88f7-9a558e534607 service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138589 Nov 19 09:09:16.793584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Allocated IP 172.25.0.21 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/2cb1445f-b07a-4b0f-96e2-8074457a300d) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:09:16.805380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-1a1d1536-c07e-4cc9-9e06-e5a1e3b59a11 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000515 Nov 19 09:09:16.823121 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58230b-2879-4ad7-bd5b-897349b6d654 req-f80524b7-7c7a-4581-a64b-18abf6b002eb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:16.825235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f58230b-2879-4ad7-bd5b-897349b6d654 req-f80524b7-7c7a-4581-a64b-18abf6b002eb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 943 time: 0.1215148 Nov 19 09:09:16.834750 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:16.858270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d8d31d-86fa-41e0-9773-a8dacb3b0268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5f2188-0ac9-4d4c-9793-be1b24261b85'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:16.860593 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82bbb3e-4234-4a36-9bf3-eb8e7a4daa3c" -d '{"events": [{"server_uuid": "96d8d31d-86fa-41e0-9773-a8dacb3b0268", "name": "network-vif-plugged", "status": "completed", "tag": "1d5f2188-0ac9-4d4c-9793-be1b24261b85"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:16.880767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 1d5f2188-0ac9-4d4c-9793-be1b24261b85, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1d5f2188-0ac9-4d4c-9793-be1b24261b85,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:16.887580 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:16.939703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=1d5f2188-0ac9-4d4c-9793-be1b24261b85,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:16.988548 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f58230b-2879-4ad7-bd5b-897349b6d654 req-947750d7-5cc1-44e2-93c5-f9491850552f tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491418 Nov 19 09:09:17.040950 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:17.044475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-edcc1ed5-7b9b-4e26-9d37-9a41ada8eb61 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723480 Nov 19 09:09:17.091098 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:17.146423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:09:17.151171 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:09:17.157383 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:09:17.175429 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Pushing event updated for resources: {'Port': ['ID=2cb1445f-b07a-4b0f-96e2-8074457a300d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:17.187847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12b391-d54f-4174-ba11-fd4b4cac6e8d req-8929edc3-c122-4471-8031-ac4ff4aca5d4 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:17.189733 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4f12b391-d54f-4174-ba11-fd4b4cac6e8d req-8929edc3-c122-4471-8031-ac4ff4aca5d4 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1100252 Nov 19 09:09:17.257321 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:17.279452 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4f12b391-d54f-4174-ba11-fd4b4cac6e8d req-8f88be4f-0c26-42f0-a8d1-bdfe30cc9422 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681098 Nov 19 09:09:17.303276 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:17.445467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3af96f-7cdd-481c-a176-f45e314ae6bf req-50504090-2cfe-4768-83a0-33c02465baf0 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:17.447012 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c3af96f-7cdd-481c-a176-f45e314ae6bf req-50504090-2cfe-4768-83a0-33c02465baf0 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 945 time: 0.1017799 Nov 19 09:09:17.533579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c3af96f-7cdd-481c-a176-f45e314ae6bf req-d4516a25-53ef-41c1-b71a-9f18e33d45a2 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788424 Nov 19 09:09:17.545993 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:17.556498 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:17.582941 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b1e295-acc1-4dd6-a291-a320e1590d7b x-openstack-request-id: req-66b1e295-acc1-4dd6-a291-a320e1590d7b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:17.583461 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd54b63-2334-4175-ab70-993754619b75", "tag": "f9dc5803-0e63-4360-ab2c-bcc662fe2293", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:17.583461 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66b1e295-acc1-4dd6-a291-a320e1590d7b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:17.583853 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd54b63-2334-4175-ab70-993754619b75', 'tag': 'f9dc5803-0e63-4360-ab2c-bcc662fe2293', 'status': 'completed', 'code': 200} Nov 19 09:09:17.587063 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:17.593231 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:17.623883 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:17.625421 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6706424 Nov 19 09:09:17.626035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3e8ef-3dbf-46f6-acab-8a491d8b5d80 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Pushing event updated for resources: {'Port': ['ID=2cb1445f-b07a-4b0f-96e2-8074457a300d,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:17.680088 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a01752-595d-4b15-a10a-a7204d871888 req-b26316fe-5786-41d2-901a-6667c248e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:17.681634 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f6a01752-595d-4b15-a10a-a7204d871888 req-b26316fe-5786-41d2-901a-6667c248e884 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 1095 time: 0.0560136 Nov 19 09:09:17.716066 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-4782c013-6c18-495c-a63e-0a62ddea7773 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.0828769 Nov 19 09:09:17.778120 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a01752-595d-4b15-a10a-a7204d871888 req-3d9b2fb6-cf59-4886-a96a-963983d74f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:17.779510 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f6a01752-595d-4b15-a10a-a7204d871888 req-3d9b2fb6-cf59-4886-a96a-963983d74f45 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.0895414 Nov 19 09:09:17.813925 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157be592-5493-4aa6-bbc1-c759e6ff30e3 req-d9723fa3-65b9-4b07-a74e-7b12fc542ffa tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:17.815748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-157be592-5493-4aa6-bbc1-c759e6ff30e3 req-d9723fa3-65b9-4b07-a74e-7b12fc542ffa tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 950 time: 0.1541452 Nov 19 09:09:17.829372 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f6a01752-595d-4b15-a10a-a7204d871888 req-98804142-1cc4-43d9-9778-30729b40af3f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293 HTTP/1.1" status: 200 len: 217 time: 0.0389950 Nov 19 09:09:17.868156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-bf3b702e-a91e-46ac-879b-345972ad7b31 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:17.869645 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-bf3b702e-a91e-46ac-879b-345972ad7b31 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.1363025 Nov 19 09:09:17.889739 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a01752-595d-4b15-a10a-a7204d871888 req-523d581c-be84-48f8-abcc-cd4126f26e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:17.891970 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f6a01752-595d-4b15-a10a-a7204d871888 req-523d581c-be84-48f8-abcc-cd4126f26e56 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.0507939 Nov 19 09:09:17.896046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c8e1cb25-364a-4bc5-aeca-dca371188b4e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:09:17.897115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a2eedf4c-6ef6-477a-8911-10dbbe71d6b3 req-c8e1cb25-364a-4bc5-aeca-dca371188b4e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140817 Nov 19 09:09:17.911959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-157be592-5493-4aa6-bbc1-c759e6ff30e3 req-79103287-44e9-47ae-ad25-cff66a008088 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797598 Nov 19 09:09:17.948582 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f6a01752-595d-4b15-a10a-a7204d871888 req-ff1c2396-80bc-4a66-a094-a5db3bc99954 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337143 Nov 19 09:09:17.992985 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27aaf68f-3ea7-49d0-bce0-880331c3eeae x-openstack-request-id: req-27aaf68f-3ea7-49d0-bce0-880331c3eeae {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:17.993536 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d8d31d-86fa-41e0-9773-a8dacb3b0268", "name": "network-vif-plugged", "status": "completed", "tag": "1d5f2188-0ac9-4d4c-9793-be1b24261b85", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:17.993629 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27aaf68f-3ea7-49d0-bce0-880331c3eeae {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:17.994104 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d8d31d-86fa-41e0-9773-a8dacb3b0268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5f2188-0ac9-4d4c-9793-be1b24261b85', 'code': 200} Nov 19 09:09:18.085848 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f6a01752-595d-4b15-a10a-a7204d871888 req-98be96d9-78ee-4b19-8e01-73846c3eb608 service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145272 Nov 19 09:09:18.104528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f741a63-1ee1-4bac-a451-deb68d616975 req-05a97538-578f-4115-851e-903a8ed7454c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:18.106280 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f741a63-1ee1-4bac-a451-deb68d616975 req-05a97538-578f-4115-851e-903a8ed7454c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.0766909 Nov 19 09:09:18.202184 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f6a01752-595d-4b15-a10a-a7204d871888 req-ebe6e605-a196-46b2-bff2-72a91cdb732d service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031332 Nov 19 09:09:18.204394 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3c92b-0f4d-48e3-8431-150ba3c9cadc req-7bb62184-08c3-44e8-ac7f-2b7e49a89480 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:18.205958 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7bc3c92b-0f4d-48e3-8431-150ba3c9cadc req-7bb62184-08c3-44e8-ac7f-2b7e49a89480 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 944 time: 0.1139672 Nov 19 09:09:18.234465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f741a63-1ee1-4bac-a451-deb68d616975 req-2a4dab05-92a8-4720-8870-efd210bd7736 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194992 Nov 19 09:09:18.242463 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708c9f1-fd65-4ee4-b74e-14bb52ac66f9 req-ab98e36d-9698-47e4-945e-55d78754f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:18.243946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1708c9f1-fd65-4ee4-b74e-14bb52ac66f9 req-ab98e36d-9698-47e4-945e-55d78754f3f7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 1102 time: 0.1003082 Nov 19 09:09:18.294559 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7bc3c92b-0f4d-48e3-8431-150ba3c9cadc req-d59f09be-9dd3-40f2-9224-d2d07bd536e6 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb9e2d1-c765-47e8-b293-eecfebcd77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778291 Nov 19 09:09:18.342862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1708c9f1-fd65-4ee4-b74e-14bb52ac66f9 req-fed1a6fc-2735-407e-b0e4-81520c6f4594 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842664 Nov 19 09:09:18.372621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1d3f-facb-47b2-9931-7780c2db630d req-0e147413-63b7-4c49-85eb-95f76745e296 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:18.374167 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b7c1d3f-facb-47b2-9931-7780c2db630d req-0e147413-63b7-4c49-85eb-95f76745e296 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 943 time: 0.0702589 Nov 19 09:09:18.431259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab17579-9467-4609-bb1f-3c327de26944 req-54372ea1-1da4-4bb5-ab4b-7be789ea8ae2 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:18.432785 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ab17579-9467-4609-bb1f-3c327de26944 req-54372ea1-1da4-4bb5-ab4b-7be789ea8ae2 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 1097 time: 0.0797248 Nov 19 09:09:18.440986 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b7c1d3f-facb-47b2-9931-7780c2db630d req-122333b4-b326-462d-beaf-19d26b7868aa tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530500 Nov 19 09:09:18.482000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ab17579-9467-4609-bb1f-3c327de26944 req-2c0b25fc-69e0-437d-82bc-242f5a16774d tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400076 Nov 19 09:09:18.637669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152185d1-05a3-4ff4-bafe-a3e9d7844724 req-43f00751-813b-40a4-8b4e-ef000ec821c3 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:18.639030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-152185d1-05a3-4ff4-bafe-a3e9d7844724 req-43f00751-813b-40a4-8b4e-ef000ec821c3 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.0946090 Nov 19 09:09:18.676407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-8bf2c675-d4de-4468-a433-86d0b6bd4b83 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:18.678036 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-8bf2c675-d4de-4468-a433-86d0b6bd4b83 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 821 time: 0.1575317 Nov 19 09:09:18.714532 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-d2135599-2fa1-4c5d-8ac1-b1bcc34a966a tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/quotas/f3a333a3d2d742e08dbc5eaaac87b97d HTTP/1.1" status: 200 len: 375 time: 0.0296030 Nov 19 09:09:18.718400 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-152185d1-05a3-4ff4-bafe-a3e9d7844724 req-83527a53-0d24-4127-a665-a50778b572af tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734422 Nov 19 09:09:18.771705 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-e8e01345-abd8-4c4a-a3a9-83755e2749b2 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514348 Nov 19 09:09:18.874940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed320b96-f26c-4011-9046-5433610c6a87 req-571d5f2a-f140-40a9-9a5c-2245ee663c89 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:18.876477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed320b96-f26c-4011-9046-5433610c6a87 req-571d5f2a-f140-40a9-9a5c-2245ee663c89 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 1097 time: 0.1020787 Nov 19 09:09:18.905480 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-6b7964d8-8be6-451d-b205-2f16c330fc58 service neutron] 10.222.0.21 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230178 Nov 19 09:09:18.973320 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed320b96-f26c-4011-9046-5433610c6a87 req-ba578a4f-40ec-437b-8bf0-84d79b8d577e tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888629 Nov 19 09:09:19.018461 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-695e4e61-50ea-4588-bf21-400d6e98952b service neutron] 10.222.0.21 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064658 Nov 19 09:09:19.127534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8118f4b-a5bd-4347-b2de-fbc0b984f4ea req-eb9397ee-6896-458b-b22c-74b8c9eb1291 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:19.129006 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8118f4b-a5bd-4347-b2de-fbc0b984f4ea req-eb9397ee-6896-458b-b22c-74b8c9eb1291 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 950 time: 0.0548108 Nov 19 09:09:19.203953 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8118f4b-a5bd-4347-b2de-fbc0b984f4ea req-c144f3be-f9dd-4da8-949a-d0c54cb18d46 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683725 Nov 19 09:09:19.352043 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f9dc5803-0e63-4360-ab2c-bcc662fe2293 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:09:19.355730 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7bdfd676-5164-47fb-8180-8e8a079d79d2 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:09:19.397526 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da87cb59-d614-48d9-8d60-6447ecc5db14 req-7a45a00a-85b9-479a-822b-97cdd518408f tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 210 time: 0.0623450 Nov 19 09:09:19.461069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f81c3e-2748-4952-a4e5-d5d9c8189082 req-c90ebdae-b34e-45f3-8b5f-9f0a13ce32e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:19.462695 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-69f81c3e-2748-4952-a4e5-d5d9c8189082 req-c90ebdae-b34e-45f3-8b5f-9f0a13ce32e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04047b519840476fb11f47f5e01d67ee&device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 1098 time: 0.0994821 Nov 19 09:09:19.524460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 7bdfd676-5164-47fb-8180-8e8a079d79d2 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:09:19.532482 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 7bdfd676-5164-47fb-8180-8e8a079d79d2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:19.533101 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:19.595456 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f9dc5803-0e63-4360-ab2c-bcc662fe2293, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:19.601055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142993f-9c2a-4681-ab94-8df680120d03 req-494bd880-9d77-486d-a39f-83bb8e604bca tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:19.603256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1142993f-9c2a-4681-ab94-8df680120d03 req-494bd880-9d77-486d-a39f-83bb8e604bca tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.1269450 Nov 19 09:09:19.621531 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'f9dc5803-0e63-4360-ab2c-bcc662fe2293', 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7', 'port_id': 'f9dc5803-0e63-4360-ab2c-bcc662fe2293', 'mac_address': 'fa:16:3e:0e:9c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9edaf5b-2c55-4161-9d45-b732449b4ded', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:09:19.692604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f81c3e-2748-4952-a4e5-d5d9c8189082 req-6159f911-4152-4226-8bbe-d4ee2058b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:19.694131 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-69f81c3e-2748-4952-a4e5-d5d9c8189082 req-6159f911-4152-4226-8bbe-d4ee2058b925 service neutron] 10.222.0.66 "GET /v2.0/networks?id=44d3298f-7adf-4433-ae40-67bd57efdfb7 HTTP/1.1" status: 200 len: 920 time: 0.2051163 Nov 19 09:09:19.708642 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1142993f-9c2a-4681-ab94-8df680120d03 req-1da9e4f2-95ae-4645-86b0-d30fbd9a13bd tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993783 Nov 19 09:09:19.725372 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:19.728518 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:19.792419 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9dc5803-0e63-4360-ab2c-bcc662fe2293 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:09:19.808577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-69f81c3e-2748-4952-a4e5-d5d9c8189082 req-fdf080b7-5f8b-49c4-8960-19f4f2f4b606 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79007b7f-85a7-4926-af69-9a74ceea9875 HTTP/1.1" status: 200 len: 217 time: 0.0926583 Nov 19 09:09:19.816058 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7bdfd676-5164-47fb-8180-8e8a079d79d2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7bdfd676-5164-47fb-8180-8e8a079d79d2,segment=NetworkSegment(299cbb5d-b46d-4652-99f0-0f2feed2a91d),segment_id=299cbb5d-b46d-4652-99f0-0f2feed2a91d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:19.848594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f9dc5803-0e63-4360-ab2c-bcc662fe2293, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:19.849724 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:19.863209 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:19.896527 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54a152-23e7-4205-8b6b-427f5918354a req-0401469c-3c22-4297-a486-885ed1669e8a tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:19.898303 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a54a152-23e7-4205-8b6b-427f5918354a req-0401469c-3c22-4297-a486-885ed1669e8a tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1618950 Nov 19 09:09:19.899254 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7659ce4b-0f5e-4fe9-b281-db4bba0ec24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:19.920557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f81c3e-2748-4952-a4e5-d5d9c8189082 req-424fc186-162f-4432-89ec-e5370472c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:19.921911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-69f81c3e-2748-4952-a4e5-d5d9c8189082 req-424fc186-162f-4432-89ec-e5370472c9f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96926490-af93-496a-ac14-62637eebbbfd HTTP/1.1" status: 200 len: 859 time: 0.1015193 Nov 19 09:09:19.923752 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7bdfd676-5164-47fb-8180-8e8a079d79d2,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:19.977456 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f9dc5803-0e63-4360-ab2c-bcc662fe2293,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:19.996767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3d26d9-971d-4f08-8d46-837c58ed4676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdfd676-5164-47fb-8180-8e8a079d79d2'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:20.000949 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db586c30-386d-4363-a33e-9a7fc4beee06" -d '{"events": [{"server_uuid": "8e3d26d9-971d-4f08-8d46-837c58ed4676", "name": "network-vif-plugged", "status": "completed", "tag": "7bdfd676-5164-47fb-8180-8e8a079d79d2"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:20.196966 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79abd3-2318-4111-8a7a-623da7c30dae req-afb3b2ed-45d6-4494-a090-95acffebe847 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:20.198410 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f79abd3-2318-4111-8a7a-623da7c30dae req-afb3b2ed-45d6-4494-a090-95acffebe847 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 945 time: 0.3983085 Nov 19 09:09:20.240571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-69f81c3e-2748-4952-a4e5-d5d9c8189082 req-5b63b387-1106-4555-93be-9c8504a96b4b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=44d3298f-7adf-4433-ae40-67bd57efdfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519826 Nov 19 09:09:20.295087 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['f9dc5803-0e63-4360-ab2c-bcc662fe2293'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:20.297467 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a54a152-23e7-4205-8b6b-427f5918354a req-f9ea6ced-2e6b-415a-853d-f9bb9eac3a79 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904424 Nov 19 09:09:20.337368 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f79abd3-2318-4111-8a7a-623da7c30dae req-81fbe354-3f0f-4fe0-8332-0fbe209bccbe tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb9e2d1-c765-47e8-b293-eecfebcd77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295536 Nov 19 09:09:20.420528 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-69f81c3e-2748-4952-a4e5-d5d9c8189082 req-ba403088-4db5-44a4-b9c1-5ba62f7ba3a0 service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596162 Nov 19 09:09:20.439731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de485e-86aa-4502-9c01-78d74781deff req-6c98837a-3d0f-4c68-be6a-6a4e9e8363a3 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:20.445285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d0de485e-86aa-4502-9c01-78d74781deff req-6c98837a-3d0f-4c68-be6a-6a4e9e8363a3 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 944 time: 0.0752246 Nov 19 09:09:20.480998 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dcd8e9-5ec4-4d03-80b5-350cf79dbf5c x-openstack-request-id: req-a3dcd8e9-5ec4-4d03-80b5-350cf79dbf5c {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:20.481528 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3d26d9-971d-4f08-8d46-837c58ed4676", "name": "network-vif-plugged", "status": "completed", "tag": "7bdfd676-5164-47fb-8180-8e8a079d79d2", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:20.481617 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3dcd8e9-5ec4-4d03-80b5-350cf79dbf5c {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:20.482025 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3d26d9-971d-4f08-8d46-837c58ed4676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdfd676-5164-47fb-8180-8e8a079d79d2', 'code': 200} Nov 19 09:09:20.595468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d0de485e-86aa-4502-9c01-78d74781deff req-599503d4-c963-47f1-b8d9-c06e4e5702bd tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386096 Nov 19 09:09:20.645062 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-69f81c3e-2748-4952-a4e5-d5d9c8189082 req-0c078f52-0d1c-428f-8a8f-055f511ec69e service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983292 Nov 19 09:09:20.671196 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928095f-98c6-4b57-a881-b63c2e244fef req-e35f098e-c4f4-42c2-a07d-85a2cc40d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:20.675349 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6928095f-98c6-4b57-a881-b63c2e244fef req-e35f098e-c4f4-42c2-a07d-85a2cc40d6b0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 1097 time: 0.0979972 Nov 19 09:09:20.771091 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6928095f-98c6-4b57-a881-b63c2e244fef req-43131f0f-8b27-46f3-b1cf-8932747343b4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1eb9e2d1-c765-47e8-b293-eecfebcd77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736065 Nov 19 09:09:20.784131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f3b78-0506-4fc6-a5d5-c9bad1651a6b req-2778fbfb-41b7-4934-9e22-8d39926bfb32 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:20.785683 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c7f3b78-0506-4fc6-a5d5-c9bad1651a6b req-2778fbfb-41b7-4934-9e22-8d39926bfb32 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 950 time: 0.0954628 Nov 19 09:09:20.872394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66023d98-a693-45d6-9a65-fd556046f319 req-0cccfcae-e7df-4cad-81c0-e6bfd76441d4 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 210 time: 0.0845313 Nov 19 09:09:20.927353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c7f3b78-0506-4fc6-a5d5-c9bad1651a6b req-f1b29ce2-d4f9-4981-9cab-8d51ddcc6376 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291616 Nov 19 09:09:20.993027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-8c9e3a89-cfc3-4884-95c1-6f569f06f6ee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:21.007707 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-8c9e3a89-cfc3-4884-95c1-6f569f06f6ee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.66 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 821 time: 0.2209218 Nov 19 09:09:21.054210 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-9a546caf-bfdf-48c8-8175-a5c49a9dfdee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Request body: {'port': {'device_id': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'admin_state_up': True, 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:21.152146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee855c1-4b88-4e95-b570-1ba9df3cfe69 req-ac8ca7f3-233c-4a08-80e6-a664c0c06f22 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:21.154445 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ee855c1-4b88-4e95-b570-1ba9df3cfe69 req-ac8ca7f3-233c-4a08-80e6-a664c0c06f22 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.1449606 Nov 19 09:09:21.166716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7ae81-ebfa-4ee1-84fd-239ef51028eb req-a713d1ef-74d7-4e69-a4b4-d779c368990b tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:21.168438 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74b7ae81-ebfa-4ee1-84fd-239ef51028eb req-a713d1ef-74d7-4e69-a4b4-d779c368990b tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 1102 time: 0.1463509 Nov 19 09:09:21.283250 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ee855c1-4b88-4e95-b570-1ba9df3cfe69 req-bc6ba677-2fbe-45d7-be3f-8249b6975743 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137824 Nov 19 09:09:21.289820 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74b7ae81-ebfa-4ee1-84fd-239ef51028eb req-ac521986-0538-4b00-a7c0-fc16d2a04864 tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121738 Nov 19 09:09:21.294999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-9a546caf-bfdf-48c8-8175-a5c49a9dfdee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Made reservation on behalf of f3a333a3d2d742e08dbc5eaaac87b97d for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:09:21.301058 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-9a546caf-bfdf-48c8-8175-a5c49a9dfdee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:21.517239 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290e911-bfd8-4df1-8edb-833944026f90 req-13bfb688-cba0-4cf9-aefa-ab94a3be5b3f tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:21.518753 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9290e911-bfd8-4df1-8edb-833944026f90 req-13bfb688-cba0-4cf9-aefa-ab94a3be5b3f tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1220267 Nov 19 09:09:21.582554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928166fd-686d-478e-b4f9-7f517ee3922e req-65bee9f6-d1ce-4bfc-89a2-4a6733bf0778 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:21.584054 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-928166fd-686d-478e-b4f9-7f517ee3922e req-65bee9f6-d1ce-4bfc-89a2-4a6733bf0778 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 945 time: 0.1415637 Nov 19 09:09:21.585464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-9a546caf-bfdf-48c8-8175-a5c49a9dfdee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Allocated IP 172.20.0.9 (a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9/c3d1d11d-00c5-42b8-8deb-d20385d0acde/3f1efc60-d1ef-4608-8922-cdd920672234) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:09:21.665500 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9290e911-bfd8-4df1-8edb-833944026f90 req-604a2c45-1e0b-4d88-a339-bc9f30cfdfea tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341901 Nov 19 09:09:21.729396 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-928166fd-686d-478e-b4f9-7f517ee3922e req-fdc5453d-e3a5-443a-a8c7-6d420e7dab5b tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb9e2d1-c765-47e8-b293-eecfebcd77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326990 Nov 19 09:09:21.902103 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-95c2dbd2-c3c4-4e67-992a-e0093c85d433 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0f72f92263b1443aba8590affdf9e0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423779 Nov 19 09:09:21.933484 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-9a546caf-bfdf-48c8-8175-a5c49a9dfdee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:22.068662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d8ae7-db2a-40ae-8e88-0598efa5207d req-bae383c0-87c0-4a0a-bc1e-499570165e87 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:22.070914 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-750d8ae7-db2a-40ae-8e88-0598efa5207d req-bae383c0-87c0-4a0a-bc1e-499570165e87 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 944 time: 0.1407080 Nov 19 09:09:22.097492 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-9a546caf-bfdf-48c8-8175-a5c49a9dfdee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:22.107628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-0ffd7342-ad8b-4ca8-b317-5aac39277624 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:22.109198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-0ffd7342-ad8b-4ca8-b317-5aac39277624 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968851 Nov 19 09:09:22.111660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['6355c41c-69db-4133-b5dd-cb40de34e1eb'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:22.185978 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-df03d200-0cad-4352-9142-944ba127bf19 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/quotas/0f72f92263b1443aba8590affdf9e0aa HTTP/1.1" status: 200 len: 375 time: 0.0623791 Nov 19 09:09:22.192577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-9a546caf-bfdf-48c8-8175-a5c49a9dfdee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:09:22.207850 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-9a546caf-bfdf-48c8-8175-a5c49a9dfdee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:09:22.233996 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-54e19b51-0def-4b06-8b74-a491e8c84ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:22.256026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-9a546caf-bfdf-48c8-8175-a5c49a9dfdee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:09:22.262591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-9a546caf-bfdf-48c8-8175-a5c49a9dfdee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:22.263280 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-9a546caf-bfdf-48c8-8175-a5c49a9dfdee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:22.294040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a546caf-bfdf-48c8-8175-a5c49a9dfdee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Pushing event updated for resources: {'Port': ['ID=3f1efc60-d1ef-4608-8922-cdd920672234,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:22.327912 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-750d8ae7-db2a-40ae-8e88-0598efa5207d req-80c306d9-7bec-44d8-96eb-0f9dd2c7e526 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415771 Nov 19 09:09:22.347484 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-9a546caf-bfdf-48c8-8175-a5c49a9dfdee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2981431 Nov 19 09:09:22.368827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Request body: {'port': {'device_id': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:22.426558 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-e16251da-02b2-476b-8c7a-d9ce2cfa001f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2399213 Nov 19 09:09:22.593855 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:22.670592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-01a879eb-8e2f-4c65-b15f-707c19331c8f None None] Provisioning complete for port 3f1efc60-d1ef-4608-8922-cdd920672234 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:22.671917 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-01a879eb-8e2f-4c65-b15f-707c19331c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:22.684211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0c9a4-78f2-4215-a85b-055ae7ae6b61 req-e8889677-c451-4e4a-9e80-0a96c63789f8 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:22.685800 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ff0c9a4-78f2-4215-a85b-055ae7ae6b61 req-e8889677-c451-4e4a-9e80-0a96c63789f8 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 931 time: 0.1419730 Nov 19 09:09:22.744302 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-01a879eb-8e2f-4c65-b15f-707c19331c8f None None] Port 3f1efc60-d1ef-4608-8922-cdd920672234 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:09:22.897180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b84cfd-3dd9-42e7-99f9-c542914e9f9a req-7c1b03f6-439d-46fe-aabe-b0871a5d333a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:22.901815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9b84cfd-3dd9-42e7-99f9-c542914e9f9a req-7c1b03f6-439d-46fe-aabe-b0871a5d333a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.2029052 Nov 19 09:09:22.910506 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ff0c9a4-78f2-4215-a85b-055ae7ae6b61 req-4730728d-1fe6-4307-b252-20c608f65685 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967559 Nov 19 09:09:23.023637 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b0442420-2119-4950-aef4-0a5489e5ac92 req-87f9734d-957e-48d0-be0a-f19166f07ebb tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 210 time: 0.0510213 Nov 19 09:09:23.036780 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9b84cfd-3dd9-42e7-99f9-c542914e9f9a req-c83b4ee5-d052-4e7f-aaf6-fa34d51ba098 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210063 Nov 19 09:09:23.111722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1efc60-d1ef-4608-8922-cdd920672234 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:09:23.126157 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:23.213462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Transition to ACTIVE for port object 3f1efc60-d1ef-4608-8922-cdd920672234 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:09:23.229076 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:23.249380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159e877-a2b2-4665-b74b-04ddf97245d2 req-afdff1ae-c50d-4acc-94cf-c2308c6b968f tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:23.257851 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f159e877-a2b2-4665-b74b-04ddf97245d2 req-afdff1ae-c50d-4acc-94cf-c2308c6b968f tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1399879 Nov 19 09:09:23.302628 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:23.372134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89229a5-9a47-4fb6-99c7-758d29740ef6 req-c3cce930-19c9-4661-866d-1d60639eb930 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:23.373943 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e89229a5-9a47-4fb6-99c7-758d29740ef6 req-c3cce930-19c9-4661-866d-1d60639eb930 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 945 time: 0.2157824 Nov 19 09:09:23.374504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Pushing event updated for resources: {'Port': ['ID=3f1efc60-d1ef-4608-8922-cdd920672234,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:23.378336 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f9dc5803-0e63-4360-ab2c-bcc662fe2293 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:09:23.505032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f159e877-a2b2-4665-b74b-04ddf97245d2 req-d954559d-247b-4ccb-bb35-71f9fa9f023c tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522908 Nov 19 09:09:23.513157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Attempting to bind port 3f1efc60-d1ef-4608-8922-cdd920672234 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:09:23.513422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Attempting to bind port 3f1efc60-d1ef-4608-8922-cdd920672234 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'af488dc1-383f-4b21-82b8-2477149d25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:09:23.513878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Attempting to bind port 3f1efc60-d1ef-4608-8922-cdd920672234 on network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:23.549540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Port 3f1efc60-d1ef-4608-8922-cdd920672234 on network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:09:23.549761 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port f9dc5803-0e63-4360-ab2c-bcc662fe2293 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:09:23.549884 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Attempting to bind port 3f1efc60-d1ef-4608-8922-cdd920672234 on network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:23.558423 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port f9dc5803-0e63-4360-ab2c-bcc662fe2293 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:23.559542 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:23.569682 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e89229a5-9a47-4fb6-99c7-758d29740ef6 req-3cc0fb47-b397-4555-aa49-fd402437b925 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb9e2d1-c765-47e8-b293-eecfebcd77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781287 Nov 19 09:09:23.578344 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:09:23.578793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Checking segment: {'id': 'af488dc1-383f-4b21-82b8-2477149d25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:09:23.579331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Bound using segment: {'id': 'af488dc1-383f-4b21-82b8-2477149d25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:09:23.579878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Bound port: 3f1efc60-d1ef-4608-8922-cdd920672234, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af488dc1-383f-4b21-82b8-2477149d25e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:09:23.583379 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:23.742888 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:23.757100 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] For port 3f1efc60-d1ef-4608-8922-cdd920672234, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:09:23.766876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] For port 3f1efc60-d1ef-4608-8922-cdd920672234, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=3f1efc60-d1ef-4608-8922-cdd920672234,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:09:23.787918 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:23.832497 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f9dc5803-0e63-4360-ab2c-bcc662fe2293, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:23.835491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd54b63-2334-4175-ab70-993754619b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dc5803-0e63-4360-ab2c-bcc662fe2293'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:23.837979 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e846b46b-1b7c-4011-9c91-81567a9924ab" -d '{"events": [{"server_uuid": "6dd54b63-2334-4175-ab70-993754619b75", "name": "network-vif-plugged", "status": "completed", "tag": "f9dc5803-0e63-4360-ab2c-bcc662fe2293"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:23.846957 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:23.889445 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:23.890445 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:23.892708 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] 10.222.0.66 "PUT /v2.0/ports/3f1efc60-d1ef-4608-8922-cdd920672234 HTTP/1.1" status: 200 len: 1092 time: 1.5311463 Nov 19 09:09:23.897808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'tag': '3f1efc60-d1ef-4608-8922-cdd920672234'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:23.902289 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5ef791-1b56-4d38-8013-fa374e07bf95" -d '{"events": [{"name": "network-changed", "server_uuid": "1750fcee-c4c6-4bb3-945e-46397b04219b", "tag": "3f1efc60-d1ef-4608-8922-cdd920672234"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:23.931213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a2df4-3876-423a-86e8-2548f58cdf28 req-5aa54431-92b8-4c48-938c-f8024e1fc645 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:23.952427 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-095a2df4-3876-423a-86e8-2548f58cdf28 req-5aa54431-92b8-4c48-938c-f8024e1fc645 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 944 time: 0.1824493 Nov 19 09:09:24.044043 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f9dc5803-0e63-4360-ab2c-bcc662fe2293,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:24.120156 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfd2bb4-a773-40ee-9fb4-a1311397d856 x-openstack-request-id: req-cdfd2bb4-a773-40ee-9fb4-a1311397d856 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:24.121309 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd54b63-2334-4175-ab70-993754619b75", "name": "network-vif-plugged", "status": "completed", "tag": "f9dc5803-0e63-4360-ab2c-bcc662fe2293", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:24.122994 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdfd2bb4-a773-40ee-9fb4-a1311397d856 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:24.122994 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd54b63-2334-4175-ab70-993754619b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dc5803-0e63-4360-ab2c-bcc662fe2293', 'code': 200} Nov 19 09:09:24.129069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35636422-9bb4-429c-a304-8b3ed8f28d9e service neutron] Pushing event updated for resources: {'Port': ['ID=3f1efc60-d1ef-4608-8922-cdd920672234,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:24.164050 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad856a8f-5907-47c4-b98e-c6eff8079ebb x-openstack-request-id: req-ad856a8f-5907-47c4-b98e-c6eff8079ebb {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:24.164481 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1750fcee-c4c6-4bb3-945e-46397b04219b", "tag": "3f1efc60-d1ef-4608-8922-cdd920672234", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:24.164864 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad856a8f-5907-47c4-b98e-c6eff8079ebb {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:24.165825 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'tag': '3f1efc60-d1ef-4608-8922-cdd920672234', 'status': 'completed', 'code': 200} Nov 19 09:09:24.223247 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-e87786ae-8d79-4d41-814f-025ecf3ee80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:24.224915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-e87786ae-8d79-4d41-814f-025ecf3ee80f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 1095 time: 0.2314363 Nov 19 09:09:24.231283 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-095a2df4-3876-423a-86e8-2548f58cdf28 req-c7d43673-3ea5-4b9a-901a-5514f7e971e2 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775819 Nov 19 09:09:24.252759 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-a2643ce7-a546-4c1a-8c8b-e0faec020375 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=0f72f92263b1443aba8590affdf9e0aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653150 Nov 19 09:09:24.318063 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-33d66f6e-6e48-41e3-bc47-961d2bb854d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f1efc60-d1ef-4608-8922-cdd920672234 HTTP/1.1" status: 200 len: 217 time: 0.0736668 Nov 19 09:09:24.454097 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-60c4c61f-44b2-40d9-87a7-f75b142099ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:24.456475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-60c4c61f-44b2-40d9-87a7-f75b142099ab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c3d1d11d-00c5-42b8-8deb-d20385d0acde HTTP/1.1" status: 200 len: 860 time: 0.1197543 Nov 19 09:09:24.492783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab4e44-b914-4e24-9cf3-c871b407851e req-61886d0a-2915-47e3-8656-fe3b192ffdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:24.494297 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72ab4e44-b914-4e24-9cf3-c871b407851e req-61886d0a-2915-47e3-8656-fe3b192ffdc0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 1097 time: 0.1795709 Nov 19 09:09:24.514031 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f764404d-38d9-45eb-92db-db92c0d9414a req-79c56fc2-373e-4cb0-b66f-f8786308b268 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 210 time: 0.0533757 Nov 19 09:09:24.521816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0aff6c-bdeb-4a72-bf9e-ce8790b06ddc req-12bfc3ab-e034-433b-8ecc-c0d541af6933 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:24.522606 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-01f2d4c7-969a-4c69-bce9-2e179ea51460 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:24.523325 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e0aff6c-bdeb-4a72-bf9e-ce8790b06ddc req-12bfc3ab-e034-433b-8ecc-c0d541af6933 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 943 time: 0.1878583 Nov 19 09:09:24.524134 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-01f2d4c7-969a-4c69-bce9-2e179ea51460 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2614799 Nov 19 09:09:24.545753 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-adc2c838-be3c-4e01-89ea-5e2cc4fec9c9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Request body: {'port': {'device_id': 'd61e9778-a54c-4d63-916f-1dfb70d71dd2', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '0f72f92263b1443aba8590affdf9e0aa'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:24.657816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e0aff6c-bdeb-4a72-bf9e-ce8790b06ddc req-ddcbee6d-54ae-4fa6-8baf-22bdd6d9e8c1 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153302 Nov 19 09:09:24.669680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-8a4aa560-cc6b-4030-acce-177a889a6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:24.671615 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-8a4aa560-cc6b-4030-acce-177a889a6856 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1933298 Nov 19 09:09:24.691374 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72ab4e44-b914-4e24-9cf3-c871b407851e req-59f163dd-e271-41ad-8f1f-eed869002423 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800094 Nov 19 09:09:24.725557 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-adc2c838-be3c-4e01-89ea-5e2cc4fec9c9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Made reservation on behalf of 0f72f92263b1443aba8590affdf9e0aa for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:09:24.733391 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-adc2c838-be3c-4e01-89ea-5e2cc4fec9c9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:24.754802 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:24.957933 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-adc2c838-be3c-4e01-89ea-5e2cc4fec9c9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Allocated IP 192.168.233.127 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/deaa45d6-3fd1-4423-93c4-e3fca65f2c5c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:09:25.131737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effeae9c-9104-4ba2-8113-73e4ec7a100a req-3ea6db37-9e5e-45ec-ab65-379744768f41 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:25.138988 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-effeae9c-9104-4ba2-8113-73e4ec7a100a req-3ea6db37-9e5e-45ec-ab65-379744768f41 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.5418315 Nov 19 09:09:25.211538 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-adc2c838-be3c-4e01-89ea-5e2cc4fec9c9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:25.222218 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-abd4f054-860f-4066-bb56-e0274ec7ec37 service neutron] 10.222.0.66 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245008 Nov 19 09:09:25.229705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4c4bb-2e3b-46a8-a7a1-92d4ac18f8cf req-fc071d3b-05f6-4f05-83ef-4c90a2097dc3 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:25.231113 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aaa4c4bb-2e3b-46a8-a7a1-92d4ac18f8cf req-fc071d3b-05f6-4f05-83ef-4c90a2097dc3 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 945 time: 0.4278793 Nov 19 09:09:25.249747 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-effeae9c-9104-4ba2-8113-73e4ec7a100a req-def93f0a-9bc5-4564-8b11-8ef14e6776cb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097698 Nov 19 09:09:25.264907 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-adc2c838-be3c-4e01-89ea-5e2cc4fec9c9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:25.290748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['00730ab9-1ac8-40a1-8ef9-eed22872a5ad', '6746a633-9255-472f-947e-1de8775cd0f3', 'c6b2c822-f01a-4212-a558-0c0e56810ba7', 'c144cdf7-c60a-4e03-b701-455c22f18804'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:25.293271 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d', 'b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b', '1d5f2188-0ac9-4d4c-9793-be1b24261b85'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:25.329601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-adc2c838-be3c-4e01-89ea-5e2cc4fec9c9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:09:25.333464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-adc2c838-be3c-4e01-89ea-5e2cc4fec9c9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:09:25.337427 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-adc2c838-be3c-4e01-89ea-5e2cc4fec9c9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:09:25.518339 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5a490f4-6e65-423d-8812-6c54bf027dc3 req-0f4855e1-42f6-4918-b235-e7022af32500 service neutron] 10.222.0.66 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859261 Nov 19 09:09:25.542071 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aaa4c4bb-2e3b-46a8-a7a1-92d4ac18f8cf req-c81f87d7-1d8c-4c4d-a32e-ed7417adeb70 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb9e2d1-c765-47e8-b293-eecfebcd77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909403 Nov 19 09:09:25.585501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4ce75-1155-45a4-882d-1f94b6f940a5 req-9fd2ff17-1a98-4852-b737-be8ee981541b tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:25.589415 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-08b4ce75-1155-45a4-882d-1f94b6f940a5 req-9fd2ff17-1a98-4852-b737-be8ee981541b tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.2127793 Nov 19 09:09:25.734083 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2c838-be3c-4e01-89ea-5e2cc4fec9c9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Pushing event updated for resources: {'Port': ['ID=deaa45d6-3fd1-4423-93c4-e3fca65f2c5c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:25.776046 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:25.777921 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-adc2c838-be3c-4e01-89ea-5e2cc4fec9c9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:25.779122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-adc2c838-be3c-4e01-89ea-5e2cc4fec9c9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:25.779668 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ef791-1b56-4d38-8013-fa374e07bf95 req-9975479f-d853-434e-a0ca-02f3c4029ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:25.781394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f5ef791-1b56-4d38-8013-fa374e07bf95 req-9975479f-d853-434e-a0ca-02f3c4029ced service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 1095 time: 0.1689565 Nov 19 09:09:25.787126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-08b4ce75-1155-45a4-882d-1f94b6f940a5 req-a2e4ed18-beec-4cd9-bbb4-f9ca30796f7c tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906402 Nov 19 09:09:25.821264 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-adc2c838-be3c-4e01-89ea-5e2cc4fec9c9 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2812304 Nov 19 09:09:25.841206 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Request body: {'port': {'device_id': 'd61e9778-a54c-4d63-916f-1dfb70d71dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:25.893169 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ccc24424-9ba9-4700-8c64-e8a2103b80fb None None] Provisioning complete for port deaa45d6-3fd1-4423-93c4-e3fca65f2c5c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:25.893557 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ccc24424-9ba9-4700-8c64-e8a2103b80fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:25.954266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ef791-1b56-4d38-8013-fa374e07bf95 req-88e11b9b-d88b-4674-a262-844bcd817f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:25.955905 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:25.956549 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f5ef791-1b56-4d38-8013-fa374e07bf95 req-88e11b9b-d88b-4674-a262-844bcd817f5c service neutron] 10.222.0.66 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 922 time: 0.1558938 Nov 19 09:09:26.083903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f5ef791-1b56-4d38-8013-fa374e07bf95 req-780aab65-9c73-49fd-a1eb-2de1e08e17df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f1efc60-d1ef-4608-8922-cdd920672234 HTTP/1.1" status: 200 len: 217 time: 0.0889609 Nov 19 09:09:26.126464 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ccc24424-9ba9-4700-8c64-e8a2103b80fb None None] Port deaa45d6-3fd1-4423-93c4-e3fca65f2c5c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:09:26.167554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f860244-0315-4ef2-8c7b-13c44519431f req-aecfbf24-37e5-4e22-9078-ebc906bc5b82 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:26.169651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f860244-0315-4ef2-8c7b-13c44519431f req-aecfbf24-37e5-4e22-9078-ebc906bc5b82 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 936 time: 0.1763282 Nov 19 09:09:26.184875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0eda35-4aa1-4d5b-880a-b95c8f9e7f52 req-7daff5ba-e06f-459e-816b-57be63ed3016 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:26.196291 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df0eda35-4aa1-4d5b-880a-b95c8f9e7f52 req-7daff5ba-e06f-459e-816b-57be63ed3016 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 945 time: 0.2379205 Nov 19 09:09:26.281927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ef791-1b56-4d38-8013-fa374e07bf95 req-a9235b74-0619-425d-b580-e586c1c2963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:26.284369 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f5ef791-1b56-4d38-8013-fa374e07bf95 req-a9235b74-0619-425d-b580-e586c1c2963c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c3d1d11d-00c5-42b8-8deb-d20385d0acde HTTP/1.1" status: 200 len: 860 time: 0.1875153 Nov 19 09:09:26.374667 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:09:26.418229 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f860244-0315-4ef2-8c7b-13c44519431f req-fd3cd3e5-44c7-4ca5-a386-76403cf427cd tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070336 Nov 19 09:09:26.496890 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df0eda35-4aa1-4d5b-880a-b95c8f9e7f52 req-0c6b51a4-7eb9-4bb1-9cdd-301fba040c2e tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858119 Nov 19 09:09:26.622490 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deaa45d6-3fd1-4423-93c4-e3fca65f2c5c {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:09:26.658870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:26.679581 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Transition to ACTIVE for port object deaa45d6-3fd1-4423-93c4-e3fca65f2c5c will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:09:26.681882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ef791-1b56-4d38-8013-fa374e07bf95 req-e9965c89-f52b-4c9f-942f-ed67e937aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:26.683492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f5ef791-1b56-4d38-8013-fa374e07bf95 req-e9965c89-f52b-4c9f-942f-ed67e937aa07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3769987 Nov 19 09:09:26.685709 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:26.701995 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841a25d-a08f-40ed-8758-17b4472d36bd req-6405a7ca-e417-48a2-aec3-7504da857088 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:26.703601 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3841a25d-a08f-40ed-8758-17b4472d36bd req-6405a7ca-e417-48a2-aec3-7504da857088 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 943 time: 0.1514146 Nov 19 09:09:26.754713 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Pushing event updated for resources: {'Port': ['ID=deaa45d6-3fd1-4423-93c4-e3fca65f2c5c,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:26.763542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5042f2-bc5f-4466-a3b2-93fee4d8949c req-817c749d-a66d-4697-86c9-557eaed9a3b7 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:26.765140 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e5042f2-bc5f-4466-a3b2-93fee4d8949c req-817c749d-a66d-4697-86c9-557eaed9a3b7 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 945 time: 0.4491239 Nov 19 09:09:26.870741 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Attempting to bind port deaa45d6-3fd1-4423-93c4-e3fca65f2c5c on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:09:26.871086 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Attempting to bind port deaa45d6-3fd1-4423-93c4-e3fca65f2c5c by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:09:26.871524 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Attempting to bind port deaa45d6-3fd1-4423-93c4-e3fca65f2c5c on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:26.878036 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Port deaa45d6-3fd1-4423-93c4-e3fca65f2c5c on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:09:26.878370 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Attempting to bind port deaa45d6-3fd1-4423-93c4-e3fca65f2c5c on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:26.887380 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:09:26.887729 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:09:26.888123 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:09:26.889513 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Bound port: deaa45d6-3fd1-4423-93c4-e3fca65f2c5c, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:09:26.889898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:26.953290 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccc96c-1673-480c-8b08-63ab7c8d334b req-786093d6-41e1-48af-bd89-75fdca9a0687 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:26.958351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07ccc96c-1673-480c-8b08-63ab7c8d334b req-786093d6-41e1-48af-bd89-75fdca9a0687 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.3102117 Nov 19 09:09:26.973153 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3841a25d-a08f-40ed-8758-17b4472d36bd req-87db4ee2-4842-4ed5-9f23-ec3c1ed627b5 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568972 Nov 19 09:09:27.004353 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] For port deaa45d6-3fd1-4423-93c4-e3fca65f2c5c, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:09:27.007741 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] For port deaa45d6-3fd1-4423-93c4-e3fca65f2c5c, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=deaa45d6-3fd1-4423-93c4-e3fca65f2c5c,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:09:27.021916 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:27.080331 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:27.080962 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:27.082414 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] 10.222.0.71 "PUT /v2.0/ports/deaa45d6-3fd1-4423-93c4-e3fca65f2c5c HTTP/1.1" status: 200 len: 1097 time: 1.2468736 Nov 19 09:09:27.082876 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61e9778-a54c-4d63-916f-1dfb70d71dd2', 'tag': 'deaa45d6-3fd1-4423-93c4-e3fca65f2c5c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:27.085311 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b06682-a5bf-4c08-8046-43dba4bee9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d61e9778-a54c-4d63-916f-1dfb70d71dd2", "tag": "deaa45d6-3fd1-4423-93c4-e3fca65f2c5c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:27.114582 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340183c-f4c2-48e9-846c-9a94aad63aec service neutron] Pushing event updated for resources: {'Port': ['ID=deaa45d6-3fd1-4423-93c4-e3fca65f2c5c,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:27.192310 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-dcbe1c7a-9e8e-4691-8d69-35fbac756aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:27.194993 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-dcbe1c7a-9e8e-4691-8d69-35fbac756aa2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 1100 time: 0.0556166 Nov 19 09:09:27.249162 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07ccc96c-1673-480c-8b08-63ab7c8d334b req-81d9de92-e548-46a3-8a21-f8e769ac01fe tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746258 Nov 19 09:09:27.257510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f5ef791-1b56-4d38-8013-fa374e07bf95 req-37449b10-2dde-4b7d-b54d-40e11ad5ee0f service neutron] 10.222.0.66 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518055 Nov 19 09:09:27.284130 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-07991a7b-3d81-4acc-8fc1-d51c0dc3e73e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=deaa45d6-3fd1-4423-93c4-e3fca65f2c5c HTTP/1.1" status: 200 len: 217 time: 0.0787258 Nov 19 09:09:27.316316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befca594-b1e5-4b52-bc36-88b02740357f req-55d4ffda-ca41-4043-a6ca-4946a500b47b tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:27.319306 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-befca594-b1e5-4b52-bc36-88b02740357f req-55d4ffda-ca41-4043-a6ca-4946a500b47b tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 945 time: 0.2528381 Nov 19 09:09:27.365814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-c7cb360a-3d56-40d9-a02a-e358a679180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:27.368273 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-c7cb360a-3d56-40d9-a02a-e358a679180a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0752153 Nov 19 09:09:27.467552 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-d40d4628-7d5e-431b-8ba7-426e9b92062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:27.473747 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-d40d4628-7d5e-431b-8ba7-426e9b92062f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0959170 Nov 19 09:09:27.579823 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df2e7a3-a69e-4e04-8d11-6922ab11d238 x-openstack-request-id: req-3df2e7a3-a69e-4e04-8d11-6922ab11d238 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:27.580267 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61e9778-a54c-4d63-916f-1dfb70d71dd2", "tag": "deaa45d6-3fd1-4423-93c4-e3fca65f2c5c", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:27.580785 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3df2e7a3-a69e-4e04-8d11-6922ab11d238 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:27.581390 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61e9778-a54c-4d63-916f-1dfb70d71dd2', 'tag': 'deaa45d6-3fd1-4423-93c4-e3fca65f2c5c', 'status': 'completed', 'code': 200} Nov 19 09:09:27.624954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-1e5042f2-bc5f-4466-a3b2-93fee4d8949c req-2052db0a-1775-492e-a248-cc1e43b91c98 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Deleting port 7bdfd676-5164-47fb-8180-8e8a079d79d2 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:09:27.625442 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1e5042f2-bc5f-4466-a3b2-93fee4d8949c req-2052db0a-1775-492e-a248-cc1e43b91c98 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:27.740515 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-76e40d75-8527-441c-a1fe-4f358938ba53 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551439 Nov 19 09:09:27.759058 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-befca594-b1e5-4b52-bc36-88b02740357f req-6d70dd93-1648-4f8b-94e7-196fd4d6b44c tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/security-groups?id=1eb9e2d1-c765-47e8-b293-eecfebcd77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014473 Nov 19 09:09:27.924935 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-65aaec69-fb35-424b-94b1-f990e2c7fa8f req-0a1459bb-3440-4192-b120-57137bd0b6b3 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764197 Nov 19 09:09:27.959339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e62c1-9070-4f6e-a12a-7e6f82f1bf66 req-dd24e758-9d9b-43ce-b3b6-5eca0ba1360b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:27.960918 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d3e62c1-9070-4f6e-a12a-7e6f82f1bf66 req-dd24e758-9d9b-43ce-b3b6-5eca0ba1360b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 948 time: 0.2103262 Nov 19 09:09:27.967489 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f5ef791-1b56-4d38-8013-fa374e07bf95 req-73df77a6-007d-41b2-946c-186c3c07ed21 service neutron] 10.222.0.66 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707807 Nov 19 09:09:27.981156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-1e5042f2-bc5f-4466-a3b2-93fee4d8949c req-2052db0a-1775-492e-a248-cc1e43b91c98 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] For port 7bdfd676-5164-47fb-8180-8e8a079d79d2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7bdfd676-5164-47fb-8180-8e8a079d79d2,segment=NetworkSegment(299cbb5d-b46d-4652-99f0-0f2feed2a91d),segment_id=299cbb5d-b46d-4652-99f0-0f2feed2a91d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:27.981676 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1e5042f2-bc5f-4466-a3b2-93fee4d8949c req-2052db0a-1775-492e-a248-cc1e43b91c98 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:28.032401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-1e5042f2-bc5f-4466-a3b2-93fee4d8949c req-2052db0a-1775-492e-a248-cc1e43b91c98 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Calling delete_port for 7bdfd676-5164-47fb-8180-8e8a079d79d2 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:09:28.055619 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b06682-a5bf-4c08-8046-43dba4bee9b4 req-353cc00f-3f94-4844-9b66-3f1c8928069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:28.058560 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-11b06682-a5bf-4c08-8046-43dba4bee9b4 req-353cc00f-3f94-4844-9b66-3f1c8928069d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 1100 time: 0.0680954 Nov 19 09:09:28.068982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d885372-c119-49ea-b387-25f4dc3f83dd req-84511188-fd26-440d-8408-f623b206fc80 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:28.070576 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d885372-c119-49ea-b387-25f4dc3f83dd req-84511188-fd26-440d-8408-f623b206fc80 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 945 time: 0.1925271 Nov 19 09:09:28.152055 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d3e62c1-9070-4f6e-a12a-7e6f82f1bf66 req-7058fc6c-5055-43bf-ae70-268d75cb03df tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773517 Nov 19 09:09:28.186441 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b06682-a5bf-4c08-8046-43dba4bee9b4 req-b9722a3d-89cf-4c22-837c-5a7d0d9518bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:28.189286 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-11b06682-a5bf-4c08-8046-43dba4bee9b4 req-b9722a3d-89cf-4c22-837c-5a7d0d9518bc service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1219444 Nov 19 09:09:28.221840 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d885372-c119-49ea-b387-25f4dc3f83dd req-9aa29462-594b-41a2-9157-2d4cf41a5a73 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386836 Nov 19 09:09:28.285585 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-11b06682-a5bf-4c08-8046-43dba4bee9b4 req-d7855e6d-00da-48a4-ac3f-d0c0c93be9ea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=deaa45d6-3fd1-4423-93c4-e3fca65f2c5c HTTP/1.1" status: 200 len: 217 time: 0.0842860 Nov 19 09:09:28.366375 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b06682-a5bf-4c08-8046-43dba4bee9b4 req-7f96fb3f-0127-4223-9b30-b4ac25720f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:28.366636 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1e5042f2-bc5f-4466-a3b2-93fee4d8949c req-2052db0a-1775-492e-a248-cc1e43b91c98 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:28.372036 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-11b06682-a5bf-4c08-8046-43dba4bee9b4 req-7f96fb3f-0127-4223-9b30-b4ac25720f5c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0783074 Nov 19 09:09:28.383796 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b14c4-5b7e-4396-8d2b-a983e0ab2313 req-ed9dd9ed-2127-4b72-b590-1c49d18897f3 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:28.388512 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a1b14c4-5b7e-4396-8d2b-a983e0ab2313 req-ed9dd9ed-2127-4b72-b590-1c49d18897f3 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 943 time: 0.1032526 Nov 19 09:09:28.428593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b06682-a5bf-4c08-8046-43dba4bee9b4 req-bb560d49-ab96-46fe-b430-96aeac559e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:28.430155 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-11b06682-a5bf-4c08-8046-43dba4bee9b4 req-bb560d49-ab96-46fe-b430-96aeac559e20 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0490212 Nov 19 09:09:28.431909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052db0a-1775-492e-a248-cc1e43b91c98 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Pushing event deleted for resources: {'Port': ['ID=7bdfd676-5164-47fb-8180-8e8a079d79d2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:28.548883 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5042f2-bc5f-4466-a3b2-93fee4d8949c req-2052db0a-1775-492e-a248-cc1e43b91c98 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] No DVR routers for this DVR port 7bdfd676-5164-47fb-8180-8e8a079d79d2 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:09:28.556841 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1e5042f2-bc5f-4466-a3b2-93fee4d8949c req-2052db0a-1775-492e-a248-cc1e43b91c98 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:28.563021 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e5042f2-bc5f-4466-a3b2-93fee4d8949c req-2052db0a-1775-492e-a248-cc1e43b91c98 tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.71 "DELETE /v2.0/ports/7bdfd676-5164-47fb-8180-8e8a079d79d2 HTTP/1.1" status: 204 len: 173 time: 1.7215538 Nov 19 09:09:28.564259 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-11b06682-a5bf-4c08-8046-43dba4bee9b4 req-d7a40062-6154-4354-9f29-ade328cae595 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245933 Nov 19 09:09:28.568292 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3d26d9-971d-4f08-8d46-837c58ed4676', 'name': 'network-vif-deleted', 'tag': '7bdfd676-5164-47fb-8180-8e8a079d79d2'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:28.576551 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a6ae19-1b79-4672-b4b9-c67a32a9a1b6" -d '{"events": [{"server_uuid": "8e3d26d9-971d-4f08-8d46-837c58ed4676", "name": "network-vif-deleted", "tag": "7bdfd676-5164-47fb-8180-8e8a079d79d2"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:28.593941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bc86f-0cad-439d-bae4-a3fc8964866c req-886b1ac8-cf52-4ac1-981d-245c699bae7d tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:28.601656 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-233bc86f-0cad-439d-bae4-a3fc8964866c req-886b1ac8-cf52-4ac1-981d-245c699bae7d tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 1097 time: 0.2117407 Nov 19 09:09:28.618784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a1b14c4-5b7e-4396-8d2b-a983e0ab2313 req-66a140fc-f7f7-4ad0-a3c3-bfc6ff81c8a9 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223065 Nov 19 09:09:28.682263 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-233bc86f-0cad-439d-bae4-a3fc8964866c req-2d1ce6f1-17de-408e-bd83-2f51f320aede tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787213 Nov 19 09:09:28.716275 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 3f1efc60-d1ef-4608-8922-cdd920672234 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:09:28.729127 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-11b06682-a5bf-4c08-8046-43dba4bee9b4 req-aee2cf16-353d-4a99-94a7-c437b36af49e service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517401 Nov 19 09:09:28.832288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df19614-809b-4b9f-8044-0af3acbdeb16 req-8e2caf96-4052-40d1-b49a-a09803a2de9c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:28.841866 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1df19614-809b-4b9f-8044-0af3acbdeb16 req-8e2caf96-4052-40d1-b49a-a09803a2de9c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.0917132 Nov 19 09:09:28.904255 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 3f1efc60-d1ef-4608-8922-cdd920672234, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=3f1efc60-d1ef-4608-8922-cdd920672234,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:28.921535 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1df19614-809b-4b9f-8044-0af3acbdeb16 req-9ebded9e-09c0-4236-ac8c-94bac4f1ed40 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783741 Nov 19 09:09:28.927591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '3f1efc60-d1ef-4608-8922-cdd920672234', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'port_id': '3f1efc60-d1ef-4608-8922-cdd920672234', 'mac_address': 'fa:16:3e:f0:a3:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:09:28.961757 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaf6a81-cfce-4675-9f52-ee5b2a3263fa x-openstack-request-id: req-bcaf6a81-cfce-4675-9f52-ee5b2a3263fa {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:28.962177 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3d26d9-971d-4f08-8d46-837c58ed4676", "name": "network-vif-deleted", "tag": "7bdfd676-5164-47fb-8180-8e8a079d79d2", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:28.962505 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcaf6a81-cfce-4675-9f52-ee5b2a3263fa {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:28.963028 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3d26d9-971d-4f08-8d46-837c58ed4676', 'name': 'network-vif-deleted', 'tag': '7bdfd676-5164-47fb-8180-8e8a079d79d2', 'status': 'completed', 'code': 200} Nov 19 09:09:28.997505 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:29.021142 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1efc60-d1ef-4608-8922-cdd920672234 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:09:29.056214 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 3f1efc60-d1ef-4608-8922-cdd920672234, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=3f1efc60-d1ef-4608-8922-cdd920672234,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:29.069888 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:29.072403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24802ef-aee2-4455-a72f-45a5d0f9f76c req-1fa7a60e-5223-4e3a-9e3e-fa9611dccb61 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:29.078003 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f24802ef-aee2-4455-a72f-45a5d0f9f76c req-1fa7a60e-5223-4e3a-9e3e-fa9611dccb61 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.0900459 Nov 19 09:09:29.122252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6df90-f6d8-4361-b8ef-8944221af150 req-a2802ec6-375d-4b1f-bc00-a03ec9d75eb2 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:29.124635 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-78a6df90-f6d8-4361-b8ef-8944221af150 req-a2802ec6-375d-4b1f-bc00-a03ec9d75eb2 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 1097 time: 0.0947738 Nov 19 09:09:29.142398 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=3f1efc60-d1ef-4608-8922-cdd920672234,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:29.152928 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:29.153321 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:29.153696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:29.154015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:29.154410 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:29.154698 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:29.155036 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:29.155377 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:29.155739 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:29.156741 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:29.156741 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:29.157029 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:29.193891 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f24802ef-aee2-4455-a72f-45a5d0f9f76c req-5922860b-9911-418d-a1a2-b22e02a6defe tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117470 Nov 19 09:09:29.216349 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-78a6df90-f6d8-4361-b8ef-8944221af150 req-9b713eb4-c43e-4dcd-ab3d-041724be24ac tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823495 Nov 19 09:09:29.357284 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92dbb03e-7b84-4060-a7fc-6474fa2ef26d req-5cdd0384-d0fd-4360-bbed-1dd54ae6ca4a tempest-ServerAddressesNegativeTestJSON-687169802 tempest-ServerAddressesNegativeTestJSON-687169802-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e3d26d9-971d-4f08-8d46-837c58ed4676 HTTP/1.1" status: 200 len: 210 time: 0.0422513 Nov 19 09:09:29.398229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4760fb6-aa3f-464e-a936-34e27aa1ef2e req-a916890a-69d7-4d92-b202-b9a937790bd8 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:29.399970 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a4760fb6-aa3f-464e-a936-34e27aa1ef2e req-a916890a-69d7-4d92-b202-b9a937790bd8 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 948 time: 0.0763462 Nov 19 09:09:29.410231 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7bdfd676-5164-47fb-8180-8e8a079d79d2 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:09:29.446890 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 7bdfd676-5164-47fb-8180-8e8a079d79d2 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:09:29.450137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7bdfd676-5164-47fb-8180-8e8a079d79d2 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:09:29.490722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a4760fb6-aa3f-464e-a936-34e27aa1ef2e req-0de5cf99-b466-4822-a0d2-e244f8686c12 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821333 Nov 19 09:09:29.514195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['3f1efc60-d1ef-4608-8922-cdd920672234'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:29.859951 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e91ea-a853-4d50-9e17-783d03265474 req-a208465c-33de-44f8-8429-880a8e7e9c7c tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:29.859951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-515e91ea-a853-4d50-9e17-783d03265474 req-a208465c-33de-44f8-8429-880a8e7e9c7c tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 944 time: 0.1004519 Nov 19 09:09:29.962914 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-515e91ea-a853-4d50-9e17-783d03265474 req-e79836ba-b87c-49d8-984d-81a2baab0977 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849566 Nov 19 09:09:30.076620 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e91e2-f4ca-456d-aeca-51da9a5f170d req-6d26c6f4-d378-4224-b7fc-60918d609deb tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:30.078368 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b7e91e2-f4ca-456d-aeca-51da9a5f170d req-6d26c6f4-d378-4224-b7fc-60918d609deb tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 1097 time: 0.0882740 Nov 19 09:09:30.144139 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b7e91e2-f4ca-456d-aeca-51da9a5f170d req-617b3250-dcda-4dee-b03d-6278dccf373a tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595956 Nov 19 09:09:30.202239 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c823ce8-d1a5-4c94-a6d7-c8f9269c11ff req-5efd842c-57bc-4ec6-919d-c1c78a3a55bc tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:30.204223 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c823ce8-d1a5-4c94-a6d7-c8f9269c11ff req-5efd842c-57bc-4ec6-919d-c1c78a3a55bc tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.0578978 Nov 19 09:09:30.262353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c823ce8-d1a5-4c94-a6d7-c8f9269c11ff req-e80fb5e3-6909-4ee6-9a1b-d17d9566558d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517590 Nov 19 09:09:30.428981 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60594) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:30.500491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d5d5c2-d769-40dc-b36a-16ef4cab534a admin admin] Deleting subnet a1df07e4-066e-4a3e-b425-a6d2ea13971b {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:09:30.509506 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65d5d5c2-d769-40dc-b36a-16ef4cab534a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:30.579387 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65d5d5c2-d769-40dc-b36a-16ef4cab534a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:30.647572 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65d5d5c2-d769-40dc-b36a-16ef4cab534a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:30.671607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402bfad-ef1e-4679-98a2-80e60d9c65d9 req-fb6498a2-df87-440f-a730-9388324ff77b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:30.673398 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8402bfad-ef1e-4679-98a2-80e60d9c65d9 req-fb6498a2-df87-440f-a730-9388324ff77b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 948 time: 0.0917723 Nov 19 09:09:30.753062 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65d5d5c2-d769-40dc-b36a-16ef4cab534a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:30.753406 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8402bfad-ef1e-4679-98a2-80e60d9c65d9 req-93d19bda-1872-45fd-bd9b-7f5c5665b1ef tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733371 Nov 19 09:09:30.790476 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5d5c2-d769-40dc-b36a-16ef4cab534a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1df07e4-066e-4a3e-b425-a6d2ea13971b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:30.797002 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65d5d5c2-d769-40dc-b36a-16ef4cab534a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:30.803596 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60600) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:30.803992 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-65d5d5c2-d769-40dc-b36a-16ef4cab534a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a1df07e4-066e-4a3e-b425-a6d2ea13971b HTTP/1.1" status: 204 len: 168 time: 0.3737960 Nov 19 09:09:30.883601 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:30.984517 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:31.011419 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:09:31.011871 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:09:31.012918 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:09:31.013402 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Subscribe: > port after_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:09:31.013828 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:09:31.014249 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Subscribe: > port after_update 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:09:31.014683 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:09:31.015092 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:09:31.015499 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:09:31.015911 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:09:31.087828 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:09:31.088116 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:09:31.089007 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:09:31.089007 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 09:09:31.089368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807646a5-b8ce-48b1-b4c2-afb1c7aea633']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:31.119894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299cbb5d-b46d-4652-99f0-0f2feed2a91d') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:31.121126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299cbb5d-b46d-4652-99f0-0f2feed2a91d') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:31.155841 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:31.184188 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:31.198568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:09:31.199608 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: from cryptography.utils import int_from_bytes Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: from cryptography.utils import int_from_bytes Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:09:31.204129 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:09:31.256061 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cc2ef-3d4a-4996-8ecc-3f0a91c608cc req-4edf0ac3-1ccb-42d6-89c8-cc5d5978987c tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:31.259090 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-840cc2ef-3d4a-4996-8ecc-3f0a91c608cc req-4edf0ac3-1ccb-42d6-89c8-cc5d5978987c tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 944 time: 0.1644485 Nov 19 09:09:31.341784 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:31.362527 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:31.368411 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] 10.222.0.21 "DELETE /v2.0/networks/807646a5-b8ce-48b1-b4c2-afb1c7aea633 HTTP/1.1" status: 204 len: 168 time: 0.5606966 Nov 19 09:09:31.392408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeb7e9-1376-4de8-8da9-c7007a50378f admin admin] Pushing event deleted for resources: {'Network': ['ID=807646a5-b8ce-48b1-b4c2-afb1c7aea633,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:31.404573 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-840cc2ef-3d4a-4996-8ecc-3f0a91c608cc req-2d9d53c9-9ad1-4f00-89b0-5e334a223ff6 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202657 Nov 19 09:09:31.411436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device deaa45d6-3fd1-4423-93c4-e3fca65f2c5c details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:09:31.412947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690a0a9-47eb-497d-97f5-cb3d0916570b req-b9e659dc-e602-4849-937a-6eb5787030fd tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:31.425659 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e690a0a9-47eb-497d-97f5-cb3d0916570b req-b9e659dc-e602-4849-937a-6eb5787030fd tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 1097 time: 0.1429715 Nov 19 09:09:31.530451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e690a0a9-47eb-497d-97f5-cb3d0916570b req-de4898df-e6af-4fa6-b927-ea198473e15d tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035843 Nov 19 09:09:31.637601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60616) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:31.699159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bf61b-2522-4dae-8635-9206bfb99732 req-75d5321d-296c-4f7f-a810-deaa54bc8b88 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:31.703856 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b32bf61b-2522-4dae-8635-9206bfb99732 req-75d5321d-296c-4f7f-a810-deaa54bc8b88 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.1378539 Nov 19 09:09:31.740670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port deaa45d6-3fd1-4423-93c4-e3fca65f2c5c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=deaa45d6-3fd1-4423-93c4-e3fca65f2c5c,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:31.760015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'deaa45d6-3fd1-4423-93c4-e3fca65f2c5c', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'deaa45d6-3fd1-4423-93c4-e3fca65f2c5c', 'mac_address': 'fa:16:3e:22:2f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:09:31.785307 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dc6e237c-3816-42b4-8f59-66bc17b6f9a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc564474a886424f8e6de0f588367030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436908 Nov 19 09:09:31.786328 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60622) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:31.842107 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:31.860985 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b32bf61b-2522-4dae-8635-9206bfb99732 req-2a27b8ba-9940-4b72-9792-d16c79fa50da tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354868 Nov 19 09:09:31.867467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deaa45d6-3fd1-4423-93c4-e3fca65f2c5c {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:09:31.913473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port deaa45d6-3fd1-4423-93c4-e3fca65f2c5c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=deaa45d6-3fd1-4423-93c4-e3fca65f2c5c,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:31.925422 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bdb316b1-91f1-4486-b9a0-935c9158d7aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:31.930130 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:31.979341 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bdb316b1-91f1-4486-b9a0-935c9158d7aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:32.036277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=deaa45d6-3fd1-4423-93c4-e3fca65f2c5c,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:32.067045 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85df578-0554-4dc3-8920-bcb39c735e89 req-3972404d-e7d2-491c-b85d-25dc782449d3 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:32.075672 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bdb316b1-91f1-4486-b9a0-935c9158d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:32.076675 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a85df578-0554-4dc3-8920-bcb39c735e89 req-3972404d-e7d2-491c-b85d-25dc782449d3 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 949 time: 0.1060996 Nov 19 09:09:32.080441 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bdb316b1-91f1-4486-b9a0-935c9158d7aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:32.083819 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bdb316b1-91f1-4486-b9a0-935c9158d7aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1eb9e2d1-c765-47e8-b293-eecfebcd77a9 HTTP/1.1" status: 204 len: 168 time: 0.2964082 Nov 19 09:09:32.105867 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb316b1-91f1-4486-b9a0-935c9158d7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb9e2d1-c765-47e8-b293-eecfebcd77a9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:32.175162 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a85df578-0554-4dc3-8920-bcb39c735e89 req-cdf417f5-052c-433d-b40f-8af4abd4a772 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971396 Nov 19 09:09:32.358173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['deaa45d6-3fd1-4423-93c4-e3fca65f2c5c'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:32.612400 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7eab15-52a4-4716-84ca-851dd2ecdbc0 req-9744deed-29d6-4cfe-adb8-cd16f737f013 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:32.621494 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da7eab15-52a4-4716-84ca-851dd2ecdbc0 req-9744deed-29d6-4cfe-adb8-cd16f737f013 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 944 time: 0.0909033 Nov 19 09:09:32.695454 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da7eab15-52a4-4716-84ca-851dd2ecdbc0 req-f7a34c98-a388-47fd-9439-c302c054c0d8 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709078 Nov 19 09:09:32.749425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 3f1efc60-d1ef-4608-8922-cdd920672234 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:09:32.858064 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 3f1efc60-d1ef-4608-8922-cdd920672234 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:09:32.866091 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 3f1efc60-d1ef-4608-8922-cdd920672234 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:32.866521 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:33.015233 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:33.052510 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1efc60-d1ef-4608-8922-cdd920672234'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:33.056750 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641dd59e-e019-4f44-865e-9c9605077541" -d '{"events": [{"server_uuid": "1750fcee-c4c6-4bb3-945e-46397b04219b", "name": "network-vif-plugged", "status": "completed", "tag": "3f1efc60-d1ef-4608-8922-cdd920672234"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:33.078657 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 3f1efc60-d1ef-4608-8922-cdd920672234, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=3f1efc60-d1ef-4608-8922-cdd920672234,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:33.088075 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:33.129215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30b744-4bd7-45a0-9ad2-769a8a2ed040 req-2f239a30-0c00-4454-ba81-b0ba02854919 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:33.134773 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4f30b744-4bd7-45a0-9ad2-769a8a2ed040 req-2f239a30-0c00-4454-ba81-b0ba02854919 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.1475770 Nov 19 09:09:33.219731 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=3f1efc60-d1ef-4608-8922-cdd920672234,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:33.256572 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4f30b744-4bd7-45a0-9ad2-769a8a2ed040 req-7ed143b2-c14b-417e-91d2-8632ba911e8b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139743 Nov 19 09:09:33.366370 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b71bcaa-cad2-4863-8716-1b55e47f0316 x-openstack-request-id: req-2b71bcaa-cad2-4863-8716-1b55e47f0316 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:33.366692 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1750fcee-c4c6-4bb3-945e-46397b04219b", "name": "network-vif-plugged", "status": "completed", "tag": "3f1efc60-d1ef-4608-8922-cdd920672234", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:33.366957 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b71bcaa-cad2-4863-8716-1b55e47f0316 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:33.367355 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1efc60-d1ef-4608-8922-cdd920672234', 'code': 200} Nov 19 09:09:33.408950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-6d715d01-228a-4593-82a1-c19a0fd8f8f9 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:09:33.410258 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-6d715d01-228a-4593-82a1-c19a0fd8f8f9 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062659 Nov 19 09:09:33.528300 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60682) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:33.682473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f6522c2e-fd5a-4335-8591-48333dfb0f92 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-770514415-network', 'tenant_id': '66b2975a83d94e1397363c2aa21725cd'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:33.722056 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6522c2e-fd5a-4335-8591-48333dfb0f92 admin admin] Made reservation on behalf of 66b2975a83d94e1397363c2aa21725cd for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:09:33.725913 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6522c2e-fd5a-4335-8591-48333dfb0f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:33.736186 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6522c2e-fd5a-4335-8591-48333dfb0f92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:33.844571 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-d7473d12-29ff-4390-a59f-fea6824c5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:33.848120 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6522c2e-fd5a-4335-8591-48333dfb0f92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:33.854193 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6522c2e-fd5a-4335-8591-48333dfb0f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:33.857737 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-d7473d12-29ff-4390-a59f-fea6824c5f7f service neutron] 10.222.0.21 "GET /v2.0/ports/f9dc5803-0e63-4360-ab2c-bcc662fe2293 HTTP/1.1" status: 200 len: 1094 time: 0.4237688 Nov 19 09:09:33.865566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-01fd7b31-97c9-485c-a68d-3bfac408257f service neutron] Request body: {'binding': {'host': 'n-h1-805649-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:33.866240 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-01fd7b31-97c9-485c-a68d-3bfac408257f service neutron] Unknown quota resources ['binding']. {{(pid=103477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 09:09:33.872408 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6522c2e-fd5a-4335-8591-48333dfb0f92 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:09:33.887549 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6522c2e-fd5a-4335-8591-48333dfb0f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:33.888152 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-f6522c2e-fd5a-4335-8591-48333dfb0f92 admin admin] Added segment 97658e69-e075-43cc-84c0-b1cbcb59b8cd of type vlan for network 3db909ed-55a3-4fde-880d-6a6708221e86 Nov 19 09:09:33.944641 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000c11d-14e1-454d-ab75-30ecc301536c req-f34ff8e5-4542-4c75-a1c6-e94f599b8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:33.946216 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8000c11d-14e1-454d-ab75-30ecc301536c req-f34ff8e5-4542-4c75-a1c6-e94f599b8f3d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 1097 time: 0.4744847 Nov 19 09:09:33.947497 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6522c2e-fd5a-4335-8591-48333dfb0f92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:33.958207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f4ddb-58c0-4506-9231-91f95211a112 req-732c6891-964f-42b6-ab51-7d7b43386a89 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:33.965703 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-874f4ddb-58c0-4506-9231-91f95211a112 req-732c6891-964f-42b6-ab51-7d7b43386a89 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 949 time: 0.4926212 Nov 19 09:09:34.001445 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6522c2e-fd5a-4335-8591-48333dfb0f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46d63c5-9d37-41aa-9e4b-27377725e473,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:34.003899 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6522c2e-fd5a-4335-8591-48333dfb0f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:34.004848 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6522c2e-fd5a-4335-8591-48333dfb0f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:34.005458 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6522c2e-fd5a-4335-8591-48333dfb0f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:34.075909 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6522c2e-fd5a-4335-8591-48333dfb0f92 admin admin] Pushing event updated for resources: {'Network': ['ID=3db909ed-55a3-4fde-880d-6a6708221e86,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:34.091356 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 3db909ed-55a3-4fde-880d-6a6708221e86 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:09:34.098152 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f6522c2e-fd5a-4335-8591-48333dfb0f92 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5683210 Nov 19 09:09:34.100851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60690) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:34.109533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-36f9dab4-c574-4ccc-80c6-d5b19b007699 admin admin] Request body: {'subnet': {'network_id': '3db909ed-55a3-4fde-880d-6a6708221e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-770514415-subnet', 'tenant_id': '66b2975a83d94e1397363c2aa21725cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:34.124045 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-874f4ddb-58c0-4506-9231-91f95211a112 req-9a6269d1-2a81-4b74-8117-90f76d99dad6 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575422 Nov 19 09:09:34.170340 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f9dab4-c574-4ccc-80c6-d5b19b007699 admin admin] Made reservation on behalf of 66b2975a83d94e1397363c2aa21725cd for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:09:34.174592 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36f9dab4-c574-4ccc-80c6-d5b19b007699 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:34.178253 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8000c11d-14e1-454d-ab75-30ecc301536c req-9f09e2bf-c856-41a5-9487-65a3a5be5ad6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105453 Nov 19 09:09:34.194885 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-01fd7b31-97c9-485c-a68d-3bfac408257f service neutron] Attempting to bind port f9dc5803-0e63-4360-ab2c-bcc662fe2293 on host n-h1-805649-14 for vnic_type normal with profile None {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:09:34.195497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-01fd7b31-97c9-485c-a68d-3bfac408257f service neutron] Attempting to bind port f9dc5803-0e63-4360-ab2c-bcc662fe2293 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:09:34.195842 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-01fd7b31-97c9-485c-a68d-3bfac408257f service neutron] Attempting to bind port f9dc5803-0e63-4360-ab2c-bcc662fe2293 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:34.201009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-01fd7b31-97c9-485c-a68d-3bfac408257f service neutron] Port f9dc5803-0e63-4360-ab2c-bcc662fe2293 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:09:34.201578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-01fd7b31-97c9-485c-a68d-3bfac408257f service neutron] Attempting to bind port f9dc5803-0e63-4360-ab2c-bcc662fe2293 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:34.208536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-01fd7b31-97c9-485c-a68d-3bfac408257f service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:09:34.208871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-01fd7b31-97c9-485c-a68d-3bfac408257f service neutron] Checking segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:09:34.209470 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-01fd7b31-97c9-485c-a68d-3bfac408257f service neutron] Bound using segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:09:34.209926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-01fd7b31-97c9-485c-a68d-3bfac408257f service neutron] Bound port: f9dc5803-0e63-4360-ab2c-bcc662fe2293, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:09:34.320043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-01fd7b31-97c9-485c-a68d-3bfac408257f service neutron] For port f9dc5803-0e63-4360-ab2c-bcc662fe2293, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:09:34.332199 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-01fd7b31-97c9-485c-a68d-3bfac408257f service neutron] Publish callbacks [] for binding, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:34.335078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-01fd7b31-97c9-485c-a68d-3bfac408257f service neutron] 10.222.0.21 "POST /v2.0/ports/f9dc5803-0e63-4360-ab2c-bcc662fe2293/bindings HTTP/1.1" status: 201 len: 390 time: 0.4762335 Nov 19 09:09:34.440103 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf21b2-679a-4884-86d7-69cfe4a8ffa9 req-e6ffc08f-e2df-45b3-9dae-8f45ccfb2036 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:34.448792 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97bf21b2-679a-4884-86d7-69cfe4a8ffa9 req-e6ffc08f-e2df-45b3-9dae-8f45ccfb2036 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 945 time: 0.0876782 Nov 19 09:09:34.591682 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97bf21b2-679a-4884-86d7-69cfe4a8ffa9 req-5d54a923-df1c-4dd0-992f-ebae02e971b7 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380107 Nov 19 09:09:34.649724 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36f9dab4-c574-4ccc-80c6-d5b19b007699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:34.742757 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9dab4-c574-4ccc-80c6-d5b19b007699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb208b3c-0221-4ed5-8818-ab1224030dc5,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:34.773612 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f9dab4-c574-4ccc-80c6-d5b19b007699 admin admin] Checking segment: {'id': '97658e69-e075-43cc-84c0-b1cbcb59b8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '3db909ed-55a3-4fde-880d-6a6708221e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:09:34.774254 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f9dab4-c574-4ccc-80c6-d5b19b007699 admin admin] Network hostable DHCP agents. Network: 3db909ed-55a3-4fde-880d-6a6708221e86, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:09:34.796591 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f9dab4-c574-4ccc-80c6-d5b19b007699 admin admin] Network 3db909ed-55a3-4fde-880d-6a6708221e86 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:09:34.816325 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-36f9dab4-c574-4ccc-80c6-d5b19b007699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 3db909ed-55a3-4fde-880d-6a6708221e86) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:09:34.821446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f9dab4-c574-4ccc-80c6-d5b19b007699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:34.822316 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36f9dab4-c574-4ccc-80c6-d5b19b007699 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:34.835664 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7892c6-30cb-4781-bf65-25071b7688b1 None None] Network 3db909ed-55a3-4fde-880d-6a6708221e86 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:09:34.850877 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-36f9dab4-c574-4ccc-80c6-d5b19b007699 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7477975 Nov 19 09:09:34.905719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d61ff-72d8-4a90-8723-f156cda67ab2 req-c74bea8c-cb7f-4a0e-b564-ec6b3ac5a7ac tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:34.905719 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d89d61ff-72d8-4a90-8723-f156cda67ab2 req-c74bea8c-cb7f-4a0e-b564-ec6b3ac5a7ac tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.2486122 Nov 19 09:09:34.925926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a512a5-40de-4cc4-bb2e-a5844a1bb89a req-88455dbe-a901-44c5-8c32-415c469645ca tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:34.933808 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10a512a5-40de-4cc4-bb2e-a5844a1bb89a req-88455dbe-a901-44c5-8c32-415c469645ca tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 945 time: 0.2100692 Nov 19 09:09:34.943051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-9405da65-0eb2-4990-8f4b-d6aaa410858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:34.944629 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-9405da65-0eb2-4990-8f4b-d6aaa410858a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 1097 time: 0.1953292 Nov 19 09:09:35.088134 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d89d61ff-72d8-4a90-8723-f156cda67ab2 req-7bff67a9-5dcd-46b6-91ef-128cc5a4d45d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766188 Nov 19 09:09:35.089476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89b6699-c4b2-40bc-af32-09cd56309b59 None None] Network 3db909ed-55a3-4fde-880d-6a6708221e86 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:09:35.120719 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10a512a5-40de-4cc4-bb2e-a5844a1bb89a req-c72beeb4-9067-454f-bf0f-7394db808eac tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839292 Nov 19 09:09:35.153571 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60704) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:35.162813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-2bf40427-f6a7-42f8-8cf8-ff5b215e500e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:35.167000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-2bf40427-f6a7-42f8-8cf8-ff5b215e500e service neutron] 10.222.0.66 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.1983964 Nov 19 09:09:35.232965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-1b17b2c8-c8bd-446a-a71d-558ba04474e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293 HTTP/1.1" status: 200 len: 217 time: 0.0512319 Nov 19 09:09:35.280505 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7864951-1fa2-4292-8e00-4b16f9fe7e2e admin admin] Deleting subnet cb208b3c-0221-4ed5-8818-ab1224030dc5 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:09:35.286244 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7864951-1fa2-4292-8e00-4b16f9fe7e2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:35.335941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef96c14-6dd9-4b92-b04b-8004e484e42e req-96ebe3d4-23cc-47cd-b725-05c0a370646e tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:35.336924 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7864951-1fa2-4292-8e00-4b16f9fe7e2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:35.337582 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ef96c14-6dd9-4b92-b04b-8004e484e42e req-96ebe3d4-23cc-47cd-b725-05c0a370646e tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 949 time: 0.1074879 Nov 19 09:09:35.339397 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-1639a7ac-5255-45d7-91df-11f49d855ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:35.340756 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-1639a7ac-5255-45d7-91df-11f49d855ff9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.0986488 Nov 19 09:09:35.387814 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7864951-1fa2-4292-8e00-4b16f9fe7e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:35.405726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-f7b2d3d3-8e33-4cb5-b587-43796fbfc693 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505686 Nov 19 09:09:35.452302 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device deaa45d6-3fd1-4423-93c4-e3fca65f2c5c up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:09:35.484139 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7864951-1fa2-4292-8e00-4b16f9fe7e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:35.547972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ef96c14-6dd9-4b92-b04b-8004e484e42e req-57ed3d5d-6b88-42f4-bd11-1d6f844b8d33 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971276 Nov 19 09:09:35.550865 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port deaa45d6-3fd1-4423-93c4-e3fca65f2c5c completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:09:35.569831 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port deaa45d6-3fd1-4423-93c4-e3fca65f2c5c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:35.570622 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:35.588988 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7864951-1fa2-4292-8e00-4b16f9fe7e2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:35.601539 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a7864951-1fa2-4292-8e00-4b16f9fe7e2e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cb208b3c-0221-4ed5-8818-ab1224030dc5 HTTP/1.1" status: 204 len: 168 time: 0.4431424 Nov 19 09:09:35.602447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60712) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:35.605018 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7864951-1fa2-4292-8e00-4b16f9fe7e2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb208b3c-0221-4ed5-8818-ab1224030dc5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:35.675232 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-9ab4005c-fecc-4dc4-b6a5-1599e5b195dc service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515514 Nov 19 09:09:35.717384 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dc99d9f-726f-4072-98e5-1d4096fce07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:35.760122 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:35.789001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61e9778-a54c-4d63-916f-1dfb70d71dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaa45d6-3fd1-4423-93c4-e3fca65f2c5c'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:35.792569 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634cf4cf-05e0-40ed-812b-24ddb457d26e" -d '{"events": [{"server_uuid": "d61e9778-a54c-4d63-916f-1dfb70d71dd2", "name": "network-vif-plugged", "status": "completed", "tag": "deaa45d6-3fd1-4423-93c4-e3fca65f2c5c"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:35.826858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port deaa45d6-3fd1-4423-93c4-e3fca65f2c5c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=deaa45d6-3fd1-4423-93c4-e3fca65f2c5c,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:35.841929 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:35.883475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b291f21-3d6a-486d-8a21-f770ce5ea3f2 req-f3a5e93f-ab06-4bfe-80f3-07b278513882 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:35.892531 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b291f21-3d6a-486d-8a21-f770ce5ea3f2 req-f3a5e93f-ab06-4bfe-80f3-07b278513882 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 945 time: 0.1604393 Nov 19 09:09:35.934011 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64449834-56ce-4ed5-aa5a-c42d4b935ddb x-openstack-request-id: req-64449834-56ce-4ed5-aa5a-c42d4b935ddb {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:35.934458 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61e9778-a54c-4d63-916f-1dfb70d71dd2", "name": "network-vif-plugged", "status": "completed", "tag": "deaa45d6-3fd1-4423-93c4-e3fca65f2c5c", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:35.934845 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64449834-56ce-4ed5-aa5a-c42d4b935ddb {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:35.949018 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61e9778-a54c-4d63-916f-1dfb70d71dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaa45d6-3fd1-4423-93c4-e3fca65f2c5c', 'code': 200} Nov 19 09:09:35.981844 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dc99d9f-726f-4072-98e5-1d4096fce07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:35.982288 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-5cd2aa88-1acc-4daf-ac63-2b2b6fdbba8c service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905798 Nov 19 09:09:36.002790 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b291f21-3d6a-486d-8a21-f770ce5ea3f2 req-37e7af11-adb0-4e4e-a3cf-f86abcee7545 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089141 Nov 19 09:09:36.052596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-9dc99d9f-726f-4072-98e5-1d4096fce07e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db909ed-55a3-4fde-880d-6a6708221e86']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:36.070781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=deaa45d6-3fd1-4423-93c4-e3fca65f2c5c,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:36.078353 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-9dc99d9f-726f-4072-98e5-1d4096fce07e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97658e69-e075-43cc-84c0-b1cbcb59b8cd') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:36.081217 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-9dc99d9f-726f-4072-98e5-1d4096fce07e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97658e69-e075-43cc-84c0-b1cbcb59b8cd') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:36.098354 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dc99d9f-726f-4072-98e5-1d4096fce07e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:36.144437 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dc99d9f-726f-4072-98e5-1d4096fce07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:36.163569 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc99d9f-726f-4072-98e5-1d4096fce07e admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:09:36.164318 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dc99d9f-726f-4072-98e5-1d4096fce07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:09:36.167432 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:09:36.230374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c068403-17cc-4d69-bea5-81aeea25711b req-293078e5-591d-436f-b7eb-10b48a7b7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:36.231829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4d002a53-1149-4230-8742-4d39e6ae0217 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:36.232325 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3c068403-17cc-4d69-bea5-81aeea25711b req-293078e5-591d-436f-b7eb-10b48a7b7f9f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 1102 time: 0.1313698 Nov 19 09:09:36.236217 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4d002a53-1149-4230-8742-4d39e6ae0217 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75&tenant_id=6022a22e5412460ca709de7cbe4fe9f5&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 1097 time: 0.0935040 Nov 19 09:09:36.259335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805649-14'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:36.275123 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dc99d9f-726f-4072-98e5-1d4096fce07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:36.281687 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dc99d9f-726f-4072-98e5-1d4096fce07e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:36.288075 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9dc99d9f-726f-4072-98e5-1d4096fce07e admin admin] 10.222.0.21 "DELETE /v2.0/networks/3db909ed-55a3-4fde-880d-6a6708221e86 HTTP/1.1" status: 204 len: 168 time: 0.6840515 Nov 19 09:09:36.313003 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc99d9f-726f-4072-98e5-1d4096fce07e admin admin] Pushing event deleted for resources: {'Network': ['ID=3db909ed-55a3-4fde-880d-6a6708221e86,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:36.342356 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3c068403-17cc-4d69-bea5-81aeea25711b req-d6550223-2dd6-47c0-ab05-9eb5a4ab3f4d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961776 Nov 19 09:09:36.426212 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa03f06-572c-4f54-a549-a3bf662e3527 req-d51bbd38-ee3e-4021-98e1-0989b1f489d7 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:36.427821 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfa03f06-572c-4f54-a549-a3bf662e3527 req-d51bbd38-ee3e-4021-98e1-0989b1f489d7 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.1753762 Nov 19 09:09:36.437549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9991c3-0441-4ce8-9539-65149be0bda2 req-24bcf3aa-b208-42fc-ba74-0557ccc5da68 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:36.445726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f9991c3-0441-4ce8-9539-65149be0bda2 req-24bcf3aa-b208-42fc-ba74-0557ccc5da68 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 945 time: 0.2083769 Nov 19 09:09:36.461039 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:36.462584 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60726) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:36.519009 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dea00600-6082-42c1-aaed-d861b00b7a4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66b2975a83d94e1397363c2aa21725cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0543833 Nov 19 09:09:36.519216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60730) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:36.578275 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f9991c3-0441-4ce8-9539-65149be0bda2 req-15305535-77c7-487b-94da-6b0de386ff8a tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309881 Nov 19 09:09:36.689816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfa03f06-572c-4f54-a549-a3bf662e3527 req-df8c8c60-7c5d-478a-b046-b6e6e5dd74d6 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347796 Nov 19 09:09:36.767023 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7b22-4e73-4232-850e-1a2b09423718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:36.841512 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7b22-4e73-4232-850e-1a2b09423718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:36.873986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] For port f9dc5803-0e63-4360-ab2c-bcc662fe2293, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:36.903548 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9e71b-90b2-412c-92fa-5ab10cadfbf6 req-920ee265-1692-4909-b1ac-cbdef691362e tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:36.905351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9bf9e71b-90b2-412c-92fa-5ab10cadfbf6 req-920ee265-1692-4909-b1ac-cbdef691362e tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 950 time: 0.1556542 Nov 19 09:09:36.981832 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] For port f9dc5803-0e63-4360-ab2c-bcc662fe2293, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:09:36.986263 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7b22-4e73-4232-850e-1a2b09423718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:36.988873 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7b22-4e73-4232-850e-1a2b09423718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:36.992459 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8d0e7b22-4e73-4232-850e-1a2b09423718 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e46d63c5-9d37-41aa-9e4b-27377725e473 HTTP/1.1" status: 204 len: 168 time: 0.4665837 Nov 19 09:09:37.031679 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9bf9e71b-90b2-412c-92fa-5ab10cadfbf6 req-51743107-4d39-4b78-b5fe-d20689a4ff92 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131680 Nov 19 09:09:37.054312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e7b22-4e73-4232-850e-1a2b09423718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46d63c5-9d37-41aa-9e4b-27377725e473,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:37.074268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd54b63-2334-4175-ab70-993754619b75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9dc5803-0e63-4360-ab2c-bcc662fe2293'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:37.078322 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebb4871-1940-43e2-99c5-0754676fcbbc" -d '{"events": [{"server_uuid": "6dd54b63-2334-4175-ab70-993754619b75", "name": "network-vif-unplugged", "status": "completed", "tag": "f9dc5803-0e63-4360-ab2c-bcc662fe2293"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:37.092672 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:37.106389 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:37.213755 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581e9f7e-2767-426e-9ea7-13aae5e9c584 x-openstack-request-id: req-581e9f7e-2767-426e-9ea7-13aae5e9c584 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:37.214642 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd54b63-2334-4175-ab70-993754619b75", "name": "network-vif-unplugged", "status": "completed", "tag": "f9dc5803-0e63-4360-ab2c-bcc662fe2293", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:37.214913 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-581e9f7e-2767-426e-9ea7-13aae5e9c584 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:37.215324 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd54b63-2334-4175-ab70-993754619b75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9dc5803-0e63-4360-ab2c-bcc662fe2293', 'code': 200} Nov 19 09:09:37.276401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Pushing event updated for resources: {'Port': ['ID=f9dc5803-0e63-4360-ab2c-bcc662fe2293,revision_number=7']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:37.357161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Attempting to bind port f9dc5803-0e63-4360-ab2c-bcc662fe2293 on host n-h2-805649-14 for vnic_type normal with profile {"migrating_to": "n-h1-805649-14"} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:09:37.357420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Attempting to bind port f9dc5803-0e63-4360-ab2c-bcc662fe2293 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:09:37.357744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Attempting to bind port f9dc5803-0e63-4360-ab2c-bcc662fe2293 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:37.364329 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Port f9dc5803-0e63-4360-ab2c-bcc662fe2293 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:09:37.364655 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Attempting to bind port f9dc5803-0e63-4360-ab2c-bcc662fe2293 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:37.379858 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f61cd-f869-42d1-ac2c-4b251a271f10 req-9a7752d3-0056-4013-b566-45d3dab58461 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:37.381394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-098f61cd-f869-42d1-ac2c-4b251a271f10 req-9a7752d3-0056-4013-b566-45d3dab58461 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 945 time: 0.1833844 Nov 19 09:09:37.382760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:09:37.383092 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Checking segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:09:37.383477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Bound using segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:09:37.383928 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Bound port: f9dc5803-0e63-4360-ab2c-bcc662fe2293, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:09:37.384283 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:37.490234 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-098f61cd-f869-42d1-ac2c-4b251a271f10 req-aa2e4a64-9d57-406e-bd15-7f891b382b83 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961516 Nov 19 09:09:37.507717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] For port f9dc5803-0e63-4360-ab2c-bcc662fe2293, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:09:37.511771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] For port f9dc5803-0e63-4360-ab2c-bcc662fe2293, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:09:37.527794 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:37.629058 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:37.629851 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:37.633235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] 10.222.0.66 "PUT /v2.0/ports/f9dc5803-0e63-4360-ab2c-bcc662fe2293 HTTP/1.1" status: 200 len: 1123 time: 1.3795028 Nov 19 09:09:37.643386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba6aa1-0455-4915-845b-e90140602a08 service neutron] Pushing event updated for resources: {'Port': ['ID=f9dc5803-0e63-4360-ab2c-bcc662fe2293,revision_number=8']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:37.773632 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['f9dc5803-0e63-4360-ab2c-bcc662fe2293'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:37.865153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-08d0b0d2-9fd0-429f-af4d-aa60f9c86996 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:37.867126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-08d0b0d2-9fd0-429f-af4d-aa60f9c86996 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1602941 Nov 19 09:09:37.886759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab4824-21fe-4535-b330-a5d500429101 req-c630e583-de93-4b7c-9555-e1e7431cb8c4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:37.888612 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81ab4824-21fe-4535-b330-a5d500429101 req-c630e583-de93-4b7c-9555-e1e7431cb8c4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 943 time: 0.1365001 Nov 19 09:09:37.965654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-f5628b47-1e24-475e-869b-1006d33bba6c tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.0756285 Nov 19 09:09:37.995850 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-5b799b82-7461-424b-a103-120762b41044 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Request body: {'floatingip': {'port_id': '6355c41c-69db-4133-b5dd-cb40de34e1eb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:38.099075 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-5b799b82-7461-424b-a103-120762b41044 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:38.149778 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81ab4824-21fe-4535-b330-a5d500429101 req-8dec73f1-34fc-4a99-b8db-372aaeaf3e6c tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509830 Nov 19 09:09:38.320159 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60776) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:38.480518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3874b971-74d2-40ce-920d-b429f99ea074 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1848899629-network', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:38.481001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89beea-96d9-49d6-8038-6d235c235268 req-8cd22fac-ee41-43d4-bf72-1ceee6d19c43 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:38.482585 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de89beea-96d9-49d6-8038-6d235c235268 req-8cd22fac-ee41-43d4-bf72-1ceee6d19c43 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.1100051 Nov 19 09:09:38.516907 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3874b971-74d2-40ce-920d-b429f99ea074 admin admin] Made reservation on behalf of b7ec5d00cfc348a594077a93d6441b62 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:09:38.519635 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3874b971-74d2-40ce-920d-b429f99ea074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:38.530122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3874b971-74d2-40ce-920d-b429f99ea074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:38.643721 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3874b971-74d2-40ce-920d-b429f99ea074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:38.650541 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3874b971-74d2-40ce-920d-b429f99ea074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:38.683069 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3874b971-74d2-40ce-920d-b429f99ea074 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:09:38.689070 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de89beea-96d9-49d6-8038-6d235c235268 req-d315d71e-b1f5-4323-ae09-73937b5847f3 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827528 Nov 19 09:09:38.689455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874b971-74d2-40ce-920d-b429f99ea074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a289a56a-a4e6-4ee3-9d41-be5b075771ff,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:38.699866 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3874b971-74d2-40ce-920d-b429f99ea074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:38.700219 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-3874b971-74d2-40ce-920d-b429f99ea074 admin admin] Added segment a7507668-d0f0-448f-870c-ec3cee8c9af7 of type vlan for network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca Nov 19 09:09:38.769283 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3874b971-74d2-40ce-920d-b429f99ea074 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:38.799691 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3874b971-74d2-40ce-920d-b429f99ea074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:38.801202 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3874b971-74d2-40ce-920d-b429f99ea074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:38.802254 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3874b971-74d2-40ce-920d-b429f99ea074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:38.878353 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3874b971-74d2-40ce-920d-b429f99ea074 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5561173 Nov 19 09:09:38.887792 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60782) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:38.894572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5d68703f-9236-4cd1-9255-0d74b511be57 admin admin] Request body: {'subnet': {'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1848899629-subnet', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:38.913623 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874b971-74d2-40ce-920d-b429f99ea074 admin admin] Pushing event updated for resources: {'Network': ['ID=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:38.925268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:09:38.942647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d68703f-9236-4cd1-9255-0d74b511be57 admin admin] Made reservation on behalf of b7ec5d00cfc348a594077a93d6441b62 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:09:38.947513 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d68703f-9236-4cd1-9255-0d74b511be57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:39.165280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93c791-03a1-479a-b4b9-a033ff96f7fd req-35ceb1e5-af1c-4985-a12f-5f13dc8e7004 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:39.166872 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb93c791-03a1-479a-b4b9-a033ff96f7fd req-35ceb1e5-af1c-4985-a12f-5f13dc8e7004 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 950 time: 0.1686852 Nov 19 09:09:39.171180 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d68703f-9236-4cd1-9255-0d74b511be57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:39.216696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd54b63-2334-4175-ab70-993754619b75', 'tag': 'f9dc5803-0e63-4360-ab2c-bcc662fe2293'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:39.218944 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e16b651-13ce-422d-8a7e-4ef567b1c231" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd54b63-2334-4175-ab70-993754619b75", "tag": "f9dc5803-0e63-4360-ab2c-bcc662fe2293"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:39.223083 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.resource_extend [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-5b799b82-7461-424b-a103-120762b41044 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:09:39.243073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d68703f-9236-4cd1-9255-0d74b511be57 admin admin] Checking segment: {'id': 'a7507668-d0f0-448f-870c-ec3cee8c9af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:09:39.243448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d68703f-9236-4cd1-9255-0d74b511be57 admin admin] Network hostable DHCP agents. Network: b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:09:39.250289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68703f-9236-4cd1-9255-0d74b511be57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2dc59a7-693a-40a0-ab45-b7982da75253,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:39.283374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d68703f-9236-4cd1-9255-0d74b511be57 admin admin] Network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:09:39.295068 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5d68703f-9236-4cd1-9255-0d74b511be57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:09:39.300681 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d68703f-9236-4cd1-9255-0d74b511be57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:39.300893 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d68703f-9236-4cd1-9255-0d74b511be57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:39.328060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba778269-5569-42ca-83f5-e651c39809f8 None None] Network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:09:39.332601 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5d68703f-9236-4cd1-9255-0d74b511be57 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4430752 Nov 19 09:09:39.334593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60792) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:39.340935 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:39.349266 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-5b799b82-7461-424b-a103-120762b41044 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:39.355413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb93c791-03a1-479a-b4b9-a033ff96f7fd req-82ea74f0-28fa-4a9d-99d5-accd3f5cc69f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728361 Nov 19 09:09:39.356471 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-5b799b82-7461-424b-a103-120762b41044 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:39.421312 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:39.423604 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:39.484467 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:39.534386 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:09:39.535913 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:39.576113 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-5b799b82-7461-424b-a103-120762b41044 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Floating IP 161bf320-76a3-4931-9503-9132530a412b associated. External IP: 172.25.0.21, port: 6355c41c-69db-4133-b5dd-cb40de34e1eb. Nov 19 09:09:39.647394 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924efb9-9cc1-49cc-8244-4dbdb3bfa113 req-c6c4819f-88f1-4be4-89b7-48067d57ab2f tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:39.650313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d924efb9-9cc1-49cc-8244-4dbdb3bfa113 req-c6c4819f-88f1-4be4-89b7-48067d57ab2f tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 943 time: 0.1222844 Nov 19 09:09:39.691359 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:39.735946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Allocated IP 172.20.0.2 (b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca/a2dc59a7-693a-40a0-ab45-b7982da75253/787712a4-ebb5-4aa7-9669-15a6ae139792) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:09:39.779375 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d924efb9-9cc1-49cc-8244-4dbdb3bfa113 req-f6a3ccc5-e23f-4f9c-bf31-ba99a949b049 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870261 Nov 19 09:09:39.865378 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64691ea9-677d-4503-a2b5-3fe500920a8e x-openstack-request-id: req-64691ea9-677d-4503-a2b5-3fe500920a8e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:39.865798 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd54b63-2334-4175-ab70-993754619b75", "tag": "f9dc5803-0e63-4360-ab2c-bcc662fe2293", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:39.866150 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64691ea9-677d-4503-a2b5-3fe500920a8e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:39.867747 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd54b63-2334-4175-ab70-993754619b75', 'tag': 'f9dc5803-0e63-4360-ab2c-bcc662fe2293', 'status': 'completed', 'code': 200} Nov 19 09:09:40.068630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-5b799b82-7461-424b-a103-120762b41044 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Router 53183590-aa56-489d-9b3d-257f367d80e6 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:09:40.077789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16b651-13ce-422d-8a7e-4ef567b1c231 req-e7089a9a-443d-4674-93b9-f3d0a4d3c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:40.079453 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2e16b651-13ce-422d-8a7e-4ef567b1c231 req-e7089a9a-443d-4674-93b9-f3d0a4d3c63c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 1126 time: 0.1245425 Nov 19 09:09:40.088051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f625f-b13f-470a-989f-eef253fd1513 req-54b80d84-bd17-4466-904f-832bb4d42337 tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:40.097622 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c8f625f-b13f-470a-989f-eef253fd1513 req-54b80d84-bd17-4466-904f-832bb4d42337 tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 1102 time: 0.0884860 Nov 19 09:09:40.121873 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:40.153711 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:40.168848 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:40.178384 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:40.194968 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:09:40.199194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:09:40.220019 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:09:40.227131 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c8f625f-b13f-470a-989f-eef253fd1513 req-daf5b76d-7e96-4ece-979d-ca59249c7ec4 tempest-ServersOnMultiNodesTest-479455020 tempest-ServersOnMultiNodesTest-479455020-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281302 Nov 19 09:09:40.312325 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16b651-13ce-422d-8a7e-4ef567b1c231 req-ec524f69-8208-4141-afb4-c7c39e492c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:40.314283 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2e16b651-13ce-422d-8a7e-4ef567b1c231 req-ec524f69-8208-4141-afb4-c7c39e492c6e service neutron] 10.222.0.71 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.2241838 Nov 19 09:09:40.370507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-5b799b82-7461-424b-a103-120762b41044 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:09:40.376168 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-5b799b82-7461-424b-a103-120762b41044 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:40.382909 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a3543d-9119-4a63-a412-7359b53b2968 None None] Sync routers for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:09:40.390100 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Pushing event updated for resources: {'Port': ['ID=787712a4-ebb5-4aa7-9669-15a6ae139792,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:40.397491 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a3543d-9119-4a63-a412-7359b53b2968 None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:09:40.398570 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-15a3543d-9119-4a63-a412-7359b53b2968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:40.406275 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Attempting to bind port 787712a4-ebb5-4aa7-9669-15a6ae139792 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:09:40.406763 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Attempting to bind port 787712a4-ebb5-4aa7-9669-15a6ae139792 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'a7507668-d0f0-448f-870c-ec3cee8c9af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:09:40.407009 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Attempting to bind port 787712a4-ebb5-4aa7-9669-15a6ae139792 on network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:40.411077 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2e16b651-13ce-422d-8a7e-4ef567b1c231 req-b8bd69b8-d119-4328-b7ab-7b0a0c24e7d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293 HTTP/1.1" status: 200 len: 217 time: 0.0518968 Nov 19 09:09:40.423274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:09:40.423668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Checking segment: {'id': 'a7507668-d0f0-448f-870c-ec3cee8c9af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:09:40.424078 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:40.424479 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Bound using segment: {'id': 'a7507668-d0f0-448f-870c-ec3cee8c9af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:09:40.424971 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Bound port: 787712a4-ebb5-4aa7-9669-15a6ae139792, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7507668-d0f0-448f-870c-ec3cee8c9af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:09:40.425700 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:40.499384 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-5b799b82-7461-424b-a103-120762b41044 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "PUT /v2.0/floatingips/161bf320-76a3-4931-9503-9132530a412b HTTP/1.1" status: 200 len: 996 time: 2.5244792 Nov 19 09:09:40.510777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab314ac0-156b-491e-a819-2f495d5bfc57 req-8bfb875a-ca13-4ddf-90cc-0caefaa53186 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:40.512643 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab314ac0-156b-491e-a819-2f495d5bfc57 req-8bfb875a-ca13-4ddf-90cc-0caefaa53186 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.1565790 Nov 19 09:09:40.524959 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16b651-13ce-422d-8a7e-4ef567b1c231 req-e7009a28-ca59-4a1d-9643-916ee0089ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:40.527119 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2e16b651-13ce-422d-8a7e-4ef567b1c231 req-e7009a28-ca59-4a1d-9643-916ee0089ff7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.1055779 Nov 19 09:09:40.534371 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] For port 787712a4-ebb5-4aa7-9669-15a6ae139792, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:09:40.539704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Allocated IP 172.25.0.126 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/f506e5f9-922f-4c85-b15b-7e1137deee88) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:09:40.540622 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] For port 787712a4-ebb5-4aa7-9669-15a6ae139792, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=787712a4-ebb5-4aa7-9669-15a6ae139792,segment=NetworkSegment(a7507668-d0f0-448f-870c-ec3cee8c9af7),segment_id=a7507668-d0f0-448f-870c-ec3cee8c9af7)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:09:40.541967 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-15a3543d-9119-4a63-a412-7359b53b2968 None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:09:40.549500 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:40.623177 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bd1c0-67a1-4e04-9d7b-36aeb577d7b5 None None] Pushing event updated for resources: {'Port': ['ID=787712a4-ebb5-4aa7-9669-15a6ae139792,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:40.624758 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2e16b651-13ce-422d-8a7e-4ef567b1c231 req-12dd954f-e886-41e7-9ddd-d5ed945da877 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802464 Nov 19 09:09:40.626345 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab314ac0-156b-491e-a819-2f495d5bfc57 req-871b3746-670d-43d3-8ad3-5d87b952b68a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075382 Nov 19 09:09:40.629656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-f3b15780-272f-492c-ace3-7b280bdc78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:40.632234 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-f3b15780-272f-492c-ace3-7b280bdc78ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 1098 time: 0.1014693 Nov 19 09:09:40.775277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f9dc5803-0e63-4360-ab2c-bcc662fe2293 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:09:40.909839 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-c760c4af-0979-40bc-8c1f-01d17adbb028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:40.918008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-c760c4af-0979-40bc-8c1f-01d17adbb028 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 922 time: 0.2786243 Nov 19 09:09:41.138863 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-15a3543d-9119-4a63-a412-7359b53b2968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '161bf320-76a3-4931-9503-9132530a412b', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'port_id': '6355c41c-69db-4133-b5dd-cb40de34e1eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'mac_address': 'fa:16:3e:16:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:09:17Z', 'updated_at': '2021-11-19T09:09:39Z', 'revision_number': 1, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:41.172521 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f9dc5803-0e63-4360-ab2c-bcc662fe2293, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:41.180593 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a3543d-9119-4a63-a412-7359b53b2968 None None] Checking router: 53183590-aa56-489d-9b3d-257f367d80e6 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:09:41.200042 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a3543d-9119-4a63-a412-7359b53b2968 None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:09:41.200715 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-15a3543d-9119-4a63-a412-7359b53b2968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:41.206442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f9dc5803-0e63-4360-ab2c-bcc662fe2293 has no active binding in host n-h1-805649-14 {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 09:09:41.220780 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-a0f84428-fb68-4c30-9aec-e69926f342ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6355c41c-69db-4133-b5dd-cb40de34e1eb HTTP/1.1" status: 200 len: 999 time: 0.2929499 Nov 19 09:09:41.273046 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2e16b651-13ce-422d-8a7e-4ef567b1c231 req-242a476d-5620-4a86-b3d4-64e0edef440a service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6339543 Nov 19 09:09:41.315733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdfcd7-7650-4048-b3ae-e42b3e82b61b req-02d8670e-6400-429d-9389-f44994cc3992 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:41.331269 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cdfdfcd7-7650-4048-b3ae-e42b3e82b61b req-02d8670e-6400-429d-9389-f44994cc3992 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 943 time: 0.1947773 Nov 19 09:09:41.381196 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:41.385316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-644baf00-9db8-43bc-8692-8257ef6cb2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:41.389112 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-644baf00-9db8-43bc-8692-8257ef6cb2eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d1d11d-00c5-42b8-8deb-d20385d0acde HTTP/1.1" status: 200 len: 860 time: 0.1577024 Nov 19 09:09:41.482834 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2e16b651-13ce-422d-8a7e-4ef567b1c231 req-73a76b1b-703b-4ffb-bc6a-25706f33c918 service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972609 Nov 19 09:09:41.487534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cdfdfcd7-7650-4048-b3ae-e42b3e82b61b req-a3a906d8-9a3f-496d-898f-04f0cdcb09a3 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549923 Nov 19 09:09:41.494515 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:41.515871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:09:41.524054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-5b950269-9837-400e-b69d-1389dba73c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:41.527989 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-5b950269-9837-400e-b69d-1389dba73c04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1265693 Nov 19 09:09:41.542464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:09:41.546046 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:09:41.555433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-88e17874-7cdb-4edc-b55d-4e74f4436066 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:09:41.561425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-88e17874-7cdb-4edc-b55d-4e74f4436066 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218878 Nov 19 09:09:41.571961 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-15a3543d-9119-4a63-a412-7359b53b2968 None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:09:41.702014 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Pushing event updated for resources: {'Port': ['ID=f506e5f9-922f-4c85-b15b-7e1137deee88,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:41.777065 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-abeef696-7985-4697-8bf4-d1afc3c8471a service neutron] 10.222.0.21 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054856 Nov 19 09:09:41.947278 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'tag': '6355c41c-69db-4133-b5dd-cb40de34e1eb'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:41.949997 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b22154-e66b-4992-8f1a-911b4486a3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f1e70d-07d5-48cc-abd4-90e71db26966", "tag": "6355c41c-69db-4133-b5dd-cb40de34e1eb"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:41.981820 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:42.013590 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-15a3543d-9119-4a63-a412-7359b53b2968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '161bf320-76a3-4931-9503-9132530a412b', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'port_id': '6355c41c-69db-4133-b5dd-cb40de34e1eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'mac_address': 'fa:16:3e:16:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:09:17Z', 'updated_at': '2021-11-19T09:09:39Z', 'revision_number': 1, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:42.065753 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cc315-9926-401c-bd0c-43e7decaf333 req-b203cb92-c7f5-4946-bde6-87494154962c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:42.076677 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed2cc315-9926-401c-bd0c-43e7decaf333 req-b203cb92-c7f5-4946-bde6-87494154962c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 950 time: 0.2618470 Nov 19 09:09:42.085946 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a3543d-9119-4a63-a412-7359b53b2968 None None] The sync data for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 is: [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '161bf320-76a3-4931-9503-9132530a412b', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'port_id': '6355c41c-69db-4133-b5dd-cb40de34e1eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'mac_address': 'fa:16:3e:16:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:09:17Z', 'updated_at': '2021-11-19T09:09:39Z', 'revision_number': 1, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:09:42.128715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f7378e4-6a50-45dd-9e1a-6b84222dd199 req-af1ca7b9-d68d-495a-b121-03884644284d service neutron] 10.222.0.21 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446553 Nov 19 09:09:42.208175 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed2cc315-9926-401c-bd0c-43e7decaf333 req-d34f5ab0-58b6-48c6-ae45-19b8a065657e tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301310 Nov 19 09:09:42.430528 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2b8925-7d0f-4165-9af0-d5ae897e3427 x-openstack-request-id: req-cb2b8925-7d0f-4165-9af0-d5ae897e3427 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:42.430990 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f1e70d-07d5-48cc-abd4-90e71db26966", "tag": "6355c41c-69db-4133-b5dd-cb40de34e1eb", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:42.431383 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb2b8925-7d0f-4165-9af0-d5ae897e3427 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:42.431955 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'tag': '6355c41c-69db-4133-b5dd-cb40de34e1eb', 'status': 'completed', 'code': 200} Nov 19 09:09:42.482342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 787712a4-ebb5-4aa7-9669-15a6ae139792 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:09:42.543482 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d69c0f-89db-478a-8330-32036fb92eeb req-7d487777-da1f-44f9-abf1-f9d6093fd48b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:42.545322 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12d69c0f-89db-478a-8330-32036fb92eeb req-7d487777-da1f-44f9-abf1-f9d6093fd48b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.2435544 Nov 19 09:09:42.560433 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ef9f70-1c9c-4da8-bd53-e2acd9cd3dac None None] Network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:09:42.596744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b95581-72c9-4af3-b80b-383323e5ee83 None None] New status for floating IP 161bf320-76a3-4931-9503-9132530a412b: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:09:42.659091 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12d69c0f-89db-478a-8330-32036fb92eeb req-aa0e9401-fde7-4274-8524-2eaf8b3f9cee tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065862 Nov 19 09:09:42.661069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b22154-e66b-4992-8f1a-911b4486a3a5 req-27ad7aad-4e5f-480c-993e-81d9a3b98182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:42.662872 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14b22154-e66b-4992-8f1a-911b4486a3a5 req-27ad7aad-4e5f-480c-993e-81d9a3b98182 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 1098 time: 0.2033415 Nov 19 09:09:42.825192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f9dc5803-0e63-4360-ab2c-bcc662fe2293 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:09:42.866899 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b22154-e66b-4992-8f1a-911b4486a3a5 req-c3597873-c15c-4399-b644-338922ee460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:42.870615 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14b22154-e66b-4992-8f1a-911b4486a3a5 req-c3597873-c15c-4399-b644-338922ee460a service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 922 time: 0.1652768 Nov 19 09:09:42.978663 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-233a882e-3d51-440c-9cf5-9d13eb5078ca service neutron] 10.222.0.71 "GET /v2.0/ports/f9dc5803-0e63-4360-ab2c-bcc662fe2293/bindings/n-h1-805649-14 HTTP/1.1" status: 200 len: 385 time: 0.3019164 Nov 19 09:09:43.010189 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14b22154-e66b-4992-8f1a-911b4486a3a5 req-8ef07948-ee90-4188-8963-cda6989545a2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6355c41c-69db-4133-b5dd-cb40de34e1eb HTTP/1.1" status: 200 len: 1001 time: 0.0956223 Nov 19 09:09:43.069296 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-41c3b261-ab4a-41e0-a3a7-7f6d38e6c3d8 None None] Provisioning complete for port 787712a4-ebb5-4aa7-9669-15a6ae139792 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:43.070056 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-41c3b261-ab4a-41e0-a3a7-7f6d38e6c3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:43.133527 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-74a03926-cff1-434b-8af8-05ce1a5dcdbe tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:43.142748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-74a03926-cff1-434b-8af8-05ce1a5dcdbe tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=1750fcee-c4c6-4bb3-945e-46397b04219b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5481927 Nov 19 09:09:43.153294 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b22154-e66b-4992-8f1a-911b4486a3a5 req-05d6384e-cc77-48b9-9686-b7b4f23ea9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:43.154979 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14b22154-e66b-4992-8f1a-911b4486a3a5 req-05d6384e-cc77-48b9-9686-b7b4f23ea9ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c3d1d11d-00c5-42b8-8deb-d20385d0acde HTTP/1.1" status: 200 len: 860 time: 0.1127536 Nov 19 09:09:43.182918 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f9dc5803-0e63-4360-ab2c-bcc662fe2293, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:43.194831 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 787712a4-ebb5-4aa7-9669-15a6ae139792 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:43.195214 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:43.228473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb017fd2-8ef9-44af-a6cf-84e3b17a5115 req-58b4d93b-abda-4399-bbbe-b568aacd6418 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:43.230812 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb017fd2-8ef9-44af-a6cf-84e3b17a5115 req-58b4d93b-abda-4399-bbbe-b568aacd6418 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "GET /v2.0/ports?device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 950 time: 0.5650165 Nov 19 09:09:43.340557 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:43.344673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-26e9a507-b6d8-48b4-9f6c-80d1c26df231 service neutron] For port f9dc5803-0e63-4360-ab2c-bcc662fe2293, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:43.361384 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f9dc5803-0e63-4360-ab2c-bcc662fe2293 has no active binding in host n-h1-805649-14 {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 09:09:43.365770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf000f-2a5a-4d74-89a7-9243083dc4b2 req-73a1d1af-4ed0-4aea-ad03-db1990bfb025 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:43.375064 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3fdf000f-2a5a-4d74-89a7-9243083dc4b2 req-73a1d1af-4ed0-4aea-ad03-db1990bfb025 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 943 time: 0.4748058 Nov 19 09:09:43.411409 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-26e9a507-b6d8-48b4-9f6c-80d1c26df231 service neutron] For port f9dc5803-0e63-4360-ab2c-bcc662fe2293, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:09:43.437766 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-4e77caa3-4f06-411f-9d12-a8eeddc41446 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1001 time: 0.2929866 Nov 19 09:09:43.475350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-dead033f-568b-4b7e-9b92-559d143be14a tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Request body: {'floatingip': {'port_id': '3f1efc60-d1ef-4608-8922-cdd920672234', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:43.503442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3fdf000f-2a5a-4d74-89a7-9243083dc4b2 req-d315559f-1c21-46f4-b6fb-0c4207526cdf tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133544 Nov 19 09:09:43.515844 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-26e9a507-b6d8-48b4-9f6c-80d1c26df231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9dc5803-0e63-4360-ab2c-bcc662fe2293 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:09:43.544520 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-26e9a507-b6d8-48b4-9f6c-80d1c26df231 service neutron] For port f9dc5803-0e63-4360-ab2c-bcc662fe2293, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:43.570444 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-26e9a507-b6d8-48b4-9f6c-80d1c26df231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:43.649176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b22154-e66b-4992-8f1a-911b4486a3a5 req-fba7110e-f7a5-4004-a5ea-21fe24d0530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:43.659730 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:09:43.660118 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14b22154-e66b-4992-8f1a-911b4486a3a5 req-fba7110e-f7a5-4004-a5ea-21fe24d0530e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4559190 Nov 19 09:09:43.678145 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-41c3b261-ab4a-41e0-a3a7-7f6d38e6c3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:43.725851 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:43.780994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-41c3b261-ab4a-41e0-a3a7-7f6d38e6c3d8 None None] For port 787712a4-ebb5-4aa7-9669-15a6ae139792, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=787712a4-ebb5-4aa7-9669-15a6ae139792,segment=NetworkSegment(a7507668-d0f0-448f-870c-ec3cee8c9af7),segment_id=a7507668-d0f0-448f-870c-ec3cee8c9af7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:43.837910 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-26e9a507-b6d8-48b4-9f6c-80d1c26df231 service neutron] Transition to ACTIVE for port object f9dc5803-0e63-4360-ab2c-bcc662fe2293 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:09:43.848379 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-41c3b261-ab4a-41e0-a3a7-7f6d38e6c3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:43.852467 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-26e9a507-b6d8-48b4-9f6c-80d1c26df231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:43.923485 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:09:43.923913 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:09:43.929198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3b261-ab4a-41e0-a3a7-7f6d38e6c3d8 None None] Pushing event updated for resources: {'Port': ['ID=787712a4-ebb5-4aa7-9669-15a6ae139792,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:43.936102 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-dead033f-568b-4b7e-9b92-559d143be14a tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:43.941044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-bb017fd2-8ef9-44af-a6cf-84e3b17a5115 req-0a63811e-7e62-4d05-8fb7-d9288d8d077f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Deleting port deaa45d6-3fd1-4423-93c4-e3fca65f2c5c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:09:43.941408 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bb017fd2-8ef9-44af-a6cf-84e3b17a5115 req-0a63811e-7e62-4d05-8fb7-d9288d8d077f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:43.951957 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-26e9a507-b6d8-48b4-9f6c-80d1c26df231 service neutron] No DVR routers for this DVR port f9dc5803-0e63-4360-ab2c-bcc662fe2293 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:09:43.975221 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:09:43.980984 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-49063124-7d5d-4cce-a30b-67820b25994d None None] Provisioning complete for port 787712a4-ebb5-4aa7-9669-15a6ae139792 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:43.981502 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-49063124-7d5d-4cce-a30b-67820b25994d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:43.987974 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Sync routers for ids ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:09:44.000960 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Routers {'321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:09:44.002009 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:44.057556 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9a507-b6d8-48b4-9f6c-80d1c26df231 service neutron] Pushing event updated for resources: {'Port': ['ID=f9dc5803-0e63-4360-ab2c-bcc662fe2293,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:44.073433 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-26e9a507-b6d8-48b4-9f6c-80d1c26df231 service neutron] 10.222.0.71 "PUT /v2.0/ports/f9dc5803-0e63-4360-ab2c-bcc662fe2293/bindings/n-h1-805649-14/activate HTTP/1.1" status: 200 len: 370 time: 1.0360303 Nov 19 09:09:44.078256 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:44.093611 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-33bd63b0-6d7d-402e-b0df-8807812d0600 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7573948 Nov 19 09:09:44.095266 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60836) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:44.209899 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Set router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:09:44.316663 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14b22154-e66b-4992-8f1a-911b4486a3a5 req-2c67706b-d66c-4b56-81bf-ce834a696b27 service neutron] 10.222.0.71 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914032 Nov 19 09:09:44.457869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894d926-9e52-49bd-b4ad-c09779dda0e3 req-9a74ec9d-e829-417c-bb68-f8f40bc1ef6e tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:44.459491 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e894d926-9e52-49bd-b4ad-c09779dda0e3 req-9a74ec9d-e829-417c-bb68-f8f40bc1ef6e tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d61e9778-a54c-4d63-916f-1dfb70d71dd2 HTTP/1.1" status: 200 len: 950 time: 0.8137460 Nov 19 09:09:44.509194 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:41Z', 'revision_number': 3, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:44.585667 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Checking router: 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:09:44.586020 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Updating router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 port f506e5f9-922f-4c85-b15b-7e1137deee88 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:09:44.587723 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-bb017fd2-8ef9-44af-a6cf-84e3b17a5115 req-0a63811e-7e62-4d05-8fb7-d9288d8d077f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] For port deaa45d6-3fd1-4423-93c4-e3fca65f2c5c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=deaa45d6-3fd1-4423-93c4-e3fca65f2c5c,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:44.588111 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bb017fd2-8ef9-44af-a6cf-84e3b17a5115 req-0a63811e-7e62-4d05-8fb7-d9288d8d077f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:44.644791 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-3be440c9-6989-4ccf-844b-a1d28c7768f5 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:44.647407 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-3be440c9-6989-4ccf-844b-a1d28c7768f5 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75&tenant_id=6022a22e5412460ca709de7cbe4fe9f5&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 1096 time: 0.3266954 Nov 19 09:09:44.653696 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:44.674377 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 787712a4-ebb5-4aa7-9669-15a6ae139792 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:09:44.706760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-bb017fd2-8ef9-44af-a6cf-84e3b17a5115 req-0a63811e-7e62-4d05-8fb7-d9288d8d077f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Calling delete_port for deaa45d6-3fd1-4423-93c4-e3fca65f2c5c owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:09:44.762546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 787712a4-ebb5-4aa7-9669-15a6ae139792 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:44.762546 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:44.763234 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14b22154-e66b-4992-8f1a-911b4486a3a5 req-72e42385-6f84-405c-b9d2-7bba0179db58 service neutron] 10.222.0.71 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930593 Nov 19 09:09:44.780908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e894d926-9e52-49bd-b4ad-c09779dda0e3 req-7159109f-93c0-412e-8b73-352b088fb9f2 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059156 Nov 19 09:09:44.868449 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-f7dbc6a4-c8b3-4cd7-9c66-ab405660f7b5 service neutron] 10.222.0.66 "GET /v2.0/ports/373b12f5-12bb-4010-83a2-5a7dd8cb94fc/bindings/n-h1-805649-14 HTTP/1.1" status: 200 len: 383 time: 0.1554840 Nov 19 09:09:44.959767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-217ff4de-1911-47af-8ba6-1eb1a8baf49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:44.962906 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-217ff4de-1911-47af-8ba6-1eb1a8baf49c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75&tenant_id=6022a22e5412460ca709de7cbe4fe9f5 HTTP/1.1" status: 200 len: 1096 time: 0.2971156 Nov 19 09:09:45.097186 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:45.173327 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bb017fd2-8ef9-44af-a6cf-84e3b17a5115 req-0a63811e-7e62-4d05-8fb7-d9288d8d077f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:45.198468 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['00730ab9-1ac8-40a1-8ef9-eed22872a5ad', '6746a633-9255-472f-947e-1de8775cd0f3', 'c6b2c822-f01a-4212-a558-0c0e56810ba7', 'c144cdf7-c60a-4e03-b701-455c22f18804'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:45.208632 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:45.211936 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d', 'b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b', '1d5f2188-0ac9-4d4c-9793-be1b24261b85'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:45.223210 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:45.226090 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:45.234760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63811e-7e62-4d05-8fb7-d9288d8d077f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Pushing event deleted for resources: {'Port': ['ID=deaa45d6-3fd1-4423-93c4-e3fca65f2c5c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:45.312469 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Attempting to bind port f506e5f9-922f-4c85-b15b-7e1137deee88 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:09:45.312909 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Attempting to bind port f506e5f9-922f-4c85-b15b-7e1137deee88 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:09:45.313680 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Attempting to bind port f506e5f9-922f-4c85-b15b-7e1137deee88 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:45.325234 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:09:45.325612 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:09:45.326176 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:45.326643 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:09:45.327734 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Bound port: f506e5f9-922f-4c85-b15b-7e1137deee88, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:09:45.328344 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:45.331395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-dd4b27c9-d93b-4c4f-97eb-b54ed07d6a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:45.335956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-dd4b27c9-d93b-4c4f-97eb-b54ed07d6a53 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 1096 time: 0.2295549 Nov 19 09:09:45.377922 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b2549-9a90-4c04-ae9c-faa32cf620bd None None] Pushing event updated for resources: {'Port': ['ID=f506e5f9-922f-4c85-b15b-7e1137deee88,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:45.447463 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] For port f506e5f9-922f-4c85-b15b-7e1137deee88, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:09:45.457508 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] For port f506e5f9-922f-4c85-b15b-7e1137deee88, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f506e5f9-922f-4c85-b15b-7e1137deee88,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:09:45.469079 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b2549-9a90-4c04-ae9c-faa32cf620bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:45.469653 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b2549-9a90-4c04-ae9c-faa32cf620bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:45.470076 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b2549-9a90-4c04-ae9c-faa32cf620bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:45.470624 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b2549-9a90-4c04-ae9c-faa32cf620bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:45.471050 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b2549-9a90-4c04-ae9c-faa32cf620bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:45.472449 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b2549-9a90-4c04-ae9c-faa32cf620bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:45.473499 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b2549-9a90-4c04-ae9c-faa32cf620bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:45.474214 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b2549-9a90-4c04-ae9c-faa32cf620bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:45.474630 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b2549-9a90-4c04-ae9c-faa32cf620bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:45.475013 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b2549-9a90-4c04-ae9c-faa32cf620bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:45.475356 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b2549-9a90-4c04-ae9c-faa32cf620bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:45.475692 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b2549-9a90-4c04-ae9c-faa32cf620bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:09:45.484543 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:45.500338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f9dc5803-0e63-4360-ab2c-bcc662fe2293 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:09:45.506794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-56f5e945-b3a7-4e25-a574-b8d771e74ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:45.513978 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-56f5e945-b3a7-4e25-a574-b8d771e74ead service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082&tenant_id=193e326224374af2adeabf4558305969 HTTP/1.1" status: 200 len: 1101 time: 0.2395427 Nov 19 09:09:45.665766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb017fd2-8ef9-44af-a6cf-84e3b17a5115 req-0a63811e-7e62-4d05-8fb7-d9288d8d077f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] No DVR routers for this DVR port deaa45d6-3fd1-4423-93c4-e3fca65f2c5c on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:09:45.667289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Allocated IP 172.20.0.1 (b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca/a2dc59a7-693a-40a0-ab45-b7982da75253/036d42bf-556f-44ab-8639-9d2c6a44a846) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:09:45.698415 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e7730-b96d-4109-bd72-2cd72d5b2054 req-2c12d60e-1c04-40cc-abe2-8c4b66e5f7cc tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:45.715661 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-729e7730-b96d-4109-bd72-2cd72d5b2054 req-2c12d60e-1c04-40cc-abe2-8c4b66e5f7cc tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.7095501 Nov 19 09:09:45.720582 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bb017fd2-8ef9-44af-a6cf-84e3b17a5115 req-0a63811e-7e62-4d05-8fb7-d9288d8d077f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:45.727030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb017fd2-8ef9-44af-a6cf-84e3b17a5115 req-0a63811e-7e62-4d05-8fb7-d9288d8d077f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "DELETE /v2.0/ports/deaa45d6-3fd1-4423-93c4-e3fca65f2c5c HTTP/1.1" status: 204 len: 173 time: 2.4846299 Nov 19 09:09:45.750352 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-4c218831-f8eb-47ac-ba70-543f2912bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:45.751909 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-4c218831-f8eb-47ac-ba70-543f2912bf92 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 1101 time: 0.1788731 Nov 19 09:09:45.766162 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f9dc5803-0e63-4360-ab2c-bcc662fe2293 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:09:45.766946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device deaa45d6-3fd1-4423-93c4-e3fca65f2c5c no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:09:45.788855 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Routers {'321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:09:45.791066 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:45.832456 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61e9778-a54c-4d63-916f-1dfb70d71dd2', 'name': 'network-vif-deleted', 'tag': 'deaa45d6-3fd1-4423-93c4-e3fca65f2c5c'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:45.840039 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7501b2d5-919a-41b3-88ec-50c91701d066" -d '{"events": [{"server_uuid": "d61e9778-a54c-4d63-916f-1dfb70d71dd2", "name": "network-vif-deleted", "tag": "deaa45d6-3fd1-4423-93c4-e3fca65f2c5c"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:45.926141 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: deaa45d6-3fd1-4423-93c4-e3fca65f2c5c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:09:45.926667 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device deaa45d6-3fd1-4423-93c4-e3fca65f2c5c not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:09:45.929735 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-97e25d9a-2de6-4d73-ad06-9da5a778b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:45.931338 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-97e25d9a-2de6-4d73-ad06-9da5a778b2ce service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1350777 Nov 19 09:09:45.934581 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:45.944041 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b2549-9a90-4c04-ae9c-faa32cf620bd None None] Pushing event updated for resources: {'Port': ['ID=f506e5f9-922f-4c85-b15b-7e1137deee88,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:45.998820 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-116a8480-d14f-4e63-b4c1-05676dd456f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc HTTP/1.1" status: 200 len: 217 time: 0.0501428 Nov 19 09:09:46.176917 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] Set router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:09:46.183239 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-729e7730-b96d-4109-bd72-2cd72d5b2054 req-21e9f625-3522-48ec-9e07-dd9bdd3ed7e6 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656940 Nov 19 09:09:46.306430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-0bf0e075-5185-4ce5-a4cb-ed717dc07c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:46.312962 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-0bf0e075-5185-4ce5-a4cb-ed717dc07c27 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.9679353 Nov 19 09:09:46.351955 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:46.375653 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-1d5b5162-97a2-4234-ba9c-925e405c23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:46.377308 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-1d5b5162-97a2-4234-ba9c-925e405c23b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.3656137 Nov 19 09:09:46.448261 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-02f63a0a-8a7a-413d-8bfd-ea5b7f1dce1d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293 HTTP/1.1" status: 200 len: 217 time: 0.0947685 Nov 19 09:09:46.458073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:09:46.467311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:09:46.473427 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:09:46.510730 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Pushing event updated for resources: {'Port': ['ID=036d42bf-556f-44ab-8639-9d2c6a44a846,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:46.520748 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.resource_extend [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-dead033f-568b-4b7e-9b92-559d143be14a tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:09:46.532667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-882e8cd8-2ef3-487d-9279-acc812df22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:46.534681 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-882e8cd8-2ef3-487d-9279-acc812df22bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1218979 Nov 19 09:09:46.557820 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:46.773700 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-d43650b4-dee3-4f7f-b0af-3972b72d1c87 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259412 Nov 19 09:09:46.906272 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-3981e34b-a106-40b3-b37f-c87ab457fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:46.912050 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-3981e34b-a106-40b3-b37f-c87ab457fcb3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.4350274 Nov 19 09:09:46.936932 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:46.990735 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:41Z', 'revision_number': 3, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:46.995368 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-dead033f-568b-4b7e-9b92-559d143be14a tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:47.026419 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d6035498-eaea-4aa5-afe0-1c8e15ed372b req-7aa2f7d8-a33c-4250-85fc-0d10cfda6d12 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372391 Nov 19 09:09:47.042104 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a371db6f-79f3-4b15-a007-b764c4a0bcf8 None None] The sync data for ids ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'] in n-d-805649-14 is: [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:41Z', 'revision_number': 3, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:09:47.085068 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-392393b6-0437-43dd-ae59-7042a8b0d20f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352761 Nov 19 09:09:47.104925 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-dead033f-568b-4b7e-9b92-559d143be14a tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:47.339654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8a0bb-e2b6-4af9-9934-f2459544741a req-5f82d87d-dd48-4848-9eb2-b1ce0ffa3bf4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:47.341334 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6eb8a0bb-e2b6-4af9-9934-f2459544741a req-5f82d87d-dd48-4848-9eb2-b1ce0ffa3bf4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 944 time: 0.7752023 Nov 19 09:09:47.367357 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:47.379009 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:47.408758 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f68be36d-8097-42c4-9178-ffb85e675f77 None None] Provisioning complete for port 036d42bf-556f-44ab-8639-9d2c6a44a846 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:47.409711 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f68be36d-8097-42c4-9178-ffb85e675f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:47.491724 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Pushing event updated for resources: {'Port': ['ID=036d42bf-556f-44ab-8639-9d2c6a44a846,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:47.497217 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:47.545211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6eb8a0bb-e2b6-4af9-9934-f2459544741a req-42a5a055-eb1f-494a-ac52-054b0fbb0f7c tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844440 Nov 19 09:09:47.549067 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-9c4853bd-f4ab-4f83-9609-e2943d40b1a7 service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457283 Nov 19 09:09:47.550751 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-dead033f-568b-4b7e-9b92-559d143be14a tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Floating IP 161bf320-76a3-4931-9503-9132530a412b associated. External IP: 172.25.0.21, port: 6355c41c-69db-4133-b5dd-cb40de34e1eb. Nov 19 09:09:47.696154 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f68be36d-8097-42c4-9178-ffb85e675f77 None None] Port 036d42bf-556f-44ab-8639-9d2c6a44a846 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:09:47.783009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:09:47.786429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:09:47.865294 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:48.034824 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:09:48.259072 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-dead033f-568b-4b7e-9b92-559d143be14a tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Router 53183590-aa56-489d-9b3d-257f367d80e6 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:09:48.262582 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-3884f179-9593-49cf-abc3-b50626b512c1 service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147869 Nov 19 09:09:48.355588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-19566344-77d1-44cf-9f45-2ec968918f36 None None] Provisioning complete for port 036d42bf-556f-44ab-8639-9d2c6a44a846 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:48.356444 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-19566344-77d1-44cf-9f45-2ec968918f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:48.454512 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03576ce3-1c75-4850-ab6d-6f22dad10500 x-openstack-request-id: req-03576ce3-1c75-4850-ab6d-6f22dad10500 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:48.455268 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61e9778-a54c-4d63-916f-1dfb70d71dd2", "name": "network-vif-deleted", "tag": "deaa45d6-3fd1-4423-93c4-e3fca65f2c5c", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:48.455268 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03576ce3-1c75-4850-ab6d-6f22dad10500 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:48.456097 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61e9778-a54c-4d63-916f-1dfb70d71dd2', 'name': 'network-vif-deleted', 'tag': 'deaa45d6-3fd1-4423-93c4-e3fca65f2c5c', 'status': 'completed', 'code': 200} Nov 19 09:09:48.457202 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-19566344-77d1-44cf-9f45-2ec968918f36 None None] Port 036d42bf-556f-44ab-8639-9d2c6a44a846 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:09:48.565079 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e37c60-49a2-4ca8-881b-e4949d40aaa9 req-08fad473-c4c5-4a8e-8945-efcf636b39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:48.567261 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3e37c60-49a2-4ca8-881b-e4949d40aaa9 req-08fad473-c4c5-4a8e-8945-efcf636b39b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04047b519840476fb11f47f5e01d67ee&device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 1098 time: 0.1428540 Nov 19 09:09:48.572374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:09:48.599266 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-54217841-df57-46fe-af00-9d7d7ac3591a admin admin] 10.222.0.21 "PUT /v2.0/routers/321f1e6f-d9b2-4c73-8695-3a7efbe4cf57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4935403 Nov 19 09:09:48.731801 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-dead033f-568b-4b7e-9b92-559d143be14a tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:09:48.746782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710df545-90d1-401b-8e04-1ae810ec6544 None None] Sync routers for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:09:48.777828 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710df545-90d1-401b-8e04-1ae810ec6544 None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:09:48.778815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-710df545-90d1-401b-8e04-1ae810ec6544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:48.863494 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f506e5f9-922f-4c85-b15b-7e1137deee88 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:09:48.866154 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 373b12f5-12bb-4010-83a2-5a7dd8cb94fc no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:09:48.952121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-3b9d67d9-768f-49b9-9e62-25e4e10c8ade tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:48.954144 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-3b9d67d9-768f-49b9-9e62-25e4e10c8ade tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75&tenant_id=6022a22e5412460ca709de7cbe4fe9f5&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 1096 time: 0.1879537 Nov 19 09:09:49.102604 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-a39970a0-3c5e-4416-a3f4-1752eb41b7e5 service neutron] For port f9dc5803-0e63-4360-ab2c-bcc662fe2293, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:09:49.107987 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-a39970a0-3c5e-4416-a3f4-1752eb41b7e5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:49.112219 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-75e0a93e-bb3b-4183-80bc-1e6977e4f628 req-a39970a0-3c5e-4416-a3f4-1752eb41b7e5 service neutron] 10.222.0.66 "DELETE /v2.0/ports/f9dc5803-0e63-4360-ab2c-bcc662fe2293/bindings/n-h2-805649-14 HTTP/1.1" status: 204 len: 173 time: 0.1490386 Nov 19 09:09:49.162739 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-710df545-90d1-401b-8e04-1ae810ec6544 None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:09:49.218345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f506e5f9-922f-4c85-b15b-7e1137deee88 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:49.218840 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:49.233494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e37c60-49a2-4ca8-881b-e4949d40aaa9 req-464c1727-b237-45a7-af55-4052f1da508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:49.235845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3e37c60-49a2-4ca8-881b-e4949d40aaa9 req-464c1727-b237-45a7-af55-4052f1da508a service neutron] 10.222.0.66 "GET /v2.0/networks?id=44d3298f-7adf-4433-ae40-67bd57efdfb7 HTTP/1.1" status: 200 len: 920 time: 0.6534429 Nov 19 09:09:49.280190 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:49.331001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3e37c60-49a2-4ca8-881b-e4949d40aaa9 req-d8b166c3-297b-415d-8d6a-da4a9d54acf4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79007b7f-85a7-4926-af69-9a74ceea9875 HTTP/1.1" status: 200 len: 217 time: 0.0814085 Nov 19 09:09:49.370431 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa57c7b-5f83-4ffe-8fa0-dcd718c078c0 req-63c0f929-f2f2-42f2-9efe-39b59ddc2311 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:49.371866 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5aa57c7b-5f83-4ffe-8fa0-dcd718c078c0 req-63c0f929-f2f2-42f2-9efe-39b59ddc2311 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.7111797 Nov 19 09:09:49.401960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca16bcc-fbb0-412b-bbdc-d837d2817082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:49.404276 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9283007e-94fb-49ae-9229-9b50a2eebbbc" -d '{"events": [{"server_uuid": "bca16bcc-fbb0-412b-bbdc-d837d2817082", "name": "network-vif-unplugged", "status": "completed", "tag": "373b12f5-12bb-4010-83a2-5a7dd8cb94fc"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:49.454080 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:49.498469 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:49.509557 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5aa57c7b-5f83-4ffe-8fa0-dcd718c078c0 req-cb44d518-1fb8-4dba-8766-a42f702cf040 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253746 Nov 19 09:09:49.518284 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e37c60-49a2-4ca8-881b-e4949d40aaa9 req-9b90d9bf-1528-4f02-9216-f16893154cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:49.520358 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3e37c60-49a2-4ca8-881b-e4949d40aaa9 req-9b90d9bf-1528-4f02-9216-f16893154cc9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96926490-af93-496a-ac14-62637eebbbfd HTTP/1.1" status: 200 len: 859 time: 0.1580825 Nov 19 09:09:49.546230 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:49.622798 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:49.628282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port f506e5f9-922f-4c85-b15b-7e1137deee88, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f506e5f9-922f-4c85-b15b-7e1137deee88,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:49.662935 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:49.693992 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3e37c60-49a2-4ca8-881b-e4949d40aaa9 req-1569b44a-9f6e-4c60-b632-62795b351b2a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=44d3298f-7adf-4433-ae40-67bd57efdfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634364 Nov 19 09:09:49.779985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=f506e5f9-922f-4c85-b15b-7e1137deee88,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:49.870209 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-710df545-90d1-401b-8e04-1ae810ec6544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '161bf320-76a3-4931-9503-9132530a412b', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'port_id': '3f1efc60-d1ef-4608-8922-cdd920672234', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'mac_address': 'fa:16:3e:f0:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:09:17Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 3, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:49.875086 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a176c124-b6dc-498a-9e80-ff68bc4474a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:49.908578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710df545-90d1-401b-8e04-1ae810ec6544 None None] Checking router: 53183590-aa56-489d-9b3d-257f367d80e6 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:09:49.919584 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710df545-90d1-401b-8e04-1ae810ec6544 None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:09:49.920311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-710df545-90d1-401b-8e04-1ae810ec6544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:49.925648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da5a89-0bc0-464d-88d0-075f2360820b req-a4d19c7a-8d97-40f1-b566-12dfc7649fec tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:49.927929 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7da5a89-0bc0-464d-88d0-075f2360820b req-a4d19c7a-8d97-40f1-b566-12dfc7649fec tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.2321932 Nov 19 09:09:49.984656 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3e37c60-49a2-4ca8-881b-e4949d40aaa9 req-c7296aa8-9c3a-498d-a085-b9cf08309230 service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528391 Nov 19 09:09:50.029735 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7da5a89-0bc0-464d-88d0-075f2360820b req-7e6e6274-1cb4-4dd7-a52b-b76123d3fe2d tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840888 Nov 19 09:09:50.045292 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-dead033f-568b-4b7e-9b92-559d143be14a tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Router 53183590-aa56-489d-9b3d-257f367d80e6 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:09:50.065004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-710df545-90d1-401b-8e04-1ae810ec6544 None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:09:50.247995 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3e37c60-49a2-4ca8-881b-e4949d40aaa9 req-a568f77f-c855-44fe-9068-d66d48b8fa4f service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292907 Nov 19 09:09:50.285127 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-dead033f-568b-4b7e-9b92-559d143be14a tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:09:50.292701 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-dead033f-568b-4b7e-9b92-559d143be14a tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:50.392618 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-dead033f-568b-4b7e-9b92-559d143be14a tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "PUT /v2.0/floatingips/161bf320-76a3-4931-9503-9132530a412b HTTP/1.1" status: 200 len: 997 time: 6.9534464 Nov 19 09:09:50.461380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'tag': '6355c41c-69db-4133-b5dd-cb40de34e1eb'}, {'name': 'network-changed', 'server_uuid': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'tag': '3f1efc60-d1ef-4608-8922-cdd920672234'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:50.466087 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114e07a0-b859-4116-ac48-695eefda8be5" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f1e70d-07d5-48cc-abd4-90e71db26966", "tag": "6355c41c-69db-4133-b5dd-cb40de34e1eb"}, {"name": "network-changed", "server_uuid": "1750fcee-c4c6-4bb3-945e-46397b04219b", "tag": "3f1efc60-d1ef-4608-8922-cdd920672234"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:50.533291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-2a319360-87e6-4561-b7be-53cb32213fb3 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:50.536127 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Sync routers for ids ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:09:50.548683 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-2a319360-87e6-4561-b7be-53cb32213fb3 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports/6355c41c-69db-4133-b5dd-cb40de34e1eb HTTP/1.1" status: 200 len: 943 time: 0.1437678 Nov 19 09:09:50.561401 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Routers {'321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:09:50.562203 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:50.665895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64aef63-129f-4be9-82db-386e95b3ec8f req-ca4100ea-a13f-4eb9-a11a-396b5351e745 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:50.668555 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d64aef63-129f-4be9-82db-386e95b3ec8f req-ca4100ea-a13f-4eb9-a11a-396b5351e745 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 944 time: 0.1184065 Nov 19 09:09:50.697992 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f506e5f9-922f-4c85-b15b-7e1137deee88 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:09:50.786930 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Set router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:09:50.809600 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f506e5f9-922f-4c85-b15b-7e1137deee88 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:50.810250 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:50.815250 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-710df545-90d1-401b-8e04-1ae810ec6544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '161bf320-76a3-4931-9503-9132530a412b', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'port_id': '3f1efc60-d1ef-4608-8922-cdd920672234', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'mac_address': 'fa:16:3e:f0:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:09:17Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 3, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:50.815580 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d64aef63-129f-4be9-82db-386e95b3ec8f req-c32dc8c4-8bcb-49a0-a70d-2756dc633913 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177373 Nov 19 09:09:50.851813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-dbc0048a-a39d-45d1-9083-ba5c2d7db307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:50.853435 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-dbc0048a-a39d-45d1-9083-ba5c2d7db307 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 1098 time: 0.1962023 Nov 19 09:09:50.912072 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 373b12f5-12bb-4010-83a2-5a7dd8cb94fc details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:09:50.925690 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710df545-90d1-401b-8e04-1ae810ec6544 None None] The sync data for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 is: [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '161bf320-76a3-4931-9503-9132530a412b', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'port_id': '3f1efc60-d1ef-4608-8922-cdd920672234', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'mac_address': 'fa:16:3e:f0:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:09:17Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 3, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:09:51.086824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-3061da37-0fad-4c15-890a-a2c910ee0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:51.092868 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 4, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '036d42bf-556f-44ab-8639-9d2c6a44a846', 'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'mac_address': 'fa:16:3e:b7:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:45Z', 'updated_at': '2021-11-19T09:09:47Z', 'revision_number': 2, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'subnets': [{'id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:51.100164 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-3061da37-0fad-4c15-890a-a2c910ee0c37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 922 time: 0.2259710 Nov 19 09:09:51.106769 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:51.126787 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Checking router: 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:09:51.127397 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Updating router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 port 036d42bf-556f-44ab-8639-9d2c6a44a846 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:09:51.133757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc', 'mac_address': 'fa:16:3e:ba:9f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:09:51.155334 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:51.186424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-f1840d4a-f25d-48ff-b194-7c684c97e275 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6355c41c-69db-4133-b5dd-cb40de34e1eb HTTP/1.1" status: 200 len: 217 time: 0.0837464 Nov 19 09:09:51.305145 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:51.310587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-a93ef84b-7e77-43f6-ba03-47f2d6bc99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:51.320845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-a93ef84b-7e77-43f6-ba03-47f2d6bc99ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d1d11d-00c5-42b8-8deb-d20385d0acde HTTP/1.1" status: 200 len: 860 time: 0.1217849 Nov 19 09:09:51.330493 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373b12f5-12bb-4010-83a2-5a7dd8cb94fc {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:09:51.368185 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:51.374039 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea75de3-67f4-4855-be37-132464684aec None None] New status for floating IP 161bf320-76a3-4931-9503-9132530a412b: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:09:51.388170 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-ea0916d0-7c8c-403a-8d0b-a153b04865cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:51.398442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-ea0916d0-7c8c-403a-8d0b-a153b04865cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764523 Nov 19 09:09:51.450635 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:51.555020 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60914) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:51.560253 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4a6bac93-7e28-41b5-9c23-e50dbbbd8588 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761604967', 'description': 'tempest-description--1649519693'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:51.604049 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:51.608342 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a6bac93-7e28-41b5-9c23-e50dbbbd8588 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:51.611849 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-6b428857-57f5-4b87-9beb-6aa8b22b8427 service neutron] 10.222.0.21 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123950 Nov 19 09:09:51.697102 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:51.711755 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:51.714763 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a345e3-c82c-4ad3-b1cc-13bac4a6ad59 x-openstack-request-id: req-30a345e3-c82c-4ad3-b1cc-13bac4a6ad59 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:51.715262 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca16bcc-fbb0-412b-bbdc-d837d2817082", "name": "network-vif-unplugged", "status": "completed", "tag": "373b12f5-12bb-4010-83a2-5a7dd8cb94fc", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:51.715369 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30a345e3-c82c-4ad3-b1cc-13bac4a6ad59 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:51.715690 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca16bcc-fbb0-412b-bbdc-d837d2817082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc', 'code': 200} Nov 19 09:09:51.776433 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a6bac93-7e28-41b5-9c23-e50dbbbd8588 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:51.788567 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a6bac93-7e28-41b5-9c23-e50dbbbd8588 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:51.818561 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-03fbcf61-fc17-4408-89a0-cfa65f752b83 service neutron] 10.222.0.21 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670344 Nov 19 09:09:51.852076 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a6bac93-7e28-41b5-9c23-e50dbbbd8588 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:51.855000 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4a6bac93-7e28-41b5-9c23-e50dbbbd8588 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2978768 Nov 19 09:09:51.857897 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60916) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:51.862574 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bac93-7e28-41b5-9c23-e50dbbbd8588 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:51.869775 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Attempting to bind port 036d42bf-556f-44ab-8639-9d2c6a44a846 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:09:51.870149 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Attempting to bind port 036d42bf-556f-44ab-8639-9d2c6a44a846 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'a7507668-d0f0-448f-870c-ec3cee8c9af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:09:51.870554 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Attempting to bind port 036d42bf-556f-44ab-8639-9d2c6a44a846 on network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:09:51.877110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6fa8ee8d-9f71-4468-bb21-a543e2d314dd tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Request body: {'security_group_rule': {'security_group_id': 'fb5d47dd-5ee7-43fd-9670-85e0a6bcd193', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:51.879356 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:09:51.879727 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Checking segment: {'id': 'a7507668-d0f0-448f-870c-ec3cee8c9af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:09:51.880129 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:51.880618 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Bound using segment: {'id': 'a7507668-d0f0-448f-870c-ec3cee8c9af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:09:51.881128 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Bound port: 036d42bf-556f-44ab-8639-9d2c6a44a846, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7507668-d0f0-448f-870c-ec3cee8c9af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:09:51.881530 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:51.901149 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a31069-f430-48b0-bf73-8befcea3ba6b None None] Pushing event updated for resources: {'Port': ['ID=036d42bf-556f-44ab-8639-9d2c6a44a846,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:51.944056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['373b12f5-12bb-4010-83a2-5a7dd8cb94fc'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:52.002398 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f2ccf-80ff-4f60-aae9-b2daa743057d None None] Sync routers for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:09:52.027994 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] For port 036d42bf-556f-44ab-8639-9d2c6a44a846, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:09:52.066609 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] For port 036d42bf-556f-44ab-8639-9d2c6a44a846, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=036d42bf-556f-44ab-8639-9d2c6a44a846,segment=NetworkSegment(a7507668-d0f0-448f-870c-ec3cee8c9af7),segment_id=a7507668-d0f0-448f-870c-ec3cee8c9af7)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:09:52.074593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-4e1ae305-7407-4e4c-83c5-a2d3f99fe01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:52.076981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-4e1ae305-7407-4e4c-83c5-a2d3f99fe01a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 1097 time: 0.2178516 Nov 19 09:09:52.086876 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f2ccf-80ff-4f60-aae9-b2daa743057d None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:09:52.087555 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5b0f2ccf-80ff-4f60-aae9-b2daa743057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:52.109604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cd59d-6336-4a92-b50a-f6473ffd8e82 req-dc0da66d-0fa8-455f-938e-6ccbce4f5256 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:52.118927 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-078cd59d-6336-4a92-b50a-f6473ffd8e82 req-dc0da66d-0fa8-455f-938e-6ccbce4f5256 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 950 time: 0.2251294 Nov 19 09:09:52.145497 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:52.242409 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ee8d-9f71-4468-bb21-a543e2d314dd tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:52.260732 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fed3c3b8-027b-49ac-87f6-784432dec1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:52.286014 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Routers {'321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:09:52.286755 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:52.293063 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a31069-f430-48b0-bf73-8befcea3ba6b None None] Pushing event updated for resources: {'Port': ['ID=036d42bf-556f-44ab-8639-9d2c6a44a846,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:52.302141 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16e4a82f-a708-441a-81c1-96c416bc1bfb req-5ef4ddd6-b481-4cc6-9d5a-2101c7b39b9c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1447158 Nov 19 09:09:52.338657 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-79953581-1345-4475-bc70-a56006a7469d None None] Provisioning complete for port 036d42bf-556f-44ab-8639-9d2c6a44a846 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:52.339177 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-79953581-1345-4475-bc70-a56006a7469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:52.366729 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-5b0f2ccf-80ff-4f60-aae9-b2daa743057d None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:09:52.400706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8dae6b-61c2-4e69-b803-ee18813a7d4f req-8d935802-33a1-4ca6-bb92-7701ac1c1673 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:52.414685 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e8dae6b-61c2-4e69-b803-ee18813a7d4f req-8d935802-33a1-4ca6-bb92-7701ac1c1673 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.66 "GET /v2.0/ports?device_id=96d8d31d-86fa-41e0-9773-a8dacb3b0268 HTTP/1.1" status: 200 len: 950 time: 0.1462672 Nov 19 09:09:52.444504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-078cd59d-6336-4a92-b50a-f6473ffd8e82 req-c4b451b9-c598-4caf-8ca8-8895e4c3c180 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231075 Nov 19 09:09:52.550991 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-79953581-1345-4475-bc70-a56006a7469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:52.590151 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7869e5-148e-497f-b98c-ea92ca17f200 x-openstack-request-id: req-ff7869e5-148e-497f-b98c-ea92ca17f200 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:52.596056 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f1e70d-07d5-48cc-abd4-90e71db26966", "tag": "6355c41c-69db-4133-b5dd-cb40de34e1eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1750fcee-c4c6-4bb3-945e-46397b04219b", "tag": "3f1efc60-d1ef-4608-8922-cdd920672234", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:52.596319 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff7869e5-148e-497f-b98c-ea92ca17f200 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:52.596809 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'tag': '6355c41c-69db-4133-b5dd-cb40de34e1eb', 'status': 'completed', 'code': 200} Nov 19 09:09:52.601958 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'tag': '3f1efc60-d1ef-4608-8922-cdd920672234', 'status': 'completed', 'code': 200} Nov 19 09:09:52.626702 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ee8d-9f71-4468-bb21-a543e2d314dd tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:52.644331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-79953581-1345-4475-bc70-a56006a7469d None None] For port 036d42bf-556f-44ab-8639-9d2c6a44a846, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=036d42bf-556f-44ab-8639-9d2c6a44a846,segment=NetworkSegment(a7507668-d0f0-448f-870c-ec3cee8c9af7),segment_id=a7507668-d0f0-448f-870c-ec3cee8c9af7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:52.655509 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-79953581-1345-4475-bc70-a56006a7469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:52.674518 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ee8d-9f71-4468-bb21-a543e2d314dd tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:52.700659 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] Set router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:09:52.734226 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-4e8dae6b-61c2-4e69-b803-ee18813a7d4f req-87d545e7-6bbd-4e7f-b5f5-3bf2e4c60cee tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Deleting port 1d5f2188-0ac9-4d4c-9793-be1b24261b85 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:09:52.734873 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e8dae6b-61c2-4e69-b803-ee18813a7d4f req-87d545e7-6bbd-4e7f-b5f5-3bf2e4c60cee tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:52.738057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79953581-1345-4475-bc70-a56006a7469d None None] Pushing event updated for resources: {'Port': ['ID=036d42bf-556f-44ab-8639-9d2c6a44a846,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:52.774929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8ee8d-9f71-4468-bb21-a543e2d314dd tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25bef2a-561c-4ba2-9c92-ffe69d99f8ba,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:52.782742 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4a82f-a708-441a-81c1-96c416bc1bfb req-14d94416-e162-4294-aa5a-b95fb19fa875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:52.784357 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16e4a82f-a708-441a-81c1-96c416bc1bfb req-14d94416-e162-4294-aa5a-b95fb19fa875 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 1102 time: 0.3966088 Nov 19 09:09:52.800791 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-95b2c0f0-4e0b-4346-83ad-a49614279c2d None None] Provisioning complete for port 036d42bf-556f-44ab-8639-9d2c6a44a846 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:52.802877 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-95b2c0f0-4e0b-4346-83ad-a49614279c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:52.828362 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e07a0-b859-4116-ac48-695eefda8be5 req-7838cdf0-d97c-4f13-a02f-f4bc7d84a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:52.829623 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-0f3c98b6-d7e1-4c05-b0c9-5d0dc3e29c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:52.830510 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-114e07a0-b859-4116-ac48-695eefda8be5 req-7838cdf0-d97c-4f13-a02f-f4bc7d84a6aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 1097 time: 0.2186768 Nov 19 09:09:52.839649 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-0f3c98b6-d7e1-4c05-b0c9-5d0dc3e29c14 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 922 time: 0.7546089 Nov 19 09:09:53.020646 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ee8d-9f71-4468-bb21-a543e2d314dd tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:53.021912 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6fa8ee8d-9f71-4468-bb21-a543e2d314dd tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1615212 Nov 19 09:09:53.027229 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60932) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:53.044422 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8692d571-b1aa-44f9-b69b-32c157693962 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Request body: {'security_group_rule': {'security_group_id': 'fb5d47dd-5ee7-43fd-9670-85e0a6bcd193', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:53.049631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e07a0-b859-4116-ac48-695eefda8be5 req-0b24f253-19c9-4ea9-b708-6e8a4581009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:53.051407 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-114e07a0-b859-4116-ac48-695eefda8be5 req-0b24f253-19c9-4ea9-b708-6e8a4581009f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 1098 time: 0.4173138 Nov 19 09:09:53.058124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4e8dae6b-61c2-4e69-b803-ee18813a7d4f req-87d545e7-6bbd-4e7f-b5f5-3bf2e4c60cee tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] For port 1d5f2188-0ac9-4d4c-9793-be1b24261b85, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1d5f2188-0ac9-4d4c-9793-be1b24261b85,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:53.058934 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e8dae6b-61c2-4e69-b803-ee18813a7d4f req-87d545e7-6bbd-4e7f-b5f5-3bf2e4c60cee tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:53.082685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d4bf-3f38-4633-8ceb-a7d8baaa1559 req-89817046-7810-4269-ae06-db220bf49212 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:53.092537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6833d4bf-3f38-4633-8ceb-a7d8baaa1559 req-89817046-7810-4269-ae06-db220bf49212 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 948 time: 0.3311095 Nov 19 09:09:53.098623 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-4e8dae6b-61c2-4e69-b803-ee18813a7d4f req-87d545e7-6bbd-4e7f-b5f5-3bf2e4c60cee tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Calling delete_port for 1d5f2188-0ac9-4d4c-9793-be1b24261b85 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:09:53.125531 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-9d5df66f-56a1-41c2-b967-b35887515c50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f1efc60-d1ef-4608-8922-cdd920672234 HTTP/1.1" status: 200 len: 1000 time: 0.2848721 Nov 19 09:09:53.140698 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e07a0-b859-4116-ac48-695eefda8be5 req-f4490043-1df6-4ecc-987a-36f6e4378f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:53.142555 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-114e07a0-b859-4116-ac48-695eefda8be5 req-f4490043-1df6-4ecc-987a-36f6e4378f16 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 922 time: 0.2975142 Nov 19 09:09:53.214610 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 4, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '036d42bf-556f-44ab-8639-9d2c6a44a846', 'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'mac_address': 'fa:16:3e:b7:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:45Z', 'updated_at': '2021-11-19T09:09:52Z', 'revision_number': 4, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'subnets': [{'id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:53.274544 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efe4029-1d73-411a-b958-3dc0750bad0e None None] The sync data for ids ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'] in n-d-805649-14 is: [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 4, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '036d42bf-556f-44ab-8639-9d2c6a44a846', 'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'mac_address': 'fa:16:3e:b7:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:45Z', 'updated_at': '2021-11-19T09:09:52Z', 'revision_number': 4, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'subnets': [{'id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:09:53.300139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e07a0-b859-4116-ac48-695eefda8be5 req-916ab3cb-d7d6-49b4-a1b2-b3c3994cb213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:53.301200 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8692d571-b1aa-44f9-b69b-32c157693962 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:53.301876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-114e07a0-b859-4116-ac48-695eefda8be5 req-916ab3cb-d7d6-49b4-a1b2-b3c3994cb213 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 922 time: 0.2317865 Nov 19 09:09:53.308408 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5b0f2ccf-80ff-4f60-aae9-b2daa743057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '161bf320-76a3-4931-9503-9132530a412b', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'port_id': '3f1efc60-d1ef-4608-8922-cdd920672234', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'mac_address': 'fa:16:3e:f0:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:09:17Z', 'updated_at': '2021-11-19T09:09:51Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:53.310212 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:53.405063 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f2ccf-80ff-4f60-aae9-b2daa743057d None None] Checking router: 53183590-aa56-489d-9b3d-257f367d80e6 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:09:53.412572 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-114e07a0-b859-4116-ac48-695eefda8be5 req-fc5173d0-3d7f-4b9f-a892-b5c05494ceac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f1efc60-d1ef-4608-8922-cdd920672234 HTTP/1.1" status: 200 len: 1000 time: 0.2354217 Nov 19 09:09:53.416342 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f2ccf-80ff-4f60-aae9-b2daa743057d None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:09:53.416565 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5b0f2ccf-80ff-4f60-aae9-b2daa743057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:53.471413 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-76cfa434-e3f9-4ffe-970a-8474307ece38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:53.487296 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-76cfa434-e3f9-4ffe-970a-8474307ece38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d1d11d-00c5-42b8-8deb-d20385d0acde HTTP/1.1" status: 200 len: 860 time: 0.3607366 Nov 19 09:09:53.490079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-114e07a0-b859-4116-ac48-695eefda8be5 req-a5630ca6-38e2-401b-a5f8-999081a5ad15 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6355c41c-69db-4133-b5dd-cb40de34e1eb HTTP/1.1" status: 200 len: 217 time: 0.1588542 Nov 19 09:09:53.535391 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6833d4bf-3f38-4633-8ceb-a7d8baaa1559 req-68ea3e3a-81d9-43d9-a457-2ba75a016168 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347250 Nov 19 09:09:53.545957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4a82f-a708-441a-81c1-96c416bc1bfb req-f5a2febc-5bef-4555-b096-ce77c28b27aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:53.554554 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16e4a82f-a708-441a-81c1-96c416bc1bfb req-f5a2febc-5bef-4555-b096-ce77c28b27aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.7286129 Nov 19 09:09:53.567552 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-5b0f2ccf-80ff-4f60-aae9-b2daa743057d None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:09:53.595085 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e07a0-b859-4116-ac48-695eefda8be5 req-a05ca0e0-62eb-47f2-a3e2-80b8e8bec626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:53.596619 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-114e07a0-b859-4116-ac48-695eefda8be5 req-a05ca0e0-62eb-47f2-a3e2-80b8e8bec626 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c3d1d11d-00c5-42b8-8deb-d20385d0acde HTTP/1.1" status: 200 len: 860 time: 0.1638174 Nov 19 09:09:53.622828 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8692d571-b1aa-44f9-b69b-32c157693962 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:53.649663 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8692d571-b1aa-44f9-b69b-32c157693962 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:53.698119 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692d571-b1aa-44f9-b69b-32c157693962 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f51e3bf-f2c6-4105-85e6-a6704d27b76f,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:53.704712 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e8dae6b-61c2-4e69-b803-ee18813a7d4f req-87d545e7-6bbd-4e7f-b5f5-3bf2e4c60cee tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:53.719038 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['00730ab9-1ac8-40a1-8ef9-eed22872a5ad', '6746a633-9255-472f-947e-1de8775cd0f3', 'c6b2c822-f01a-4212-a558-0c0e56810ba7', 'c144cdf7-c60a-4e03-b701-455c22f18804'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:53.746121 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8692d571-b1aa-44f9-b69b-32c157693962 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:53.751736 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8692d571-b1aa-44f9-b69b-32c157693962 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7104089 Nov 19 09:09:53.779738 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e07a0-b859-4116-ac48-695eefda8be5 req-e5b60ec4-b531-4642-914c-2484b51b5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:53.781433 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-114e07a0-b859-4116-ac48-695eefda8be5 req-e5b60ec4-b531-4642-914c-2484b51b5e4b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1687007 Nov 19 09:09:53.785215 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60942) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:09:53.789641 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:53.799745 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d545e7-6bbd-4e7f-b5f5-3bf2e4c60cee tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Pushing event deleted for resources: {'Port': ['ID=1d5f2188-0ac9-4d4c-9793-be1b24261b85,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:53.879568 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d', 'b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b', '1d5f2188-0ac9-4d4c-9793-be1b24261b85'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:53.906574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16e4a82f-a708-441a-81c1-96c416bc1bfb req-cd62362c-6310-42df-a878-343024fd442f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=6e892c7e-7b94-4494-b77a-da13076f9346 HTTP/1.1" status: 200 len: 217 time: 0.2686529 Nov 19 09:09:53.974991 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8dae6b-61c2-4e69-b803-ee18813a7d4f req-87d545e7-6bbd-4e7f-b5f5-3bf2e4c60cee tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] No DVR routers for this DVR port 1d5f2188-0ac9-4d4c-9793-be1b24261b85 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:09:53.983568 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e8dae6b-61c2-4e69-b803-ee18813a7d4f req-87d545e7-6bbd-4e7f-b5f5-3bf2e4c60cee tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:53.987477 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e8dae6b-61c2-4e69-b803-ee18813a7d4f req-87d545e7-6bbd-4e7f-b5f5-3bf2e4c60cee tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.66 "DELETE /v2.0/ports/1d5f2188-0ac9-4d4c-9793-be1b24261b85 HTTP/1.1" status: 204 len: 173 time: 1.5603499 Nov 19 09:09:53.992326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d8d31d-86fa-41e0-9773-a8dacb3b0268', 'name': 'network-vif-deleted', 'tag': '1d5f2188-0ac9-4d4c-9793-be1b24261b85'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:53.995071 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cf793e-0d76-4ff3-af96-e72768903a27" -d '{"events": [{"server_uuid": "96d8d31d-86fa-41e0-9773-a8dacb3b0268", "name": "network-vif-deleted", "tag": "1d5f2188-0ac9-4d4c-9793-be1b24261b85"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:54.055092 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:54.084810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81872b03-4c75-4348-a53b-6386329d0b1f req-45ef80ec-3af9-42ed-bad2-573ddf2a5b3f tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:54.107976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81872b03-4c75-4348-a53b-6386329d0b1f req-45ef80ec-3af9-42ed-bad2-573ddf2a5b3f tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.3590682 Nov 19 09:09:54.117361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-069f845d-7077-44b7-b51c-fa93ccb3be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:54.123126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-069f845d-7077-44b7-b51c-fa93ccb3be21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6348069 Nov 19 09:09:54.141617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e07a0-b859-4116-ac48-695eefda8be5 req-c708e569-c5c4-4853-88e9-c07074512e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:54.145018 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-114e07a0-b859-4116-ac48-695eefda8be5 req-c708e569-c5c4-4853-88e9-c07074512e9c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c3d1d11d-00c5-42b8-8deb-d20385d0acde HTTP/1.1" status: 200 len: 860 time: 0.6049185 Nov 19 09:09:54.153461 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5b0f2ccf-80ff-4f60-aae9-b2daa743057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '161bf320-76a3-4931-9503-9132530a412b', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'port_id': '3f1efc60-d1ef-4608-8922-cdd920672234', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'mac_address': 'fa:16:3e:f0:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:09:17Z', 'updated_at': '2021-11-19T09:09:51Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:09:54.265105 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f2ccf-80ff-4f60-aae9-b2daa743057d None None] The sync data for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 is: [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '161bf320-76a3-4931-9503-9132530a412b', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'port_id': '3f1efc60-d1ef-4608-8922-cdd920672234', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'mac_address': 'fa:16:3e:f0:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:09:17Z', 'updated_at': '2021-11-19T09:09:51Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:09:54.327675 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-114e07a0-b859-4116-ac48-695eefda8be5 req-5e8ce5f5-d819-47f3-97c8-4bc738b4dd40 service neutron] 10.222.0.66 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245762 Nov 19 09:09:54.558458 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:54.591473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-19ec591a-3b86-4eb2-bf66-f2908f7bd357 service neutron] 10.222.0.21 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891218 Nov 19 09:09:54.687229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4a82f-a708-441a-81c1-96c416bc1bfb req-06a16e4a-5507-4fba-ba19-25c7532812ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:54.689388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16e4a82f-a708-441a-81c1-96c416bc1bfb req-06a16e4a-5507-4fba-ba19-25c7532812ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.7532105 Nov 19 09:09:54.751872 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-114e07a0-b859-4116-ac48-695eefda8be5 req-d6676552-18ca-4e0a-ad55-007c33de9fdf service neutron] 10.222.0.66 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023538 Nov 19 09:09:54.809066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 036d42bf-556f-44ab-8639-9d2c6a44a846 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:09:54.862636 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a089b99-5d53-4030-8258-15e2869ee5b4 req-8e5d396d-1e69-43c6-9185-2643aadaf9f2 service neutron] 10.222.0.21 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718065 Nov 19 09:09:54.866670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81872b03-4c75-4348-a53b-6386329d0b1f req-945d7048-0fe0-4c9d-8ad2-fa860c3bd593 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7578666 Nov 19 09:09:54.963628 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Allocated IP 172.25.0.91 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/d921872c-a7ff-4112-8220-6bdac22c1680) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:09:54.964958 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e07a0-b859-4116-ac48-695eefda8be5 req-f609740d-2d89-4621-abc0-f651f5a0d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:54.968424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-114e07a0-b859-4116-ac48-695eefda8be5 req-f609740d-2d89-4621-abc0-f651f5a0d1e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7154393 Nov 19 09:09:54.975339 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 373b12f5-12bb-4010-83a2-5a7dd8cb94fc up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:09:54.982870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4a82f-a708-441a-81c1-96c416bc1bfb req-6252706e-bf2a-427b-bf32-bfb372da638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:54.989612 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16e4a82f-a708-441a-81c1-96c416bc1bfb req-6252706e-bf2a-427b-bf32-bfb372da638b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2896764 Nov 19 09:09:55.328167 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:55.399981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 036d42bf-556f-44ab-8639-9d2c6a44a846 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:55.400926 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:55.403450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:09:55.403450 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:55.413543 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:55.600405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fd66d-2b67-44e2-8f93-f91fdc0aaeb3 req-448b11a5-961f-48cd-a788-0aee8b7f96d2 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:55.610428 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a9fd66d-2b67-44e2-8f93-f91fdc0aaeb3 req-448b11a5-961f-48cd-a788-0aee8b7f96d2 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 1096 time: 0.3816962 Nov 19 09:09:55.643225 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:55.720173 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2865cdf6-c87e-47f5-a304-1f014af4ebf4 x-openstack-request-id: req-2865cdf6-c87e-47f5-a304-1f014af4ebf4 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:55.720573 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d8d31d-86fa-41e0-9773-a8dacb3b0268", "name": "network-vif-deleted", "tag": "1d5f2188-0ac9-4d4c-9793-be1b24261b85", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:55.720913 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2865cdf6-c87e-47f5-a304-1f014af4ebf4 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:55.721410 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d8d31d-86fa-41e0-9773-a8dacb3b0268', 'name': 'network-vif-deleted', 'tag': '1d5f2188-0ac9-4d4c-9793-be1b24261b85', 'status': 'completed', 'code': 200} Nov 19 09:09:55.733033 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:55.749933 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a9fd66d-2b67-44e2-8f93-f91fdc0aaeb3 req-e7685b48-89f5-4cc7-9dff-3d6e3ff3ded9 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317489 Nov 19 09:09:55.766450 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:55.795502 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:09:55.803898 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:09:55.820579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-821154ba-d318-47a4-a1ff-e85f029ccec3 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:55.822956 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-821154ba-d318-47a4-a1ff-e85f029ccec3 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.66 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082&tenant_id=193e326224374af2adeabf4558305969&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 948 time: 0.1386735 Nov 19 09:09:55.826578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:09:55.871575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca16bcc-fbb0-412b-bbdc-d837d2817082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:55.880726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16e4a82f-a708-441a-81c1-96c416bc1bfb req-0d73e7d3-6d21-4d7a-8572-4ad8771c483c service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8796833 Nov 19 09:09:55.885458 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61606d8-68eb-4e58-bb4b-353a1e13d0e2" -d '{"events": [{"server_uuid": "bca16bcc-fbb0-412b-bbdc-d837d2817082", "name": "network-vif-plugged", "status": "completed", "tag": "373b12f5-12bb-4010-83a2-5a7dd8cb94fc"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:55.903775 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-114e07a0-b859-4116-ac48-695eefda8be5 req-98a8409d-4043-4b6d-b1d2-1708ca375a9e service neutron] 10.222.0.71 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9093082 Nov 19 09:09:55.910224 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event updated for resources: {'Port': ['ID=d921872c-a7ff-4112-8220-6bdac22c1680,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:55.951887 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26ed4bab-b21d-48c3-9a18-160d09109b60 req-831ac40f-24be-4859-8ce2-4024913e193e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1000 time: 0.4520562 Nov 19 09:09:55.952754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:55.964460 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:55.965446 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 1d5f2188-0ac9-4d4c-9793-be1b24261b85 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:09:56.027037 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 1d5f2188-0ac9-4d4c-9793-be1b24261b85 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:09:56.027762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 1d5f2188-0ac9-4d4c-9793-be1b24261b85 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:09:56.077504 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:56.107317 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:56.150156 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-b0906de6-ad69-43f8-bc02-fbf6a136a7cb service neutron] 10.222.0.66 "GET /v2.0/ports/373b12f5-12bb-4010-83a2-5a7dd8cb94fc/bindings/n-h1-805649-14 HTTP/1.1" status: 200 len: 383 time: 0.3170319 Nov 19 09:09:56.156814 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:56.260288 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-3a0dc490-7769-47b6-9428-f6003c828b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:56.261943 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-3a0dc490-7769-47b6-9428-f6003c828b50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 1101 time: 0.0648253 Nov 19 09:09:56.479624 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-6a11519f-6f19-48ee-96d6-c1776da16702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:56.481673 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-6a11519f-6f19-48ee-96d6-c1776da16702 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2003076 Nov 19 09:09:56.497140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed4bab-b21d-48c3-9a18-160d09109b60 req-13f551d7-f5ba-493a-9191-e86377f380ae tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:56.504557 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:56.512068 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26ed4bab-b21d-48c3-9a18-160d09109b60 req-13f551d7-f5ba-493a-9191-e86377f380ae tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports/3f1efc60-d1ef-4608-8922-cdd920672234 HTTP/1.1" status: 200 len: 942 time: 0.5505257 Nov 19 09:09:56.522374 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:56.602886 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event updated for resources: {'Port': ['ID=d921872c-a7ff-4112-8220-6bdac22c1680,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:56.608323 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-4ffb0ed4-7a14-40e6-91ec-75aa01039027 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc HTTP/1.1" status: 200 len: 217 time: 0.1005790 Nov 19 09:09:56.655740 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0e6ac0c-8372-438a-a49e-0bda9d53a545 req-29c60f34-748c-4923-8e0f-9674b083ba42 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3391647 Nov 19 09:09:56.669931 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427f2fa-a4a6-47cf-8c36-79a880de052f req-da2233ad-097d-45c8-8369-4ba38910d085 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:56.678685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d427f2fa-a4a6-47cf-8c36-79a880de052f req-da2233ad-097d-45c8-8369-4ba38910d085 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.3289506 Nov 19 09:09:56.688573 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-114e07a0-b859-4116-ac48-695eefda8be5 req-8a0e8a8e-f22c-4b23-ba55-2e2273a38807 service neutron] 10.222.0.71 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7261617 Nov 19 09:09:56.694582 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-4e8e6146-2a4c-4a3a-af9e-1ae0fe52dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:56.696129 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-4e8e6146-2a4c-4a3a-af9e-1ae0fe52dca4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0781744 Nov 19 09:09:56.704248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16e4a82f-a708-441a-81c1-96c416bc1bfb req-2bcc4534-dbea-493e-b7f5-3fcae5307221 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7948642 Nov 19 09:09:56.743698 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:56.781697 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:56.789978 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-820890d8-7e99-4873-bae6-54247e5d1e13 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0034184 Nov 19 09:09:56.804547 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-7f32af80-cbaf-40ad-8136-97a9dca8afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:56.807756 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-7f32af80-cbaf-40ad-8136-97a9dca8afc5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1007397 Nov 19 09:09:56.810348 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d427f2fa-a4a6-47cf-8c36-79a880de052f req-e58ed5ff-7a97-4b98-95f2-7e6f73733da0 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308117 Nov 19 09:09:56.835831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26ed4bab-b21d-48c3-9a18-160d09109b60 req-b0b95247-cebd-442d-95a4-8ad216ae00a3 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1000 time: 0.1751776 Nov 19 09:09:56.851194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6ac0c-8372-438a-a49e-0bda9d53a545 req-9944c031-3d4d-473e-a945-bc9c07f533af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:56.854722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0e6ac0c-8372-438a-a49e-0bda9d53a545 req-9944c031-3d4d-473e-a945-bc9c07f533af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f72f92263b1443aba8590affdf9e0aa&device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 1101 time: 0.1648266 Nov 19 09:09:56.986926 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-b070bfc9-08aa-44dd-8c45-346d549a309b service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608384 Nov 19 09:09:57.098652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed4bab-b21d-48c3-9a18-160d09109b60 req-f06bc156-24e4-4a8e-b56e-bdea73f7e0de tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:57.100470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26ed4bab-b21d-48c3-9a18-160d09109b60 req-f06bc156-24e4-4a8e-b56e-bdea73f7e0de tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.2545583 Nov 19 09:09:57.112057 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c894909-e14f-472d-b886-2a5034e554a9 req-e6331af2-4559-4a57-a211-55d4ccf86e70 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:57.113789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c894909-e14f-472d-b886-2a5034e554a9 req-e6331af2-4559-4a57-a211-55d4ccf86e70 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1914885 Nov 19 09:09:57.116128 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-7f911130-b517-4eaa-89fb-c982a520c795 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137598 Nov 19 09:09:57.122372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-26ed4bab-b21d-48c3-9a18-160d09109b60 req-27651056-9d84-4388-b271-0a462a663d48 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:09:57.123409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26ed4bab-b21d-48c3-9a18-160d09109b60 req-27651056-9d84-4388-b271-0a462a663d48 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086880 Nov 19 09:09:57.146302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6ac0c-8372-438a-a49e-0bda9d53a545 req-b086392b-b88b-4db3-b7fd-373e74ef2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:57.147868 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0e6ac0c-8372-438a-a49e-0bda9d53a545 req-b086392b-b88b-4db3-b7fd-373e74ef2654 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2379506 Nov 19 09:09:57.196474 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e726c986-e30c-4580-a544-ca2e74350406 x-openstack-request-id: req-e726c986-e30c-4580-a544-ca2e74350406 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:09:57.197139 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca16bcc-fbb0-412b-bbdc-d837d2817082", "name": "network-vif-plugged", "status": "completed", "tag": "373b12f5-12bb-4010-83a2-5a7dd8cb94fc", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:09:57.197312 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e726c986-e30c-4580-a544-ca2e74350406 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:09:57.197763 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca16bcc-fbb0-412b-bbdc-d837d2817082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc', 'code': 200} Nov 19 09:09:57.215415 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0e6ac0c-8372-438a-a49e-0bda9d53a545 req-5d245c40-328f-45ac-b626-01d65ba0cbc3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=00730ab9-1ac8-40a1-8ef9-eed22872a5ad HTTP/1.1" status: 200 len: 217 time: 0.0557811 Nov 19 09:09:57.290114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c894909-e14f-472d-b886-2a5034e554a9 req-2d69e09a-477a-4089-bde9-e08242154b77 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620381 Nov 19 09:09:57.336108 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5aa7d3-8af0-4d75-9a57-e9d84348a389 req-d542e546-7a2d-4d9a-b04c-73b04eab1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:57.339141 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6e5aa7d3-8af0-4d75-9a57-e9d84348a389 req-d542e546-7a2d-4d9a-b04c-73b04eab1dec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 1098 time: 0.0739746 Nov 19 09:09:57.365630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6ac0c-8372-438a-a49e-0bda9d53a545 req-3da11ae2-417b-4f43-b510-edc6ac1be509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:57.367942 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0e6ac0c-8372-438a-a49e-0bda9d53a545 req-3da11ae2-417b-4f43-b510-edc6ac1be509 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1424007 Nov 19 09:09:57.410439 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6e5aa7d3-8af0-4d75-9a57-e9d84348a389 req-13053429-cea4-4df1-8947-c9ff67a68e04 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512388 Nov 19 09:09:57.496739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-ee9568db-8dc1-4ca0-8612-555861f4dfd0 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:57.498971 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-ee9568db-8dc1-4ca0-8612-555861f4dfd0 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 821 time: 0.2045078 Nov 19 09:09:57.534087 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6ac0c-8372-438a-a49e-0bda9d53a545 req-1af065f1-a782-4177-a392-fb20ee7c0efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:57.535638 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0e6ac0c-8372-438a-a49e-0bda9d53a545 req-1af065f1-a782-4177-a392-fb20ee7c0efe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1329100 Nov 19 09:09:57.539496 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-47bfee04-4d6c-4b46-9ed4-b01debdce9d5 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/quotas/6022a22e5412460ca709de7cbe4fe9f5 HTTP/1.1" status: 200 len: 375 time: 0.0239575 Nov 19 09:09:57.626673 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21135e6e-086e-4269-adb0-0f1f5f74c11d req-4a085ae5-b6ca-4ca2-af83-901f08617a30 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:57.628275 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-21135e6e-086e-4269-adb0-0f1f5f74c11d req-4a085ae5-b6ca-4ca2-af83-901f08617a30 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e HTTP/1.1" status: 200 len: 950 time: 0.1617818 Nov 19 09:09:57.742662 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-21135e6e-086e-4269-adb0-0f1f5f74c11d req-52ed631e-b184-4ddb-b2f5-490b9596da2f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944555 Nov 19 09:09:57.754213 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-48096fc2-708f-44c2-857a-d64a3df7ec60 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2057259 Nov 19 09:09:57.776675 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0e6ac0c-8372-438a-a49e-0bda9d53a545 req-77a782f8-a64d-4fd3-bfec-a97e31b16910 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297034 Nov 19 09:09:57.986520 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-e4f2a6ee-636f-4ff7-9dbb-8551160e3487 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--761604967&fields=id&tenant_id=b7ec5d00cfc348a594077a93d6441b62 HTTP/1.1" status: 200 len: 267 time: 0.1334450 Nov 19 09:09:57.991038 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-be452ff4-5fa4-4bd6-836a-9897c8befcd6 service neutron] 10.222.0.21 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252598 Nov 19 09:09:57.995395 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0e6ac0c-8372-438a-a49e-0bda9d53a545 req-338e1693-8ebe-440e-becd-4f5c4284402e service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057068 Nov 19 09:09:58.033018 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a9333-ef67-44f2-b442-cdae72d8b1a0 req-b2cca950-9706-43f3-9d69-62a1333b4dbe tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:58.034809 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0d8a9333-ef67-44f2-b442-cdae72d8b1a0 req-b2cca950-9706-43f3-9d69-62a1333b4dbe tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.66 "GET /v2.0/ports?device_id=51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e HTTP/1.1" status: 200 len: 950 time: 0.0685663 Nov 19 09:09:58.155392 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-0d8a9333-ef67-44f2-b442-cdae72d8b1a0 req-d1cc9cfe-0141-4108-8f55-dc1986dca082 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Deleting port b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:09:58.155644 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0d8a9333-ef67-44f2-b442-cdae72d8b1a0 req-d1cc9cfe-0141-4108-8f55-dc1986dca082 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:58.179956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-8d1d73a5-0288-4628-9eb3-bcc9ccc4e135 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:58.181750 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-8d1d73a5-0288-4628-9eb3-bcc9ccc4e135 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/networks?id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca HTTP/1.1" status: 200 len: 811 time: 0.1847286 Nov 19 09:09:58.185720 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-2dbef42d-4a13-4a2e-b778-a9069637bc7f service neutron] 10.222.0.21 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871092 Nov 19 09:09:58.206864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-c6136463-f7c1-4661-8173-0da28392e22c tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/quotas/b7ec5d00cfc348a594077a93d6441b62 HTTP/1.1" status: 200 len: 375 time: 0.0161662 Nov 19 09:09:58.272475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-76c49bba-f4ec-4bef-a700-9d69557925d1 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7ec5d00cfc348a594077a93d6441b62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645101 Nov 19 09:09:58.292669 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0d8a9333-ef67-44f2-b442-cdae72d8b1a0 req-d1cc9cfe-0141-4108-8f55-dc1986dca082 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] For port b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:09:58.293027 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0d8a9333-ef67-44f2-b442-cdae72d8b1a0 req-d1cc9cfe-0141-4108-8f55-dc1986dca082 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:58.310846 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-0d8a9333-ef67-44f2-b442-cdae72d8b1a0 req-d1cc9cfe-0141-4108-8f55-dc1986dca082 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Calling delete_port for b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:09:58.444815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-ad9c88d7-d015-4924-8835-2053986e16d7 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1000 time: 0.0680463 Nov 19 09:09:58.474857 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-3bb7b02e-06ab-4cce-80e8-353ece745e34 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919594 Nov 19 09:09:58.492405 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0d8a9333-ef67-44f2-b442-cdae72d8b1a0 req-d1cc9cfe-0141-4108-8f55-dc1986dca082 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:58.507693 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d', 'b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:58.535886 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc9cfe-0141-4108-8f55-dc1986dca082 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Pushing event deleted for resources: {'Port': ['ID=b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:09:58.597360 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8a9333-ef67-44f2-b442-cdae72d8b1a0 req-d1cc9cfe-0141-4108-8f55-dc1986dca082 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] No DVR routers for this DVR port b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:09:58.608431 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0d8a9333-ef67-44f2-b442-cdae72d8b1a0 req-d1cc9cfe-0141-4108-8f55-dc1986dca082 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:58.612099 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0d8a9333-ef67-44f2-b442-cdae72d8b1a0 req-d1cc9cfe-0141-4108-8f55-dc1986dca082 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.66 "DELETE /v2.0/ports/b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b HTTP/1.1" status: 204 len: 173 time: 0.5701296 Nov 19 09:09:58.612986 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e', 'name': 'network-vif-deleted', 'tag': 'b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:09:58.615701 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba37e53-b0f5-4d00-9336-ee80595b4728" -d '{"events": [{"server_uuid": "51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e", "name": "network-vif-deleted", "tag": "b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:09:58.616874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-017db39d-3fb3-413c-9a21-7a8ab8f3d1d5 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:58.622224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['00730ab9-1ac8-40a1-8ef9-eed22872a5ad', '6746a633-9255-472f-947e-1de8775cd0f3', 'c6b2c822-f01a-4212-a558-0c0e56810ba7', 'c144cdf7-c60a-4e03-b701-455c22f18804'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:09:58.630800 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-017db39d-3fb3-413c-9a21-7a8ab8f3d1d5 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports/3f1efc60-d1ef-4608-8922-cdd920672234 HTTP/1.1" status: 200 len: 942 time: 0.1718333 Nov 19 09:09:58.738009 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-9185f9c8-e5fc-473b-a23e-17b9d1bb21c1 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406418 Nov 19 09:09:58.983151 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-13075a10-ef9c-4e89-8b27-b2d9b66ae1d1 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1000 time: 0.1917825 Nov 19 09:09:59.236113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42264234-26a9-4056-a00d-b36cf49ee62b req-3a222611-63a1-48c2-9e94-a78521c850c8 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:59.243627 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42264234-26a9-4056-a00d-b36cf49ee62b req-3a222611-63a1-48c2-9e94-a78521c850c8 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0161989b-3b13-4c0a-88c6-4dbcde9a3a16 HTTP/1.1" status: 200 len: 945 time: 0.1334872 Nov 19 09:09:59.257074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-48b0339e-dcdf-4d32-b570-5d402b31e4b7 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:59.258508 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-48b0339e-dcdf-4d32-b570-5d402b31e4b7 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.2683988 Nov 19 09:09:59.331711 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42264234-26a9-4056-a00d-b36cf49ee62b req-d9aafa45-b000-4ecc-ac07-1ecb434613b0 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870821 Nov 19 09:09:59.512196 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-90f0121e-e714-42b4-bb47-ee36fcd69ab5 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1000 time: 0.1926937 Nov 19 09:09:59.526891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-5b57c9fd-c2f6-46a5-bd48-4d292226a507 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:09:59.584618 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb6d24-57bd-4fd8-ac66-8a048d0852ce req-c58544ca-33e8-4c96-b75f-3a51751e171c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:59.586209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e4eb6d24-57bd-4fd8-ac66-8a048d0852ce req-c58544ca-33e8-4c96-b75f-3a51751e171c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.1327868 Nov 19 09:09:59.624115 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-5b57c9fd-c2f6-46a5-bd48-4d292226a507 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:59.686448 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e4eb6d24-57bd-4fd8-ac66-8a048d0852ce req-b49ff499-f7ef-4428-a436-b95c115554f1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930128 Nov 19 09:09:59.847133 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-5b57c9fd-c2f6-46a5-bd48-4d292226a507 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:59.873263 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4093eed-70d5-415e-a31b-4624eb357bdd req-598a9f38-789d-43b8-8beb-1cdc16a4ed26 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:09:59.874864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a4093eed-70d5-415e-a31b-4624eb357bdd req-598a9f38-789d-43b8-8beb-1cdc16a4ed26 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1104858 Nov 19 09:09:59.875544 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-5b57c9fd-c2f6-46a5-bd48-4d292226a507 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:09:59.875980 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-5b57c9fd-c2f6-46a5-bd48-4d292226a507 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Floating IP 161bf320-76a3-4931-9503-9132530a412b disassociated. External IP: 172.25.0.21, port: 3f1efc60-d1ef-4608-8922-cdd920672234. Nov 19 09:10:00.200347 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-16f45b56-bc3d-46be-883b-51c4aeeaa52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:00.202041 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-16f45b56-bc3d-46be-883b-51c4aeeaa52d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082&tenant_id=193e326224374af2adeabf4558305969 HTTP/1.1" status: 200 len: 1101 time: 0.0654023 Nov 19 09:10:00.277943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-d6e1a0ae-a1f7-459f-bcf1-fb9f6a371447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:00.279662 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-d6e1a0ae-a1f7-459f-bcf1-fb9f6a371447 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 1101 time: 0.0521457 Nov 19 09:10:00.364575 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a4093eed-70d5-415e-a31b-4624eb357bdd req-ea139946-73ff-4371-ab99-cac5bb5d4aeb tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491680 Nov 19 09:10:00.390770 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-4c2e3a07-2a43-48af-94ad-1bbc2d915278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:00.392239 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-4c2e3a07-2a43-48af-94ad-1bbc2d915278 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1025677 Nov 19 09:10:00.444837 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-ed6edf0b-cd38-4ed6-b136-80ee97d795f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc HTTP/1.1" status: 200 len: 217 time: 0.0453429 Nov 19 09:10:00.492184 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e754c7a9-0dc1-4adc-a714-395c53157009 req-fa15f132-1ab0-4cc1-9755-bdb1240a311d tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 210 time: 0.0430954 Nov 19 09:10:00.501155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-8ac25f69-7513-4c52-89f8-05b21cf0fe5c tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:00.501859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-9dcc0d91-a725-44e0-984e-881061415129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:00.502689 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-8ac25f69-7513-4c52-89f8-05b21cf0fe5c tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.71 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 821 time: 0.2231138 Nov 19 09:10:00.504125 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-9dcc0d91-a725-44e0-984e-881061415129 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0526147 Nov 19 09:10:00.549548 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-1dfbd969-28b9-404b-a8ac-7c62492290ec tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Request body: {'port': {'device_id': '429cb47c-226e-4f94-bfce-dd980bfc2e26', 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7', 'admin_state_up': True, 'tenant_id': '6022a22e5412460ca709de7cbe4fe9f5'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:00.591487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-93c2d88f-e45f-4e4b-ba8b-c90f74805db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:00.593069 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-93c2d88f-e45f-4e4b-ba8b-c90f74805db0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809915 Nov 19 09:10:00.610877 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae14efb-d1aa-4b62-83f3-8a437d404fa3 x-openstack-request-id: req-aae14efb-d1aa-4b62-83f3-8a437d404fa3 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:00.611284 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e", "name": "network-vif-deleted", "tag": "b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:00.611585 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aae14efb-d1aa-4b62-83f3-8a437d404fa3 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:00.612334 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fb6f3d-6a5c-40b2-b75a-1d0fe87a8b0e', 'name': 'network-vif-deleted', 'tag': 'b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b', 'status': 'completed', 'code': 200} Nov 19 09:10:00.682296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-5b57c9fd-c2f6-46a5-bd48-4d292226a507 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Router 53183590-aa56-489d-9b3d-257f367d80e6 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:10:00.732903 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-dcf1dab0-38b2-4a05-b011-9a951a797d1e service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308744 Nov 19 09:10:00.831845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6267accc-d584-4adb-8980-c73754ac5239 req-f43e6f33-fbce-4d1b-b708-2ff89aa51b30 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 210 time: 0.0869257 Nov 19 09:10:00.839354 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc6ff9d2-1027-45af-8bf9-eeabe8a1f79a req-5fdba809-7e6e-4963-bd6a-7a8017a7c243 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983851 Nov 19 09:10:00.895868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 373b12f5-12bb-4010-83a2-5a7dd8cb94fc no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:10:00.927563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-1dfbd969-28b9-404b-a8ac-7c62492290ec tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Made reservation on behalf of 6022a22e5412460ca709de7cbe4fe9f5 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:10:00.931212 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-1dfbd969-28b9-404b-a8ac-7c62492290ec tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:00.954542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-bc1435cb-1d54-4727-a5fd-12066f830baa tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:00.956116 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-bc1435cb-1d54-4727-a5fd-12066f830baa tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.71 "GET /v2.0/networks?id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca HTTP/1.1" status: 200 len: 811 time: 0.2944386 Nov 19 09:10:00.981287 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:01.007060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca16bcc-fbb0-412b-bbdc-d837d2817082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:01.009509 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e437b3d-fb81-4c3a-ad71-6c2900aba83b" -d '{"events": [{"server_uuid": "bca16bcc-fbb0-412b-bbdc-d837d2817082", "name": "network-vif-unplugged", "status": "completed", "tag": "373b12f5-12bb-4010-83a2-5a7dd8cb94fc"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:01.024202 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:01.030080 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:01.031023 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:10:01.078897 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:10:01.079280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b0a7d634-72b4-4cbb-b8a3-6508d5faeb1b not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:10:01.085701 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-5b57c9fd-c2f6-46a5-bd48-4d292226a507 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:10:01.102259 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036fcb9d-e31a-4c6b-89f3-4a57a78ac8d6 None None] Sync routers for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:10:01.102576 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-5b57c9fd-c2f6-46a5-bd48-4d292226a507 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:01.122081 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:01.124797 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036fcb9d-e31a-4c6b-89f3-4a57a78ac8d6 None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:01.125456 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-036fcb9d-e31a-4c6b-89f3-4a57a78ac8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:01.192175 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-5b57c9fd-c2f6-46a5-bd48-4d292226a507 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "PUT /v2.0/floatingips/161bf320-76a3-4931-9503-9132530a412b HTTP/1.1" status: 200 len: 694 time: 1.6704779 Nov 19 09:10:01.198696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'tag': '3f1efc60-d1ef-4608-8922-cdd920672234'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:01.200539 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a9294c-c052-49e6-a46a-d496f863d1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1750fcee-c4c6-4bb3-945e-46397b04219b", "tag": "3f1efc60-d1ef-4608-8922-cdd920672234"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:01.207809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-4f7f2246-abc4-4893-9961-e965541699f7 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7ec5d00cfc348a594077a93d6441b62 HTTP/1.1" status: 200 len: 379 time: 0.2382283 Nov 19 09:10:01.247337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-036fcb9d-e31a-4c6b-89f3-4a57a78ac8d6 None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:01.262131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-78ae749e-c1cb-48df-bb4b-1a20cfce35ef tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Request body: {'port': {'device_id': '8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'admin_state_up': True, 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'security_groups': ['fb5d47dd-5ee7-43fd-9670-85e0a6bcd193']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:01.276718 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-4ef791b9-0645-442e-b654-3bb6ec436f24 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:01.278353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-4ef791b9-0645-442e-b654-3bb6ec436f24 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 808 time: 0.3342371 Nov 19 09:10:01.371079 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-1dfbd969-28b9-404b-a8ac-7c62492290ec tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Allocated IP 172.20.0.2 (d30fbe71-c087-401f-bfe5-900cf79af0c7/c9edaf5b-2c55-4161-9d45-b732449b4ded/46a27362-8a8f-4d4b-921d-4942d6e4ca62) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:10:01.378421 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-1c322dfa-57a6-436d-9c0a-a8c50e4310a3 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/quotas/f4ec3ebf1477409f8393f974b06cf696 HTTP/1.1" status: 200 len: 375 time: 0.0481970 Nov 19 09:10:01.465662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-4dcd3aca-9341-40c7-b1c4-5366eeb6b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:01.467135 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-4dcd3aca-9341-40c7-b1c4-5366eeb6b3b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 1097 time: 0.2361312 Nov 19 09:10:01.526337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-036fcb9d-e31a-4c6b-89f3-4a57a78ac8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:01.568345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036fcb9d-e31a-4c6b-89f3-4a57a78ac8d6 None None] Checking router: 53183590-aa56-489d-9b3d-257f367d80e6 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:10:01.584316 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036fcb9d-e31a-4c6b-89f3-4a57a78ac8d6 None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:01.585483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-036fcb9d-e31a-4c6b-89f3-4a57a78ac8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:01.639440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-300eda23-308f-4436-a8b9-3b5eca6ce787 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2436860 Nov 19 09:10:01.640156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-78ae749e-c1cb-48df-bb4b-1a20cfce35ef tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Made reservation on behalf of b7ec5d00cfc348a594077a93d6441b62 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:10:01.644388 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-78ae749e-c1cb-48df-bb4b-1a20cfce35ef tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:01.702044 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-036fcb9d-e31a-4c6b-89f3-4a57a78ac8d6 None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:01.788501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-7380be6d-7dbc-4548-ac17-3b65961dd924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:01.790090 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-7380be6d-7dbc-4548-ac17-3b65961dd924 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 922 time: 0.3100612 Nov 19 09:10:01.925216 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-38f16dd7-d5ab-4acc-9089-d9a304c9b0d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f1efc60-d1ef-4608-8922-cdd920672234 HTTP/1.1" status: 200 len: 217 time: 0.0954618 Nov 19 09:10:01.994392 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-036fcb9d-e31a-4c6b-89f3-4a57a78ac8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:01.995010 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-1dfbd969-28b9-404b-a8ac-7c62492290ec tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:02.025748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036fcb9d-e31a-4c6b-89f3-4a57a78ac8d6 None None] The sync data for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 is: [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:10:02.050563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-faaf879c-3873-45cd-b85d-71fa9be1d9d3 service neutron] 10.222.0.21 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956547 Nov 19 09:10:02.099305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-4dd73433-6985-427f-bb9f-4080785524f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:02.100370 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-4dd73433-6985-427f-bb9f-4080785524f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d1d11d-00c5-42b8-8deb-d20385d0acde HTTP/1.1" status: 200 len: 860 time: 0.1426620 Nov 19 09:10:02.154884 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-78ae749e-c1cb-48df-bb4b-1a20cfce35ef tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Allocated IP 172.20.0.5 (b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca/a2dc59a7-693a-40a0-ab45-b7982da75253/905b62da-be46-4fad-ad22-d761b501c8d1) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:10:02.196652 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-1dfbd969-28b9-404b-a8ac-7c62492290ec tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:02.287507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-1dfbd969-28b9-404b-a8ac-7c62492290ec tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Network d30fbe71-c087-401f-bfe5-900cf79af0c7 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:10:02.296117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-dd908084-2ab5-4596-b673-e60fc54e6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:02.297705 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-dd908084-2ab5-4596-b673-e60fc54e6d04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1610696 Nov 19 09:10:02.298769 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bacd4ab-c110-4793-bb96-b56f82e3bf7b None None] New status for floating IP 161bf320-76a3-4931-9503-9132530a412b: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:10:02.308473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-1dfbd969-28b9-404b-a8ac-7c62492290ec tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:10:02.316914 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-1dfbd969-28b9-404b-a8ac-7c62492290ec tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:10:02.331218 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-f30cf294-c79b-4f1e-ac6f-62772b9df12a service neutron] 10.222.0.21 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717795 Nov 19 09:10:02.355577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbd969-28b9-404b-a8ac-7c62492290ec tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Pushing event updated for resources: {'Port': ['ID=46a27362-8a8f-4d4b-921d-4942d6e4ca62,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:02.485499 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-1dfbd969-28b9-404b-a8ac-7c62492290ec tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:02.485919 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-1dfbd969-28b9-404b-a8ac-7c62492290ec tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:02.533175 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-1dfbd969-28b9-404b-a8ac-7c62492290ec tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9904630 Nov 19 09:10:02.547813 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-28b75f06-8e27-4bcc-8bb7-18728b28b05d service neutron] 10.222.0.21 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369554 Nov 19 09:10:02.553468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Request body: {'port': {'device_id': '429cb47c-226e-4f94-bfce-dd980bfc2e26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:02.634245 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-78ae749e-c1cb-48df-bb4b-1a20cfce35ef tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:02.729778 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:02.762100 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b5160cb-2e1f-42f3-932e-0857cb00d9e2 req-10074b42-5ecb-41b5-9feb-077f1f084e3c service neutron] 10.222.0.21 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025630 Nov 19 09:10:02.781124 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-78ae749e-c1cb-48df-bb4b-1a20cfce35ef tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:02.904514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 373b12f5-12bb-4010-83a2-5a7dd8cb94fc details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:10:03.227666 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:03.244480 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb21552-96b0-4eaf-9aa7-f129ed081b33 x-openstack-request-id: req-0cb21552-96b0-4eaf-9aa7-f129ed081b33 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:03.248516 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca16bcc-fbb0-412b-bbdc-d837d2817082", "name": "network-vif-unplugged", "status": "completed", "tag": "373b12f5-12bb-4010-83a2-5a7dd8cb94fc", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:03.249012 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cb21552-96b0-4eaf-9aa7-f129ed081b33 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:03.249669 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca16bcc-fbb0-412b-bbdc-d837d2817082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc', 'code': 200} Nov 19 09:10:03.255687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc', 'mac_address': 'fa:16:3e:ba:9f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:10:03.296559 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbc7ac9-9198-4608-9c77-4d403f1edb7e x-openstack-request-id: req-1bbc7ac9-9198-4608-9c77-4d403f1edb7e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:03.297631 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1750fcee-c4c6-4bb3-945e-46397b04219b", "tag": "3f1efc60-d1ef-4608-8922-cdd920672234", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:03.298134 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bbc7ac9-9198-4608-9c77-4d403f1edb7e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:03.298810 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'tag': '3f1efc60-d1ef-4608-8922-cdd920672234', 'status': 'completed', 'code': 200} Nov 19 09:10:03.316523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-78ae749e-c1cb-48df-bb4b-1a20cfce35ef tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:10:03.327365 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:03.327560 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-78ae749e-c1cb-48df-bb4b-1a20cfce35ef tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:10:03.334084 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-78ae749e-c1cb-48df-bb4b-1a20cfce35ef tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:10:03.338715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae749e-c1cb-48df-bb4b-1a20cfce35ef tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event updated for resources: {'Port': ['ID=905b62da-be46-4fad-ad22-d761b501c8d1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:03.351905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373b12f5-12bb-4010-83a2-5a7dd8cb94fc {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:10:03.369421 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:10:03.401708 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:03.418877 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:03.424127 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9294c-c052-49e6-a46a-d496f863d1d0 req-6ce50b18-8afb-4990-814c-d51db9983fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:03.431069 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-74a9294c-c052-49e6-a46a-d496f863d1d0 req-6ce50b18-8afb-4990-814c-d51db9983fd8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 1097 time: 0.1028168 Nov 19 09:10:03.489624 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,revision_number=10']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:03.548364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc15b3-4cd0-4ab0-9859-4c196cd716f8 req-62b0c657-e2de-43bd-9cf3-1c704109c3f4 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:03.556955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17fc15b3-4cd0-4ab0-9859-4c196cd716f8 req-62b0c657-e2de-43bd-9cf3-1c704109c3f4 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 947 time: 0.3143303 Nov 19 09:10:03.576956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-78ae749e-c1cb-48df-bb4b-1a20cfce35ef tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:03.577674 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-78ae749e-c1cb-48df-bb4b-1a20cfce35ef tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:03.580134 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9294c-c052-49e6-a46a-d496f863d1d0 req-f51235da-260d-43e2-bc3c-abf244fc8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:03.582063 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-74a9294c-c052-49e6-a46a-d496f863d1d0 req-f51235da-260d-43e2-bc3c-abf244fc8427 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 922 time: 0.1340053 Nov 19 09:10:03.649276 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-74a9294c-c052-49e6-a46a-d496f863d1d0 req-d3850a02-8726-4863-a7d6-e0d763b72abb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f1efc60-d1ef-4608-8922-cdd920672234 HTTP/1.1" status: 200 len: 217 time: 0.0538917 Nov 19 09:10:03.655748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-78ae749e-c1cb-48df-bb4b-1a20cfce35ef tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4125559 Nov 19 09:10:03.674771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa02b7b-ea6f-49ec-a612-8ac2bf46c60c req-3d3e2389-057a-4a03-97c0-b198946845b0 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:03.676424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2fa02b7b-ea6f-49ec-a612-8ac2bf46c60c req-3d3e2389-057a-4a03-97c0-b198946845b0 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 931 time: 0.2589960 Nov 19 09:10:03.687925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4665de24-0a63-4b35-a3cc-597bad09a657 None None] Provisioning complete for port 905b62da-be46-4fad-ad22-d761b501c8d1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:03.689003 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4665de24-0a63-4b35-a3cc-597bad09a657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:03.691105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Request body: {'port': {'device_id': '8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:03.737997 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9294c-c052-49e6-a46a-d496f863d1d0 req-e46efe1e-ec62-4ff6-bcc7-c6badbad9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:03.740210 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-74a9294c-c052-49e6-a46a-d496f863d1d0 req-e46efe1e-ec62-4ff6-bcc7-c6badbad9d54 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c3d1d11d-00c5-42b8-8deb-d20385d0acde HTTP/1.1" status: 200 len: 860 time: 0.0779035 Nov 19 09:10:03.745396 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4665de24-0a63-4b35-a3cc-597bad09a657 None None] Port 905b62da-be46-4fad-ad22-d761b501c8d1 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:10:03.765016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['373b12f5-12bb-4010-83a2-5a7dd8cb94fc'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:03.779146 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17fc15b3-4cd0-4ab0-9859-4c196cd716f8 req-0d47da61-4315-46ab-bc69-58c48843249d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211063 Nov 19 09:10:03.841590 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9294c-c052-49e6-a46a-d496f863d1d0 req-080a69fc-a4de-4fa8-839b-411c336ec435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:03.843404 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-74a9294c-c052-49e6-a46a-d496f863d1d0 req-080a69fc-a4de-4fa8-839b-411c336ec435 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945935 Nov 19 09:10:03.862996 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:03.903955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2fa02b7b-ea6f-49ec-a612-8ac2bf46c60c req-f017fb15-9bec-45fd-9f29-59ff134934d2 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175622 Nov 19 09:10:03.983445 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-74a9294c-c052-49e6-a46a-d496f863d1d0 req-7eb28f14-8524-4a75-905b-6501d276574d service neutron] 10.222.0.66 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253452 Nov 19 09:10:03.995676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a27362-8a8f-4d4b-921d-4942d6e4ca62 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:10:04.022824 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:04.065619 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d5e6635-fc1e-4667-961e-f6fb68a00b5f req-c614bf06-cc0e-427b-a5bd-dab814f0079a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 210 time: 0.0603838 Nov 19 09:10:04.080503 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Transition to ACTIVE for port object 46a27362-8a8f-4d4b-921d-4942d6e4ca62 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:10:04.107605 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-74a9294c-c052-49e6-a46a-d496f863d1d0 req-dd9a6e02-42cf-4f05-8567-e59d33a1c790 service neutron] 10.222.0.66 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077847 Nov 19 09:10:04.130724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660be2dc-dd1f-4a2b-b74d-41d339c2ed7f req-ad3cc89f-edf8-453f-bc85-d294522d6d34 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:04.132210 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-660be2dc-dd1f-4a2b-b74d-41d339c2ed7f req-ad3cc89f-edf8-453f-bc85-d294522d6d34 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 931 time: 0.2247279 Nov 19 09:10:04.136294 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:04.291227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Pushing event updated for resources: {'Port': ['ID=46a27362-8a8f-4d4b-921d-4942d6e4ca62,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:04.335550 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-660be2dc-dd1f-4a2b-b74d-41d339c2ed7f req-d406fa93-1cda-40a6-a5ff-0822e21269b7 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887572 Nov 19 09:10:04.421824 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b11a55-31bf-4825-b792-e8eee234431b req-0fa2de83-ae23-44a0-92ca-b6310617c10d tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:04.424744 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79b11a55-31bf-4825-b792-e8eee234431b req-0fa2de83-ae23-44a0-92ca-b6310617c10d tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.71 "GET /v2.0/ports?device_id=0161989b-3b13-4c0a-88c6-4dbcde9a3a16 HTTP/1.1" status: 200 len: 945 time: 0.2034030 Nov 19 09:10:04.429159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Attempting to bind port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:10:04.429505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Attempting to bind port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:10:04.429843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Attempting to bind port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:04.452612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:10:04.454384 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Attempting to bind port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:04.470018 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:10:04.470770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Checking segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:10:04.471923 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Bound using segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:10:04.472514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Bound port: 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:10:04.474029 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:04.577449 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-adf41d47-3470-468e-b0b1-511f0f6e75eb tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:04.579316 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-adf41d47-3470-468e-b0b1-511f0f6e75eb tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.66 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 808 time: 0.2981133 Nov 19 09:10:04.598490 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-588b1a9c-b5a1-4323-a5da-d828e41f3a47 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Request body: {'port': {'device_id': 'dffe4470-8739-4cb2-88d0-d63c709a1849', 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300', 'admin_state_up': True, 'tenant_id': 'f4ec3ebf1477409f8393f974b06cf696'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:04.599957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905b62da-be46-4fad-ad22-d761b501c8d1 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:10:04.605372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-79b11a55-31bf-4825-b792-e8eee234431b req-8d220a26-16aa-433f-bf7b-32a8e58236fc tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Deleting port c4ea591a-ca96-487b-8cc1-7db53019bb9c {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:10:04.605776 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79b11a55-31bf-4825-b792-e8eee234431b req-8d220a26-16aa-433f-bf7b-32a8e58236fc tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:04.615545 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:04.677977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Transition to ACTIVE for port object 905b62da-be46-4fad-ad22-d761b501c8d1 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:10:04.705191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ec79f-5695-4177-86c4-cb2947720725 req-c9711629-7da4-4bb5-9c64-80ff9ac60312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:04.706731 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f4ec79f-5695-4177-86c4-cb2947720725 req-c9711629-7da4-4bb5-9c64-80ff9ac60312 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04047b519840476fb11f47f5e01d67ee&device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 1098 time: 0.2248847 Nov 19 09:10:04.710031 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:04.720485 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b103d0ed-8576-4833-baa6-c551b770097b req-7e5436cd-a54f-49ab-bf07-d447f9186c00 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1796259126&fields=id&tenant_id=f9f03e910926491a90023bb5a8837793 HTTP/1.1" status: 200 len: 267 time: 0.1921542 Nov 19 09:10:04.725425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] For port 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:10:04.780942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] For port 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=46a27362-8a8f-4d4b-921d-4942d6e4ca62,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:10:04.804640 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-79b11a55-31bf-4825-b792-e8eee234431b req-8d220a26-16aa-433f-bf7b-32a8e58236fc tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] For port c4ea591a-ca96-487b-8cc1-7db53019bb9c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c4ea591a-ca96-487b-8cc1-7db53019bb9c,segment=NetworkSegment(2cbef4fb-1fa3-4aaf-b06c-e5c16add4048),segment_id=2cbef4fb-1fa3-4aaf-b06c-e5c16add4048)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:04.805020 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79b11a55-31bf-4825-b792-e8eee234431b req-8d220a26-16aa-433f-bf7b-32a8e58236fc tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:04.928351 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-588b1a9c-b5a1-4323-a5da-d828e41f3a47 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Made reservation on behalf of f4ec3ebf1477409f8393f974b06cf696 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:10:04.931886 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-588b1a9c-b5a1-4323-a5da-d828e41f3a47 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:04.967058 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:05.044572 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103d0ed-8576-4833-baa6-c551b770097b req-c6788be7-29be-4ec0-b9c8-dbb1f1690d2f tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:05.053723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b103d0ed-8576-4833-baa6-c551b770097b req-c6788be7-29be-4ec0-b9c8-dbb1f1690d2f tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/networks?id=d3bef959-7638-468e-bf13-8333f26b89d6 HTTP/1.1" status: 200 len: 824 time: 0.3024380 Nov 19 09:10:05.058648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ec79f-5695-4177-86c4-cb2947720725 req-d2e66a8e-1f0c-4d9b-b3ad-5db967238914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:05.060882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f4ec79f-5695-4177-86c4-cb2947720725 req-d2e66a8e-1f0c-4d9b-b3ad-5db967238914 service neutron] 10.222.0.66 "GET /v2.0/networks?id=44d3298f-7adf-4433-ae40-67bd57efdfb7 HTTP/1.1" status: 200 len: 920 time: 0.3113947 Nov 19 09:10:05.082264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:05.083340 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:05.086094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] 10.222.0.71 "PUT /v2.0/ports/46a27362-8a8f-4d4b-921d-4942d6e4ca62 HTTP/1.1" status: 200 len: 1092 time: 2.5405111 Nov 19 09:10:05.095724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67104b27-3d16-475c-84f1-2f3d62d35794 req-db9d4260-5d1a-4332-bd6d-024cbcf5fe1d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:05.099149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67104b27-3d16-475c-84f1-2f3d62d35794 req-db9d4260-5d1a-4332-bd6d-024cbcf5fe1d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 949 time: 0.4599385 Nov 19 09:10:05.148124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Pushing event updated for resources: {'Port': ['ID=905b62da-be46-4fad-ad22-d761b501c8d1,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:05.186957 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b103d0ed-8576-4833-baa6-c551b770097b req-87a72346-14b8-43e2-8912-5f716c49920b tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/quotas/f9f03e910926491a90023bb5a8837793 HTTP/1.1" status: 200 len: 375 time: 0.1320171 Nov 19 09:10:05.235537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f4ec79f-5695-4177-86c4-cb2947720725 req-8bea6d07-70b5-4055-9f6e-dc8fbbcc31f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79007b7f-85a7-4926-af69-9a74ceea9875 HTTP/1.1" status: 200 len: 217 time: 0.1341774 Nov 19 09:10:05.259112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:05.260566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:05.262170 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:05.263237 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:05.264128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:05.264735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:05.265440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:05.266014 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:05.266786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:05.267570 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:05.268356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:05.269184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:05.338829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429cb47c-226e-4f94-bfce-dd980bfc2e26', 'tag': '46a27362-8a8f-4d4b-921d-4942d6e4ca62'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:05.342463 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06447b0-edfc-4493-bcfe-108a99d83b95" -d '{"events": [{"name": "network-changed", "server_uuid": "429cb47c-226e-4f94-bfce-dd980bfc2e26", "tag": "46a27362-8a8f-4d4b-921d-4942d6e4ca62"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:05.506078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7da0050b-5097-4f40-b883-67fa8d5836fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:05.508852 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1d9da-9c47-4b49-9262-4ae58d976a81 req-657ac627-5adb-4417-b8f6-4b6299a5f919 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:05.509982 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-7da0050b-5097-4f40-b883-67fa8d5836fb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 1095 time: 0.3650274 Nov 19 09:10:05.510436 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99f1d9da-9c47-4b49-9262-4ae58d976a81 req-657ac627-5adb-4417-b8f6-4b6299a5f919 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2443b21-3ad5-4b6a-993f-64d6c6780e85 HTTP/1.1" status: 200 len: 949 time: 0.5646052 Nov 19 09:10:05.548933 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79b11a55-31bf-4825-b792-e8eee234431b req-8d220a26-16aa-433f-bf7b-32a8e58236fc tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:05.549381 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79b11a55-31bf-4825-b792-e8eee234431b req-8d220a26-16aa-433f-bf7b-32a8e58236fc tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:05.549649 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [req-79b11a55-31bf-4825-b792-e8eee234431b req-8d220a26-16aa-433f-bf7b-32a8e58236fc tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Floating IP cffadca0-d2db-464a-9c58-9d7c74e3db4b disassociated. External IP: 172.25.0.224, port: c4ea591a-ca96-487b-8cc1-7db53019bb9c. Nov 19 09:10:05.550186 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-79b11a55-31bf-4825-b792-e8eee234431b req-8d220a26-16aa-433f-bf7b-32a8e58236fc tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Calling delete_port for c4ea591a-ca96-487b-8cc1-7db53019bb9c owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:10:05.564921 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67104b27-3d16-475c-84f1-2f3d62d35794 req-756a6cd2-1238-4d8a-96b8-3df266d615cc tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558256 Nov 19 09:10:05.586060 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b103d0ed-8576-4833-baa6-c551b770097b req-09eeea78-f320-48d0-b687-9f75a4fbc705 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9f03e910926491a90023bb5a8837793&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3667452 Nov 19 09:10:05.646075 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-588b1a9c-b5a1-4323-a5da-d828e41f3a47 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Allocated IP 172.20.0.3 (692fa143-7b59-41f0-9ea1-d966185e0300/ff2a7f57-5058-429c-8ba6-c703edb15a02/34250b97-4071-47db-a55f-dd5ef0e95f43) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:10:05.654181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Attempting to bind port 905b62da-be46-4fad-ad22-d761b501c8d1 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:10:05.654675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Attempting to bind port 905b62da-be46-4fad-ad22-d761b501c8d1 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'a7507668-d0f0-448f-870c-ec3cee8c9af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:10:05.655152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Attempting to bind port 905b62da-be46-4fad-ad22-d761b501c8d1 on network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:05.682305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ec79f-5695-4177-86c4-cb2947720725 req-fb61c5ea-22d8-4119-aa89-1355672b944c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:05.684490 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f4ec79f-5695-4177-86c4-cb2947720725 req-fb61c5ea-22d8-4119-aa89-1355672b944c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96926490-af93-496a-ac14-62637eebbbfd HTTP/1.1" status: 200 len: 859 time: 0.3556111 Nov 19 09:10:05.686542 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-d101d6c4-329e-4b69-803d-f752a7f40993 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46a27362-8a8f-4d4b-921d-4942d6e4ca62 HTTP/1.1" status: 200 len: 217 time: 0.1506200 Nov 19 09:10:05.720821 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Port 905b62da-be46-4fad-ad22-d761b501c8d1 on network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:10:05.721346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Attempting to bind port 905b62da-be46-4fad-ad22-d761b501c8d1 on network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:05.724802 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23d450-283f-4720-89a5-4c90cebfd95c service neutron] Pushing event updated for resources: {'Port': ['ID=46a27362-8a8f-4d4b-921d-4942d6e4ca62,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:05.789492 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-99f1d9da-9c47-4b49-9262-4ae58d976a81 req-476fb277-1c1b-43f0-806d-4aaff6370d6b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Deleting port 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:10:05.789856 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99f1d9da-9c47-4b49-9262-4ae58d976a81 req-476fb277-1c1b-43f0-806d-4aaff6370d6b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:05.856627 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f4ec79f-5695-4177-86c4-cb2947720725 req-24c0cd4c-633f-4d47-bb57-4e12c1d6c2fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=44d3298f-7adf-4433-ae40-67bd57efdfb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1541953 Nov 19 09:10:05.861446 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:10:05.861782 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Checking segment: {'id': 'a7507668-d0f0-448f-870c-ec3cee8c9af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:10:05.862162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Bound using segment: {'id': 'a7507668-d0f0-448f-870c-ec3cee8c9af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:10:05.862608 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Bound port: 905b62da-be46-4fad-ad22-d761b501c8d1, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7507668-d0f0-448f-870c-ec3cee8c9af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:10:05.862953 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:05.972386 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79b11a55-31bf-4825-b792-e8eee234431b req-8d220a26-16aa-433f-bf7b-32a8e58236fc tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:05.988945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-3e0d9952-1c9b-4f0f-b196-96172fc8eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:05.990560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-3e0d9952-1c9b-4f0f-b196-96172fc8eb16 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.2717464 Nov 19 09:10:06.030015 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-588b1a9c-b5a1-4323-a5da-d828e41f3a47 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:06.030404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-1226c345-a179-42ab-b778-f2f36cbddcd1 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:06.036432 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d220a26-16aa-433f-bf7b-32a8e58236fc tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Pushing event deleted for resources: {'Port': ['ID=c4ea591a-ca96-487b-8cc1-7db53019bb9c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:06.037595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-1226c345-a179-42ab-b778-f2f36cbddcd1 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3748856 Nov 19 09:10:06.046749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-99f1d9da-9c47-4b49-9262-4ae58d976a81 req-476fb277-1c1b-43f0-806d-4aaff6370d6b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] For port 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:06.047173 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99f1d9da-9c47-4b49-9262-4ae58d976a81 req-476fb277-1c1b-43f0-806d-4aaff6370d6b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:06.095763 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b103d0ed-8576-4833-baa6-c551b770097b req-7fc9f09d-2758-4d46-8ae5-702d4996c5f3 service neutron] 10.222.0.21 "GET /v2.0/networks/d3bef959-7638-468e-bf13-8333f26b89d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345117 Nov 19 09:10:06.096468 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-99f1d9da-9c47-4b49-9262-4ae58d976a81 req-476fb277-1c1b-43f0-806d-4aaff6370d6b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Calling delete_port for 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:10:06.097473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-787e54d5-569f-442d-9bc9-ec3487f93746 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835562 Nov 19 09:10:06.247290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144d24c-3ac8-4b48-a3fb-f2f3e5d87f7f req-6e3221d3-1757-4236-8d3f-d52f63e9f77f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:06.248896 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d144d24c-3ac8-4b48-a3fb-f2f3e5d87f7f req-6e3221d3-1757-4236-8d3f-d52f63e9f77f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "GET /v2.0/ports?device_id=94835800-a4e9-455b-8d1c-ee5421de5da6 HTTP/1.1" status: 200 len: 950 time: 0.1977339 Nov 19 09:10:06.254615 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-588b1a9c-b5a1-4323-a5da-d828e41f3a47 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:06.269344 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['053e479a-be60-4f45-83f3-abbd16a4654f'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:06.403018 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b1a9c-b5a1-4323-a5da-d828e41f3a47 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Pushing event updated for resources: {'Port': ['ID=34250b97-4071-47db-a55f-dd5ef0e95f43,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:06.453180 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-588b1a9c-b5a1-4323-a5da-d828e41f3a47 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Network 692fa143-7b59-41f0-9ea1-d966185e0300 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:10:06.485254 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-588b1a9c-b5a1-4323-a5da-d828e41f3a47 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:10:06.497004 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-588b1a9c-b5a1-4323-a5da-d828e41f3a47 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:10:06.514044 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79b11a55-31bf-4825-b792-e8eee234431b req-8d220a26-16aa-433f-bf7b-32a8e58236fc tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Router 08e18be6-4c4f-4670-9611-9c4e66e1abaa has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:10:06.593840 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-31a79eea-4f54-460b-b7eb-5c91c52f4e0d tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.5551631 Nov 19 09:10:06.636289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-588b1a9c-b5a1-4323-a5da-d828e41f3a47 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:06.636975 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-588b1a9c-b5a1-4323-a5da-d828e41f3a47 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:06.642722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] For port 905b62da-be46-4fad-ad22-d761b501c8d1, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:10:06.661467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] For port 905b62da-be46-4fad-ad22-d761b501c8d1, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=905b62da-be46-4fad-ad22-d761b501c8d1,segment=NetworkSegment(a7507668-d0f0-448f-870c-ec3cee8c9af7),segment_id=a7507668-d0f0-448f-870c-ec3cee8c9af7)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:10:06.669629 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f4ec79f-5695-4177-86c4-cb2947720725 req-5deb6ca9-3041-4752-8f25-df45f2da894e service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7890468 Nov 19 09:10:06.680495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a999867-279f-452c-869e-d37d47a1d886 req-724a4194-0bb3-4443-81f1-d9f740a16504 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:06.682998 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9a999867-279f-452c-869e-d37d47a1d886 req-724a4194-0bb3-4443-81f1-d9f740a16504 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.66 "GET /v2.0/ports?device_id=1750fcee-c4c6-4bb3-945e-46397b04219b HTTP/1.1" status: 200 len: 945 time: 0.7383897 Nov 19 09:10:06.710380 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-588b1a9c-b5a1-4323-a5da-d828e41f3a47 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1173456 Nov 19 09:10:06.713675 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99f1d9da-9c47-4b49-9262-4ae58d976a81 req-476fb277-1c1b-43f0-806d-4aaff6370d6b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:06.724776 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:06.726505 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:06.747587 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-d144d24c-3ac8-4b48-a3fb-f2f3e5d87f7f req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Deleting port c144cdf7-c60a-4e03-b701-455c22f18804 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:10:06.747936 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d144d24c-3ac8-4b48-a3fb-f2f3e5d87f7f req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:06.762857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['00730ab9-1ac8-40a1-8ef9-eed22872a5ad', '6746a633-9255-472f-947e-1de8775cd0f3', 'c6b2c822-f01a-4212-a558-0c0e56810ba7', 'c144cdf7-c60a-4e03-b701-455c22f18804'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:06.767001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Request body: {'port': {'device_id': 'dffe4470-8739-4cb2-88d0-d63c709a1849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:06.778316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-03ac7b66-4d13-4ed0-b9b4-050366ea0ceb tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Request body: {'floatingip': {'port_id': '6355c41c-69db-4133-b5dd-cb40de34e1eb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:06.856668 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:06.857319 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:06.859469 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fb277-1c1b-43f0-806d-4aaff6370d6b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Pushing event deleted for resources: {'Port': ['ID=1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:06.860233 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] 10.222.0.71 "PUT /v2.0/ports/905b62da-be46-4fad-ad22-d761b501c8d1 HTTP/1.1" status: 200 len: 1092 time: 3.1828198 Nov 19 09:10:06.867445 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-03ac7b66-4d13-4ed0-b9b4-050366ea0ceb tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:06.930035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 373b12f5-12bb-4010-83a2-5a7dd8cb94fc up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:10:06.973903 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f1d9da-9c47-4b49-9262-4ae58d976a81 req-476fb277-1c1b-43f0-806d-4aaff6370d6b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] No DVR routers for this DVR port 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:10:06.976831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79b11a55-31bf-4825-b792-e8eee234431b req-8d220a26-16aa-433f-bf7b-32a8e58236fc tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:10:06.989160 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99f1d9da-9c47-4b49-9262-4ae58d976a81 req-476fb277-1c1b-43f0-806d-4aaff6370d6b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:06.992589 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99f1d9da-9c47-4b49-9262-4ae58d976a81 req-476fb277-1c1b-43f0-806d-4aaff6370d6b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.66 "DELETE /v2.0/ports/1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d HTTP/1.1" status: 204 len: 173 time: 1.4549882 Nov 19 09:10:06.993164 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2443b21-3ad5-4b6a-993f-64d6c6780e85', 'name': 'network-vif-deleted', 'tag': '1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:06.995571 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5068dd98-96bb-4d72-a3bd-cb9483f069f4" -d '{"events": [{"server_uuid": "a2443b21-3ad5-4b6a-993f-64d6c6780e85", "name": "network-vif-deleted", "tag": "1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:07.006094 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bfe435-5a7d-459e-8edd-77005e27a540 None None] Sync routers for ids ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:10:07.024655 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:07.050458 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f4ec79f-5695-4177-86c4-cb2947720725 req-46344d24-0341-4ce7-99ad-89a85c1ef207 service neutron] 10.222.0.66 "GET /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657067 Nov 19 09:10:07.110741 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:07.111304 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:07.131283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bfe435-5a7d-459e-8edd-77005e27a540 None None] Routers {'08e18be6-4c4f-4670-9611-9c4e66e1abaa'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:07.132241 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-40bfe435-5a7d-459e-8edd-77005e27a540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:07.179913 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b11a55-31bf-4825-b792-e8eee234431b req-8d220a26-16aa-433f-bf7b-32a8e58236fc tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] No DVR routers for this DVR port c4ea591a-ca96-487b-8cc1-7db53019bb9c on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:10:07.184499 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d144d24c-3ac8-4b48-a3fb-f2f3e5d87f7f req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] For port c144cdf7-c60a-4e03-b701-455c22f18804, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c144cdf7-c60a-4e03-b701-455c22f18804,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:07.185052 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d144d24c-3ac8-4b48-a3fb-f2f3e5d87f7f req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:07.225014 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79b11a55-31bf-4825-b792-e8eee234431b req-8d220a26-16aa-433f-bf7b-32a8e58236fc tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:07.230990 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79b11a55-31bf-4825-b792-e8eee234431b req-8d220a26-16aa-433f-bf7b-32a8e58236fc tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.71 "DELETE /v2.0/ports/c4ea591a-ca96-487b-8cc1-7db53019bb9c HTTP/1.1" status: 204 len: 173 time: 2.7964730 Nov 19 09:10:07.263002 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-d144d24c-3ac8-4b48-a3fb-f2f3e5d87f7f req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Calling delete_port for c144cdf7-c60a-4e03-b701-455c22f18804 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:10:07.282294 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b103d0ed-8576-4833-baa6-c551b770097b req-41e504ce-9865-4b66-b6f1-d46b889fd231 service neutron] 10.222.0.21 "GET /v2.0/networks/d3bef959-7638-468e-bf13-8333f26b89d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1502073 Nov 19 09:10:07.352696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26232f-722b-4af8-acb5-d7c1067c2a96 service neutron] Pushing event updated for resources: {'Port': ['ID=905b62da-be46-4fad-ad22-d761b501c8d1,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:07.540196 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-6988ef10-69bd-4936-b7f2-b1f9f0c1e718 service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4052331 Nov 19 09:10:07.599366 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c144cdf7-c60a-4e03-b701-455c22f18804 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:10:07.835136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-40bfe435-5a7d-459e-8edd-77005e27a540 None None] Set router 08e18be6-4c4f-4670-9611-9c4e66e1abaa gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:07.930162 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:08.040184 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:08.046680 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca16bcc-fbb0-412b-bbdc-d837d2817082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:08.049375 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254f082d-f624-4c5c-9a26-4885f5bc528f" -d '{"events": [{"server_uuid": "bca16bcc-fbb0-412b-bbdc-d837d2817082", "name": "network-vif-plugged", "status": "completed", "tag": "373b12f5-12bb-4010-83a2-5a7dd8cb94fc"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:08.059455 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:08.060322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:10:08.104596 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-ada1ff5f-e5f3-4001-9c01-17848f656f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:08.119074 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-ada1ff5f-e5f3-4001-9c01-17848f656f4e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7ec5d00cfc348a594077a93d6441b62&device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 1095 time: 1.0610297 Nov 19 09:10:08.150900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d144d24c-3ac8-4b48-a3fb-f2f3e5d87f7f req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:08.217022 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:10:08.217584 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:10:08.218221 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 3f1efc60-d1ef-4608-8922-cdd920672234 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:10:08.221960 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:08.225909 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34250b97-4071-47db-a55f-dd5ef0e95f43 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:10:08.292196 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-19bcf9b2-7c40-43d8-9903-1d3245f8c647 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905b62da-be46-4fad-ad22-d761b501c8d1 HTTP/1.1" status: 200 len: 217 time: 0.0909407 Nov 19 09:10:08.333184 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:08.346218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09056849-db29-4594-824e-9381d3d05e9b req-ffbcc16e-a3bd-4d19-8c7f-ecd6e429e35a tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:08.354996 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09056849-db29-4594-824e-9381d3d05e9b req-ffbcc16e-a3bd-4d19-8c7f-ecd6e429e35a tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.5028429 Nov 19 09:10:08.356740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Transition to ACTIVE for port object 34250b97-4071-47db-a55f-dd5ef0e95f43 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:10:08.397742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Pushing event deleted for resources: {'Port': ['ID=c144cdf7-c60a-4e03-b701-455c22f18804,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:08.412200 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-d144d24c-3ac8-4b48-a3fb-f2f3e5d87f7f req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] No DVR routers for this DVR port c144cdf7-c60a-4e03-b701-455c22f18804 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:10:08.416840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-4b2a5ebc-b748-40c7-bb3a-f4fe1a4a281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:08.418738 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-4b2a5ebc-b748-40c7-bb3a-f4fe1a4a281e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2dc59a7-693a-40a0-ab45-b7982da75253 HTTP/1.1" status: 200 len: 850 time: 0.0548103 Nov 19 09:10:08.419368 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d144d24c-3ac8-4b48-a3fb-f2f3e5d87f7f req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:08.435378 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d144d24c-3ac8-4b48-a3fb-f2f3e5d87f7f req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "DELETE /v2.0/ports/c144cdf7-c60a-4e03-b701-455c22f18804 HTTP/1.1" status: 204 len: 173 time: 2.1506379 Nov 19 09:10:08.439022 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:08.439465 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:08.441413 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:08.442923 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:08.443848 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:08.444419 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:08.444815 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:08.445280 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:08.445808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:08.446379 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:08.447841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:08.448396 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ea32f-b28a-4b59-9753-585960c3359c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:08.467971 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:08.485004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9a999867-279f-452c-869e-d37d47a1d886 req-260aa0d5-1b27-4ac8-a61e-c66cb74b6b29 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Deleting port 3f1efc60-d1ef-4608-8922-cdd920672234 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:10:08.496312 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9a999867-279f-452c-869e-d37d47a1d886 req-260aa0d5-1b27-4ac8-a61e-c66cb74b6b29 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:08.630416 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-338fe463-d979-4fa6-bdbc-2d43d80f6f36 req-069054b3-0368-4f59-b0c7-faebc262bd32 service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8918340 Nov 19 09:10:08.671362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-1be4a4c0-44d0-437c-b9c5-f0f7dac91a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:08.674177 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-1be4a4c0-44d0-437c-b9c5-f0f7dac91a1a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2291882 Nov 19 09:10:08.697230 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Pushing event updated for resources: {'Port': ['ID=34250b97-4071-47db-a55f-dd5ef0e95f43,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:08.714373 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,revision_number=11']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:08.780729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c4ea591a-ca96-487b-8cc1-7db53019bb9c no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:10:08.792743 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09056849-db29-4594-824e-9381d3d05e9b req-0c46d988-7961-4880-9f11-b5d17bbb1679 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363186 Nov 19 09:10:08.877696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: c4ea591a-ca96-487b-8cc1-7db53019bb9c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:10:08.878119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c4ea591a-ca96-487b-8cc1-7db53019bb9c not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:10:08.905073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Attempting to bind port 34250b97-4071-47db-a55f-dd5ef0e95f43 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:10:08.905567 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Attempting to bind port 34250b97-4071-47db-a55f-dd5ef0e95f43 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:10:08.909555 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Attempting to bind port 34250b97-4071-47db-a55f-dd5ef0e95f43 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:08.917916 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Port 34250b97-4071-47db-a55f-dd5ef0e95f43 on network 692fa143-7b59-41f0-9ea1-d966185e0300 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:10:08.919900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Attempting to bind port 34250b97-4071-47db-a55f-dd5ef0e95f43 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:08.927171 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:10:08.927721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Checking segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:10:08.928693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Bound using segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:10:08.929395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Bound port: 34250b97-4071-47db-a55f-dd5ef0e95f43, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:10:08.929858 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:09.031499 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] For port 34250b97-4071-47db-a55f-dd5ef0e95f43, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:10:09.038708 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] For port 34250b97-4071-47db-a55f-dd5ef0e95f43, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=34250b97-4071-47db-a55f-dd5ef0e95f43,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:10:09.049187 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:09.110126 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:09.112263 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:09.115078 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] 10.222.0.66 "PUT /v2.0/ports/34250b97-4071-47db-a55f-dd5ef0e95f43 HTTP/1.1" status: 200 len: 1092 time: 2.3623796 Nov 19 09:10:09.215307 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:09.226330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9a999867-279f-452c-869e-d37d47a1d886 req-260aa0d5-1b27-4ac8-a61e-c66cb74b6b29 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] For port 3f1efc60-d1ef-4608-8922-cdd920672234, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=3f1efc60-d1ef-4608-8922-cdd920672234,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:09.227402 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9a999867-279f-452c-869e-d37d47a1d886 req-260aa0d5-1b27-4ac8-a61e-c66cb74b6b29 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:09.242986 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c2b45-a184-4b9e-8a33-775fcaf41b3b service neutron] Pushing event updated for resources: {'Port': ['ID=34250b97-4071-47db-a55f-dd5ef0e95f43,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:09.265899 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4c742-a1ef-4e57-962a-cce6681c7b90 req-2457e7d6-5512-452b-b8d5-038a78616179 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:09.273659 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68b4c742-a1ef-4e57-962a-cce6681c7b90 req-2457e7d6-5512-452b-b8d5-038a78616179 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 943 time: 0.2638133 Nov 19 09:10:09.277042 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-40bfe435-5a7d-459e-8edd-77005e27a540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:07:04Z', 'revision_number': 4, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '232a378c-0d9c-4fee-a1c3-fa4649b4ea20', 'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'mac_address': 'fa:16:3e:ac:b8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:03Z', 'updated_at': '2021-11-19T09:07:10Z', 'revision_number': 5, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'subnets': [{'id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:09.296851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-7dd1d5cb-6a6c-445a-81b1-492da726816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:09.299220 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-7dd1d5cb-6a6c-445a-81b1-492da726816a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 1095 time: 0.1321971 Nov 19 09:10:09.323740 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bfe435-5a7d-459e-8edd-77005e27a540 None None] Checking router: 08e18be6-4c4f-4670-9611-9c4e66e1abaa for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:10:09.329744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 3f1efc60-d1ef-4608-8922-cdd920672234, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=3f1efc60-d1ef-4608-8922-cdd920672234,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:09.339964 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:09.344307 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bfe435-5a7d-459e-8edd-77005e27a540 None None] Routers {'08e18be6-4c4f-4670-9611-9c4e66e1abaa'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:09.345302 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-40bfe435-5a7d-459e-8edd-77005e27a540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:09.380222 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9a999867-279f-452c-869e-d37d47a1d886 req-260aa0d5-1b27-4ac8-a61e-c66cb74b6b29 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Calling delete_port for 3f1efc60-d1ef-4608-8922-cdd920672234 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:10:09.413176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-3fb9e818-2e8f-4b73-b76d-ddb87a0972d5 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6895020 Nov 19 09:10:09.442616 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-11cd6b82-5da5-44e3-94dc-ec2e1bed1a1a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34250b97-4071-47db-a55f-dd5ef0e95f43 HTTP/1.1" status: 200 len: 217 time: 0.1330101 Nov 19 09:10:09.535225 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-9f724de5-d596-4bd5-bdeb-dc0b905d2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:09.537396 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-9f724de5-d596-4bd5-bdeb-dc0b905d2435 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.0873973 Nov 19 09:10:09.585709 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-8f889662-6b60-40e3-b3f3-51a9d3ea81c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402713 Nov 19 09:10:09.586254 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68b4c742-a1ef-4e57-962a-cce6681c7b90 req-2bb5fd27-88d6-439c-bdaa-ad3c46300512 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115394 Nov 19 09:10:09.667701 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.resource_extend [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-03ac7b66-4d13-4ed0-b9b4-050366ea0ceb tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:10:09.727595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=3f1efc60-d1ef-4608-8922-cdd920672234,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:09.744431 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-4e9d6465-450b-4a31-8b4a-ee53a2c5997c service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508255 Nov 19 09:10:09.749994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-40bfe435-5a7d-459e-8edd-77005e27a540 None None] Set router 08e18be6-4c4f-4670-9611-9c4e66e1abaa gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:09.820365 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae9c8a96-73ad-4d48-9783-e4a556a6cbec req-e8c91ca9-4583-48c2-99ec-b10632a4244a service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818476 Nov 19 09:10:09.836123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103d0ed-8576-4833-baa6-c551b770097b req-5c4562c5-d846-48c6-8947-cfa1d1807c63 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:09.837755 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b103d0ed-8576-4833-baa6-c551b770097b req-5c4562c5-d846-48c6-8947-cfa1d1807c63 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.66 "GET /v2.0/networks?id=d3bef959-7638-468e-bf13-8333f26b89d6 HTTP/1.1" status: 200 len: 824 time: 0.4636507 Nov 19 09:10:09.840619 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-03ac7b66-4d13-4ed0-b9b4-050366ea0ceb tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:09.875653 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-03ac7b66-4d13-4ed0-b9b4-050366ea0ceb tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:09.916233 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b4965ee4-d30e-4641-ac18-1da571de99f8 req-e79ce512-1169-426a-a399-0510f2f1cc52 service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640878 Nov 19 09:10:10.110121 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-40bfe435-5a7d-459e-8edd-77005e27a540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:07:04Z', 'revision_number': 4, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '232a378c-0d9c-4fee-a1c3-fa4649b4ea20', 'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'mac_address': 'fa:16:3e:ac:b8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:03Z', 'updated_at': '2021-11-19T09:07:10Z', 'revision_number': 5, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'subnets': [{'id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:10.140295 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bfe435-5a7d-459e-8edd-77005e27a540 None None] The sync data for ids ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'] in n-d-805649-14 is: [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:07:04Z', 'revision_number': 4, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '232a378c-0d9c-4fee-a1c3-fa4649b4ea20', 'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'mac_address': 'fa:16:3e:ac:b8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:03Z', 'updated_at': '2021-11-19T09:07:10Z', 'revision_number': 5, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'subnets': [{'id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:10:10.177326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['00730ab9-1ac8-40a1-8ef9-eed22872a5ad', '6746a633-9255-472f-947e-1de8775cd0f3', 'c6b2c822-f01a-4212-a558-0c0e56810ba7'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:10.269141 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd05bb-14ed-4e98-9a59-c297d449a949 req-2fbe060e-c1e4-4406-a6b6-0ec44a1e611a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:10.273149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27bd05bb-14ed-4e98-9a59-c297d449a949 req-2fbe060e-c1e4-4406-a6b6-0ec44a1e611a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 943 time: 0.4932542 Nov 19 09:10:10.425799 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-03ac7b66-4d13-4ed0-b9b4-050366ea0ceb tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Floating IP 161bf320-76a3-4931-9503-9132530a412b associated. External IP: 172.25.0.21, port: 6355c41c-69db-4133-b5dd-cb40de34e1eb. Nov 19 09:10:10.485814 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd12b2-8cd2-4f68-93d4-49573ae56c04 None None] New status for floating IP cffadca0-d2db-464a-9c58-9d7c74e3db4b: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:10:10.528386 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9a999867-279f-452c-869e-d37d47a1d886 req-260aa0d5-1b27-4ac8-a61e-c66cb74b6b29 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:10.555293 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27bd05bb-14ed-4e98-9a59-c297d449a949 req-da1bc545-59ca-4c89-a002-bda1417f2c87 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830106 Nov 19 09:10:10.663380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260aa0d5-1b27-4ac8-a61e-c66cb74b6b29 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Pushing event deleted for resources: {'Port': ['ID=3f1efc60-d1ef-4608-8922-cdd920672234,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:10.679793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b103d0ed-8576-4833-baa6-c551b770097b req-b21f9884-b056-4199-a2b7-28ce9a1c2930 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9f03e910926491a90023bb5a8837793 HTTP/1.1" status: 200 len: 380 time: 0.8145878 Nov 19 09:10:10.692955 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['6355c41c-69db-4133-b5dd-cb40de34e1eb'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:10.721636 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c88e04f-3f95-408a-b353-7917220c189b x-openstack-request-id: req-7c88e04f-3f95-408a-b353-7917220c189b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:10.722101 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429cb47c-226e-4f94-bfce-dd980bfc2e26", "tag": "46a27362-8a8f-4d4b-921d-4942d6e4ca62", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:10.723089 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c88e04f-3f95-408a-b353-7917220c189b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:10.723591 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429cb47c-226e-4f94-bfce-dd980bfc2e26', 'tag': '46a27362-8a8f-4d4b-921d-4942d6e4ca62', 'status': 'completed', 'code': 200} Nov 19 09:10:10.766796 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-b103d0ed-8576-4833-baa6-c551b770097b req-3495c461-0930-4829-bebe-f254b3f12bd2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Request body: {'port': {'device_id': '411a4128-568f-4a61-9cd0-c5673c8b937e', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'admin_state_up': True, 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'security_groups': ['e12730cd-c9e3-492a-bcda-f4831a9f4d1f']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:10.832198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a999867-279f-452c-869e-d37d47a1d886 req-260aa0d5-1b27-4ac8-a61e-c66cb74b6b29 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] No DVR routers for this DVR port 3f1efc60-d1ef-4608-8922-cdd920672234 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:10:10.835461 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9a999867-279f-452c-869e-d37d47a1d886 req-260aa0d5-1b27-4ac8-a61e-c66cb74b6b29 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:10.840698 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9a999867-279f-452c-869e-d37d47a1d886 req-260aa0d5-1b27-4ac8-a61e-c66cb74b6b29 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.66 "DELETE /v2.0/ports/3f1efc60-d1ef-4608-8922-cdd920672234 HTTP/1.1" status: 204 len: 173 time: 4.1029043 Nov 19 09:10:11.005583 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06447b0-edfc-4493-bcfe-108a99d83b95 req-9c104fae-3cd2-4408-8335-731e0823eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:11.007170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a06447b0-edfc-4493-bcfe-108a99d83b95 req-9c104fae-3cd2-4408-8335-731e0823eb08 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 1095 time: 0.2762752 Nov 19 09:10:11.101441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55effeff-7068-4f7e-b2f5-8c96cee0dfee req-c80beef8-a668-4eb3-8d83-345b390ff31f tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:11.103540 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55effeff-7068-4f7e-b2f5-8c96cee0dfee req-c80beef8-a668-4eb3-8d83-345b390ff31f tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 943 time: 0.3511581 Nov 19 09:10:11.224386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-03ac7b66-4d13-4ed0-b9b4-050366ea0ceb tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Router 53183590-aa56-489d-9b3d-257f367d80e6 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:10:11.260014 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b103d0ed-8576-4833-baa6-c551b770097b req-3495c461-0930-4829-bebe-f254b3f12bd2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Made reservation on behalf of f9f03e910926491a90023bb5a8837793 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:10:11.263725 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b103d0ed-8576-4833-baa6-c551b770097b req-3495c461-0930-4829-bebe-f254b3f12bd2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:11.295577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55effeff-7068-4f7e-b2f5-8c96cee0dfee req-be6ae418-5bec-42da-b046-c6e0dec7c27d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585631 Nov 19 09:10:11.299317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06447b0-edfc-4493-bcfe-108a99d83b95 req-b32e63e8-ceca-46ce-9fb4-82e19646ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:11.301117 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a06447b0-edfc-4493-bcfe-108a99d83b95 req-b32e63e8-ceca-46ce-9fb4-82e19646ea03 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.2495289 Nov 19 09:10:11.388134 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e714b493-dc21-4d97-a35d-2d2cb6aaa9db x-openstack-request-id: req-e714b493-dc21-4d97-a35d-2d2cb6aaa9db {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:11.389894 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2443b21-3ad5-4b6a-993f-64d6c6780e85", "name": "network-vif-deleted", "tag": "1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:11.390404 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e714b493-dc21-4d97-a35d-2d2cb6aaa9db {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:11.392092 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2443b21-3ad5-4b6a-993f-64d6c6780e85', 'name': 'network-vif-deleted', 'tag': '1e4fdde5-c8a1-4c99-9ba1-ed52ee9b441d', 'status': 'completed', 'code': 200} Nov 19 09:10:11.543197 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a06447b0-edfc-4493-bcfe-108a99d83b95 req-a909456f-4961-48aa-a9eb-99af1cb0fbad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46a27362-8a8f-4d4b-921d-4942d6e4ca62 HTTP/1.1" status: 200 len: 217 time: 0.1425700 Nov 19 09:10:11.592492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 46a27362-8a8f-4d4b-921d-4942d6e4ca62 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:10:11.606507 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5cbdf46-52aa-4c90-9fec-b3ed39c4936a req-dd462b43-cebd-4516-bcf3-9adb6b541f02 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=411a4128-568f-4a61-9cd0-c5673c8b937e HTTP/1.1" status: 200 len: 210 time: 0.1059716 Nov 19 09:10:11.687212 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e1e0a0-ef39-46b9-a902-e5981e2c1dc8 x-openstack-request-id: req-48e1e0a0-ef39-46b9-a902-e5981e2c1dc8 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:11.687212 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca16bcc-fbb0-412b-bbdc-d837d2817082", "name": "network-vif-plugged", "status": "completed", "tag": "373b12f5-12bb-4010-83a2-5a7dd8cb94fc", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:11.687212 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48e1e0a0-ef39-46b9-a902-e5981e2c1dc8 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:11.687212 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca16bcc-fbb0-412b-bbdc-d837d2817082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc', 'code': 200} Nov 19 09:10:11.733135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-03ac7b66-4d13-4ed0-b9b4-050366ea0ceb tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:10:11.738739 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-03ac7b66-4d13-4ed0-b9b4-050366ea0ceb tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:11.742571 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06447b0-edfc-4493-bcfe-108a99d83b95 req-0c2cc6d1-ee95-4d6f-9fad-85f249698951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:11.745696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=46a27362-8a8f-4d4b-921d-4942d6e4ca62,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:11.745856 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a06447b0-edfc-4493-bcfe-108a99d83b95 req-0c2cc6d1-ee95-4d6f-9fad-85f249698951 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.1768162 Nov 19 09:10:11.751687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02236c71-efcd-4491-81ac-5a03988a7139 None None] Sync routers for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:10:11.776030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '46a27362-8a8f-4d4b-921d-4942d6e4ca62', 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7', 'port_id': '46a27362-8a8f-4d4b-921d-4942d6e4ca62', 'mac_address': 'fa:16:3e:83:cf:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9edaf5b-2c55-4161-9d45-b732449b4ded', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:10:11.783858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02236c71-efcd-4491-81ac-5a03988a7139 None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:11.785030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-02236c71-efcd-4491-81ac-5a03988a7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:11.822537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a06447b0-edfc-4493-bcfe-108a99d83b95 req-e705b983-7296-402e-a26a-75b55bd5dd84 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664146 Nov 19 09:10:11.844580 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-b103d0ed-8576-4833-baa6-c551b770097b req-3495c461-0930-4829-bebe-f254b3f12bd2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Allocated IP 172.20.0.9 (d3bef959-7638-468e-bf13-8333f26b89d6/21c7acd8-cb2d-439d-8baa-0f60843d7068/5142e678-630a-4c9d-9545-39fbe1afe993) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:10:11.861482 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-03ac7b66-4d13-4ed0-b9b4-050366ea0ceb tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "PUT /v2.0/floatingips/161bf320-76a3-4931-9503-9132530a412b HTTP/1.1" status: 200 len: 996 time: 5.1419497 Nov 19 09:10:12.001079 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06535de-9ac1-4187-8035-879af17426e2 req-995db44d-63e7-4caa-b49c-c7d624e94077 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:12.002611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e06535de-9ac1-4187-8035-879af17426e2 req-995db44d-63e7-4caa-b49c-c7d624e94077 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.2178223 Nov 19 09:10:12.090155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-ba4e0d0e-ac3d-48a9-8adb-7637f65a537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:12.091656 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-ba4e0d0e-ac3d-48a9-8adb-7637f65a537d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 1098 time: 0.1833825 Nov 19 09:10:12.118232 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a06447b0-edfc-4493-bcfe-108a99d83b95 req-9542c6ab-3200-4600-905c-1b5d401eb904 service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751126 Nov 19 09:10:12.121917 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:12.152020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a27362-8a8f-4d4b-921d-4942d6e4ca62 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:10:12.196695 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-02236c71-efcd-4491-81ac-5a03988a7139 None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:12.202092 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=46a27362-8a8f-4d4b-921d-4942d6e4ca62,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:12.246723 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:12.295400 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e06535de-9ac1-4187-8035-879af17426e2 req-b02e1790-1735-43ee-bd49-eaf69184ba89 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779248 Nov 19 09:10:12.311859 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b103d0ed-8576-4833-baa6-c551b770097b req-3495c461-0930-4829-bebe-f254b3f12bd2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:12.374313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-9fa43f1a-dfdf-4d6b-ab0e-f85f09d3fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:12.375829 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-9fa43f1a-dfdf-4d6b-ab0e-f85f09d3fbf1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 922 time: 0.2717707 Nov 19 09:10:12.415934 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a06447b0-edfc-4493-bcfe-108a99d83b95 req-fa4c37b1-1834-4c36-9132-56956c11dc52 service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741816 Nov 19 09:10:12.446414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=46a27362-8a8f-4d4b-921d-4942d6e4ca62,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:12.504301 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b103d0ed-8576-4833-baa6-c551b770097b req-3495c461-0930-4829-bebe-f254b3f12bd2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:12.519844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-1d6160f1-eae2-45b5-b4b8-ec1b2617164a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6355c41c-69db-4133-b5dd-cb40de34e1eb HTTP/1.1" status: 200 len: 999 time: 0.1026211 Nov 19 09:10:12.551555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['46a27362-8a8f-4d4b-921d-4942d6e4ca62'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:12.606690 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a50442-e59f-4b3f-b83a-a92447c995d7 req-e2335943-4cfd-41ec-8554-1d2c5c3862df tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:12.608196 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14a50442-e59f-4b3f-b83a-a92447c995d7 req-e2335943-4cfd-41ec-8554-1d2c5c3862df tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 944 time: 0.1849172 Nov 19 09:10:12.616016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b103d0ed-8576-4833-baa6-c551b770097b req-3495c461-0930-4829-bebe-f254b3f12bd2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Network d3bef959-7638-468e-bf13-8333f26b89d6 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:10:12.618241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495c461-0930-4829-bebe-f254b3f12bd2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Pushing event updated for resources: {'Port': ['ID=5142e678-630a-4c9d-9545-39fbe1afe993,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:12.631610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-b103d0ed-8576-4833-baa6-c551b770097b req-3495c461-0930-4829-bebe-f254b3f12bd2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:10:12.642088 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b103d0ed-8576-4833-baa6-c551b770097b req-3495c461-0930-4829-bebe-f254b3f12bd2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:10:12.669422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-174499da-d683-4f41-ba16-8adade909309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:12.670921 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-174499da-d683-4f41-ba16-8adade909309 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d1d11d-00c5-42b8-8deb-d20385d0acde HTTP/1.1" status: 200 len: 860 time: 0.1263530 Nov 19 09:10:12.713731 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-02236c71-efcd-4491-81ac-5a03988a7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '161bf320-76a3-4931-9503-9132530a412b', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'port_id': '6355c41c-69db-4133-b5dd-cb40de34e1eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'mac_address': 'fa:16:3e:16:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:09:17Z', 'updated_at': '2021-11-19T09:10:09Z', 'revision_number': 8, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:12.727303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26', 'tag': '905b62da-be46-4fad-ad22-d761b501c8d1'}, {'server_uuid': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'name': 'network-vif-deleted', 'tag': '3f1efc60-d1ef-4608-8922-cdd920672234'}, {'name': 'network-changed', 'server_uuid': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'tag': '6355c41c-69db-4133-b5dd-cb40de34e1eb'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:12.730162 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1364b371-a8de-47a9-b55b-0b2c3f589e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26", "tag": "905b62da-be46-4fad-ad22-d761b501c8d1"}, {"server_uuid": "1750fcee-c4c6-4bb3-945e-46397b04219b", "name": "network-vif-deleted", "tag": "3f1efc60-d1ef-4608-8922-cdd920672234"}, {"name": "network-changed", "server_uuid": "e1f1e70d-07d5-48cc-abd4-90e71db26966", "tag": "6355c41c-69db-4133-b5dd-cb40de34e1eb"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:12.749646 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02236c71-efcd-4491-81ac-5a03988a7139 None None] Checking router: 53183590-aa56-489d-9b3d-257f367d80e6 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:10:12.750285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103d0ed-8576-4833-baa6-c551b770097b req-3495c461-0930-4829-bebe-f254b3f12bd2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:12.751052 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b103d0ed-8576-4833-baa6-c551b770097b req-3495c461-0930-4829-bebe-f254b3f12bd2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:12.761844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14a50442-e59f-4b3f-b83a-a92447c995d7 req-7d7ed785-3147-4741-b045-00fdf7c839d2 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446037 Nov 19 09:10:12.775476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02236c71-efcd-4491-81ac-5a03988a7139 None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:12.776143 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-02236c71-efcd-4491-81ac-5a03988a7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:12.778280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-48ac5e62-0897-47fd-afb7-b2eb414b433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:12.779997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-48ac5e62-0897-47fd-afb7-b2eb414b433f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918541 Nov 19 09:10:12.784461 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b103d0ed-8576-4833-baa6-c551b770097b req-3495c461-0930-4829-bebe-f254b3f12bd2 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0227833 Nov 19 09:10:12.802268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Request body: {'port': {'device_id': '411a4128-568f-4a61-9cd0-c5673c8b937e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:12.929552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-433b3abf-bf81-4618-8053-5e63a531b523 req-d9728288-fd8b-4847-9cc8-46f672249d5e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=193e326224374af2adeabf4558305969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519946 Nov 19 09:10:12.946375 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-02236c71-efcd-4491-81ac-5a03988a7139 None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:12.957217 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:12.999030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9416f1b1-ce8f-4514-9ae7-39595df3257c None None] Provisioning complete for port 5142e678-630a-4c9d-9545-39fbe1afe993 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:12.999409 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9416f1b1-ce8f-4514-9ae7-39595df3257c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:13.032937 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-18cd1def-164d-4d09-ace3-e6b8ce9ebf2d service neutron] 10.222.0.21 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438366 Nov 19 09:10:13.084367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9416f1b1-ce8f-4514-9ae7-39595df3257c None None] Port 5142e678-630a-4c9d-9545-39fbe1afe993 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:10:13.252010 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-02236c71-efcd-4491-81ac-5a03988a7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '161bf320-76a3-4931-9503-9132530a412b', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'port_id': '6355c41c-69db-4133-b5dd-cb40de34e1eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'mac_address': 'fa:16:3e:16:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:09:17Z', 'updated_at': '2021-11-19T09:10:09Z', 'revision_number': 8, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:13.286077 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02236c71-efcd-4491-81ac-5a03988a7139 None None] The sync data for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 is: [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '161bf320-76a3-4931-9503-9132530a412b', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'port_id': '6355c41c-69db-4133-b5dd-cb40de34e1eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'mac_address': 'fa:16:3e:16:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:09:17Z', 'updated_at': '2021-11-19T09:10:09Z', 'revision_number': 8, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:10:13.394000 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0161989b-3b13-4c0a-88c6-4dbcde9a3a16', 'name': 'network-vif-deleted', 'tag': 'c4ea591a-ca96-487b-8cc1-7db53019bb9c'}, {'server_uuid': '94835800-a4e9-455b-8d1c-ee5421de5da6', 'name': 'network-vif-deleted', 'tag': 'c144cdf7-c60a-4e03-b701-455c22f18804'}, {'name': 'network-changed', 'server_uuid': 'dffe4470-8739-4cb2-88d0-d63c709a1849', 'tag': '34250b97-4071-47db-a55f-dd5ef0e95f43'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:13.396603 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d882101-1d15-4e07-ad4b-be6479ca4f71" -d '{"events": [{"server_uuid": "0161989b-3b13-4c0a-88c6-4dbcde9a3a16", "name": "network-vif-deleted", "tag": "c4ea591a-ca96-487b-8cc1-7db53019bb9c"}, {"server_uuid": "94835800-a4e9-455b-8d1c-ee5421de5da6", "name": "network-vif-deleted", "tag": "c144cdf7-c60a-4e03-b701-455c22f18804"}, {"name": "network-changed", "server_uuid": "dffe4470-8739-4cb2-88d0-d63c709a1849", "tag": "34250b97-4071-47db-a55f-dd5ef0e95f43"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:13.496034 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e68b3-5a32-4fe0-9289-0b2e8f4ee89c None None] New status for floating IP 161bf320-76a3-4931-9503-9132530a412b: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:10:13.509839 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3abf-bf81-4618-8053-5e63a531b523 req-8c868e98-136f-4923-8ac7-7407e41d461a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:13.511402 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-433b3abf-bf81-4618-8053-5e63a531b523 req-8c868e98-136f-4923-8ac7-7407e41d461a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5701354 Nov 19 09:10:13.562742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-433b3abf-bf81-4618-8053-5e63a531b523 req-be9832b9-605b-4bdc-b2d3-a51f7e729467 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/quotas/193e326224374af2adeabf4558305969 HTTP/1.1" status: 200 len: 375 time: 0.0424485 Nov 19 09:10:13.602825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 905b62da-be46-4fad-ad22-d761b501c8d1 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:10:13.608829 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdaebfd0-421e-498b-b449-d1c8090a678f req-d5ea04ca-648c-49f2-93b9-69e6ec9a2194 service neutron] 10.222.0.21 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451689 Nov 19 09:10:13.698592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f1efc60-d1ef-4608-8922-cdd920672234'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:13.701449 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cd950f-a0df-4318-bf9e-a4847ce2f4f4" -d '{"events": [{"server_uuid": "1750fcee-c4c6-4bb3-945e-46397b04219b", "name": "network-vif-unplugged", "status": "completed", "tag": "3f1efc60-d1ef-4608-8922-cdd920672234"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:13.756703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 905b62da-be46-4fad-ad22-d761b501c8d1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=905b62da-be46-4fad-ad22-d761b501c8d1,segment=NetworkSegment(a7507668-d0f0-448f-870c-ec3cee8c9af7),segment_id=a7507668-d0f0-448f-870c-ec3cee8c9af7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:13.770240 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '905b62da-be46-4fad-ad22-d761b501c8d1', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'port_id': '905b62da-be46-4fad-ad22-d761b501c8d1', 'mac_address': 'fa:16:3e:ab:cd:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:10:13.825975 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-433b3abf-bf81-4618-8053-5e63a531b523 req-22604fee-476f-4122-89b1-7313811fe375 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2442243 Nov 19 09:10:13.826167 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:13.838518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5142e678-630a-4c9d-9545-39fbe1afe993 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:10:13.846174 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905b62da-be46-4fad-ad22-d761b501c8d1 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:10:13.849841 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:13.866818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 905b62da-be46-4fad-ad22-d761b501c8d1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=905b62da-be46-4fad-ad22-d761b501c8d1,segment=NetworkSegment(a7507668-d0f0-448f-870c-ec3cee8c9af7),segment_id=a7507668-d0f0-448f-870c-ec3cee8c9af7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:13.869731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Transition to ACTIVE for port object 5142e678-630a-4c9d-9545-39fbe1afe993 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:10:13.873134 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:13.880053 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126701a9-045a-434f-aa8c-8672e414a6ad req-504ff8aa-e012-4c3d-99b2-d16027760a9a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:13.882403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-126701a9-045a-434f-aa8c-8672e414a6ad req-504ff8aa-e012-4c3d-99b2-d16027760a9a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 943 time: 0.1741400 Nov 19 09:10:13.883935 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:13.951483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=905b62da-be46-4fad-ad22-d761b501c8d1,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:14.041234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Pushing event updated for resources: {'Port': ['ID=5142e678-630a-4c9d-9545-39fbe1afe993,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:14.130734 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-126701a9-045a-434f-aa8c-8672e414a6ad req-4a4594ef-7027-437f-9174-2cf618d20f09 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410951 Nov 19 09:10:14.208137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['905b62da-be46-4fad-ad22-d761b501c8d1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:14.244229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71507f-57e0-494f-99f6-e8a209cd5037 req-a0fa8d67-1c6b-4281-955d-4f4e7c790faa tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:14.246825 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b71507f-57e0-494f-99f6-e8a209cd5037 req-a0fa8d67-1c6b-4281-955d-4f4e7c790faa tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 944 time: 0.1687405 Nov 19 09:10:14.250858 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Attempting to bind port 5142e678-630a-4c9d-9545-39fbe1afe993 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:10:14.251384 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Attempting to bind port 5142e678-630a-4c9d-9545-39fbe1afe993 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:10:14.252154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Attempting to bind port 5142e678-630a-4c9d-9545-39fbe1afe993 on network d3bef959-7638-468e-bf13-8333f26b89d6 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:14.303364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Port 5142e678-630a-4c9d-9545-39fbe1afe993 on network d3bef959-7638-468e-bf13-8333f26b89d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:10:14.303943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Attempting to bind port 5142e678-630a-4c9d-9545-39fbe1afe993 on network d3bef959-7638-468e-bf13-8333f26b89d6 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:14.337910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:10:14.338296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Checking segment: {'id': '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:10:14.338643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Bound using segment: {'id': '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:10:14.339370 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Bound port: 5142e678-630a-4c9d-9545-39fbe1afe993, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:10:14.339675 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:14.358378 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b71507f-57e0-494f-99f6-e8a209cd5037 req-574476bf-1283-4710-a678-072bcdcc3f22 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989902 Nov 19 09:10:14.467388 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b8cdff-68e5-4e60-8090-9a3ecc248bf6 x-openstack-request-id: req-e9b8cdff-68e5-4e60-8090-9a3ecc248bf6 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:14.467703 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26", "tag": "905b62da-be46-4fad-ad22-d761b501c8d1", "status": "completed", "code": 200}, {"server_uuid": "1750fcee-c4c6-4bb3-945e-46397b04219b", "name": "network-vif-deleted", "tag": "3f1efc60-d1ef-4608-8922-cdd920672234", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1f1e70d-07d5-48cc-abd4-90e71db26966", "tag": "6355c41c-69db-4133-b5dd-cb40de34e1eb", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:14.467957 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9b8cdff-68e5-4e60-8090-9a3ecc248bf6 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:14.468376 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26', 'tag': '905b62da-be46-4fad-ad22-d761b501c8d1', 'status': 'completed', 'code': 200} Nov 19 09:10:14.468640 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'name': 'network-vif-deleted', 'tag': '3f1efc60-d1ef-4608-8922-cdd920672234', 'status': 'completed', 'code': 200} Nov 19 09:10:14.468903 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'tag': '6355c41c-69db-4133-b5dd-cb40de34e1eb', 'status': 'completed', 'code': 200} Nov 19 09:10:14.494590 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] For port 5142e678-630a-4c9d-9545-39fbe1afe993, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:10:14.557251 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec2111f-1022-4940-b24c-eb112b005dd7 x-openstack-request-id: req-fec2111f-1022-4940-b24c-eb112b005dd7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:14.561272 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0161989b-3b13-4c0a-88c6-4dbcde9a3a16", "name": "network-vif-deleted", "tag": "c4ea591a-ca96-487b-8cc1-7db53019bb9c", "status": "completed", "code": 200}, {"server_uuid": "94835800-a4e9-455b-8d1c-ee5421de5da6", "name": "network-vif-deleted", "tag": "c144cdf7-c60a-4e03-b701-455c22f18804", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dffe4470-8739-4cb2-88d0-d63c709a1849", "tag": "34250b97-4071-47db-a55f-dd5ef0e95f43", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:14.561567 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fec2111f-1022-4940-b24c-eb112b005dd7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:14.564649 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0161989b-3b13-4c0a-88c6-4dbcde9a3a16', 'name': 'network-vif-deleted', 'tag': 'c4ea591a-ca96-487b-8cc1-7db53019bb9c', 'status': 'completed', 'code': 200} Nov 19 09:10:14.564950 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94835800-a4e9-455b-8d1c-ee5421de5da6', 'name': 'network-vif-deleted', 'tag': 'c144cdf7-c60a-4e03-b701-455c22f18804', 'status': 'completed', 'code': 200} Nov 19 09:10:14.566528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] For port 5142e678-630a-4c9d-9545-39fbe1afe993, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=5142e678-630a-4c9d-9545-39fbe1afe993,segment=NetworkSegment(2cbef4fb-1fa3-4aaf-b06c-e5c16add4048),segment_id=2cbef4fb-1fa3-4aaf-b06c-e5c16add4048)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:10:14.567215 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dffe4470-8739-4cb2-88d0-d63c709a1849', 'tag': '34250b97-4071-47db-a55f-dd5ef0e95f43', 'status': 'completed', 'code': 200} Nov 19 09:10:14.581040 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:14.650536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04e30c-88b1-4bc9-a402-f2a2e265c62f req-d7caa525-6d2b-4900-a500-e35744c425e9 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:14.651971 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd04e30c-88b1-4bc9-a402-f2a2e265c62f req-d7caa525-6d2b-4900-a500-e35744c425e9 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=411a4128-568f-4a61-9cd0-c5673c8b937e HTTP/1.1" status: 200 len: 943 time: 0.1731529 Nov 19 09:10:14.682792 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:14.683415 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:14.684850 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b103d0ed-8576-4833-baa6-c551b770097b req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] 10.222.0.66 "PUT /v2.0/ports/5142e678-630a-4c9d-9545-39fbe1afe993 HTTP/1.1" status: 200 len: 1092 time: 1.8868210 Nov 19 09:10:14.727279 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-811a8ad1-1272-4af7-86bb-45ba4c8fa747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:14.728824 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-811a8ad1-1272-4af7-86bb-45ba4c8fa747 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7ec5d00cfc348a594077a93d6441b62&device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 1096 time: 0.2167635 Nov 19 09:10:14.849728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c3c5e-4809-4d0d-8c47-550f01a21e58 service neutron] Pushing event updated for resources: {'Port': ['ID=5142e678-630a-4c9d-9545-39fbe1afe993,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:14.886567 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c889daf3-a931-4426-841b-d8980b3363cd req-1f214617-81ec-4ff1-9587-5b0f596242e8 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/floatingips/161bf320-76a3-4931-9503-9132530a412b HTTP/1.1" status: 200 len: 998 time: 0.2663417 Nov 19 09:10:14.888403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d882101-1d15-4e07-ad4b-be6479ca4f71 req-95db24aa-b8de-447b-adad-d0b5f5d7b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:14.889859 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d882101-1d15-4e07-ad4b-be6479ca4f71 req-95db24aa-b8de-447b-adad-d0b5f5d7b369 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 1095 time: 0.2711897 Nov 19 09:10:14.984431 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd04e30c-88b1-4bc9-a402-f2a2e265c62f req-cd7a71d1-7f79-48f6-b3ce-f8cbd4a6f874 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059862 Nov 19 09:10:15.040198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103d0ed-8576-4833-baa6-c551b770097b req-0709c170-7e7c-4f14-ac35-0616736463d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:15.040422 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615329e1-b231-476a-bdb5-23277d280fc1 x-openstack-request-id: req-615329e1-b231-476a-bdb5-23277d280fc1 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:15.041191 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1750fcee-c4c6-4bb3-945e-46397b04219b", "name": "network-vif-unplugged", "status": "completed", "tag": "3f1efc60-d1ef-4608-8922-cdd920672234", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:15.041191 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-615329e1-b231-476a-bdb5-23277d280fc1 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:15.041759 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1750fcee-c4c6-4bb3-945e-46397b04219b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f1efc60-d1ef-4608-8922-cdd920672234', 'code': 200} Nov 19 09:10:15.041951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b103d0ed-8576-4833-baa6-c551b770097b req-0709c170-7e7c-4f14-ac35-0616736463d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9f03e910926491a90023bb5a8837793&device_id=411a4128-568f-4a61-9cd0-c5673c8b937e HTTP/1.1" status: 200 len: 1095 time: 0.2892179 Nov 19 09:10:15.114940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-0b21e441-45cd-44a7-bd08-6b3948add7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:15.116607 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-0b21e441-45cd-44a7-bd08-6b3948add7af service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca HTTP/1.1" status: 200 len: 912 time: 0.3626790 Nov 19 09:10:15.124077 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b103d0ed-8576-4833-baa6-c551b770097b req-73c3dfba-c689-4687-b10f-53a79ec66a16 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5142e678-630a-4c9d-9545-39fbe1afe993 HTTP/1.1" status: 200 len: 217 time: 0.0613942 Nov 19 09:10:15.214047 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:15.285381 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-6bda2930-ec0c-4fe6-8390-796abf68ff20 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905b62da-be46-4fad-ad22-d761b501c8d1 HTTP/1.1" status: 200 len: 217 time: 0.1359394 Nov 19 09:10:15.307594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889daf3-a931-4426-841b-d8980b3363cd req-6c4c0682-2489-4944-91dc-7da5af9b81c9 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:15.315562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c889daf3-a931-4426-841b-d8980b3363cd req-6c4c0682-2489-4944-91dc-7da5af9b81c9 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.4177363 Nov 19 09:10:15.338762 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d882101-1d15-4e07-ad4b-be6479ca4f71 req-36b60d64-d914-48df-a1d8-f75f14f019fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:15.340420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d882101-1d15-4e07-ad4b-be6479ca4f71 req-36b60d64-d914-48df-a1d8-f75f14f019fa service neutron] 10.222.0.66 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.4315569 Nov 19 09:10:15.349539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-c889daf3-a931-4426-841b-d8980b3363cd req-345f1ab0-b743-45fe-b6fd-0c953b5cbd6b tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:10:15.354185 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c889daf3-a931-4426-841b-d8980b3363cd req-345f1ab0-b743-45fe-b6fd-0c953b5cbd6b tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0372746 Nov 19 09:10:15.389824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103d0ed-8576-4833-baa6-c551b770097b req-39b680f7-8221-4011-9931-0ef99be7ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:15.391897 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b103d0ed-8576-4833-baa6-c551b770097b req-39b680f7-8221-4011-9931-0ef99be7ce72 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21c7acd8-cb2d-439d-8baa-0f60843d7068 HTTP/1.1" status: 200 len: 863 time: 0.2500913 Nov 19 09:10:15.396363 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-433b3abf-bf81-4618-8053-5e63a531b523 req-c3ee4504-5f7a-4327-a22d-2baaad0a1e43 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=193e326224374af2adeabf4558305969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1342025 Nov 19 09:10:15.480534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fdf48-8269-48fb-805b-af7711f44f3e req-917ce11e-b251-419c-9ee0-de918fe2b274 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:15.482324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-092fdf48-8269-48fb-805b-af7711f44f3e req-917ce11e-b251-419c-9ee0-de918fe2b274 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 944 time: 0.3710656 Nov 19 09:10:15.524391 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d882101-1d15-4e07-ad4b-be6479ca4f71 req-36dde0c6-6127-4846-8d83-d13009fa4b46 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34250b97-4071-47db-a55f-dd5ef0e95f43 HTTP/1.1" status: 200 len: 217 time: 0.1617632 Nov 19 09:10:15.589419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0164e68f-62c2-4f5d-a02f-f22f7bb8f748 req-1f2df09f-1102-43d4-825f-1c5316060131 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 210 time: 0.1640735 Nov 19 09:10:15.599282 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-90a45393-1b00-4727-8b74-76bc98c70774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:15.600722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-90a45393-1b00-4727-8b74-76bc98c70774 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2dc59a7-693a-40a0-ab45-b7982da75253 HTTP/1.1" status: 200 len: 850 time: 0.3022614 Nov 19 09:10:15.608791 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 46a27362-8a8f-4d4b-921d-4942d6e4ca62 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:10:15.693357 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:10:15.705027 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:15.705768 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:15.734523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103d0ed-8576-4833-baa6-c551b770097b req-596dc059-5139-47a7-85a7-43182c103804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:15.736051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b103d0ed-8576-4833-baa6-c551b770097b req-596dc059-5139-47a7-85a7-43182c103804 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3bef959-7638-468e-bf13-8333f26b89d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3170884 Nov 19 09:10:15.744703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d882101-1d15-4e07-ad4b-be6479ca4f71 req-82453564-1142-4b0d-825c-056afe6ff66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:15.746197 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d882101-1d15-4e07-ad4b-be6479ca4f71 req-82453564-1142-4b0d-825c-056afe6ff66f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.1702440 Nov 19 09:10:15.752907 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-092fdf48-8269-48fb-805b-af7711f44f3e req-2d8e88c9-e74c-499b-8971-7883e5bcafdb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451961 Nov 19 09:10:15.768005 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3abf-bf81-4618-8053-5e63a531b523 req-26a2be78-9797-450a-846e-84e96a5f8e45 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:15.770613 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-433b3abf-bf81-4618-8053-5e63a531b523 req-26a2be78-9797-450a-846e-84e96a5f8e45 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3461881 Nov 19 09:10:15.785725 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-433b3abf-bf81-4618-8053-5e63a531b523 req-7aa23015-8774-4460-9570-b730bd0b9370 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Request body: {'port': {'device_id': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '193e326224374af2adeabf4558305969'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:15.791341 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-94450df6-e950-4873-9294-e1a6fe902e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:15.792928 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-94450df6-e950-4873-9294-e1a6fe902e87 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1703792 Nov 19 09:10:15.909266 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d882101-1d15-4e07-ad4b-be6479ca4f71 req-f7874271-9718-4635-8306-18d25fb24fd1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294341 Nov 19 09:10:15.979572 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:16.026180 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=46a27362-8a8f-4d4b-921d-4942d6e4ca62,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:16.033384 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:16.034384 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 905b62da-be46-4fad-ad22-d761b501c8d1 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:10:16.119301 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=46a27362-8a8f-4d4b-921d-4942d6e4ca62,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:16.135905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 905b62da-be46-4fad-ad22-d761b501c8d1 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:10:16.142473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 905b62da-be46-4fad-ad22-d761b501c8d1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:16.143476 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:16.250623 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:16.294025 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 905b62da-be46-4fad-ad22-d761b501c8d1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=905b62da-be46-4fad-ad22-d761b501c8d1,segment=NetworkSegment(a7507668-d0f0-448f-870c-ec3cee8c9af7),segment_id=a7507668-d0f0-448f-870c-ec3cee8c9af7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:16.298775 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:16.358196 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=905b62da-be46-4fad-ad22-d761b501c8d1,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:16.478112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411a4128-568f-4a61-9cd0-c5673c8b937e', 'tag': '5142e678-630a-4c9d-9545-39fbe1afe993'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:16.480690 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d5d2f2-9435-4368-b979-6a5f200aef95" -d '{"events": [{"name": "network-changed", "server_uuid": "411a4128-568f-4a61-9cd0-c5673c8b937e", "tag": "5142e678-630a-4c9d-9545-39fbe1afe993"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:16.496401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-d80a6387-9637-448a-9f57-dfa3654b7fd8 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1001 time: 0.5335135 Nov 19 09:10:16.521601 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b103d0ed-8576-4833-baa6-c551b770097b req-135c6fed-4284-421c-8f67-034a658e2191 service neutron] 10.222.0.66 "GET /v2.0/networks/d3bef959-7638-468e-bf13-8333f26b89d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7637186 Nov 19 09:10:16.587974 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-2cf353ec-53b1-4ac6-8244-18fedc13a85a service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7745352 Nov 19 09:10:16.611738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442fe70-439a-4364-8cb5-c4c65ad39e67 req-4036c34b-eb00-48c1-b6bc-cd42ccb046e9 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:16.613370 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a442fe70-439a-4364-8cb5-c4c65ad39e67 req-4036c34b-eb00-48c1-b6bc-cd42ccb046e9 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 943 time: 0.6447015 Nov 19 09:10:16.659811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d882101-1d15-4e07-ad4b-be6479ca4f71 req-0239e9f3-5eac-4880-a3e5-221a313ab2ee service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074900 Nov 19 09:10:16.686833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-fef27e36-04bd-4c72-916c-88250630681e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:16.688515 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-fef27e36-04bd-4c72-916c-88250630681e tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports/6355c41c-69db-4133-b5dd-cb40de34e1eb HTTP/1.1" status: 200 len: 943 time: 0.1787744 Nov 19 09:10:16.834874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433b3abf-bf81-4618-8053-5e63a531b523 req-7aa23015-8774-4460-9570-b730bd0b9370 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Made reservation on behalf of 193e326224374af2adeabf4558305969 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:10:16.841030 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-433b3abf-bf81-4618-8053-5e63a531b523 req-7aa23015-8774-4460-9570-b730bd0b9370 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:17.019317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a442fe70-439a-4364-8cb5-c4c65ad39e67 req-5532f57a-bb46-406c-b888-ff2ab1216e6f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677037 Nov 19 09:10:17.074425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429cb47c-226e-4f94-bfce-dd980bfc2e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a27362-8a8f-4d4b-921d-4942d6e4ca62'}, {'server_uuid': '8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905b62da-be46-4fad-ad22-d761b501c8d1'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:17.090083 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061be436-9be1-4490-b9bc-ea3739bfe618" -d '{"events": [{"server_uuid": "429cb47c-226e-4f94-bfce-dd980bfc2e26", "name": "network-vif-plugged", "status": "completed", "tag": "46a27362-8a8f-4d4b-921d-4942d6e4ca62"}, {"server_uuid": "8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26", "name": "network-vif-plugged", "status": "completed", "tag": "905b62da-be46-4fad-ad22-d761b501c8d1"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:17.119732 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-d21c1446-4752-4c33-b8f7-f5c0417c7fee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1001 time: 0.3765357 Nov 19 09:10:17.133381 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b103d0ed-8576-4833-baa6-c551b770097b req-d087fc1f-7209-4a52-84c2-88b5ce53a180 service neutron] 10.222.0.66 "GET /v2.0/networks/d3bef959-7638-468e-bf13-8333f26b89d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832741 Nov 19 09:10:17.147617 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-6347de87-5788-462e-a7bd-32c6d9031133 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039093 Nov 19 09:10:17.269015 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d882101-1d15-4e07-ad4b-be6479ca4f71 req-20d30eb4-7d00-4827-9be3-4d87c2ba83c1 service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718799 Nov 19 09:10:17.387744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-433b3abf-bf81-4618-8053-5e63a531b523 req-7aa23015-8774-4460-9570-b730bd0b9370 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Allocated IP 192.168.233.155 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:10:17.410664 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14ade4-fad1-4458-b403-a04004b2d9f5 req-1c7e69b4-4bc1-4ea4-932f-1a4718bd2c47 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:17.412242 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef14ade4-fad1-4458-b403-a04004b2d9f5 req-1c7e69b4-4bc1-4ea4-932f-1a4718bd2c47 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.2814612 Nov 19 09:10:17.438903 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-b0dec6cb-73db-4926-9943-ffac19bcfd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:17.440368 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-b0dec6cb-73db-4926-9943-ffac19bcfd81 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 1098 time: 0.1925058 Nov 19 09:10:17.450415 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6aa70-9aca-491d-a06e-9468d465af4c req-ad8b8f85-9a81-40a1-becf-858fc168968c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:17.453032 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bbe6aa70-9aca-491d-a06e-9468d465af4c req-ad8b8f85-9a81-40a1-becf-858fc168968c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "GET /v2.0/ports?device_id=6405e5d7-879a-4e6a-baa2-a6a8b2503c10 HTTP/1.1" status: 200 len: 949 time: 0.0900066 Nov 19 09:10:17.459021 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-36bbacc7-5077-43ed-af58-17ac2f35c579 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:17.459021 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-36bbacc7-5077-43ed-af58-17ac2f35c579 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.3209662 Nov 19 09:10:17.630683 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:17.631355 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-bbe6aa70-9aca-491d-a06e-9468d465af4c req-c67327c5-6966-41cd-a658-9b5b50a3d95c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Deleting port 6746a633-9255-472f-947e-1de8775cd0f3 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:10:17.631907 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bbe6aa70-9aca-491d-a06e-9468d465af4c req-c67327c5-6966-41cd-a658-9b5b50a3d95c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:17.701262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef14ade4-fad1-4458-b403-a04004b2d9f5 req-f2fa3b8d-c0b7-42c8-9fb1-2fb929ccd391 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2769299 Nov 19 09:10:17.733705 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-042b1ee1-21d2-498d-9e50-39283424de28 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 1001 time: 0.2478533 Nov 19 09:10:17.737737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-b7c88341-6b3e-4c00-b09f-1f6e104c09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:17.740159 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-b7c88341-6b3e-4c00-b09f-1f6e104c09d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 922 time: 0.2768772 Nov 19 09:10:17.745982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-69cca571-b1a4-4154-b84e-90cddaca16f4 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:17.756346 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-bbe6aa70-9aca-491d-a06e-9468d465af4c req-c67327c5-6966-41cd-a658-9b5b50a3d95c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] For port 6746a633-9255-472f-947e-1de8775cd0f3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6746a633-9255-472f-947e-1de8775cd0f3,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:17.757122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bbe6aa70-9aca-491d-a06e-9468d465af4c req-c67327c5-6966-41cd-a658-9b5b50a3d95c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:17.777530 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-bbe6aa70-9aca-491d-a06e-9468d465af4c req-c67327c5-6966-41cd-a658-9b5b50a3d95c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Calling delete_port for 6746a633-9255-472f-947e-1de8775cd0f3 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:10:17.934222 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-1f2d7d46-7cd6-4234-a532-cee9b740c9a4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6355c41c-69db-4133-b5dd-cb40de34e1eb HTTP/1.1" status: 200 len: 1001 time: 0.1822627 Nov 19 09:10:17.968188 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-69cca571-b1a4-4154-b84e-90cddaca16f4 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:18.033715 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-433b3abf-bf81-4618-8053-5e63a531b523 req-7aa23015-8774-4460-9570-b730bd0b9370 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:18.123478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-a310ca45-c233-46cc-9ed2-b62bd341cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:18.124986 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-a310ca45-c233-46cc-9ed2-b62bd341cfc7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c3d1d11d-00c5-42b8-8deb-d20385d0acde HTTP/1.1" status: 200 len: 860 time: 0.1748152 Nov 19 09:10:18.229291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d886f0-13a4-4a52-a3aa-a501cd42afab req-586a1550-ed48-499d-aff1-f0a3dceb0eeb tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:18.230804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76d886f0-13a4-4a52-a3aa-a501cd42afab req-586a1550-ed48-499d-aff1-f0a3dceb0eeb tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=411a4128-568f-4a61-9cd0-c5673c8b937e HTTP/1.1" status: 200 len: 943 time: 0.2360384 Nov 19 09:10:18.235032 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-433b3abf-bf81-4618-8053-5e63a531b523 req-7aa23015-8774-4460-9570-b730bd0b9370 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:18.248984 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['b77a1ea6-32b4-4307-8aea-cad3bd867c92', '6e892c7e-7b94-4494-b77a-da13076f9346', '373b12f5-12bb-4010-83a2-5a7dd8cb94fc'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:18.267158 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bbe6aa70-9aca-491d-a06e-9468d465af4c req-c67327c5-6966-41cd-a658-9b5b50a3d95c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:18.291310 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['00730ab9-1ac8-40a1-8ef9-eed22872a5ad', '6746a633-9255-472f-947e-1de8775cd0f3', 'c6b2c822-f01a-4212-a558-0c0e56810ba7'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:18.331962 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67327c5-6966-41cd-a658-9b5b50a3d95c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Pushing event deleted for resources: {'Port': ['ID=6746a633-9255-472f-947e-1de8775cd0f3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:18.419518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe6aa70-9aca-491d-a06e-9468d465af4c req-c67327c5-6966-41cd-a658-9b5b50a3d95c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] No DVR routers for this DVR port 6746a633-9255-472f-947e-1de8775cd0f3 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:10:18.422861 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bbe6aa70-9aca-491d-a06e-9468d465af4c req-c67327c5-6966-41cd-a658-9b5b50a3d95c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:18.429654 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bbe6aa70-9aca-491d-a06e-9468d465af4c req-c67327c5-6966-41cd-a658-9b5b50a3d95c tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "DELETE /v2.0/ports/6746a633-9255-472f-947e-1de8775cd0f3 HTTP/1.1" status: 204 len: 173 time: 0.9706814 Nov 19 09:10:18.430255 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405e5d7-879a-4e6a-baa2-a6a8b2503c10', 'name': 'network-vif-deleted', 'tag': '6746a633-9255-472f-947e-1de8775cd0f3'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:18.443133 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0116c14-3113-4d5c-8659-833a7085b3c3" -d '{"events": [{"server_uuid": "6405e5d7-879a-4e6a-baa2-a6a8b2503c10", "name": "network-vif-deleted", "tag": "6746a633-9255-472f-947e-1de8775cd0f3"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:18.452473 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-69cca571-b1a4-4154-b84e-90cddaca16f4 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:18.460256 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433b3abf-bf81-4618-8053-5e63a531b523 req-7aa23015-8774-4460-9570-b730bd0b9370 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:10:18.491052 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-433b3abf-bf81-4618-8053-5e63a531b523 req-7aa23015-8774-4460-9570-b730bd0b9370 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:10:18.495715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-f28fb374-2df8-4962-8709-f07a3a491a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:18.498119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-f28fb374-2df8-4962-8709-f07a3a491a10 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3327587 Nov 19 09:10:18.499632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-433b3abf-bf81-4618-8053-5e63a531b523 req-7aa23015-8774-4460-9570-b730bd0b9370 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:10:18.506769 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-69cca571-b1a4-4154-b84e-90cddaca16f4 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:18.507276 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-69cca571-b1a4-4154-b84e-90cddaca16f4 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Floating IP 161bf320-76a3-4931-9503-9132530a412b disassociated. External IP: 172.25.0.21, port: 6355c41c-69db-4133-b5dd-cb40de34e1eb. Nov 19 09:10:18.510699 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa23015-8774-4460-9570-b730bd0b9370 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Pushing event updated for resources: {'Port': ['ID=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:18.683793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76d886f0-13a4-4a52-a3aa-a501cd42afab req-a3a662b1-fcb6-4be3-8eb9-159b9c59da2d tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4363313 Nov 19 09:10:18.786085 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-ee6e603b-bb2a-4408-b97d-2b237ba7fd98 service neutron] 10.222.0.71 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642598 Nov 19 09:10:18.798890 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0386d5aa-c149-4aeb-938c-dc936ce4bc82 x-openstack-request-id: req-0386d5aa-c149-4aeb-938c-dc936ce4bc82 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:18.799253 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411a4128-568f-4a61-9cd0-c5673c8b937e", "tag": "5142e678-630a-4c9d-9545-39fbe1afe993", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:18.799453 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0386d5aa-c149-4aeb-938c-dc936ce4bc82 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:18.799845 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411a4128-568f-4a61-9cd0-c5673c8b937e', 'tag': '5142e678-630a-4c9d-9545-39fbe1afe993', 'status': 'completed', 'code': 200} Nov 19 09:10:18.839425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3abf-bf81-4618-8053-5e63a531b523 req-7aa23015-8774-4460-9570-b730bd0b9370 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:18.840109 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-433b3abf-bf81-4618-8053-5e63a531b523 req-7aa23015-8774-4460-9570-b730bd0b9370 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:18.963925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 34250b97-4071-47db-a55f-dd5ef0e95f43 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:10:19.032690 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-433b3abf-bf81-4618-8053-5e63a531b523 req-7aa23015-8774-4460-9570-b730bd0b9370 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2505848 Nov 19 09:10:19.215882 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 34250b97-4071-47db-a55f-dd5ef0e95f43, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=34250b97-4071-47db-a55f-dd5ef0e95f43,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:19.247562 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '34250b97-4071-47db-a55f-dd5ef0e95f43', 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300', 'port_id': '34250b97-4071-47db-a55f-dd5ef0e95f43', 'mac_address': 'fa:16:3e:50:f1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff2a7f57-5058-429c-8ba6-c703edb15a02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:10:19.313167 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:19.330512 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34250b97-4071-47db-a55f-dd5ef0e95f43 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:10:19.366160 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 34250b97-4071-47db-a55f-dd5ef0e95f43, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=34250b97-4071-47db-a55f-dd5ef0e95f43,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:19.387630 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:19.393572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d010a2d-75e3-4ab8-89a3-c41abe087357 req-f3501284-7108-45de-a762-0ceffe87f564 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:19.395465 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3d010a2d-75e3-4ab8-89a3-c41abe087357 req-f3501284-7108-45de-a762-0ceffe87f564 tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "GET /v2.0/ports?device_id=13022fb1-762c-4d39-8d49-365e2477ce9b HTTP/1.1" status: 200 len: 950 time: 0.0600665 Nov 19 09:10:19.439353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-05e2871e-0d43-4df8-9da7-3136e55f107a None None] Provisioning complete for port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:19.439793 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-05e2871e-0d43-4df8-9da7-3136e55f107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:19.464660 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Request body: {'port': {'device_id': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:19.484727 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-05e2871e-0d43-4df8-9da7-3136e55f107a None None] Port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:10:19.517456 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=34250b97-4071-47db-a55f-dd5ef0e95f43,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:19.527429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-3d010a2d-75e3-4ab8-89a3-c41abe087357 req-4e135ed5-8222-4240-b6c8-ecdde24f1c2b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Deleting port c6b2c822-f01a-4212-a558-0c0e56810ba7 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:10:19.527786 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3d010a2d-75e3-4ab8-89a3-c41abe087357 req-4e135ed5-8222-4240-b6c8-ecdde24f1c2b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:19.551590 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b56a7c-deba-4f6e-9c93-8f34f1c0c834 req-4f56cfe9-be31-4087-8afc-2d45a8c17aea tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:19.553183 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7b56a7c-deba-4f6e-9c93-8f34f1c0c834 req-4f56cfe9-be31-4087-8afc-2d45a8c17aea tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 936 time: 0.6756613 Nov 19 09:10:19.562369 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1364b371-a8de-47a9-b55b-0b2c3f589e7e req-31a21c10-2582-4a5f-87be-92dd19dd5a7e service neutron] 10.222.0.71 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7550623 Nov 19 09:10:19.597163 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5d2f2-9435-4368-b979-6a5f200aef95 req-974ea552-c91c-4b8c-a08d-01a34cef0145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:19.598716 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33d5d2f2-9435-4368-b979-6a5f200aef95 req-974ea552-c91c-4b8c-a08d-01a34cef0145 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9f03e910926491a90023bb5a8837793&device_id=411a4128-568f-4a61-9cd0-c5673c8b937e HTTP/1.1" status: 200 len: 1095 time: 0.7802072 Nov 19 09:10:19.644997 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-3d010a2d-75e3-4ab8-89a3-c41abe087357 req-4e135ed5-8222-4240-b6c8-ecdde24f1c2b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] For port c6b2c822-f01a-4212-a558-0c0e56810ba7, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c6b2c822-f01a-4212-a558-0c0e56810ba7,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:19.646402 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3d010a2d-75e3-4ab8-89a3-c41abe087357 req-4e135ed5-8222-4240-b6c8-ecdde24f1c2b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:19.668043 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-3d010a2d-75e3-4ab8-89a3-c41abe087357 req-4e135ed5-8222-4240-b6c8-ecdde24f1c2b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Calling delete_port for c6b2c822-f01a-4212-a558-0c0e56810ba7 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:10:19.710353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['34250b97-4071-47db-a55f-dd5ef0e95f43'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:19.827531 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:19.860651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7b56a7c-deba-4f6e-9c93-8f34f1c0c834 req-e130b44a-cd10-4c85-ae34-18b40ae8965a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939887 Nov 19 09:10:19.878892 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3d010a2d-75e3-4ab8-89a3-c41abe087357 req-4e135ed5-8222-4240-b6c8-ecdde24f1c2b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:19.882675 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-be913ef5-649a-4bfc-8ed9-8d3c471f35a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:19.891870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['00730ab9-1ac8-40a1-8ef9-eed22872a5ad', 'c6b2c822-f01a-4212-a558-0c0e56810ba7'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:19.956965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e135ed5-8222-4240-b6c8-ecdde24f1c2b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Pushing event deleted for resources: {'Port': ['ID=c6b2c822-f01a-4212-a558-0c0e56810ba7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:20.019594 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d010a2d-75e3-4ab8-89a3-c41abe087357 req-4e135ed5-8222-4240-b6c8-ecdde24f1c2b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] No DVR routers for this DVR port c6b2c822-f01a-4212-a558-0c0e56810ba7 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:10:20.023456 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3d010a2d-75e3-4ab8-89a3-c41abe087357 req-4e135ed5-8222-4240-b6c8-ecdde24f1c2b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:20.027513 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3d010a2d-75e3-4ab8-89a3-c41abe087357 req-4e135ed5-8222-4240-b6c8-ecdde24f1c2b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "DELETE /v2.0/ports/c6b2c822-f01a-4212-a558-0c0e56810ba7 HTTP/1.1" status: 204 len: 173 time: 0.6252222 Nov 19 09:10:20.048838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5d2f2-9435-4368-b979-6a5f200aef95 req-d4f5c574-4130-4447-b987-18501a93af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:20.050673 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33d5d2f2-9435-4368-b979-6a5f200aef95 req-d4f5c574-4130-4447-b987-18501a93af4a service neutron] 10.222.0.66 "GET /v2.0/networks?id=d3bef959-7638-468e-bf13-8333f26b89d6 HTTP/1.1" status: 200 len: 925 time: 0.4149902 Nov 19 09:10:20.180310 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33d5d2f2-9435-4368-b979-6a5f200aef95 req-2a569bfe-ba42-4d22-8a54-06e4c7c73cf5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5142e678-630a-4c9d-9545-39fbe1afe993 HTTP/1.1" status: 200 len: 217 time: 0.1068506 Nov 19 09:10:20.259616 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-69cca571-b1a4-4154-b84e-90cddaca16f4 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Router 53183590-aa56-489d-9b3d-257f367d80e6 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:10:20.284034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c397c3f-a469-4764-8c87-743957639e7f req-32ac261b-9cb6-4c82-9e3b-b2900fe44e19 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:20.285634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c397c3f-a469-4764-8c87-743957639e7f req-32ac261b-9cb6-4c82-9e3b-b2900fe44e19 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 945 time: 0.2385259 Nov 19 09:10:20.300384 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5d2f2-9435-4368-b979-6a5f200aef95 req-153fff48-d14a-487a-a97f-a868898ee736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:20.302148 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33d5d2f2-9435-4368-b979-6a5f200aef95 req-153fff48-d14a-487a-a97f-a868898ee736 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21c7acd8-cb2d-439d-8baa-0f60843d7068 HTTP/1.1" status: 200 len: 863 time: 0.1123354 Nov 19 09:10:20.546780 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c397c3f-a469-4764-8c87-743957639e7f req-7dd54dd9-69e8-4740-9a87-93dfe45a97a4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515767 Nov 19 09:10:20.550558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:10:20.566787 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:20.570313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5d2f2-9435-4368-b979-6a5f200aef95 req-d61281db-7acf-4fe4-94fe-ceab59aaa94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:20.572694 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33d5d2f2-9435-4368-b979-6a5f200aef95 req-d61281db-7acf-4fe4-94fe-ceab59aaa94f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3bef959-7638-468e-bf13-8333f26b89d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2428322 Nov 19 09:10:20.599269 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Transition to ACTIVE for port object 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:10:20.600670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-69cca571-b1a4-4154-b84e-90cddaca16f4 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:10:20.615988 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-69cca571-b1a4-4154-b84e-90cddaca16f4 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:20.625762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86813747-7aee-40e3-91f4-8a7fb9a458b9 None None] Sync routers for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:10:20.644702 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86813747-7aee-40e3-91f4-8a7fb9a458b9 None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:20.645428 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-86813747-7aee-40e3-91f4-8a7fb9a458b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:20.661766 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:20.734744 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-69cca571-b1a4-4154-b84e-90cddaca16f4 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "PUT /v2.0/floatingips/161bf320-76a3-4931-9503-9132530a412b HTTP/1.1" status: 200 len: 695 time: 2.9933209 Nov 19 09:10:20.786636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:20.805532 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'tag': '6355c41c-69db-4133-b5dd-cb40de34e1eb'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:20.809835 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49e51b4-26b6-4dec-a44d-403f5711da13" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f1e70d-07d5-48cc-abd4-90e71db26966", "tag": "6355c41c-69db-4133-b5dd-cb40de34e1eb"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:20.869775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-86813747-7aee-40e3-91f4-8a7fb9a458b9 None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:20.876670 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3b51de-caf1-47be-aa96-9430b24a1117 x-openstack-request-id: req-4b3b51de-caf1-47be-aa96-9430b24a1117 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:20.877865 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429cb47c-226e-4f94-bfce-dd980bfc2e26", "name": "network-vif-plugged", "status": "completed", "tag": "46a27362-8a8f-4d4b-921d-4942d6e4ca62", "code": 200}, {"server_uuid": "8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26", "name": "network-vif-plugged", "status": "completed", "tag": "905b62da-be46-4fad-ad22-d761b501c8d1", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:20.878536 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b3b51de-caf1-47be-aa96-9430b24a1117 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:20.879538 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429cb47c-226e-4f94-bfce-dd980bfc2e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a27362-8a8f-4d4b-921d-4942d6e4ca62', 'code': 200} Nov 19 09:10:20.880178 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905b62da-be46-4fad-ad22-d761b501c8d1', 'code': 200} Nov 19 09:10:20.922115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33d5d2f2-9435-4368-b979-6a5f200aef95 req-48906174-6a25-4e8e-b2f8-e255c1003d6b service neutron] 10.222.0.66 "GET /v2.0/networks/d3bef959-7638-468e-bf13-8333f26b89d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341410 Nov 19 09:10:20.927240 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08aef56-d0eb-4d80-82d7-83f8999c6afc req-9199967d-b781-4e31-96fc-a1bf5e497342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:20.929538 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a08aef56-d0eb-4d80-82d7-83f8999c6afc req-9199967d-b781-4e31-96fc-a1bf5e497342 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 1097 time: 0.0831490 Nov 19 09:10:20.990029 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a08aef56-d0eb-4d80-82d7-83f8999c6afc req-1b9a7d33-89f1-40aa-ae2b-6a030222a7fa service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521245 Nov 19 09:10:20.995477 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 5142e678-630a-4c9d-9545-39fbe1afe993 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:10:20.997603 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 34250b97-4071-47db-a55f-dd5ef0e95f43 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:10:21.094772 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-1e4b8fc6-b976-46b9-967c-54c929c84ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:21.096252 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-1e4b8fc6-b976-46b9-967c-54c929c84ad8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 1098 time: 0.2924013 Nov 19 09:10:21.125915 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4cc83-23c4-48dd-aa05-e5cf1279599b req-2ea74b46-f969-4b5f-9318-57fe15bd8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:21.127404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1fc4cc83-23c4-48dd-aa05-e5cf1279599b req-2ea74b46-f969-4b5f-9318-57fe15bd8202 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 1097 time: 0.2103956 Nov 19 09:10:21.157840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56303df1-a6b8-4322-92ca-aec2fddf4625 req-698c976a-6735-48cb-bc4f-132c0b9ef9fa tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:21.159377 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56303df1-a6b8-4322-92ca-aec2fddf4625 req-698c976a-6735-48cb-bc4f-132c0b9ef9fa tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 944 time: 0.2745621 Nov 19 09:10:21.186668 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Attempting to bind port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:10:21.186999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Attempting to bind port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:10:21.187325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Attempting to bind port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:21.228506 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:10:21.228754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Attempting to bind port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:21.260000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33d5d2f2-9435-4368-b979-6a5f200aef95 req-dac86ed2-e1c7-411b-bd60-ded7b7f5dde2 service neutron] 10.222.0.66 "GET /v2.0/networks/d3bef959-7638-468e-bf13-8333f26b89d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185723 Nov 19 09:10:21.264948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:10:21.265368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:10:21.265698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:10:21.266150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Bound port: 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:10:21.266509 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:21.341786 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1fc4cc83-23c4-48dd-aa05-e5cf1279599b req-acc676d8-755d-4f1a-8d41-23e1dc9a6956 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478972 Nov 19 09:10:21.351608 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 34250b97-4071-47db-a55f-dd5ef0e95f43 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:10:21.378929 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56303df1-a6b8-4322-92ca-aec2fddf4625 req-5cc588b3-91c4-44ab-8282-215c4fc74503 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879787 Nov 19 09:10:21.384150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-c979fdbd-63ad-4e8a-a1cb-461e40fab3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:21.384777 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 34250b97-4071-47db-a55f-dd5ef0e95f43 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:21.385017 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-c979fdbd-63ad-4e8a-a1cb-461e40fab3d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 922 time: 0.2767956 Nov 19 09:10:21.385188 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:21.388820 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 5142e678-630a-4c9d-9545-39fbe1afe993, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=5142e678-630a-4c9d-9545-39fbe1afe993,segment=NetworkSegment(2cbef4fb-1fa3-4aaf-b06c-e5c16add4048),segment_id=2cbef4fb-1fa3-4aaf-b06c-e5c16add4048)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:21.426881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '5142e678-630a-4c9d-9545-39fbe1afe993', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'port_id': '5142e678-630a-4c9d-9545-39fbe1afe993', 'mac_address': 'fa:16:3e:a2:e1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:10:21.458855 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-7d2f4956-75ad-4e2b-9244-bde7eb2ae886 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6355c41c-69db-4133-b5dd-cb40de34e1eb HTTP/1.1" status: 200 len: 217 time: 0.0625601 Nov 19 09:10:21.471003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:10:21.475992 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:10:21.486399 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8646007-8aaf-48ff-a8a4-48861a7b6966 x-openstack-request-id: req-e8646007-8aaf-48ff-a8a4-48861a7b6966 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:21.487820 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405e5d7-879a-4e6a-baa2-a6a8b2503c10", "name": "network-vif-deleted", "tag": "6746a633-9255-472f-947e-1de8775cd0f3", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:21.488503 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8646007-8aaf-48ff-a8a4-48861a7b6966 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:21.491871 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:21.495988 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:21.496324 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405e5d7-879a-4e6a-baa2-a6a8b2503c10', 'name': 'network-vif-deleted', 'tag': '6746a633-9255-472f-947e-1de8775cd0f3', 'status': 'completed', 'code': 200} Nov 19 09:10:21.541265 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-86813747-7aee-40e3-91f4-8a7fb9a458b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:21.547043 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5142e678-630a-4c9d-9545-39fbe1afe993 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:10:21.575170 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:21.575928 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:21.577240 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] 10.222.0.71 "PUT /v2.0/ports/4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 HTTP/1.1" status: 200 len: 1097 time: 2.1251876 Nov 19 09:10:21.579765 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86813747-7aee-40e3-91f4-8a7fb9a458b9 None None] Checking router: 53183590-aa56-489d-9b3d-257f367d80e6 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:10:21.599626 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:21.606686 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 5142e678-630a-4c9d-9545-39fbe1afe993, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=5142e678-630a-4c9d-9545-39fbe1afe993,segment=NetworkSegment(2cbef4fb-1fa3-4aaf-b06c-e5c16add4048),segment_id=2cbef4fb-1fa3-4aaf-b06c-e5c16add4048)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:21.621311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86813747-7aee-40e3-91f4-8a7fb9a458b9 None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:21.622108 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-86813747-7aee-40e3-91f4-8a7fb9a458b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:09:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:21.624449 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:21.637781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-0d609f85-f30e-4966-8915-42812994147e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:21.639670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-0d609f85-f30e-4966-8915-42812994147e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3d1d11d-00c5-42b8-8deb-d20385d0acde HTTP/1.1" status: 200 len: 860 time: 0.1614113 Nov 19 09:10:21.690261 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6746a633-9255-472f-947e-1de8775cd0f3 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:10:21.731579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee392bb9-2052-4f4c-80ec-372afcfd92d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:21.743650 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 34250b97-4071-47db-a55f-dd5ef0e95f43, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=34250b97-4071-47db-a55f-dd5ef0e95f43,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:21.744740 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 6746a633-9255-472f-947e-1de8775cd0f3 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:10:21.745117 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6746a633-9255-472f-947e-1de8775cd0f3 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:10:21.763305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a684a-557c-4f8b-9cd6-d9fa175ca368 req-98a684a8-4c99-4b0a-a0aa-7f80706ba0b8 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:21.764903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a43a684a-557c-4f8b-9cd6-d9fa175ca368 req-98a684a8-4c99-4b0a-a0aa-7f80706ba0b8 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.2172785 Nov 19 09:10:21.776942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3abf-bf81-4618-8053-5e63a531b523 req-d9bfe8a9-2bf0-4045-8a2a-eefdd7cbda7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:21.778587 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-433b3abf-bf81-4618-8053-5e63a531b523 req-d9bfe8a9-2bf0-4045-8a2a-eefdd7cbda7e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 1100 time: 0.1515007 Nov 19 09:10:21.797044 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:21.801454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-594223b3-d58e-4c87-94e9-b0b661b8f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:21.803152 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-594223b3-d58e-4c87-94e9-b0b661b8f5fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310043 Nov 19 09:10:21.810883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=5142e678-630a-4c9d-9545-39fbe1afe993,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:21.865408 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-433b3abf-bf81-4618-8053-5e63a531b523 req-1cb0c0a5-85ac-485c-8860-de550d7ec10b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 HTTP/1.1" status: 200 len: 217 time: 0.0687103 Nov 19 09:10:21.870388 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-86813747-7aee-40e3-91f4-8a7fb9a458b9 None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:21.915159 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=34250b97-4071-47db-a55f-dd5ef0e95f43,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:21.959759 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a43a684a-557c-4f8b-9cd6-d9fa175ca368 req-4e7bb32f-6109-4aa1-a58a-5033b32010d1 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799378 Nov 19 09:10:21.967800 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['5142e678-630a-4c9d-9545-39fbe1afe993'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:21.978394 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3abf-bf81-4618-8053-5e63a531b523 req-b0780d1b-949b-4225-9d4a-ebc9d74c0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:21.979871 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-433b3abf-bf81-4618-8053-5e63a531b523 req-b0780d1b-949b-4225-9d4a-ebc9d74c0368 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0799098 Nov 19 09:10:22.029324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-8d489053-2bf5-4bfc-af61-4b137bd21b4c service neutron] 10.222.0.21 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152972 Nov 19 09:10:22.118640 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ad359476-1c37-4a3f-967c-57480f0e6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:22.120153 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ad359476-1c37-4a3f-967c-57480f0e6279 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1310616 Nov 19 09:10:22.216481 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672805e3-734a-4852-9efa-c19cd8aed107 req-0d08e349-a857-4649-816d-b79eb1bd134b tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:22.218066 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-672805e3-734a-4852-9efa-c19cd8aed107 req-0d08e349-a857-4649-816d-b79eb1bd134b tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=411a4128-568f-4a61-9cd0-c5673c8b937e HTTP/1.1" status: 200 len: 944 time: 0.1838181 Nov 19 09:10:22.220313 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-86813747-7aee-40e3-91f4-8a7fb9a458b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:22.251759 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c98dcb21-ce1b-4bef-863e-440d0e01174b req-89b6653b-07cd-4eba-b977-764ede66e1bb service neutron] 10.222.0.21 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061493 Nov 19 09:10:22.253651 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2fd64dc3-214e-45cb-9da1-4363abee9206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:22.255212 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86813747-7aee-40e3-91f4-8a7fb9a458b9 None None] The sync data for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 is: [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:08:44Z', 'revision_number': 4, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ef9762a5-ef41-484f-ba62-f556310fbb5e', 'name': '', 'network_id': 'a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'mac_address': 'fa:16:3e:af:cf:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:43Z', 'updated_at': '2021-11-19T09:08:49Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'subnets': [{'id': 'c3d1d11d-00c5-42b8-8deb-d20385d0acde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:10:22.314606 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-433b3abf-bf81-4618-8053-5e63a531b523 req-bec843ba-d7c9-46b4-aaac-78c6079bc12c service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781251 Nov 19 09:10:22.318417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-672805e3-734a-4852-9efa-c19cd8aed107 req-aecba965-af50-4955-b416-11b6526c0d2a tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873384 Nov 19 09:10:22.387323 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d59361-fd93-4200-8a79-b936d9d4b456 x-openstack-request-id: req-83d59361-fd93-4200-8a79-b936d9d4b456 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:22.387323 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f1e70d-07d5-48cc-abd4-90e71db26966", "tag": "6355c41c-69db-4133-b5dd-cb40de34e1eb", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:22.387602 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83d59361-fd93-4200-8a79-b936d9d4b456 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:22.388037 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'tag': '6355c41c-69db-4133-b5dd-cb40de34e1eb', 'status': 'completed', 'code': 200} Nov 19 09:10:22.628175 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ff1b61-eff1-4b6a-95e1-ac7ddc4a0413 None None] New status for floating IP 161bf320-76a3-4931-9503-9132530a412b: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:10:22.829206 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff879b4-c9bc-4136-bc12-679d5cbb7631 req-e1758645-a97c-4a3a-85f5-787effdc2d15 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:22.830930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eff879b4-c9bc-4136-bc12-679d5cbb7631 req-e1758645-a97c-4a3a-85f5-787effdc2d15 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 948 time: 0.4348361 Nov 19 09:10:22.837738 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-433b3abf-bf81-4618-8053-5e63a531b523 req-ecb6046f-f2f9-42df-8d35-1230b43af817 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096931 Nov 19 09:10:22.856585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e51b4-26b6-4dec-a44d-403f5711da13 req-e58c3e19-25ed-46f6-8b9f-cb7f2dfc3bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:22.858152 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a49e51b4-26b6-4dec-a44d-403f5711da13 req-e58c3e19-25ed-46f6-8b9f-cb7f2dfc3bad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 1098 time: 0.1355791 Nov 19 09:10:22.882311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dffe4470-8739-4cb2-88d0-d63c709a1849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34250b97-4071-47db-a55f-dd5ef0e95f43'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:22.885656 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e249601-c39c-4d36-a721-a589eae53bfc" -d '{"events": [{"server_uuid": "dffe4470-8739-4cb2-88d0-d63c709a1849", "name": "network-vif-plugged", "status": "completed", "tag": "34250b97-4071-47db-a55f-dd5ef0e95f43"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:22.890471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b3e39-4449-43ea-bf16-3f62492d7e03 req-c2779bda-af6b-4784-9e10-a4bb25778cec tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:22.892995 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f05b3e39-4449-43ea-bf16-3f62492d7e03 req-c2779bda-af6b-4784-9e10-a4bb25778cec tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 945 time: 0.1843340 Nov 19 09:10:22.997561 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eff879b4-c9bc-4136-bc12-679d5cbb7631 req-9a8caf14-b4b3-45c9-8444-a9d3e36f590c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553195 Nov 19 09:10:23.041443 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f05b3e39-4449-43ea-bf16-3f62492d7e03 req-55ddd6b8-afd8-4928-b3f7-fbdf9cd575eb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277506 Nov 19 09:10:23.058634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e51b4-26b6-4dec-a44d-403f5711da13 req-c48b1d6b-8ae7-4ed3-9c23-38ee71d2840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:23.061025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a49e51b4-26b6-4dec-a44d-403f5711da13 req-c48b1d6b-8ae7-4ed3-9c23-38ee71d2840e service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 200 len: 922 time: 0.1950109 Nov 19 09:10:23.141802 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a49e51b4-26b6-4dec-a44d-403f5711da13 req-a4df23e5-1b1e-404d-98a8-cea370e668a8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6355c41c-69db-4133-b5dd-cb40de34e1eb HTTP/1.1" status: 200 len: 217 time: 0.0712903 Nov 19 09:10:23.175452 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea9a575-d1f1-40d9-80d3-2e535426e98b x-openstack-request-id: req-0ea9a575-d1f1-40d9-80d3-2e535426e98b {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:23.176203 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dffe4470-8739-4cb2-88d0-d63c709a1849", "name": "network-vif-plugged", "status": "completed", "tag": "34250b97-4071-47db-a55f-dd5ef0e95f43", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:23.176795 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ea9a575-d1f1-40d9-80d3-2e535426e98b {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:23.178953 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dffe4470-8739-4cb2-88d0-d63c709a1849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34250b97-4071-47db-a55f-dd5ef0e95f43', 'code': 200} Nov 19 09:10:23.239607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e51b4-26b6-4dec-a44d-403f5711da13 req-c34545ec-3788-451e-aa85-68529213bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:23.241103 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a49e51b4-26b6-4dec-a44d-403f5711da13 req-c34545ec-3788-451e-aa85-68529213bda1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c3d1d11d-00c5-42b8-8deb-d20385d0acde HTTP/1.1" status: 200 len: 860 time: 0.0900662 Nov 19 09:10:23.302819 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:23.335731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef75469-99bd-4cc0-b2b4-47653620817b req-ebc3c5b3-2616-4d9d-a0a4-e5350ded74be tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:23.337214 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cef75469-99bd-4cc0-b2b4-47653620817b req-ebc3c5b3-2616-4d9d-a0a4-e5350ded74be tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 945 time: 0.1421607 Nov 19 09:10:23.387156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc5000-1407-4611-beba-6b0488ec5e7e req-89befe79-13e2-43e5-bc67-62f7bdd894b0 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:23.388686 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9bfc5000-1407-4611-beba-6b0488ec5e7e req-89befe79-13e2-43e5-bc67-62f7bdd894b0 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.1530199 Nov 19 09:10:23.394957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e51b4-26b6-4dec-a44d-403f5711da13 req-5083d078-8c12-41cb-b350-4e9b99e69b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:23.396438 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a49e51b4-26b6-4dec-a44d-403f5711da13 req-5083d078-8c12-41cb-b350-4e9b99e69b90 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1461856 Nov 19 09:10:23.400855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db35158-c4ae-4b6c-bb06-6e68c4a2eb33 req-09e21907-0146-4f0f-b21f-dcb1f0575e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:23.402281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3db35158-c4ae-4b6c-bb06-6e68c4a2eb33 req-09e21907-0146-4f0f-b21f-dcb1f0575e8e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 1097 time: 0.1502411 Nov 19 09:10:23.497888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13022fb1-762c-4d39-8d49-365e2477ce9b', 'name': 'network-vif-deleted', 'tag': 'c6b2c822-f01a-4212-a558-0c0e56810ba7'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:23.501619 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474feacc-209f-4579-8a0f-33e4e6cb2cfc" -d '{"events": [{"server_uuid": "13022fb1-762c-4d39-8d49-365e2477ce9b", "name": "network-vif-deleted", "tag": "c6b2c822-f01a-4212-a558-0c0e56810ba7"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:23.501817 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cef75469-99bd-4cc0-b2b4-47653620817b req-7f866e89-8122-47eb-b299-36aa9c5da28b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559093 Nov 19 09:10:23.565656 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3db35158-c4ae-4b6c-bb06-6e68c4a2eb33 req-979577b3-0688-4b26-8fe9-850449a0f1bf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482379 Nov 19 09:10:23.577899 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9bfc5000-1407-4611-beba-6b0488ec5e7e req-29f3c763-1376-494d-af84-274dcdca483e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802258 Nov 19 09:10:23.603905 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a49e51b4-26b6-4dec-a44d-403f5711da13 req-4cedaf18-8280-4d9c-b720-d44fc9861f4f service neutron] 10.222.0.71 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911728 Nov 19 09:10:23.659131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c6b2c822-f01a-4212-a558-0c0e56810ba7 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:10:23.730635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: c6b2c822-f01a-4212-a558-0c0e56810ba7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:10:23.731178 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c6b2c822-f01a-4212-a558-0c0e56810ba7 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:10:23.751009 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a49e51b4-26b6-4dec-a44d-403f5711da13 req-ab738842-c67a-4ba3-901c-2e0647fd5fd4 service neutron] 10.222.0.71 "GET /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377096 Nov 19 09:10:23.753573 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224a0ad5-0158-4d5c-9ef3-a07ce7ad1f90 x-openstack-request-id: req-224a0ad5-0158-4d5c-9ef3-a07ce7ad1f90 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:23.753997 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13022fb1-762c-4d39-8d49-365e2477ce9b", "name": "network-vif-deleted", "tag": "c6b2c822-f01a-4212-a558-0c0e56810ba7", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:23.754346 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-224a0ad5-0158-4d5c-9ef3-a07ce7ad1f90 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:23.754894 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13022fb1-762c-4d39-8d49-365e2477ce9b', 'name': 'network-vif-deleted', 'tag': 'c6b2c822-f01a-4212-a558-0c0e56810ba7', 'status': 'completed', 'code': 200} Nov 19 09:10:23.809481 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e6fef-ac62-40fa-adf9-916e6fe7c9d5 req-c6ce4661-f8c2-4b30-bc2e-6e0739fb7885 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:23.812175 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da9e6fef-ac62-40fa-adf9-916e6fe7c9d5 req-c6ce4661-f8c2-4b30-bc2e-6e0739fb7885 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=411a4128-568f-4a61-9cd0-c5673c8b937e HTTP/1.1" status: 200 len: 944 time: 0.0650856 Nov 19 09:10:23.898012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ce88a-31e1-44b0-83d5-29cf4b5b2963 req-0b018d7c-76a7-45ea-a22a-d576046d14a5 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:23.899535 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f3ce88a-31e1-44b0-83d5-29cf4b5b2963 req-0b018d7c-76a7-45ea-a22a-d576046d14a5 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.0861254 Nov 19 09:10:23.904979 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da9e6fef-ac62-40fa-adf9-916e6fe7c9d5 req-066d4541-db1f-499c-b6f0-be91682a82cd tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771632 Nov 19 09:10:23.913245 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33016) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:23.918593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-bedcc48d-6444-4e3a-ab97-68a7bf8f8a3d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Request body: {'floatingip': {'port_id': '905b62da-be46-4fad-ad22-d761b501c8d1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:24.012410 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bedcc48d-6444-4e3a-ab97-68a7bf8f8a3d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:24.031779 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-361e0df7-a86b-416a-b2fe-405cec188ab4 req-0bb87d2c-0175-4240-85a3-cc683a6ccb37 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/floatingips/161bf320-76a3-4931-9503-9132530a412b HTTP/1.1" status: 200 len: 693 time: 0.1085949 Nov 19 09:10:24.200450 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f6b76-5aae-463e-83c2-9e715c56f0c7 req-074c1d77-9912-4c39-8c18-b43680bdddea tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:24.200701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-153f6b76-5aae-463e-83c2-9e715c56f0c7 req-074c1d77-9912-4c39-8c18-b43680bdddea tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 949 time: 0.2109940 Nov 19 09:10:24.322380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e0df7-a86b-416a-b2fe-405cec188ab4 req-46ba1666-713e-4c4b-8056-6388af2356f7 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:24.323846 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-361e0df7-a86b-416a-b2fe-405cec188ab4 req-46ba1666-713e-4c4b-8056-6388af2356f7 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.2514946 Nov 19 09:10:24.374591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-361e0df7-a86b-416a-b2fe-405cec188ab4 req-08e8e0b1-64cc-4309-b798-21efd02ed0ee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:10:24.375617 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-361e0df7-a86b-416a-b2fe-405cec188ab4 req-08e8e0b1-64cc-4309-b798-21efd02ed0ee tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0450208 Nov 19 09:10:24.384965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-153f6b76-5aae-463e-83c2-9e715c56f0c7 req-57440f84-4c73-42bb-beb6-6db4f91d87fe tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773741 Nov 19 09:10:24.388532 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:24.390879 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1253203d-5dd1-4064-9acb-502c7517e3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:24.448462 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-361e0df7-a86b-416a-b2fe-405cec188ab4 req-7b57b255-6364-4e73-b816-f09fecfc0c26 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 696 time: 0.0624638 Nov 19 09:10:24.608596 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-361e0df7-a86b-416a-b2fe-405cec188ab4 req-5056eaa7-0cb9-4fd0-94a6-e41d9175be5a tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 696 time: 0.1501105 Nov 19 09:10:24.720473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cc72c-2db4-489e-89fb-c5cc6a9b62d9 req-7aedea68-1d04-40c8-b3d4-fbbb349f8a40 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:24.722023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f04cc72c-2db4-489e-89fb-c5cc6a9b62d9 req-7aedea68-1d04-40c8-b3d4-fbbb349f8a40 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 948 time: 0.2150884 Nov 19 09:10:24.746268 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:24.901823 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f04cc72c-2db4-489e-89fb-c5cc6a9b62d9 req-47f060dd-eb02-4ec1-a8fe-c0eca02f7e0d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482291 Nov 19 09:10:24.928728 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bedcc48d-6444-4e3a-ab97-68a7bf8f8a3d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:24.938876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-361e0df7-a86b-416a-b2fe-405cec188ab4 req-4648c95c-6bd0-4ae4-805d-ef2084a8fd21 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Deleting port 2cb1445f-b07a-4b0f-96e2-8074457a300d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:10:24.939662 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-361e0df7-a86b-416a-b2fe-405cec188ab4 req-4648c95c-6bd0-4ae4-805d-ef2084a8fd21 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:24.942701 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bedcc48d-6444-4e3a-ab97-68a7bf8f8a3d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:24.972116 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 5142e678-630a-4c9d-9545-39fbe1afe993 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:10:25.088754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 5142e678-630a-4c9d-9545-39fbe1afe993 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:10:25.095560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 5142e678-630a-4c9d-9545-39fbe1afe993 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:25.096177 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:25.188822 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-361e0df7-a86b-416a-b2fe-405cec188ab4 req-4648c95c-6bd0-4ae4-805d-ef2084a8fd21 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:25.189456 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-361e0df7-a86b-416a-b2fe-405cec188ab4 req-4648c95c-6bd0-4ae4-805d-ef2084a8fd21 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:25.212812 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2bd4c-597d-41e3-aec8-90e50e4dd134 req-128f1a15-17ba-4a0a-805a-8b6cbf5c9d94 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:25.212812 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-30c2bd4c-597d-41e3-aec8-90e50e4dd134 req-128f1a15-17ba-4a0a-805a-8b6cbf5c9d94 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 945 time: 0.1800013 Nov 19 09:10:25.220141 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-bedcc48d-6444-4e3a-ab97-68a7bf8f8a3d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Floating IP 0f586d29-25e4-454d-965e-bb36f11de90d associated. External IP: 172.25.0.91, port: 905b62da-be46-4fad-ad22-d761b501c8d1. Nov 19 09:10:25.223538 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-361e0df7-a86b-416a-b2fe-405cec188ab4 req-4648c95c-6bd0-4ae4-805d-ef2084a8fd21 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Calling delete_port for 2cb1445f-b07a-4b0f-96e2-8074457a300d owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:10:25.230197 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:25.266439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 5142e678-630a-4c9d-9545-39fbe1afe993, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=5142e678-630a-4c9d-9545-39fbe1afe993,segment=NetworkSegment(2cbef4fb-1fa3-4aaf-b06c-e5c16add4048),segment_id=2cbef4fb-1fa3-4aaf-b06c-e5c16add4048)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:25.268523 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411a4128-568f-4a61-9cd0-c5673c8b937e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5142e678-630a-4c9d-9545-39fbe1afe993'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:25.271806 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9674917-1293-414d-86b8-4d63f4b4bbe6" -d '{"events": [{"server_uuid": "411a4128-568f-4a61-9cd0-c5673c8b937e", "name": "network-vif-plugged", "status": "completed", "tag": "5142e678-630a-4c9d-9545-39fbe1afe993"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:25.277248 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:25.303103 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331b305-1249-4cb6-8b75-4b139e4020b8 req-ea4d78e2-65c9-4fbd-b646-a3db1d26d19f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:25.304894 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c331b305-1249-4cb6-8b75-4b139e4020b8 req-ea4d78e2-65c9-4fbd-b646-a3db1d26d19f tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 949 time: 0.2012959 Nov 19 09:10:25.394657 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=5142e678-630a-4c9d-9545-39fbe1afe993,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:25.408368 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:25.655607 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:10:25.782917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-30c2bd4c-597d-41e3-aec8-90e50e4dd134 req-4918246c-d5e7-40bf-aede-1eb6f9829cb3 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571351 Nov 19 09:10:25.868551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:25.887804 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8', 'mac_address': 'fa:16:3e:2f:8d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:10:25.889957 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c073f8b0-4f38-4406-bba8-630b939ef0a7 x-openstack-request-id: req-c073f8b0-4f38-4406-bba8-630b939ef0a7 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:25.890384 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:25.890743 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c073f8b0-4f38-4406-bba8-630b939ef0a7 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:25.891245 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8', 'status': 'completed', 'code': 200} Nov 19 09:10:25.951784 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:25.975206 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:10:25.998399 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-c331b305-1249-4cb6-8b75-4b139e4020b8 req-c6549958-4615-4e4f-8861-4d43780fa60b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Deleting port 00730ab9-1ac8-40a1-8ef9-eed22872a5ad {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:10:25.998874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c331b305-1249-4cb6-8b75-4b139e4020b8 req-c6549958-4615-4e4f-8861-4d43780fa60b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:26.000754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:26.006906 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:26.073150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:26.144927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253203d-5dd1-4064-9acb-502c7517e3b0 req-f4f8c8a0-ea1f-4db6-8bf3-fa2334b4fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:26.146470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1253203d-5dd1-4064-9acb-502c7517e3b0 req-f4f8c8a0-ea1f-4db6-8bf3-fa2334b4fd46 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 1100 time: 0.2118649 Nov 19 09:10:26.232250 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-361e0df7-a86b-416a-b2fe-405cec188ab4 req-4648c95c-6bd0-4ae4-805d-ef2084a8fd21 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:26.250356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e29f4-cc69-4bf7-8602-6bc5f6bad6d4 req-458f509b-b28d-4fa4-9a17-311a8d39ca10 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:26.252010 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-872e29f4-cc69-4bf7-8602-6bc5f6bad6d4 req-458f509b-b28d-4fa4-9a17-311a8d39ca10 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 945 time: 0.2761881 Nov 19 09:10:26.281404 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:26.313909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648c95c-6bd0-4ae4-805d-ef2084a8fd21 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Pushing event deleted for resources: {'Port': ['ID=2cb1445f-b07a-4b0f-96e2-8074457a300d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:26.354064 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedcc48d-6444-4e3a-ab97-68a7bf8f8a3d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:10:26.384279 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c331b305-1249-4cb6-8b75-4b139e4020b8 req-c6549958-4615-4e4f-8861-4d43780fa60b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] For port 00730ab9-1ac8-40a1-8ef9-eed22872a5ad, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=00730ab9-1ac8-40a1-8ef9-eed22872a5ad,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:26.384705 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c331b305-1249-4cb6-8b75-4b139e4020b8 req-c6549958-4615-4e4f-8861-4d43780fa60b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:26.453477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-c331b305-1249-4cb6-8b75-4b139e4020b8 req-c6549958-4615-4e4f-8861-4d43780fa60b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Calling delete_port for 00730ab9-1ac8-40a1-8ef9-eed22872a5ad owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:10:26.488262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253203d-5dd1-4064-9acb-502c7517e3b0 req-f41ee114-0885-4f6d-8c76-eecad70875e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:26.489828 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1253203d-5dd1-4064-9acb-502c7517e3b0 req-f41ee114-0885-4f6d-8c76-eecad70875e6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.3300781 Nov 19 09:10:26.509263 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-872e29f4-cc69-4bf7-8602-6bc5f6bad6d4 req-0cb1f2eb-f6a7-4c15-9169-0ba8d313f696 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357230 Nov 19 09:10:26.593646 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-361e0df7-a86b-416a-b2fe-405cec188ab4 req-4648c95c-6bd0-4ae4-805d-ef2084a8fd21 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:26.596761 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-361e0df7-a86b-416a-b2fe-405cec188ab4 req-4648c95c-6bd0-4ae4-805d-ef2084a8fd21 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:26.597946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-361e0df7-a86b-416a-b2fe-405cec188ab4 req-4648c95c-6bd0-4ae4-805d-ef2084a8fd21 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "DELETE /v2.0/floatingips/161bf320-76a3-4931-9503-9132530a412b HTTP/1.1" status: 204 len: 173 time: 1.9791927 Nov 19 09:10:26.639561 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37695298-6cb0-4556-9882-0b2e8e2a40f2 x-openstack-request-id: req-37695298-6cb0-4556-9882-0b2e8e2a40f2 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:26.639912 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411a4128-568f-4a61-9cd0-c5673c8b937e", "name": "network-vif-plugged", "status": "completed", "tag": "5142e678-630a-4c9d-9545-39fbe1afe993", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:26.640196 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37695298-6cb0-4556-9882-0b2e8e2a40f2 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:26.640592 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411a4128-568f-4a61-9cd0-c5673c8b937e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5142e678-630a-4c9d-9545-39fbe1afe993', 'code': 200} Nov 19 09:10:26.647876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1253203d-5dd1-4064-9acb-502c7517e3b0 req-f6854321-053e-4d7e-864c-8f088732d073 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 HTTP/1.1" status: 200 len: 217 time: 0.1472621 Nov 19 09:10:26.876847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253203d-5dd1-4064-9acb-502c7517e3b0 req-93179185-3328-4c2a-9963-9874a725e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:26.878323 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1253203d-5dd1-4064-9acb-502c7517e3b0 req-93179185-3328-4c2a-9963-9874a725e1c5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.2065368 Nov 19 09:10:26.891099 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47108b-74fb-4586-b245-0ebcedcfd5a3 req-97eb0ad3-1766-4b43-ad3f-50eb74405b73 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:26.892788 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba47108b-74fb-4586-b245-0ebcedcfd5a3 req-97eb0ad3-1766-4b43-ad3f-50eb74405b73 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=411a4128-568f-4a61-9cd0-c5673c8b937e HTTP/1.1" status: 200 len: 945 time: 0.2645979 Nov 19 09:10:26.912732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedcc48d-6444-4e3a-ab97-68a7bf8f8a3d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:10:26.924117 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd91c2e8-e6a1-48d3-8c86-8be83b1b7de9 None None] Sync routers for ids ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:10:26.943420 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91c2e8-e6a1-48d3-8c86-8be83b1b7de9 None None] Routers {'321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:26.944104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bd91c2e8-e6a1-48d3-8c86-8be83b1b7de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:10:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:26.945458 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bedcc48d-6444-4e3a-ab97-68a7bf8f8a3d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:26.998639 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94429e97-a27b-4a26-83c3-ba480ace6de1 req-914b7185-86a9-4df4-a98a-593dcc2e2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:27.000180 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94429e97-a27b-4a26-83c3-ba480ace6de1 req-914b7185-86a9-4df4-a98a-593dcc2e2120 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=411a4128-568f-4a61-9cd0-c5673c8b937e HTTP/1.1" status: 200 len: 1097 time: 0.2433562 Nov 19 09:10:27.013970 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3e9df-07ef-44a7-9c62-5b3ce2d9038c req-bd64ee56-37df-4901-af41-bdde5366155a tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:27.015538 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26e3e9df-07ef-44a7-9c62-5b3ce2d9038c req-bd64ee56-37df-4901-af41-bdde5366155a tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1daff78-728a-44f4-ad72-b749bd6aa767 HTTP/1.1" status: 200 len: 949 time: 0.2492900 Nov 19 09:10:27.070550 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bedcc48d-6444-4e3a-ab97-68a7bf8f8a3d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "PUT /v2.0/floatingips/0f586d29-25e4-454d-965e-bb36f11de90d HTTP/1.1" status: 200 len: 990 time: 3.1534178 Nov 19 09:10:27.077851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-bd91c2e8-e6a1-48d3-8c86-8be83b1b7de9 None None] Set router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:27.149594 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c331b305-1249-4cb6-8b75-4b139e4020b8 req-c6549958-4615-4e4f-8861-4d43780fa60b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:27.162656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253203d-5dd1-4064-9acb-502c7517e3b0 req-387b4256-0e02-4d56-8ea8-1dc5259b6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:27.165892 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1253203d-5dd1-4064-9acb-502c7517e3b0 req-387b4256-0e02-4d56-8ea8-1dc5259b6945 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2687955 Nov 19 09:10:27.188579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba47108b-74fb-4586-b245-0ebcedcfd5a3 req-515591e4-c7c7-44a0-9767-9916406294b3 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797410 Nov 19 09:10:27.326296 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94429e97-a27b-4a26-83c3-ba480ace6de1 req-eca1ac5e-3496-4bec-a6b1-5c6a054d1db1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097417 Nov 19 09:10:27.340068 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6549958-4615-4e4f-8861-4d43780fa60b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Pushing event deleted for resources: {'Port': ['ID=00730ab9-1ac8-40a1-8ef9-eed22872a5ad,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:27.394295 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bd91c2e8-e6a1-48d3-8c86-8be83b1b7de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 4, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0f586d29-25e4-454d-965e-bb36f11de90d', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'port_id': '905b62da-be46-4fad-ad22-d761b501c8d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'mac_address': 'fa:16:3e:ab:cd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:09:55Z', 'updated_at': '2021-11-19T09:10:24Z', 'revision_number': 1, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '036d42bf-556f-44ab-8639-9d2c6a44a846', 'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'mac_address': 'fa:16:3e:b7:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:45Z', 'updated_at': '2021-11-19T09:09:52Z', 'revision_number': 5, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'subnets': [{'id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:27.423620 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd91c2e8-e6a1-48d3-8c86-8be83b1b7de9 None None] Checking router: 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:10:27.428383 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c331b305-1249-4cb6-8b75-4b139e4020b8 req-c6549958-4615-4e4f-8861-4d43780fa60b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] No DVR routers for this DVR port 00730ab9-1ac8-40a1-8ef9-eed22872a5ad on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:10:27.431796 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c331b305-1249-4cb6-8b75-4b139e4020b8 req-c6549958-4615-4e4f-8861-4d43780fa60b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:27.435285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c331b305-1249-4cb6-8b75-4b139e4020b8 req-c6549958-4615-4e4f-8861-4d43780fa60b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.71 "DELETE /v2.0/ports/00730ab9-1ac8-40a1-8ef9-eed22872a5ad HTTP/1.1" status: 204 len: 173 time: 1.7846322 Nov 19 09:10:27.438097 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91c2e8-e6a1-48d3-8c86-8be83b1b7de9 None None] Routers {'321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:27.439158 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bd91c2e8-e6a1-48d3-8c86-8be83b1b7de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:10:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:27.447909 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26e3e9df-07ef-44a7-9c62-5b3ce2d9038c req-28dd5f33-aaee-432f-951b-550c75b3c20d tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb0de1e8-f747-4110-969a-4170d2e4b9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094567 Nov 19 09:10:27.502502 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1253203d-5dd1-4064-9acb-502c7517e3b0 req-2743c41e-ae93-4040-9c80-4204e31bc940 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125775 Nov 19 09:10:27.506889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f5877-79bd-410b-ba9a-b6dc2f6eefac req-51630d62-f6e3-48c6-99a1-a9fca7003092 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:27.507879 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb1f5877-79bd-410b-ba9a-b6dc2f6eefac req-51630d62-f6e3-48c6-99a1-a9fca7003092 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 1097 time: 0.1765924 Nov 19 09:10:27.667505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb1f5877-79bd-410b-ba9a-b6dc2f6eefac req-6adc9624-0998-42c4-ae1f-bb9d023b48bc tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421070 Nov 19 09:10:27.691091 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b954814-6099-45f7-aa85-1f169e4d0a69 req-db7fcbea-7726-402b-880b-a76e15e9063b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:27.692854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b954814-6099-45f7-aa85-1f169e4d0a69 req-db7fcbea-7726-402b-880b-a76e15e9063b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 949 time: 0.1454427 Nov 19 09:10:27.729133 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:10:27.774902 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1253203d-5dd1-4064-9acb-502c7517e3b0 req-946adf05-37e5-4eb5-be31-d1524743d2e0 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639604 Nov 19 09:10:27.795304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-bd91c2e8-e6a1-48d3-8c86-8be83b1b7de9 None None] Set router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:27.856250 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b954814-6099-45f7-aa85-1f169e4d0a69 req-a60d452b-e429-49fc-9c19-07f8d9ecafdc tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504734 Nov 19 09:10:27.872845 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:10:27.889852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12afad-87f0-4ce8-9c49-31104c4d57d9 req-b60b738e-8e70-464e-b752-8a7743165691 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:27.891717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d12afad-87f0-4ce8-9c49-31104c4d57d9 req-b60b738e-8e70-464e-b752-8a7743165691 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 1097 time: 0.0755317 Nov 19 09:10:27.892390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26', 'tag': '905b62da-be46-4fad-ad22-d761b501c8d1'}, {'server_uuid': 'd1daff78-728a-44f4-ad72-b749bd6aa767', 'name': 'network-vif-deleted', 'tag': '00730ab9-1ac8-40a1-8ef9-eed22872a5ad'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:27.894913 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c5287a-a120-482e-bc6c-ed7725384e57" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26", "tag": "905b62da-be46-4fad-ad22-d761b501c8d1"}, {"server_uuid": "d1daff78-728a-44f4-ad72-b749bd6aa767", "name": "network-vif-deleted", "tag": "00730ab9-1ac8-40a1-8ef9-eed22872a5ad"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:27.928923 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:27.929557 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:27.969844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d12afad-87f0-4ce8-9c49-31104c4d57d9 req-76c246d9-a70b-4600-a129-d1256a060c91 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690768 Nov 19 09:10:28.152142 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:28.193761 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8b2eb7-31d2-4058-979c-946c824c2d9e x-openstack-request-id: req-9b8b2eb7-31d2-4058-979c-946c824c2d9e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:28.194393 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26", "tag": "905b62da-be46-4fad-ad22-d761b501c8d1", "status": "completed", "code": 200}, {"server_uuid": "d1daff78-728a-44f4-ad72-b749bd6aa767", "name": "network-vif-deleted", "tag": "00730ab9-1ac8-40a1-8ef9-eed22872a5ad", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:28.194877 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b8b2eb7-31d2-4058-979c-946c824c2d9e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:28.195711 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26', 'tag': '905b62da-be46-4fad-ad22-d761b501c8d1', 'status': 'completed', 'code': 200} Nov 19 09:10:28.197231 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1daff78-728a-44f4-ad72-b749bd6aa767', 'name': 'network-vif-deleted', 'tag': '00730ab9-1ac8-40a1-8ef9-eed22872a5ad', 'status': 'completed', 'code': 200} Nov 19 09:10:28.255013 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:28.262433 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:28.263281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 00730ab9-1ac8-40a1-8ef9-eed22872a5ad no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:10:28.341015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 00730ab9-1ac8-40a1-8ef9-eed22872a5ad {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:10:28.341428 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 00730ab9-1ac8-40a1-8ef9-eed22872a5ad not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:10:28.343451 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:28.355114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5287a-a120-482e-bc6c-ed7725384e57 req-90691732-84c9-4bde-b00c-df82badc6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:28.357119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1c5287a-a120-482e-bc6c-ed7725384e57 req-90691732-84c9-4bde-b00c-df82badc6870 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7ec5d00cfc348a594077a93d6441b62&device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 1097 time: 0.1272972 Nov 19 09:10:28.439739 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bd91c2e8-e6a1-48d3-8c86-8be83b1b7de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 4, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0f586d29-25e4-454d-965e-bb36f11de90d', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'port_id': '905b62da-be46-4fad-ad22-d761b501c8d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'mac_address': 'fa:16:3e:ab:cd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:09:55Z', 'updated_at': '2021-11-19T09:10:24Z', 'revision_number': 1, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '036d42bf-556f-44ab-8639-9d2c6a44a846', 'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'mac_address': 'fa:16:3e:b7:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:45Z', 'updated_at': '2021-11-19T09:09:52Z', 'revision_number': 5, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'subnets': [{'id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:28.477031 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd91c2e8-e6a1-48d3-8c86-8be83b1b7de9 None None] The sync data for ids ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'] in n-d-805649-14 is: [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 4, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0f586d29-25e4-454d-965e-bb36f11de90d', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'port_id': '905b62da-be46-4fad-ad22-d761b501c8d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'mac_address': 'fa:16:3e:ab:cd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:09:55Z', 'updated_at': '2021-11-19T09:10:24Z', 'revision_number': 1, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '036d42bf-556f-44ab-8639-9d2c6a44a846', 'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'mac_address': 'fa:16:3e:b7:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:45Z', 'updated_at': '2021-11-19T09:09:52Z', 'revision_number': 5, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'subnets': [{'id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:10:28.538360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5287a-a120-482e-bc6c-ed7725384e57 req-07e6d162-7f2d-45ce-b38d-9287ddb6b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:28.540971 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1c5287a-a120-482e-bc6c-ed7725384e57 req-07e6d162-7f2d-45ce-b38d-9287ddb6b21f service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca HTTP/1.1" status: 200 len: 912 time: 0.1603134 Nov 19 09:10:28.560910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75ac73-e7c2-498a-ae6c-3a07f6761394 req-ab174cb7-f700-41c7-80d9-11435d2113ba tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:28.568632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d75ac73-e7c2-498a-ae6c-3a07f6761394 req-ab174cb7-f700-41c7-80d9-11435d2113ba tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 1097 time: 0.2096653 Nov 19 09:10:28.627511 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28e7ee-89f7-42d4-b01b-0f2707fab269 req-7b67b6c0-0a2c-4fa8-95e4-f38e960d7e97 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:28.629320 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b28e7ee-89f7-42d4-b01b-0f2707fab269 req-7b67b6c0-0a2c-4fa8-95e4-f38e960d7e97 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 946 time: 0.2915604 Nov 19 09:10:28.642164 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:28.646564 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132a12ce-0812-47b5-aebb-956666c412e6" -d '{"events": [{"server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "name": "network-vif-plugged", "status": "completed", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:28.674404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d75ac73-e7c2-498a-ae6c-3a07f6761394 req-4d3a691d-edcf-4791-8dae-90409c7df61f tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047835 Nov 19 09:10:28.876408 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0a977d-00ba-477e-8c92-8ebf6c79c410 None None] New status for floating IP 0f586d29-25e4-454d-965e-bb36f11de90d: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:10:29.230253 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b28e7ee-89f7-42d4-b01b-0f2707fab269 req-94d80152-48be-4b26-b9f1-bae835f3d8fd tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583417 Nov 19 09:10:29.256809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1c5287a-a120-482e-bc6c-ed7725384e57 req-d60cfd27-531a-40dc-a5e8-cf36956137bf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905b62da-be46-4fad-ad22-d761b501c8d1 HTTP/1.1" status: 200 len: 998 time: 0.7054644 Nov 19 09:10:29.361203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592269d-8424-49ca-89cd-5247162f0b17 req-911c8d86-a70b-400b-8f6a-03e4d95e55bc tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:29.379950 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b592269d-8424-49ca-89cd-5247162f0b17 req-911c8d86-a70b-400b-8f6a-03e4d95e55bc tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=411a4128-568f-4a61-9cd0-c5673c8b937e HTTP/1.1" status: 200 len: 945 time: 0.2444265 Nov 19 09:10:29.426482 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dcdae6-bdc5-4749-bfc6-bb15299f36a6 x-openstack-request-id: req-48dcdae6-bdc5-4749-bfc6-bb15299f36a6 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:29.427378 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "name": "network-vif-plugged", "status": "completed", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:29.427811 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48dcdae6-bdc5-4749-bfc6-bb15299f36a6 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:29.428382 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8', 'code': 200} Nov 19 09:10:29.442594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5287a-a120-482e-bc6c-ed7725384e57 req-003d6861-6549-4760-a8f6-52beaad9fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:29.444539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1c5287a-a120-482e-bc6c-ed7725384e57 req-003d6861-6549-4760-a8f6-52beaad9fb14 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2dc59a7-693a-40a0-ab45-b7982da75253 HTTP/1.1" status: 200 len: 850 time: 0.1671803 Nov 19 09:10:29.526167 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b592269d-8424-49ca-89cd-5247162f0b17 req-a39ba2f6-e9b6-4772-9512-e6364368bbea tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446457 Nov 19 09:10:29.556547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5287a-a120-482e-bc6c-ed7725384e57 req-6557410e-f7b0-4563-83ca-88e339ceddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:29.559029 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1c5287a-a120-482e-bc6c-ed7725384e57 req-6557410e-f7b0-4563-83ca-88e339ceddbc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932076 Nov 19 09:10:29.781354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1c5287a-a120-482e-bc6c-ed7725384e57 req-5ba83e0e-bd84-434f-bb1e-b4164599635e service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149611 Nov 19 09:10:29.850716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762ab38-2ce1-48b1-839f-a83c6ac60048 req-9316d39e-a5ab-4ce2-b30d-2e031fb72cd5 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:29.856180 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0762ab38-2ce1-48b1-839f-a83c6ac60048 req-9316d39e-a5ab-4ce2-b30d-2e031fb72cd5 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 946 time: 0.1826818 Nov 19 09:10:29.858600 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33098) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:29.860370 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272c606-8696-4003-8adc-9ccc64df7f26 req-c0919467-d6c1-4509-84bb-6a7ae172e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:29.862073 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6272c606-8696-4003-8adc-9ccc64df7f26 req-c0919467-d6c1-4509-84bb-6a7ae172e89f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 1102 time: 0.2976563 Nov 19 09:10:29.957872 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f462e-6a78-45e1-8b53-2f5c395eb9cc req-0491f5fa-eb6e-4344-9f11-a38f39184fcb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:29.979506 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-026f462e-6a78-45e1-8b53-2f5c395eb9cc req-0491f5fa-eb6e-4344-9f11-a38f39184fcb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.3335037 Nov 19 09:10:30.059907 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-0762ab38-2ce1-48b1-839f-a83c6ac60048 req-d3d4ef29-e43f-4b49-9a96-5e975f49e533 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Deleting port 6355c41c-69db-4133-b5dd-cb40de34e1eb {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:10:30.060401 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0762ab38-2ce1-48b1-839f-a83c6ac60048 req-d3d4ef29-e43f-4b49-9a96-5e975f49e533 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:30.129237 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6272c606-8696-4003-8adc-9ccc64df7f26 req-6283810a-fa19-4699-9526-09ab3aa0fa18 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487888 Nov 19 09:10:30.168477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1c5287a-a120-482e-bc6c-ed7725384e57 req-2ee6be1f-75b3-4ae3-9343-8e389d6234ca service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758233 Nov 19 09:10:30.173108 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0762ab38-2ce1-48b1-839f-a83c6ac60048 req-d3d4ef29-e43f-4b49-9a96-5e975f49e533 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] For port 6355c41c-69db-4133-b5dd-cb40de34e1eb, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6355c41c-69db-4133-b5dd-cb40de34e1eb,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:30.173480 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0762ab38-2ce1-48b1-839f-a83c6ac60048 req-d3d4ef29-e43f-4b49-9a96-5e975f49e533 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:30.190927 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-026f462e-6a78-45e1-8b53-2f5c395eb9cc req-af2906f5-380f-4c04-831c-8c303ad76413 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208574 Nov 19 09:10:30.192992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-0762ab38-2ce1-48b1-839f-a83c6ac60048 req-d3d4ef29-e43f-4b49-9a96-5e975f49e533 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Calling delete_port for 6355c41c-69db-4133-b5dd-cb40de34e1eb owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:10:30.322994 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c04b4005-d444-4de8-acbd-20dbe5f46379 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f72f92263b1443aba8590affdf9e0aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4598196 Nov 19 09:10:30.324505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33116) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:30.423140 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3762f1b1-b9d6-4d82-944f-03b97627fc5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:30.444810 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0762ab38-2ce1-48b1-839f-a83c6ac60048 req-d3d4ef29-e43f-4b49-9a96-5e975f49e533 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:30.457803 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['6355c41c-69db-4133-b5dd-cb40de34e1eb'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:30.483182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d0d86-2d16-4f7d-8e53-35721c562798 req-b489f046-0712-4741-9b6b-e587c9c2dd46 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:30.490742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef2d0d86-2d16-4f7d-8e53-35721c562798 req-b489f046-0712-4741-9b6b-e587c9c2dd46 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f1e70d-07d5-48cc-abd4-90e71db26966 HTTP/1.1" status: 200 len: 867 time: 0.1260099 Nov 19 09:10:30.498968 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4ef29-e43f-4b49-9a96-5e975f49e533 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Pushing event deleted for resources: {'Port': ['ID=6355c41c-69db-4133-b5dd-cb40de34e1eb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:30.502974 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3762f1b1-b9d6-4d82-944f-03b97627fc5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:30.560170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-0762ab38-2ce1-48b1-839f-a83c6ac60048 req-d3d4ef29-e43f-4b49-9a96-5e975f49e533 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] No DVR routers for this DVR port 6355c41c-69db-4133-b5dd-cb40de34e1eb on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:10:30.567195 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0762ab38-2ce1-48b1-839f-a83c6ac60048 req-d3d4ef29-e43f-4b49-9a96-5e975f49e533 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:30.571740 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0762ab38-2ce1-48b1-839f-a83c6ac60048 req-d3d4ef29-e43f-4b49-9a96-5e975f49e533 tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.71 "DELETE /v2.0/ports/6355c41c-69db-4133-b5dd-cb40de34e1eb HTTP/1.1" status: 204 len: 173 time: 0.7056382 Nov 19 09:10:30.572350 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'name': 'network-vif-deleted', 'tag': '6355c41c-69db-4133-b5dd-cb40de34e1eb'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:30.588146 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bb958d-a276-4bf9-8ff9-6d552967a57f" -d '{"events": [{"server_uuid": "e1f1e70d-07d5-48cc-abd4-90e71db26966", "name": "network-vif-deleted", "tag": "6355c41c-69db-4133-b5dd-cb40de34e1eb"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:30.589926 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef2d0d86-2d16-4f7d-8e53-35721c562798 req-9af74cad-3da6-4c7e-ad5d-ebc32910267d tempest-FloatingIPsAssociationTestJSON-741820368 tempest-FloatingIPsAssociationTestJSON-741820368-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4d45f6e-eac2-495d-8056-768843245429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981846 Nov 19 09:10:30.606871 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3762f1b1-b9d6-4d82-944f-03b97627fc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:30.609586 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3762f1b1-b9d6-4d82-944f-03b97627fc5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:30.613476 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3762f1b1-b9d6-4d82-944f-03b97627fc5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb0de1e8-f747-4110-969a-4170d2e4b9d4 HTTP/1.1" status: 204 len: 168 time: 0.2835083 Nov 19 09:10:30.621116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762f1b1-b9d6-4d82-944f-03b97627fc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0de1e8-f747-4110-969a-4170d2e4b9d4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:30.826991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8a2ef-cbfc-4cfe-9333-d1a003c05dd2 req-e74504d2-9e2d-4c05-bae0-3b313c78c860 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:30.840676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9fb8a2ef-cbfc-4cfe-9333-d1a003c05dd2 req-e74504d2-9e2d-4c05-bae0-3b313c78c860 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=411a4128-568f-4a61-9cd0-c5673c8b937e HTTP/1.1" status: 200 len: 945 time: 0.1097801 Nov 19 09:10:30.972589 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9fb8a2ef-cbfc-4cfe-9333-d1a003c05dd2 req-5689203d-80af-4f51-be89-cbe224ef8d04 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239479 Nov 19 09:10:31.025557 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fef9298-01e4-487b-9bf5-114298417986 x-openstack-request-id: req-8fef9298-01e4-487b-9bf5-114298417986 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:31.026487 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f1e70d-07d5-48cc-abd4-90e71db26966", "name": "network-vif-deleted", "tag": "6355c41c-69db-4133-b5dd-cb40de34e1eb", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:31.026905 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fef9298-01e4-487b-9bf5-114298417986 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:31.027536 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f1e70d-07d5-48cc-abd4-90e71db26966', 'name': 'network-vif-deleted', 'tag': '6355c41c-69db-4133-b5dd-cb40de34e1eb', 'status': 'completed', 'code': 200} Nov 19 09:10:31.189510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-25258fdc-d63b-4768-a7f3-a770e668ec66 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:10:31.190625 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-25258fdc-d63b-4768-a7f3-a770e668ec66 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065367 Nov 19 09:10:31.279155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-ab08023f-858a-4f78-8147-192fdc817cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:31.287285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-ab08023f-858a-4f78-8147-192fdc817cfc service neutron] 10.222.0.21 "GET /v2.0/ports/34250b97-4071-47db-a55f-dd5ef0e95f43 HTTP/1.1" status: 200 len: 1094 time: 0.0567966 Nov 19 09:10:31.292208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-8893a0f1-100c-463c-9242-b2a4359fb1f0 service neutron] Request body: {'binding': {'host': 'n-h2-805649-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:31.292945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-8893a0f1-100c-463c-9242-b2a4359fb1f0 service neutron] Unknown quota resources ['binding']. {{(pid=103477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 09:10:31.316215 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33150) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:31.380028 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c79117e2-36df-4d44-8cf8-050879ba128c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d431ff359a142cfa34a62745dfc8b92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0621605 Nov 19 09:10:31.380510 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33152) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:31.509999 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6181b06-fbac-47fb-acf8-da7c14bd3d7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:31.519060 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-8893a0f1-100c-463c-9242-b2a4359fb1f0 service neutron] Attempting to bind port 34250b97-4071-47db-a55f-dd5ef0e95f43 on host n-h2-805649-14 for vnic_type normal with profile None {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:10:31.519664 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-8893a0f1-100c-463c-9242-b2a4359fb1f0 service neutron] Attempting to bind port 34250b97-4071-47db-a55f-dd5ef0e95f43 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:10:31.519777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-8893a0f1-100c-463c-9242-b2a4359fb1f0 service neutron] Attempting to bind port 34250b97-4071-47db-a55f-dd5ef0e95f43 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:31.525334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-8893a0f1-100c-463c-9242-b2a4359fb1f0 service neutron] Port 34250b97-4071-47db-a55f-dd5ef0e95f43 on network 692fa143-7b59-41f0-9ea1-d966185e0300 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:10:31.525662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-8893a0f1-100c-463c-9242-b2a4359fb1f0 service neutron] Attempting to bind port 34250b97-4071-47db-a55f-dd5ef0e95f43 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:31.533064 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-8893a0f1-100c-463c-9242-b2a4359fb1f0 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:10:31.533435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-8893a0f1-100c-463c-9242-b2a4359fb1f0 service neutron] Checking segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:10:31.534304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-8893a0f1-100c-463c-9242-b2a4359fb1f0 service neutron] Bound using segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:10:31.534304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-8893a0f1-100c-463c-9242-b2a4359fb1f0 service neutron] Bound port: 34250b97-4071-47db-a55f-dd5ef0e95f43, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:10:31.546213 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6181b06-fbac-47fb-acf8-da7c14bd3d7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:31.601724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-8893a0f1-100c-463c-9242-b2a4359fb1f0 service neutron] For port 34250b97-4071-47db-a55f-dd5ef0e95f43, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=34250b97-4071-47db-a55f-dd5ef0e95f43,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:10:31.609746 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-8893a0f1-100c-463c-9242-b2a4359fb1f0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:31.611200 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-8893a0f1-100c-463c-9242-b2a4359fb1f0 service neutron] 10.222.0.21 "POST /v2.0/ports/34250b97-4071-47db-a55f-dd5ef0e95f43/bindings HTTP/1.1" status: 201 len: 390 time: 0.3228462 Nov 19 09:10:31.614216 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6181b06-fbac-47fb-acf8-da7c14bd3d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:31.619094 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6181b06-fbac-47fb-acf8-da7c14bd3d7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:31.620501 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a6181b06-fbac-47fb-acf8-da7c14bd3d7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec945c48-9ab6-4962-8142-7358ba72676b HTTP/1.1" status: 204 len: 168 time: 0.2387362 Nov 19 09:10:31.631393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6181b06-fbac-47fb-acf8-da7c14bd3d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec945c48-9ab6-4962-8142-7358ba72676b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:31.872521 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfd14f-ce60-478d-bcfc-9950de5f2fc0 req-7a4f7804-e1a9-4c39-89bb-8811c81d57b5 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:31.879536 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4abfd14f-ce60-478d-bcfc-9950de5f2fc0 req-7a4f7804-e1a9-4c39-89bb-8811c81d57b5 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=411a4128-568f-4a61-9cd0-c5673c8b937e HTTP/1.1" status: 200 len: 945 time: 0.1130595 Nov 19 09:10:31.883560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33166) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:31.894500 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5dd80b42-0d07-41f8-bccf-6403e9cefa01 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Request body: {'floatingip': {'port_id': '5142e678-630a-4c9d-9545-39fbe1afe993'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:31.980854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6f2d0-d1b3-42b2-b5a6-9003453f4dd3 req-cda20e89-b3a0-4af4-b95b-3fc7defdad20 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:31.996415 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f6f2d0-d1b3-42b2-b5a6-9003453f4dd3 req-cda20e89-b3a0-4af4-b95b-3fc7defdad20 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.1465442 Nov 19 09:10:32.005410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33168) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:32.019797 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5dd80b42-0d07-41f8-bccf-6403e9cefa01 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for floatingip, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:32.186028 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-2e7e5709-e375-491b-a720-a10a9b73c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:32.187524 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-2e7e5709-e375-491b-a720-a10a9b73c33e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 1097 time: 0.1642153 Nov 19 09:10:32.361525 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f6f2d0-d1b3-42b2-b5a6-9003453f4dd3 req-2afe1684-a562-477c-90ca-94c81c41760d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627119 Nov 19 09:10:32.469346 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-bb5fb508-84d4-44d6-a1d9-4f959d62a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:32.472249 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-bb5fb508-84d4-44d6-a1d9-4f959d62a314 service neutron] 10.222.0.71 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.2753773 Nov 19 09:10:32.569715 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-9f60bba2-4e51-49d4-b181-7e3948f665f2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34250b97-4071-47db-a55f-dd5ef0e95f43 HTTP/1.1" status: 200 len: 217 time: 0.0857072 Nov 19 09:10:32.579067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cee74-3ed5-4988-b577-fc82813ff888 req-72bf60e2-8e06-42f9-ac30-7cf42d12e497 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:32.591923 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9a2cee74-3ed5-4988-b577-fc82813ff888 req-72bf60e2-8e06-42f9-ac30-7cf42d12e497 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 945 time: 0.4866607 Nov 19 09:10:32.787147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9a2cee74-3ed5-4988-b577-fc82813ff888 req-835c9e1e-6152-4144-a65d-024346479c10 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938226 Nov 19 09:10:32.791780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0523f0-87cd-44be-bcfb-3b73ea553434 req-739bdfd8-c673-4d96-9be0-c435c79d5f0f tempest-MigrationsAdminTest-714657790 tempest-MigrationsAdminTest-714657790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:32.793321 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd0523f0-87cd-44be-bcfb-3b73ea553434 req-739bdfd8-c673-4d96-9be0-c435c79d5f0f tempest-MigrationsAdminTest-714657790 tempest-MigrationsAdminTest-714657790-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 1102 time: 0.1818078 Nov 19 09:10:32.876597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-34f54ad7-def4-433d-b9a3-a3af7b76b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:32.878521 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-34f54ad7-def4-433d-b9a3-a3af7b76b0ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.2941008 Nov 19 09:10:32.963554 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-d2fd71d7-03f0-4d59-88d0-ebac4ae3e0aa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752594 Nov 19 09:10:32.995737 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd0523f0-87cd-44be-bcfb-3b73ea553434 req-b247aa0c-add8-4595-9589-c53f2d879890 tempest-MigrationsAdminTest-714657790 tempest-MigrationsAdminTest-714657790-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551988 Nov 19 09:10:33.269683 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9749932e-44dd-4b6e-b453-02fc0453937d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:33.329859 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-5dd80b42-0d07-41f8-bccf-6403e9cefa01 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:10:33.425043 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-68a1234d-15e3-435c-b42a-69f38712f08b service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490314 Nov 19 09:10:33.548720 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-d870356c-455d-4b33-b412-7b38fe64a3ff service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007795 Nov 19 09:10:33.578590 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5dd80b42-0d07-41f8-bccf-6403e9cefa01 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:33.596195 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5dd80b42-0d07-41f8-bccf-6403e9cefa01 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:33.686242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6355c41c-69db-4133-b5dd-cb40de34e1eb no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:10:33.744507 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 6355c41c-69db-4133-b5dd-cb40de34e1eb {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:10:33.746536 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6355c41c-69db-4133-b5dd-cb40de34e1eb not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:10:33.956345 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-5dd80b42-0d07-41f8-bccf-6403e9cefa01 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Floating IP cffadca0-d2db-464a-9c58-9d7c74e3db4b associated. External IP: 172.25.0.224, port: 5142e678-630a-4c9d-9545-39fbe1afe993. Nov 19 09:10:34.124051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-9749932e-44dd-4b6e-b453-02fc0453937d admin admin] Deleting port ef9762a5-ef41-484f-ba62-f556310fbb5e {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:10:34.133744 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9749932e-44dd-4b6e-b453-02fc0453937d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:34.310948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-9749932e-44dd-4b6e-b453-02fc0453937d admin admin] For port ef9762a5-ef41-484f-ba62-f556310fbb5e, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ef9762a5-ef41-484f-ba62-f556310fbb5e,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:34.311990 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9749932e-44dd-4b6e-b453-02fc0453937d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:34.342495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-9749932e-44dd-4b6e-b453-02fc0453937d admin admin] Calling delete_port for ef9762a5-ef41-484f-ba62-f556310fbb5e owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:10:34.564462 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd80b42-0d07-41f8-bccf-6403e9cefa01 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Router 08e18be6-4c4f-4670-9611-9c4e66e1abaa has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:10:34.668906 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-75cd0223-e0a4-4416-88da-d11f22e61d3b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1809933 Nov 19 09:10:34.677591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb32da-d779-4ae7-b1a7-3a4f977dc0cc req-9d94e80b-e688-4157-a5e4-52283724f45a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:34.679165 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b0fb32da-d779-4ae7-b1a7-3a4f977dc0cc req-9d94e80b-e688-4157-a5e4-52283724f45a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 945 time: 0.1743131 Nov 19 09:10:34.746942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742c64d-a376-414f-930c-a4ea5964d35c req-291800a2-abb7-4035-8c77-347af943dace tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:34.755546 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7742c64d-a376-414f-930c-a4ea5964d35c req-291800a2-abb7-4035-8c77-347af943dace tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.2305603 Nov 19 09:10:34.832001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd80b42-0d07-41f8-bccf-6403e9cefa01 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:10:34.843814 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f8a7f-591d-46b0-a245-5407b93587b8 None None] Sync routers for ids ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:10:34.854075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b0fb32da-d779-4ae7-b1a7-3a4f977dc0cc req-13c426b0-2ba8-4eb0-a9fd-210a7b3f645f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247020 Nov 19 09:10:34.863240 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f8a7f-591d-46b0-a245-5407b93587b8 None None] Routers {'08e18be6-4c4f-4670-9611-9c4e66e1abaa'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:34.864686 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5dd80b42-0d07-41f8-bccf-6403e9cefa01 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:34.865313 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-914f8a7f-591d-46b0-a245-5407b93587b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:10:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:34.891139 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7742c64d-a376-414f-930c-a4ea5964d35c req-90f5e4aa-8d89-475f-99b0-aee277951565 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253073 Nov 19 09:10:35.001024 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5dd80b42-0d07-41f8-bccf-6403e9cefa01 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "PUT /v2.0/floatingips/cffadca0-d2db-464a-9c58-9d7c74e3db4b HTTP/1.1" status: 200 len: 991 time: 3.1158378 Nov 19 09:10:35.006972 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411a4128-568f-4a61-9cd0-c5673c8b937e', 'tag': '5142e678-630a-4c9d-9545-39fbe1afe993'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:35.017495 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee90c5ff-d932-411b-8710-074bfd00ed81" -d '{"events": [{"name": "network-changed", "server_uuid": "411a4128-568f-4a61-9cd0-c5673c8b937e", "tag": "5142e678-630a-4c9d-9545-39fbe1afe993"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:35.103595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-914f8a7f-591d-46b0-a245-5407b93587b8 None None] Set router 08e18be6-4c4f-4670-9611-9c4e66e1abaa gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:35.183152 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9749932e-44dd-4b6e-b453-02fc0453937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:35.320161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749932e-44dd-4b6e-b453-02fc0453937d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9762a5-ef41-484f-ba62-f556310fbb5e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:35.370690 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa1790-6e5d-4621-a23b-5ab30c12507f req-942dc57a-97e5-4c40-982d-312f9732c07c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:35.372247 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-edaa1790-6e5d-4621-a23b-5ab30c12507f req-942dc57a-97e5-4c40-982d-312f9732c07c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.3516810 Nov 19 09:10:35.527310 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c707c819-8ed7-4db9-b07c-f0c3ed58c0b7 x-openstack-request-id: req-c707c819-8ed7-4db9-b07c-f0c3ed58c0b7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:35.527605 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411a4128-568f-4a61-9cd0-c5673c8b937e", "tag": "5142e678-630a-4c9d-9545-39fbe1afe993", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:35.528035 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c707c819-8ed7-4db9-b07c-f0c3ed58c0b7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:35.528611 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411a4128-568f-4a61-9cd0-c5673c8b937e', 'tag': '5142e678-630a-4c9d-9545-39fbe1afe993', 'status': 'completed', 'code': 200} Nov 19 09:10:35.542621 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-edaa1790-6e5d-4621-a23b-5ab30c12507f req-42a95922-6983-4af6-930d-3ff941115bdf tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602464 Nov 19 09:10:35.759541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90c5ff-d932-411b-8710-074bfd00ed81 req-02e64ef7-f4c2-4bbc-a370-d8d09b2b79f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:35.761118 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ee90c5ff-d932-411b-8710-074bfd00ed81 req-02e64ef7-f4c2-4bbc-a370-d8d09b2b79f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9f03e910926491a90023bb5a8837793&device_id=411a4128-568f-4a61-9cd0-c5673c8b937e HTTP/1.1" status: 200 len: 1097 time: 0.1446686 Nov 19 09:10:35.779199 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-914f8a7f-591d-46b0-a245-5407b93587b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:07:04Z', 'revision_number': 4, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'cffadca0-d2db-464a-9c58-9d7c74e3db4b', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'floating_ip_address': '172.25.0.224', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'port_id': '5142e678-630a-4c9d-9545-39fbe1afe993', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'mac_address': 'fa:16:3e:a2:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411a4128-568f-4a61-9cd0-c5673c8b937e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:07:32Z', 'updated_at': '2021-11-19T09:10:33Z', 'revision_number': 5, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232a378c-0d9c-4fee-a1c3-fa4649b4ea20', 'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'mac_address': 'fa:16:3e:ac:b8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:03Z', 'updated_at': '2021-11-19T09:07:10Z', 'revision_number': 5, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'subnets': [{'id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:35.828876 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9749932e-44dd-4b6e-b453-02fc0453937d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:35.836627 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f8a7f-591d-46b0-a245-5407b93587b8 None None] Checking router: 08e18be6-4c4f-4670-9611-9c4e66e1abaa for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:10:35.855493 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f8a7f-591d-46b0-a245-5407b93587b8 None None] Routers {'08e18be6-4c4f-4670-9611-9c4e66e1abaa'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:35.858078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-914f8a7f-591d-46b0-a245-5407b93587b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:10:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:36.088832 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-914f8a7f-591d-46b0-a245-5407b93587b8 None None] Set router 08e18be6-4c4f-4670-9611-9c4e66e1abaa gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:36.356422 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33290) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:36.413993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-914f8a7f-591d-46b0-a245-5407b93587b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:07:04Z', 'revision_number': 4, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'cffadca0-d2db-464a-9c58-9d7c74e3db4b', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'floating_ip_address': '172.25.0.224', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'port_id': '5142e678-630a-4c9d-9545-39fbe1afe993', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'mac_address': 'fa:16:3e:a2:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411a4128-568f-4a61-9cd0-c5673c8b937e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:07:32Z', 'updated_at': '2021-11-19T09:10:33Z', 'revision_number': 5, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232a378c-0d9c-4fee-a1c3-fa4649b4ea20', 'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'mac_address': 'fa:16:3e:ac:b8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:03Z', 'updated_at': '2021-11-19T09:07:10Z', 'revision_number': 5, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'subnets': [{'id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:36.460171 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f8a7f-591d-46b0-a245-5407b93587b8 None None] The sync data for ids ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'] in n-d-805649-14 is: [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:07:04Z', 'revision_number': 4, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'cffadca0-d2db-464a-9c58-9d7c74e3db4b', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'floating_ip_address': '172.25.0.224', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'port_id': '5142e678-630a-4c9d-9545-39fbe1afe993', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'mac_address': 'fa:16:3e:a2:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411a4128-568f-4a61-9cd0-c5673c8b937e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:07:32Z', 'updated_at': '2021-11-19T09:10:33Z', 'revision_number': 5, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232a378c-0d9c-4fee-a1c3-fa4649b4ea20', 'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'mac_address': 'fa:16:3e:ac:b8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:03Z', 'updated_at': '2021-11-19T09:07:10Z', 'revision_number': 5, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'subnets': [{'id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:10:36.516450 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fe829647-3152-4592-8987-b351df4f5de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:36.686859 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fe829647-3152-4592-8987-b351df4f5de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:36.694880 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fe829647-3152-4592-8987-b351df4f5de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:36.748973 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe829647-3152-4592-8987-b351df4f5de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ded8b1d-b2fc-4c8a-ba51-d0f5e5c0cd8d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:36.775174 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fe829647-3152-4592-8987-b351df4f5de0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35da4db48dac448d88cad1774e1c7cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4165843 Nov 19 09:10:36.784165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33300) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:36.787276 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90c5ff-d932-411b-8710-074bfd00ed81 req-d385d367-8991-4b61-b026-6f8a83f1ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:36.788788 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ee90c5ff-d932-411b-8710-074bfd00ed81 req-d385d367-8991-4b61-b026-6f8a83f1ed56 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d3bef959-7638-468e-bf13-8333f26b89d6 HTTP/1.1" status: 200 len: 925 time: 1.0148139 Nov 19 09:10:36.846896 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd1c1-c242-4459-a3a2-dd1a160cf7c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:36.864360 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae077a8-d65c-4ce4-8f00-9257652fe856 None None] New status for floating IP cffadca0-d2db-464a-9c58-9d7c74e3db4b: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:10:36.866230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573061bc-324e-44f1-94fd-850822c3d5a9 req-15eb04c2-cfd7-4d82-a324-2af4dedf171e tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:36.869009 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-573061bc-324e-44f1-94fd-850822c3d5a9 req-15eb04c2-cfd7-4d82-a324-2af4dedf171e tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.3216343 Nov 19 09:10:36.879682 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd1c1-c242-4459-a3a2-dd1a160cf7c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:36.889310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7053cf2-0cb6-41e3-ac9e-d2292b472223 req-e0033398-6e0e-49ac-afa3-69f1bd95ffb3 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:36.899274 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d7053cf2-0cb6-41e3-ac9e-d2292b472223 req-e0033398-6e0e-49ac-afa3-69f1bd95ffb3 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 945 time: 0.3539054 Nov 19 09:10:36.943467 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd1c1-c242-4459-a3a2-dd1a160cf7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:36.947868 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a4dd1c1-c242-4459-a3a2-dd1a160cf7c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:36.953335 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6a4dd1c1-c242-4459-a3a2-dd1a160cf7c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ded8b1d-b2fc-4c8a-ba51-d0f5e5c0cd8d HTTP/1.1" status: 204 len: 168 time: 0.1676822 Nov 19 09:10:36.963040 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dd1c1-c242-4459-a3a2-dd1a160cf7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ded8b1d-b2fc-4c8a-ba51-d0f5e5c0cd8d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:37.050979 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ee90c5ff-d932-411b-8710-074bfd00ed81 req-8d85c9e0-a397-4a5d-97ae-2e44c8fa8a94 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5142e678-630a-4c9d-9545-39fbe1afe993 HTTP/1.1" status: 200 len: 999 time: 0.2420347 Nov 19 09:10:37.149739 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d7053cf2-0cb6-41e3-ac9e-d2292b472223 req-04e4f8c1-7f31-46da-a16e-406995ae6b03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494519 Nov 19 09:10:37.197847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-c04ba8da-cded-4856-8884-612e35ca538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:37.197847 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-c04ba8da-cded-4856-8884-612e35ca538a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 1102 time: 0.0634894 Nov 19 09:10:37.199259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-573061bc-324e-44f1-94fd-850822c3d5a9 req-34a2f818-8490-4167-96ce-c2742f51526a tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929792 Nov 19 09:10:37.202879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9749932e-44dd-4b6e-b453-02fc0453937d admin admin] Router 53183590-aa56-489d-9b3d-257f367d80e6 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:10:37.221963 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039543d-4fa8-4fdd-935f-bf6872832ab8 req-684ca5d9-b6d4-4b21-8bf9-b3c336558089 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:37.224851 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5039543d-4fa8-4fdd-935f-bf6872832ab8 req-684ca5d9-b6d4-4b21-8bf9-b3c336558089 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.66 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 945 time: 0.3168602 Nov 19 09:10:37.273434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90c5ff-d932-411b-8710-074bfd00ed81 req-fbd7995a-8584-4173-bfed-722cd9b5fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:37.275735 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ee90c5ff-d932-411b-8710-074bfd00ed81 req-fbd7995a-8584-4173-bfed-722cd9b5fa21 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21c7acd8-cb2d-439d-8baa-0f60843d7068 HTTP/1.1" status: 200 len: 863 time: 0.2108431 Nov 19 09:10:37.494134 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-a7b5c380-9642-4976-8f8c-9ebdfcb2a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:37.495798 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-a7b5c380-9642-4976-8f8c-9ebdfcb2a0c8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2909431 Nov 19 09:10:37.568796 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-f7dc3fe1-1f0f-4485-89a0-a85dfcc7e2ad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 HTTP/1.1" status: 200 len: 217 time: 0.0638921 Nov 19 09:10:37.577280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90c5ff-d932-411b-8710-074bfd00ed81 req-271cf2e6-fc52-443e-9df1-721d2c0d8b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:37.579417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ee90c5ff-d932-411b-8710-074bfd00ed81 req-271cf2e6-fc52-443e-9df1-721d2c0d8b39 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3bef959-7638-468e-bf13-8333f26b89d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2819357 Nov 19 09:10:37.643574 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-df068825-d7d1-4c5b-adf5-3561f1f56ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:37.646589 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-df068825-d7d1-4c5b-adf5-3561f1f56ac5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0675404 Nov 19 09:10:37.678928 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24685768-5496-4f19-bb2a-6a85ddba85b6 req-7fe018ea-ba27-442a-882a-586b824376e9 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:37.680486 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24685768-5496-4f19-bb2a-6a85ddba85b6 req-7fe018ea-ba27-442a-882a-586b824376e9 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.2398098 Nov 19 09:10:37.686706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9749932e-44dd-4b6e-b453-02fc0453937d admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:10:37.695264 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9749932e-44dd-4b6e-b453-02fc0453937d admin admin] 10.222.0.21 "PUT /v2.0/routers/53183590-aa56-489d-9b3d-257f367d80e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6850071 Nov 19 09:10:37.697776 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d0c1f6-6aab-494e-b989-bc453c2379be None None] Sync routers for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:10:37.699575 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33306) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:37.699992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33308) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:37.716122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d0c1f6-6aab-494e-b989-bc453c2379be None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:37.718169 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-16d0c1f6-6aab-494e-b989-bc453c2379be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:10:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:37.832603 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24685768-5496-4f19-bb2a-6a85ddba85b6 req-a5ff012e-9c44-4924-b740-0368d6376553 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253383 Nov 19 09:10:37.846005 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-5039543d-4fa8-4fdd-935f-bf6872832ab8 req-57ea4a37-389d-4a35-86b7-9c913a67b3fa tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Deleting port 62cf3efd-e96a-4dad-ada5-a5085a2472f7 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:10:37.846343 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5039543d-4fa8-4fdd-935f-bf6872832ab8 req-57ea4a37-389d-4a35-86b7-9c913a67b3fa tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:37.865495 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-16d0c1f6-6aab-494e-b989-bc453c2379be None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:37.868863 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ee90c5ff-d932-411b-8710-074bfd00ed81 req-da539498-e6c4-407e-b584-07baebc35b0b service neutron] 10.222.0.66 "GET /v2.0/networks/d3bef959-7638-468e-bf13-8333f26b89d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783883 Nov 19 09:10:38.043551 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bbf9fe49-6dff-422b-a943-ee27cce04058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:38.092375 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-2b2a6c22-43ff-4eca-b83a-a677cf381910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:38.092375 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-2b2a6c22-43ff-4eca-b83a-a677cf381910 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4350951 Nov 19 09:10:38.092735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-5039543d-4fa8-4fdd-935f-bf6872832ab8 req-57ea4a37-389d-4a35-86b7-9c913a67b3fa tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] For port 62cf3efd-e96a-4dad-ada5-a5085a2472f7, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=62cf3efd-e96a-4dad-ada5-a5085a2472f7,segment=NetworkSegment(e30ed018-552d-42d4-8ad7-60591dd042b0),segment_id=e30ed018-552d-42d4-8ad7-60591dd042b0)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:38.092735 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5039543d-4fa8-4fdd-935f-bf6872832ab8 req-57ea4a37-389d-4a35-86b7-9c913a67b3fa tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:38.115177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-5039543d-4fa8-4fdd-935f-bf6872832ab8 req-57ea4a37-389d-4a35-86b7-9c913a67b3fa tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Calling delete_port for 62cf3efd-e96a-4dad-ada5-a5085a2472f7 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:10:38.119608 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ee90c5ff-d932-411b-8710-074bfd00ed81 req-a14d43c9-ed22-433d-a4a8-f45f5fb82a4b service neutron] 10.222.0.66 "GET /v2.0/networks/d3bef959-7638-468e-bf13-8333f26b89d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347271 Nov 19 09:10:38.175368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-16d0c1f6-6aab-494e-b989-bc453c2379be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:10:34Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:38.225860 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-721d07c5-9c65-4fea-b04e-c61277debfb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:38.226084 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d0c1f6-6aab-494e-b989-bc453c2379be None None] Checking router: 53183590-aa56-489d-9b3d-257f367d80e6 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:10:38.241322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d0c1f6-6aab-494e-b989-bc453c2379be None None] Routers {'53183590-aa56-489d-9b3d-257f367d80e6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:38.242223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-16d0c1f6-6aab-494e-b989-bc453c2379be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:10:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['53183590-aa56-489d-9b3d-257f367d80e6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:38.452350 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-f1672c22-9255-4c6f-961d-dd60b56fc146 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297102 Nov 19 09:10:38.475788 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5039543d-4fa8-4fdd-935f-bf6872832ab8 req-57ea4a37-389d-4a35-86b7-9c913a67b3fa tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:38.519400 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bbf9fe49-6dff-422b-a943-ee27cce04058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:38.547076 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea4a37-389d-4a35-86b7-9c913a67b3fa tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Pushing event deleted for resources: {'Port': ['ID=62cf3efd-e96a-4dad-ada5-a5085a2472f7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:38.569682 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bbf9fe49-6dff-422b-a943-ee27cce04058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:38.599658 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-721d07c5-9c65-4fea-b04e-c61277debfb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:38.625737 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['79007b7f-85a7-4926-af69-9a74ceea9875', '62cf3efd-e96a-4dad-ada5-a5085a2472f7'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:38.641343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99b5b-9aa9-4453-be5f-19aaa627a95b req-7571dc6a-2c3c-4fc9-8d55-9bafcd23c6eb tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:38.646154 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bbf9fe49-6dff-422b-a943-ee27cce04058 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a7590047d6649ceb30c68546c720fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9397964 Nov 19 09:10:38.646362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6e99b5b-9aa9-4453-be5f-19aaa627a95b req-7571dc6a-2c3c-4fc9-8d55-9bafcd23c6eb tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=983c8b4b-76fb-464d-9e19-78db0f6e5398 HTTP/1.1" status: 200 len: 867 time: 0.2769094 Nov 19 09:10:38.648022 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33320) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:38.650867 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9fe49-6dff-422b-a943-ee27cce04058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42629ef0-58d9-4cc2-8961-33dd2fdcb01b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:38.712656 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-93ad91f3-7c70-45d5-9479-7d8f38e1cadb service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426207 Nov 19 09:10:38.718127 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-5039543d-4fa8-4fdd-935f-bf6872832ab8 req-57ea4a37-389d-4a35-86b7-9c913a67b3fa tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] No DVR routers for this DVR port 62cf3efd-e96a-4dad-ada5-a5085a2472f7 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:10:38.730208 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-721d07c5-9c65-4fea-b04e-c61277debfb6 admin admin] Deleting port e5c869db-4d13-4375-a6a0-8adf64164583 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:10:38.730663 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-721d07c5-9c65-4fea-b04e-c61277debfb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:38.737558 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5039543d-4fa8-4fdd-935f-bf6872832ab8 req-57ea4a37-389d-4a35-86b7-9c913a67b3fa tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:38.744195 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5039543d-4fa8-4fdd-935f-bf6872832ab8 req-57ea4a37-389d-4a35-86b7-9c913a67b3fa tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.66 "DELETE /v2.0/ports/62cf3efd-e96a-4dad-ada5-a5085a2472f7 HTTP/1.1" status: 204 len: 173 time: 1.5000339 Nov 19 09:10:38.758823 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983c8b4b-76fb-464d-9e19-78db0f6e5398', 'name': 'network-vif-deleted', 'tag': '62cf3efd-e96a-4dad-ada5-a5085a2472f7'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:38.765509 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1cd179-4425-485b-9759-10a0d14e305a" -d '{"events": [{"server_uuid": "983c8b4b-76fb-464d-9e19-78db0f6e5398", "name": "network-vif-deleted", "tag": "62cf3efd-e96a-4dad-ada5-a5085a2472f7"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:38.796627 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-16d0c1f6-6aab-494e-b989-bc453c2379be None None] Set router 53183590-aa56-489d-9b3d-257f367d80e6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:38.860057 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9720bb5c-446f-4128-bd0b-2f23c74e9102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:38.879889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359047f-e0e1-48fa-81de-a5e7b7d4534b req-efbe9c53-9d6b-475c-8cc0-860c8cc210e2 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:38.893731 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8359047f-e0e1-48fa-81de-a5e7b7d4534b req-efbe9c53-9d6b-475c-8cc0-860c8cc210e2 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 945 time: 0.4355588 Nov 19 09:10:38.921819 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-721d07c5-9c65-4fea-b04e-c61277debfb6 admin admin] For port e5c869db-4d13-4375-a6a0-8adf64164583, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e5c869db-4d13-4375-a6a0-8adf64164583,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:38.922618 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-721d07c5-9c65-4fea-b04e-c61277debfb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:38.955956 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-721d07c5-9c65-4fea-b04e-c61277debfb6 admin admin] Calling delete_port for e5c869db-4d13-4375-a6a0-8adf64164583 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:10:38.977171 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9720bb5c-446f-4128-bd0b-2f23c74e9102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:38.996926 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6e99b5b-9aa9-4453-be5f-19aaa627a95b req-82a096fe-2e85-4c22-8615-816397a0f0a1 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816591 Nov 19 09:10:39.050972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8359047f-e0e1-48fa-81de-a5e7b7d4534b req-c1c4d4f6-2ab5-4668-83a1-0390299ab60d tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515353 Nov 19 09:10:39.079675 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9720bb5c-446f-4128-bd0b-2f23c74e9102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:39.083086 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9720bb5c-446f-4128-bd0b-2f23c74e9102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:39.087203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9720bb5c-446f-4128-bd0b-2f23c74e9102 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42629ef0-58d9-4cc2-8961-33dd2fdcb01b HTTP/1.1" status: 204 len: 168 time: 0.4316573 Nov 19 09:10:39.095236 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720bb5c-446f-4128-bd0b-2f23c74e9102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42629ef0-58d9-4cc2-8961-33dd2fdcb01b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:39.255256 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad2eeab-666a-479d-9261-2260e6fab78e x-openstack-request-id: req-6ad2eeab-666a-479d-9261-2260e6fab78e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:39.255666 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983c8b4b-76fb-464d-9e19-78db0f6e5398", "name": "network-vif-deleted", "tag": "62cf3efd-e96a-4dad-ada5-a5085a2472f7", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:39.256721 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ad2eeab-666a-479d-9261-2260e6fab78e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:39.257391 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983c8b4b-76fb-464d-9e19-78db0f6e5398', 'name': 'network-vif-deleted', 'tag': '62cf3efd-e96a-4dad-ada5-a5085a2472f7', 'status': 'completed', 'code': 200} Nov 19 09:10:39.287665 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-721d07c5-9c65-4fea-b04e-c61277debfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:39.340776 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d07c5-9c65-4fea-b04e-c61277debfb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c869db-4d13-4375-a6a0-8adf64164583,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:39.352927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbf5d4-7853-4e07-bf52-f39d9575898b req-b58d6b6c-abbe-48ae-bb71-5a5c369c2155 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:39.354750 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ffbf5d4-7853-4e07-bf52-f39d9575898b req-b58d6b6c-abbe-48ae-bb71-5a5c369c2155 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.0747936 Nov 19 09:10:39.386777 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-16d0c1f6-6aab-494e-b989-bc453c2379be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:10:34Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:39.432425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ffbf5d4-7853-4e07-bf52-f39d9575898b req-9006a2b3-c727-441f-8365-74ac02c84ccd tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705287 Nov 19 09:10:39.443696 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-721d07c5-9c65-4fea-b04e-c61277debfb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:39.491884 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d0c1f6-6aab-494e-b989-bc453c2379be None None] The sync data for ids ['53183590-aa56-489d-9b3d-257f367d80e6'] in n-d-805649-14 is: [{'id': '53183590-aa56-489d-9b3d-257f367d80e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1998921641-router', 'tenant_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:08:38Z', 'updated_at': '2021-11-19T09:10:34Z', 'revision_number': 5, 'project_id': 'f3a333a3d2d742e08dbc5eaaac87b97d', 'gw_port': {'id': 'e5c869db-4d13-4375-a6a0-8adf64164583', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53183590-aa56-489d-9b3d-257f367d80e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:08:39Z', 'updated_at': '2021-11-19T09:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:10:39.588404 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-721d07c5-9c65-4fea-b04e-c61277debfb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:39.590829 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-721d07c5-9c65-4fea-b04e-c61277debfb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:39.664593 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-721d07c5-9c65-4fea-b04e-c61277debfb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:39.665235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721d07c5-9c65-4fea-b04e-c61277debfb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53183590-aa56-489d-9b3d-257f367d80e6 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:10:39.671277 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-721d07c5-9c65-4fea-b04e-c61277debfb6 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:39.673134 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-721d07c5-9c65-4fea-b04e-c61277debfb6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/53183590-aa56-489d-9b3d-257f367d80e6 HTTP/1.1" status: 204 len: 168 time: 1.9686787 Nov 19 09:10:39.675116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33332) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:39.727530 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0443a9c-08d0-4c8f-901f-ac15dbf9302b admin admin] Deleting subnet c3d1d11d-00c5-42b8-8deb-d20385d0acde {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:10:39.731308 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0443a9c-08d0-4c8f-901f-ac15dbf9302b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:39.770138 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0443a9c-08d0-4c8f-901f-ac15dbf9302b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:39.893987 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0443a9c-08d0-4c8f-901f-ac15dbf9302b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:39.956540 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0443a9c-08d0-4c8f-901f-ac15dbf9302b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:39.993007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0443a9c-08d0-4c8f-901f-ac15dbf9302b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d1d11d-00c5-42b8-8deb-d20385d0acde,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:39.995401 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0443a9c-08d0-4c8f-901f-ac15dbf9302b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:39.998993 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d0443a9c-08d0-4c8f-901f-ac15dbf9302b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c3d1d11d-00c5-42b8-8deb-d20385d0acde HTTP/1.1" status: 204 len: 168 time: 0.3225460 Nov 19 09:10:40.001761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33344) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:40.011346 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd3ccb4-94f2-4adc-9536-265789a50879 None None] Network a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:10:40.179227 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:40.263174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a6e38-fffa-44a8-8605-8d2f3ae17f2d req-9e1e9a4e-eada-43f7-a298-d7c866d478e6 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:40.274461 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9a6a6e38-fffa-44a8-8605-8d2f3ae17f2d req-9e1e9a4e-eada-43f7-a298-d7c866d478e6 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 945 time: 0.0907855 Nov 19 09:10:40.285080 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] Deleting port 918886f4-98b0-481a-9be2-389cfd3dd10b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:10:40.286144 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:40.403521 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:10:40.407220 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9a6a6e38-fffa-44a8-8605-8d2f3ae17f2d req-582ba0fe-d9bf-497b-875a-701c6e17ad44 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244237 Nov 19 09:10:40.466904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] For port 918886f4-98b0-481a-9be2-389cfd3dd10b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=918886f4-98b0-481a-9be2-389cfd3dd10b,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:40.467563 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:40.502454 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] DHCP port deletion for a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:10:40.513907 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] Calling delete_port for 918886f4-98b0-481a-9be2-389cfd3dd10b owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:10:40.679685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Deleting port 918886f4-98b0-481a-9be2-389cfd3dd10b {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:10:40.681963 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:40.699124 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:40.787115 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] Pushing event deleted for resources: {'Port': ['ID=918886f4-98b0-481a-9be2-389cfd3dd10b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:40.801815 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] No DVR routers for this DVR port 918886f4-98b0-481a-9be2-389cfd3dd10b on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:10:40.848171 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] For port 918886f4-98b0-481a-9be2-389cfd3dd10b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=918886f4-98b0-481a-9be2-389cfd3dd10b,segment=NetworkSegment(af488dc1-383f-4b21-82b8-2477149d25e0),segment_id=af488dc1-383f-4b21-82b8-2477149d25e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:40.848785 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:40.867201 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Calling delete_port for 918886f4-98b0-481a-9be2-389cfd3dd10b owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:10:40.882012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcda80c-58fd-4abd-8b8b-3f88f8753c17 req-502f7f59-d266-4737-b259-7b4ba4291051 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:40.885002 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bcda80c-58fd-4abd-8b8b-3f88f8753c17 req-502f7f59-d266-4737-b259-7b4ba4291051 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.2286685 Nov 19 09:10:40.953771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9f6ba-769e-49a2-85cc-a262c8233895 req-94805316-42af-45b2-989d-ec6c79a440de tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:40.963419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47c9f6ba-769e-49a2-85cc-a262c8233895 req-94805316-42af-45b2-989d-ec6c79a440de tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.1985114 Nov 19 09:10:40.981575 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:41.009679 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:41.021199 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af488dc1-383f-4b21-82b8-2477149d25e0') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:41.021484 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af488dc1-383f-4b21-82b8-2477149d25e0') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:41.041939 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:41.074964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 62cf3efd-e96a-4dad-ada5-a5085a2472f7 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:10:41.093920 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:41.108895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:10:41.109383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:41.120054 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bcda80c-58fd-4abd-8b8b-3f88f8753c17 req-7ec202be-03fc-4c43-837f-92f489e17abc tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244010 Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:10:41.142467 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:10:41.146551 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47c9f6ba-769e-49a2-85cc-a262c8233895 req-90b38044-6ad1-44d9-8d0b-1cfae95ecd42 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822429 Nov 19 09:10:41.159150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ef9762a5-ef41-484f-ba62-f556310fbb5e no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:10:41.161850 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:41.190640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 62cf3efd-e96a-4dad-ada5-a5085a2472f7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:10:41.190994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 62cf3efd-e96a-4dad-ada5-a5085a2472f7 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:10:41.210071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Pushing event deleted for resources: {'Port': ['ID=918886f4-98b0-481a-9be2-389cfd3dd10b,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:41.219296 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: ef9762a5-ef41-484f-ba62-f556310fbb5e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:10:41.219650 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ef9762a5-ef41-484f-ba62-f556310fbb5e not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:10:41.220072 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 918886f4-98b0-481a-9be2-389cfd3dd10b no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:10:41.244984 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:41.251720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:41.251720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:41.251720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:41.251720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:41.251720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:41.252242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:41.252242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:41.252424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:41.252741 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:41.253131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:41.256329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:41.256760 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:41.259320 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:41.261346 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f2cde-5524-473d-b381-fdfc6ff7c389 None None] No DVR routers for this DVR port 918886f4-98b0-481a-9be2-389cfd3dd10b on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:10:41.263568 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 918886f4-98b0-481a-9be2-389cfd3dd10b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:10:41.263921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 918886f4-98b0-481a-9be2-389cfd3dd10b not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:10:41.267073 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] 10.222.0.21 "DELETE /v2.0/networks/a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9 HTTP/1.1" status: 204 len: 168 time: 1.2618434 Nov 19 09:10:41.282294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327dd6e-36f9-431c-8e85-3971618e431e admin admin] Pushing event deleted for resources: {'Network': ['ID=a7a3147b-4dc5-4bf9-b3e7-12c196c66ed9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:41.585996 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33384) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:41.621785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53883c13-36ab-461e-a9b5-944bc3d6b978 req-2485936a-96d3-43fc-aa9f-3beb2f2015f2 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:41.630490 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53883c13-36ab-461e-a9b5-944bc3d6b978 req-2485936a-96d3-43fc-aa9f-3beb2f2015f2 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 945 time: 0.0820143 Nov 19 09:10:41.678581 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c3f015b8-95f0-49a5-a94c-8dff21c47527 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3a333a3d2d742e08dbc5eaaac87b97d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0912831 Nov 19 09:10:41.681563 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33390) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:41.703676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53883c13-36ab-461e-a9b5-944bc3d6b978 req-d9faceff-f872-4e66-965b-aed35d3a5980 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679188 Nov 19 09:10:41.740978 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0136e592-a83e-4d1f-a397-98ec7a4a7f0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:41.767162 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0136e592-a83e-4d1f-a397-98ec7a4a7f0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:41.826678 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0136e592-a83e-4d1f-a397-98ec7a4a7f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:41.829340 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0136e592-a83e-4d1f-a397-98ec7a4a7f0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:41.830771 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0136e592-a83e-4d1f-a397-98ec7a4a7f0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4d45f6e-eac2-495d-8056-768843245429 HTTP/1.1" status: 204 len: 168 time: 0.1482172 Nov 19 09:10:41.855007 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136e592-a83e-4d1f-a397-98ec7a4a7f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d45f6e-eac2-495d-8056-768843245429,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:42.332125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b5960-d417-4508-8c9f-88873c4bab39 req-4ae4ff93-d422-42db-bee5-29ae122eb57f tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:42.347373 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-635b5960-d417-4508-8c9f-88873c4bab39 req-4ae4ff93-d422-42db-bee5-29ae122eb57f tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1256664 Nov 19 09:10:42.377465 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56d697-8698-4e71-822a-99ef87b8d5f3 req-2b623ac8-43c4-4f47-aa3d-def7834a8443 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:42.379287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9a56d697-8698-4e71-822a-99ef87b8d5f3 req-2b623ac8-43c4-4f47-aa3d-def7834a8443 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.1232460 Nov 19 09:10:42.456425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-635b5960-d417-4508-8c9f-88873c4bab39 req-8142d24b-542d-41fd-9dc3-d86fcb1d8b57 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074951 Nov 19 09:10:42.490137 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9a56d697-8698-4e71-822a-99ef87b8d5f3 req-35ecc5ba-c3cf-4d51-a8cd-81c334946307 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865216 Nov 19 09:10:42.583397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e5c869db-4d13-4375-a6a0-8adf64164583 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:10:42.603263 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33420) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:42.624925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: e5c869db-4d13-4375-a6a0-8adf64164583 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:10:42.625838 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e5c869db-4d13-4375-a6a0-8adf64164583 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:10:42.858001 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ddee44ad-6f0a-4435-a5f5-953ab66c0a93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:42.889533 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cca20-3e99-454c-881b-5b67ab468160 req-765c0655-fc09-4f71-99a2-8dc67fbca412 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:42.896898 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d19cca20-3e99-454c-881b-5b67ab468160 req-765c0655-fc09-4f71-99a2-8dc67fbca412 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 945 time: 0.0902934 Nov 19 09:10:42.968989 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d19cca20-3e99-454c-881b-5b67ab468160 req-4a42e5de-2a37-4138-b7f5-a69ee05af0fd tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711730 Nov 19 09:10:43.006786 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ddee44ad-6f0a-4435-a5f5-953ab66c0a93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:43.012241 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ddee44ad-6f0a-4435-a5f5-953ab66c0a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:43.058225 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ddee44ad-6f0a-4435-a5f5-953ab66c0a93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72b9c30e572944b7a25bb3f0bc6349dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4529810 Nov 19 09:10:43.059325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee44ad-6f0a-4435-a5f5-953ab66c0a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94560970-cf7d-4b54-bea5-a586236251b2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:43.061375 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33438) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:43.118314 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47eab4ac-4bae-4f44-95c7-8bc8e63d85a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:43.142230 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47eab4ac-4bae-4f44-95c7-8bc8e63d85a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:43.194595 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47eab4ac-4bae-4f44-95c7-8bc8e63d85a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:43.198763 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47eab4ac-4bae-4f44-95c7-8bc8e63d85a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:43.199968 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-47eab4ac-4bae-4f44-95c7-8bc8e63d85a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94560970-cf7d-4b54-bea5-a586236251b2 HTTP/1.1" status: 204 len: 168 time: 0.1364543 Nov 19 09:10:43.208603 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eab4ac-4bae-4f44-95c7-8bc8e63d85a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94560970-cf7d-4b54-bea5-a586236251b2,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:43.637722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066c9c9-59ff-41a6-81d8-371bfd976c67 req-00280e55-1d66-4b26-83b2-dbe2938c9fcc tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:43.645348 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7066c9c9-59ff-41a6-81d8-371bfd976c67 req-00280e55-1d66-4b26-83b2-dbe2938c9fcc tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.0984190 Nov 19 09:10:43.673556 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33486) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:43.695911 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-21536284-6679-4a00-878a-f2c5d9953972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:43.710557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb8fc1-8bfa-4a52-9779-82b0a3614493 req-ae8c88f0-70b5-4660-bad4-f2235a28c825 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:43.719562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71cb8fc1-8bfa-4a52-9779-82b0a3614493 req-ae8c88f0-70b5-4660-bad4-f2235a28c825 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.1085193 Nov 19 09:10:43.787837 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7066c9c9-59ff-41a6-81d8-371bfd976c67 req-7609b505-5300-4528-9978-cb678cc24fbe tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390395 Nov 19 09:10:43.792470 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-21536284-6679-4a00-878a-f2c5d9953972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:43.807740 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-21536284-6679-4a00-878a-f2c5d9953972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:43.823439 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33492) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:43.839383 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71cb8fc1-8bfa-4a52-9779-82b0a3614493 req-086d16cb-dab2-4027-be96-e7d3536bcace tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188636 Nov 19 09:10:43.857659 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-21536284-6679-4a00-878a-f2c5d9953972 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b9fd7c858ee4efb8d64a0a4b998dc3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1824791 Nov 19 09:10:43.860383 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33496) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:43.868908 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21536284-6679-4a00-878a-f2c5d9953972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c6057c-de97-4745-bfb9-fb751f07bf3f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:43.950007 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-57bc8d39-a699-44b1-b306-5df04aae9c00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:43.983650 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-57bc8d39-a699-44b1-b306-5df04aae9c00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:43.985582 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-adfb0147-f5f0-4d31-a66b-26b9282af2d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:44.069126 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-57bc8d39-a699-44b1-b306-5df04aae9c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:44.073201 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-57bc8d39-a699-44b1-b306-5df04aae9c00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:44.077460 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-57bc8d39-a699-44b1-b306-5df04aae9c00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62c6057c-de97-4745-bfb9-fb751f07bf3f HTTP/1.1" status: 204 len: 168 time: 0.2128038 Nov 19 09:10:44.090869 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc8d39-a699-44b1-b306-5df04aae9c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c6057c-de97-4745-bfb9-fb751f07bf3f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:44.134009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9c9f4-11fd-404e-86eb-486b3c452a5e req-80fe535d-58da-4170-9a5e-72e27f3b6237 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:44.143385 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92c9c9f4-11fd-404e-86eb-486b3c452a5e req-80fe535d-58da-4170-9a5e-72e27f3b6237 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 945 time: 0.0868843 Nov 19 09:10:44.157073 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-adfb0147-f5f0-4d31-a66b-26b9282af2d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:44.162555 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-adfb0147-f5f0-4d31-a66b-26b9282af2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:44.207873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92c9c9f4-11fd-404e-86eb-486b3c452a5e req-2e510b00-f500-4c24-9ce9-13005e684fbc tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634730 Nov 19 09:10:44.211616 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb0147-f5f0-4d31-a66b-26b9282af2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652c57bd-03f4-43f6-a541-6ee44a4d8a2d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:44.228729 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-adfb0147-f5f0-4d31-a66b-26b9282af2d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46dcd6f0de56428595dff90946ec929e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4040754 Nov 19 09:10:44.231789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33502) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:44.291066 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad7eab06-f6c6-404e-aa74-dd0ce1774c45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:44.317829 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad7eab06-f6c6-404e-aa74-dd0ce1774c45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:44.384831 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad7eab06-f6c6-404e-aa74-dd0ce1774c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:44.393971 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad7eab06-f6c6-404e-aa74-dd0ce1774c45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:44.396151 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ad7eab06-f6c6-404e-aa74-dd0ce1774c45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/652c57bd-03f4-43f6-a541-6ee44a4d8a2d HTTP/1.1" status: 204 len: 168 time: 0.1631970 Nov 19 09:10:44.420815 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7eab06-f6c6-404e-aa74-dd0ce1774c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652c57bd-03f4-43f6-a541-6ee44a4d8a2d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:44.976382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f09f62-0122-48e6-b008-de00c946dd9f req-24344b66-e1e3-4f11-9694-d82dd402a8a3 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:44.981735 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-57f09f62-0122-48e6-b008-de00c946dd9f req-24344b66-e1e3-4f11-9694-d82dd402a8a3 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1127925 Nov 19 09:10:45.001807 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5cbef-78d4-4da9-9157-de2769898bef req-4ba0325d-a94b-4540-879e-b511c58199fc tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:45.003767 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37f5cbef-78d4-4da9-9157-de2769898bef req-4ba0325d-a94b-4540-879e-b511c58199fc tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.0862565 Nov 19 09:10:45.085041 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37f5cbef-78d4-4da9-9157-de2769898bef req-ae89ffb7-0c97-4d50-9da5-d8cff97215e6 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728705 Nov 19 09:10:45.143572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33544) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:45.176390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-57f09f62-0122-48e6-b008-de00c946dd9f req-d3b04734-5882-4b95-b396-54d1615080df tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665211 Nov 19 09:10:45.223979 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:45.305928 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-488bcd91-d220-4223-9a31-76bdadcabd50 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1196651281-network', 'tenant_id': '5d3259c67c104010b068a0d85934a9c9'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:45.338937 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488bcd91-d220-4223-9a31-76bdadcabd50 admin admin] Made reservation on behalf of 5d3259c67c104010b068a0d85934a9c9 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:10:45.343872 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-488bcd91-d220-4223-9a31-76bdadcabd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:45.377578 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-488bcd91-d220-4223-9a31-76bdadcabd50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:45.398691 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33556) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:45.399775 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa80bd-1771-43ed-a4d3-437bd893f67d req-30cdc82e-c428-43e5-8ac3-da2b49d35379 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:45.401335 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46fa80bd-1771-43ed-a4d3-437bd893f67d req-30cdc82e-c428-43e5-8ac3-da2b49d35379 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 945 time: 0.0670331 Nov 19 09:10:45.479251 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46fa80bd-1771-43ed-a4d3-437bd893f67d req-dddf288f-75a6-4230-8163-57551307c431 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712864 Nov 19 09:10:45.518950 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-488bcd91-d220-4223-9a31-76bdadcabd50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:45.527983 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-488bcd91-d220-4223-9a31-76bdadcabd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:45.555689 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488bcd91-d220-4223-9a31-76bdadcabd50 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:10:45.566269 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bcd91-d220-4223-9a31-76bdadcabd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8859d9c-857b-4a94-9c23-c460d991dbd5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:45.572622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-488bcd91-d220-4223-9a31-76bdadcabd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:45.572956 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-488bcd91-d220-4223-9a31-76bdadcabd50 admin admin] Added segment b03b1dff-f20f-49c9-bce3-40a8d7e28cc4 of type vlan for network 5d8ab37a-712e-4401-9fe1-8089d02afd7a Nov 19 09:10:45.607380 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d2203240-08ed-469e-af3f-a255d661233a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1112539841-network', 'tenant_id': '4b5edf294e894726b8f3361d205648c3'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:45.631033 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-488bcd91-d220-4223-9a31-76bdadcabd50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:45.647635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2203240-08ed-469e-af3f-a255d661233a admin admin] Made reservation on behalf of 4b5edf294e894726b8f3361d205648c3 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:10:45.650232 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2203240-08ed-469e-af3f-a255d661233a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:45.664732 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2203240-08ed-469e-af3f-a255d661233a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:45.685275 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-488bcd91-d220-4223-9a31-76bdadcabd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:45.686231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488bcd91-d220-4223-9a31-76bdadcabd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:45.686815 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-488bcd91-d220-4223-9a31-76bdadcabd50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:45.756524 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-488bcd91-d220-4223-9a31-76bdadcabd50 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6118224 Nov 19 09:10:45.759538 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33562) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:45.765543 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0e224532-60c5-4e0c-afc3-bf22f2a07830 admin admin] Request body: {'subnet': {'network_id': '5d8ab37a-712e-4401-9fe1-8089d02afd7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1196651281-subnet', 'tenant_id': '5d3259c67c104010b068a0d85934a9c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:45.770374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bcd91-d220-4223-9a31-76bdadcabd50 admin admin] Pushing event updated for resources: {'Network': ['ID=5d8ab37a-712e-4401-9fe1-8089d02afd7a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:45.787062 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 5d8ab37a-712e-4401-9fe1-8089d02afd7a details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:10:45.788300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e224532-60c5-4e0c-afc3-bf22f2a07830 admin admin] Made reservation on behalf of 5d3259c67c104010b068a0d85934a9c9 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:10:45.792846 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e224532-60c5-4e0c-afc3-bf22f2a07830 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:45.822557 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2203240-08ed-469e-af3f-a255d661233a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:45.831241 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2203240-08ed-469e-af3f-a255d661233a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:45.865926 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2203240-08ed-469e-af3f-a255d661233a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82b90e2-b167-423d-bbed-b99a92bcb604,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:45.877490 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2203240-08ed-469e-af3f-a255d661233a admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:10:45.888006 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2203240-08ed-469e-af3f-a255d661233a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:45.888342 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-d2203240-08ed-469e-af3f-a255d661233a admin admin] Added segment 0e4d4b4b-e09a-4870-b6cd-d798f391cc1b of type vlan for network ccf65906-feb8-4169-8438-55da70849bd3 Nov 19 09:10:45.932514 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2203240-08ed-469e-af3f-a255d661233a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:45.962571 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2203240-08ed-469e-af3f-a255d661233a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:45.963754 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2203240-08ed-469e-af3f-a255d661233a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:45.964351 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2203240-08ed-469e-af3f-a255d661233a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:46.001593 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e224532-60c5-4e0c-afc3-bf22f2a07830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:46.023044 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d2203240-08ed-469e-af3f-a255d661233a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6228123 Nov 19 09:10:46.026551 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33564) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:46.033522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-55269401-8f08-48c5-8c81-c22a5ae3d78f admin admin] Request body: {'subnet': {'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1112539841-subnet', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:46.043525 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2203240-08ed-469e-af3f-a255d661233a admin admin] Pushing event updated for resources: {'Network': ['ID=ccf65906-feb8-4169-8438-55da70849bd3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:46.062338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network ccf65906-feb8-4169-8438-55da70849bd3 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:10:46.065122 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55269401-8f08-48c5-8c81-c22a5ae3d78f admin admin] Made reservation on behalf of 4b5edf294e894726b8f3361d205648c3 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:10:46.068669 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55269401-8f08-48c5-8c81-c22a5ae3d78f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:46.092207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e224532-60c5-4e0c-afc3-bf22f2a07830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c99c39e8-cc5f-4db0-9670-d0b55bf60817,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:46.099535 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e224532-60c5-4e0c-afc3-bf22f2a07830 admin admin] Checking segment: {'id': 'b03b1dff-f20f-49c9-bce3-40a8d7e28cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5d8ab37a-712e-4401-9fe1-8089d02afd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:10:46.100311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e224532-60c5-4e0c-afc3-bf22f2a07830 admin admin] Network hostable DHCP agents. Network: 5d8ab37a-712e-4401-9fe1-8089d02afd7a, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:10:46.132049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e224532-60c5-4e0c-afc3-bf22f2a07830 admin admin] Network 5d8ab37a-712e-4401-9fe1-8089d02afd7a is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:10:46.154969 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0e224532-60c5-4e0c-afc3-bf22f2a07830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 5d8ab37a-712e-4401-9fe1-8089d02afd7a) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:10:46.165178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e224532-60c5-4e0c-afc3-bf22f2a07830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:46.167502 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e224532-60c5-4e0c-afc3-bf22f2a07830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:46.169694 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dd2c75-5964-465c-8a53-fe39940c24eb None None] Network 5d8ab37a-712e-4401-9fe1-8089d02afd7a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:10:46.206274 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0e224532-60c5-4e0c-afc3-bf22f2a07830 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4450998 Nov 19 09:10:46.293670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5efc0-4888-45c5-8012-09704fc2f523 req-810e18ec-5298-4407-9465-150293f03161 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:46.303177 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7b5efc0-4888-45c5-8012-09704fc2f523 req-810e18ec-5298-4407-9465-150293f03161 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.1017935 Nov 19 09:10:46.342740 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60931b86-cc06-4aeb-b13d-831da71e666d None None] Network 5d8ab37a-712e-4401-9fe1-8089d02afd7a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:10:46.369629 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7b5efc0-4888-45c5-8012-09704fc2f523 req-83e1eeb1-0f5f-4ddf-b6d7-b3c823955e57 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602386 Nov 19 09:10:46.418290 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55269401-8f08-48c5-8c81-c22a5ae3d78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:46.489957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30251c9b-88ea-4134-ad08-29262ab7ba3f req-a7598d43-3b74-4d15-84bf-98ff1daeef5b tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:46.499758 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-30251c9b-88ea-4134-ad08-29262ab7ba3f req-a7598d43-3b74-4d15-84bf-98ff1daeef5b tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.0738063 Nov 19 09:10:46.504095 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55269401-8f08-48c5-8c81-c22a5ae3d78f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11bbdf0-e3aa-4b14-b01f-e9573c80ba92,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:46.515438 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55269401-8f08-48c5-8c81-c22a5ae3d78f admin admin] Checking segment: {'id': '0e4d4b4b-e09a-4870-b6cd-d798f391cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:10:46.515941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55269401-8f08-48c5-8c81-c22a5ae3d78f admin admin] Network hostable DHCP agents. Network: ccf65906-feb8-4169-8438-55da70849bd3, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:10:46.539441 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55269401-8f08-48c5-8c81-c22a5ae3d78f admin admin] Network ccf65906-feb8-4169-8438-55da70849bd3 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:10:46.549877 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-55269401-8f08-48c5-8c81-c22a5ae3d78f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, ccf65906-feb8-4169-8438-55da70849bd3) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:10:46.554098 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55269401-8f08-48c5-8c81-c22a5ae3d78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:46.555379 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55269401-8f08-48c5-8c81-c22a5ae3d78f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:46.560596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3807d55-81c3-44c7-90e8-ac1dc01d6aee None None] Network ccf65906-feb8-4169-8438-55da70849bd3 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:10:46.577780 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-30251c9b-88ea-4134-ad08-29262ab7ba3f req-60ffc893-70a0-48ce-ae7c-f4d9f6a362a3 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768847 Nov 19 09:10:46.598123 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-55269401-8f08-48c5-8c81-c22a5ae3d78f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5703180 Nov 19 09:10:46.602345 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33584) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:46.606737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1112539841-router', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:46.642897 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:46.644163 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:46.699462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-54893e9c-fcb7-4885-b7de-264cc590482e req-37fd1ae8-7b5b-4367-96c1-24a8f35b26c3 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-3816356', 'description': 'tempest-description-937249076'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:46.717118 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:46.736060 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa32a93-588e-4227-8314-6847f5eff109 req-269303a4-455b-4af9-a171-ad0bf012825a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:46.737745 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfa32a93-588e-4227-8314-6847f5eff109 req-269303a4-455b-4af9-a171-ad0bf012825a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 945 time: 0.0863466 Nov 19 09:10:46.739678 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-54893e9c-fcb7-4885-b7de-264cc590482e req-37fd1ae8-7b5b-4367-96c1-24a8f35b26c3 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:46.781190 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ccf65906-feb8-4169-8438-55da70849bd3', 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'fixed_ips': [{'subnet_id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:10:46.782405 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:46.815103 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfa32a93-588e-4227-8314-6847f5eff109 req-4db65f83-a498-4eb5-8ec0-38a917ec62e3 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657735 Nov 19 09:10:46.849386 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-54893e9c-fcb7-4885-b7de-264cc590482e req-37fd1ae8-7b5b-4367-96c1-24a8f35b26c3 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:46.854275 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-54893e9c-fcb7-4885-b7de-264cc590482e req-37fd1ae8-7b5b-4367-96c1-24a8f35b26c3 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:46.864119 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:46.886954 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-54893e9c-fcb7-4885-b7de-264cc590482e req-37fd1ae8-7b5b-4367-96c1-24a8f35b26c3 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:46.888162 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54893e9c-fcb7-4885-b7de-264cc590482e req-37fd1ae8-7b5b-4367-96c1-24a8f35b26c3 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.1946883 Nov 19 09:10:46.890205 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd1ae8-7b5b-4367-96c1-24a8f35b26c3 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a2d1a0-7779-4bbf-a4f2-f2b50ac98dbc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:46.953322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Allocated IP 172.20.0.2 (ccf65906-feb8-4169-8438-55da70849bd3/a11bbdf0-e3aa-4b14-b01f-e9573c80ba92/3d50343c-f208-466a-bc94-cd1285fe6017) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:10:46.958642 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0830d769-4cf0-44f3-929d-b03d236fa5ca req-2e359c25-fb7b-4bfb-83f8-148369efbb24 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "GET /v2.0/security-groups/09a2d1a0-7779-4bbf-a4f2-f2b50ac98dbc HTTP/1.1" status: 200 len: 1826 time: 0.0470457 Nov 19 09:10:46.963708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0830d769-4cf0-44f3-929d-b03d236fa5ca req-9c291950-a9af-47b5-9d7f-01bb3228acd1 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '09a2d1a0-7779-4bbf-a4f2-f2b50ac98dbc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:46.964234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0830d769-4cf0-44f3-929d-b03d236fa5ca req-9c291950-a9af-47b5-9d7f-01bb3228acd1 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '09a2d1a0-7779-4bbf-a4f2-f2b50ac98dbc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:47.033748 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0830d769-4cf0-44f3-929d-b03d236fa5ca req-9c291950-a9af-47b5-9d7f-01bb3228acd1 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:47.079182 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0830d769-4cf0-44f3-929d-b03d236fa5ca req-9c291950-a9af-47b5-9d7f-01bb3228acd1 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:47.084594 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0830d769-4cf0-44f3-929d-b03d236fa5ca req-9c291950-a9af-47b5-9d7f-01bb3228acd1 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:47.090344 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:47.111138 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:47.127226 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:47.143924 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:47.209613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Network ccf65906-feb8-4169-8438-55da70849bd3 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:10:47.215329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:10:47.221974 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:10:47.236929 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Pushing event updated for resources: {'Port': ['ID=3d50343c-f208-466a-bc94-cd1285fe6017,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:47.256192 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Allocated IP 172.25.0.65 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/d9d26a38-a9ed-46e9-956c-b93c616cdbcf) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:10:47.321043 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Attempting to bind port 3d50343c-f208-466a-bc94-cd1285fe6017 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:10:47.322123 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Attempting to bind port 3d50343c-f208-466a-bc94-cd1285fe6017 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0e4d4b4b-e09a-4870-b6cd-d798f391cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:10:47.322780 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Attempting to bind port 3d50343c-f208-466a-bc94-cd1285fe6017 on network ccf65906-feb8-4169-8438-55da70849bd3 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:47.329129 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:10:47.330009 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Checking segment: {'id': '0e4d4b4b-e09a-4870-b6cd-d798f391cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:10:47.330702 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:47.331325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Bound using segment: {'id': '0e4d4b4b-e09a-4870-b6cd-d798f391cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:10:47.332571 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Bound port: 3d50343c-f208-466a-bc94-cd1285fe6017, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4d4b4b-e09a-4870-b6cd-d798f391cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:10:47.333288 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:47.415653 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:47.420571 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] For port 3d50343c-f208-466a-bc94-cd1285fe6017, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:10:47.426039 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] For port 3d50343c-f208-466a-bc94-cd1285fe6017, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3d50343c-f208-466a-bc94-cd1285fe6017,segment=NetworkSegment(0e4d4b4b-e09a-4870-b6cd-d798f391cc1b),segment_id=0e4d4b4b-e09a-4870-b6cd-d798f391cc1b)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:10:47.440449 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:47.456444 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:47.462686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c291950-a9af-47b5-9d7f-01bb3228acd1 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a594292-1f2e-4879-8e6a-04e00e89b00f,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:47.467674 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0830d769-4cf0-44f3-929d-b03d236fa5ca req-9c291950-a9af-47b5-9d7f-01bb3228acd1 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:47.468929 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0830d769-4cf0-44f3-929d-b03d236fa5ca req-9c291950-a9af-47b5-9d7f-01bb3228acd1 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5094154 Nov 19 09:10:47.515764 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Pushing event updated for resources: {'Port': ['ID=d9d26a38-a9ed-46e9-956c-b93c616cdbcf,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:47.516861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cf22a-f858-4203-8479-37911615319e req-3fc3dd11-412c-4a7e-b421-ef15ed580830 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:47.533172 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-db4cf22a-f858-4203-8479-37911615319e req-3fc3dd11-412c-4a7e-b421-ef15ed580830 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.0799861 Nov 19 09:10:47.537687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10579a5f-9925-41e2-9527-9b382f8f9c92 None None] Pushing event updated for resources: {'Port': ['ID=3d50343c-f208-466a-bc94-cd1285fe6017,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:47.545900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:10:47.549821 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:10:47.558420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:10:47.615445 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:47.681717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ae5a56c-bd86-49aa-969e-191b27b51169 req-f0b8adde-a096-42ff-a851-2853c6222410 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "GET /v2.0/security-groups/09a2d1a0-7779-4bbf-a4f2-f2b50ac98dbc HTTP/1.1" status: 200 len: 2419 time: 0.1026049 Nov 19 09:10:47.688963 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-db4cf22a-f858-4203-8479-37911615319e req-d10bf9d1-b78a-4295-a8be-1f0fc3efdbb5 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543605 Nov 19 09:10:47.700203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fe72d-e966-4ea3-b762-d42e537c2d22 req-91838936-0e25-4fb9-9ac0-d22b4dcaf719 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:47.701999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b7fe72d-e966-4ea3-b762-d42e537c2d22 req-91838936-0e25-4fb9-9ac0-d22b4dcaf719 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1653891 Nov 19 09:10:47.788613 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f2bcee3-8e1d-4920-9fdb-853e0332bcf4 req-d38d9eea-9b80-4238-9ebc-b0585475ecb2 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "GET /v2.0/security-group-rules/8a594292-1f2e-4879-8e6a-04e00e89b00f HTTP/1.1" status: 200 len: 778 time: 0.0647891 Nov 19 09:10:47.914453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f2bcee3-8e1d-4920-9fdb-853e0332bcf4 req-da93b8f7-fa3f-4fb7-9003-833a55f9887c tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "GET /v2.0/security-groups/09a2d1a0-7779-4bbf-a4f2-f2b50ac98dbc HTTP/1.1" status: 200 len: 2419 time: 0.1145568 Nov 19 09:10:47.930278 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48237bc-d553-4b76-bb60-ae1618bd0d8c req-3606b242-6705-42ef-b788-9a50af5b7ac8 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:47.931911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b48237bc-d553-4b76-bb60-ae1618bd0d8c req-3606b242-6705-42ef-b788-9a50af5b7ac8 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 946 time: 0.1100717 Nov 19 09:10:47.944124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-2b7fe72d-e966-4ea3-b762-d42e537c2d22 req-336d375d-d544-4bb6-8e16-0f413cb5aa16 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Deleting port 79007b7f-85a7-4926-af69-9a74ceea9875 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:10:47.944513 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2b7fe72d-e966-4ea3-b762-d42e537c2d22 req-336d375d-d544-4bb6-8e16-0f413cb5aa16 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:48.024739 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6f2bcee3-8e1d-4920-9fdb-853e0332bcf4 req-6e5e31b8-1ec9-45cf-af2f-3899ac33d4c2 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:48.047070 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6f2bcee3-8e1d-4920-9fdb-853e0332bcf4 req-6e5e31b8-1ec9-45cf-af2f-3899ac33d4c2 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:48.092803 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b48237bc-d553-4b76-bb60-ae1618bd0d8c req-b152d6c1-887f-46fc-96f8-5e8052c4af73 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/security-groups?id=8fb8189d-0f13-4b18-8b02-66aca68a1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436398 Nov 19 09:10:48.128823 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-2b7fe72d-e966-4ea3-b762-d42e537c2d22 req-336d375d-d544-4bb6-8e16-0f413cb5aa16 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] For port 79007b7f-85a7-4926-af69-9a74ceea9875, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=79007b7f-85a7-4926-af69-9a74ceea9875,segment=NetworkSegment(e30ed018-552d-42d4-8ad7-60591dd042b0),segment_id=e30ed018-552d-42d4-8ad7-60591dd042b0)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:48.129036 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2b7fe72d-e966-4ea3-b762-d42e537c2d22 req-336d375d-d544-4bb6-8e16-0f413cb5aa16 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:48.132247 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6f2bcee3-8e1d-4920-9fdb-853e0332bcf4 req-6e5e31b8-1ec9-45cf-af2f-3899ac33d4c2 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:48.144979 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:48.148556 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6f2bcee3-8e1d-4920-9fdb-853e0332bcf4 req-6e5e31b8-1ec9-45cf-af2f-3899ac33d4c2 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:48.149874 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f2bcee3-8e1d-4920-9fdb-853e0332bcf4 req-6e5e31b8-1ec9-45cf-af2f-3899ac33d4c2 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/8a594292-1f2e-4879-8e6a-04e00e89b00f HTTP/1.1" status: 204 len: 173 time: 0.2153265 Nov 19 09:10:48.162176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e31b8-1ec9-45cf-af2f-3899ac33d4c2 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a594292-1f2e-4879-8e6a-04e00e89b00f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:48.164317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-2b7fe72d-e966-4ea3-b762-d42e537c2d22 req-336d375d-d544-4bb6-8e16-0f413cb5aa16 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Calling delete_port for 79007b7f-85a7-4926-af69-9a74ceea9875 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:10:48.211977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-1014621e-e306-4857-83c9-83c7c6615c2d req-5596425a-4c29-4868-8386-010c5b3e9767 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1567705388', 'description': 'tempest-description-1335653924'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:48.297453 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1014621e-e306-4857-83c9-83c7c6615c2d req-5596425a-4c29-4868-8386-010c5b3e9767 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:48.310035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c67f4-3967-4ef7-9aff-63fe08f19ace req-77b7e994-e65c-4f5c-8352-75494000c9a0 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:48.311574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc6c67f4-3967-4ef7-9aff-63fe08f19ace req-77b7e994-e65c-4f5c-8352-75494000c9a0 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 945 time: 0.1031938 Nov 19 09:10:48.375527 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:48.432296 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2b7fe72d-e966-4ea3-b762-d42e537c2d22 req-336d375d-d544-4bb6-8e16-0f413cb5aa16 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:48.437044 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc6c67f4-3967-4ef7-9aff-63fe08f19ace req-f913b542-23a2-4c87-81cf-b1c9b689858f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154304 Nov 19 09:10:48.452577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['79007b7f-85a7-4926-af69-9a74ceea9875'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:48.471168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d375d-d544-4bb6-8e16-0f413cb5aa16 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Pushing event deleted for resources: {'Port': ['ID=79007b7f-85a7-4926-af69-9a74ceea9875,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:48.520032 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1014621e-e306-4857-83c9-83c7c6615c2d req-5596425a-4c29-4868-8386-010c5b3e9767 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:48.538727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7fe72d-e966-4ea3-b762-d42e537c2d22 req-336d375d-d544-4bb6-8e16-0f413cb5aa16 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] No DVR routers for this DVR port 79007b7f-85a7-4926-af69-9a74ceea9875 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:10:48.540989 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1014621e-e306-4857-83c9-83c7c6615c2d req-5596425a-4c29-4868-8386-010c5b3e9767 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:48.543867 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2b7fe72d-e966-4ea3-b762-d42e537c2d22 req-336d375d-d544-4bb6-8e16-0f413cb5aa16 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:48.547496 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b7fe72d-e966-4ea3-b762-d42e537c2d22 req-336d375d-d544-4bb6-8e16-0f413cb5aa16 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.66 "DELETE /v2.0/ports/79007b7f-85a7-4926-af69-9a74ceea9875 HTTP/1.1" status: 204 len: 173 time: 0.8335328 Nov 19 09:10:48.547945 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Router 5fc23cf2-1696-42cd-b35d-487995589aa6 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:10:48.550611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e520ea0-0f2f-49df-a2b3-6ab97f789be5', 'name': 'network-vif-deleted', 'tag': '79007b7f-85a7-4926-af69-9a74ceea9875'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:48.552732 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429512d9-2b88-4824-9193-46fe39f5e2f0" -d '{"events": [{"server_uuid": "8e520ea0-0f2f-49df-a2b3-6ab97f789be5", "name": "network-vif-deleted", "tag": "79007b7f-85a7-4926-af69-9a74ceea9875"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:48.590087 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596425a-4c29-4868-8386-010c5b3e9767 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2795557e-1773-4b27-ab10-436ca45493f9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:48.599075 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1014621e-e306-4857-83c9-83c7c6615c2d req-5596425a-4c29-4868-8386-010c5b3e9767 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:48.600518 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1014621e-e306-4857-83c9-83c7c6615c2d req-5596425a-4c29-4868-8386-010c5b3e9767 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4234822 Nov 19 09:10:48.663740 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fad357e-c406-4400-bed9-9dc50384c5b2 x-openstack-request-id: req-5fad357e-c406-4400-bed9-9dc50384c5b2 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:48.665318 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e520ea0-0f2f-49df-a2b3-6ab97f789be5", "name": "network-vif-deleted", "tag": "79007b7f-85a7-4926-af69-9a74ceea9875", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:48.665318 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fad357e-c406-4400-bed9-9dc50384c5b2 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:48.665550 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e520ea0-0f2f-49df-a2b3-6ab97f789be5', 'name': 'network-vif-deleted', 'tag': '79007b7f-85a7-4926-af69-9a74ceea9875', 'status': 'completed', 'code': 200} Nov 19 09:10:48.770148 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3d50343c-f208-466a-bc94-cd1285fe6017 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:10:48.783740 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1fd1094c-8438-4b3e-a547-f0d7500656b3 req-a8bf0139-faf1-4e7a-972a-588283fba780 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "GET /v2.0/security-groups/2795557e-1773-4b27-ab10-436ca45493f9 HTTP/1.1" status: 200 len: 1830 time: 0.0880117 Nov 19 09:10:48.826093 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:10:48.836348 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Sync routers for ids ['5fc23cf2-1696-42cd-b35d-487995589aa6'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:10:48.850860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c5daed-7de9-4898-8ca0-89e08bcf0d34 None None] Network ccf65906-feb8-4169-8438-55da70849bd3 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:10:48.851281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-44887d34-d01f-41d9-a292-8b1fe85d8efc req-b2d3c185-48ff-4404-a44a-33fb42831c1b tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-625904328', 'description': 'tempest-description-236380806'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:48.856100 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Routers {'5fc23cf2-1696-42cd-b35d-487995589aa6'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:48.858318 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:10:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5fc23cf2-1696-42cd-b35d-487995589aa6'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:48.861813 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:48.863908 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-16c9e488-0423-4966-9f8a-541097ac4edc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2602525 Nov 19 09:10:48.866747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33622) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:48.950771 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-44887d34-d01f-41d9-a292-8b1fe85d8efc req-b2d3c185-48ff-4404-a44a-33fb42831c1b tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:48.952035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6f91baaa-77f8-40e4-8281-34966d66d5cc None None] Provisioning complete for port 3d50343c-f208-466a-bc94-cd1285fe6017 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:48.952654 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6f91baaa-77f8-40e4-8281-34966d66d5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:48.978906 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Set router 5fc23cf2-1696-42cd-b35d-487995589aa6 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:48.990807 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023c78c-e110-4428-bdef-f28a50cc6b4c req-4a9120b1-d798-421d-b60d-001efd4b0f25 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:48.992551 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3023c78c-e110-4428-bdef-f28a50cc6b4c req-4a9120b1-d798-421d-b60d-001efd4b0f25 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.1135383 Nov 19 09:10:49.111424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3023c78c-e110-4428-bdef-f28a50cc6b4c req-4395297c-043f-4b54-966e-bc9b9ba9afb9 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065221 Nov 19 09:10:49.176353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 3d50343c-f208-466a-bc94-cd1285fe6017 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:49.176597 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-44887d34-d01f-41d9-a292-8b1fe85d8efc req-b2d3c185-48ff-4404-a44a-33fb42831c1b tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.176826 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.184589 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-44887d34-d01f-41d9-a292-8b1fe85d8efc req-b2d3c185-48ff-4404-a44a-33fb42831c1b tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.225278 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-44887d34-d01f-41d9-a292-8b1fe85d8efc req-b2d3c185-48ff-4404-a44a-33fb42831c1b tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.230903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-44887d34-d01f-41d9-a292-8b1fe85d8efc req-b2d3c185-48ff-4404-a44a-33fb42831c1b tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3858039 Nov 19 09:10:49.266777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3c185-48ff-4404-a44a-33fb42831c1b tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1042830-9a18-43ab-9c45-783a16781f09,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:49.317212 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'name': 'tempest-ServersTestFqdnHostnames-1112539841-router', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:10:46Z', 'updated_at': '2021-11-19T09:10:48Z', 'revision_number': 3, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'gw_port': {'id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:47Z', 'updated_at': '2021-11-19T09:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:49.330915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5bf63f8e-5ddb-4c3f-b230-e166f1a7183f req-b14fb3ff-21d2-4ae0-902e-d0f67256cd91 tempest-ServerRescueNegativeTestJSON-1860434974 tempest-ServerRescueNegativeTestJSON-1860434974-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e520ea0-0f2f-49df-a2b3-6ab97f789be5 HTTP/1.1" status: 200 len: 210 time: 0.0633097 Nov 19 09:10:49.358466 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Checking router: 5fc23cf2-1696-42cd-b35d-487995589aa6 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:10:49.358932 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Updating router 5fc23cf2-1696-42cd-b35d-487995589aa6 port d9d26a38-a9ed-46e9-956c-b93c616cdbcf binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:10:49.365211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56a90a03-4689-4a1d-abab-4f6cddd89bad req-0b6e9ff8-12bc-44c5-8429-acf82745dc38 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "GET /v2.0/security-groups/f1042830-9a18-43ab-9c45-783a16781f09 HTTP/1.1" status: 200 len: 1828 time: 0.1118984 Nov 19 09:10:49.370598 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6f91baaa-77f8-40e4-8281-34966d66d5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.391540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-bcea3a8a-87fd-40a9-a4c1-451536baef0b req-cd5186a8-4c17-416b-acb1-7fe3b47a2880 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1696571904', 'description': 'tempest-description-1143699129'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:49.403362 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.428310 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bcea3a8a-87fd-40a9-a4c1-451536baef0b req-cd5186a8-4c17-416b-acb1-7fe3b47a2880 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.444987 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6f91baaa-77f8-40e4-8281-34966d66d5cc None None] For port 3d50343c-f208-466a-bc94-cd1285fe6017, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3d50343c-f208-466a-bc94-cd1285fe6017,segment=NetworkSegment(0e4d4b4b-e09a-4870-b6cd-d798f391cc1b),segment_id=0e4d4b4b-e09a-4870-b6cd-d798f391cc1b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:49.485248 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.504616 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6f91baaa-77f8-40e4-8281-34966d66d5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.534521 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bcea3a8a-87fd-40a9-a4c1-451536baef0b req-cd5186a8-4c17-416b-acb1-7fe3b47a2880 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.543559 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bcea3a8a-87fd-40a9-a4c1-451536baef0b req-cd5186a8-4c17-416b-acb1-7fe3b47a2880 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.647429 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bcea3a8a-87fd-40a9-a4c1-451536baef0b req-cd5186a8-4c17-416b-acb1-7fe3b47a2880 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.660876 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:10:49.661468 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:10:49.662075 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91baaa-77f8-40e4-8281-34966d66d5cc None None] Pushing event updated for resources: {'Port': ['ID=3d50343c-f208-466a-bc94-cd1285fe6017,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:49.667121 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bcea3a8a-87fd-40a9-a4c1-451536baef0b req-cd5186a8-4c17-416b-acb1-7fe3b47a2880 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2817605 Nov 19 09:10:49.672551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5186a8-4c17-416b-acb1-7fe3b47a2880 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176452e5-677e-4de3-bfea-027028076075,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:49.692177 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.735963 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cd6fc-b63d-408b-ae47-374d25000f19 req-8fa209f3-df2c-46bf-8d37-1b0391341405 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:49.736212 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.739256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec5cd6fc-b63d-408b-ae47-374d25000f19 req-8fa209f3-df2c-46bf-8d37-1b0391341405 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 945 time: 0.1481898 Nov 19 09:10:49.744632 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.838304 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Attempting to bind port d9d26a38-a9ed-46e9-956c-b93c616cdbcf on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:10:49.838966 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Attempting to bind port d9d26a38-a9ed-46e9-956c-b93c616cdbcf by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:10:49.839403 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Attempting to bind port d9d26a38-a9ed-46e9-956c-b93c616cdbcf on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:49.846871 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:10:49.847241 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:10:49.847833 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.848379 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:10:49.849312 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Bound port: d9d26a38-a9ed-46e9-956c-b93c616cdbcf, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:10:49.849875 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.860773 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-87b663df-1e37-4079-8c8b-586576c60b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.877671 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4428e-848c-4162-8110-a27a1e88de85 None None] Pushing event updated for resources: {'Port': ['ID=d9d26a38-a9ed-46e9-956c-b93c616cdbcf,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:49.895034 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4428e-848c-4162-8110-a27a1e88de85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:49.895719 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4428e-848c-4162-8110-a27a1e88de85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:49.896315 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4428e-848c-4162-8110-a27a1e88de85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:49.896841 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4428e-848c-4162-8110-a27a1e88de85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:49.897386 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4428e-848c-4162-8110-a27a1e88de85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:49.897904 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4428e-848c-4162-8110-a27a1e88de85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:49.898458 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4428e-848c-4162-8110-a27a1e88de85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:49.898991 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4428e-848c-4162-8110-a27a1e88de85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:49.899508 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4428e-848c-4162-8110-a27a1e88de85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:49.900020 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4428e-848c-4162-8110-a27a1e88de85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:49.900531 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4428e-848c-4162-8110-a27a1e88de85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:49.901459 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b4428e-848c-4162-8110-a27a1e88de85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:10:49.928129 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec5cd6fc-b63d-408b-ae47-374d25000f19 req-67ce38f5-3375-4fb1-a77e-b4e985e8921c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810689 Nov 19 09:10:49.953240 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] For port d9d26a38-a9ed-46e9-956c-b93c616cdbcf, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:10:49.957415 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] For port d9d26a38-a9ed-46e9-956c-b93c616cdbcf, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d9d26a38-a9ed-46e9-956c-b93c616cdbcf,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:10:49.964898 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:49.973775 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d839d2c-d2ad-4875-abea-b32660537fcd req-dddac53f-9ca0-44f6-9db7-c3e60afc726c tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "GET /v2.0/security-groups/176452e5-677e-4de3-bfea-027028076075 HTTP/1.1" status: 200 len: 1830 time: 0.1427846 Nov 19 09:10:50.005526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0db8d0f7-d318-44e1-a90a-03ea444b9c19 req-69e95434-a893-4a6d-b36b-cfc2f943d0f7 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1517848147', 'description': 'tempest-description-1933980905'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:50.041146 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0db8d0f7-d318-44e1-a90a-03ea444b9c19 req-69e95434-a893-4a6d-b36b-cfc2f943d0f7 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:50.041546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c79b43eb-564f-4e56-bff0-1c8c5c79b56b None None] Provisioning complete for port 3d50343c-f208-466a-bc94-cd1285fe6017 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:50.041704 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c79b43eb-564f-4e56-bff0-1c8c5c79b56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:50.050248 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Allocated IP 172.20.0.1 (ccf65906-feb8-4169-8438-55da70849bd3/a11bbdf0-e3aa-4b14-b01f-e9573c80ba92/ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:10:50.055738 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Routers {'5fc23cf2-1696-42cd-b35d-487995589aa6'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:50.056415 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:10:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5fc23cf2-1696-42cd-b35d-487995589aa6'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:50.062922 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4428e-848c-4162-8110-a27a1e88de85 None None] Pushing event updated for resources: {'Port': ['ID=d9d26a38-a9ed-46e9-956c-b93c616cdbcf,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:50.158674 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0db8d0f7-d318-44e1-a90a-03ea444b9c19 req-69e95434-a893-4a6d-b36b-cfc2f943d0f7 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:50.166250 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0db8d0f7-d318-44e1-a90a-03ea444b9c19 req-69e95434-a893-4a6d-b36b-cfc2f943d0f7 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:50.214088 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0db8d0f7-d318-44e1-a90a-03ea444b9c19 req-69e95434-a893-4a6d-b36b-cfc2f943d0f7 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:50.220809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0db8d0f7-d318-44e1-a90a-03ea444b9c19 req-69e95434-a893-4a6d-b36b-cfc2f943d0f7 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2208056 Nov 19 09:10:50.269564 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:50.310671 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:50.326552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e95434-a893-4a6d-b36b-cfc2f943d0f7 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5d7a6f-bc5f-4972-bcde-173888a22cdf,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:50.357568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Network ccf65906-feb8-4169-8438-55da70849bd3 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:10:50.360750 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:10:50.365414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:10:50.375935 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] Set router 5fc23cf2-1696-42cd-b35d-487995589aa6 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:50.397737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Pushing event updated for resources: {'Port': ['ID=ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:50.424646 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:50.443138 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ffdcd29-dab5-4d8c-b0b0-2a6cff39c78c req-46896207-e47d-4306-a0e7-2de801e95f2a tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "GET /v2.0/security-groups/0a5d7a6f-bc5f-4972-bcde-173888a22cdf HTTP/1.1" status: 200 len: 1830 time: 0.1751897 Nov 19 09:10:50.462121 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d69730-c2ea-47e3-be6f-94ff0cdabd29 req-a3225e36-3659-4188-9f86-2f85d2660a25 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:50.471401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47d69730-c2ea-47e3-be6f-94ff0cdabd29 req-a3225e36-3659-4188-9f86-2f85d2660a25 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.2489667 Nov 19 09:10:50.509051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33650) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:50.607799 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:50.655499 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-6659df74-deb9-4359-aa88-3c2dfcd8c699 req-6534ae27-2f80-40b6-a884-c19cd7aa27ab tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] show failed (client error): The resource could not be found. Nov 19 09:10:50.657121 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6659df74-deb9-4359-aa88-3c2dfcd8c699 req-6534ae27-2f80-40b6-a884-c19cd7aa27ab tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "GET /v2.0/security-groups/8c55c4bc-be7d-4376-a0ac-02c393eeac70 HTTP/1.1" status: 404 len: 352 time: 0.0532188 Nov 19 09:10:50.671776 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'name': 'tempest-ServersTestFqdnHostnames-1112539841-router', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:10:46Z', 'updated_at': '2021-11-19T09:10:48Z', 'revision_number': 3, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'gw_port': {'id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:47Z', 'updated_at': '2021-11-19T09:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:50.702521 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3d50343c-f208-466a-bc94-cd1285fe6017 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:10:50.707654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47d69730-c2ea-47e3-be6f-94ff0cdabd29 req-afc2de69-a066-456c-9470-575286cf298c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347071 Nov 19 09:10:50.709876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-661bb82e-6e59-4db7-b036-3560c2a051aa None None] Provisioning complete for port ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:50.711906 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-661bb82e-6e59-4db7-b036-3560c2a051aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:50.713040 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd937fb9-973a-409c-8ee9-b663ec4213ad None None] The sync data for ids ['5fc23cf2-1696-42cd-b35d-487995589aa6'] in n-d-805649-14 is: [{'id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'name': 'tempest-ServersTestFqdnHostnames-1112539841-router', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:10:46Z', 'updated_at': '2021-11-19T09:10:48Z', 'revision_number': 3, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'gw_port': {'id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:47Z', 'updated_at': '2021-11-19T09:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:10:50.799672 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-661bb82e-6e59-4db7-b036-3560c2a051aa None None] Port ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:10:50.804407 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-8ba85016-4590-4626-b7a5-0eb627b4f7b1 req-10723830-ee32-48ed-9384-acdf147b4d2e tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] show failed (client error): The resource could not be found. Nov 19 09:10:50.810006 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8ba85016-4590-4626-b7a5-0eb627b4f7b1 req-10723830-ee32-48ed-9384-acdf147b4d2e tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "GET /v2.0/security-group-rules/a3036e84-8cbe-4cff-824e-67597672ba81 HTTP/1.1" status: 404 len: 361 time: 0.0464821 Nov 19 09:10:50.850999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 3d50343c-f208-466a-bc94-cd1285fe6017 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:50.851410 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:50.927615 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:50.934109 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:51.055432 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Pushing event updated for resources: {'Port': ['ID=ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:51.089472 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:51.105279 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 79007b7f-85a7-4926-af69-9a74ceea9875 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:10:51.141275 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5e98d30-9041-4ed7-82c4-626b4a0b5e45 req-b46da7ba-9ead-4e0b-9b08-a4c23c483ade tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "GET /v2.0/security-groups/0a5d7a6f-bc5f-4972-bcde-173888a22cdf HTTP/1.1" status: 200 len: 1830 time: 0.2912569 Nov 19 09:10:51.147062 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 79007b7f-85a7-4926-af69-9a74ceea9875 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:10:51.147462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 79007b7f-85a7-4926-af69-9a74ceea9875 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:10:51.236650 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14698e2b-6f5e-43f8-b2cb-7cd61942773f req-9691e608-370a-4020-9117-b4d82557f432 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:51.238416 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14698e2b-6f5e-43f8-b2cb-7cd61942773f req-9691e608-370a-4020-9117-b4d82557f432 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 945 time: 0.1976683 Nov 19 09:10:51.275009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Network ccf65906-feb8-4169-8438-55da70849bd3 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:10:51.277741 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:10:51.310320 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5e98d30-9041-4ed7-82c4-626b4a0b5e45 req-b1c8e72e-49b0-4595-b7aa-9389995507ab tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:51.379497 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5e98d30-9041-4ed7-82c4-626b4a0b5e45 req-b1c8e72e-49b0-4595-b7aa-9389995507ab tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:51.414723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14698e2b-6f5e-43f8-b2cb-7cd61942773f req-8f7c8754-8ecb-4d5e-9666-b6cb2acde549 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652057 Nov 19 09:10:51.471245 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5e98d30-9041-4ed7-82c4-626b4a0b5e45 req-b1c8e72e-49b0-4595-b7aa-9389995507ab tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:51.473939 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5e98d30-9041-4ed7-82c4-626b4a0b5e45 req-b1c8e72e-49b0-4595-b7aa-9389995507ab tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:51.475094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5e98d30-9041-4ed7-82c4-626b4a0b5e45 req-b1c8e72e-49b0-4595-b7aa-9389995507ab tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "DELETE /v2.0/security-groups/0a5d7a6f-bc5f-4972-bcde-173888a22cdf HTTP/1.1" status: 204 len: 173 time: 0.3246069 Nov 19 09:10:51.501250 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8e72e-49b0-4595-b7aa-9389995507ab tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5d7a6f-bc5f-4972-bcde-173888a22cdf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:51.533486 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Router 5fc23cf2-1696-42cd-b35d-487995589aa6 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:10:51.638695 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3fdfb886-155b-42a8-bb50-2342699545d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:51.710508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:10:51.744033 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e305e476-cbcf-430e-a977-0f813881d7ad admin admin] 10.222.0.21 "PUT /v2.0/routers/5fc23cf2-1696-42cd-b35d-487995589aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8731916 Nov 19 09:10:51.749912 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6d57ec80-7e60-4bef-8eee-fe72ce7f864d None None] Provisioning complete for port ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:51.750411 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6d57ec80-7e60-4bef-8eee-fe72ce7f864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:51.775853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006092d5-da1a-401e-92c9-5b87d8fefdb4 req-b56423ff-69f9-4fa1-ac93-3037b35dfd26 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:51.777778 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-006092d5-da1a-401e-92c9-5b87d8fefdb4 req-b56423ff-69f9-4fa1-ac93-3037b35dfd26 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 1097 time: 0.1917133 Nov 19 09:10:51.787245 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d044e400-3ab3-4dcc-a575-71fba843c68d req-56a4117a-b977-4653-93f8-0098440f5660 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "GET /v2.0/security-groups/176452e5-677e-4de3-bfea-027028076075 HTTP/1.1" status: 200 len: 1830 time: 0.1804595 Nov 19 09:10:51.799934 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6d57ec80-7e60-4bef-8eee-fe72ce7f864d None None] Port ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:10:51.920990 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-006092d5-da1a-401e-92c9-5b87d8fefdb4 req-10ddc5ea-4a21-4175-ba07-69d8de3e2a3d tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368704 Nov 19 09:10:51.952132 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d044e400-3ab3-4dcc-a575-71fba843c68d req-8d48d040-ecbe-4e6c-910d-2d0e9454cd47 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:52.000516 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d044e400-3ab3-4dcc-a575-71fba843c68d req-8d48d040-ecbe-4e6c-910d-2d0e9454cd47 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:52.126158 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d044e400-3ab3-4dcc-a575-71fba843c68d req-8d48d040-ecbe-4e6c-910d-2d0e9454cd47 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:52.128761 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d044e400-3ab3-4dcc-a575-71fba843c68d req-8d48d040-ecbe-4e6c-910d-2d0e9454cd47 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:52.129974 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d044e400-3ab3-4dcc-a575-71fba843c68d req-8d48d040-ecbe-4e6c-910d-2d0e9454cd47 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "DELETE /v2.0/security-groups/176452e5-677e-4de3-bfea-027028076075 HTTP/1.1" status: 204 len: 173 time: 0.3334584 Nov 19 09:10:52.141254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3c1b-4950-4438-80ed-08812de2ac17 req-c0f6758a-1077-405a-ab61-1b69c5fb0392 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:52.142765 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea4e3c1b-4950-4438-80ed-08812de2ac17 req-c0f6758a-1077-405a-ab61-1b69c5fb0392 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.1283731 Nov 19 09:10:52.158644 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48d040-ecbe-4e6c-910d-2d0e9454cd47 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=176452e5-677e-4de3-bfea-027028076075,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:52.219918 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4770782e-7bb7-4191-98a0-d7bb9de028ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:52.224306 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea4e3c1b-4950-4438-80ed-08812de2ac17 req-b6ef4428-a359-40f4-8c87-9822087001ef tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732737 Nov 19 09:10:52.229627 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3fdfb886-155b-42a8-bb50-2342699545d2 admin admin] Deleting port e8ca336a-937b-4449-8457-fb9202898783 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:10:52.229964 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3fdfb886-155b-42a8-bb50-2342699545d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:52.342553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-3fdfb886-155b-42a8-bb50-2342699545d2 admin admin] For port e8ca336a-937b-4449-8457-fb9202898783, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e8ca336a-937b-4449-8457-fb9202898783,segment=NetworkSegment(e30ed018-552d-42d4-8ad7-60591dd042b0),segment_id=e30ed018-552d-42d4-8ad7-60591dd042b0)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:52.343452 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3fdfb886-155b-42a8-bb50-2342699545d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:52.360465 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3fdfb886-155b-42a8-bb50-2342699545d2 admin admin] Calling delete_port for e8ca336a-937b-4449-8457-fb9202898783 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:10:52.371457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33684) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:52.378476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-40a5f9e9-f729-4f8c-bd2a-524092ad0f05 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1281265708', 'description': 'tempest-description--585140393'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:52.485964 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40a5f9e9-f729-4f8c-bd2a-524092ad0f05 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:52.503063 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d374eae2-ed7c-41c6-b9a5-aa6a1e7a3de6 req-41586685-d0ec-4832-9228-b52ae155aaf8 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "GET /v2.0/security-groups/f1042830-9a18-43ab-9c45-783a16781f09 HTTP/1.1" status: 200 len: 1828 time: 0.1165998 Nov 19 09:10:52.642964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-b5696c7e-693b-43ad-b6df-7f081e293590 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:52.644794 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-b5696c7e-693b-43ad-b6df-7f081e293590 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849&tenant_id=f4ec3ebf1477409f8393f974b06cf696&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 1097 time: 0.0905590 Nov 19 09:10:52.664009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805649-14'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:52.696885 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d374eae2-ed7c-41c6-b9a5-aa6a1e7a3de6 req-2ce5bb12-6491-4f4a-9c39-9da12e278156 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:52.700407 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40a5f9e9-f729-4f8c-bd2a-524092ad0f05 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:52.710921 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40a5f9e9-f729-4f8c-bd2a-524092ad0f05 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:52.734104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d9d26a38-a9ed-46e9-956c-b93c616cdbcf up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:10:52.817810 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d374eae2-ed7c-41c6-b9a5-aa6a1e7a3de6 req-2ce5bb12-6491-4f4a-9c39-9da12e278156 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:52.822407 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:52.844423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5f9e9-f729-4f8c-bd2a-524092ad0f05 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1158b444-6e3f-4125-b3d5-5f13615ed878,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:52.854203 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40a5f9e9-f729-4f8c-bd2a-524092ad0f05 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:52.858969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-40a5f9e9-f729-4f8c-bd2a-524092ad0f05 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4833028 Nov 19 09:10:52.859073 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d9d26a38-a9ed-46e9-956c-b93c616cdbcf triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:52.859556 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:52.863916 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33700) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:52.907749 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3fdfb886-155b-42a8-bb50-2342699545d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:52.916455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c2771bbd-6d2d-45e9-9852-f1caf9f5c88f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Request body: {'security_group_rule': {'security_group_id': '1158b444-6e3f-4125-b3d5-5f13615ed878', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:52.954520 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2771bbd-6d2d-45e9-9852-f1caf9f5c88f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:52.986449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfb886-155b-42a8-bb50-2342699545d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ca336a-937b-4449-8457-fb9202898783,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:53.016898 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:53.041331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port d9d26a38-a9ed-46e9-956c-b93c616cdbcf, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d9d26a38-a9ed-46e9-956c-b93c616cdbcf,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:53.050635 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:53.072322 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2771bbd-6d2d-45e9-9852-f1caf9f5c88f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:53.084708 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2771bbd-6d2d-45e9-9852-f1caf9f5c88f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:53.106623 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d374eae2-ed7c-41c6-b9a5-aa6a1e7a3de6 req-2ce5bb12-6491-4f4a-9c39-9da12e278156 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:53.118744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Sync routers for ids ['5fc23cf2-1696-42cd-b35d-487995589aa6'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:10:53.120283 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d374eae2-ed7c-41c6-b9a5-aa6a1e7a3de6 req-2ce5bb12-6491-4f4a-9c39-9da12e278156 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:53.129722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d374eae2-ed7c-41c6-b9a5-aa6a1e7a3de6 req-2ce5bb12-6491-4f4a-9c39-9da12e278156 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "DELETE /v2.0/security-groups/f1042830-9a18-43ab-9c45-783a16781f09 HTTP/1.1" status: 204 len: 173 time: 0.6100063 Nov 19 09:10:53.146381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=d9d26a38-a9ed-46e9-956c-b93c616cdbcf,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:53.156669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5bb12-6491-4f4a-9c39-9da12e278156 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1042830-9a18-43ab-9c45-783a16781f09,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:53.162732 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Routers {'5fc23cf2-1696-42cd-b35d-487995589aa6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:53.163392 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5fc23cf2-1696-42cd-b35d-487995589aa6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:53.341618 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:53.348511 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Set router 5fc23cf2-1696-42cd-b35d-487995589aa6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:53.368589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64734b-888c-4f61-86f0-13a07860ca97 req-79819fcd-ba0c-4621-bb28-872f671488cc tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:53.370329 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb64734b-888c-4f61-86f0-13a07860ca97 req-79819fcd-ba0c-4621-bb28-872f671488cc tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 945 time: 0.1188540 Nov 19 09:10:53.402945 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3fdfb886-155b-42a8-bb50-2342699545d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:53.496706 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb64734b-888c-4f61-86f0-13a07860ca97 req-a6ee0451-90af-4236-8628-b6859773e804 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144192 Nov 19 09:10:53.519838 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2771bbd-6d2d-45e9-9852-f1caf9f5c88f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd08ad3-2191-438f-8b79-f6e4b04dc844,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:53.539781 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2771bbd-6d2d-45e9-9852-f1caf9f5c88f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:53.543495 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c2771bbd-6d2d-45e9-9852-f1caf9f5c88f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6759629 Nov 19 09:10:53.543719 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] For port 34250b97-4071-47db-a55f-dd5ef0e95f43, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=34250b97-4071-47db-a55f-dd5ef0e95f43,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:53.544327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33718) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:53.552996 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1a45c594-53af-4473-9615-3ed030cffc9f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Request body: {'security_group_rule': {'security_group_id': '1158b444-6e3f-4125-b3d5-5f13615ed878', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:53.627710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] For port 34250b97-4071-47db-a55f-dd5ef0e95f43, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:10:53.630076 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a45c594-53af-4473-9615-3ed030cffc9f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:53.678611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dffe4470-8739-4cb2-88d0-d63c709a1849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34250b97-4071-47db-a55f-dd5ef0e95f43'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:53.682722 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af27902-2591-4898-9315-c6d1a0db7fae" -d '{"events": [{"server_uuid": "dffe4470-8739-4cb2-88d0-d63c709a1849", "name": "network-vif-unplugged", "status": "completed", "tag": "34250b97-4071-47db-a55f-dd5ef0e95f43"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:53.687316 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:53.698271 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'name': 'tempest-ServersTestFqdnHostnames-1112539841-router', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:10:46Z', 'updated_at': '2021-11-19T09:10:50Z', 'revision_number': 4, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'gw_port': {'id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:47Z', 'updated_at': '2021-11-19T09:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc', 'name': '', 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'mac_address': 'fa:16:3e:d5:c9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:49Z', 'updated_at': '2021-11-19T09:10:50Z', 'revision_number': 2, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'subnets': [{'id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:53.699117 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:53.728008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-5419b0c3-49cc-4b4f-9232-9ec4d6d863d8 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:10:53.729118 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-5419b0c3-49cc-4b4f-9232-9ec4d6d863d8 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0277352 Nov 19 09:10:53.739291 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Checking router: 5fc23cf2-1696-42cd-b35d-487995589aa6 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:10:53.740289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Updating router 5fc23cf2-1696-42cd-b35d-487995589aa6 port ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:10:53.767856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Pushing event updated for resources: {'Port': ['ID=34250b97-4071-47db-a55f-dd5ef0e95f43,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:53.769224 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:53.784911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 34250b97-4071-47db-a55f-dd5ef0e95f43 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:10:53.834842 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Attempting to bind port 34250b97-4071-47db-a55f-dd5ef0e95f43 on host n-h1-805649-14 for vnic_type normal with profile {"migrating_to": "n-h2-805649-14"} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:10:53.835905 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Attempting to bind port 34250b97-4071-47db-a55f-dd5ef0e95f43 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:10:53.836450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Attempting to bind port 34250b97-4071-47db-a55f-dd5ef0e95f43 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:53.842804 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Port 34250b97-4071-47db-a55f-dd5ef0e95f43 on network 692fa143-7b59-41f0-9ea1-d966185e0300 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:10:53.843448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Attempting to bind port 34250b97-4071-47db-a55f-dd5ef0e95f43 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:53.860236 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:10:53.861590 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Checking segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:10:53.862168 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Bound using segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:10:53.863099 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Bound port: 34250b97-4071-47db-a55f-dd5ef0e95f43, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:10:53.863349 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:53.980854 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] For port 34250b97-4071-47db-a55f-dd5ef0e95f43, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:10:53.986768 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] For port 34250b97-4071-47db-a55f-dd5ef0e95f43, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=34250b97-4071-47db-a55f-dd5ef0e95f43,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:10:53.994502 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.040867 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 34250b97-4071-47db-a55f-dd5ef0e95f43, host n-h1-805649-14, got binding levels [] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:54.080661 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:54.081574 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.083227 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] 10.222.0.71 "PUT /v2.0/ports/34250b97-4071-47db-a55f-dd5ef0e95f43 HTTP/1.1" status: 200 len: 1123 time: 1.4250860 Nov 19 09:10:54.087832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35728d1c-6cbd-43a1-b9e4-a67270756758 service neutron] Pushing event updated for resources: {'Port': ['ID=34250b97-4071-47db-a55f-dd5ef0e95f43,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:54.096437 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Attempting to bind port 34250b97-4071-47db-a55f-dd5ef0e95f43 on host n-h1-805649-14 for vnic_type normal with profile {"migrating_to": "n-h2-805649-14"} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:10:54.097141 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Attempting to bind port 34250b97-4071-47db-a55f-dd5ef0e95f43 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:10:54.097730 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Attempting to bind port 34250b97-4071-47db-a55f-dd5ef0e95f43 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:54.109892 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Port 34250b97-4071-47db-a55f-dd5ef0e95f43 on network 692fa143-7b59-41f0-9ea1-d966185e0300 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:10:54.110629 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Attempting to bind port 34250b97-4071-47db-a55f-dd5ef0e95f43 on network 692fa143-7b59-41f0-9ea1-d966185e0300 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:54.127579 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:10:54.128233 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Checking segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:10:54.128874 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Bound using segment: {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:10:54.129628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Bound port: 34250b97-4071-47db-a55f-dd5ef0e95f43, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780fdb50-5fab-4fad-9d38-fe248b884b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '692fa143-7b59-41f0-9ea1-d966185e0300'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:10:54.130033 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.218140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-c971be3c-aaf7-4f45-bb28-663d73a2fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:54.219571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-c971be3c-aaf7-4f45-bb28-663d73a2fef2 service neutron] 10.222.0.21 "GET /v2.0/ports/46a27362-8a8f-4d4b-921d-4942d6e4ca62 HTTP/1.1" status: 200 len: 1094 time: 0.4753492 Nov 19 09:10:54.234571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59f54a6a-34bb-4dbf-8ed0-9d9bc7853e9b req-3e7e5072-171e-4f2b-897f-1d9bbacaef34 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "GET /v2.0/security-groups/2795557e-1773-4b27-ab10-436ca45493f9 HTTP/1.1" status: 200 len: 1830 time: 0.5917320 Nov 19 09:10:54.238478 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a45c594-53af-4473-9615-3ed030cffc9f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.242729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-7ffd048b-dd3a-47df-bda9-3f891a94702e service neutron] Request body: {'binding': {'host': 'n-h1-805649-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:54.243204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-7ffd048b-dd3a-47df-bda9-3f891a94702e service neutron] Unknown quota resources ['binding']. {{(pid=103477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 09:10:54.288081 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a45c594-53af-4473-9615-3ed030cffc9f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.327686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdfb886-155b-42a8-bb50-2342699545d2 admin admin] Router b485e454-b35a-4d1c-8993-0b42345ba41a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:10:54.356548 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45c594-53af-4473-9615-3ed030cffc9f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b768ef71-6be5-4aca-acba-f5115f36ad3c,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:54.357075 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['34250b97-4071-47db-a55f-dd5ef0e95f43'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:54.359425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['34250b97-4071-47db-a55f-dd5ef0e95f43'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:10:54.368212 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a45c594-53af-4473-9615-3ed030cffc9f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.369528 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1a45c594-53af-4473-9615-3ed030cffc9f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8235574 Nov 19 09:10:54.372841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33722) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:54.381828 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:10:54.415658 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.488802 n-d-805649-14 neutron-server[103478]: WARNING neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Concurrent port binding operations failed on port 34250b97-4071-47db-a55f-dd5ef0e95f43 Nov 19 09:10:54.498559 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.501635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 34250b97-4071-47db-a55f-dd5ef0e95f43, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=34250b97-4071-47db-a55f-dd5ef0e95f43,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:54.509765 n-d-805649-14 neutron-server[103478]: INFO neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Attempt 2 to bind port 34250b97-4071-47db-a55f-dd5ef0e95f43 Nov 19 09:10:54.509765 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 34250b97-4071-47db-a55f-dd5ef0e95f43 has no active binding in host n-h2-805649-14 {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 09:10:54.520021 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.542202 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.562219 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-59f54a6a-34bb-4dbf-8ed0-9d9bc7853e9b req-6bbf7b99-0498-436f-9863-6e3fdc825554 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.621440 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099f98e-c094-4677-a1aa-e5052c32c9ce None None] Pushing event updated for resources: {'Port': ['ID=ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:54.625194 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-59f54a6a-34bb-4dbf-8ed0-9d9bc7853e9b req-6bbf7b99-0498-436f-9863-6e3fdc825554 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.687352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-7ffd048b-dd3a-47df-bda9-3f891a94702e service neutron] Attempting to bind port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 on host n-h1-805649-14 for vnic_type normal with profile None {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:10:54.687615 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-7ffd048b-dd3a-47df-bda9-3f891a94702e service neutron] Attempting to bind port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:10:54.687974 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-7ffd048b-dd3a-47df-bda9-3f891a94702e service neutron] Attempting to bind port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:54.698658 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Allocated IP 172.25.0.139 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/48b92020-2417-48c1-930f-59c5adc7d855) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:10:54.702626 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdfb886-155b-42a8-bb50-2342699545d2 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:10:54.709304 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3fdfb886-155b-42a8-bb50-2342699545d2 admin admin] 10.222.0.21 "PUT /v2.0/routers/b485e454-b35a-4d1c-8993-0b42345ba41a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1931319 Nov 19 09:10:54.710367 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-7ffd048b-dd3a-47df-bda9-3f891a94702e service neutron] Port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:10:54.710367 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-7ffd048b-dd3a-47df-bda9-3f891a94702e service neutron] Attempting to bind port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:54.719131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33728) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:54.722656 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55afbb-fe53-4fcb-91f4-830a34f3bb05 None None] Sync routers for ids ['b485e454-b35a-4d1c-8993-0b42345ba41a'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:10:54.739111 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55afbb-fe53-4fcb-91f4-830a34f3bb05 None None] Routers {'b485e454-b35a-4d1c-8993-0b42345ba41a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:54.740041 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8f55afbb-fe53-4fcb-91f4-830a34f3bb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b485e454-b35a-4d1c-8993-0b42345ba41a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:54.759460 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-7ffd048b-dd3a-47df-bda9-3f891a94702e service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:10:54.759814 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-7ffd048b-dd3a-47df-bda9-3f891a94702e service neutron] Checking segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:10:54.760980 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-7ffd048b-dd3a-47df-bda9-3f891a94702e service neutron] Bound using segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:10:54.761919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-7ffd048b-dd3a-47df-bda9-3f891a94702e service neutron] Bound port: 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:10:54.887684 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Attempting to bind port ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:10:54.895108 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Attempting to bind port ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0e4d4b4b-e09a-4870-b6cd-d798f391cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:10:54.897206 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Attempting to bind port ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc on network ccf65906-feb8-4169-8438-55da70849bd3 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:10:54.900066 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.933056 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.956328 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.959458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:10:54.959842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Checking segment: {'id': '0e4d4b4b-e09a-4870-b6cd-d798f391cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:10:54.960457 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.961051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Bound using segment: {'id': '0e4d4b4b-e09a-4870-b6cd-d798f391cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:10:54.961732 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Bound port: ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4d4b4b-e09a-4870-b6cd-d798f391cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:10:54.962122 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.964421 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d9d26a38-a9ed-46e9-956c-b93c616cdbcf up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:10:54.973389 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-8f55afbb-fe53-4fcb-91f4-830a34f3bb05 None None] Set router b485e454-b35a-4d1c-8993-0b42345ba41a gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:54.992417 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-59f54a6a-34bb-4dbf-8ed0-9d9bc7853e9b req-6bbf7b99-0498-436f-9863-6e3fdc825554 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:54.996163 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-59f54a6a-34bb-4dbf-8ed0-9d9bc7853e9b req-6bbf7b99-0498-436f-9863-6e3fdc825554 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:55.012770 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59f54a6a-34bb-4dbf-8ed0-9d9bc7853e9b req-6bbf7b99-0498-436f-9863-6e3fdc825554 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "DELETE /v2.0/security-groups/2795557e-1773-4b27-ab10-436ca45493f9 HTTP/1.1" status: 204 len: 173 time: 0.7606282 Nov 19 09:10:55.013293 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:10:55.017644 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:10:55.021111 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:10:55.024056 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Pushing event updated for resources: {'Port': ['ID=48b92020-2417-48c1-930f-59c5adc7d855,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:55.076566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf7b99-0498-436f-9863-6e3fdc825554 tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2795557e-1773-4b27-ab10-436ca45493f9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:55.142494 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:55.154104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-7ffd048b-dd3a-47df-bda9-3f891a94702e service neutron] For port 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=46a27362-8a8f-4d4b-921d-4942d6e4ca62,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:10:55.170607 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-768a2faa-717d-4148-9775-87d0d057fcef admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:55.177544 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-7ffd048b-dd3a-47df-bda9-3f891a94702e service neutron] Publish callbacks [] for binding, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:55.177763 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7614e035-1977-4433-916c-d65d2ef4b1b5 None None] Provisioning complete for port ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:55.178300 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7614e035-1977-4433-916c-d65d2ef4b1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:55.188688 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-7ffd048b-dd3a-47df-bda9-3f891a94702e service neutron] 10.222.0.21 "POST /v2.0/ports/46a27362-8a8f-4d4b-921d-4942d6e4ca62/bindings HTTP/1.1" status: 201 len: 390 time: 0.9523106 Nov 19 09:10:55.196735 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:55.212137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] For port ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:10:55.217974 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d9d26a38-a9ed-46e9-956c-b93c616cdbcf triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:55.218376 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:55.258203 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8f55afbb-fe53-4fcb-91f4-830a34f3bb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'name': 'tempest-ServerRescueNegativeTestJSON-1892094623-router', 'tenant_id': '04047b519840476fb11f47f5e01d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '3bea528d-405c-4cbf-8594-64a072e58376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:33Z', 'updated_at': '2021-11-19T09:10:52Z', 'revision_number': 5, 'project_id': '04047b519840476fb11f47f5e01d67ee', 'gw_port': {'id': '3bea528d-405c-4cbf-8594-64a072e58376', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:35Z', 'updated_at': '2021-11-19T09:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:55.305648 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] For port ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc,segment=NetworkSegment(0e4d4b4b-e09a-4870-b6cd-d798f391cc1b),segment_id=0e4d4b4b-e09a-4870-b6cd-d798f391cc1b)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:10:55.311961 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7614e035-1977-4433-916c-d65d2ef4b1b5 None None] Port ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:10:55.327923 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:55.331884 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55afbb-fe53-4fcb-91f4-830a34f3bb05 None None] Checking router: b485e454-b35a-4d1c-8993-0b42345ba41a for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:10:55.343252 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55afbb-fe53-4fcb-91f4-830a34f3bb05 None None] Routers {'b485e454-b35a-4d1c-8993-0b42345ba41a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:55.343573 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a22355-3a92-4a4d-b262-82ef0fc7fa9c req-a1964efe-8ac0-42d8-b9d4-bdc2030350fe tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:55.344461 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8f55afbb-fe53-4fcb-91f4-830a34f3bb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b485e454-b35a-4d1c-8993-0b42345ba41a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:55.345299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77a22355-3a92-4a4d-b262-82ef0fc7fa9c req-a1964efe-8ac0-42d8-b9d4-bdc2030350fe tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.2146466 Nov 19 09:10:55.489465 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-768a2faa-717d-4148-9775-87d0d057fcef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:55.508998 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e001c6-06d4-496e-8e5a-bbf1407949ac x-openstack-request-id: req-72e001c6-06d4-496e-8e5a-bbf1407949ac {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:55.509529 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dffe4470-8739-4cb2-88d0-d63c709a1849", "name": "network-vif-unplugged", "status": "completed", "tag": "34250b97-4071-47db-a55f-dd5ef0e95f43", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:55.509896 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72e001c6-06d4-496e-8e5a-bbf1407949ac {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:55.510624 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dffe4470-8739-4cb2-88d0-d63c709a1849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34250b97-4071-47db-a55f-dd5ef0e95f43', 'code': 200} Nov 19 09:10:55.514669 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099f98e-c094-4677-a1aa-e5052c32c9ce None None] Pushing event updated for resources: {'Port': ['ID=ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:55.515342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77a22355-3a92-4a4d-b262-82ef0fc7fa9c req-b3382d2c-8be5-4f8f-9e83-0a3d687c704b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525998 Nov 19 09:10:55.539586 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-8f55afbb-fe53-4fcb-91f4-830a34f3bb05 None None] Set router b485e454-b35a-4d1c-8993-0b42345ba41a gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:55.557656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Routers {'5fc23cf2-1696-42cd-b35d-487995589aa6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:10:55.563459 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5fc23cf2-1696-42cd-b35d-487995589aa6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:55.570496 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:55.583921 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:55.642948 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:55.684574 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-768a2faa-717d-4148-9775-87d0d057fcef admin admin] Deleting port 3bea528d-405c-4cbf-8594-64a072e58376 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:10:55.685035 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-768a2faa-717d-4148-9775-87d0d057fcef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:55.707183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Pushing event updated for resources: {'Port': ['ID=48b92020-2417-48c1-930f-59c5adc7d855,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:55.759529 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:55.785347 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:55.796724 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8e5b9024-3b88-458a-812c-0c25de4ae40c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4094021 Nov 19 09:10:55.852625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] Set router 5fc23cf2-1696-42cd-b35d-487995589aa6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:10:55.884261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-3804436e-a084-4b51-aaea-75a0f15cea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:55.884261 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-3804436e-a084-4b51-aaea-75a0f15cea48 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 1097 time: 0.2276394 Nov 19 09:10:55.917165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef0fa0-f0da-445d-a187-8a719336a27e req-718abc20-a4f8-491d-8ae5-18e671fad486 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:55.925289 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1cef0fa0-f0da-445d-a187-8a719336a27e req-718abc20-a4f8-491d-8ae5-18e671fad486 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 943 time: 0.2005255 Nov 19 09:10:55.925554 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e4972301-19bc-4600-89d5-35af5908a723 req-913cec82-8e75-4dbc-8da3-0237d3da1da4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0754063 Nov 19 09:10:55.939888 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4c485ea5-cc24-474c-9141-2c44b6887c3b req-234d1966-9ad2-418d-aaa7-32293038076b tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "GET /v2.0/security-groups/09a2d1a0-7779-4bbf-a4f2-f2b50ac98dbc HTTP/1.1" status: 200 len: 1826 time: 0.1616673 Nov 19 09:10:55.947898 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8f55afbb-fe53-4fcb-91f4-830a34f3bb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'name': 'tempest-ServerRescueNegativeTestJSON-1892094623-router', 'tenant_id': '04047b519840476fb11f47f5e01d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '3bea528d-405c-4cbf-8594-64a072e58376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:33Z', 'updated_at': '2021-11-19T09:10:52Z', 'revision_number': 5, 'project_id': '04047b519840476fb11f47f5e01d67ee', 'gw_port': {'id': '3bea528d-405c-4cbf-8594-64a072e58376', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:35Z', 'updated_at': '2021-11-19T09:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:55.987257 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55afbb-fe53-4fcb-91f4-830a34f3bb05 None None] The sync data for ids ['b485e454-b35a-4d1c-8993-0b42345ba41a'] in n-d-805649-14 is: [{'id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'name': 'tempest-ServerRescueNegativeTestJSON-1892094623-router', 'tenant_id': '04047b519840476fb11f47f5e01d67ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '3bea528d-405c-4cbf-8594-64a072e58376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:33Z', 'updated_at': '2021-11-19T09:10:52Z', 'revision_number': 5, 'project_id': '04047b519840476fb11f47f5e01d67ee', 'gw_port': {'id': '3bea528d-405c-4cbf-8594-64a072e58376', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b485e454-b35a-4d1c-8993-0b42345ba41a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:35Z', 'updated_at': '2021-11-19T09:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:10:56.044315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-768a2faa-717d-4148-9775-87d0d057fcef admin admin] For port 3bea528d-405c-4cbf-8594-64a072e58376, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3bea528d-405c-4cbf-8594-64a072e58376,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:56.044727 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-768a2faa-717d-4148-9775-87d0d057fcef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:56.045049 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-18e1f468-8d3f-4737-8679-33cdfb190eb9 None None] Provisioning complete for port ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:56.045572 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-18e1f468-8d3f-4737-8679-33cdfb190eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:56.072530 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4972301-19bc-4600-89d5-35af5908a723 req-ade7c817-f204-4c6f-9411-70cfcf7750aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:56.074438 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e4972301-19bc-4600-89d5-35af5908a723 req-ade7c817-f204-4c6f-9411-70cfcf7750aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 1118 time: 0.0840802 Nov 19 09:10:56.086204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-768a2faa-717d-4148-9775-87d0d057fcef admin admin] Calling delete_port for 3bea528d-405c-4cbf-8594-64a072e58376 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:10:56.125075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1cef0fa0-f0da-445d-a187-8a719336a27e req-85b68100-973a-409c-8a13-d93e891cbb1b tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989427 Nov 19 09:10:56.193945 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-18e1f468-8d3f-4737-8679-33cdfb190eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:56.195974 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4c485ea5-cc24-474c-9141-2c44b6887c3b req-92ebb9ea-2945-4046-900f-541ed8a5297a tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:56.198101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-bced4588-efe0-4277-a371-83b131b71aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:56.199586 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-bced4588-efe0-4277-a371-83b131b71aa1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.2968094 Nov 19 09:10:56.240482 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-18e1f468-8d3f-4737-8679-33cdfb190eb9 None None] For port ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc,segment=NetworkSegment(0e4d4b4b-e09a-4870-b6cd-d798f391cc1b),segment_id=0e4d4b4b-e09a-4870-b6cd-d798f391cc1b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:10:56.251772 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'name': 'tempest-ServersTestFqdnHostnames-1112539841-router', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:10:46Z', 'updated_at': '2021-11-19T09:10:50Z', 'revision_number': 4, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'gw_port': {'id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:47Z', 'updated_at': '2021-11-19T09:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc', 'name': '', 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'mac_address': 'fa:16:3e:d5:c9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:49Z', 'updated_at': '2021-11-19T09:10:55Z', 'revision_number': 4, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'subnets': [{'id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:56.252939 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4972301-19bc-4600-89d5-35af5908a723 req-2ad0af83-f973-4a38-8430-31ec0f0b0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:56.254717 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e4972301-19bc-4600-89d5-35af5908a723 req-2ad0af83-f973-4a38-8430-31ec0f0b0b46 service neutron] 10.222.0.71 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.1398029 Nov 19 09:10:56.256407 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-18e1f468-8d3f-4737-8679-33cdfb190eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:56.276622 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4c485ea5-cc24-474c-9141-2c44b6887c3b req-92ebb9ea-2945-4046-900f-541ed8a5297a tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:56.280117 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-f7e91f6a-2202-4c9e-a0c9-6e3ec91ec82c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46a27362-8a8f-4d4b-921d-4942d6e4ca62 HTTP/1.1" status: 200 len: 217 time: 0.0676775 Nov 19 09:10:56.312318 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19075904-43d4-4a75-9cb5-1901fc1b1865 None None] The sync data for ids ['5fc23cf2-1696-42cd-b35d-487995589aa6'] in n-d-805649-14 is: [{'id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'name': 'tempest-ServersTestFqdnHostnames-1112539841-router', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:10:46Z', 'updated_at': '2021-11-19T09:10:50Z', 'revision_number': 4, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'gw_port': {'id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:47Z', 'updated_at': '2021-11-19T09:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc', 'name': '', 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'mac_address': 'fa:16:3e:d5:c9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:49Z', 'updated_at': '2021-11-19T09:10:55Z', 'revision_number': 4, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'subnets': [{'id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:10:56.328756 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e4972301-19bc-4600-89d5-35af5908a723 req-c0c7fe81-6199-42dc-ba1b-d5c829085cf5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e39abd13-128e-47a6-97c2-670a98e12d60 HTTP/1.1" status: 200 len: 217 time: 0.0396550 Nov 19 09:10:56.356004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1f468-8d3f-4737-8679-33cdfb190eb9 None None] Pushing event updated for resources: {'Port': ['ID=ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:56.438838 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4972301-19bc-4600-89d5-35af5908a723 req-3a779e8e-17eb-4f80-a8b3-0890761b58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:56.441320 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e4972301-19bc-4600-89d5-35af5908a723 req-3a779e8e-17eb-4f80-a8b3-0890761b58fd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.0929892 Nov 19 09:10:56.472729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfef253-9bea-43f7-a340-2a66d657e57c req-50e833be-bfac-4e92-b12e-333f0de4ca50 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:56.480371 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7dfef253-9bea-43f7-a340-2a66d657e57c req-50e833be-bfac-4e92-b12e-333f0de4ca50 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 945 time: 0.2082174 Nov 19 09:10:56.483136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-d0430aa6-dc4a-4fd9-a862-c1dba46a8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:56.484581 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-d0430aa6-dc4a-4fd9-a862-c1dba46a8294 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.1886554 Nov 19 09:10:56.514686 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e4972301-19bc-4600-89d5-35af5908a723 req-de193a99-bdbd-4e2f-9f7c-823ee1aecdeb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545821 Nov 19 09:10:56.519188 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4c485ea5-cc24-474c-9141-2c44b6887c3b req-92ebb9ea-2945-4046-900f-541ed8a5297a tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:56.521765 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4c485ea5-cc24-474c-9141-2c44b6887c3b req-92ebb9ea-2945-4046-900f-541ed8a5297a tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:56.522968 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4c485ea5-cc24-474c-9141-2c44b6887c3b req-92ebb9ea-2945-4046-900f-541ed8a5297a tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] 10.222.0.21 "DELETE /v2.0/security-groups/09a2d1a0-7779-4bbf-a4f2-f2b50ac98dbc HTTP/1.1" status: 204 len: 173 time: 0.5688596 Nov 19 09:10:56.537018 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33740) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:56.546978 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-e0122129-f8cc-4d6f-bf0c-f95e560a63ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467043 Nov 19 09:10:56.666715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebb9ea-2945-4046-900f-541ed8a5297a tempest-SecurityGroupRulesNegativeTestJSON-1300812011 tempest-SecurityGroupRulesNegativeTestJSON-1300812011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a2d1a0-7779-4bbf-a4f2-f2b50ac98dbc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:56.719448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:10:56.751763 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-3966b871-36a0-4bad-8bfb-954ec08d6ae8 admin admin] Deleting subnet c99c39e8-cc5f-4db0-9670-d0b55bf60817 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:10:56.755494 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3966b871-36a0-4bad-8bfb-954ec08d6ae8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:56.779934 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:10:56.780321 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:56.816288 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2290cbab-0281-4743-b401-175446749ffb tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1281265708&fields=id&tenant_id=4b5edf294e894726b8f3361d205648c3 HTTP/1.1" status: 200 len: 267 time: 0.1389406 Nov 19 09:10:56.819811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7dfef253-9bea-43f7-a340-2a66d657e57c req-79257eb8-8683-41c9-9359-ae7cacd68c9f tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385866 Nov 19 09:10:56.846054 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-768a2faa-717d-4148-9775-87d0d057fcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:56.856149 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3966b871-36a0-4bad-8bfb-954ec08d6ae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:56.905514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e8ca336a-937b-4449-8457-fb9202898783 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:10:56.948231 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: e8ca336a-937b-4449-8457-fb9202898783 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:10:56.949196 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e8ca336a-937b-4449-8457-fb9202898783 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:10:56.964130 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e4972301-19bc-4600-89d5-35af5908a723 req-ea6835b5-023f-4a2e-b186-580c95573313 service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256682 Nov 19 09:10:56.988832 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a2faa-717d-4148-9775-87d0d057fcef admin admin] Pushing event deleted for resources: {'Port': ['ID=3bea528d-405c-4cbf-8594-64a072e58376,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:57.019357 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-9631129a-f4ca-4ad9-946a-b2726fd4656f service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277267 Nov 19 09:10:57.039545 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3966b871-36a0-4bad-8bfb-954ec08d6ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:57.142889 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e4972301-19bc-4600-89d5-35af5908a723 req-7f7f2494-7911-422d-aa2e-902414745084 service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637585 Nov 19 09:10:57.145534 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3966b871-36a0-4bad-8bfb-954ec08d6ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:57.178738 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3966b871-36a0-4bad-8bfb-954ec08d6ae8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:57.185025 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3966b871-36a0-4bad-8bfb-954ec08d6ae8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c99c39e8-cc5f-4db0-9670-d0b55bf60817 HTTP/1.1" status: 204 len: 168 time: 0.6451657 Nov 19 09:10:57.186107 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33756) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:57.203864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966b871-36a0-4bad-8bfb-954ec08d6ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c99c39e8-cc5f-4db0-9670-d0b55bf60817,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:57.236080 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165749e-7880-4d90-a10f-01587eb67e4d req-968b8b31-253d-4b07-bdb4-991932ee20f8 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:57.238107 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4165749e-7880-4d90-a10f-01587eb67e4d req-968b8b31-253d-4b07-bdb4-991932ee20f8 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/networks?id=ccf65906-feb8-4169-8438-55da70849bd3 HTTP/1.1" status: 200 len: 815 time: 0.4097717 Nov 19 09:10:57.259719 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb510045-41e5-485d-8127-3f1560b79feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:57.269116 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-768a2faa-717d-4148-9775-87d0d057fcef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:57.376118 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb510045-41e5-485d-8127-3f1560b79feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:57.400970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-bb510045-41e5-485d-8127-3f1560b79feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8ab37a-712e-4401-9fe1-8089d02afd7a']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:57.412710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-bb510045-41e5-485d-8127-3f1560b79feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03b1dff-f20f-49c9-bce3-40a8d7e28cc4') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:57.413028 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-bb510045-41e5-485d-8127-3f1560b79feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03b1dff-f20f-49c9-bce3-40a8d7e28cc4') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:57.417121 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4165749e-7880-4d90-a10f-01587eb67e4d req-208cbdbd-e3c8-4413-b1bf-19b954069d7f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/quotas/4b5edf294e894726b8f3361d205648c3 HTTP/1.1" status: 200 len: 375 time: 0.1619074 Nov 19 09:10:57.425506 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb510045-41e5-485d-8127-3f1560b79feb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:57.445800 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb510045-41e5-485d-8127-3f1560b79feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:57.455850 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb510045-41e5-485d-8127-3f1560b79feb admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:10:57.456539 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb510045-41e5-485d-8127-3f1560b79feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:10:57.459495 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:10:57.462942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c37bca-33c7-41df-b9ea-8d374d173c78 req-1ac1c0d5-2fcb-413d-9dc4-b11ee1691826 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:57.468148 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63c37bca-33c7-41df-b9ea-8d374d173c78 req-1ac1c0d5-2fcb-413d-9dc4-b11ee1691826 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.3537819 Nov 19 09:10:57.475758 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-8032fc01-d384-4f2f-a62d-375bb264393b service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271193 Nov 19 09:10:57.477710 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-768a2faa-717d-4148-9775-87d0d057fcef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:57.487295 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-768a2faa-717d-4148-9775-87d0d057fcef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:57.512595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dffe4470-8739-4cb2-88d0-d63c709a1849', 'tag': '34250b97-4071-47db-a55f-dd5ef0e95f43'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:10:57.515531 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fae12c5-6e66-4c1d-9e8c-1c761665706c" -d '{"events": [{"name": "network-changed", "server_uuid": "dffe4470-8739-4cb2-88d0-d63c709a1849", "tag": "34250b97-4071-47db-a55f-dd5ef0e95f43"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:10:57.559891 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb510045-41e5-485d-8127-3f1560b79feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:57.567175 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb510045-41e5-485d-8127-3f1560b79feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:57.577113 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bb510045-41e5-485d-8127-3f1560b79feb admin admin] 10.222.0.21 "DELETE /v2.0/networks/5d8ab37a-712e-4401-9fe1-8089d02afd7a HTTP/1.1" status: 204 len: 168 time: 0.3896315 Nov 19 09:10:57.609981 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb510045-41e5-485d-8127-3f1560b79feb admin admin] Pushing event deleted for resources: {'Network': ['ID=5d8ab37a-712e-4401-9fe1-8089d02afd7a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:57.610258 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-768a2faa-717d-4148-9775-87d0d057fcef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:57.611293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768a2faa-717d-4148-9775-87d0d057fcef admin admin] Fanout notify agent at l3_agent the message router_deleted on router b485e454-b35a-4d1c-8993-0b42345ba41a {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:10:57.623400 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-768a2faa-717d-4148-9775-87d0d057fcef admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:57.627794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33762) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:57.630002 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-768a2faa-717d-4148-9775-87d0d057fcef admin admin] 10.222.0.21 "DELETE /v2.0/routers/b485e454-b35a-4d1c-8993-0b42345ba41a HTTP/1.1" status: 204 len: 168 time: 2.9048738 Nov 19 09:10:57.643168 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4165749e-7880-4d90-a10f-01587eb67e4d req-cfdf9507-34b1-45c0-9d2f-1a804edd8b37 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b5edf294e894726b8f3361d205648c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2250886 Nov 19 09:10:57.673761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63c37bca-33c7-41df-b9ea-8d374d173c78 req-f43d7f3c-9720-4a99-b910-ed5a7faf2fe4 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046039 Nov 19 09:10:57.728863 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-0549b119-daf8-4016-a67c-3acdd24b93d8 admin admin] Deleting subnet 96926490-af93-496a-ac14-62637eebbbfd {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:10:57.735342 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0549b119-daf8-4016-a67c-3acdd24b93d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:57.825746 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0549b119-daf8-4016-a67c-3acdd24b93d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:57.889593 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4165749e-7880-4d90-a10f-01587eb67e4d req-d4cd3239-789e-4d78-afa0-3ad8cf5431c3 service neutron] 10.222.0.21 "GET /v2.0/networks/ccf65906-feb8-4169-8438-55da70849bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146738 Nov 19 09:10:57.931368 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33766) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:57.953433 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0549b119-daf8-4016-a67c-3acdd24b93d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:58.026362 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0549b119-daf8-4016-a67c-3acdd24b93d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:58.085590 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549b119-daf8-4016-a67c-3acdd24b93d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96926490-af93-496a-ac14-62637eebbbfd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:58.102969 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0549b119-daf8-4016-a67c-3acdd24b93d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:58.106637 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0549b119-daf8-4016-a67c-3acdd24b93d8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/96926490-af93-496a-ac14-62637eebbbfd HTTP/1.1" status: 204 len: 168 time: 0.4777510 Nov 19 09:10:58.112923 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33770) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:58.129722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4165749e-7880-4d90-a10f-01587eb67e4d req-a6f3dd97-5f45-4614-b373-2b5db41cfad5 service neutron] 10.222.0.21 "GET /v2.0/networks/ccf65906-feb8-4169-8438-55da70849bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315292 Nov 19 09:10:58.193208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ac93e-d8c8-497b-b4c9-1e08f5408949 req-09399106-563e-4540-ad52-147c9b697b2c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:58.194811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d2ac93e-d8c8-497b-b4c9-1e08f5408949 req-09399106-563e-4540-ad52-147c9b697b2c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 943 time: 0.2594023 Nov 19 09:10:58.276972 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f0785086-e9ef-42dc-b3d6-cc96046cd2d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d3259c67c104010b068a0d85934a9c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3438034 Nov 19 09:10:58.292072 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33772) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:58.313999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d2ac93e-d8c8-497b-b4c9-1e08f5408949 req-51f1ffd4-a00b-456b-a9b9-26a576c78fce tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088150 Nov 19 09:10:58.340891 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf175-c68c-4db9-bed7-ac3f7d219ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:58.461223 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ea8d758-2c3c-46cb-a5f6-7d102cb10355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:58.603077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2a562-e21b-4d29-9642-3d78b5f0fac0 req-52da588c-a936-4f98-86b2-2bb1d8cf94b0 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:58.615212 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5a2a562-e21b-4d29-9642-3d78b5f0fac0 req-52da588c-a936-4f98-86b2-2bb1d8cf94b0 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 945 time: 0.1601045 Nov 19 09:10:58.615860 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ea8d758-2c3c-46cb-a5f6-7d102cb10355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:58.654136 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf175-c68c-4db9-bed7-ac3f7d219ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:58.684706 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3bea528d-405c-4cbf-8594-64a072e58376 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:10:58.728376 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 3bea528d-405c-4cbf-8594-64a072e58376 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:10:58.737259 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3bea528d-405c-4cbf-8594-64a072e58376 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:10:58.738324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5a2a562-e21b-4d29-9642-3d78b5f0fac0 req-5986135b-eff9-429a-8438-6f6d4764bdba tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179597 Nov 19 09:10:58.754300 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ad4bf175-c68c-4db9-bed7-ac3f7d219ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d3298f-7adf-4433-ae40-67bd57efdfb7']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:58.791496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ad4bf175-c68c-4db9-bed7-ac3f7d219ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30ed018-552d-42d4-8ad7-60591dd042b0') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:58.791830 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ad4bf175-c68c-4db9-bed7-ac3f7d219ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30ed018-552d-42d4-8ad7-60591dd042b0') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:10:58.826026 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf175-c68c-4db9-bed7-ac3f7d219ecb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:58.864062 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf175-c68c-4db9-bed7-ac3f7d219ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:58.880469 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4bf175-c68c-4db9-bed7-ac3f7d219ecb admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:10:58.880894 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf175-c68c-4db9-bed7-ac3f7d219ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:10:58.882817 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:10:58.907111 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98daafaa-cd68-46a1-89be-c4eb8b0ab518 x-openstack-request-id: req-98daafaa-cd68-46a1-89be-c4eb8b0ab518 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:10:58.907411 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dffe4470-8739-4cb2-88d0-d63c709a1849", "tag": "34250b97-4071-47db-a55f-dd5ef0e95f43", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:10:58.907672 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98daafaa-cd68-46a1-89be-c4eb8b0ab518 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:10:58.908075 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dffe4470-8739-4cb2-88d0-d63c709a1849', 'tag': '34250b97-4071-47db-a55f-dd5ef0e95f43', 'status': 'completed', 'code': 200} Nov 19 09:10:58.942710 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ea8d758-2c3c-46cb-a5f6-7d102cb10355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:58.945924 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ea8d758-2c3c-46cb-a5f6-7d102cb10355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:58.947174 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4ea8d758-2c3c-46cb-a5f6-7d102cb10355 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8859d9c-857b-4a94-9c23-c460d991dbd5 HTTP/1.1" status: 204 len: 168 time: 0.6518354 Nov 19 09:10:58.966946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9dc5e00c-ad6b-4595-b833-05b0097fa26f req-4766632f-0266-4843-857a-6b0a88fb8f22 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 210 time: 0.0595276 Nov 19 09:10:58.976882 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8d758-2c3c-46cb-a5f6-7d102cb10355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8859d9c-857b-4a94-9c23-c460d991dbd5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:59.000926 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf175-c68c-4db9-bed7-ac3f7d219ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:59.009062 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf175-c68c-4db9-bed7-ac3f7d219ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:59.022149 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ad4bf175-c68c-4db9-bed7-ac3f7d219ecb admin admin] 10.222.0.21 "DELETE /v2.0/networks/44d3298f-7adf-4433-ae40-67bd57efdfb7 HTTP/1.1" status: 204 len: 168 time: 0.9079649 Nov 19 09:10:59.058518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bf175-c68c-4db9-bed7-ac3f7d219ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=44d3298f-7adf-4433-ae40-67bd57efdfb7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:59.112898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae12c5-6e66-4c1d-9e8c-1c761665706c req-513e81a0-6974-4553-8d3c-ddef0ffcdcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:59.119162 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6fae12c5-6e66-4c1d-9e8c-1c761665706c req-513e81a0-6974-4553-8d3c-ddef0ffcdcaa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 1126 time: 0.1507118 Nov 19 09:10:59.278562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fa363-f42e-4dfe-90f7-ec317b4d64c3 req-d08269ee-ee54-448d-af87-c8aa72c400bd tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:59.294062 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec1fa363-f42e-4dfe-90f7-ec317b4d64c3 req-d08269ee-ee54-448d-af87-c8aa72c400bd tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.2198586 Nov 19 09:10:59.340536 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33796) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:59.412016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae12c5-6e66-4c1d-9e8c-1c761665706c req-20c8383c-4943-4f0a-b14e-9d39e386bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:10:59.413691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6fae12c5-6e66-4c1d-9e8c-1c761665706c req-20c8383c-4943-4f0a-b14e-9d39e386bc65 service neutron] 10.222.0.66 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.2518246 Nov 19 09:10:59.424285 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3a70cbb1-3cca-4df1-b341-f6cbc2b3bad2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04047b519840476fb11f47f5e01d67ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0825088 Nov 19 09:10:59.426773 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33798) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:10:59.500518 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15352232-758e-4dbd-8e80-1ffd8c9b1792 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:59.546705 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15352232-758e-4dbd-8e80-1ffd8c9b1792 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:59.635863 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15352232-758e-4dbd-8e80-1ffd8c9b1792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:59.638908 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15352232-758e-4dbd-8e80-1ffd8c9b1792 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:10:59.645167 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-15352232-758e-4dbd-8e80-1ffd8c9b1792 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fb8189d-0f13-4b18-8b02-66aca68a1e69 HTTP/1.1" status: 204 len: 168 time: 0.2165329 Nov 19 09:10:59.658216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15352232-758e-4dbd-8e80-1ffd8c9b1792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb8189d-0f13-4b18-8b02-66aca68a1e69,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:10:59.838093 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec1fa363-f42e-4dfe-90f7-ec317b4d64c3 req-ce3f58ca-5c36-4308-845a-07958259b358 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430450 Nov 19 09:10:59.846595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6fae12c5-6e66-4c1d-9e8c-1c761665706c req-4b7b1968-06b9-47a7-aef6-2fb1589db125 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34250b97-4071-47db-a55f-dd5ef0e95f43 HTTP/1.1" status: 200 len: 217 time: 0.4151907 Nov 19 09:11:00.209981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae12c5-6e66-4c1d-9e8c-1c761665706c req-bc597553-bdd9-4fb9-b8d3-a16d12ad4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:00.213915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6fae12c5-6e66-4c1d-9e8c-1c761665706c req-bc597553-bdd9-4fb9-b8d3-a16d12ad4fe7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.3362000 Nov 19 09:11:00.284914 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed9fdd-dd83-40ce-835c-1d71ed8c71e0 req-4b4f1dc2-538b-47a9-8ab2-7978698ffc86 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:00.294045 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98ed9fdd-dd83-40ce-835c-1d71ed8c71e0 req-4b4f1dc2-538b-47a9-8ab2-7978698ffc86 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 943 time: 0.4543765 Nov 19 09:11:00.298221 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6fae12c5-6e66-4c1d-9e8c-1c761665706c req-ebb8a2b9-a919-4c03-aa18-0ae9b30d7da8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739250 Nov 19 09:11:00.355278 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203cfeb-05ea-408c-abc4-5d2bc0f46fa8 req-572f3692-d4d3-4b56-b05a-3411fc4a1345 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:00.374706 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2203cfeb-05ea-408c-abc4-5d2bc0f46fa8 req-572f3692-d4d3-4b56-b05a-3411fc4a1345 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 945 time: 0.3830199 Nov 19 09:11:00.439344 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33836) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:00.490356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165749e-7880-4d90-a10f-01587eb67e4d req-6531efe1-52ab-44c8-8471-a5d512724efb tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:00.492451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4165749e-7880-4d90-a10f-01587eb67e4d req-6531efe1-52ab-44c8-8471-a5d512724efb tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.66 "GET /v2.0/networks?id=ccf65906-feb8-4169-8438-55da70849bd3 HTTP/1.1" status: 200 len: 815 time: 0.4821846 Nov 19 09:11:00.572633 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98ed9fdd-dd83-40ce-835c-1d71ed8c71e0 req-cef6f81d-d00b-487f-9b99-6522a488be8d tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771618 Nov 19 09:11:00.599343 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e0be0f1f-dd37-4682-8b07-371db86d6f61 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-887158708-network', 'tenant_id': '25ddac6c368b4d488a812095eb415167'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:00.645494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0be0f1f-dd37-4682-8b07-371db86d6f61 admin admin] Made reservation on behalf of 25ddac6c368b4d488a812095eb415167 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:11:00.649961 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2203cfeb-05ea-408c-abc4-5d2bc0f46fa8 req-4e2ebc8c-6436-47e0-ab2c-aae1784f1489 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737241 Nov 19 09:11:00.650840 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0be0f1f-dd37-4682-8b07-371db86d6f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:00.679106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4165749e-7880-4d90-a10f-01587eb67e4d req-ee5cf3e1-8458-4ff5-bf5e-a8762b3626fb tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b5edf294e894726b8f3361d205648c3 HTTP/1.1" status: 200 len: 380 time: 0.1676781 Nov 19 09:11:00.686058 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0be0f1f-dd37-4682-8b07-371db86d6f61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:00.712690 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-4165749e-7880-4d90-a10f-01587eb67e4d req-98954e2a-9c7f-4840-bc93-70a16b473946 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Request body: {'port': {'device_id': 'ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03', 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3', 'admin_state_up': True, 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'security_groups': ['1158b444-6e3f-4125-b3d5-5f13615ed878']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:00.778433 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6fae12c5-6e66-4c1d-9e8c-1c761665706c req-2849b3ef-7934-49ef-a712-fba362c2fd0b service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638355 Nov 19 09:11:00.832839 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11dea33c-630a-4de9-aad9-5b0ce7d94d41 req-cbc2c809-d1ea-4198-96aa-4aa6507d37c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 210 time: 0.0391417 Nov 19 09:11:00.884466 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33850) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:00.900923 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0be0f1f-dd37-4682-8b07-371db86d6f61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:00.918351 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0be0f1f-dd37-4682-8b07-371db86d6f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:00.979439 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be0f1f-dd37-4682-8b07-371db86d6f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f418bc-64e3-4d49-8177-c010f36a45c7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:01.010261 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0be0f1f-dd37-4682-8b07-371db86d6f61 admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:11:01.064334 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0be0f1f-dd37-4682-8b07-371db86d6f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:01.065336 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-e0be0f1f-dd37-4682-8b07-371db86d6f61 admin admin] Added segment 617a36ea-8728-4e90-840a-115cc842c968 of type vlan for network 6dda5229-eb47-426d-8c84-a20170e8d86a Nov 19 09:11:01.069356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec6fd2-c5f7-4fec-877c-4cc050487ac5 req-6ead646f-4169-4931-8251-6689c41ba840 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:01.077878 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77ec6fd2-c5f7-4fec-877c-4cc050487ac5 req-6ead646f-4169-4931-8251-6689c41ba840 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.1430085 Nov 19 09:11:01.084210 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6fae12c5-6e66-4c1d-9e8c-1c761665706c req-0324d632-5749-406b-bc3d-dabe6f534865 service neutron] 10.222.0.66 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879491 Nov 19 09:11:01.097125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1c5fb7e1-1bb1-443f-b1c9-04485bb45882 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-42450766-network', 'tenant_id': 'd989f3321d484896968fa83d99590725'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:01.118151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4165749e-7880-4d90-a10f-01587eb67e4d req-98954e2a-9c7f-4840-bc93-70a16b473946 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Made reservation on behalf of 4b5edf294e894726b8f3361d205648c3 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:11:01.121882 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4165749e-7880-4d90-a10f-01587eb67e4d req-98954e2a-9c7f-4840-bc93-70a16b473946 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:01.156676 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 34250b97-4071-47db-a55f-dd5ef0e95f43 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:11:01.164185 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5fb7e1-1bb1-443f-b1c9-04485bb45882 admin admin] Made reservation on behalf of d989f3321d484896968fa83d99590725 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:11:01.167208 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb7e1-1bb1-443f-b1c9-04485bb45882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:01.172853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77ec6fd2-c5f7-4fec-877c-4cc050487ac5 req-fb94fc49-45e2-47aa-b4bb-8de2cb21c0f3 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874403 Nov 19 09:11:01.186207 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb7e1-1bb1-443f-b1c9-04485bb45882 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:01.201201 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-93e77adb-6256-4512-8ea5-621958175ab0 service neutron] 10.222.0.66 "GET /v2.0/ports/34250b97-4071-47db-a55f-dd5ef0e95f43/bindings/n-h2-805649-14 HTTP/1.1" status: 200 len: 385 time: 0.2136712 Nov 19 09:11:01.207494 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0be0f1f-dd37-4682-8b07-371db86d6f61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:01.346306 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0be0f1f-dd37-4682-8b07-371db86d6f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:01.347489 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0be0f1f-dd37-4682-8b07-371db86d6f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:01.348812 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0be0f1f-dd37-4682-8b07-371db86d6f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:01.358009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-4165749e-7880-4d90-a10f-01587eb67e4d req-98954e2a-9c7f-4840-bc93-70a16b473946 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Allocated IP 172.20.0.6 (ccf65906-feb8-4169-8438-55da70849bd3/a11bbdf0-e3aa-4b14-b01f-e9573c80ba92/6b309de3-c026-4d0c-bace-380a18bcfb33) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:11:01.482091 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e0be0f1f-dd37-4682-8b07-371db86d6f61 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0414324 Nov 19 09:11:01.495126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33854) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:01.499836 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be0f1f-dd37-4682-8b07-371db86d6f61 admin admin] Pushing event updated for resources: {'Network': ['ID=6dda5229-eb47-426d-8c84-a20170e8d86a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:01.503277 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6090094d-fb9c-4619-a4fe-cf79bea80e89 admin admin] Request body: {'subnet': {'network_id': '6dda5229-eb47-426d-8c84-a20170e8d86a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-887158708-subnet', 'tenant_id': '25ddac6c368b4d488a812095eb415167', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:01.516125 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 6dda5229-eb47-426d-8c84-a20170e8d86a details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:11:01.519574 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb7e1-1bb1-443f-b1c9-04485bb45882 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:01.547215 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb7e1-1bb1-443f-b1c9-04485bb45882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:01.558761 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4165749e-7880-4d90-a10f-01587eb67e4d req-98954e2a-9c7f-4840-bc93-70a16b473946 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:01.592042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6090094d-fb9c-4619-a4fe-cf79bea80e89 admin admin] Made reservation on behalf of 25ddac6c368b4d488a812095eb415167 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:11:01.600536 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6090094d-fb9c-4619-a4fe-cf79bea80e89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:01.620751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5fb7e1-1bb1-443f-b1c9-04485bb45882 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:11:01.632110 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fb7e1-1bb1-443f-b1c9-04485bb45882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e06051-2a47-4d1a-b0a0-40229c3af1f9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:01.656526 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb7e1-1bb1-443f-b1c9-04485bb45882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:01.657121 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-1c5fb7e1-1bb1-443f-b1c9-04485bb45882 admin admin] Added segment 342793f0-282c-4fd0-a016-e04087efb6cc of type vlan for network 84b15971-c3b1-423f-a0b8-5ba85f9e199b Nov 19 09:11:01.758027 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4165749e-7880-4d90-a10f-01587eb67e4d req-98954e2a-9c7f-4840-bc93-70a16b473946 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:01.760468 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-3687a71c-9097-4798-afec-9175ed047f9a service neutron] For port 34250b97-4071-47db-a55f-dd5ef0e95f43, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=34250b97-4071-47db-a55f-dd5ef0e95f43,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:01.778190 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb7e1-1bb1-443f-b1c9-04485bb45882 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:01.814093 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-3687a71c-9097-4798-afec-9175ed047f9a service neutron] For port 34250b97-4071-47db-a55f-dd5ef0e95f43, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:11:01.831876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4165749e-7880-4d90-a10f-01587eb67e4d req-98954e2a-9c7f-4840-bc93-70a16b473946 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Network ccf65906-feb8-4169-8438-55da70849bd3 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:11:01.841350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-4165749e-7880-4d90-a10f-01587eb67e4d req-98954e2a-9c7f-4840-bc93-70a16b473946 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:11:01.853504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4165749e-7880-4d90-a10f-01587eb67e4d req-98954e2a-9c7f-4840-bc93-70a16b473946 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:11:01.860163 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb7e1-1bb1-443f-b1c9-04485bb45882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:01.861206 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5fb7e1-1bb1-443f-b1c9-04485bb45882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:01.861800 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb7e1-1bb1-443f-b1c9-04485bb45882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:01.956856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-3687a71c-9097-4798-afec-9175ed047f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34250b97-4071-47db-a55f-dd5ef0e95f43 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:11:01.968559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165749e-7880-4d90-a10f-01587eb67e4d req-98954e2a-9c7f-4840-bc93-70a16b473946 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:01.969274 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4165749e-7880-4d90-a10f-01587eb67e4d req-98954e2a-9c7f-4840-bc93-70a16b473946 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:01.973235 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1c5fb7e1-1bb1-443f-b1c9-04485bb45882 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0869362 Nov 19 09:11:01.982476 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33868) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:01.986490 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-3687a71c-9097-4798-afec-9175ed047f9a service neutron] For port 34250b97-4071-47db-a55f-dd5ef0e95f43, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=34250b97-4071-47db-a55f-dd5ef0e95f43,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:02.000483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-16af5ad8-3f9d-47ac-b429-08d3cc9130bb admin admin] Request body: {'subnet': {'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-42450766-subnet', 'tenant_id': 'd989f3321d484896968fa83d99590725', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:02.018794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98954e2a-9c7f-4840-bc93-70a16b473946 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Pushing event updated for resources: {'Port': ['ID=6b309de3-c026-4d0c-bace-380a18bcfb33,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:02.030657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fb7e1-1bb1-443f-b1c9-04485bb45882 admin admin] Pushing event updated for resources: {'Network': ['ID=84b15971-c3b1-423f-a0b8-5ba85f9e199b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:02.044808 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-3687a71c-9097-4798-afec-9175ed047f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:02.054628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 84b15971-c3b1-423f-a0b8-5ba85f9e199b details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:11:02.172177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-3687a71c-9097-4798-afec-9175ed047f9a service neutron] Transition to ACTIVE for port object 34250b97-4071-47db-a55f-dd5ef0e95f43 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:11:02.173940 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16af5ad8-3f9d-47ac-b429-08d3cc9130bb admin admin] Made reservation on behalf of d989f3321d484896968fa83d99590725 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:11:02.177044 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16af5ad8-3f9d-47ac-b429-08d3cc9130bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:02.181480 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-3687a71c-9097-4798-afec-9175ed047f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:02.206084 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6090094d-fb9c-4619-a4fe-cf79bea80e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:02.215481 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4165749e-7880-4d90-a10f-01587eb67e4d req-98954e2a-9c7f-4840-bc93-70a16b473946 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5150354 Nov 19 09:11:02.262315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Request body: {'port': {'device_id': 'ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:02.274223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b99b3d3d-f321-42cb-be62-bbdc499708f1 None None] Provisioning complete for port 6b309de3-c026-4d0c-bace-380a18bcfb33 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:11:02.274814 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b99b3d3d-f321-42cb-be62-bbdc499708f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:02.302751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-3687a71c-9097-4798-afec-9175ed047f9a service neutron] No DVR routers for this DVR port 34250b97-4071-47db-a55f-dd5ef0e95f43 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:11:02.345838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439719c-6b1b-4f91-a6eb-78caf9ebfce6 req-0f6151ba-6f26-4dc4-adf5-135f2bb7d189 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:02.354035 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2439719c-6b1b-4f91-a6eb-78caf9ebfce6 req-0f6151ba-6f26-4dc4-adf5-135f2bb7d189 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 945 time: 0.3817959 Nov 19 09:11:02.354778 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-3687a71c-9097-4798-afec-9175ed047f9a service neutron] 10.222.0.66 "PUT /v2.0/ports/34250b97-4071-47db-a55f-dd5ef0e95f43/bindings/n-h2-805649-14/activate HTTP/1.1" status: 200 len: 370 time: 1.1392009 Nov 19 09:11:02.373908 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b99b3d3d-f321-42cb-be62-bbdc499708f1 None None] Port 6b309de3-c026-4d0c-bace-380a18bcfb33 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:11:02.382908 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687a71c-9097-4798-afec-9175ed047f9a service neutron] Pushing event updated for resources: {'Port': ['ID=34250b97-4071-47db-a55f-dd5ef0e95f43,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:02.441317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1901003-dc97-4fab-8351-2bcf51188869 req-ab04947f-8ad5-44ca-9e74-eef71347b6f8 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:02.443368 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c1901003-dc97-4fab-8351-2bcf51188869 req-ab04947f-8ad5-44ca-9e74-eef71347b6f8 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 943 time: 0.7508581 Nov 19 09:11:02.446761 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:02.449597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090094d-fb9c-4619-a4fe-cf79bea80e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c35ba17-4cf0-48ab-8e8a-a999aa3e3c53,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:02.469542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6090094d-fb9c-4619-a4fe-cf79bea80e89 admin admin] Checking segment: {'id': '617a36ea-8728-4e90-840a-115cc842c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '6dda5229-eb47-426d-8c84-a20170e8d86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:11:02.470016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6090094d-fb9c-4619-a4fe-cf79bea80e89 admin admin] Network hostable DHCP agents. Network: 6dda5229-eb47-426d-8c84-a20170e8d86a, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:11:02.542899 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-82d470eb-cc8d-434d-a500-9fb2c95b893a tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:02.545058 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-82d470eb-cc8d-434d-a500-9fb2c95b893a tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849&tenant_id=f4ec3ebf1477409f8393f974b06cf696&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 1096 time: 0.1107917 Nov 19 09:11:02.562193 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16af5ad8-3f9d-47ac-b429-08d3cc9130bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:02.587703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6090094d-fb9c-4619-a4fe-cf79bea80e89 admin admin] Network 6dda5229-eb47-426d-8c84-a20170e8d86a is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:11:02.615576 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c1901003-dc97-4fab-8351-2bcf51188869 req-175a3776-b58c-4e00-9e72-e5e0108ff09c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471672 Nov 19 09:11:02.633341 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2439719c-6b1b-4f91-a6eb-78caf9ebfce6 req-231e876b-f558-482a-a962-bdc9821d7f9f tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779999 Nov 19 09:11:02.662257 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af5ad8-3f9d-47ac-b429-08d3cc9130bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ab6a09-9e77-4bfa-8672-ebfec5d093f3,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:02.675167 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-7b6e9fe3-6594-449f-bce1-d852392d893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:02.676682 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-7b6e9fe3-6594-449f-bce1-d852392d893a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849&tenant_id=f4ec3ebf1477409f8393f974b06cf696 HTTP/1.1" status: 200 len: 1096 time: 0.1099143 Nov 19 09:11:02.701923 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16af5ad8-3f9d-47ac-b429-08d3cc9130bb admin admin] Checking segment: {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:11:02.702694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16af5ad8-3f9d-47ac-b429-08d3cc9130bb admin admin] Network hostable DHCP agents. Network: 84b15971-c3b1-423f-a0b8-5ba85f9e199b, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:11:02.749759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-6090094d-fb9c-4619-a4fe-cf79bea80e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 6dda5229-eb47-426d-8c84-a20170e8d86a) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:11:02.769558 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1acdc71-42c2-4f55-af3f-205cd2356a13 None None] Network 6dda5229-eb47-426d-8c84-a20170e8d86a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:11:02.771582 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16af5ad8-3f9d-47ac-b429-08d3cc9130bb admin admin] Network 84b15971-c3b1-423f-a0b8-5ba85f9e199b is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:11:02.787742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-a4fa33ae-aff8-4363-abfd-662e0ebecc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:02.790684 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-a4fa33ae-aff8-4363-abfd-662e0ebecc87 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f4ec3ebf1477409f8393f974b06cf696&device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 1096 time: 0.0708611 Nov 19 09:11:02.793421 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-16af5ad8-3f9d-47ac-b429-08d3cc9130bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 84b15971-c3b1-423f-a0b8-5ba85f9e199b) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:11:02.797005 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6090094d-fb9c-4619-a4fe-cf79bea80e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:02.797722 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6090094d-fb9c-4619-a4fe-cf79bea80e89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:02.820760 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16af5ad8-3f9d-47ac-b429-08d3cc9130bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:02.821748 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16af5ad8-3f9d-47ac-b429-08d3cc9130bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:02.894887 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-16af5ad8-3f9d-47ac-b429-08d3cc9130bb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9108624 Nov 19 09:11:02.959078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6090094d-fb9c-4619-a4fe-cf79bea80e89 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4622586 Nov 19 09:11:02.966059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-db9f8cea-3ed5-4592-92a2-6b9db32cd428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:02.973397 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-db9f8cea-3ed5-4592-92a2-6b9db32cd428 service neutron] 10.222.0.71 "GET /v2.0/networks?id=692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 200 len: 909 time: 0.1624177 Nov 19 09:11:03.071808 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-1b9a943a-20f5-4e67-a7d5-3b5795219644 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34250b97-4071-47db-a55f-dd5ef0e95f43 HTTP/1.1" status: 200 len: 217 time: 0.0872965 Nov 19 09:11:03.093851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999f7e45-ec5b-4fe0-aa9d-e429a8c5ee03 None None] Network 84b15971-c3b1-423f-a0b8-5ba85f9e199b requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:11:03.181970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-4050c10f-8565-45e3-aa94-43c7c885c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:03.184210 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-4050c10f-8565-45e3-aa94-43c7c885c381 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 200 len: 848 time: 0.1038604 Nov 19 09:11:03.186401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b309de3-c026-4d0c-bace-380a18bcfb33 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:11:03.196709 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:03.220314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Transition to ACTIVE for port object 6b309de3-c026-4d0c-bace-380a18bcfb33 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:11:03.231315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08bd5-d003-4ad5-937d-632bac005e18 req-be921f20-27cc-479f-96d2-bc1fce6ab6de tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:03.239280 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d7b08bd5-d003-4ad5-937d-632bac005e18 req-be921f20-27cc-479f-96d2-bc1fce6ab6de tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 931 time: 0.4631231 Nov 19 09:11:03.248294 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:03.273253 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-58653084-19b1-42a1-9b71-64a8914a111f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=692fa143-7b59-41f0-9ea1-d966185e0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735948 Nov 19 09:11:03.323797 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Pushing event updated for resources: {'Port': ['ID=6b309de3-c026-4d0c-bace-380a18bcfb33,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:03.363165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bc6b3-ff63-40e3-aa29-cab598cafe6f req-ebb2a8ff-78c4-4f45-9295-e8bf56be517a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:03.371202 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae3bc6b3-ff63-40e3-aa29-cab598cafe6f req-ebb2a8ff-78c4-4f45-9295-e8bf56be517a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.4509900 Nov 19 09:11:03.408203 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-256ddd5a-c303-450c-b760-7c2a3f775d88 service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231012 Nov 19 09:11:03.418473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87da7e71-a55c-48a7-a470-29cd2b7d181f None None] Network 84b15971-c3b1-423f-a0b8-5ba85f9e199b requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:11:03.423964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23124ff-89d3-4827-a844-f36417444b5e None None] Network 6dda5229-eb47-426d-8c84-a20170e8d86a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:11:03.440796 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae3bc6b3-ff63-40e3-aa29-cab598cafe6f req-1d812a6b-faa3-4189-92bc-7f85f6d9e8cc tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686924 Nov 19 09:11:03.473547 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d7b08bd5-d003-4ad5-937d-632bac005e18 req-aa6bbd0c-09f2-4040-9d0f-635a9b744437 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/security-groups?id=1158b444-6e3f-4125-b3d5-5f13615ed878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327611 Nov 19 09:11:03.557346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Attempting to bind port 6b309de3-c026-4d0c-bace-380a18bcfb33 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:11:03.557781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Attempting to bind port 6b309de3-c026-4d0c-bace-380a18bcfb33 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '0e4d4b4b-e09a-4870-b6cd-d798f391cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:11:03.559524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Attempting to bind port 6b309de3-c026-4d0c-bace-380a18bcfb33 on network ccf65906-feb8-4169-8438-55da70849bd3 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:11:03.568390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Port 6b309de3-c026-4d0c-bace-380a18bcfb33 on network ccf65906-feb8-4169-8438-55da70849bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:11:03.568812 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Attempting to bind port 6b309de3-c026-4d0c-bace-380a18bcfb33 on network ccf65906-feb8-4169-8438-55da70849bd3 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:11:03.581877 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:11:03.582316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Checking segment: {'id': '0e4d4b4b-e09a-4870-b6cd-d798f391cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:11:03.583075 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Bound using segment: {'id': '0e4d4b4b-e09a-4870-b6cd-d798f391cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:11:03.583845 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Bound port: 6b309de3-c026-4d0c-bace-380a18bcfb33, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4d4b4b-e09a-4870-b6cd-d798f391cc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:11:03.584362 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:03.705669 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-15046580-e74e-47b2-96d4-2c11eb233d0a req-caf9f194-90f9-436d-b647-33a0c2c91876 tempest-SecurityGroupsNegativeTestJSON-788580725 tempest-SecurityGroupsNegativeTestJSON-788580725-project] show failed (client error): The resource could not be found. Nov 19 09:11:03.706819 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15046580-e74e-47b2-96d4-2c11eb233d0a req-caf9f194-90f9-436d-b647-33a0c2c91876 tempest-SecurityGroupsNegativeTestJSON-788580725 tempest-SecurityGroupsNegativeTestJSON-788580725-project] 10.222.0.21 "GET /v2.0/security-groups/0e5abd1b-c6ff-45e8-b705-efe097611e3c HTTP/1.1" status: 404 len: 352 time: 0.0326939 Nov 19 09:11:03.710719 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-0abc7bca-338d-451c-b5b2-d26aaaa78027 service neutron] 10.222.0.71 "GET /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892632 Nov 19 09:11:03.750325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] For port 6b309de3-c026-4d0c-bace-380a18bcfb33, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:11:03.760541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] For port 6b309de3-c026-4d0c-bace-380a18bcfb33, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6b309de3-c026-4d0c-bace-380a18bcfb33,segment=NetworkSegment(0e4d4b4b-e09a-4870-b6cd-d798f391cc1b),segment_id=0e4d4b4b-e09a-4870-b6cd-d798f391cc1b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:11:03.770311 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:03.833030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:03.833713 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:03.835365 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4165749e-7880-4d90-a10f-01587eb67e4d req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] 10.222.0.66 "PUT /v2.0/ports/6b309de3-c026-4d0c-bace-380a18bcfb33 HTTP/1.1" status: 200 len: 1092 time: 1.5836573 Nov 19 09:11:03.835817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03', 'tag': '6b309de3-c026-4d0c-bace-380a18bcfb33'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:03.838453 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea2d293-8581-445a-b3f6-28f304168a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03", "tag": "6b309de3-c026-4d0c-bace-380a18bcfb33"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:03.874096 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac63c89-5d85-4e12-b3de-0398797a9c60 service neutron] Pushing event updated for resources: {'Port': ['ID=6b309de3-c026-4d0c-bace-380a18bcfb33,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:04.019878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c357b9b-a9c0-4f05-b6c4-bda005468f75 req-d5cf3290-f899-4169-ae96-7cad7ebc1c87 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:04.021508 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c357b9b-a9c0-4f05-b6c4-bda005468f75 req-d5cf3290-f899-4169-ae96-7cad7ebc1c87 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 944 time: 0.1904976 Nov 19 09:11:04.067065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165749e-7880-4d90-a10f-01587eb67e4d req-5d50f4d5-dc7b-499e-81df-ccf1e55614f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:04.069049 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4165749e-7880-4d90-a10f-01587eb67e4d req-5d50f4d5-dc7b-499e-81df-ccf1e55614f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b5edf294e894726b8f3361d205648c3&device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 1095 time: 0.1536558 Nov 19 09:11:04.094805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-63417e17-8111-4286-8166-471aa1263389 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:04.096683 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-63417e17-8111-4286-8166-471aa1263389 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849&tenant_id=f4ec3ebf1477409f8393f974b06cf696&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 1096 time: 0.0704806 Nov 19 09:11:04.143069 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4165749e-7880-4d90-a10f-01587eb67e4d req-6d4a9fa2-1bb7-4ffb-851a-1e5be77d87d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b309de3-c026-4d0c-bace-380a18bcfb33 HTTP/1.1" status: 200 len: 217 time: 0.0602214 Nov 19 09:11:04.203458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-888eebc8-304c-4c06-9432-db2b4c454d5d tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:04.205020 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-888eebc8-304c-4c06-9432-db2b4c454d5d tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 804 time: 0.2907448 Nov 19 09:11:04.217413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c357b9b-a9c0-4f05-b6c4-bda005468f75 req-312f713f-702c-473c-8f8d-b4e038143662 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593447 Nov 19 09:11:04.242147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-49e683d2-451d-4499-93eb-17d7cd071fcd tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/quotas/d989f3321d484896968fa83d99590725 HTTP/1.1" status: 200 len: 375 time: 0.0248795 Nov 19 09:11:04.273933 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165749e-7880-4d90-a10f-01587eb67e4d req-cf9b2d5d-cf19-426a-900d-4619723e9548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:04.274609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-b811c2b9-af32-4366-b695-dc99160235ba service neutron] For port 34250b97-4071-47db-a55f-dd5ef0e95f43, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:11:04.275406 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4165749e-7880-4d90-a10f-01587eb67e4d req-cf9b2d5d-cf19-426a-900d-4619723e9548 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a11bbdf0-e3aa-4b14-b01f-e9573c80ba92 HTTP/1.1" status: 200 len: 854 time: 0.1234846 Nov 19 09:11:04.278412 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-b811c2b9-af32-4366-b695-dc99160235ba service neutron] Publish callbacks [] for binding, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:04.280335 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c24b3730-f366-4b06-9e50-fd141bafa6e5 req-b811c2b9-af32-4366-b695-dc99160235ba service neutron] 10.222.0.71 "DELETE /v2.0/ports/34250b97-4071-47db-a55f-dd5ef0e95f43/bindings/n-h1-805649-14 HTTP/1.1" status: 204 len: 173 time: 0.1727772 Nov 19 09:11:04.310186 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-806db4a1-c0cb-43a1-9881-8568afedb2cf tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546448 Nov 19 09:11:04.444882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165749e-7880-4d90-a10f-01587eb67e4d req-486ec93d-45ff-4919-86d8-de90784c91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:04.446825 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4165749e-7880-4d90-a10f-01587eb67e4d req-486ec93d-45ff-4919-86d8-de90784c91e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf65906-feb8-4169-8438-55da70849bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1561592 Nov 19 09:11:04.466612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a4255-185f-4ecf-804a-eb6d9d8ebc86 req-a6311e02-15c6-41e7-ad13-68efbbf33850 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:04.468164 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d4a4255-185f-4ecf-804a-eb6d9d8ebc86 req-a6311e02-15c6-41e7-ad13-68efbbf33850 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 945 time: 0.1550715 Nov 19 09:11:04.482824 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-86e24845-5b91-46d5-892d-38a21738e188 service neutron] 10.222.0.21 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679287 Nov 19 09:11:04.645122 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d4a4255-185f-4ecf-804a-eb6d9d8ebc86 req-1e59355e-c7f0-402c-b229-6a1200433b97 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663461 Nov 19 09:11:04.672798 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4165749e-7880-4d90-a10f-01587eb67e4d req-4af9e18b-84ec-4ea3-a115-a1c791206896 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf65906-feb8-4169-8438-55da70849bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035778 Nov 19 09:11:04.674675 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-bfd32602-2a07-42a7-a33d-7fde7c1816d9 service neutron] 10.222.0.21 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772585 Nov 19 09:11:05.157151 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f7d000-e22e-40e9-9967-aba483d78f1a x-openstack-request-id: req-69f7d000-e22e-40e9-9967-aba483d78f1a {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:05.157151 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03", "tag": "6b309de3-c026-4d0c-bace-380a18bcfb33", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:05.157808 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69f7d000-e22e-40e9-9967-aba483d78f1a {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:05.158160 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03', 'tag': '6b309de3-c026-4d0c-bace-380a18bcfb33', 'status': 'completed', 'code': 200} Nov 19 09:11:05.283886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433013c-2026-4a82-b845-bc35c32a591b req-d85916b0-da6d-40b4-9cd1-589e6e51f972 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:05.285570 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7433013c-2026-4a82-b845-bc35c32a591b req-d85916b0-da6d-40b4-9cd1-589e6e51f972 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 943 time: 0.1302142 Nov 19 09:11:05.288770 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4165749e-7880-4d90-a10f-01587eb67e4d req-352208ed-cf87-4c1e-b87f-b8cd0a49d03f service neutron] 10.222.0.66 "GET /v2.0/networks/ccf65906-feb8-4169-8438-55da70849bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079531 Nov 19 09:11:05.297562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edea7e-b24a-4225-aba2-f58e76b1fba3 req-10cbcf2d-f0b4-4816-a6e2-d23eafcfbab1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:05.299396 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34edea7e-b24a-4225-aba2-f58e76b1fba3 req-10cbcf2d-f0b4-4816-a6e2-d23eafcfbab1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.1404738 Nov 19 09:11:05.410240 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7433013c-2026-4a82-b845-bc35c32a591b req-25a2440b-0d1d-4126-aada-f5d1abc8c364 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/security-groups?id=1158b444-6e3f-4125-b3d5-5f13615ed878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095514 Nov 19 09:11:05.415419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34edea7e-b24a-4225-aba2-f58e76b1fba3 req-fcc91b83-9446-4b52-adf8-e97e97898c23 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994625 Nov 19 09:11:05.431730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2d293-8581-445a-b3f6-28f304168a9c req-6d4150e9-2379-481a-b046-b8b19ebc200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:05.433619 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ea2d293-8581-445a-b3f6-28f304168a9c req-6d4150e9-2379-481a-b046-b8b19ebc200e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b5edf294e894726b8f3361d205648c3&device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 1095 time: 0.0763526 Nov 19 09:11:05.640085 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cbc0f357-6183-430e-ae03-4a67681238da req-ac7c0f0c-2659-4dfe-8b7a-9884fd083342 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebda8374-3f73-4939-9369-13c8c1cf5384 HTTP/1.1" status: 200 len: 210 time: 0.0622594 Nov 19 09:11:05.643931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12f7d40a-2f82-4895-9198-af4281ede840 req-abe4dd79-6f36-40d1-9c76-c635f4de565f tempest-SecurityGroupsNegativeTestJSON-788580725 tempest-SecurityGroupsNegativeTestJSON-788580725-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25ddac6c368b4d488a812095eb415167 HTTP/1.1" status: 200 len: 3001 time: 0.1235116 Nov 19 09:11:05.663781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2d293-8581-445a-b3f6-28f304168a9c req-78d993c0-562b-4b43-bbd2-856c35e8f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:05.665285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ea2d293-8581-445a-b3f6-28f304168a9c req-78d993c0-562b-4b43-bbd2-856c35e8f750 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf65906-feb8-4169-8438-55da70849bd3 HTTP/1.1" status: 200 len: 916 time: 0.2216609 Nov 19 09:11:05.733213 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ea2d293-8581-445a-b3f6-28f304168a9c req-b348387e-c884-48f4-bf71-fcb9cfc605a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b309de3-c026-4d0c-bace-380a18bcfb33 HTTP/1.1" status: 200 len: 217 time: 0.0578160 Nov 19 09:11:05.798241 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12f7d40a-2f82-4895-9198-af4281ede840 req-b77d5817-4057-41c3-8dc2-875b2c7be879 tempest-SecurityGroupsNegativeTestJSON-788580725 tempest-SecurityGroupsNegativeTestJSON-788580725-project] 10.222.0.21 "GET /v2.0/security-groups/67f418bc-64e3-4d49-8177-c010f36a45c7 HTTP/1.1" status: 200 len: 2998 time: 0.1452966 Nov 19 09:11:05.842679 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2d293-8581-445a-b3f6-28f304168a9c req-e6cc806a-57d4-4257-9baa-66f8d0d8b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:05.844083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ea2d293-8581-445a-b3f6-28f304168a9c req-e6cc806a-57d4-4257-9baa-66f8d0d8b807 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a11bbdf0-e3aa-4b14-b01f-e9573c80ba92 HTTP/1.1" status: 200 len: 854 time: 0.0945868 Nov 19 09:11:05.862569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a37c7-c3bb-4373-95d8-df4e274a49bb req-4a620f34-5483-4dd2-be5e-b820cc1c97d6 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:05.864109 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-967a37c7-c3bb-4373-95d8-df4e274a49bb req-4a620f34-5483-4dd2-be5e-b820cc1c97d6 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 944 time: 0.1391118 Nov 19 09:11:05.927305 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12f7d40a-2f82-4895-9198-af4281ede840 req-66aa8775-e179-4786-b5b7-1d968ee7ea20 tempest-SecurityGroupsNegativeTestJSON-788580725 tempest-SecurityGroupsNegativeTestJSON-788580725-project] 10.222.0.21 "GET /v2.0/security-groups/67f418bc-64e3-4d49-8177-c010f36a45c7 HTTP/1.1" status: 200 len: 2998 time: 0.1194236 Nov 19 09:11:05.964449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2d293-8581-445a-b3f6-28f304168a9c req-b816495e-4518-49bf-81e0-4c493cfd9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:05.966006 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ea2d293-8581-445a-b3f6-28f304168a9c req-b816495e-4518-49bf-81e0-4c493cfd9ab7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf65906-feb8-4169-8438-55da70849bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116936 Nov 19 09:11:05.978296 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-967a37c7-c3bb-4373-95d8-df4e274a49bb req-52782a3a-58a0-46c6-8dd7-9d5cd12498e9 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021938 Nov 19 09:11:06.099561 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d30a77-b1fc-4af2-956f-36ab73af6e09 req-329ca695-4482-445a-8a1a-0413a8dd9702 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:06.102683 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96d30a77-b1fc-4af2-956f-36ab73af6e09 req-329ca695-4482-445a-8a1a-0413a8dd9702 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 945 time: 0.1082480 Nov 19 09:11:06.197683 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ea2d293-8581-445a-b3f6-28f304168a9c req-580e5901-082d-440a-954c-9da9052bd69b service neutron] 10.222.0.66 "GET /v2.0/networks/ccf65906-feb8-4169-8438-55da70849bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179387 Nov 19 09:11:06.205608 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-292a08da-747b-4519-b1df-e381cd735372 req-406cf455-5384-424f-aa66-e42e8ee91533 tempest-SecurityGroupsNegativeTestJSON-788580725 tempest-SecurityGroupsNegativeTestJSON-788580725-project] 10.222.0.21 "GET /v2.0/security-groups/67f418bc-64e3-4d49-8177-c010f36a45c7 HTTP/1.1" status: 200 len: 2998 time: 0.1146905 Nov 19 09:11:06.250419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96d30a77-b1fc-4af2-956f-36ab73af6e09 req-a9f00f25-438d-4276-8749-c959d7dc220e tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359155 Nov 19 09:11:06.368673 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-292a08da-747b-4519-b1df-e381cd735372 req-9569060c-f7b5-47cc-af8c-82740b751d03 tempest-SecurityGroupsNegativeTestJSON-788580725 tempest-SecurityGroupsNegativeTestJSON-788580725-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 09:11:06.370201 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-292a08da-747b-4519-b1df-e381cd735372 req-9569060c-f7b5-47cc-af8c-82740b751d03 tempest-SecurityGroupsNegativeTestJSON-788580725 tempest-SecurityGroupsNegativeTestJSON-788580725-project] 10.222.0.21 "DELETE /v2.0/security-groups/67f418bc-64e3-4d49-8177-c010f36a45c7 HTTP/1.1" status: 409 len: 352 time: 0.1429427 Nov 19 09:11:06.372443 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ea2d293-8581-445a-b3f6-28f304168a9c req-20b6645f-ed8f-4230-87c3-b4fa1fa16182 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf65906-feb8-4169-8438-55da70849bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625278 Nov 19 09:11:06.444142 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-c6ea57ed-ddeb-44a4-bccd-c160c28081c1 req-b9c53bcc-4daa-44e7-9bbb-687a6f24a05c tempest-SecurityGroupsNegativeTestJSON-788580725 tempest-SecurityGroupsNegativeTestJSON-788580725-project] show failed (client error): The resource could not be found. Nov 19 09:11:06.445860 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6ea57ed-ddeb-44a4-bccd-c160c28081c1 req-b9c53bcc-4daa-44e7-9bbb-687a6f24a05c tempest-SecurityGroupsNegativeTestJSON-788580725 tempest-SecurityGroupsNegativeTestJSON-788580725-project] 10.222.0.21 "GET /v2.0/security-groups/7db4fdcd-013a-4c20-9b11-908c1a3aba20 HTTP/1.1" status: 404 len: 352 time: 0.0363669 Nov 19 09:11:06.465895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d9794-65c9-4e3e-9103-ae5e430033a6 req-63575d8d-d65d-4eba-94e1-fed51d991438 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:06.475472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b2d9794-65c9-4e3e-9103-ae5e430033a6 req-63575d8d-d65d-4eba-94e1-fed51d991438 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 1096 time: 0.0848601 Nov 19 09:11:06.545069 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b2d9794-65c9-4e3e-9103-ae5e430033a6 req-e98c18f6-cb21-409d-abf7-f004962ee223 tempest-LiveMigrationTest-2146166607 tempest-LiveMigrationTest-2146166607-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656533 Nov 19 09:11:06.610748 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-62c62137-0b07-4e17-80eb-a0e1e3a64b87 req-f02cb36e-ef31-42d8-b601-df295d182095 tempest-SecurityGroupsNegativeTestJSON-788580725 tempest-SecurityGroupsNegativeTestJSON-788580725-project] show failed (client error): The resource could not be found. Nov 19 09:11:06.618364 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62c62137-0b07-4e17-80eb-a0e1e3a64b87 req-f02cb36e-ef31-42d8-b601-df295d182095 tempest-SecurityGroupsNegativeTestJSON-788580725 tempest-SecurityGroupsNegativeTestJSON-788580725-project] 10.222.0.21 "GET /v2.0/security-groups/70b718f7-cf0e-4a1e-a4fd-5aff1f0075d1 HTTP/1.1" status: 404 len: 352 time: 0.0269368 Nov 19 09:11:06.628256 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33952) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:06.660349 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa38140-00e5-4a8b-b41c-450fa4c5e873 req-c1418bbe-9626-4a97-be35-63ee9e9b410e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:06.662176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9aa38140-00e5-4a8b-b41c-450fa4c5e873 req-c1418bbe-9626-4a97-be35-63ee9e9b410e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.1160693 Nov 19 09:11:06.762074 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda068b3-e61d-4e81-bdd2-5c0ddd734798 admin admin] Deleting subnet 1c35ba17-4cf0-48ab-8e8a-a999aa3e3c53 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:11:06.767004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9aa38140-00e5-4a8b-b41c-450fa4c5e873 req-e160a564-c1fe-4559-a0c5-b9a76738566f tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945272 Nov 19 09:11:06.786519 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dda068b3-e61d-4e81-bdd2-5c0ddd734798 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:06.788147 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04911fc1-ff2c-4ee4-b418-ee624230b732 req-1343cc18-e22d-42eb-a2b0-f3940c491453 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:06.797413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-04911fc1-ff2c-4ee4-b418-ee624230b732 req-1343cc18-e22d-42eb-a2b0-f3940c491453 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 943 time: 0.0913727 Nov 19 09:11:06.838773 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-ecd86d29-f44f-4b43-9ae8-dcfd0f5b6113 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:06.840488 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-ecd86d29-f44f-4b43-9ae8-dcfd0f5b6113 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 804 time: 0.3519967 Nov 19 09:11:06.876945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-04911fc1-ff2c-4ee4-b418-ee624230b732 req-83544528-efa5-4335-a5cd-8172c6575ea8 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/security-groups?id=1158b444-6e3f-4125-b3d5-5f13615ed878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743463 Nov 19 09:11:06.886926 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dda068b3-e61d-4e81-bdd2-5c0ddd734798 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:06.924584 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-e62b2d7f-df41-4c41-b225-fcce6262bc69 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Request body: {'port': {'device_id': 'ebda8374-3f73-4939-9369-13c8c1cf5384', 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b', 'admin_state_up': True, 'tenant_id': 'd989f3321d484896968fa83d99590725'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:06.999822 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dda068b3-e61d-4e81-bdd2-5c0ddd734798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:07.018071 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e561b660-4e9d-4c5e-822e-464c69cccfb7 req-a21eb140-f973-45c4-ba21-94055e4e1c3d tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebda8374-3f73-4939-9369-13c8c1cf5384 HTTP/1.1" status: 200 len: 210 time: 0.0422995 Nov 19 09:11:07.111347 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dda068b3-e61d-4e81-bdd2-5c0ddd734798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:07.116966 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-e62b2d7f-df41-4c41-b225-fcce6262bc69 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Made reservation on behalf of d989f3321d484896968fa83d99590725 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:11:07.120886 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-e62b2d7f-df41-4c41-b225-fcce6262bc69 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:07.166069 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dda068b3-e61d-4e81-bdd2-5c0ddd734798 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:07.169388 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dda068b3-e61d-4e81-bdd2-5c0ddd734798 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1c35ba17-4cf0-48ab-8e8a-a999aa3e3c53 HTTP/1.1" status: 204 len: 168 time: 0.5386827 Nov 19 09:11:07.170263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda068b3-e61d-4e81-bdd2-5c0ddd734798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c35ba17-4cf0-48ab-8e8a-a999aa3e3c53,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:07.172069 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33960) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:07.194883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6b309de3-c026-4d0c-bace-380a18bcfb33 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:11:07.219568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f1d19-b528-4538-8501-fa2c220cd391 req-13a9922b-92e8-4af4-a752-86e0d5e51126 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:07.221585 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f2f1d19-b528-4538-8501-fa2c220cd391 req-13a9922b-92e8-4af4-a752-86e0d5e51126 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 944 time: 0.0787053 Nov 19 09:11:07.310121 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6b309de3-c026-4d0c-bace-380a18bcfb33, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6b309de3-c026-4d0c-bace-380a18bcfb33,segment=NetworkSegment(0e4d4b4b-e09a-4870-b6cd-d798f391cc1b),segment_id=0e4d4b4b-e09a-4870-b6cd-d798f391cc1b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:07.315538 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f2f1d19-b528-4538-8501-fa2c220cd391 req-ce90e0c4-ce1b-4065-976a-53983929a23e tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861042 Nov 19 09:11:07.333227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '6b309de3-c026-4d0c-bace-380a18bcfb33', 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3', 'port_id': '6b309de3-c026-4d0c-bace-380a18bcfb33', 'mac_address': 'fa:16:3e:aa:68:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:11:07.382888 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:07.397371 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b309de3-c026-4d0c-bace-380a18bcfb33 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:11:07.412097 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede85cad-f0b5-40a1-b71b-9490c0601436 req-857484d4-20a1-4b1b-98e3-9c2567a04502 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:07.420281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ede85cad-f0b5-40a1-b71b-9490c0601436 req-857484d4-20a1-4b1b-98e3-9c2567a04502 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 945 time: 0.0611753 Nov 19 09:11:07.421806 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6b309de3-c026-4d0c-bace-380a18bcfb33, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6b309de3-c026-4d0c-bace-380a18bcfb33,segment=NetworkSegment(0e4d4b4b-e09a-4870-b6cd-d798f391cc1b),segment_id=0e4d4b4b-e09a-4870-b6cd-d798f391cc1b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:07.431436 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:07.470809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ede85cad-f0b5-40a1-b71b-9490c0601436 req-72300605-b6eb-49c3-bd90-6f81152b175c tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496151 Nov 19 09:11:07.493456 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=6b309de3-c026-4d0c-bace-380a18bcfb33,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:07.571747 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76eea51a-25a2-4ab7-9f8c-74d89a7ea77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:07.623289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-e62b2d7f-df41-4c41-b225-fcce6262bc69 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Allocated IP 172.20.0.6 (84b15971-c3b1-423f-a0b8-5ba85f9e199b/a3ab6a09-9e77-4bfa-8672-ebfec5d093f3/89bbd628-c1c5-483c-93cd-8d9d2e18e0db) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:11:07.722008 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76eea51a-25a2-4ab7-9f8c-74d89a7ea77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:07.722942 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['6b309de3-c026-4d0c-bace-380a18bcfb33'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:07.760645 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-76eea51a-25a2-4ab7-9f8c-74d89a7ea77c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dda5229-eb47-426d-8c84-a20170e8d86a']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:07.783966 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-76eea51a-25a2-4ab7-9f8c-74d89a7ea77c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617a36ea-8728-4e90-840a-115cc842c968') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:07.784268 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-76eea51a-25a2-4ab7-9f8c-74d89a7ea77c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617a36ea-8728-4e90-840a-115cc842c968') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:07.820704 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76eea51a-25a2-4ab7-9f8c-74d89a7ea77c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:07.844612 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76eea51a-25a2-4ab7-9f8c-74d89a7ea77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:07.866825 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76eea51a-25a2-4ab7-9f8c-74d89a7ea77c admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:11:07.867493 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76eea51a-25a2-4ab7-9f8c-74d89a7ea77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:11:07.869936 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:11:07.949429 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5aff3-5d1d-45df-9b95-5968d3bbe6fb req-3baef5ae-0d94-4f14-a7f6-74ab9c537972 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:07.951467 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88f5aff3-5d1d-45df-9b95-5968d3bbe6fb req-3baef5ae-0d94-4f14-a7f6-74ab9c537972 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.0767531 Nov 19 09:11:07.957402 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-e62b2d7f-df41-4c41-b225-fcce6262bc69 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:07.959310 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76eea51a-25a2-4ab7-9f8c-74d89a7ea77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:07.966171 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76eea51a-25a2-4ab7-9f8c-74d89a7ea77c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:07.971199 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-76eea51a-25a2-4ab7-9f8c-74d89a7ea77c admin admin] 10.222.0.21 "DELETE /v2.0/networks/6dda5229-eb47-426d-8c84-a20170e8d86a HTTP/1.1" status: 204 len: 168 time: 0.7949033 Nov 19 09:11:07.984211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eea51a-25a2-4ab7-9f8c-74d89a7ea77c admin admin] Pushing event deleted for resources: {'Network': ['ID=6dda5229-eb47-426d-8c84-a20170e8d86a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:08.016024 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-e62b2d7f-df41-4c41-b225-fcce6262bc69 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:08.064177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-e62b2d7f-df41-4c41-b225-fcce6262bc69 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Network 84b15971-c3b1-423f-a0b8-5ba85f9e199b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:11:08.070172 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-e62b2d7f-df41-4c41-b225-fcce6262bc69 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:11:08.075152 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-e62b2d7f-df41-4c41-b225-fcce6262bc69 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:11:08.079127 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b2d7f-df41-4c41-b225-fcce6262bc69 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Pushing event updated for resources: {'Port': ['ID=89bbd628-c1c5-483c-93cd-8d9d2e18e0db,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:08.090249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d154c-789a-4a4f-b255-3bd610f4c3c9 req-82291a98-e556-4a77-9015-9a98e08c4ad2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:08.091818 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-062d154c-789a-4a4f-b255-3bd610f4c3c9 req-82291a98-e556-4a77-9015-9a98e08c4ad2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 944 time: 0.1351848 Nov 19 09:11:08.105818 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5fb53-31bf-4e1e-b0a2-7a50433acb3a req-c5145374-dcdb-4a63-8d99-3ef33a8419cc tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:08.107350 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88e5fb53-31bf-4e1e-b0a2-7a50433acb3a req-c5145374-dcdb-4a63-8d99-3ef33a8419cc tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.71 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 944 time: 0.1143351 Nov 19 09:11:08.118552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88f5aff3-5d1d-45df-9b95-5968d3bbe6fb req-4dbf3ea4-9ae7-4b1e-a7a4-32732a246b60 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482837 Nov 19 09:11:08.138979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-e62b2d7f-df41-4c41-b225-fcce6262bc69 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:08.139747 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-e62b2d7f-df41-4c41-b225-fcce6262bc69 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:08.159758 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-e62b2d7f-df41-4c41-b225-fcce6262bc69 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2412672 Nov 19 09:11:08.160934 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33974) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:08.183272 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Request body: {'port': {'device_id': 'ebda8374-3f73-4939-9369-13c8c1cf5384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:08.239967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-062d154c-789a-4a4f-b255-3bd610f4c3c9 req-4d7089ce-f218-4cf8-b252-c51543fc8473 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/security-groups?id=1158b444-6e3f-4125-b3d5-5f13615ed878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313746 Nov 19 09:11:08.277999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-88e5fb53-31bf-4e1e-b0a2-7a50433acb3a req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Deleting port 34250b97-4071-47db-a55f-dd5ef0e95f43 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:11:08.277999 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88e5fb53-31bf-4e1e-b0a2-7a50433acb3a req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:08.289220 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-db61fa60-8020-4a46-be12-8d9256476672 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25ddac6c368b4d488a812095eb415167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276352 Nov 19 09:11:08.292315 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33978) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:08.309322 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:08.406802 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:08.430581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca78cf1-ced8-4315-b9c0-4fc380447a90 req-d072e082-b337-4685-8085-443c3e96e5f6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:08.432115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ca78cf1-ced8-4315-b9c0-4fc380447a90 req-d072e082-b337-4685-8085-443c3e96e5f6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebda8374-3f73-4939-9369-13c8c1cf5384 HTTP/1.1" status: 200 len: 931 time: 0.1355140 Nov 19 09:11:08.485107 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:08.501276 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-88e5fb53-31bf-4e1e-b0a2-7a50433acb3a req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] For port 34250b97-4071-47db-a55f-dd5ef0e95f43, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=34250b97-4071-47db-a55f-dd5ef0e95f43,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:08.501684 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88e5fb53-31bf-4e1e-b0a2-7a50433acb3a req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:08.526070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-88e5fb53-31bf-4e1e-b0a2-7a50433acb3a req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Calling delete_port for 34250b97-4071-47db-a55f-dd5ef0e95f43 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:11:08.545939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8876384-7117-4e1f-ace2-487ea9e1f4d6 req-f9349186-8269-40c6-8b99-f05e3126f373 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:08.547516 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f8876384-7117-4e1f-ace2-487ea9e1f4d6 req-f9349186-8269-40c6-8b99-f05e3126f373 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 944 time: 0.1434865 Nov 19 09:11:08.573393 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ca78cf1-ced8-4315-b9c0-4fc380447a90 req-036ece93-4c54-4b5a-9c4e-30486481d10d tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199601 Nov 19 09:11:08.609058 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:08.612144 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:08.613870 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67f418bc-64e3-4d49-8177-c010f36a45c7 HTTP/1.1" status: 204 len: 168 time: 0.3205409 Nov 19 09:11:08.630828 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f418bc-64e3-4d49-8177-c010f36a45c7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:08.647102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.647491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.647838 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.648183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.648522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.648858 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.649951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.649951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.650177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.650313 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.650646 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.650975 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ab3d0-29d9-451d-a1b3-ff88e872c7dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.708210 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f8876384-7117-4e1f-ace2-487ea9e1f4d6 req-860b19d3-edc2-42f1-bad0-b95da975fcad tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496162 Nov 19 09:11:08.719076 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89bbd628-c1c5-483c-93cd-8d9d2e18e0db {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:11:08.735999 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:08.742174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f560688-7531-402a-ba25-21ea0d32f80c req-c990e26f-1a76-4e25-a9e7-a3ed0f7d3376 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:08.749512 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f560688-7531-402a-ba25-21ea0d32f80c req-c990e26f-1a76-4e25-a9e7-a3ed0f7d3376 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 945 time: 0.0977900 Nov 19 09:11:08.751909 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Transition to ACTIVE for port object 89bbd628-c1c5-483c-93cd-8d9d2e18e0db will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:11:08.756411 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:08.838054 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f560688-7531-402a-ba25-21ea0d32f80c req-49d3948b-def5-4f10-8008-cbe3496b6263 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872557 Nov 19 09:11:08.840587 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Pushing event updated for resources: {'Port': ['ID=89bbd628-c1c5-483c-93cd-8d9d2e18e0db,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:08.860866 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88e5fb53-31bf-4e1e-b0a2-7a50433acb3a req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:08.882147 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['053e479a-be60-4f45-83f3-abbd16a4654f', '34250b97-4071-47db-a55f-dd5ef0e95f43'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:08.909392 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Attempting to bind port 89bbd628-c1c5-483c-93cd-8d9d2e18e0db on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:11:08.910497 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Attempting to bind port 89bbd628-c1c5-483c-93cd-8d9d2e18e0db by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:11:08.910497 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Attempting to bind port 89bbd628-c1c5-483c-93cd-8d9d2e18e0db on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:11:08.911034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Pushing event deleted for resources: {'Port': ['ID=34250b97-4071-47db-a55f-dd5ef0e95f43,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:08.921451 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Port 89bbd628-c1c5-483c-93cd-8d9d2e18e0db on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:11:08.921787 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Attempting to bind port 89bbd628-c1c5-483c-93cd-8d9d2e18e0db on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:11:08.927430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.927430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.927430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.927430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.927931 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.928041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.928300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.928676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.929545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.929658 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:11:08.929860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.929962 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Checking segment: {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:11:08.930256 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.930379 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Bound using segment: {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:11:08.930478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:08.930766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Bound port: 89bbd628-c1c5-483c-93cd-8d9d2e18e0db, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:11:08.931105 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:08.968664 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e5fb53-31bf-4e1e-b0a2-7a50433acb3a req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] No DVR routers for this DVR port 34250b97-4071-47db-a55f-dd5ef0e95f43 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:11:08.972760 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88e5fb53-31bf-4e1e-b0a2-7a50433acb3a req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:08.978181 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88e5fb53-31bf-4e1e-b0a2-7a50433acb3a req-771efd47-1c45-4579-acb4-69b6cb460d03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.71 "DELETE /v2.0/ports/34250b97-4071-47db-a55f-dd5ef0e95f43 HTTP/1.1" status: 204 len: 173 time: 0.8584638 Nov 19 09:11:08.978746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dffe4470-8739-4cb2-88d0-d63c709a1849', 'name': 'network-vif-deleted', 'tag': '34250b97-4071-47db-a55f-dd5ef0e95f43'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:08.981870 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2472012-0e62-4dee-8f9b-0445b0118a9d" -d '{"events": [{"server_uuid": "dffe4470-8739-4cb2-88d0-d63c709a1849", "name": "network-vif-deleted", "tag": "34250b97-4071-47db-a55f-dd5ef0e95f43"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:09.021235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] For port 89bbd628-c1c5-483c-93cd-8d9d2e18e0db, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:11:09.028050 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] For port 89bbd628-c1c5-483c-93cd-8d9d2e18e0db, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=89bbd628-c1c5-483c-93cd-8d9d2e18e0db,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:11:09.033173 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:09.042666 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eafd647-b238-45a1-97fb-3ab88994546f x-openstack-request-id: req-2eafd647-b238-45a1-97fb-3ab88994546f {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:09.042964 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dffe4470-8739-4cb2-88d0-d63c709a1849", "name": "network-vif-deleted", "tag": "34250b97-4071-47db-a55f-dd5ef0e95f43", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:09.043215 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2eafd647-b238-45a1-97fb-3ab88994546f {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:09.043659 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dffe4470-8739-4cb2-88d0-d63c709a1849', 'name': 'network-vif-deleted', 'tag': '34250b97-4071-47db-a55f-dd5ef0e95f43', 'status': 'completed', 'code': 200} Nov 19 09:11:09.105068 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:09.105718 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:09.107092 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] 10.222.0.71 "PUT /v2.0/ports/89bbd628-c1c5-483c-93cd-8d9d2e18e0db HTTP/1.1" status: 200 len: 1092 time: 0.9298191 Nov 19 09:11:09.107573 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebda8374-3f73-4939-9369-13c8c1cf5384', 'tag': '89bbd628-c1c5-483c-93cd-8d9d2e18e0db'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:09.109864 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a776589d-79ed-4d9c-a6c3-adc9ab7596e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ebda8374-3f73-4939-9369-13c8c1cf5384", "tag": "89bbd628-c1c5-483c-93cd-8d9d2e18e0db"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:09.145912 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520ddb1-0f3b-436e-9aae-b3fcde553269 service neutron] Pushing event updated for resources: {'Port': ['ID=89bbd628-c1c5-483c-93cd-8d9d2e18e0db,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:09.151337 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a769c4ef-5599-4593-8acc-dd545eae1061 x-openstack-request-id: req-a769c4ef-5599-4593-8acc-dd545eae1061 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:09.151665 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebda8374-3f73-4939-9369-13c8c1cf5384", "tag": "89bbd628-c1c5-483c-93cd-8d9d2e18e0db", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:09.151926 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a769c4ef-5599-4593-8acc-dd545eae1061 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:09.152333 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebda8374-3f73-4939-9369-13c8c1cf5384', 'tag': '89bbd628-c1c5-483c-93cd-8d9d2e18e0db', 'status': 'completed', 'code': 200} Nov 19 09:11:09.205769 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6b309de3-c026-4d0c-bace-380a18bcfb33 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:11:09.230802 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-e651afa0-19c4-4b71-ae2e-c7ee51bae839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:09.232492 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-e651afa0-19c4-4b71-ae2e-c7ee51bae839 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&device_id=ebda8374-3f73-4939-9369-13c8c1cf5384 HTTP/1.1" status: 200 len: 1095 time: 0.0584924 Nov 19 09:11:09.292892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2160e9-82e8-4328-abed-a85cee4b39e6 req-60d326eb-c6da-4c31-9928-a82fe450e66c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:09.303998 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb2160e9-82e8-4328-abed-a85cee4b39e6 req-60d326eb-c6da-4c31-9928-a82fe450e66c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.0977197 Nov 19 09:11:09.304861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 6b309de3-c026-4d0c-bace-380a18bcfb33 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:11:09.315534 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 6b309de3-c026-4d0c-bace-380a18bcfb33 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:11:09.320565 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:09.333573 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-010a21d5-aae4-4a8e-abae-c6c221eacbbd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89bbd628-c1c5-483c-93cd-8d9d2e18e0db HTTP/1.1" status: 200 len: 217 time: 0.0887122 Nov 19 09:11:09.384165 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb2160e9-82e8-4328-abed-a85cee4b39e6 req-1fe78fa1-7737-4cf0-ae46-d76d1f1918c9 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740001 Nov 19 09:11:09.425760 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-05a9174a-ee34-45b4-aa47-dfd035df5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:09.427529 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-05a9174a-ee34-45b4-aa47-dfd035df5ab6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3ab6a09-9e77-4bfa-8672-ebfec5d093f3 HTTP/1.1" status: 200 len: 844 time: 0.0717776 Nov 19 09:11:09.474140 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:09.493749 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-6c9f7ef9-8203-49a2-adb4-270844ba7d24 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=84b15971-c3b1-423f-a0b8-5ba85f9e199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532053 Nov 19 09:11:09.499916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072fe9f-c1aa-4028-aa17-0bd8cbd89725 req-21be310f-b3e8-4494-8dd7-2dc4a9e0abd5 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:09.515637 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2072fe9f-c1aa-4028-aa17-0bd8cbd89725 req-21be310f-b3e8-4494-8dd7-2dc4a9e0abd5 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 944 time: 0.1201041 Nov 19 09:11:09.529580 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6b309de3-c026-4d0c-bace-380a18bcfb33, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6b309de3-c026-4d0c-bace-380a18bcfb33,segment=NetworkSegment(0e4d4b4b-e09a-4870-b6cd-d798f391cc1b),segment_id=0e4d4b4b-e09a-4870-b6cd-d798f391cc1b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:09.531127 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b309de3-c026-4d0c-bace-380a18bcfb33'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:09.533804 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c540c065-7c43-4b28-a000-31377a45ef19" -d '{"events": [{"server_uuid": "ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03", "name": "network-vif-plugged", "status": "completed", "tag": "6b309de3-c026-4d0c-bace-380a18bcfb33"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:09.539569 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:09.613583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=6b309de3-c026-4d0c-bace-380a18bcfb33,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:09.616119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2072fe9f-c1aa-4028-aa17-0bd8cbd89725 req-8daac5c1-0ba3-4644-a7ed-2e1cd014b86a tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/security-groups?id=1158b444-6e3f-4125-b3d5-5f13615ed878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023262 Nov 19 09:11:09.635377 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539d2ff8-b65b-450c-ba2a-9d4cec1c497c x-openstack-request-id: req-539d2ff8-b65b-450c-ba2a-9d4cec1c497c {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:09.635377 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03", "name": "network-vif-plugged", "status": "completed", "tag": "6b309de3-c026-4d0c-bace-380a18bcfb33", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:09.635617 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-539d2ff8-b65b-450c-ba2a-9d4cec1c497c {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:09.635876 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b309de3-c026-4d0c-bace-380a18bcfb33', 'code': 200} Nov 19 09:11:09.670464 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-9920066c-96a1-4669-85a8-d46214cd7f7e service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539154 Nov 19 09:11:09.801493 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-83a16d39-3d2c-4147-8e92-3e4cec7dc801 req-d6c35a32-427c-42b6-a779-70c75486a477 service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197505 Nov 19 09:11:09.822052 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776f16f-a378-46c6-901c-f21441e9beb6 req-236855b9-9679-4dff-ae1c-a9ea7fe4ceb6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:09.824051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2776f16f-a378-46c6-901c-f21441e9beb6 req-236855b9-9679-4dff-ae1c-a9ea7fe4ceb6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebda8374-3f73-4939-9369-13c8c1cf5384 HTTP/1.1" status: 200 len: 943 time: 0.1174452 Nov 19 09:11:09.870583 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07705eeb-5c8d-43ad-9bbd-22696354aa3c req-4cf9e516-6196-4a8b-ab3e-10ff5084e20a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 210 time: 0.0443716 Nov 19 09:11:09.895095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07641a0-f7af-4e5f-9515-b3dc11e72b6b req-b374acde-2447-476a-a1b3-a7ba72724a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:09.897363 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d07641a0-f7af-4e5f-9515-b3dc11e72b6b req-b374acde-2447-476a-a1b3-a7ba72724a45 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 1097 time: 0.1515350 Nov 19 09:11:09.934441 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2776f16f-a378-46c6-901c-f21441e9beb6 req-232873e1-670f-4d38-961c-89fdfb84c593 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949659 Nov 19 09:11:09.936986 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776589d-79ed-4d9c-a6c3-adc9ab7596e9 req-0c42f993-e32c-44c7-88cb-25e3e711e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:09.939130 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a776589d-79ed-4d9c-a6c3-adc9ab7596e9 req-0c42f993-e32c-44c7-88cb-25e3e711e177 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&device_id=ebda8374-3f73-4939-9369-13c8c1cf5384 HTTP/1.1" status: 200 len: 1095 time: 0.0607491 Nov 19 09:11:09.995263 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d07641a0-f7af-4e5f-9515-b3dc11e72b6b req-72e8e5ab-e09c-429f-b14e-aef9cc7abf2c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1158b444-6e3f-4125-b3d5-5f13615ed878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661526 Nov 19 09:11:10.079697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa819c0c-54a0-4ec7-b82a-8b68d921231f req-bd889a9a-da51-492c-a3f5-686c69786bc5 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:10.087970 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa819c0c-54a0-4ec7-b82a-8b68d921231f req-bd889a9a-da51-492c-a3f5-686c69786bc5 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 945 time: 0.0654218 Nov 19 09:11:10.088646 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776589d-79ed-4d9c-a6c3-adc9ab7596e9 req-5cb863af-ead5-42a6-85be-2583b0634a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:10.090793 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a776589d-79ed-4d9c-a6c3-adc9ab7596e9 req-5cb863af-ead5-42a6-85be-2583b0634a7c service neutron] 10.222.0.71 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 905 time: 0.1304433 Nov 19 09:11:10.146958 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa819c0c-54a0-4ec7-b82a-8b68d921231f req-a1646389-4898-4304-88f0-aff93dba2b3c tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581267 Nov 19 09:11:10.158929 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a776589d-79ed-4d9c-a6c3-adc9ab7596e9 req-afcf0c4b-3070-4f67-a955-d9ea49d91e2b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89bbd628-c1c5-483c-93cd-8d9d2e18e0db HTTP/1.1" status: 200 len: 217 time: 0.0564125 Nov 19 09:11:10.229991 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776589d-79ed-4d9c-a6c3-adc9ab7596e9 req-20a9018b-59ca-4c3e-84ae-f28124864fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:10.231550 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a776589d-79ed-4d9c-a6c3-adc9ab7596e9 req-20a9018b-59ca-4c3e-84ae-f28124864fb7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3ab6a09-9e77-4bfa-8672-ebfec5d093f3 HTTP/1.1" status: 200 len: 844 time: 0.0549152 Nov 19 09:11:10.272087 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a776589d-79ed-4d9c-a6c3-adc9ab7596e9 req-2d3569d6-a5ce-4f88-9d5f-c68a4e7d14fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=84b15971-c3b1-423f-a0b8-5ba85f9e199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309572 Nov 19 09:11:10.429701 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a776589d-79ed-4d9c-a6c3-adc9ab7596e9 req-0b506976-8062-4e84-9608-7439b865fd05 service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475849 Nov 19 09:11:10.463759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34038) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:10.512631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfa52-78a7-47e2-945f-9b3ea7007608 req-14876ecc-c263-435e-a3ec-0d1a2c690c63 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:10.533038 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e70dfa52-78a7-47e2-945f-9b3ea7007608 req-14876ecc-c263-435e-a3ec-0d1a2c690c63 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.0801036 Nov 19 09:11:10.556522 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a776589d-79ed-4d9c-a6c3-adc9ab7596e9 req-d21ba813-f4c7-45ae-a90d-a533d38ea350 service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192393 Nov 19 09:11:10.611708 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e70dfa52-78a7-47e2-945f-9b3ea7007608 req-e904d6d1-a3aa-46ef-9532-0385fe38d882 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772920 Nov 19 09:11:10.646404 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c5f267d4-eb47-4758-a167-dd3ff261d081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:10.771246 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c5f267d4-eb47-4758-a167-dd3ff261d081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:10.779526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55623e-9adb-453f-b020-9d0cf2a80700 req-ab3d12af-e350-49c9-b267-a7e585dd1963 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:10.781052 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca55623e-9adb-453f-b020-9d0cf2a80700 req-ab3d12af-e350-49c9-b267-a7e585dd1963 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 945 time: 0.0784652 Nov 19 09:11:10.782209 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c5f267d4-eb47-4758-a167-dd3ff261d081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:10.836812 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c5f267d4-eb47-4758-a167-dd3ff261d081 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=446cbeda73df4fb8b54a76036034f9ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717599 Nov 19 09:11:10.839529 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34046) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:10.842589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f267d4-eb47-4758-a167-dd3ff261d081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f531e6d2-9453-46c0-a39d-aa55825547f4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:10.873994 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca55623e-9adb-453f-b020-9d0cf2a80700 req-668972e9-ab65-4cde-9b1b-51eaac06f80c tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/security-groups?id=1158b444-6e3f-4125-b3d5-5f13615ed878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804284 Nov 19 09:11:10.904790 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-097f72aa-74ff-4d35-b847-133385aa8ebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:10.928117 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-097f72aa-74ff-4d35-b847-133385aa8ebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:10.984452 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-233971ba-e180-4546-a175-6d96200e9848 req-057ceaf5-e242-443f-bb5e-d26718a507eb tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 210 time: 0.0382936 Nov 19 09:11:10.988974 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-097f72aa-74ff-4d35-b847-133385aa8ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:11.002668 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-097f72aa-74ff-4d35-b847-133385aa8ebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:11.004876 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-097f72aa-74ff-4d35-b847-133385aa8ebf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f531e6d2-9453-46c0-a39d-aa55825547f4 HTTP/1.1" status: 204 len: 168 time: 0.1635008 Nov 19 09:11:11.021772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f72aa-74ff-4d35-b847-133385aa8ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f531e6d2-9453-46c0-a39d-aa55825547f4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:11.104660 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844a4a6-52d7-4f48-840a-354078d47fff req-09493147-9d0d-48fb-9e93-3af4ed444181 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:11.106503 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d844a4a6-52d7-4f48-840a-354078d47fff req-09493147-9d0d-48fb-9e93-3af4ed444181 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebda8374-3f73-4939-9369-13c8c1cf5384 HTTP/1.1" status: 200 len: 943 time: 0.0824108 Nov 19 09:11:11.207747 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d844a4a6-52d7-4f48-840a-354078d47fff req-20ec6913-8647-424f-813f-edae52662895 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930202 Nov 19 09:11:11.314326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072698b-d25a-4528-a8c7-757d9d38cd2b req-2c27b64b-742f-4bdf-a3e0-d384cde702b3 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:11.316650 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f072698b-d25a-4528-a8c7-757d9d38cd2b req-2c27b64b-742f-4bdf-a3e0-d384cde702b3 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 945 time: 0.0629659 Nov 19 09:11:11.384040 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f072698b-d25a-4528-a8c7-757d9d38cd2b req-acd790e9-261b-4c70-a7f4-daf9c76486fa tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575950 Nov 19 09:11:11.700822 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-7fe5e994-f5bd-434c-bf50-9b856b9764e3 service neutron] show failed (client error): The resource could not be found. Nov 19 09:11:11.702625 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-7fe5e994-f5bd-434c-bf50-9b856b9764e3 service neutron] 10.222.0.71 "GET /v2.0/ports/4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8/bindings/n-h1-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.2471342 Nov 19 09:11:11.788582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1df51-9f91-4600-8434-fe5ae790811f req-a8c88d54-bc6b-4947-898c-4f3ac71986fe tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:11.793684 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2e1df51-9f91-4600-8434-fe5ae790811f req-a8c88d54-bc6b-4947-898c-4f3ac71986fe tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.0745792 Nov 19 09:11:11.852968 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2e1df51-9f91-4600-8434-fe5ae790811f req-8bc027e1-a89a-4a3a-b9c6-1b32fe5feef0 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493712 Nov 19 09:11:11.894649 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 89bbd628-c1c5-483c-93cd-8d9d2e18e0db details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:11:11.899153 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 34250b97-4071-47db-a55f-dd5ef0e95f43 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:11:11.932514 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34084) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:11.937137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 34250b97-4071-47db-a55f-dd5ef0e95f43 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:11:11.937561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 34250b97-4071-47db-a55f-dd5ef0e95f43 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:11:12.095192 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-53c910ff-d7a6-4023-9061-93b0e5308023 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2122500124-network', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:12.107938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128102f5-a62b-4f4c-95ed-2b78ec3f6265 req-6f8e14e9-afc4-49ba-8d67-4a6baa0ab922 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:12.111411 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-128102f5-a62b-4f4c-95ed-2b78ec3f6265 req-6f8e14e9-afc4-49ba-8d67-4a6baa0ab922 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 945 time: 0.0831606 Nov 19 09:11:12.120041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 89bbd628-c1c5-483c-93cd-8d9d2e18e0db, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=89bbd628-c1c5-483c-93cd-8d9d2e18e0db,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:12.136613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '89bbd628-c1c5-483c-93cd-8d9d2e18e0db', 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b', 'port_id': '89bbd628-c1c5-483c-93cd-8d9d2e18e0db', 'mac_address': 'fa:16:3e:35:06:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ab6a09-9e77-4bfa-8672-ebfec5d093f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:11:12.143984 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-78c8a6c5-9fd1-4f7a-84cf-9614b31b50aa req-c98df380-6720-422d-88a2-969f2cb8fc52 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 210 time: 0.0313754 Nov 19 09:11:12.159453 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c910ff-d7a6-4023-9061-93b0e5308023 admin admin] Made reservation on behalf of ccdedb6f762740d59f75bc1ffb07679e for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:11:12.173030 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53c910ff-d7a6-4023-9061-93b0e5308023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:12.183641 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53c910ff-d7a6-4023-9061-93b0e5308023 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:12.202368 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:12.222293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89bbd628-c1c5-483c-93cd-8d9d2e18e0db {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:11:12.224097 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-128102f5-a62b-4f4c-95ed-2b78ec3f6265 req-ff08694b-2512-41ea-b7a6-57edbec2d2da tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/security-groups?id=1158b444-6e3f-4125-b3d5-5f13615ed878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786002 Nov 19 09:11:12.283217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 89bbd628-c1c5-483c-93cd-8d9d2e18e0db, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=89bbd628-c1c5-483c-93cd-8d9d2e18e0db,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:12.284191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-2cadec55-9cd8-492d-ba84-a53c0004756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:12.287487 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-2cadec55-9cd8-492d-ba84-a53c0004756a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe&tenant_id=193e326224374af2adeabf4558305969 HTTP/1.1" status: 200 len: 1102 time: 0.2990239 Nov 19 09:11:12.290984 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:12.300412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:12.303530 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53c910ff-d7a6-4023-9061-93b0e5308023 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:12.313035 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53c910ff-d7a6-4023-9061-93b0e5308023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:12.349985 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c910ff-d7a6-4023-9061-93b0e5308023 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:11:12.359508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c910ff-d7a6-4023-9061-93b0e5308023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103d5bb3-7f66-4a76-9e40-3982f6fb509d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:12.366492 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53c910ff-d7a6-4023-9061-93b0e5308023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:12.367049 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-53c910ff-d7a6-4023-9061-93b0e5308023 admin admin] Added segment a307f053-7c07-48f8-a08e-8e39ad8425f0 of type vlan for network d8a67b9e-e28b-4258-82d2-afacf03cf508 Nov 19 09:11:12.402089 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:12.409513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=89bbd628-c1c5-483c-93cd-8d9d2e18e0db,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:12.433502 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53c910ff-d7a6-4023-9061-93b0e5308023 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:12.456607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ed608-c74f-49b4-b0df-5b01c1aca4d7 req-97b0fa6c-4751-493c-adae-016b98df5a7e tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:12.458246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a63ed608-c74f-49b4-b0df-5b01c1aca4d7 req-97b0fa6c-4751-493c-adae-016b98df5a7e tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebda8374-3f73-4939-9369-13c8c1cf5384 HTTP/1.1" status: 200 len: 944 time: 0.1307995 Nov 19 09:11:12.472557 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53c910ff-d7a6-4023-9061-93b0e5308023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:12.473879 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c910ff-d7a6-4023-9061-93b0e5308023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:12.474825 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53c910ff-d7a6-4023-9061-93b0e5308023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:12.563038 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-53c910ff-d7a6-4023-9061-93b0e5308023 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6290305 Nov 19 09:11:12.564002 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34100) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:12.572771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a92c6001-68eb-42f7-b557-dd358116fcc7 admin admin] Request body: {'subnet': {'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2122500124-subnet', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:12.603673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c910ff-d7a6-4023-9061-93b0e5308023 admin admin] Pushing event updated for resources: {'Network': ['ID=d8a67b9e-e28b-4258-82d2-afacf03cf508,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:12.607475 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92c6001-68eb-42f7-b557-dd358116fcc7 admin admin] Made reservation on behalf of ccdedb6f762740d59f75bc1ffb07679e for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:11:12.610867 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a92c6001-68eb-42f7-b557-dd358116fcc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:12.615365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network d8a67b9e-e28b-4258-82d2-afacf03cf508 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:11:12.665924 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['89bbd628-c1c5-483c-93cd-8d9d2e18e0db'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:12.676045 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:12.716811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:11:12.767288 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:12.781553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:12.783986 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63d3970-f69c-4fa6-90d6-7028cdb2efc8" -d '{"events": [{"server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:12.787209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Transition to ACTIVE for port object 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:11:12.815129 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:12.874127 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a92c6001-68eb-42f7-b557-dd358116fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:12.922845 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] No DVR routers for this DVR port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:11:12.957559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Pushing event updated for resources: {'Port': ['ID=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:12.964473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c6001-68eb-42f7-b557-dd358116fcc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d57feb64-ebb4-46ef-a834-eace7da568f6,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:12.973586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c6001-68eb-42f7-b557-dd358116fcc7 admin admin] Checking segment: {'id': 'a307f053-7c07-48f8-a08e-8e39ad8425f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:11:12.973954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92c6001-68eb-42f7-b557-dd358116fcc7 admin admin] Network hostable DHCP agents. Network: d8a67b9e-e28b-4258-82d2-afacf03cf508, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:11:12.993418 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a63ed608-c74f-49b4-b0df-5b01c1aca4d7 req-db382a15-2577-4f20-9b11-a23ccd3a9d57 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270250 Nov 19 09:11:12.998420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92c6001-68eb-42f7-b557-dd358116fcc7 admin admin] Network d8a67b9e-e28b-4258-82d2-afacf03cf508 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:11:13.013269 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a92c6001-68eb-42f7-b557-dd358116fcc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, d8a67b9e-e28b-4258-82d2-afacf03cf508) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:11:13.018360 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92c6001-68eb-42f7-b557-dd358116fcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:13.019018 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a92c6001-68eb-42f7-b557-dd358116fcc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:13.025927 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1010aa3b-6fc6-438e-bbd0-42078f59ac16 None None] Network d8a67b9e-e28b-4258-82d2-afacf03cf508 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:11:13.038117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1035c-cc0d-4037-920f-9e8941213c92 req-a2dd258f-4eac-4923-801a-84b999b23780 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:13.043827 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a92c6001-68eb-42f7-b557-dd358116fcc7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4752858 Nov 19 09:11:13.045453 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34108) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:13.052771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2122500124-router', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:13.057170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfd1035c-cc0d-4037-920f-9e8941213c92 req-a2dd258f-4eac-4923-801a-84b999b23780 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 945 time: 0.2629855 Nov 19 09:11:13.060886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34110) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:13.090911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7a6d4ef4-acfa-4c1d-b0e8-8139345cef9d tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Request body: {'floatingip': {'port_id': '6b309de3-c026-4d0c-bace-380a18bcfb33'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:13.098779 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:13.100171 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:13.160061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-d375346a-4b7f-4141-a089-f7eadd26e90c tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:13.162569 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-d375346a-4b7f-4141-a089-f7eadd26e90c tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26&tenant_id=6022a22e5412460ca709de7cbe4fe9f5&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 1097 time: 0.0814059 Nov 19 09:11:13.182738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Attempting to bind port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:11:13.183136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Attempting to bind port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:11:13.183470 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805649-14'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:13.183610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Attempting to bind port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:11:13.193418 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a6d4ef4-acfa-4c1d-b0e8-8139345cef9d tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:13.197127 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:11:13.197358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Attempting to bind port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:11:13.235282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 46a27362-8a8f-4d4b-921d-4942d6e4ca62 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:11:13.256654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:11:13.257147 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:11:13.257550 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:11:13.258032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Bound port: 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:11:13.258398 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:13.274659 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:13.302377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e9b32-5236-4735-a272-3043acf480e8 req-3959c8ff-c4c1-4965-9245-b64b8a44d431 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:13.311173 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a0e9b32-5236-4735-a272-3043acf480e8 req-3959c8ff-c4c1-4965-9245-b64b8a44d431 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 945 time: 0.2149317 Nov 19 09:11:13.321568 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:13.420631 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddf4dde-059d-40c0-b240-799db15c3b2e x-openstack-request-id: req-cddf4dde-059d-40c0-b240-799db15c3b2e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:13.420948 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:13.421202 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cddf4dde-059d-40c0-b240-799db15c3b2e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:13.421601 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8', 'code': 200} Nov 19 09:11:13.488908 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-d8a67b9e-e28b-4258-82d2-afacf03cf508', 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'fixed_ips': [{'subnet_id': 'd57feb64-ebb4-46ef-a834-eace7da568f6'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:11:13.490133 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:13.499086 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] For port 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=46a27362-8a8f-4d4b-921d-4942d6e4ca62,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:13.520495 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a0e9b32-5236-4735-a272-3043acf480e8 req-24a51839-2128-4ca9-bdf7-e5ddf181842c tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012954 Nov 19 09:11:13.531772 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:11:13.597718 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:11:13.643755 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:13.672069 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Allocated IP 172.20.0.2 (d8a67b9e-e28b-4258-82d2-afacf03cf508/d57feb64-ebb4-46ef-a834-eace7da568f6/4b0cfe87-f250-42dd-9031-c0b01a1216dc) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:11:13.713233 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] For port 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:11:13.717489 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:13.806249 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429cb47c-226e-4f94-bfce-dd980bfc2e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a27362-8a8f-4d4b-921d-4942d6e4ca62'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:13.809099 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda377e9-9267-4b2f-9de2-038fb828a06a" -d '{"events": [{"server_uuid": "429cb47c-226e-4f94-bfce-dd980bfc2e26", "name": "network-vif-unplugged", "status": "completed", "tag": "46a27362-8a8f-4d4b-921d-4942d6e4ca62"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:13.823167 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:13.835747 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:13.844376 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:13.860254 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:13.870580 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=46a27362-8a8f-4d4b-921d-4942d6e4ca62,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:13.910396 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 89bbd628-c1c5-483c-93cd-8d9d2e18e0db up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:11:13.911238 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Pushing event updated for resources: {'Port': ['ID=46a27362-8a8f-4d4b-921d-4942d6e4ca62,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:13.917852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Network d8a67b9e-e28b-4258-82d2-afacf03cf508 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:11:13.949534 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 46a27362-8a8f-4d4b-921d-4942d6e4ca62 has no active binding in host n-h1-805649-14 {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 09:11:13.953308 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:11:13.971975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:11:13.981869 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Pushing event updated for resources: {'Port': ['ID=4b0cfe87-f250-42dd-9031-c0b01a1216dc,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:13.999647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Attempting to bind port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 on host n-h2-805649-14 for vnic_type normal with profile {"migrating_to": "n-h1-805649-14"} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:11:14.000223 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Attempting to bind port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:11:14.000356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Attempting to bind port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:11:14.021422 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:11:14.021757 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Attempting to bind port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:11:14.031706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:11:14.031857 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Checking segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:11:14.032299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Bound using segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:11:14.033140 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Bound port: 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:11:14.033522 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:14.054037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:14.054635 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:14.055990 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] 10.222.0.66 "PUT /v2.0/ports/4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 HTTP/1.1" status: 200 len: 1097 time: 1.7614126 Nov 19 09:11:14.068285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-518886d4-9674-454b-8d24-3ce483662de2 req-2196da81-51a9-4d79-afd7-e56011c03dd1 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 210 time: 0.4166865 Nov 19 09:11:14.097634 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Attempting to bind port 4b0cfe87-f250-42dd-9031-c0b01a1216dc on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:11:14.098162 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Attempting to bind port 4b0cfe87-f250-42dd-9031-c0b01a1216dc by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'a307f053-7c07-48f8-a08e-8e39ad8425f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:11:14.098381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Attempting to bind port 4b0cfe87-f250-42dd-9031-c0b01a1216dc on network d8a67b9e-e28b-4258-82d2-afacf03cf508 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:11:14.108963 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:11:14.109687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Checking segment: {'id': 'a307f053-7c07-48f8-a08e-8e39ad8425f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:11:14.110606 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:14.111201 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Bound using segment: {'id': 'a307f053-7c07-48f8-a08e-8e39ad8425f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:11:14.111881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Bound port: 4b0cfe87-f250-42dd-9031-c0b01a1216dc, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a307f053-7c07-48f8-a08e-8e39ad8425f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:11:14.116119 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:14.132322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 89bbd628-c1c5-483c-93cd-8d9d2e18e0db completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:11:14.140270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 89bbd628-c1c5-483c-93cd-8d9d2e18e0db triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:11:14.140772 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:14.177880 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15614452-be65-47f9-982f-e7de20207854 x-openstack-request-id: req-15614452-be65-47f9-982f-e7de20207854 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:14.178435 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429cb47c-226e-4f94-bfce-dd980bfc2e26", "name": "network-vif-unplugged", "status": "completed", "tag": "46a27362-8a8f-4d4b-921d-4942d6e4ca62", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:14.178863 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15614452-be65-47f9-982f-e7de20207854 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:14.179476 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429cb47c-226e-4f94-bfce-dd980bfc2e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a27362-8a8f-4d4b-921d-4942d6e4ca62', 'code': 200} Nov 19 09:11:14.247524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ea639-3432-4c02-b8b6-330aa39b42e8 req-2a12901c-fef2-4cca-9302-497bc6ec27f3 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:14.261001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] For port 4b0cfe87-f250-42dd-9031-c0b01a1216dc, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:11:14.266781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] For port 4b0cfe87-f250-42dd-9031-c0b01a1216dc, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4b0cfe87-f250-42dd-9031-c0b01a1216dc,segment=NetworkSegment(a307f053-7c07-48f8-a08e-8e39ad8425f0),segment_id=a307f053-7c07-48f8-a08e-8e39ad8425f0)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:11:14.273829 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f2ea639-3432-4c02-b8b6-330aa39b42e8 req-2a12901c-fef2-4cca-9302-497bc6ec27f3 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 948 time: 0.7029197 Nov 19 09:11:14.276506 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:14.287476 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] For port 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:11:14.292078 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:14.342222 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:14.347285 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] For port 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=46a27362-8a8f-4d4b-921d-4942d6e4ca62,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:11:14.358465 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:14.398730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f605f74-2071-423d-9930-9ff2a0535c7c service neutron] Pushing event updated for resources: {'Port': ['ID=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,revision_number=7']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:14.552090 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f2ea639-3432-4c02-b8b6-330aa39b42e8 req-be051a52-4d76-491f-9a58-2a2df15993ca tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715604 Nov 19 09:11:14.557587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-da49af1b-4d66-4aed-9c55-953c34b0192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:14.572117 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-da49af1b-4d66-4aed-9c55-953c34b0192c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 1100 time: 0.4828317 Nov 19 09:11:14.575655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Pushing event updated for resources: {'Port': ['ID=46a27362-8a8f-4d4b-921d-4942d6e4ca62,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:14.579134 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d5f3c-271b-4a2f-ba92-e1d624b6dcea None None] Pushing event updated for resources: {'Port': ['ID=4b0cfe87-f250-42dd-9031-c0b01a1216dc,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:14.599409 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:14.638033 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebda8374-3f73-4939-9369-13c8c1cf5384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bbd628-c1c5-483c-93cd-8d9d2e18e0db'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:14.640506 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58eeae1-f649-46c9-aa79-aabd3139909f" -d '{"events": [{"server_uuid": "ebda8374-3f73-4939-9369-13c8c1cf5384", "name": "network-vif-plugged", "status": "completed", "tag": "89bbd628-c1c5-483c-93cd-8d9d2e18e0db"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:14.657559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df284c0-c1b1-4848-b590-74fbb2fdc711 req-ae6ebfd4-25dd-4bbf-8eed-5a9043a19099 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:14.658994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 89bbd628-c1c5-483c-93cd-8d9d2e18e0db, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=89bbd628-c1c5-483c-93cd-8d9d2e18e0db,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:14.660192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3df284c0-c1b1-4848-b590-74fbb2fdc711 req-ae6ebfd4-25dd-4bbf-8eed-5a9043a19099 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebda8374-3f73-4939-9369-13c8c1cf5384 HTTP/1.1" status: 200 len: 944 time: 0.3035347 Nov 19 09:11:14.668659 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:14.669512 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:11:14.679376 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Allocated IP 172.25.0.156 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/4ee23703-f14c-4c22-bd6b-88215f4ee46b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:11:14.693650 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:14.698816 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:14.700430 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a465ef79-1d84-414b-b08a-6e243bac868c service neutron] 10.222.0.66 "PUT /v2.0/ports/46a27362-8a8f-4d4b-921d-4942d6e4ca62 HTTP/1.1" status: 200 len: 1123 time: 1.5274346 Nov 19 09:11:14.836681 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['46a27362-8a8f-4d4b-921d-4942d6e4ca62'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:14.839040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:11:14.937612 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['46a27362-8a8f-4d4b-921d-4942d6e4ca62'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:14.982654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3df284c0-c1b1-4848-b590-74fbb2fdc711 req-d87b5b3b-75a2-44ad-9548-a4a03d6d1f0d tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637401 Nov 19 09:11:15.005216 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:15.040960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=89bbd628-c1c5-483c-93cd-8d9d2e18e0db,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:15.073197 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3bfac5-8b2e-4768-914e-e43a400a9775 x-openstack-request-id: req-9f3bfac5-8b2e-4768-914e-e43a400a9775 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:15.073610 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebda8374-3f73-4939-9369-13c8c1cf5384", "name": "network-vif-plugged", "status": "completed", "tag": "89bbd628-c1c5-483c-93cd-8d9d2e18e0db", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:15.073946 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f3bfac5-8b2e-4768-914e-e43a400a9775 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:15.074494 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebda8374-3f73-4939-9369-13c8c1cf5384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bbd628-c1c5-483c-93cd-8d9d2e18e0db', 'code': 200} Nov 19 09:11:15.157985 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:15.164623 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-02b73768-18af-4096-ad1b-1cc646187cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:15.167047 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-02b73768-18af-4096-ad1b-1cc646187cc8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.5582695 Nov 19 09:11:15.178902 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.resource_extend [None req-7a6d4ef4-acfa-4c1d-b0e8-8139345cef9d tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:11:15.219567 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-60ba1c6c-7559-4a01-8069-aad2c87a016c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 HTTP/1.1" status: 200 len: 217 time: 0.0430164 Nov 19 09:11:15.262314 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:15.274906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37a8d5-7386-4fe3-a0b5-5ab026831aed req-e9108adc-cc8b-46e9-909b-c2e5e02eeef2 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:15.277349 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee23703-f14c-4c22-bd6b-88215f4ee46b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:15.286375 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae37a8d5-7386-4fe3-a0b5-5ab026831aed req-e9108adc-cc8b-46e9-909b-c2e5e02eeef2 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 943 time: 0.2777002 Nov 19 09:11:15.311138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:11:15.317151 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:11:15.320725 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:11:15.332561 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d5c25c4-8c50-4cd9-9fe1-973922698b0b req-976eb89c-258c-4bef-b26f-954bc99efc03 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dffe4470-8739-4cb2-88d0-d63c709a1849 HTTP/1.1" status: 200 len: 210 time: 0.1113698 Nov 19 09:11:15.401943 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a6d4ef4-acfa-4c1d-b0e8-8139345cef9d tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:15.420713 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a6d4ef4-acfa-4c1d-b0e8-8139345cef9d tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:15.424559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:15.427291 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:15.454388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-7acc1f84-0a65-4b1f-b4cc-6bbd54d529d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:15.456164 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-7acc1f84-0a65-4b1f-b4cc-6bbd54d529d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1947784 Nov 19 09:11:15.489485 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f9128-117d-43c2-b944-2c64c081ff97 req-bb584b1d-8b0b-4c96-89f3-4d09ff39a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:15.491235 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2c8f9128-117d-43c2-b944-2c64c081ff97 req-bb584b1d-8b0b-4c96-89f3-4d09ff39a769 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ebda8374-3f73-4939-9369-13c8c1cf5384 HTTP/1.1" status: 200 len: 1097 time: 0.3018718 Nov 19 09:11:15.517678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae37a8d5-7386-4fe3-a0b5-5ab026831aed req-3777052a-1b48-4569-847b-eeaff5e26640 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299376 Nov 19 09:11:15.523943 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74088fb6-1c8e-4e15-ab2e-27ca02d42611 x-openstack-request-id: req-74088fb6-1c8e-4e15-ab2e-27ca02d42611 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:15.524433 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:15.524693 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74088fb6-1c8e-4e15-ab2e-27ca02d42611 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:15.525183 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8', 'status': 'completed', 'code': 200} Nov 19 09:11:15.597848 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2c8f9128-117d-43c2-b944-2c64c081ff97 req-c9680f38-ce6e-479f-b66d-55505ae1a46c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836344 Nov 19 09:11:15.628293 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-7a6d4ef4-acfa-4c1d-b0e8-8139345cef9d tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Floating IP 6612a2ee-7062-42e5-aafe-90478886fe5d associated. External IP: 172.25.0.139, port: 6b309de3-c026-4d0c-bace-380a18bcfb33. Nov 19 09:11:15.789489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-42d076c3-4c6f-464c-a96a-ee21969a46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:15.791225 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-42d076c3-4c6f-464c-a96a-ee21969a46ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2930114 Nov 19 09:11:15.834089 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-e0cb43de-6ec2-451e-8bd7-12c89e96eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:15.836166 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-e0cb43de-6ec2-451e-8bd7-12c89e96eab8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 1100 time: 0.2041032 Nov 19 09:11:15.900575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bef09c-344a-4fb5-a4da-6a57efff7de7 req-8050472c-cea9-419f-8547-bc818dafe69c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:15.908412 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74bef09c-344a-4fb5-a4da-6a57efff7de7 req-8050472c-cea9-419f-8547-bc818dafe69c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 948 time: 0.2342117 Nov 19 09:11:16.035742 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a252b65f-d10a-4161-ba1f-316eb3ecbcdc None None] Network d8a67b9e-e28b-4258-82d2-afacf03cf508 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:11:16.051306 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:16.165246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-b3a3faf6-b3b2-4857-8086-e7d943aba9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:16.166715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-b3a3faf6-b3b2-4857-8086-e7d943aba9b0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2966332 Nov 19 09:11:16.188125 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5972d1c4-4f79-4879-bace-edb770ae3247 None None] Provisioning complete for port 4b0cfe87-f250-42dd-9031-c0b01a1216dc triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:11:16.189152 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5972d1c4-4f79-4879-bace-edb770ae3247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:16.204782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429cb47c-226e-4f94-bfce-dd980bfc2e26', 'tag': '46a27362-8a8f-4d4b-921d-4942d6e4ca62'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:16.216558 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84441cf4-d333-4bae-b1a4-f9f24a9c5175" -d '{"events": [{"name": "network-changed", "server_uuid": "429cb47c-226e-4f94-bfce-dd980bfc2e26", "tag": "46a27362-8a8f-4d4b-921d-4942d6e4ca62"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:16.306018 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-2636c545-fafa-44ed-b786-b091c38bae96 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 HTTP/1.1" status: 200 len: 217 time: 0.1187892 Nov 19 09:11:16.309563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74bef09c-344a-4fb5-a4da-6a57efff7de7 req-3bb65dd3-9fa1-4f38-88ae-e4a55c097ff8 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001763 Nov 19 09:11:16.311517 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-31e9ad33-e373-4d57-8fd3-e4e0a3a2e0e1 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073957 Nov 19 09:11:16.377360 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5972d1c4-4f79-4879-bace-edb770ae3247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:16.426182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc8867-f060-4c7a-84d5-5673273df656 req-5ebd5574-653e-4755-a39f-264b3aa1132f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:16.434540 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01fc8867-f060-4c7a-84d5-5673273df656 req-5ebd5574-653e-4755-a39f-264b3aa1132f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebda8374-3f73-4939-9369-13c8c1cf5384 HTTP/1.1" status: 200 len: 945 time: 0.3383696 Nov 19 09:11:16.447720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5972d1c4-4f79-4879-bace-edb770ae3247 None None] For port 4b0cfe87-f250-42dd-9031-c0b01a1216dc, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4b0cfe87-f250-42dd-9031-c0b01a1216dc,segment=NetworkSegment(a307f053-7c07-48f8-a08e-8e39ad8425f0),segment_id=a307f053-7c07-48f8-a08e-8e39ad8425f0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:16.449697 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:16.456289 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ddd0c8-43da-4a25-9917-dc68c23e7dab x-openstack-request-id: req-a4ddd0c8-43da-4a25-9917-dc68c23e7dab {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:16.457450 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429cb47c-226e-4f94-bfce-dd980bfc2e26", "tag": "46a27362-8a8f-4d4b-921d-4942d6e4ca62", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:16.458659 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4ddd0c8-43da-4a25-9917-dc68c23e7dab {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:16.459719 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5972d1c4-4f79-4879-bace-edb770ae3247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:16.459920 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429cb47c-226e-4f94-bfce-dd980bfc2e26', 'tag': '46a27362-8a8f-4d4b-921d-4942d6e4ca62', 'status': 'completed', 'code': 200} Nov 19 09:11:16.486361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6d4ef4-acfa-4c1d-b0e8-8139345cef9d tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Router 5fc23cf2-1696-42cd-b35d-487995589aa6 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:11:16.503854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-e5ddbfde-c02f-4cba-8236-610695ed436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:16.505954 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-e5ddbfde-c02f-4cba-8236-610695ed436e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1883771 Nov 19 09:11:16.558527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972d1c4-4f79-4879-bace-edb770ae3247 None None] Pushing event updated for resources: {'Port': ['ID=4b0cfe87-f250-42dd-9031-c0b01a1216dc,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:16.676519 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84441cf4-d333-4bae-b1a4-f9f24a9c5175 req-816f3e3e-0b85-40e4-8998-b52da8260485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:16.683187 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84441cf4-d333-4bae-b1a4-f9f24a9c5175 req-816f3e3e-0b85-40e4-8998-b52da8260485 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 1126 time: 0.2181215 Nov 19 09:11:16.783355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01fc8867-f060-4c7a-84d5-5673273df656 req-88118172-2da1-4a13-a7cd-46d0ee9d1743 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478549 Nov 19 09:11:16.789627 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8df8ff3b-31a2-4fe3-a944-b443a738a47b req-d907d66b-fa1d-4b69-aab3-ec68e0e3f43b service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591324 Nov 19 09:11:16.797482 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4b0cfe87-f250-42dd-9031-c0b01a1216dc up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:11:16.915201 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-52589dad-d634-45b2-92aa-4057af37df04 None None] Provisioning complete for port 4b0cfe87-f250-42dd-9031-c0b01a1216dc triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:11:16.915677 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-52589dad-d634-45b2-92aa-4057af37df04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:16.980838 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84441cf4-d333-4bae-b1a4-f9f24a9c5175 req-569f7130-f3e3-461f-a34b-12a41eee5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:16.983222 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84441cf4-d333-4bae-b1a4-f9f24a9c5175 req-569f7130-f3e3-461f-a34b-12a41eee5f87 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.2892194 Nov 19 09:11:17.002237 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4b0cfe87-f250-42dd-9031-c0b01a1216dc triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:11:17.002624 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:17.003987 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Router ae907d4c-0b47-485c-85c3-3000c74e771a is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:11:17.024116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-56a8c970-0753-47a5-ac5c-48ca89dd3537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:17.033215 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-56a8c970-0753-47a5-ac5c-48ca89dd3537 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4971304 Nov 19 09:11:17.057921 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84441cf4-d333-4bae-b1a4-f9f24a9c5175 req-b27d5b34-5db5-4b84-a13b-8483e8c9a8ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46a27362-8a8f-4d4b-921d-4942d6e4ca62 HTTP/1.1" status: 200 len: 217 time: 0.0575545 Nov 19 09:11:17.134052 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb02d32-63cd-4440-9e0e-701e24d2e2d0 req-1526546a-77ca-4594-be0b-8df42218d42d tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:17.135999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbb02d32-63cd-4440-9e0e-701e24d2e2d0 req-1526546a-77ca-4594-be0b-8df42218d42d tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 943 time: 0.4559045 Nov 19 09:11:17.217584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6d4ef4-acfa-4c1d-b0e8-8139345cef9d tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:11:17.226380 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a6d4ef4-acfa-4c1d-b0e8-8139345cef9d tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:17.227552 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84441cf4-d333-4bae-b1a4-f9f24a9c5175 req-c825b980-8b57-409a-8ba3-bca04308481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:17.229029 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84441cf4-d333-4bae-b1a4-f9f24a9c5175 req-c825b980-8b57-409a-8ba3-bca04308481d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.1216669 Nov 19 09:11:17.233005 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2114e7-7c07-4ade-8de1-7de91e0468c4 None None] Sync routers for ids ['5fc23cf2-1696-42cd-b35d-487995589aa6'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:11:17.258708 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2114e7-7c07-4ade-8de1-7de91e0468c4 None None] Routers {'5fc23cf2-1696-42cd-b35d-487995589aa6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:11:17.259602 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0e2114e7-7c07-4ade-8de1-7de91e0468c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5fc23cf2-1696-42cd-b35d-487995589aa6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:17.272795 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84441cf4-d333-4bae-b1a4-f9f24a9c5175 req-03bd5807-72f7-474e-9ba5-644a9c29dd11 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332778 Nov 19 09:11:17.274212 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:11:17.299038 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Sync routers for ids ['ae907d4c-0b47-485c-85c3-3000c74e771a'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:11:17.314156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-4cfd456a-f1b6-4586-bf43-61593f1ca038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:17.314905 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:17.315732 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-4cfd456a-f1b6-4586-bf43-61593f1ca038 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 1100 time: 0.3469012 Nov 19 09:11:17.319217 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e7a555c2-d8e5-48c2-b30d-2c68155e7887 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2720587 Nov 19 09:11:17.328411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34152) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:17.331997 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Routers {'ae907d4c-0b47-485c-85c3-3000c74e771a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:11:17.338321 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ae907d4c-0b47-485c-85c3-3000c74e771a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:17.378234 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7a6d4ef4-acfa-4c1d-b0e8-8139345cef9d tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "PUT /v2.0/floatingips/6612a2ee-7062-42e5-aafe-90478886fe5d HTTP/1.1" status: 200 len: 991 time: 4.3128748 Nov 19 09:11:17.468204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-0e2114e7-7c07-4ade-8de1-7de91e0468c4 None None] Set router 5fc23cf2-1696-42cd-b35d-487995589aa6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:11:17.500665 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84441cf4-d333-4bae-b1a4-f9f24a9c5175 req-e164aec2-e994-4e67-b5b8-95142d3a562e service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024448 Nov 19 09:11:17.541998 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Set router ae907d4c-0b47-485c-85c3-3000c74e771a gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:11:17.633528 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:11:17.675999 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84441cf4-d333-4bae-b1a4-f9f24a9c5175 req-c3f2590e-a20f-4688-ab39-3b47bd4febcf service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663251 Nov 19 09:11:17.695872 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:17.879763 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0e2114e7-7c07-4ade-8de1-7de91e0468c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'name': 'tempest-ServersTestFqdnHostnames-1112539841-router', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:10:46Z', 'updated_at': '2021-11-19T09:10:50Z', 'revision_number': 4, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'gw_port': {'id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:47Z', 'updated_at': '2021-11-19T09:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '6612a2ee-7062-42e5-aafe-90478886fe5d', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'port_id': '6b309de3-c026-4d0c-bace-380a18bcfb33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3', 'mac_address': 'fa:16:3e:aa:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:10:55Z', 'updated_at': '2021-11-19T09:11:14Z', 'revision_number': 1, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc', 'name': '', 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'mac_address': 'fa:16:3e:d5:c9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:49Z', 'updated_at': '2021-11-19T09:10:56Z', 'revision_number': 5, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'subnets': [{'id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:17.923273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2114e7-7c07-4ade-8de1-7de91e0468c4 None None] Checking router: 5fc23cf2-1696-42cd-b35d-487995589aa6 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:11:17.939421 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2114e7-7c07-4ade-8de1-7de91e0468c4 None None] Routers {'5fc23cf2-1696-42cd-b35d-487995589aa6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:11:17.940170 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0e2114e7-7c07-4ade-8de1-7de91e0468c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5fc23cf2-1696-42cd-b35d-487995589aa6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:17.978042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03', 'tag': '6b309de3-c026-4d0c-bace-380a18bcfb33'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:17.980250 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91368723-bdfc-4cd0-8a4b-344816b740a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03", "tag": "6b309de3-c026-4d0c-bace-380a18bcfb33"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:18.012135 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'name': 'tempest-ServersTestBootFromVolume-2122500124-router', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:13Z', 'updated_at': '2021-11-19T09:11:15Z', 'revision_number': 3, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'gw_port': {'id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:14Z', 'updated_at': '2021-11-19T09:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:18.049615 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Checking router: ae907d4c-0b47-485c-85c3-3000c74e771a for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:11:18.050296 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Updating router ae907d4c-0b47-485c-85c3-3000c74e771a port 4ee23703-f14c-4c22-bd6b-88215f4ee46b binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:11:18.080596 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:18.120312 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbb02d32-63cd-4440-9e0e-701e24d2e2d0 req-188d73cd-c8be-4fdf-958c-f72fecdcd027 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9648809 Nov 19 09:11:18.121631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-2bf03148-009c-4530-b74d-9bfa3cf93b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:18.123277 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-2bf03148-009c-4530-b74d-9bfa3cf93b6a service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.7957647 Nov 19 09:11:18.136501 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-0ec090da-d056-49b0-a884-a99992750357 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0806971 Nov 19 09:11:18.165749 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-0e2114e7-7c07-4ade-8de1-7de91e0468c4 None None] Set router 5fc23cf2-1696-42cd-b35d-487995589aa6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:11:18.394830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-d6ea1236-cd60-4f97-b5a7-f5a52df57b4a service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791077 Nov 19 09:11:18.456051 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:18.469666 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:18.476977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763f13b-4676-43b7-977b-c12716ee6f3f req-c600d0df-0e55-4626-b25c-3a00dc907ed0 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:18.478846 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f763f13b-4676-43b7-977b-c12716ee6f3f req-c600d0df-0e55-4626-b25c-3a00dc907ed0 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 948 time: 0.4848673 Nov 19 09:11:18.480329 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-1f99531e-5c80-42ed-a4fd-47c8f6cfd292 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 HTTP/1.1" status: 200 len: 217 time: 0.2800918 Nov 19 09:11:18.556097 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0e2114e7-7c07-4ade-8de1-7de91e0468c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'name': 'tempest-ServersTestFqdnHostnames-1112539841-router', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:10:46Z', 'updated_at': '2021-11-19T09:10:50Z', 'revision_number': 4, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'gw_port': {'id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:47Z', 'updated_at': '2021-11-19T09:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '6612a2ee-7062-42e5-aafe-90478886fe5d', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'port_id': '6b309de3-c026-4d0c-bace-380a18bcfb33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3', 'mac_address': 'fa:16:3e:aa:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:10:55Z', 'updated_at': '2021-11-19T09:11:14Z', 'revision_number': 1, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc', 'name': '', 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'mac_address': 'fa:16:3e:d5:c9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:49Z', 'updated_at': '2021-11-19T09:10:56Z', 'revision_number': 5, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'subnets': [{'id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:18.565267 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e57be-3bdb-4f6a-a3e4-777035b752de None None] Pushing event updated for resources: {'Port': ['ID=4ee23703-f14c-4c22-bd6b-88215f4ee46b,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:18.566633 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-029b940a-faec-4423-b0ed-029a3d6f311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:18.568343 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-029b940a-faec-4423-b0ed-029a3d6f311a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0573719 Nov 19 09:11:18.577727 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Attempting to bind port 4ee23703-f14c-4c22-bd6b-88215f4ee46b on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:11:18.578226 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Attempting to bind port 4ee23703-f14c-4c22-bd6b-88215f4ee46b by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:11:18.579267 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Attempting to bind port 4ee23703-f14c-4c22-bd6b-88215f4ee46b on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:11:18.587229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2114e7-7c07-4ade-8de1-7de91e0468c4 None None] The sync data for ids ['5fc23cf2-1696-42cd-b35d-487995589aa6'] in n-d-805649-14 is: [{'id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'name': 'tempest-ServersTestFqdnHostnames-1112539841-router', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:10:46Z', 'updated_at': '2021-11-19T09:10:50Z', 'revision_number': 4, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'gw_port': {'id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:47Z', 'updated_at': '2021-11-19T09:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '6612a2ee-7062-42e5-aafe-90478886fe5d', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'port_id': '6b309de3-c026-4d0c-bace-380a18bcfb33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3', 'mac_address': 'fa:16:3e:aa:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:10:55Z', 'updated_at': '2021-11-19T09:11:14Z', 'revision_number': 1, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc', 'name': '', 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'mac_address': 'fa:16:3e:d5:c9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:49Z', 'updated_at': '2021-11-19T09:10:56Z', 'revision_number': 5, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'subnets': [{'id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:11:18.599681 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:11:18.600856 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:11:18.601385 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:18.601932 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:11:18.603295 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Bound port: 4ee23703-f14c-4c22-bd6b-88215f4ee46b, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:11:18.603805 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:18.673792 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] For port 4ee23703-f14c-4c22-bd6b-88215f4ee46b, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:11:18.680335 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] For port 4ee23703-f14c-4c22-bd6b-88215f4ee46b, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4ee23703-f14c-4c22-bd6b-88215f4ee46b,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:11:18.686347 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:18.740224 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f763f13b-4676-43b7-977b-c12716ee6f3f req-da3ff2d1-4731-48f1-9ed7-5075440a71c1 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527404 Nov 19 09:11:18.756645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a9dc5-04ab-4c2b-9ee5-34bb1c7e5cd2 req-38b2b984-5efb-40df-a9b3-9662de72fd78 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:18.765574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944a9dc5-04ab-4c2b-9ee5-34bb1c7e5cd2 req-38b2b984-5efb-40df-a9b3-9662de72fd78 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebda8374-3f73-4939-9369-13c8c1cf5384 HTTP/1.1" status: 200 len: 945 time: 0.3690939 Nov 19 09:11:18.771844 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e57be-3bdb-4f6a-a3e4-777035b752de None None] Pushing event updated for resources: {'Port': ['ID=4ee23703-f14c-4c22-bd6b-88215f4ee46b,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:18.784557 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Routers {'ae907d4c-0b47-485c-85c3-3000c74e771a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:11:18.785224 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ae907d4c-0b47-485c-85c3-3000c74e771a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:18.872379 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944a9dc5-04ab-4c2b-9ee5-34bb1c7e5cd2 req-77e6130b-e4a3-4106-8240-7a54d446c053 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008313 Nov 19 09:11:18.880879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-799b1c14-cab3-4862-b7eb-d20a33717748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:18.906179 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-799b1c14-cab3-4862-b7eb-d20a33717748 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3159952 Nov 19 09:11:18.969508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2037ee-18c3-4271-b623-a84d7fee35d4 None None] New status for floating IP 6612a2ee-7062-42e5-aafe-90478886fe5d: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:11:19.030197 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17acf3f-7229-48b1-9338-4dfb71482cda x-openstack-request-id: req-f17acf3f-7229-48b1-9338-4dfb71482cda {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:19.030482 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03", "tag": "6b309de3-c026-4d0c-bace-380a18bcfb33", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:19.030740 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f17acf3f-7229-48b1-9338-4dfb71482cda {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:19.031139 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03', 'tag': '6b309de3-c026-4d0c-bace-380a18bcfb33', 'status': 'completed', 'code': 200} Nov 19 09:11:19.078896 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] Set router ae907d4c-0b47-485c-85c3-3000c74e771a gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:11:19.084307 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91368723-bdfc-4cd0-8a4b-344816b740a9 req-5bb7c4b0-bb86-4480-a1ab-a819295a2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:19.086433 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-91368723-bdfc-4cd0-8a4b-344816b740a9 req-5bb7c4b0-bb86-4480-a1ab-a819295a2d14 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4b5edf294e894726b8f3361d205648c3&device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 1097 time: 0.1140769 Nov 19 09:11:19.332990 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91368723-bdfc-4cd0-8a4b-344816b740a9 req-26146259-75bd-4ff7-8edf-b9c30f088666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:19.335330 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-91368723-bdfc-4cd0-8a4b-344816b740a9 req-26146259-75bd-4ff7-8edf-b9c30f088666 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf65906-feb8-4169-8438-55da70849bd3 HTTP/1.1" status: 200 len: 916 time: 0.2382212 Nov 19 09:11:19.450281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:11:19.465902 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-91368723-bdfc-4cd0-8a4b-344816b740a9 req-5bfa7bd4-9127-4ef7-b3f8-ae78959564ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b309de3-c026-4d0c-bace-380a18bcfb33 HTTP/1.1" status: 200 len: 999 time: 0.1201384 Nov 19 09:11:19.556710 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'name': 'tempest-ServersTestBootFromVolume-2122500124-router', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:13Z', 'updated_at': '2021-11-19T09:11:15Z', 'revision_number': 3, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'gw_port': {'id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:14Z', 'updated_at': '2021-11-19T09:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:19.570117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfc5c6-4ab0-4b4e-a75e-b18183d79d79 req-b73a2430-f411-455a-a578-3becced46606 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:19.579224 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dabfc5c6-4ab0-4b4e-a75e-b18183d79d79 req-b73a2430-f411-455a-a578-3becced46606 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 804 time: 0.2421153 Nov 19 09:11:19.582009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91368723-bdfc-4cd0-8a4b-344816b740a9 req-633d9ca6-efac-4e76-9d79-092b341dffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:19.583948 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-91368723-bdfc-4cd0-8a4b-344816b740a9 req-633d9ca6-efac-4e76-9d79-092b341dffb1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a11bbdf0-e3aa-4b14-b01f-e9573c80ba92 HTTP/1.1" status: 200 len: 854 time: 0.1084235 Nov 19 09:11:19.616995 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca76c2-0310-477f-b638-41dfdf59711b None None] The sync data for ids ['ae907d4c-0b47-485c-85c3-3000c74e771a'] in n-d-805649-14 is: [{'id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'name': 'tempest-ServersTestBootFromVolume-2122500124-router', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:13Z', 'updated_at': '2021-11-19T09:11:15Z', 'revision_number': 3, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'gw_port': {'id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:14Z', 'updated_at': '2021-11-19T09:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:11:19.664696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf897939-5b2c-4a0c-97fd-932459da7bae req-70c74c9a-0dae-41b4-83b1-3d32f99396c4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:19.676461 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf897939-5b2c-4a0c-97fd-932459da7bae req-70c74c9a-0dae-41b4-83b1-3d32f99396c4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 943 time: 0.4365928 Nov 19 09:11:19.681827 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91368723-bdfc-4cd0-8a4b-344816b740a9 req-8de384ce-5d4c-46cf-88bd-dab2900cfccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:19.682224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:19.683387 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-91368723-bdfc-4cd0-8a4b-344816b740a9 req-8de384ce-5d4c-46cf-88bd-dab2900cfccf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf65906-feb8-4169-8438-55da70849bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912244 Nov 19 09:11:19.684675 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dabfc5c6-4ab0-4b4e-a75e-b18183d79d79 req-3d5de2cc-47d0-4bf7-bf81-5f5c9a4ca09a tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/quotas/d989f3321d484896968fa83d99590725 HTTP/1.1" status: 200 len: 375 time: 0.1045725 Nov 19 09:11:19.703189 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8', 'mac_address': 'fa:16:3e:2f:8d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:11:19.705612 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-937f30ed-bd24-46c5-91e2-cac8a51a3c59 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733444 Nov 19 09:11:19.759548 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:19.788297 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:11:19.820339 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:19.841413 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:19.891211 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-91368723-bdfc-4cd0-8a4b-344816b740a9 req-862b79ef-25d9-472c-871c-c7f462d029c5 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf65906-feb8-4169-8438-55da70849bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970813 Nov 19 09:11:19.917877 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-577f2265-e971-429a-9540-9deb6d575e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:19.931916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf897939-5b2c-4a0c-97fd-932459da7bae req-785c78b0-7685-4963-a19e-d72daa587a3d tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542031 Nov 19 09:11:19.953868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:19.959002 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dabfc5c6-4ab0-4b4e-a75e-b18183d79d79 req-10841483-3753-4cbb-939c-c21ec7c96f5c tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2572358 Nov 19 09:11:19.980335 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b5a9d0b-a4e9-4365-994f-a6cf2c31afd0 req-83083130-03c4-471f-8274-2acac3a5453a service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277043 Nov 19 09:11:20.122994 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-91368723-bdfc-4cd0-8a4b-344816b740a9 req-d17765a1-ed32-41f1-b808-ab9bd3c7fe63 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf65906-feb8-4169-8438-55da70849bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236235 Nov 19 09:11:20.166595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:20.203588 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:20.293378 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dabfc5c6-4ab0-4b4e-a75e-b18183d79d79 req-0056e51a-bc91-46f2-b1ff-b1b9193462c1 service neutron] 10.222.0.21 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154361 Nov 19 09:11:20.489010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194ba84-211c-4c3a-9613-a7446f59407e req-421a27db-ae49-4e41-a57b-7bb6cc6b4c62 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:20.491748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2194ba84-211c-4c3a-9613-a7446f59407e req-421a27db-ae49-4e41-a57b-7bb6cc6b4c62 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 949 time: 0.2091808 Nov 19 09:11:20.613970 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2194ba84-211c-4c3a-9613-a7446f59407e req-47e6f42c-d6f4-4f47-b3f7-ad677fb2c9f9 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151152 Nov 19 09:11:20.666565 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dabfc5c6-4ab0-4b4e-a75e-b18183d79d79 req-749d1c13-c308-4341-acde-ab6d364ecc5e service neutron] 10.222.0.21 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722751 Nov 19 09:11:20.763968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Allocated IP 172.20.0.1 (d8a67b9e-e28b-4258-82d2-afacf03cf508/d57feb64-ebb4-46ef-a834-eace7da568f6/7a98252f-55a7-4751-84b3-18c38dbbf843) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:11:20.780413 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4ee23703-f14c-4c22-bd6b-88215f4ee46b up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:11:21.038894 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:21.041780 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4ee23703-f14c-4c22-bd6b-88215f4ee46b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:11:21.042378 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:21.135967 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:21.287174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Network d8a67b9e-e28b-4258-82d2-afacf03cf508 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:11:21.298390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:11:21.304009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:11:21.312662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7a98252f-55a7-4751-84b3-18c38dbbf843,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:21.449432 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:21.453308 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:21.536959 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-383d2f23-3011-4b80-b6e9-e55c1fef3d69 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:21.545476 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-383d2f23-3011-4b80-b6e9-e55c1fef3d69 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe&tenant_id=193e326224374af2adeabf4558305969&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 949 time: 0.2093883 Nov 19 09:11:21.587086 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 4ee23703-f14c-4c22-bd6b-88215f4ee46b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4ee23703-f14c-4c22-bd6b-88215f4ee46b,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:21.604775 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:21.735190 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-161ad4d7-cdfd-469c-a626-f08cd0420331 service neutron] 10.222.0.66 "GET /v2.0/ports/4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8/bindings/n-h1-805649-14 HTTP/1.1" status: 200 len: 383 time: 0.1809952 Nov 19 09:11:21.888676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-2d1120e9-e78f-41f6-a21b-a5234307c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:21.894993 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-2d1120e9-e78f-41f6-a21b-a5234307c10f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 1101 time: 0.1261652 Nov 19 09:11:21.926420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907e7af-2032-4b14-a7ed-099f587c9645 req-f8893121-5e76-41ee-8fd5-5450cd40771d tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:21.930953 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6907e7af-2032-4b14-a7ed-099f587c9645 req-f8893121-5e76-41ee-8fd5-5450cd40771d tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 943 time: 0.2634029 Nov 19 09:11:22.081017 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:22.104281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-00c0f23f-2173-4564-b08f-c381797e6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:22.112232 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-00c0f23f-2173-4564-b08f-c381797e6276 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2078612 Nov 19 09:11:22.132841 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ef44937e-da25-4755-9d67-8e9a8a4f82a5 None None] Provisioning complete for port 7a98252f-55a7-4751-84b3-18c38dbbf843 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:11:22.133440 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ef44937e-da25-4755-9d67-8e9a8a4f82a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:22.136519 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=4ee23703-f14c-4c22-bd6b-88215f4ee46b,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:22.204316 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-90f97c77-1b30-484c-80e9-d4eadb31b232 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 HTTP/1.1" status: 200 len: 217 time: 0.0714424 Nov 19 09:11:22.233220 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ef44937e-da25-4755-9d67-8e9a8a4f82a5 None None] Port 7a98252f-55a7-4751-84b3-18c38dbbf843 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:11:22.240295 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1a6cbd2-faf6-4d67-ae63-3f945bf0af4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:22.308453 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5833f-88ff-4a0a-9986-06875d1bd8b6 req-e719fe8a-af9b-4d71-9e7a-170aaba48a9a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:22.320027 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bcf5833f-88ff-4a0a-9986-06875d1bd8b6 req-e719fe8a-af9b-4d71-9e7a-170aaba48a9a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 949 time: 0.1971259 Nov 19 09:11:22.324672 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-61e1ed69-a5f4-46b7-9243-f623f0131156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:22.326404 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-61e1ed69-a5f4-46b7-9243-f623f0131156 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1144729 Nov 19 09:11:22.358216 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6907e7af-2032-4b14-a7ed-099f587c9645 req-040b11f6-af64-4d9d-9de7-39bfd4754369 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107003 Nov 19 09:11:22.410325 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-dbbcc152-8ce3-43b0-8518-83a2a4760fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:22.416903 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-dbbcc152-8ce3-43b0-8518-83a2a4760fce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0821092 Nov 19 09:11:22.579413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bcf5833f-88ff-4a0a-9986-06875d1bd8b6 req-d0c0f917-96db-49e1-a73e-d9c074c16099 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560489 Nov 19 09:11:22.623186 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-d4e8d670-7e73-41fd-9dad-0878260242d6 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962616 Nov 19 09:11:22.734396 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4ee23703-f14c-4c22-bd6b-88215f4ee46b up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:11:22.822885 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-a4e8b762-121c-4f27-8260-7d17c0d26edb service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912620 Nov 19 09:11:22.826722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4ee23703-f14c-4c22-bd6b-88215f4ee46b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:11:22.827104 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:22.865395 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:22.896532 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:23.024320 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-f9c43e2f-95a8-4868-b0f7-5f005bb0550a tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:23.026135 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-f9c43e2f-95a8-4868-b0f7-5f005bb0550a tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 804 time: 0.3073554 Nov 19 09:11:23.027517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7a98252f-55a7-4751-84b3-18c38dbbf843,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:23.031714 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:23.163569 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-d50014d2-5487-4960-a6ff-731e5789dcab tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/quotas/d989f3321d484896968fa83d99590725 HTTP/1.1" status: 200 len: 375 time: 0.1202924 Nov 19 09:11:23.176359 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Network d8a67b9e-e28b-4258-82d2-afacf03cf508 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:11:23.179570 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:11:23.278004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-7d58af1a-f937-416c-bafe-19e9e129ce03 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1134953 Nov 19 09:11:23.309350 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:11:23.441764 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-aad7f89a-4674-490f-8a69-5272247e36cf service neutron] 10.222.0.21 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626000 Nov 19 09:11:23.453620 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:23.492399 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:11:23.497055 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:11:23.497695 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:23.566865 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-c5f1f1c2-9c3e-451e-8e6f-80da53779995 service neutron] 10.222.0.21 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238925 Nov 19 09:11:23.639785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Router ae907d4c-0b47-485c-85c3-3000c74e771a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:11:23.652340 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-704f42c6-539d-4284-bdac-f71eda64f77a None None] Provisioning complete for port 7a98252f-55a7-4751-84b3-18c38dbbf843 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:11:23.652711 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-704f42c6-539d-4284-bdac-f71eda64f77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:23.798675 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-704f42c6-539d-4284-bdac-f71eda64f77a None None] Port 7a98252f-55a7-4751-84b3-18c38dbbf843 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:11:23.812366 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:23.844546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:23.847357 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6b185d-0af0-45dd-959b-4fb5792dd83a" -d '{"events": [{"server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "name": "network-vif-plugged", "status": "completed", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:23.867872 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:23.878267 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:23.978323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 46a27362-8a8f-4d4b-921d-4942d6e4ca62 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:11:24.033634 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:24.525765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a31c13-05a8-4b5b-8b7c-bd830fc1679c req-462d230c-3f78-4c9f-886d-8131a7fc7b5c tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:24.533215 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15a31c13-05a8-4b5b-8b7c-bd830fc1679c req-462d230c-3f78-4c9f-886d-8131a7fc7b5c tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 943 time: 0.7822001 Nov 19 09:11:24.549468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:11:24.563769 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Sync routers for ids ['ae907d4c-0b47-485c-85c3-3000c74e771a'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:11:24.571605 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ff7fda87-1997-4cb1-a6c1-0c3acf2df8c2 admin admin] 10.222.0.21 "PUT /v2.0/routers/ae907d4c-0b47-485c-85c3-3000c74e771a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2392881 Nov 19 09:11:24.590110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa36820-9068-47da-a715-45cf0c8b1b0a req-aa0bae7b-ad39-41e3-9c66-310190a7c926 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:24.591965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-afa36820-9068-47da-a715-45cf0c8b1b0a req-aa0bae7b-ad39-41e3-9c66-310190a7c926 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 945 time: 0.1761458 Nov 19 09:11:24.610496 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd01c11-5601-4a97-b55d-1aa239a8b532 req-04564dc6-5b32-4b5e-be62-db8606b92f7f tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:24.612054 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-acd01c11-5601-4a97-b55d-1aa239a8b532 req-04564dc6-5b32-4b5e-be62-db8606b92f7f tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.1942649 Nov 19 09:11:24.620187 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Routers {'ae907d4c-0b47-485c-85c3-3000c74e771a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:11:24.622382 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:11:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ae907d4c-0b47-485c-85c3-3000c74e771a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:24.631317 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-cf5b94bd-8dd1-4c6f-b486-d5e1c2685ead service neutron] 10.222.0.71 "GET /v2.0/ports/46a27362-8a8f-4d4b-921d-4942d6e4ca62/bindings/n-h1-805649-14 HTTP/1.1" status: 200 len: 385 time: 0.1061778 Nov 19 09:11:24.762780 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:24.852371 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15a31c13-05a8-4b5b-8b7c-bd830fc1679c req-e84bc0a8-2fb6-49a0-ada6-dbffc4680efd tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156948 Nov 19 09:11:24.906427 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Set router ae907d4c-0b47-485c-85c3-3000c74e771a gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:11:24.932271 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-acd01c11-5601-4a97-b55d-1aa239a8b532 req-3e440bd3-ff4e-4e8e-91b2-f8334b7b4e20 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306013 Nov 19 09:11:24.962094 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-afa36820-9068-47da-a715-45cf0c8b1b0a req-9d689f17-2ae2-4106-b8fc-d7f306f432a4 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Deleting port 053e479a-be60-4f45-83f3-abbd16a4654f {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:11:24.962606 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-afa36820-9068-47da-a715-45cf0c8b1b0a req-9d689f17-2ae2-4106-b8fc-d7f306f432a4 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:25.040300 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-b51d53f1-7b90-4af8-a936-1623af5334d0 service neutron] For port 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=46a27362-8a8f-4d4b-921d-4942d6e4ca62,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:25.082863 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-b51d53f1-7b90-4af8-a936-1623af5334d0 service neutron] For port 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:11:25.172668 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-afa36820-9068-47da-a715-45cf0c8b1b0a req-9d689f17-2ae2-4106-b8fc-d7f306f432a4 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] For port 053e479a-be60-4f45-83f3-abbd16a4654f, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=053e479a-be60-4f45-83f3-abbd16a4654f,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:25.173027 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-afa36820-9068-47da-a715-45cf0c8b1b0a req-9d689f17-2ae2-4106-b8fc-d7f306f432a4 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:25.175135 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-b51d53f1-7b90-4af8-a936-1623af5334d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a27362-8a8f-4d4b-921d-4942d6e4ca62 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:11:25.190542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-afa36820-9068-47da-a715-45cf0c8b1b0a req-9d689f17-2ae2-4106-b8fc-d7f306f432a4 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Calling delete_port for 053e479a-be60-4f45-83f3-abbd16a4654f owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:11:25.215164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde29fa9-c63d-4b3e-ad33-e897503fb8a0 req-71b0c7f2-5008-49ad-8710-d3e2e95d2989 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:25.217265 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cde29fa9-c63d-4b3e-ad33-e897503fb8a0 req-71b0c7f2-5008-49ad-8710-d3e2e95d2989 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd5c6dba-8723-45fa-9f14-851cd3600a36 HTTP/1.1" status: 200 len: 945 time: 0.1634805 Nov 19 09:11:25.219517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-b51d53f1-7b90-4af8-a936-1623af5334d0 service neutron] For port 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=46a27362-8a8f-4d4b-921d-4942d6e4ca62,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:25.278742 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-b51d53f1-7b90-4af8-a936-1623af5334d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:25.322211 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'name': 'tempest-ServersTestBootFromVolume-2122500124-router', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:13Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'gw_port': {'id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:14Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '7a98252f-55a7-4751-84b3-18c38dbbf843', 'name': '', 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'mac_address': 'fa:16:3e:e5:46:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:20Z', 'updated_at': '2021-11-19T09:11:22Z', 'revision_number': 2, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'subnets': [{'id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:25.371805 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:25.436076 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Checking router: ae907d4c-0b47-485c-85c3-3000c74e771a for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:11:25.436447 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Updating router ae907d4c-0b47-485c-85c3-3000c74e771a port 7a98252f-55a7-4751-84b3-18c38dbbf843 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:11:25.450410 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cde29fa9-c63d-4b3e-ad33-e897503fb8a0 req-2c0ce66b-862f-4018-9054-2b7602c7edec tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205946 Nov 19 09:11:25.458707 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-b51d53f1-7b90-4af8-a936-1623af5334d0 service neutron] Transition to ACTIVE for port object 46a27362-8a8f-4d4b-921d-4942d6e4ca62 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:11:25.468021 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:25.475511 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-b51d53f1-7b90-4af8-a936-1623af5334d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:25.485604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01549458-0c36-45d4-99a5-5887147035a0 req-98412b7f-6c8c-4d1f-8c7e-e1d9da0b2847 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa2b62e-68a8-4a32-94ef-6acf8bbd74da HTTP/1.1" status: 200 len: 210 time: 0.1901972 Nov 19 09:11:25.575066 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4d45cc-33d5-4f19-a362-41035c559637 x-openstack-request-id: req-9b4d45cc-33d5-4f19-a362-41035c559637 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:25.576138 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "name": "network-vif-plugged", "status": "completed", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:25.578209 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b4d45cc-33d5-4f19-a362-41035c559637 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:25.578824 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8', 'code': 200} Nov 19 09:11:25.612684 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d53f1-7b90-4af8-a936-1623af5334d0 service neutron] Pushing event updated for resources: {'Port': ['ID=46a27362-8a8f-4d4b-921d-4942d6e4ca62,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:25.659001 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-afa36820-9068-47da-a715-45cf0c8b1b0a req-9d689f17-2ae2-4106-b8fc-d7f306f432a4 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:25.677824 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['053e479a-be60-4f45-83f3-abbd16a4654f'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:25.713271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d689f17-2ae2-4106-b8fc-d7f306f432a4 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Pushing event deleted for resources: {'Port': ['ID=053e479a-be60-4f45-83f3-abbd16a4654f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:25.781558 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-b51d53f1-7b90-4af8-a936-1623af5334d0 service neutron] No DVR routers for this DVR port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:11:25.805395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-e684a120-4e63-4f81-9715-b44573b2dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:25.807350 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-e684a120-4e63-4f81-9715-b44573b2dc33 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe&tenant_id=193e326224374af2adeabf4558305969 HTTP/1.1" status: 200 len: 1102 time: 0.3500535 Nov 19 09:11:25.808371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa36820-9068-47da-a715-45cf0c8b1b0a req-9d689f17-2ae2-4106-b8fc-d7f306f432a4 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] No DVR routers for this DVR port 053e479a-be60-4f45-83f3-abbd16a4654f on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:11:25.814505 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-afa36820-9068-47da-a715-45cf0c8b1b0a req-9d689f17-2ae2-4106-b8fc-d7f306f432a4 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:25.819259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-afa36820-9068-47da-a715-45cf0c8b1b0a req-9d689f17-2ae2-4106-b8fc-d7f306f432a4 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.71 "DELETE /v2.0/ports/053e479a-be60-4f45-83f3-abbd16a4654f HTTP/1.1" status: 204 len: 173 time: 1.2174213 Nov 19 09:11:25.820315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5c6dba-8723-45fa-9f14-851cd3600a36', 'name': 'network-vif-deleted', 'tag': '053e479a-be60-4f45-83f3-abbd16a4654f'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:25.824427 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6443f44-8e26-4e68-a27a-457a813cefdd" -d '{"events": [{"server_uuid": "dd5c6dba-8723-45fa-9f14-851cd3600a36", "name": "network-vif-deleted", "tag": "053e479a-be60-4f45-83f3-abbd16a4654f"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:25.836218 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-b51d53f1-7b90-4af8-a936-1623af5334d0 service neutron] 10.222.0.71 "PUT /v2.0/ports/46a27362-8a8f-4d4b-921d-4942d6e4ca62/bindings/n-h1-805649-14/activate HTTP/1.1" status: 200 len: 370 time: 1.1953604 Nov 19 09:11:25.853635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:25.911401 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1390708-661c-4a6d-b296-418c4c01d334 x-openstack-request-id: req-e1390708-661c-4a6d-b296-418c4c01d334 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:25.911764 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5c6dba-8723-45fa-9f14-851cd3600a36", "name": "network-vif-deleted", "tag": "053e479a-be60-4f45-83f3-abbd16a4654f", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:25.911977 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1390708-661c-4a6d-b296-418c4c01d334 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:25.914808 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5c6dba-8723-45fa-9f14-851cd3600a36', 'name': 'network-vif-deleted', 'tag': '053e479a-be60-4f45-83f3-abbd16a4654f', 'status': 'completed', 'code': 200} Nov 19 09:11:25.985879 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-81445ba0-4f2a-4bd9-9a6d-14097b225fbf tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:25.987543 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-81445ba0-4f2a-4bd9-9a6d-14097b225fbf tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.66 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 804 time: 0.4164240 Nov 19 09:11:26.015553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-9d49a31a-20b9-4ab8-903c-ed541dca1890 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Request body: {'port': {'device_id': '5fa2b62e-68a8-4a32-94ef-6acf8bbd74da', 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b', 'admin_state_up': True, 'tenant_id': 'd989f3321d484896968fa83d99590725'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:26.117592 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:26.133815 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:26.158439 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:26.231933 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2701c0-0847-45b4-8885-f33b37e90dbe None None] Pushing event updated for resources: {'Port': ['ID=7a98252f-55a7-4751-84b3-18c38dbbf843,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:26.246042 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-9d49a31a-20b9-4ab8-903c-ed541dca1890 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Made reservation on behalf of d989f3321d484896968fa83d99590725 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:11:26.253050 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-9d49a31a-20b9-4ab8-903c-ed541dca1890 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:26.338230 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Attempting to bind port 7a98252f-55a7-4751-84b3-18c38dbbf843 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:11:26.338706 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Attempting to bind port 7a98252f-55a7-4751-84b3-18c38dbbf843 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'a307f053-7c07-48f8-a08e-8e39ad8425f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:11:26.339080 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Attempting to bind port 7a98252f-55a7-4751-84b3-18c38dbbf843 on network d8a67b9e-e28b-4258-82d2-afacf03cf508 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:11:26.353841 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:11:26.354320 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Checking segment: {'id': 'a307f053-7c07-48f8-a08e-8e39ad8425f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:11:26.354626 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:26.355068 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Bound using segment: {'id': 'a307f053-7c07-48f8-a08e-8e39ad8425f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:11:26.355603 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Bound port: 7a98252f-55a7-4751-84b3-18c38dbbf843, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a307f053-7c07-48f8-a08e-8e39ad8425f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:11:26.356010 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:26.436643 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-9d49a31a-20b9-4ab8-903c-ed541dca1890 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Allocated IP 172.20.0.2 (84b15971-c3b1-423f-a0b8-5ba85f9e199b/a3ab6a09-9e77-4bfa-8672-ebfec5d093f3/35336508-8941-4df5-aa12-97aa4bfcbad1) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:11:26.564782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34294) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:26.611133 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-db43b5f5-8ddf-49ea-89e9-6b629ffa88c9 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--946249888', 'description': 'tempest-description--1106538340'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:26.614334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:26.638552 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] For port 7a98252f-55a7-4751-84b3-18c38dbbf843, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:11:26.643116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83dbe4-cf2c-439d-a434-fbb3bbce37ec req-327357f8-0f11-4a62-9aa4-f486d3bf868b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:26.654234 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] For port 7a98252f-55a7-4751-84b3-18c38dbbf843, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7a98252f-55a7-4751-84b3-18c38dbbf843,segment=NetworkSegment(a307f053-7c07-48f8-a08e-8e39ad8425f0),segment_id=a307f053-7c07-48f8-a08e-8e39ad8425f0)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:11:26.655242 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca83dbe4-cf2c-439d-a434-fbb3bbce37ec req-327357f8-0f11-4a62-9aa4-f486d3bf868b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 944 time: 0.6075838 Nov 19 09:11:26.663464 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9fe3dd01-7b64-4cd0-9eb7-e31831df52fc None None] Provisioning complete for port 7a98252f-55a7-4751-84b3-18c38dbbf843 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:11:26.664230 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9fe3dd01-7b64-4cd0-9eb7-e31831df52fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:26.664394 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:26.674475 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db43b5f5-8ddf-49ea-89e9-6b629ffa88c9 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:26.733665 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-ba5a2146-fc73-4fe6-b46f-5c00b2809620 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:26.737426 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-ba5a2146-fc73-4fe6-b46f-5c00b2809620 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26&tenant_id=6022a22e5412460ca709de7cbe4fe9f5&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 1096 time: 0.6926727 Nov 19 09:11:26.741445 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-9d49a31a-20b9-4ab8-903c-ed541dca1890 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:26.750579 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Routers {'ae907d4c-0b47-485c-85c3-3000c74e771a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:11:26.751033 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:11:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ae907d4c-0b47-485c-85c3-3000c74e771a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:26.788824 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9fe3dd01-7b64-4cd0-9eb7-e31831df52fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:26.810781 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2701c0-0847-45b4-8885-f33b37e90dbe None None] Pushing event updated for resources: {'Port': ['ID=7a98252f-55a7-4751-84b3-18c38dbbf843,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:26.825375 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db43b5f5-8ddf-49ea-89e9-6b629ffa88c9 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:26.834726 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db43b5f5-8ddf-49ea-89e9-6b629ffa88c9 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:26.840805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9fe3dd01-7b64-4cd0-9eb7-e31831df52fc None None] For port 7a98252f-55a7-4751-84b3-18c38dbbf843, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7a98252f-55a7-4751-84b3-18c38dbbf843,segment=NetworkSegment(a307f053-7c07-48f8-a08e-8e39ad8425f0),segment_id=a307f053-7c07-48f8-a08e-8e39ad8425f0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:26.846657 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9fe3dd01-7b64-4cd0-9eb7-e31831df52fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:26.849519 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-9d49a31a-20b9-4ab8-903c-ed541dca1890 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:26.919419 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db43b5f5-8ddf-49ea-89e9-6b629ffa88c9 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:26.921014 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3dd01-7b64-4cd0-9eb7-e31831df52fc None None] Pushing event updated for resources: {'Port': ['ID=7a98252f-55a7-4751-84b3-18c38dbbf843,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:26.923848 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-db43b5f5-8ddf-49ea-89e9-6b629ffa88c9 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3572266 Nov 19 09:11:26.925523 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['89bbd628-c1c5-483c-93cd-8d9d2e18e0db'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:26.940179 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34300) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:26.944818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-174f75e7-714d-4a57-9028-128cb21087d8 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Request body: {'security_group_rule': {'security_group_id': 'e5417cf0-951f-4120-bbde-a3f8c1a6fd4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:26.947067 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] Set router ae907d4c-0b47-485c-85c3-3000c74e771a gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:11:26.988352 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43b5f5-8ddf-49ea-89e9-6b629ffa88c9 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5417cf0-951f-4120-bbde-a3f8c1a6fd4e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:26.996029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:11:27.017745 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-9d49a31a-20b9-4ab8-903c-ed541dca1890 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Network 84b15971-c3b1-423f-a0b8-5ba85f9e199b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:11:27.020680 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49a31a-20b9-4ab8-903c-ed541dca1890 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Pushing event updated for resources: {'Port': ['ID=35336508-8941-4df5-aa12-97aa4bfcbad1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:27.028232 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-9d49a31a-20b9-4ab8-903c-ed541dca1890 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:11:27.030459 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-9d49a31a-20b9-4ab8-903c-ed541dca1890 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:11:27.055313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca83dbe4-cf2c-439d-a434-fbb3bbce37ec req-3effe58e-f4f3-4663-9b98-168ab4a1ba0a tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991070 Nov 19 09:11:27.075993 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-33de7bdb-a1d0-401d-a465-e789710a1b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:27.080807 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-33de7bdb-a1d0-401d-a465-e789710a1b72 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26&tenant_id=6022a22e5412460ca709de7cbe4fe9f5 HTTP/1.1" status: 200 len: 1096 time: 0.2957993 Nov 19 09:11:27.106836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11631ffb-a339-46e1-a1af-704fbd756319 req-7184d855-291f-49a7-acf3-afbd9323032d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:27.115509 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11631ffb-a339-46e1-a1af-704fbd756319 req-7184d855-291f-49a7-acf3-afbd9323032d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.4474285 Nov 19 09:11:27.134841 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:27.167043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Transition to ACTIVE for port object 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:11:27.174661 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:27.191234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-9d49a31a-20b9-4ab8-903c-ed541dca1890 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:27.195230 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-9d49a31a-20b9-4ab8-903c-ed541dca1890 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:27.220885 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cb37927c-aac2-4aa3-b8fb-0d2d91254055 None None] Provisioning complete for port 7a98252f-55a7-4751-84b3-18c38dbbf843 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:11:27.222057 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb37927c-aac2-4aa3-b8fb-0d2d91254055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:27.227657 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11631ffb-a339-46e1-a1af-704fbd756319 req-4da6c2d9-bda4-4864-a351-c5e9e6c3041f tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099069 Nov 19 09:11:27.259834 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-9d49a31a-20b9-4ab8-903c-ed541dca1890 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2584958 Nov 19 09:11:27.261776 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-174f75e7-714d-4a57-9028-128cb21087d8 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:27.293110 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Request body: {'port': {'device_id': '5fa2b62e-68a8-4a32-94ef-6acf8bbd74da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:27.333631 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:11:27.378852 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'name': 'tempest-ServersTestBootFromVolume-2122500124-router', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:13Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'gw_port': {'id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:14Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '7a98252f-55a7-4751-84b3-18c38dbbf843', 'name': '', 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'mac_address': 'fa:16:3e:e5:46:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:20Z', 'updated_at': '2021-11-19T09:11:26Z', 'revision_number': 4, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'subnets': [{'id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:27.403661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] No DVR routers for this DVR port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:11:27.411375 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bace61-85c1-4d5e-a5d5-139b57ec77e8 None None] The sync data for ids ['ae907d4c-0b47-485c-85c3-3000c74e771a'] in n-d-805649-14 is: [{'id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'name': 'tempest-ServersTestBootFromVolume-2122500124-router', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:13Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'gw_port': {'id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:14Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '7a98252f-55a7-4751-84b3-18c38dbbf843', 'name': '', 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'mac_address': 'fa:16:3e:e5:46:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:20Z', 'updated_at': '2021-11-19T09:11:26Z', 'revision_number': 4, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'subnets': [{'id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:11:27.420580 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Pushing event updated for resources: {'Port': ['ID=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,revision_number=10']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:27.510908 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:11:27.578392 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:27.583517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Attempting to bind port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:11:27.583889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Attempting to bind port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:11:27.584107 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Attempting to bind port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:11:27.589720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a88790c9-b2c7-42cf-9a7f-fb6223c175fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:27.591094 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-174f75e7-714d-4a57-9028-128cb21087d8 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:27.591242 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a88790c9-b2c7-42cf-9a7f-fb6223c175fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 1096 time: 0.2965517 Nov 19 09:11:27.599447 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-174f75e7-714d-4a57-9028-128cb21087d8 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:27.607903 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5b128-3646-4b02-a668-3853644d54c2 req-fe457dce-2500-4095-9d79-eadf0dd9fdc7 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:27.626397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17d5b128-3646-4b02-a668-3853644d54c2 req-fe457dce-2500-4095-9d79-eadf0dd9fdc7 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa2b62e-68a8-4a32-94ef-6acf8bbd74da HTTP/1.1" status: 200 len: 931 time: 0.2000284 Nov 19 09:11:27.644301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:11:27.644624 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Attempting to bind port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:11:27.701948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:11:27.702290 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:11:27.702691 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:11:27.703139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Bound port: 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:11:27.703501 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:27.843480 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17d5b128-3646-4b02-a668-3853644d54c2 req-e01f1851-ea3e-4860-966b-3685e612565c tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063839 Nov 19 09:11:27.869440 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-174f75e7-714d-4a57-9028-128cb21087d8 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:27.873034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-2f993300-32e5-4454-b4e1-fd1085515e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:27.873564 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-174f75e7-714d-4a57-9028-128cb21087d8 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9323206 Nov 19 09:11:27.874182 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34306) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:27.874527 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-2f993300-32e5-4454-b4e1-fd1085515e95 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.2454023 Nov 19 09:11:27.882818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8cb7a018-8845-4cd0-8169-a1f67e4f6894 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Request body: {'security_group_rule': {'security_group_id': 'e5417cf0-951f-4120-bbde-a3f8c1a6fd4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:27.893580 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:11:27.897868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:11:27.898113 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f75e7-714d-4a57-9028-128cb21087d8 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88211ce-609b-48ff-b600-dde4c1cdbfe5,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:27.908848 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:27.916248 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:27.918606 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fb1fcd-188a-495d-9c73-99e3a1a9c06f" -d '{"events": [{"server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:27.965872 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cb7a018-8845-4cd0-8169-a1f67e4f6894 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:27.992276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 053e479a-be60-4f45-83f3-abbd16a4654f no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:11:28.000400 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-a19a59e0-f54f-4569-8100-53491716a5c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46a27362-8a8f-4d4b-921d-4942d6e4ca62 HTTP/1.1" status: 200 len: 217 time: 0.1008112 Nov 19 09:11:28.028038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35336508-8941-4df5-aa12-97aa4bfcbad1 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:11:28.029792 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32088f13-a8e4-4c68-bd3c-dea31990ff00 x-openstack-request-id: req-32088f13-a8e4-4c68-bd3c-dea31990ff00 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:28.030085 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:28.030264 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 053e479a-be60-4f45-83f3-abbd16a4654f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:11:28.030373 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32088f13-a8e4-4c68-bd3c-dea31990ff00 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:28.030592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 053e479a-be60-4f45-83f3-abbd16a4654f not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:11:28.030720 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8', 'code': 200} Nov 19 09:11:28.040065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:28.041671 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:28.043462 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] 10.222.0.71 "PUT /v2.0/ports/4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 HTTP/1.1" status: 200 len: 1098 time: 2.2147071 Nov 19 09:11:28.078770 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:28.094910 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cb7a018-8845-4cd0-8169-a1f67e4f6894 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:28.105654 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cb7a018-8845-4cd0-8169-a1f67e4f6894 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:28.108046 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Transition to ACTIVE for port object 35336508-8941-4df5-aa12-97aa4bfcbad1 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:11:28.133855 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cb7a018-8845-4cd0-8169-a1f67e4f6894 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:28.135353 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8cb7a018-8845-4cd0-8169-a1f67e4f6894 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2561388 Nov 19 09:11:28.136614 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:28.139995 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34312) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:28.140364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3587d4-ca75-4927-851e-6bd085e13bda service neutron] Pushing event updated for resources: {'Port': ['ID=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,revision_number=11']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:28.150860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:28.169212 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7a018-8845-4cd0-8169-a1f67e4f6894 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fdd8f1-bb02-4bf7-b284-bc9ddeafa412,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:28.183624 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb0b49-e739-4d4d-9f1b-f02df35df9f0 req-b483f4df-5cb0-47e0-961c-ea76a5f4a14c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:28.193388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d7cb0b49-e739-4d4d-9f1b-f02df35df9f0 req-b483f4df-5cb0-47e0-961c-ea76a5f4a14c tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 944 time: 0.2740827 Nov 19 09:11:28.224595 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-ac23dfe9-2761-427b-b67c-8134ba9b963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:28.227656 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-ac23dfe9-2761-427b-b67c-8134ba9b963a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.1952043 Nov 19 09:11:28.239381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Pushing event updated for resources: {'Port': ['ID=35336508-8941-4df5-aa12-97aa4bfcbad1,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:28.310431 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:28.339182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-722ae607-0012-4fa5-95e8-22f6b35aa02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:28.345417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-722ae607-0012-4fa5-95e8-22f6b35aa02b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 1101 time: 0.2630825 Nov 19 09:11:28.362277 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-14216536-92f5-4936-895e-942027d258f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078310 Nov 19 09:11:28.364429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Attempting to bind port 35336508-8941-4df5-aa12-97aa4bfcbad1 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:11:28.364817 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Attempting to bind port 35336508-8941-4df5-aa12-97aa4bfcbad1 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:11:28.365128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Attempting to bind port 35336508-8941-4df5-aa12-97aa4bfcbad1 on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:11:28.370277 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Port 35336508-8941-4df5-aa12-97aa4bfcbad1 on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:11:28.370592 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Attempting to bind port 35336508-8941-4df5-aa12-97aa4bfcbad1 on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:11:28.376604 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:11:28.376949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Checking segment: {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:11:28.377369 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Bound using segment: {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:11:28.377818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Bound port: 35336508-8941-4df5-aa12-97aa4bfcbad1, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:11:28.378367 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:28.575842 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead851c-3e78-4171-a73d-64a8b0c0fb27 req-114cec88-833a-4693-8c05-4c8dfd0bce4a tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:28.577537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cead851c-3e78-4171-a73d-64a8b0c0fb27 req-114cec88-833a-4693-8c05-4c8dfd0bce4a tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 944 time: 0.3497510 Nov 19 09:11:28.698460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d7cb0b49-e739-4d4d-9f1b-f02df35df9f0 req-fdcbc33a-74b0-492f-92ec-551c38ffefdb tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032256 Nov 19 09:11:28.700337 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-fa955723-67e4-48eb-b7ca-88ae6d4d96b7 service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766852 Nov 19 09:11:28.715339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-72616c86-f03e-4d2a-8358-53cee6d072fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:28.716854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-72616c86-f03e-4d2a-8358-53cee6d072fd service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.3533378 Nov 19 09:11:28.751182 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7a98252f-55a7-4751-84b3-18c38dbbf843 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:11:28.782126 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] For port 35336508-8941-4df5-aa12-97aa4bfcbad1, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:11:28.804868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] For port 35336508-8941-4df5-aa12-97aa4bfcbad1, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=35336508-8941-4df5-aa12-97aa4bfcbad1,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:11:28.815937 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a0264-aeb2-45af-b9a4-bb509194ca64 req-5fc23f04-24f6-4548-a5e8-0d6975135143 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:28.817566 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-9eb7a730-c179-4766-b920-671cca773c1f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 HTTP/1.1" status: 200 len: 217 time: 0.0695236 Nov 19 09:11:28.817740 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b25a0264-aeb2-45af-b9a4-bb509194ca64 req-5fc23f04-24f6-4548-a5e8-0d6975135143 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 944 time: 0.3696113 Nov 19 09:11:28.820367 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:28.824092 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 7a98252f-55a7-4751-84b3-18c38dbbf843 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:11:28.824822 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:28.847871 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cead851c-3e78-4171-a73d-64a8b0c0fb27 req-a7af602b-39ea-4bb5-809f-3bfe82795b05 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568102 Nov 19 09:11:28.914314 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Pushing event updated for resources: {'Port': ['ID=35336508-8941-4df5-aa12-97aa4bfcbad1,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:28.966251 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-659b8c3f-5634-439d-bd02-75658e3f1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:28.967765 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-659b8c3f-5634-439d-bd02-75658e3f1d2f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1162407 Nov 19 09:11:28.993549 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:28.994427 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:29.002939 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ec3e423c-e8d5-4270-80a6-37e7c31cc14c service neutron] 10.222.0.66 "PUT /v2.0/ports/35336508-8941-4df5-aa12-97aa4bfcbad1 HTTP/1.1" status: 200 len: 1092 time: 1.7218513 Nov 19 09:11:29.003668 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa2b62e-68a8-4a32-94ef-6acf8bbd74da', 'tag': '35336508-8941-4df5-aa12-97aa4bfcbad1'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:29.011054 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9505f9fd-33f1-4045-9d88-abb0ec255296" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa2b62e-68a8-4a32-94ef-6acf8bbd74da", "tag": "35336508-8941-4df5-aa12-97aa4bfcbad1"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:29.027427 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:29.040710 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-3171dabc-ea35-40fd-9352-8fdd897e3f97 service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006244 Nov 19 09:11:29.130514 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-b25a0264-aeb2-45af-b9a4-bb509194ca64 req-362b50b6-62bb-4768-8419-ee43b86dc71f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Deleting port 0513a62b-219c-48a7-8bd5-dd16ac339693 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:11:29.130868 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b25a0264-aeb2-45af-b9a4-bb509194ca64 req-362b50b6-62bb-4768-8419-ee43b86dc71f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:29.177013 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-6ba23a2b-c201-456f-9a18-b47ed7ebbfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:29.179230 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-6ba23a2b-c201-456f-9a18-b47ed7ebbfe7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1940367 Nov 19 09:11:29.307252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82327a-ad07-4e18-a2bb-2386e9672ad6 req-bdd1cbbb-f6bd-462f-abfb-a01ce616c8e7 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:29.308893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e82327a-ad07-4e18-a2bb-2386e9672ad6 req-bdd1cbbb-f6bd-462f-abfb-a01ce616c8e7 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 949 time: 0.2300653 Nov 19 09:11:29.310841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ee4c1501-25a8-4a96-b05e-5bc3b745b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:29.312265 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-ee4c1501-25a8-4a96-b05e-5bc3b745b490 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&device_id=5fa2b62e-68a8-4a32-94ef-6acf8bbd74da HTTP/1.1" status: 200 len: 1095 time: 0.2631276 Nov 19 09:11:29.321838 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-b25a0264-aeb2-45af-b9a4-bb509194ca64 req-362b50b6-62bb-4768-8419-ee43b86dc71f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] For port 0513a62b-219c-48a7-8bd5-dd16ac339693, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=0513a62b-219c-48a7-8bd5-dd16ac339693,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:29.322278 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b25a0264-aeb2-45af-b9a4-bb509194ca64 req-362b50b6-62bb-4768-8419-ee43b86dc71f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:29.348243 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-b25a0264-aeb2-45af-b9a4-bb509194ca64 req-362b50b6-62bb-4768-8419-ee43b86dc71f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Calling delete_port for 0513a62b-219c-48a7-8bd5-dd16ac339693 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:11:29.421918 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-69060321-6568-4d9d-bd7a-570537cb482e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35336508-8941-4df5-aa12-97aa4bfcbad1 HTTP/1.1" status: 200 len: 217 time: 0.0945253 Nov 19 09:11:29.423156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Allocated IP 172.25.0.217 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/aa50b631-164c-4c57-8156-c39eb0170982) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:11:29.434408 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-cd830908-b1a3-43eb-82f4-6aa155927db9 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:29.435933 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-cd830908-b1a3-43eb-82f4-6aa155927db9 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26&tenant_id=6022a22e5412460ca709de7cbe4fe9f5&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 1096 time: 0.0890479 Nov 19 09:11:29.619456 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b25a0264-aeb2-45af-b9a4-bb509194ca64 req-362b50b6-62bb-4768-8419-ee43b86dc71f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:29.630772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-d7cbf2e8-1baa-44d7-ba1d-5b6922e0cacf service neutron] For port 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:11:29.655267 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-d7cbf2e8-1baa-44d7-ba1d-5b6922e0cacf service neutron] Publish callbacks [] for binding, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:29.656480 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-72946f58-1a5e-4d03-a9f6-9b68e4e68813 req-d7cbf2e8-1baa-44d7-ba1d-5b6922e0cacf service neutron] 10.222.0.66 "DELETE /v2.0/ports/46a27362-8a8f-4d4b-921d-4942d6e4ca62/bindings/n-h2-805649-14 HTTP/1.1" status: 204 len: 173 time: 0.2114649 Nov 19 09:11:29.659424 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b50b6-62bb-4768-8419-ee43b86dc71f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Pushing event deleted for resources: {'Port': ['ID=0513a62b-219c-48a7-8bd5-dd16ac339693,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:29.704579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25a0264-aeb2-45af-b9a4-bb509194ca64 req-362b50b6-62bb-4768-8419-ee43b86dc71f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] No DVR routers for this DVR port 0513a62b-219c-48a7-8bd5-dd16ac339693 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:11:29.706868 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b25a0264-aeb2-45af-b9a4-bb509194ca64 req-362b50b6-62bb-4768-8419-ee43b86dc71f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:29.711258 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b25a0264-aeb2-45af-b9a4-bb509194ca64 req-362b50b6-62bb-4768-8419-ee43b86dc71f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.71 "DELETE /v2.0/ports/0513a62b-219c-48a7-8bd5-dd16ac339693 HTTP/1.1" status: 204 len: 173 time: 0.7987447 Nov 19 09:11:29.865784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e82327a-ad07-4e18-a2bb-2386e9672ad6 req-0db97bed-0b22-40a5-bbb5-580801a56e82 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290029 Nov 19 09:11:29.881754 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-bef834c6-dd7e-4186-811c-28532e99aa63 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6915767 Nov 19 09:11:29.893259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552a819-55c9-438c-84a0-15baa8b60149 req-73c2e885-1a01-4eff-8c43-a7f12831f70b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:29.894816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2552a819-55c9-438c-84a0-15baa8b60149 req-73c2e885-1a01-4eff-8c43-a7f12831f70b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa2b62e-68a8-4a32-94ef-6acf8bbd74da HTTP/1.1" status: 200 len: 943 time: 0.5981815 Nov 19 09:11:29.906695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-8d6f1e65-a040-48df-86cd-0f8b962efbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:29.908134 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-8d6f1e65-a040-48df-86cd-0f8b962efbc7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3ab6a09-9e77-4bfa-8672-ebfec5d093f3 HTTP/1.1" status: 200 len: 844 time: 0.4764748 Nov 19 09:11:29.983258 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b554a27-281d-47a7-ae9d-98e9f0ea327a x-openstack-request-id: req-7b554a27-281d-47a7-ae9d-98e9f0ea327a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:29.983800 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa2b62e-68a8-4a32-94ef-6acf8bbd74da", "tag": "35336508-8941-4df5-aa12-97aa4bfcbad1", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:29.983893 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b554a27-281d-47a7-ae9d-98e9f0ea327a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:29.984371 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa2b62e-68a8-4a32-94ef-6acf8bbd74da', 'tag': '35336508-8941-4df5-aa12-97aa4bfcbad1', 'status': 'completed', 'code': 200} Nov 19 09:11:30.016569 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-715141f6-a73c-4bfb-8ae3-299997bf7bd2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=84b15971-c3b1-423f-a0b8-5ba85f9e199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622518 Nov 19 09:11:30.041223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:30.043492 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c712f46c-9003-41ab-9f22-dea275b07cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:30.158711 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:30.166087 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc115146-1198-481c-98c7-cc04a542e430 req-dbfc65de-32f9-479a-9dcd-823c6a922093 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fe6087a-e024-4f20-a373-e1855c632794 HTTP/1.1" status: 200 len: 210 time: 0.1168535 Nov 19 09:11:30.197063 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2552a819-55c9-438c-84a0-15baa8b60149 req-11e3db69-3234-4c25-8021-af9f64878417 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852094 Nov 19 09:11:30.202093 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdbcb337-f8f3-41af-9174-865864a7c6b1 req-928c2d7d-4be1-4157-ae18-25ce7978ab40 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062837 Nov 19 09:11:30.249189 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-c054482c-3fe7-4219-a86b-45df551cc6ce service neutron] 10.222.0.66 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216206 Nov 19 09:11:30.255594 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:30.374486 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:11:30.384305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:11:30.390833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:11:30.405629 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Pushing event updated for resources: {'Port': ['ID=aa50b631-164c-4c57-8156-c39eb0170982,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:30.438872 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b5672-1f2e-4448-9413-fb8ae82b71ea req-183f37a3-eff5-4507-9155-c533bcf2cec7 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:30.446290 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d45b5672-1f2e-4448-9413-fb8ae82b71ea req-183f37a3-eff5-4507-9155-c533bcf2cec7 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 944 time: 0.1875591 Nov 19 09:11:30.481837 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29ef48d-7a91-47b6-9ce2-f81343cc8b04 x-openstack-request-id: req-b29ef48d-7a91-47b6-9ce2-f81343cc8b04 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:30.482132 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:30.482392 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b29ef48d-7a91-47b6-9ce2-f81343cc8b04 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:30.482794 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8', 'status': 'completed', 'code': 200} Nov 19 09:11:30.536609 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ffd93a5-ae52-40ee-b4de-0765292fb35b req-4502e6f5-b87a-4a28-84e5-8fc478d74fa7 service neutron] 10.222.0.66 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760036 Nov 19 09:11:30.578011 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-dc3a3dbc-cd12-4827-87fd-2406f6f8b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:30.580258 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-dc3a3dbc-cd12-4827-87fd-2406f6f8b075 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 1101 time: 0.0740910 Nov 19 09:11:30.615068 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d45b5672-1f2e-4448-9413-fb8ae82b71ea req-c3558f40-b4f4-43b6-8eda-1197d0cd9d8b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677134 Nov 19 09:11:30.669266 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:30.683375 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-8b4b1317-bdbe-476a-b01b-e08616397ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:30.685012 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-8b4b1317-bdbe-476a-b01b-e08616397ae9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=193e326224374af2adeabf4558305969&device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 1101 time: 0.1459546 Nov 19 09:11:30.698619 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-deacd47f-d35f-41e3-91be-db8666bd93b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:30.702194 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-deacd47f-d35f-41e3-91be-db8666bd93b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1131380 Nov 19 09:11:30.719313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505f9fd-33f1-4045-9d88-abb0ec255296 req-51587cb5-dfd3-4e7d-9b06-d0959b8e2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:30.720824 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9505f9fd-33f1-4045-9d88-abb0ec255296 req-51587cb5-dfd3-4e7d-9b06-d0959b8e2fe7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&device_id=5fa2b62e-68a8-4a32-94ef-6acf8bbd74da HTTP/1.1" status: 200 len: 1095 time: 0.1248267 Nov 19 09:11:30.751661 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-f5631775-aa7a-4680-b526-99305ad14bb9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 HTTP/1.1" status: 200 len: 217 time: 0.0432677 Nov 19 09:11:30.786323 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:30.807451 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-38e73cd6-17c0-4fd2-9ce9-4ebe6f6d01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:30.808979 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-38e73cd6-17c0-4fd2-9ce9-4ebe6f6d01bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0488358 Nov 19 09:11:30.862607 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-e3c9023c-ebb7-4d83-94a4-772efbbd23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:30.864136 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-e3c9023c-ebb7-4d83-94a4-772efbbd23b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0459881 Nov 19 09:11:30.972438 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-a0f929c4-1525-4f5b-b0eb-c7078331c99c service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001484 Nov 19 09:11:31.020806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-f95ffa47-9622-4c09-ab3a-4207d11ae089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:31.025016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-f95ffa47-9622-4c09-ab3a-4207d11ae089 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.3161583 Nov 19 09:11:31.025296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3285c-d5f9-4bb5-b563-99a77d6a5510 req-837c2a67-3401-4512-8e3c-ee64a0ea4ea4 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:31.026594 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65f3285c-d5f9-4bb5-b563-99a77d6a5510 req-837c2a67-3401-4512-8e3c-ee64a0ea4ea4 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 1096 time: 0.2532191 Nov 19 09:11:31.082318 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-67ad5351-25bb-4127-a4fb-aa703bb63518 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004262 Nov 19 09:11:31.099328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505f9fd-33f1-4045-9d88-abb0ec255296 req-5f7f603a-d0f2-4e1a-b4a6-8e91f34c057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:31.101481 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9505f9fd-33f1-4045-9d88-abb0ec255296 req-5f7f603a-d0f2-4e1a-b4a6-8e91f34c057a service neutron] 10.222.0.66 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 905 time: 0.3658984 Nov 19 09:11:31.114280 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-74b2661c-4bf2-4148-8ed8-2edfd0e49745 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 HTTP/1.1" status: 200 len: 217 time: 0.0685980 Nov 19 09:11:31.211694 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9505f9fd-33f1-4045-9d88-abb0ec255296 req-9cb7e5ad-ef1f-4a78-8a64-406bfd7bbde9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35336508-8941-4df5-aa12-97aa4bfcbad1 HTTP/1.1" status: 200 len: 217 time: 0.0962684 Nov 19 09:11:31.228329 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978de382-9b26-4ba3-b508-bdf7b8886dce req-6c83ccb5-d50a-442e-b734-fff779eaf257 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:31.229826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-978de382-9b26-4ba3-b508-bdf7b8886dce req-6c83ccb5-d50a-442e-b734-fff779eaf257 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 949 time: 0.2785683 Nov 19 09:11:31.293058 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65f3285c-d5f9-4bb5-b563-99a77d6a5510 req-1992157d-63f4-45a9-9b44-4fa87c1a8cae tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462423 Nov 19 09:11:31.323010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-9e6ac399-8fd4-4c8e-bdb2-4a333745c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:31.324543 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-9e6ac399-8fd4-4c8e-bdb2-4a333745c219 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1842265 Nov 19 09:11:31.394663 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:31.398448 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505f9fd-33f1-4045-9d88-abb0ec255296 req-4c443cff-abd5-4553-bc6c-7f4a0e2bd3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:31.400029 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9505f9fd-33f1-4045-9d88-abb0ec255296 req-4c443cff-abd5-4553-bc6c-7f4a0e2bd3f6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3ab6a09-9e77-4bfa-8672-ebfec5d093f3 HTTP/1.1" status: 200 len: 844 time: 0.1602829 Nov 19 09:11:31.406064 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-978de382-9b26-4ba3-b508-bdf7b8886dce req-aeef2f26-d21b-43e0-bd72-2247dc588222 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537285 Nov 19 09:11:31.409158 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:31.487539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9505f9fd-33f1-4045-9d88-abb0ec255296 req-bd138df5-b203-4671-96a2-e19ea07bbc1a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=84b15971-c3b1-423f-a0b8-5ba85f9e199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693099 Nov 19 09:11:31.547277 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-5c358488-2aec-4815-91b4-0a4f37fb6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:31.549010 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-5c358488-2aec-4815-91b4-0a4f37fb6465 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2153633 Nov 19 09:11:31.624757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Pushing event updated for resources: {'Port': ['ID=aa50b631-164c-4c57-8156-c39eb0170982,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:31.701577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76e017-7c00-4408-88de-2a9af2ee01ef req-55c7c207-973a-43a8-a5a6-42cbccb5f79c tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:31.703090 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e76e017-7c00-4408-88de-2a9af2ee01ef req-55c7c207-973a-43a8-a5a6-42cbccb5f79c tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa2b62e-68a8-4a32-94ef-6acf8bbd74da HTTP/1.1" status: 200 len: 943 time: 0.3009322 Nov 19 09:11:31.703870 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:31.762559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca80178-7ab5-4da1-8581-03e7b7423379 req-2ebd5e85-ac67-455f-b566-f200ab7f2ba9 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:31.763980 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ca80178-7ab5-4da1-8581-03e7b7423379 req-2ebd5e85-ac67-455f-b566-f200ab7f2ba9 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 1096 time: 0.2755771 Nov 19 09:11:31.786584 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:31.787823 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-19f38883-2628-4b78-9c2f-6d8ad8dbacdb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6436896 Nov 19 09:11:31.790025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9505f9fd-33f1-4045-9d88-abb0ec255296 req-a0481aba-0bc7-49f2-ae9b-cf47c6d76e1c service neutron] 10.222.0.66 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764444 Nov 19 09:11:31.896347 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-4837bfe2-9d15-4272-9113-9e2634799ca3 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908764 Nov 19 09:11:31.899373 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e76e017-7c00-4408-88de-2a9af2ee01ef req-02b4d56e-5d66-4f19-a38f-d56ed41c40a9 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860464 Nov 19 09:11:31.949871 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ca80178-7ab5-4da1-8581-03e7b7423379 req-7887e7e2-a903-49ce-a84e-9a279c79ba8f tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782179 Nov 19 09:11:31.985694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe6087a-e024-4f20-a373-e1855c632794', 'name': 'network-vif-deleted', 'tag': '0513a62b-219c-48a7-8bd5-dd16ac339693'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:31.992099 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b37b69-ee9b-44b5-867f-b2fffde63394" -d '{"events": [{"server_uuid": "0fe6087a-e024-4f20-a373-e1855c632794", "name": "network-vif-deleted", "tag": "0513a62b-219c-48a7-8bd5-dd16ac339693"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:32.035888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:11:32.056120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 0513a62b-219c-48a7-8bd5-dd16ac339693 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:11:32.063477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9505f9fd-33f1-4045-9d88-abb0ec255296 req-6cc7d06c-7cc5-4907-af1e-5501c537e539 service neutron] 10.222.0.66 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602417 Nov 19 09:11:32.065687 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c712f46c-9003-41ab-9f22-dea275b07cb7 req-3a5b5603-843e-4ef3-957d-1ae56a5cfe03 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537311 Nov 19 09:11:32.102500 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 0513a62b-219c-48a7-8bd5-dd16ac339693 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:11:32.103584 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 0513a62b-219c-48a7-8bd5-dd16ac339693 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:11:32.233162 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:32.253227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8', 'mac_address': 'fa:16:3e:2f:8d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:11:32.279651 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c34b387-c1ef-4825-a726-38b2609a76ec x-openstack-request-id: req-5c34b387-c1ef-4825-a726-38b2609a76ec {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:32.280297 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe6087a-e024-4f20-a373-e1855c632794", "name": "network-vif-deleted", "tag": "0513a62b-219c-48a7-8bd5-dd16ac339693", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:32.280458 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c34b387-c1ef-4825-a726-38b2609a76ec {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:32.280963 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe6087a-e024-4f20-a373-e1855c632794', 'name': 'network-vif-deleted', 'tag': '0513a62b-219c-48a7-8bd5-dd16ac339693', 'status': 'completed', 'code': 200} Nov 19 09:11:32.303699 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:32.320088 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:11:32.347541 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:32.354744 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:32.358649 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23076249-7c0e-42cd-bfd3-59d3909552ea req-e462aa99-d7fc-4252-a34e-30f4fb92c48a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:32.361729 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23076249-7c0e-42cd-bfd3-59d3909552ea req-e462aa99-d7fc-4252-a34e-30f4fb92c48a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 966 time: 0.0749288 Nov 19 09:11:32.444303 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,revision_number=12']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:32.458807 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23076249-7c0e-42cd-bfd3-59d3909552ea req-12a8de2f-8f6c-4546-ae1b-1f7cc2b1b02a tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907741 Nov 19 09:11:32.684012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a4475-992e-4711-9c9b-7d771253390a req-0366d91d-fe13-452a-a6e1-70f81a886b38 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:32.686454 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-673a4475-992e-4711-9c9b-7d771253390a req-0366d91d-fe13-452a-a6e1-70f81a886b38 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.0811973 Nov 19 09:11:32.750883 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-673a4475-992e-4711-9c9b-7d771253390a req-d1985f88-21bd-4ae7-8a64-49e1561bfdde tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538337 Nov 19 09:11:32.807688 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:32.850651 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa79981-44d7-4432-8d63-d8e94ba6896d req-a2d9bcd9-d3ca-4bb3-988e-8901f28fe225 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:32.853106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfa79981-44d7-4432-8d63-d8e94ba6896d req-a2d9bcd9-d3ca-4bb3-988e-8901f28fe225 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.71 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 966 time: 0.0601940 Nov 19 09:11:32.971209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-cfa79981-44d7-4432-8d63-d8e94ba6896d req-bd74d100-91a6-450d-9f27-8b193f58c86f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Deleting port e39abd13-128e-47a6-97c2-670a98e12d60 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:11:32.971656 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cfa79981-44d7-4432-8d63-d8e94ba6896d req-bd74d100-91a6-450d-9f27-8b193f58c86f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:33.329029 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 35336508-8941-4df5-aa12-97aa4bfcbad1 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:11:33.447729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba47a19-e42c-44bf-a61f-2a00d8378b92 req-cc85947e-40ed-4343-8ba9-4a04566fbef1 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:33.456616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bba47a19-e42c-44bf-a61f-2a00d8378b92 req-cc85947e-40ed-4343-8ba9-4a04566fbef1 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa2b62e-68a8-4a32-94ef-6acf8bbd74da HTTP/1.1" status: 200 len: 943 time: 0.4418023 Nov 19 09:11:33.466437 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 35336508-8941-4df5-aa12-97aa4bfcbad1, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=35336508-8941-4df5-aa12-97aa4bfcbad1,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:33.470839 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-cfa79981-44d7-4432-8d63-d8e94ba6896d req-bd74d100-91a6-450d-9f27-8b193f58c86f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] For port e39abd13-128e-47a6-97c2-670a98e12d60, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e39abd13-128e-47a6-97c2-670a98e12d60,segment=NetworkSegment(780fdb50-5fab-4fad-9d38-fe248b884b9b),segment_id=780fdb50-5fab-4fad-9d38-fe248b884b9b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:33.471424 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cfa79981-44d7-4432-8d63-d8e94ba6896d req-bd74d100-91a6-450d-9f27-8b193f58c86f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:33.485917 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '35336508-8941-4df5-aa12-97aa4bfcbad1', 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b', 'port_id': '35336508-8941-4df5-aa12-97aa4bfcbad1', 'mac_address': 'fa:16:3e:27:b2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ab6a09-9e77-4bfa-8672-ebfec5d093f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:11:33.500294 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-cfa79981-44d7-4432-8d63-d8e94ba6896d req-bd74d100-91a6-450d-9f27-8b193f58c86f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Calling delete_port for e39abd13-128e-47a6-97c2-670a98e12d60 owned by compute:tempest-test_az-2105181977 {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:11:33.541459 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bba47a19-e42c-44bf-a61f-2a00d8378b92 req-1e8fb71b-9ce1-4f1c-afe7-6e3ceafbca73 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830555 Nov 19 09:11:33.544214 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:33.569125 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35336508-8941-4df5-aa12-97aa4bfcbad1 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:11:33.600841 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 35336508-8941-4df5-aa12-97aa4bfcbad1, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=35336508-8941-4df5-aa12-97aa4bfcbad1,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:33.606633 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:33.683912 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=35336508-8941-4df5-aa12-97aa4bfcbad1,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:33.749916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db28309-3935-4d81-aa8e-586dc42fccb2 req-19e27b38-10e0-4f41-9b02-98d0e7fe7db4 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:33.751460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6db28309-3935-4d81-aa8e-586dc42fccb2 req-19e27b38-10e0-4f41-9b02-98d0e7fe7db4 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/ports?device_id=5001a278-5236-4abc-93f5-f3ae55c7a638 HTTP/1.1" status: 200 len: 966 time: 0.1097796 Nov 19 09:11:33.798430 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cfa79981-44d7-4432-8d63-d8e94ba6896d req-bd74d100-91a6-450d-9f27-8b193f58c86f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:33.890765 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6db28309-3935-4d81-aa8e-586dc42fccb2 req-d6669fb8-f399-40a7-8439-47c5f4e27164 tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e42dac0-a98a-4e3e-9908-d687f80738e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310520 Nov 19 09:11:33.891627 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74d100-91a6-450d-9f27-8b193f58c86f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Pushing event deleted for resources: {'Port': ['ID=e39abd13-128e-47a6-97c2-670a98e12d60,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:33.908867 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['35336508-8941-4df5-aa12-97aa4bfcbad1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:33.952816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa79981-44d7-4432-8d63-d8e94ba6896d req-bd74d100-91a6-450d-9f27-8b193f58c86f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] No DVR routers for this DVR port e39abd13-128e-47a6-97c2-670a98e12d60 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:11:33.956272 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cfa79981-44d7-4432-8d63-d8e94ba6896d req-bd74d100-91a6-450d-9f27-8b193f58c86f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:33.963953 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfa79981-44d7-4432-8d63-d8e94ba6896d req-bd74d100-91a6-450d-9f27-8b193f58c86f tempest-LiveMigrationTest-1252379858 tempest-LiveMigrationTest-1252379858-project] 10.222.0.71 "DELETE /v2.0/ports/e39abd13-128e-47a6-97c2-670a98e12d60 HTTP/1.1" status: 204 len: 173 time: 1.0983908 Nov 19 09:11:33.965006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5001a278-5236-4abc-93f5-f3ae55c7a638', 'name': 'network-vif-deleted', 'tag': 'e39abd13-128e-47a6-97c2-670a98e12d60'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:33.968310 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfa0477-590a-4457-b87d-460ef4311692" -d '{"events": [{"server_uuid": "5001a278-5236-4abc-93f5-f3ae55c7a638", "name": "network-vif-deleted", "tag": "e39abd13-128e-47a6-97c2-670a98e12d60"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:33.995994 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161d145-03c4-4398-a23a-ac4a5f4ebef7 req-ccb723f9-7a40-4a00-8f8e-8728d52becc2 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:34.005141 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d161d145-03c4-4398-a23a-ac4a5f4ebef7 req-ccb723f9-7a40-4a00-8f8e-8728d52becc2 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 950 time: 0.1491609 Nov 19 09:11:34.055075 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:11:34.126289 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d161d145-03c4-4398-a23a-ac4a5f4ebef7 req-50e54cf9-37a0-415c-973d-54e7404583f4 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172509 Nov 19 09:11:34.151994 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfbfec7-757d-4cc9-9f47-ba8b0d7a1b02 x-openstack-request-id: req-8dfbfec7-757d-4cc9-9f47-ba8b0d7a1b02 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:34.152823 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5001a278-5236-4abc-93f5-f3ae55c7a638", "name": "network-vif-deleted", "tag": "e39abd13-128e-47a6-97c2-670a98e12d60", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:34.152823 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8dfbfec7-757d-4cc9-9f47-ba8b0d7a1b02 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:34.153029 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5001a278-5236-4abc-93f5-f3ae55c7a638', 'name': 'network-vif-deleted', 'tag': 'e39abd13-128e-47a6-97c2-670a98e12d60', 'status': 'completed', 'code': 200} Nov 19 09:11:34.255101 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:11:34.269809 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:11:34.269809 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:34.278206 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db152637-a314-405a-9a4d-d54328c0cd22 req-642e9083-36d5-4769-8f61-50f8e0176042 tempest-MigrationsAdminTest-714657790 tempest-MigrationsAdminTest-714657790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:34.279886 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-db152637-a314-405a-9a4d-d54328c0cd22 req-642e9083-36d5-4769-8f61-50f8e0176042 tempest-MigrationsAdminTest-714657790 tempest-MigrationsAdminTest-714657790-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 1102 time: 0.0681050 Nov 19 09:11:34.342541 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-db152637-a314-405a-9a4d-d54328c0cd22 req-f85298d9-01ff-4be6-aa8e-ddbc89381e2f tempest-MigrationsAdminTest-714657790 tempest-MigrationsAdminTest-714657790-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541379 Nov 19 09:11:34.415979 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:34.473384 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:34.473384 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaba3cc-fc8b-4f17-bb03-0436fb3d8e6d" -d '{"events": [{"server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "name": "network-vif-plugged", "status": "completed", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:34.488248 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:34.500760 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:34.502970 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e39abd13-128e-47a6-97c2-670a98e12d60 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:11:34.572460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: e39abd13-128e-47a6-97c2-670a98e12d60 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:11:34.573214 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e39abd13-128e-47a6-97c2-670a98e12d60 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:11:34.644935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,revision_number=13']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:34.676744 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d59b73-514e-4cb3-9d8d-693b9f88b1c6 x-openstack-request-id: req-00d59b73-514e-4cb3-9d8d-693b9f88b1c6 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:34.677128 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "name": "network-vif-plugged", "status": "completed", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:34.677543 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00d59b73-514e-4cb3-9d8d-693b9f88b1c6 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:34.678004 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8', 'code': 200} Nov 19 09:11:34.835123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b524c-14eb-4192-98d3-e3a95442462c req-01722ffb-ad04-46ed-aa93-6d5200d270c6 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:34.836808 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-070b524c-14eb-4192-98d3-e3a95442462c req-01722ffb-ad04-46ed-aa93-6d5200d270c6 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 951 time: 0.1006620 Nov 19 09:11:34.851998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e1886-7df1-4cc8-ab4a-b15dc1e643ea req-30508bdd-92dc-41ff-9baa-75ecaff3e383 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:34.853566 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc8e1886-7df1-4cc8-ab4a-b15dc1e643ea req-30508bdd-92dc-41ff-9baa-75ecaff3e383 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa2b62e-68a8-4a32-94ef-6acf8bbd74da HTTP/1.1" status: 200 len: 944 time: 0.1055441 Nov 19 09:11:34.921345 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-070b524c-14eb-4192-98d3-e3a95442462c req-bd01fdc6-e281-4885-be15-fc485fd571f6 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780542 Nov 19 09:11:34.947375 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc8e1886-7df1-4cc8-ab4a-b15dc1e643ea req-b2cfbe45-ffd3-4ac8-9d06-a047fc44a16c tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865846 Nov 19 09:11:35.015889 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34498) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:35.124698 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb98263-1984-4118-a057-549cec74d71c admin admin] Deleting subnet ff2a7f57-5058-429c-8ba6-c703edb15a02 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:11:35.128144 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cb98263-1984-4118-a057-549cec74d71c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:35.174699 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cb98263-1984-4118-a057-549cec74d71c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:35.219483 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cb98263-1984-4118-a057-549cec74d71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:35.293971 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cb98263-1984-4118-a057-549cec74d71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:35.324348 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb98263-1984-4118-a057-549cec74d71c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff2a7f57-5058-429c-8ba6-c703edb15a02,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:35.328458 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cb98263-1984-4118-a057-549cec74d71c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:35.334664 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9cb98263-1984-4118-a057-549cec74d71c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ff2a7f57-5058-429c-8ba6-c703edb15a02 HTTP/1.1" status: 204 len: 168 time: 0.3152413 Nov 19 09:11:35.334879 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 35336508-8941-4df5-aa12-97aa4bfcbad1 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:11:35.335130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34504) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:35.450798 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 35336508-8941-4df5-aa12-97aa4bfcbad1 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:11:35.458631 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 35336508-8941-4df5-aa12-97aa4bfcbad1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:11:35.460350 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:35.464870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0cf1-7cd3-40c2-a981-8cba3a9bbcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:35.614439 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:35.624578 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0cf1-7cd3-40c2-a981-8cba3a9bbcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:35.654745 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3b3f0cf1-7cd3-40c2-a981-8cba3a9bbcc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692fa143-7b59-41f0-9ea1-d966185e0300']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:35.661457 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 35336508-8941-4df5-aa12-97aa4bfcbad1, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=35336508-8941-4df5-aa12-97aa4bfcbad1,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:35.667376 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:35.668342 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3b3f0cf1-7cd3-40c2-a981-8cba3a9bbcc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780fdb50-5fab-4fad-9d38-fe248b884b9b') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:35.668861 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3b3f0cf1-7cd3-40c2-a981-8cba3a9bbcc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780fdb50-5fab-4fad-9d38-fe248b884b9b') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:35.686124 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0cf1-7cd3-40c2-a981-8cba3a9bbcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:35.706971 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0cf1-7cd3-40c2-a981-8cba3a9bbcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:35.719702 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3f0cf1-7cd3-40c2-a981-8cba3a9bbcc1 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:11:35.720261 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0cf1-7cd3-40c2-a981-8cba3a9bbcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:11:35.723537 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:11:35.734147 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=35336508-8941-4df5-aa12-97aa4bfcbad1,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:35.804695 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0cf1-7cd3-40c2-a981-8cba3a9bbcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:35.828760 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0cf1-7cd3-40c2-a981-8cba3a9bbcc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:35.840361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34512) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:35.841113 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3b3f0cf1-7cd3-40c2-a981-8cba3a9bbcc1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/692fa143-7b59-41f0-9ea1-d966185e0300 HTTP/1.1" status: 204 len: 168 time: 0.5040991 Nov 19 09:11:35.842209 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f0cf1-7cd3-40c2-a981-8cba3a9bbcc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=692fa143-7b59-41f0-9ea1-d966185e0300,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:35.895958 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-861ac901-83fc-4a81-a622-d5a614ab95db admin admin] Deleting subnet a4740d97-bb9f-406e-9d4e-b2a056ed5039 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:11:35.899444 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-861ac901-83fc-4a81-a622-d5a614ab95db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:35.949905 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-861ac901-83fc-4a81-a622-d5a614ab95db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:36.021920 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-861ac901-83fc-4a81-a622-d5a614ab95db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:36.163174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eeac2-557f-4c21-bf56-553581cb7e17 req-ec3fd6f5-a00c-4c64-a271-933679c226db tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:36.165721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc2eeac2-557f-4c21-bf56-553581cb7e17 req-ec3fd6f5-a00c-4c64-a271-933679c226db tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 951 time: 0.1409340 Nov 19 09:11:36.175131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11929487-93e4-4938-a056-acecc8fcc08d req-cf23a1a1-5400-4aad-bf7b-956fbed4e20a tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:36.177588 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11929487-93e4-4938-a056-acecc8fcc08d req-cf23a1a1-5400-4aad-bf7b-956fbed4e20a tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa2b62e-68a8-4a32-94ef-6acf8bbd74da HTTP/1.1" status: 200 len: 945 time: 0.1167231 Nov 19 09:11:36.179762 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-861ac901-83fc-4a81-a622-d5a614ab95db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:36.248757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ac901-83fc-4a81-a622-d5a614ab95db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4740d97-bb9f-406e-9d4e-b2a056ed5039,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:36.257186 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-861ac901-83fc-4a81-a622-d5a614ab95db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:36.262893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-861ac901-83fc-4a81-a622-d5a614ab95db admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a4740d97-bb9f-406e-9d4e-b2a056ed5039 HTTP/1.1" status: 204 len: 168 time: 0.4182863 Nov 19 09:11:36.263661 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34520) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:36.310821 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11929487-93e4-4938-a056-acecc8fcc08d req-0aacaccc-927a-4829-8ac7-be9ff132c908 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169002 Nov 19 09:11:36.314668 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc2eeac2-557f-4c21-bf56-553581cb7e17 req-a6f11156-9b57-46b8-a8b3-ce3e1fb259f7 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318288 Nov 19 09:11:36.372821 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47abe690-9ee1-4235-aae9-23ef05a0d504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:36.477451 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47abe690-9ee1-4235-aae9-23ef05a0d504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:36.504294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-47abe690-9ee1-4235-aae9-23ef05a0d504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725a7c45-6934-47ec-ac5d-e3a087e4458a']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:36.523172 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-47abe690-9ee1-4235-aae9-23ef05a0d504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12490d9-8379-4129-99f6-75099c785887') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:36.523476 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-47abe690-9ee1-4235-aae9-23ef05a0d504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12490d9-8379-4129-99f6-75099c785887') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:11:36.535822 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47abe690-9ee1-4235-aae9-23ef05a0d504 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:36.552325 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47abe690-9ee1-4235-aae9-23ef05a0d504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:36.559344 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e76b3-ca21-40b2-b799-22070182b08e req-a8b58ee1-4734-4762-9f02-5697c408ed1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:36.559943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47abe690-9ee1-4235-aae9-23ef05a0d504 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:11:36.560514 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47abe690-9ee1-4235-aae9-23ef05a0d504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:36.567852 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-463e76b3-ca21-40b2-b799-22070182b08e req-a8b58ee1-4734-4762-9f02-5697c408ed1e tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 951 time: 0.1297882 Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:11:36.638099 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:11:36.644160 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47abe690-9ee1-4235-aae9-23ef05a0d504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:36.660683 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47abe690-9ee1-4235-aae9-23ef05a0d504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:36.679282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa2b62e-68a8-4a32-94ef-6acf8bbd74da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35336508-8941-4df5-aa12-97aa4bfcbad1'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:36.679839 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-47abe690-9ee1-4235-aae9-23ef05a0d504 admin admin] 10.222.0.21 "DELETE /v2.0/networks/725a7c45-6934-47ec-ac5d-e3a087e4458a HTTP/1.1" status: 204 len: 168 time: 0.4081662 Nov 19 09:11:36.684778 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d65aa6-1f48-44b3-89fc-d50c3fadadb0" -d '{"events": [{"server_uuid": "5fa2b62e-68a8-4a32-94ef-6acf8bbd74da", "name": "network-vif-plugged", "status": "completed", "tag": "35336508-8941-4df5-aa12-97aa4bfcbad1"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:36.724747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abe690-9ee1-4235-aae9-23ef05a0d504 admin admin] Pushing event deleted for resources: {'Network': ['ID=725a7c45-6934-47ec-ac5d-e3a087e4458a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:36.741989 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24683804-d99a-4953-a505-d0374ba17253 x-openstack-request-id: req-24683804-d99a-4953-a505-d0374ba17253 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:36.742394 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa2b62e-68a8-4a32-94ef-6acf8bbd74da", "name": "network-vif-plugged", "status": "completed", "tag": "35336508-8941-4df5-aa12-97aa4bfcbad1", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:36.742905 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24683804-d99a-4953-a505-d0374ba17253 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:36.743383 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa2b62e-68a8-4a32-94ef-6acf8bbd74da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35336508-8941-4df5-aa12-97aa4bfcbad1', 'code': 200} Nov 19 09:11:36.788097 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-463e76b3-ca21-40b2-b799-22070182b08e req-683d18bc-75a8-490b-848c-7e2b9eed98ce tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Deleting port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:11:36.788493 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-463e76b3-ca21-40b2-b799-22070182b08e req-683d18bc-75a8-490b-848c-7e2b9eed98ce tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:36.915441 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34534) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:36.970709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97610fe-ac89-496a-9d53-127ed90b2507 req-5edcf89f-1dac-4019-afc8-3d639b161cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:36.974405 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dfb6c335-d1d1-4f71-9f49-fa138a8f2fd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4ec3ebf1477409f8393f974b06cf696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0555663 Nov 19 09:11:36.974568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d97610fe-ac89-496a-9d53-127ed90b2507 req-5edcf89f-1dac-4019-afc8-3d639b161cb5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5fa2b62e-68a8-4a32-94ef-6acf8bbd74da HTTP/1.1" status: 200 len: 1097 time: 0.1201448 Nov 19 09:11:36.975329 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34536) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:36.983876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-463e76b3-ca21-40b2-b799-22070182b08e req-683d18bc-75a8-490b-848c-7e2b9eed98ce tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] For port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:36.984368 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-463e76b3-ca21-40b2-b799-22070182b08e req-683d18bc-75a8-490b-848c-7e2b9eed98ce tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:37.013670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-463e76b3-ca21-40b2-b799-22070182b08e req-683d18bc-75a8-490b-848c-7e2b9eed98ce tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Calling delete_port for 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:11:37.042946 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d88d1fac-a716-464f-85f7-dd2cc40c2eb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:37.083008 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d88d1fac-a716-464f-85f7-dd2cc40c2eb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:37.140109 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d97610fe-ac89-496a-9d53-127ed90b2507 req-48cd23d0-59bd-43ce-b27a-a7ac7c7b753d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121666 Nov 19 09:11:37.159549 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d88d1fac-a716-464f-85f7-dd2cc40c2eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:37.165510 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d88d1fac-a716-464f-85f7-dd2cc40c2eb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:37.166973 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d88d1fac-a716-464f-85f7-dd2cc40c2eb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e42dac0-a98a-4e3e-9908-d687f80738e6 HTTP/1.1" status: 204 len: 168 time: 0.1911945 Nov 19 09:11:37.195138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d1fac-a716-464f-85f7-dd2cc40c2eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e42dac0-a98a-4e3e-9908-d687f80738e6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:37.236528 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-463e76b3-ca21-40b2-b799-22070182b08e req-683d18bc-75a8-490b-848c-7e2b9eed98ce tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:37.259484 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['b77a1ea6-32b4-4307-8aea-cad3bd867c92', '6e892c7e-7b94-4494-b77a-da13076f9346', '373b12f5-12bb-4010-83a2-5a7dd8cb94fc'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:37.266020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:37.280730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d18bc-75a8-490b-848c-7e2b9eed98ce tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Pushing event deleted for resources: {'Port': ['ID=4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:37.329316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-463e76b3-ca21-40b2-b799-22070182b08e req-683d18bc-75a8-490b-848c-7e2b9eed98ce tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] No DVR routers for this DVR port 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:11:37.332644 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-463e76b3-ca21-40b2-b799-22070182b08e req-683d18bc-75a8-490b-848c-7e2b9eed98ce tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:37.336803 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-463e76b3-ca21-40b2-b799-22070182b08e req-683d18bc-75a8-490b-848c-7e2b9eed98ce tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.71 "DELETE /v2.0/ports/4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 HTTP/1.1" status: 204 len: 173 time: 0.7627375 Nov 19 09:11:37.337944 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'name': 'network-vif-deleted', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:37.340842 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaa98a8-9c34-47cf-b8cf-3636efd2fcc6" -d '{"events": [{"server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "name": "network-vif-deleted", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:37.424353 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27820caf-820a-46f8-b368-11033a75bd07 x-openstack-request-id: req-27820caf-820a-46f8-b368-11033a75bd07 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:37.425159 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe", "name": "network-vif-deleted", "tag": "4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:37.425824 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27820caf-820a-46f8-b368-11033a75bd07 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:37.426459 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe', 'name': 'network-vif-deleted', 'tag': '4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8', 'status': 'completed', 'code': 200} Nov 19 09:11:37.672099 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca0cd4cf-0cbe-45d2-9378-08beec89bb47 req-ee8e8954-22b1-427a-a3eb-7601e0796362 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3ebd88e-f0b5-44f5-af4c-cefe93b8fbbe HTTP/1.1" status: 200 len: 210 time: 0.0540922 Nov 19 09:11:37.715778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573d00b-b0d7-4194-8551-ee814bc8d53e req-a301caab-5079-4fb7-9609-63d58fecb739 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:37.725287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d573d00b-b0d7-4194-8551-ee814bc8d53e req-a301caab-5079-4fb7-9609-63d58fecb739 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa2b62e-68a8-4a32-94ef-6acf8bbd74da HTTP/1.1" status: 200 len: 945 time: 0.2022817 Nov 19 09:11:37.830768 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d573d00b-b0d7-4194-8551-ee814bc8d53e req-b9dbb3be-d76c-405a-8d81-55a34ba5a307 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910335 Nov 19 09:11:38.004674 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34558) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:38.077143 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4e999601-d900-461e-87dc-d515ebcf67ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c7a989be47b4a33977b4f5e50feb9ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0680845 Nov 19 09:11:38.078580 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34560) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:38.146574 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fdcbd12c-8928-428f-acb8-5b82f5be8f4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:38.179422 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fdcbd12c-8928-428f-acb8-5b82f5be8f4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:38.258235 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fdcbd12c-8928-428f-acb8-5b82f5be8f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:38.260955 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fdcbd12c-8928-428f-acb8-5b82f5be8f4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:38.264704 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fdcbd12c-8928-428f-acb8-5b82f5be8f4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cea9b60b-03dc-41fe-a385-b7802ba96042 HTTP/1.1" status: 204 len: 168 time: 0.1825719 Nov 19 09:11:38.276564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbd12c-8928-428f-acb8-5b82f5be8f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea9b60b-03dc-41fe-a385-b7802ba96042,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:39.086231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a51ac7-bfb5-4fe3-a889-b15a7d0ea1d6 req-098b891d-62dd-40e3-9bdb-47514309299e tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:39.098532 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86a51ac7-bfb5-4fe3-a889-b15a7d0ea1d6 req-098b891d-62dd-40e3-9bdb-47514309299e tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa2b62e-68a8-4a32-94ef-6acf8bbd74da HTTP/1.1" status: 200 len: 945 time: 0.1433952 Nov 19 09:11:39.176959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86a51ac7-bfb5-4fe3-a889-b15a7d0ea1d6 req-b95645de-8768-4796-8191-96a96b8cade4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732429 Nov 19 09:11:39.273801 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f2fe0-2b93-4209-856b-fc54e3add7a1 req-5b8913dd-ec8c-4301-a85c-20eb10077b54 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:39.282888 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c65f2fe0-2b93-4209-856b-fc54e3add7a1 req-5b8913dd-ec8c-4301-a85c-20eb10077b54 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 950 time: 0.0826232 Nov 19 09:11:39.342764 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c65f2fe0-2b93-4209-856b-fc54e3add7a1 req-246ebeea-9416-47ff-a23f-a86366341463 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589519 Nov 19 09:11:39.439497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f41f1f-5c3e-4bdf-83b0-d161ad2b8f82 req-93beeb6b-4922-49f3-ae25-7e7d63febfd3 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:39.441205 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10f41f1f-5c3e-4bdf-83b0-d161ad2b8f82 req-93beeb6b-4922-49f3-ae25-7e7d63febfd3 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa2b62e-68a8-4a32-94ef-6acf8bbd74da HTTP/1.1" status: 200 len: 945 time: 0.0524380 Nov 19 09:11:39.501976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10f41f1f-5c3e-4bdf-83b0-d161ad2b8f82 req-164c52ac-55a0-4c02-b912-71bbd510bdd1 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543764 Nov 19 09:11:39.839227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c85ef-d74f-4abe-9a98-32b43895c08c req-b7023388-6399-4e10-9006-37c44b7f3e33 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:39.840934 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c4c85ef-d74f-4abe-9a98-32b43895c08c req-b7023388-6399-4e10-9006-37c44b7f3e33 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa2b62e-68a8-4a32-94ef-6acf8bbd74da HTTP/1.1" status: 200 len: 945 time: 0.0559235 Nov 19 09:11:39.926290 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c4c85ef-d74f-4abe-9a98-32b43895c08c req-582797f7-e343-48a8-acae-017b9caa859b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777328 Nov 19 09:11:40.078832 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:11:40.104994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:11:40.105660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4b36ad8a-8bca-4d6e-83ae-d13eee7e03d8 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:11:40.519044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299d547-1ea5-4150-a76f-35ab5e111479 req-db7c06ce-ef56-402a-b347-76b7a3ba635b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:40.521324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3299d547-1ea5-4150-a76f-35ab5e111479 req-db7c06ce-ef56-402a-b347-76b7a3ba635b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 950 time: 0.0937965 Nov 19 09:11:40.550008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1495b16-8669-4f06-bccb-5e04a067f0c7 req-8f0ccec4-c6e1-4f09-8cd6-7d0fff9e843c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:40.552382 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d1495b16-8669-4f06-bccb-5e04a067f0c7 req-8f0ccec4-c6e1-4f09-8cd6-7d0fff9e843c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.66 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 950 time: 0.0941527 Nov 19 09:11:40.693945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3299d547-1ea5-4150-a76f-35ab5e111479 req-606e43e7-c3ae-4e78-bd93-a15c44475c4d tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637714 Nov 19 09:11:40.726342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-d1495b16-8669-4f06-bccb-5e04a067f0c7 req-11b1b501-6807-44a8-862f-c4bb3522cf5a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Deleting port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:11:40.727980 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d1495b16-8669-4f06-bccb-5e04a067f0c7 req-11b1b501-6807-44a8-862f-c4bb3522cf5a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:40.868827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d1495b16-8669-4f06-bccb-5e04a067f0c7 req-11b1b501-6807-44a8-862f-c4bb3522cf5a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] For port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:40.868827 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d1495b16-8669-4f06-bccb-5e04a067f0c7 req-11b1b501-6807-44a8-862f-c4bb3522cf5a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:40.884201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-d1495b16-8669-4f06-bccb-5e04a067f0c7 req-11b1b501-6807-44a8-862f-c4bb3522cf5a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Calling delete_port for 373b12f5-12bb-4010-83a2-5a7dd8cb94fc owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:11:41.058997 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d1495b16-8669-4f06-bccb-5e04a067f0c7 req-11b1b501-6807-44a8-862f-c4bb3522cf5a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:41.073051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['b77a1ea6-32b4-4307-8aea-cad3bd867c92', '6e892c7e-7b94-4494-b77a-da13076f9346', '373b12f5-12bb-4010-83a2-5a7dd8cb94fc'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:41.119395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1b501-6807-44a8-862f-c4bb3522cf5a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Pushing event deleted for resources: {'Port': ['ID=373b12f5-12bb-4010-83a2-5a7dd8cb94fc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:41.175361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1495b16-8669-4f06-bccb-5e04a067f0c7 req-11b1b501-6807-44a8-862f-c4bb3522cf5a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] No DVR routers for this DVR port 373b12f5-12bb-4010-83a2-5a7dd8cb94fc on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:11:41.185488 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d1495b16-8669-4f06-bccb-5e04a067f0c7 req-11b1b501-6807-44a8-862f-c4bb3522cf5a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:41.190461 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d1495b16-8669-4f06-bccb-5e04a067f0c7 req-11b1b501-6807-44a8-862f-c4bb3522cf5a tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.66 "DELETE /v2.0/ports/373b12f5-12bb-4010-83a2-5a7dd8cb94fc HTTP/1.1" status: 204 len: 173 time: 0.6283705 Nov 19 09:11:41.201670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349916d-15d3-4364-b629-87db38049b1a req-4f00bbb2-0d22-4d6e-af0f-db7a2804395f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:41.203444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5349916d-15d3-4364-b629-87db38049b1a req-4f00bbb2-0d22-4d6e-af0f-db7a2804395f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa2b62e-68a8-4a32-94ef-6acf8bbd74da HTTP/1.1" status: 200 len: 945 time: 0.1545482 Nov 19 09:11:41.204245 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca16bcc-fbb0-412b-bbdc-d837d2817082', 'name': 'network-vif-deleted', 'tag': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:41.206922 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aaff1b-6180-4f6a-ae43-0ed3d9f27fa6" -d '{"events": [{"server_uuid": "bca16bcc-fbb0-412b-bbdc-d837d2817082", "name": "network-vif-deleted", "tag": "373b12f5-12bb-4010-83a2-5a7dd8cb94fc"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:41.321418 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5349916d-15d3-4364-b629-87db38049b1a req-a8c241b8-0b62-4015-8cd9-fc0ab79d9a21 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073203 Nov 19 09:11:41.378222 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3666f-bd89-4e26-be35-3a00ab836f5f req-392eda78-e0b5-44ad-af57-4661c6d896da tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:41.382331 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61d3666f-bd89-4e26-be35-3a00ab836f5f req-392eda78-e0b5-44ad-af57-4661c6d896da tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.66 "GET /v2.0/ports?device_id=5fa2b62e-68a8-4a32-94ef-6acf8bbd74da HTTP/1.1" status: 200 len: 945 time: 0.1702545 Nov 19 09:11:41.506692 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e24f8c7-2d44-4b99-ba35-0a12555ba249 x-openstack-request-id: req-4e24f8c7-2d44-4b99-ba35-0a12555ba249 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:41.507263 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca16bcc-fbb0-412b-bbdc-d837d2817082", "name": "network-vif-deleted", "tag": "373b12f5-12bb-4010-83a2-5a7dd8cb94fc", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:41.507712 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e24f8c7-2d44-4b99-ba35-0a12555ba249 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:41.508269 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca16bcc-fbb0-412b-bbdc-d837d2817082', 'name': 'network-vif-deleted', 'tag': '373b12f5-12bb-4010-83a2-5a7dd8cb94fc', 'status': 'completed', 'code': 200} Nov 19 09:11:41.591869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-61d3666f-bd89-4e26-be35-3a00ab836f5f req-7656cb50-bab1-4397-be87-221858f24570 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Deleting port 35336508-8941-4df5-aa12-97aa4bfcbad1 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:11:41.592451 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-61d3666f-bd89-4e26-be35-3a00ab836f5f req-7656cb50-bab1-4397-be87-221858f24570 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:41.775304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-61d3666f-bd89-4e26-be35-3a00ab836f5f req-7656cb50-bab1-4397-be87-221858f24570 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] For port 35336508-8941-4df5-aa12-97aa4bfcbad1, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=35336508-8941-4df5-aa12-97aa4bfcbad1,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:41.776293 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-61d3666f-bd89-4e26-be35-3a00ab836f5f req-7656cb50-bab1-4397-be87-221858f24570 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:41.813820 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-61d3666f-bd89-4e26-be35-3a00ab836f5f req-7656cb50-bab1-4397-be87-221858f24570 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Calling delete_port for 35336508-8941-4df5-aa12-97aa4bfcbad1 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:11:41.958759 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6bfb43b6-384a-4e64-a6a0-e5ffff39f314 req-29686e95-5bcb-41ac-a3d1-d4c6905d5f13 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=bca16bcc-fbb0-412b-bbdc-d837d2817082 HTTP/1.1" status: 200 len: 210 time: 0.0507779 Nov 19 09:11:42.033472 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-61d3666f-bd89-4e26-be35-3a00ab836f5f req-7656cb50-bab1-4397-be87-221858f24570 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:42.049311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['35336508-8941-4df5-aa12-97aa4bfcbad1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:42.052444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['89bbd628-c1c5-483c-93cd-8d9d2e18e0db'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:42.070618 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656cb50-bab1-4397-be87-221858f24570 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Pushing event deleted for resources: {'Port': ['ID=35336508-8941-4df5-aa12-97aa4bfcbad1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:42.137291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d3666f-bd89-4e26-be35-3a00ab836f5f req-7656cb50-bab1-4397-be87-221858f24570 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] No DVR routers for this DVR port 35336508-8941-4df5-aa12-97aa4bfcbad1 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:11:42.141695 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-61d3666f-bd89-4e26-be35-3a00ab836f5f req-7656cb50-bab1-4397-be87-221858f24570 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:42.145768 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61d3666f-bd89-4e26-be35-3a00ab836f5f req-7656cb50-bab1-4397-be87-221858f24570 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.66 "DELETE /v2.0/ports/35336508-8941-4df5-aa12-97aa4bfcbad1 HTTP/1.1" status: 204 len: 173 time: 0.7564311 Nov 19 09:11:42.430859 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b017914a-379c-4aed-9970-9068638b2881 req-c53acb76-84c6-4d32-aa50-434d4086e0ac tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa2b62e-68a8-4a32-94ef-6acf8bbd74da HTTP/1.1" status: 200 len: 210 time: 0.0280719 Nov 19 09:11:43.320042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaffc56-8503-4885-ac14-95bfbd589f03 req-fb80f862-668d-46e0-b0f6-1ef94946a7fb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:43.325660 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7aaffc56-8503-4885-ac14-95bfbd589f03 req-fb80f862-668d-46e0-b0f6-1ef94946a7fb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.0712645 Nov 19 09:11:43.377181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 373b12f5-12bb-4010-83a2-5a7dd8cb94fc no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:11:43.377831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7aaffc56-8503-4885-ac14-95bfbd589f03 req-bc337ae5-fe0d-4696-bea8-5894406da914 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494010 Nov 19 09:11:43.405254 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 373b12f5-12bb-4010-83a2-5a7dd8cb94fc {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:11:43.406003 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 373b12f5-12bb-4010-83a2-5a7dd8cb94fc not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:11:43.406418 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 35336508-8941-4df5-aa12-97aa4bfcbad1 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:11:43.426994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 35336508-8941-4df5-aa12-97aa4bfcbad1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:11:43.427389 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 35336508-8941-4df5-aa12-97aa4bfcbad1 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:11:43.510985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa2b62e-68a8-4a32-94ef-6acf8bbd74da', 'name': 'network-vif-deleted', 'tag': '35336508-8941-4df5-aa12-97aa4bfcbad1'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:43.514183 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e257d1f-15e2-4bfe-87cc-80076bcd598f" -d '{"events": [{"server_uuid": "5fa2b62e-68a8-4a32-94ef-6acf8bbd74da", "name": "network-vif-deleted", "tag": "35336508-8941-4df5-aa12-97aa4bfcbad1"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:43.735724 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008a085a-e008-4d93-a64b-ca4b88bb8427 x-openstack-request-id: req-008a085a-e008-4d93-a64b-ca4b88bb8427 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:43.736027 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa2b62e-68a8-4a32-94ef-6acf8bbd74da", "name": "network-vif-deleted", "tag": "35336508-8941-4df5-aa12-97aa4bfcbad1", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:43.736293 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-008a085a-e008-4d93-a64b-ca4b88bb8427 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:43.736702 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa2b62e-68a8-4a32-94ef-6acf8bbd74da', 'name': 'network-vif-deleted', 'tag': '35336508-8941-4df5-aa12-97aa4bfcbad1', 'status': 'completed', 'code': 200} Nov 19 09:11:44.648516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451223f-b785-40d5-9f55-21de3d57e77b req-b849f3de-f10f-4928-885e-42a19020c0e9 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:44.650835 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c451223f-b785-40d5-9f55-21de3d57e77b req-b849f3de-f10f-4928-885e-42a19020c0e9 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff3571ab-ff51-4e15-a297-0cbb85798a88 HTTP/1.1" status: 200 len: 950 time: 0.0654347 Nov 19 09:11:44.757667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-c451223f-b785-40d5-9f55-21de3d57e77b req-8a1af42d-67fc-4be1-b372-dd719f9f333b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Deleting port 6e892c7e-7b94-4494-b77a-da13076f9346 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:11:44.758109 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c451223f-b785-40d5-9f55-21de3d57e77b req-8a1af42d-67fc-4be1-b372-dd719f9f333b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:44.859585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c451223f-b785-40d5-9f55-21de3d57e77b req-8a1af42d-67fc-4be1-b372-dd719f9f333b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] For port 6e892c7e-7b94-4494-b77a-da13076f9346, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6e892c7e-7b94-4494-b77a-da13076f9346,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:44.860105 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c451223f-b785-40d5-9f55-21de3d57e77b req-8a1af42d-67fc-4be1-b372-dd719f9f333b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:44.879460 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-c451223f-b785-40d5-9f55-21de3d57e77b req-8a1af42d-67fc-4be1-b372-dd719f9f333b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Calling delete_port for 6e892c7e-7b94-4494-b77a-da13076f9346 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:11:45.032475 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c451223f-b785-40d5-9f55-21de3d57e77b req-8a1af42d-67fc-4be1-b372-dd719f9f333b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:45.043931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['b77a1ea6-32b4-4307-8aea-cad3bd867c92', '6e892c7e-7b94-4494-b77a-da13076f9346'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:45.078207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1af42d-67fc-4be1-b372-dd719f9f333b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Pushing event deleted for resources: {'Port': ['ID=6e892c7e-7b94-4494-b77a-da13076f9346,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:45.132984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c451223f-b785-40d5-9f55-21de3d57e77b req-8a1af42d-67fc-4be1-b372-dd719f9f333b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] No DVR routers for this DVR port 6e892c7e-7b94-4494-b77a-da13076f9346 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:11:45.136225 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c451223f-b785-40d5-9f55-21de3d57e77b req-8a1af42d-67fc-4be1-b372-dd719f9f333b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:45.139974 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c451223f-b785-40d5-9f55-21de3d57e77b req-8a1af42d-67fc-4be1-b372-dd719f9f333b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.66 "DELETE /v2.0/ports/6e892c7e-7b94-4494-b77a-da13076f9346 HTTP/1.1" status: 204 len: 173 time: 0.4765222 Nov 19 09:11:45.227398 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:45.737677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3571ab-ff51-4e15-a297-0cbb85798a88', 'name': 'network-vif-deleted', 'tag': '6e892c7e-7b94-4494-b77a-da13076f9346'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:45.741451 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604eba3d-48ae-42c4-a828-0353348c3daf" -d '{"events": [{"server_uuid": "ff3571ab-ff51-4e15-a297-0cbb85798a88", "name": "network-vif-deleted", "tag": "6e892c7e-7b94-4494-b77a-da13076f9346"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:47.368423 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6e892c7e-7b94-4494-b77a-da13076f9346 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:11:47.389758 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 6e892c7e-7b94-4494-b77a-da13076f9346 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:11:47.390111 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6e892c7e-7b94-4494-b77a-da13076f9346 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:11:47.636493 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:48.900889 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bed607b8-a728-4ed4-82ed-ccae8f4e6c6f req-08c83c2c-4c75-4cff-9628-018f4e972129 tempest-QuotasAdminNegativeTest-1053636654 tempest-QuotasAdminNegativeTest-1053636654-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=324390299884482c99eca8e5781d61b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743704 Nov 19 09:11:49.032959 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-8bb9ed72-f91d-4e12-a8be-7efa36549e04 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:49.034505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-8bb9ed72-f91d-4e12-a8be-7efa36549e04 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 804 time: 0.1975267 Nov 19 09:11:49.062911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed607b8-a728-4ed4-82ed-ccae8f4e6c6f req-ec05db31-f30b-4633-99cb-bb67e829956f tempest-QuotasAdminNegativeTest-1053636654 tempest-QuotasAdminNegativeTest-1053636654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:49.064939 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bed607b8-a728-4ed4-82ed-ccae8f4e6c6f req-ec05db31-f30b-4633-99cb-bb67e829956f tempest-QuotasAdminNegativeTest-1053636654 tempest-QuotasAdminNegativeTest-1053636654-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578400 Nov 19 09:11:49.066393 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-cf72b84d-2a92-4775-b221-0adfd39a024d tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/quotas/d989f3321d484896968fa83d99590725 HTTP/1.1" status: 200 len: 375 time: 0.0217185 Nov 19 09:11:49.091411 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bed607b8-a728-4ed4-82ed-ccae8f4e6c6f req-f80a7cc4-11ca-4711-ae65-757693eb66c0 tempest-QuotasAdminNegativeTest-1053636654 tempest-QuotasAdminNegativeTest-1053636654-project] 10.222.0.21 "GET /v2.0/quotas/324390299884482c99eca8e5781d61b2 HTTP/1.1" status: 200 len: 375 time: 0.0195062 Nov 19 09:11:49.135157 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bed607b8-a728-4ed4-82ed-ccae8f4e6c6f req-86d3d140-16ae-4f9c-a4a8-1c65b7633eac tempest-QuotasAdminNegativeTest-1053636654 tempest-QuotasAdminNegativeTest-1053636654-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=324390299884482c99eca8e5781d61b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295234 Nov 19 09:11:49.165741 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-19ccf21b-142c-440f-b125-bed3ee294ff9 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0930212 Nov 19 09:11:49.424802 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-b7699944-5fcd-4af5-b4eb-d9479fed5822 service neutron] 10.222.0.21 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506046 Nov 19 09:11:49.555901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-3130beea-3260-41bd-a0f7-750f857d9b85 service neutron] 10.222.0.21 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220767 Nov 19 09:11:49.574268 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e0804e-5c1d-417b-90c1-2da2e77a8fc6 x-openstack-request-id: req-40e0804e-5c1d-417b-90c1-2da2e77a8fc6 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:49.574906 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3571ab-ff51-4e15-a297-0cbb85798a88", "name": "network-vif-deleted", "tag": "6e892c7e-7b94-4494-b77a-da13076f9346", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:49.575464 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40e0804e-5c1d-417b-90c1-2da2e77a8fc6 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:49.576108 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3571ab-ff51-4e15-a297-0cbb85798a88', 'name': 'network-vif-deleted', 'tag': '6e892c7e-7b94-4494-b77a-da13076f9346', 'status': 'completed', 'code': 200} Nov 19 09:11:49.850667 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5e1512c6-ee16-4691-91b9-d8ff0ac282d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:49.925463 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-25bd531e-b440-4483-b51d-a90e1c87008f req-6fc16b8d-60d8-4930-93e8-c78a5d375a0c tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 210 time: 0.0383222 Nov 19 09:11:50.094207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3d11a-555c-4c9f-8547-d2222876ae62 req-6e96eb27-659d-447e-adc6-efec02984977 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:50.101891 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5d3d11a-555c-4c9f-8547-d2222876ae62 req-6e96eb27-659d-447e-adc6-efec02984977 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.0791295 Nov 19 09:11:50.170369 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5d3d11a-555c-4c9f-8547-d2222876ae62 req-4cde6f03-efc0-442a-9bae-6e0531e82aed tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674803 Nov 19 09:11:50.449912 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3e08da7-7b4a-4202-87c1-6d1574959971 req-1d9a99c2-e9ba-4ec8-8122-8f024d571338 tempest-QuotasAdminNegativeTest-1053636654 tempest-QuotasAdminNegativeTest-1053636654-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=324390299884482c99eca8e5781d61b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483057 Nov 19 09:11:50.623969 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e08da7-7b4a-4202-87c1-6d1574959971 req-57f090e2-3caf-48a9-b21b-69b4122c04e4 tempest-QuotasAdminNegativeTest-1053636654 tempest-QuotasAdminNegativeTest-1053636654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:50.636770 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3e08da7-7b4a-4202-87c1-6d1574959971 req-57f090e2-3caf-48a9-b21b-69b4122c04e4 tempest-QuotasAdminNegativeTest-1053636654 tempest-QuotasAdminNegativeTest-1053636654-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833146 Nov 19 09:11:50.655375 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3e08da7-7b4a-4202-87c1-6d1574959971 req-e1493c05-50a3-4f91-9aed-5fda1710e524 tempest-QuotasAdminNegativeTest-1053636654 tempest-QuotasAdminNegativeTest-1053636654-project] 10.222.0.21 "GET /v2.0/quotas/324390299884482c99eca8e5781d61b2 HTTP/1.1" status: 200 len: 375 time: 0.0172064 Nov 19 09:11:50.687144 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3e08da7-7b4a-4202-87c1-6d1574959971 req-512a04a0-1099-44f9-ba4f-b835e24b0968 tempest-QuotasAdminNegativeTest-1053636654 tempest-QuotasAdminNegativeTest-1053636654-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=324390299884482c99eca8e5781d61b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308728 Nov 19 09:11:51.084030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-83a99794-1d66-48a4-b5ca-b0117ff3188a req-73c18ee4-d2c9-4e8f-95d8-bfa862f69df8 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 210 time: 0.0622971 Nov 19 09:11:51.362880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-1627e13b-4b47-440b-be4c-5f2d2e00424a tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:51.364619 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-1627e13b-4b47-440b-be4c-5f2d2e00424a tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 804 time: 0.2795756 Nov 19 09:11:51.427890 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-4ebdb19e-381a-4b49-a8fb-fc8a90e9ee9b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Request body: {'port': {'device_id': 'd9d202c3-efa9-4543-b4de-315d0d3f0fc2', 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b', 'admin_state_up': True, 'tenant_id': 'd989f3321d484896968fa83d99590725'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:51.552061 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed083273-6a3f-4349-bb44-9060cfdcb7a5 req-f1c2d865-cd62-45d9-ac1e-9d876b0f71b5 tempest-QuotasAdminNegativeTest-1053636654 tempest-QuotasAdminNegativeTest-1053636654-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=324390299884482c99eca8e5781d61b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471897 Nov 19 09:11:51.570131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3523d-ac35-4f64-a832-4b826f52674a req-cc9fa9c5-b855-47d4-b8cd-de74f7f878fd tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:51.571656 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5b3523d-ac35-4f64-a832-4b826f52674a req-cc9fa9c5-b855-47d4-b8cd-de74f7f878fd tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.66 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.2041905 Nov 19 09:11:51.614180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec8a4d-67af-4c1f-bf46-6c897a3c51d3 req-b7ca3cfe-5338-458f-8e95-a7ee41dee9bb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:51.615754 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86ec8a4d-67af-4c1f-bf46-6c897a3c51d3 req-b7ca3cfe-5338-458f-8e95-a7ee41dee9bb tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 950 time: 0.2498224 Nov 19 09:11:52.158975 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-4ebdb19e-381a-4b49-a8fb-fc8a90e9ee9b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Made reservation on behalf of d989f3321d484896968fa83d99590725 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:11:52.163468 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-4ebdb19e-381a-4b49-a8fb-fc8a90e9ee9b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:52.205159 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86ec8a4d-67af-4c1f-bf46-6c897a3c51d3 req-11ce6359-d9dc-47de-9b39-383193947c4c tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/security-groups?id=709668f6-927d-4c64-9ec4-03b8079ca60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5477006 Nov 19 09:11:52.221767 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a6ba1969-96c1-47d3-8312-b33593e82ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:52.223522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed083273-6a3f-4349-bb44-9060cfdcb7a5 req-b40270f4-0c6c-4603-a249-1980ee45776c tempest-QuotasAdminNegativeTest-1053636654 tempest-QuotasAdminNegativeTest-1053636654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:52.229780 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed083273-6a3f-4349-bb44-9060cfdcb7a5 req-b40270f4-0c6c-4603-a249-1980ee45776c tempest-QuotasAdminNegativeTest-1053636654 tempest-QuotasAdminNegativeTest-1053636654-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6704633 Nov 19 09:11:52.331303 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed083273-6a3f-4349-bb44-9060cfdcb7a5 req-60a37b2e-c7c3-4219-9da4-62129418ab67 tempest-QuotasAdminNegativeTest-1053636654 tempest-QuotasAdminNegativeTest-1053636654-project] 10.222.0.21 "GET /v2.0/quotas/324390299884482c99eca8e5781d61b2 HTTP/1.1" status: 200 len: 375 time: 0.0936708 Nov 19 09:11:52.382145 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed083273-6a3f-4349-bb44-9060cfdcb7a5 req-ddaea6fa-0d14-43d6-8f47-bb5307b050c9 tempest-QuotasAdminNegativeTest-1053636654 tempest-QuotasAdminNegativeTest-1053636654-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=324390299884482c99eca8e5781d61b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380464 Nov 19 09:11:52.387859 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-e5b3523d-ac35-4f64-a832-4b826f52674a req-981372ff-6d66-484e-8adc-24c36146b026 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Deleting port b77a1ea6-32b4-4307-8aea-cad3bd867c92 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:11:52.388635 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5b3523d-ac35-4f64-a832-4b826f52674a req-981372ff-6d66-484e-8adc-24c36146b026 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:52.576447 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-490001ac-4f96-4082-9920-826d26ea0967 req-21d1a41c-0819-4ee6-a182-e68b7f12c959 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 210 time: 0.0432143 Nov 19 09:11:52.621998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-4ebdb19e-381a-4b49-a8fb-fc8a90e9ee9b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Allocated IP 172.20.0.14 (84b15971-c3b1-423f-a0b8-5ba85f9e199b/a3ab6a09-9e77-4bfa-8672-ebfec5d093f3/118ad087-3176-4f4e-ad63-c4035f4fd948) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:11:52.720159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-e5b3523d-ac35-4f64-a832-4b826f52674a req-981372ff-6d66-484e-8adc-24c36146b026 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] For port b77a1ea6-32b4-4307-8aea-cad3bd867c92, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b77a1ea6-32b4-4307-8aea-cad3bd867c92,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:52.720459 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5b3523d-ac35-4f64-a832-4b826f52674a req-981372ff-6d66-484e-8adc-24c36146b026 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:52.738081 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4d3fa8ec-71dc-4fb1-a765-e34956cd1a4d req-31e0648e-fc48-4001-8fd9-c87cc90cc73d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0828061 Nov 19 09:11:52.749840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-e5b3523d-ac35-4f64-a832-4b826f52674a req-981372ff-6d66-484e-8adc-24c36146b026 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Calling delete_port for b77a1ea6-32b4-4307-8aea-cad3bd867c92 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:11:52.867807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fa8ec-71dc-4fb1-a765-e34956cd1a4d req-3e329486-b49a-4368-a947-27a24827bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:52.872230 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4d3fa8ec-71dc-4fb1-a765-e34956cd1a4d req-3e329486-b49a-4368-a947-27a24827bddf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 1096 time: 0.0778048 Nov 19 09:11:52.956250 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-4ebdb19e-381a-4b49-a8fb-fc8a90e9ee9b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:53.026054 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fa8ec-71dc-4fb1-a765-e34956cd1a4d req-bcf0e07f-7aa4-4ce5-b800-08f92ae1fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:53.027755 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4d3fa8ec-71dc-4fb1-a765-e34956cd1a4d req-bcf0e07f-7aa4-4ce5-b800-08f92ae1fab3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.1349564 Nov 19 09:11:53.055277 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5b3523d-ac35-4f64-a832-4b826f52674a req-981372ff-6d66-484e-8adc-24c36146b026 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:53.068690 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['b77a1ea6-32b4-4307-8aea-cad3bd867c92'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:53.101405 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4d3fa8ec-71dc-4fb1-a765-e34956cd1a4d req-4ea480ca-160b-47fe-919f-d1a9611f977f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=967ec095-a909-40db-8c31-039e811bfae4 HTTP/1.1" status: 200 len: 217 time: 0.0651152 Nov 19 09:11:53.109446 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-4ebdb19e-381a-4b49-a8fb-fc8a90e9ee9b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:53.115873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981372ff-6d66-484e-8adc-24c36146b026 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Pushing event deleted for resources: {'Port': ['ID=b77a1ea6-32b4-4307-8aea-cad3bd867c92,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:53.132415 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['89bbd628-c1c5-483c-93cd-8d9d2e18e0db'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:53.196641 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fa8ec-71dc-4fb1-a765-e34956cd1a4d req-1c031a7f-fc21-4846-928e-14f2032ac82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:53.200038 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4d3fa8ec-71dc-4fb1-a765-e34956cd1a4d req-1c031a7f-fc21-4846-928e-14f2032ac82c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.0921249 Nov 19 09:11:53.213494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-4ebdb19e-381a-4b49-a8fb-fc8a90e9ee9b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Network 84b15971-c3b1-423f-a0b8-5ba85f9e199b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:11:53.234304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-4ebdb19e-381a-4b49-a8fb-fc8a90e9ee9b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:11:53.244705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-4ebdb19e-381a-4b49-a8fb-fc8a90e9ee9b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:11:53.268723 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b3523d-ac35-4f64-a832-4b826f52674a req-981372ff-6d66-484e-8adc-24c36146b026 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] No DVR routers for this DVR port b77a1ea6-32b4-4307-8aea-cad3bd867c92 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:11:53.289345 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e5b3523d-ac35-4f64-a832-4b826f52674a req-981372ff-6d66-484e-8adc-24c36146b026 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:53.292793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5b3523d-ac35-4f64-a832-4b826f52674a req-981372ff-6d66-484e-8adc-24c36146b026 tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.66 "DELETE /v2.0/ports/b77a1ea6-32b4-4307-8aea-cad3bd867c92 HTTP/1.1" status: 204 len: 173 time: 1.6955736 Nov 19 09:11:53.296170 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e859d2-9a6a-4050-b545-7274ce389311', 'name': 'network-vif-deleted', 'tag': 'b77a1ea6-32b4-4307-8aea-cad3bd867c92'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:53.297773 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4d3fa8ec-71dc-4fb1-a765-e34956cd1a4d req-000c4ac0-6f43-4904-9da4-207e94eecc2b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873864 Nov 19 09:11:53.298540 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f01c197-3360-4018-a885-6100cdcb50ed" -d '{"events": [{"server_uuid": "22e859d2-9a6a-4050-b545-7274ce389311", "name": "network-vif-deleted", "tag": "b77a1ea6-32b4-4307-8aea-cad3bd867c92"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:53.306363 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdb19e-381a-4b49-a8fb-fc8a90e9ee9b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Pushing event updated for resources: {'Port': ['ID=118ad087-3176-4f4e-ad63-c4035f4fd948,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:53.353572 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-4ebdb19e-381a-4b49-a8fb-fc8a90e9ee9b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:53.355376 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-4ebdb19e-381a-4b49-a8fb-fc8a90e9ee9b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:53.396537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-4ebdb19e-381a-4b49-a8fb-fc8a90e9ee9b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9808853 Nov 19 09:11:53.413350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Request body: {'port': {'device_id': 'd9d202c3-efa9-4543-b4de-315d0d3f0fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:53.436063 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34978) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:53.460847 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:53.568448 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f167aec-c865-43d9-8618-bf0b72399c17 req-ba5768de-5c10-41ed-9b47-aea45037a89b tempest-MigrationsAdminTest-1796107681 tempest-MigrationsAdminTest-1796107681-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e859d2-9a6a-4050-b545-7274ce389311 HTTP/1.1" status: 200 len: 210 time: 0.1499946 Nov 19 09:11:53.577487 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e1d17d-ed30-4baf-8739-fc2d19795848 x-openstack-request-id: req-53e1d17d-ed30-4baf-8739-fc2d19795848 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:53.580385 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e859d2-9a6a-4050-b545-7274ce389311", "name": "network-vif-deleted", "tag": "b77a1ea6-32b4-4307-8aea-cad3bd867c92", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:53.580658 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53e1d17d-ed30-4baf-8739-fc2d19795848 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:53.581145 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e859d2-9a6a-4050-b545-7274ce389311', 'name': 'network-vif-deleted', 'tag': 'b77a1ea6-32b4-4307-8aea-cad3bd867c92', 'status': 'completed', 'code': 200} Nov 19 09:11:53.684276 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4d3fa8ec-71dc-4fb1-a765-e34956cd1a4d req-e45332ee-6731-4c7a-b661-5c105da59454 service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785844 Nov 19 09:11:53.737497 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:53.946515 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4d3fa8ec-71dc-4fb1-a765-e34956cd1a4d req-f45ac81d-9a64-4177-950c-26c20b211e46 service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528286 Nov 19 09:11:53.968610 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9912fa2-a63d-4ce8-a188-cb7652528cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:54.091176 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9912fa2-a63d-4ce8-a188-cb7652528cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:54.100291 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9912fa2-a63d-4ce8-a188-cb7652528cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:54.147312 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d9912fa2-a63d-4ce8-a188-cb7652528cec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=324390299884482c99eca8e5781d61b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6178679 Nov 19 09:11:54.148313 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9912fa2-a63d-4ce8-a188-cb7652528cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00f0199-bf25-42d1-b4a1-6007cffe7cc5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:54.148562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb8013-045b-48b8-b111-4432a06e86bc req-95ca9142-5f10-45f4-8673-f173239d3383 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:54.150199 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88fb8013-045b-48b8-b111-4432a06e86bc req-95ca9142-5f10-45f4-8673-f173239d3383 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 932 time: 0.2164404 Nov 19 09:11:54.154194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34990) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:54.322787 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88fb8013-045b-48b8-b111-4432a06e86bc req-7eeb6c8b-00c4-44d9-bb3f-97c6c2705bf2 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565337 Nov 19 09:11:54.334009 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39625449-7602-4a32-bb64-23ba8f60a224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:54.392958 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39625449-7602-4a32-bb64-23ba8f60a224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:54.468961 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118ad087-3176-4f4e-ad63-c4035f4fd948 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:11:54.480754 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:54.496910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Transition to ACTIVE for port object 118ad087-3176-4f4e-ad63-c4035f4fd948 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:11:54.497654 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39625449-7602-4a32-bb64-23ba8f60a224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:54.500435 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39625449-7602-4a32-bb64-23ba8f60a224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:54.501800 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-39625449-7602-4a32-bb64-23ba8f60a224 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b00f0199-bf25-42d1-b4a1-6007cffe7cc5 HTTP/1.1" status: 204 len: 168 time: 0.3465557 Nov 19 09:11:54.514195 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39625449-7602-4a32-bb64-23ba8f60a224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00f0199-bf25-42d1-b4a1-6007cffe7cc5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:54.516141 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:54.550037 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:11:54.587159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Pushing event updated for resources: {'Port': ['ID=118ad087-3176-4f4e-ad63-c4035f4fd948,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:54.764612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Attempting to bind port 118ad087-3176-4f4e-ad63-c4035f4fd948 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:11:54.764967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Attempting to bind port 118ad087-3176-4f4e-ad63-c4035f4fd948 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:11:54.765323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Attempting to bind port 118ad087-3176-4f4e-ad63-c4035f4fd948 on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:11:54.773238 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:54.774029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Port 118ad087-3176-4f4e-ad63-c4035f4fd948 on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:11:54.774351 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Attempting to bind port 118ad087-3176-4f4e-ad63-c4035f4fd948 on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:11:54.789552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:11:54.789955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Checking segment: {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:11:54.790295 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Bound using segment: {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:11:54.791365 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Bound port: 118ad087-3176-4f4e-ad63-c4035f4fd948, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:11:54.791745 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:54.924756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] For port 118ad087-3176-4f4e-ad63-c4035f4fd948, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:11:54.930141 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] For port 118ad087-3176-4f4e-ad63-c4035f4fd948, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=118ad087-3176-4f4e-ad63-c4035f4fd948,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:11:54.941839 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:54.995443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:54.996084 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:54.998488 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] 10.222.0.71 "PUT /v2.0/ports/118ad087-3176-4f4e-ad63-c4035f4fd948 HTTP/1.1" status: 200 len: 1093 time: 1.5914099 Nov 19 09:11:55.044304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4892c76-83a0-45cd-ad91-053eed197b98 service neutron] Pushing event updated for resources: {'Port': ['ID=118ad087-3176-4f4e-ad63-c4035f4fd948,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:55.070369 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35010) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:55.118902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-9aa94e62-2073-4f2c-ad29-98c609271d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:55.121001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-9aa94e62-2073-4f2c-ad29-98c609271d93 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0628376 Nov 19 09:11:55.209866 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-d611c3c2-5260-4d85-a22e-7ffb7207a713 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=118ad087-3176-4f4e-ad63-c4035f4fd948 HTTP/1.1" status: 200 len: 217 time: 0.0776289 Nov 19 09:11:55.300142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-9908a6b9-b2fb-47ff-96be-4c186f1e6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:55.301859 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-9908a6b9-b2fb-47ff-96be-4c186f1e6f1d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3ab6a09-9e77-4bfa-8672-ebfec5d093f3 HTTP/1.1" status: 200 len: 844 time: 0.0830200 Nov 19 09:11:55.326754 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d59b716e-35cb-4724-b232-79e88129ff24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=193e326224374af2adeabf4558305969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542355 Nov 19 09:11:55.329425 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35016) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:55.338242 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35018) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:55.365072 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83c47f36-1df1-44aa-a520-0e807f193b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:55.383081 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-583a499f-79f0-4eb2-9e80-1adf8b4d845f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=84b15971-c3b1-423f-a0b8-5ba85f9e199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661557 Nov 19 09:11:55.393748 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:55.457105 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b77a1ea6-32b4-4307-8aea-cad3bd867c92 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:11:55.471389 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d05c-da62-4721-94f6-ad6b3bb8fc9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:55.529400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: b77a1ea6-32b4-4307-8aea-cad3bd867c92 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:11:55.530115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b77a1ea6-32b4-4307-8aea-cad3bd867c92 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:11:55.538643 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d05c-da62-4721-94f6-ad6b3bb8fc9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:55.597808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d202c3-efa9-4543-b4de-315d0d3f0fc2', 'tag': '118ad087-3176-4f4e-ad63-c4035f4fd948'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:11:55.608849 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5141bba-0ff9-4c5e-97f6-6b3343293f92" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d202c3-efa9-4543-b4de-315d0d3f0fc2", "tag": "118ad087-3176-4f4e-ad63-c4035f4fd948"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:11:55.649284 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d05c-da62-4721-94f6-ad6b3bb8fc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:55.654433 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d05c-da62-4721-94f6-ad6b3bb8fc9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:55.656021 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d7c1d05c-da62-4721-94f6-ad6b3bb8fc9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/709668f6-927d-4c64-9ec4-03b8079ca60a HTTP/1.1" status: 204 len: 168 time: 0.3244488 Nov 19 09:11:55.660071 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83c47f36-1df1-44aa-a520-0e807f193b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:55.679921 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1d05c-da62-4721-94f6-ad6b3bb8fc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709668f6-927d-4c64-9ec4-03b8079ca60a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:55.683639 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83c47f36-1df1-44aa-a520-0e807f193b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:55.717497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967de21-8396-409e-9515-dda6efe0ae28 req-9d3fd51a-de13-44d9-91e4-6c6cd4ad8246 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:55.720039 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3967de21-8396-409e-9515-dda6efe0ae28 req-9d3fd51a-de13-44d9-91e4-6c6cd4ad8246 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 944 time: 0.1640377 Nov 19 09:11:55.725077 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ba0a82-88a6-4a3b-9481-6d8901035083 x-openstack-request-id: req-17ba0a82-88a6-4a3b-9481-6d8901035083 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:11:55.725422 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d202c3-efa9-4543-b4de-315d0d3f0fc2", "tag": "118ad087-3176-4f4e-ad63-c4035f4fd948", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:11:55.725674 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17ba0a82-88a6-4a3b-9481-6d8901035083 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:11:55.727612 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d202c3-efa9-4543-b4de-315d0d3f0fc2', 'tag': '118ad087-3176-4f4e-ad63-c4035f4fd948', 'status': 'completed', 'code': 200} Nov 19 09:11:55.749287 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-83c47f36-1df1-44aa-a520-0e807f193b4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c78e1143af04d33a4653aee82a782cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4077780 Nov 19 09:11:55.751782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35026) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:55.751782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c47f36-1df1-44aa-a520-0e807f193b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df92df8f-4b67-4a41-8bca-708409aabe2b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:55.859656 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97db7e6b-c65c-473e-9fb9-a3ae1dd33d3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:55.895235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3967de21-8396-409e-9515-dda6efe0ae28 req-18c779f7-459e-463c-bc7e-80f1868100d6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533277 Nov 19 09:11:55.898517 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-1ac8a49d-235a-45a8-9d26-2e7995ec6a0b service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040252 Nov 19 09:11:55.918028 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97db7e6b-c65c-473e-9fb9-a3ae1dd33d3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:56.032055 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97db7e6b-c65c-473e-9fb9-a3ae1dd33d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:56.036875 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97db7e6b-c65c-473e-9fb9-a3ae1dd33d3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:56.038333 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-97db7e6b-c65c-473e-9fb9-a3ae1dd33d3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df92df8f-4b67-4a41-8bca-708409aabe2b HTTP/1.1" status: 204 len: 168 time: 0.2808235 Nov 19 09:11:56.062755 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db7e6b-c65c-473e-9fb9-a3ae1dd33d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df92df8f-4b67-4a41-8bca-708409aabe2b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:56.133227 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43a357ec-414d-4ee4-b99a-3e957d8fccb4 req-8b76dcba-205f-4ebf-bc56-e2748b73b9a0 service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224412 Nov 19 09:11:56.308831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5141bba-0ff9-4c5e-97f6-6b3343293f92 req-8b57dbba-bdd5-4597-bd4a-e343e30582a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:56.310793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5141bba-0ff9-4c5e-97f6-6b3343293f92 req-8b57dbba-bdd5-4597-bd4a-e343e30582a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0888755 Nov 19 09:11:56.464275 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5141bba-0ff9-4c5e-97f6-6b3343293f92 req-849e89ab-b2dc-4999-a684-425d9b077ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:56.465911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5141bba-0ff9-4c5e-97f6-6b3343293f92 req-849e89ab-b2dc-4999-a684-425d9b077ebf service neutron] 10.222.0.71 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 905 time: 0.1428475 Nov 19 09:11:56.529521 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5141bba-0ff9-4c5e-97f6-6b3343293f92 req-381e295d-08f3-49f0-a53d-550168fcb04a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=118ad087-3176-4f4e-ad63-c4035f4fd948 HTTP/1.1" status: 200 len: 217 time: 0.0531220 Nov 19 09:11:56.537264 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35044) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:56.607488 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a47b83dc-b0b9-49b5-8b0b-dbe7d19f038a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e884d46bc3df4a16a574849d81fc576e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0689206 Nov 19 09:11:56.610783 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35048) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:56.647623 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5141bba-0ff9-4c5e-97f6-6b3343293f92 req-fc1974ed-4a59-4629-8781-91a217af40b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:56.652085 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5141bba-0ff9-4c5e-97f6-6b3343293f92 req-fc1974ed-4a59-4629-8781-91a217af40b1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3ab6a09-9e77-4bfa-8672-ebfec5d093f3 HTTP/1.1" status: 200 len: 844 time: 0.1055984 Nov 19 09:11:56.684832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92d4c93d-a427-4826-a1bf-b93775733730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:56.722611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5141bba-0ff9-4c5e-97f6-6b3343293f92 req-72005752-6b15-4bdb-84da-e4344f0734d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=84b15971-c3b1-423f-a0b8-5ba85f9e199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537221 Nov 19 09:11:56.734058 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92d4c93d-a427-4826-a1bf-b93775733730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:56.840079 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92d4c93d-a427-4826-a1bf-b93775733730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:56.842779 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92d4c93d-a427-4826-a1bf-b93775733730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:56.843956 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-92d4c93d-a427-4826-a1bf-b93775733730 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11c97717-176a-41d6-8061-380d81d536d3 HTTP/1.1" status: 204 len: 168 time: 0.2317669 Nov 19 09:11:56.858153 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4c93d-a427-4826-a1bf-b93775733730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c97717-176a-41d6-8061-380d81d536d3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:56.893700 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5141bba-0ff9-4c5e-97f6-6b3343293f92 req-035292ae-7f28-44a5-b3ed-88b77586dcf3 service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565619 Nov 19 09:11:57.059769 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5141bba-0ff9-4c5e-97f6-6b3343293f92 req-2159c27c-aa7e-4a4e-b17e-8f836f02f6de service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564262 Nov 19 09:11:57.189587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a357e-e316-4a5a-a4ec-ca3ed22d1eb9 req-933acfca-7ef6-48ce-8329-0b6505a5bff7 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:57.201701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a89a357e-e316-4a5a-a4ec-ca3ed22d1eb9 req-933acfca-7ef6-48ce-8329-0b6505a5bff7 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 944 time: 0.1151466 Nov 19 09:11:57.330709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a89a357e-e316-4a5a-a4ec-ca3ed22d1eb9 req-ae6e4476-5e4a-4cf1-aea0-5bf21f930a92 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238806 Nov 19 09:11:57.809438 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbd0962e-5f4d-434b-ab6e-cae46c54d72e req-1a3e9f71-9b53-4c99-a405-39e6a9519526 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540061 Nov 19 09:11:57.901285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0962e-5f4d-434b-ab6e-cae46c54d72e req-c0d59ff6-5f32-40ca-b6ee-c39d2e06bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:57.902844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbd0962e-5f4d-434b-ab6e-cae46c54d72e req-c0d59ff6-5f32-40ca-b6ee-c39d2e06bcd1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7ec5d00cfc348a594077a93d6441b62&device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 1097 time: 0.0606132 Nov 19 09:11:58.074066 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35116) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:58.131108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0962e-5f4d-434b-ab6e-cae46c54d72e req-768cf1fd-d52b-46de-a5d0-31d241550c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:58.133634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbd0962e-5f4d-434b-ab6e-cae46c54d72e req-768cf1fd-d52b-46de-a5d0-31d241550c8b service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca HTTP/1.1" status: 200 len: 912 time: 0.1929605 Nov 19 09:11:58.171387 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 118ad087-3176-4f4e-ad63-c4035f4fd948 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:11:58.293714 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbd0962e-5f4d-434b-ab6e-cae46c54d72e req-5365bf15-439d-4b0c-92bb-16be97b21ac2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905b62da-be46-4fad-ad22-d761b501c8d1 HTTP/1.1" status: 200 len: 1000 time: 0.1497347 Nov 19 09:11:58.371183 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 118ad087-3176-4f4e-ad63-c4035f4fd948, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=118ad087-3176-4f4e-ad63-c4035f4fd948,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:58.378884 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0962e-5f4d-434b-ab6e-cae46c54d72e req-ca4ac25e-0ac6-4627-b209-62b78004ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:58.383014 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbd0962e-5f4d-434b-ab6e-cae46c54d72e req-ca4ac25e-0ac6-4627-b209-62b78004ddb5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2dc59a7-693a-40a0-ab45-b7982da75253 HTTP/1.1" status: 200 len: 850 time: 0.0725324 Nov 19 09:11:58.461400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '118ad087-3176-4f4e-ad63-c4035f4fd948', 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b', 'port_id': '118ad087-3176-4f4e-ad63-c4035f4fd948', 'mac_address': 'fa:16:3e:c2:0d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ab6a09-9e77-4bfa-8672-ebfec5d093f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:11:58.518601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7460658f-6090-4961-8de2-747f0b91e32f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2020144795-network', 'tenant_id': 'c7944525e4fa4c8b83a8a902aa20106a'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:58.550824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0962e-5f4d-434b-ab6e-cae46c54d72e req-cf38cebe-52c0-4d19-87a3-8c5ed4ebf85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:58.552919 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbd0962e-5f4d-434b-ab6e-cae46c54d72e req-cf38cebe-52c0-4d19-87a3-8c5ed4ebf85d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1478493 Nov 19 09:11:58.565503 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453262ef-379c-4551-a971-588e659be0ba req-bf322d99-9ae4-46f8-88f9-600849b7bb54 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:58.574196 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-453262ef-379c-4551-a971-588e659be0ba req-bf322d99-9ae4-46f8-88f9-600849b7bb54 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 944 time: 0.0753224 Nov 19 09:11:58.587071 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7460658f-6090-4961-8de2-747f0b91e32f admin admin] Made reservation on behalf of c7944525e4fa4c8b83a8a902aa20106a for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:11:58.593285 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7460658f-6090-4961-8de2-747f0b91e32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:58.626960 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7460658f-6090-4961-8de2-747f0b91e32f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:58.643654 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:58.680595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118ad087-3176-4f4e-ad63-c4035f4fd948 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:11:58.687359 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-453262ef-379c-4551-a971-588e659be0ba req-6f18f950-1734-41f3-a375-a1435313f8ce tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122761 Nov 19 09:11:58.733005 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 118ad087-3176-4f4e-ad63-c4035f4fd948, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=118ad087-3176-4f4e-ad63-c4035f4fd948,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:11:58.740021 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbd0962e-5f4d-434b-ab6e-cae46c54d72e req-b512991e-aa9d-4cbd-a50f-4dbb0c9f9c7b service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570094 Nov 19 09:11:58.742863 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:58.775162 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7460658f-6090-4961-8de2-747f0b91e32f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:58.781025 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7460658f-6090-4961-8de2-747f0b91e32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:58.798733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7460658f-6090-4961-8de2-747f0b91e32f admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:11:58.804501 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=118ad087-3176-4f4e-ad63-c4035f4fd948,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:58.813601 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7460658f-6090-4961-8de2-747f0b91e32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:58.813987 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-7460658f-6090-4961-8de2-747f0b91e32f admin admin] Added segment 0b0f865b-b3ab-49a9-8320-8d16bb2d8269 of type vlan for network d739c9d0-cf60-4897-a984-4c5ca2ed18cf Nov 19 09:11:58.816280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:58.816647 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:58.817000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:58.817965 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:58.818311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:58.818659 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:58.818994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:58.819508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:58.820174 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:58.821127 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:58.821660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:58.822159 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:11:58.868688 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7460658f-6090-4961-8de2-747f0b91e32f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:58.885696 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-c5db13ea-8722-44ae-94ad-5eb21f46ffa1 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--946249888&fields=id&tenant_id=ccdedb6f762740d59f75bc1ffb07679e HTTP/1.1" status: 200 len: 267 time: 0.1384854 Nov 19 09:11:58.922785 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460658f-6090-4961-8de2-747f0b91e32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e89ff3-4514-4b90-88c5-bb2d41917779,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:58.928223 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7460658f-6090-4961-8de2-747f0b91e32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:58.929832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7460658f-6090-4961-8de2-747f0b91e32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:58.930433 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7460658f-6090-4961-8de2-747f0b91e32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:58.979860 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbd0962e-5f4d-434b-ab6e-cae46c54d72e req-a38f686e-c404-4efd-81da-39b2bfcca044 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263718 Nov 19 09:11:59.008774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460658f-6090-4961-8de2-747f0b91e32f admin admin] Pushing event updated for resources: {'Network': ['ID=d739c9d0-cf60-4897-a984-4c5ca2ed18cf,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:59.016092 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7460658f-6090-4961-8de2-747f0b91e32f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9402492 Nov 19 09:11:59.019594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35156) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:59.022805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network d739c9d0-cf60-4897-a984-4c5ca2ed18cf details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:11:59.026267 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-9348e1e7-5fb2-41bf-99cd-d5f995893bdf admin admin] Request body: {'subnet': {'network_id': 'd739c9d0-cf60-4897-a984-4c5ca2ed18cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2020144795-subnet', 'tenant_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:59.040425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-f1b0d63e-fa84-4d3a-b630-0c01dd6a87ea tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:59.049470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-f1b0d63e-fa84-4d3a-b630-0c01dd6a87ea tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/networks?id=d8a67b9e-e28b-4258-82d2-afacf03cf508 HTTP/1.1" status: 200 len: 816 time: 0.1624181 Nov 19 09:11:59.070305 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['118ad087-3176-4f4e-ad63-c4035f4fd948'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:11:59.072132 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-532d789f-7ac4-4737-94b8-d7cd6b383306 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/quotas/ccdedb6f762740d59f75bc1ffb07679e HTTP/1.1" status: 200 len: 375 time: 0.0216489 Nov 19 09:11:59.158056 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-1c9d8c07-7772-4561-ad99-284f313dfe54 tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=45985d013fa8474491654f701d6e39da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815208 Nov 19 09:11:59.160585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9348e1e7-5fb2-41bf-99cd-d5f995893bdf admin admin] Made reservation on behalf of c7944525e4fa4c8b83a8a902aa20106a for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:11:59.166111 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9348e1e7-5fb2-41bf-99cd-d5f995893bdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:59.327012 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-c06c57b7-bdc2-4883-901d-5b8f766678a3 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccdedb6f762740d59f75bc1ffb07679e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2536561 Nov 19 09:11:59.425727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-3cdd0759-35b9-432d-ac9a-523f272af65d tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:59.427336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-3cdd0759-35b9-432d-ac9a-523f272af65d tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2475374 Nov 19 09:11:59.476583 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-bac0a30c-2513-490a-8f96-2169a7c3211c tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/quotas/45985d013fa8474491654f701d6e39da HTTP/1.1" status: 200 len: 375 time: 0.0243425 Nov 19 09:11:59.531837 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-db6fad73-976a-4791-b8fa-962929da2d8a tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=45985d013fa8474491654f701d6e39da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458832 Nov 19 09:11:59.560864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-abba2113-c2de-4cb8-9691-f27df96d830b service neutron] 10.222.0.21 "GET /v2.0/networks/d8a67b9e-e28b-4258-82d2-afacf03cf508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125578 Nov 19 09:11:59.631663 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9348e1e7-5fb2-41bf-99cd-d5f995893bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:59.721420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348e1e7-5fb2-41bf-99cd-d5f995893bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b5de66-d47a-41cf-812e-48448256866a,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:11:59.760893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348e1e7-5fb2-41bf-99cd-d5f995893bdf admin admin] Checking segment: {'id': '0b0f865b-b3ab-49a9-8320-8d16bb2d8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd739c9d0-cf60-4897-a984-4c5ca2ed18cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:11:59.761474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9348e1e7-5fb2-41bf-99cd-d5f995893bdf admin admin] Network hostable DHCP agents. Network: d739c9d0-cf60-4897-a984-4c5ca2ed18cf, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:11:59.775002 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-dc7f13db-77f3-4d6d-a5b3-01588929371d service neutron] 10.222.0.21 "GET /v2.0/networks/d8a67b9e-e28b-4258-82d2-afacf03cf508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008917 Nov 19 09:11:59.794476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9348e1e7-5fb2-41bf-99cd-d5f995893bdf admin admin] Network d739c9d0-cf60-4897-a984-4c5ca2ed18cf is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:11:59.815372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-9348e1e7-5fb2-41bf-99cd-d5f995893bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, d739c9d0-cf60-4897-a984-4c5ca2ed18cf) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:11:59.822039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9348e1e7-5fb2-41bf-99cd-d5f995893bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:11:59.824401 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9348e1e7-5fb2-41bf-99cd-d5f995893bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:59.835431 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f40b89b-78cb-4aae-a3de-106f82d331c4 None None] Network d739c9d0-cf60-4897-a984-4c5ca2ed18cf requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:11:59.863357 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9348e1e7-5fb2-41bf-99cd-d5f995893bdf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8421514 Nov 19 09:11:59.866764 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35178) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:11:59.871993 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2020144795-router', 'tenant_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:11:59.951547 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:11:59.952965 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:00.069873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12c65432-bfbf-4d2e-abe3-925b8ea0449b req-20f91f62-29a8-4f35-a519-235e1380f135 tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/ports?device_id=550a16d9-84d7-4154-8e0f-e16803e569a1 HTTP/1.1" status: 200 len: 210 time: 0.0829308 Nov 19 09:12:00.087913 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:00.132783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-d739c9d0-cf60-4897-a984-4c5ca2ed18cf', 'network_id': 'd739c9d0-cf60-4897-a984-4c5ca2ed18cf', 'tenant_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'fixed_ips': [{'subnet_id': '74b5de66-d47a-41cf-812e-48448256866a'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:12:00.137602 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:00.189961 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 118ad087-3176-4f4e-ad63-c4035f4fd948 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:00.353879 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:00.372033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be237cb-5818-4849-9975-fd83a2070d43 req-b522e246-3ca8-46cf-b940-d36d6872651d tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:00.376058 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1be237cb-5818-4849-9975-fd83a2070d43 req-b522e246-3ca8-46cf-b940-d36d6872651d tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 945 time: 0.1232901 Nov 19 09:12:00.483568 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 118ad087-3176-4f4e-ad63-c4035f4fd948 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:12:00.496020 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1be237cb-5818-4849-9975-fd83a2070d43 req-9e06ad0c-c8db-4178-ab12-88647c4b1491 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098335 Nov 19 09:12:00.498898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Allocated IP 172.20.0.2 (d739c9d0-cf60-4897-a984-4c5ca2ed18cf/74b5de66-d47a-41cf-812e-48448256866a/76af6351-5706-4c72-859d-af0bdd289d4a) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:00.501700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 118ad087-3176-4f4e-ad63-c4035f4fd948 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:00.502510 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:00.624670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7aeea6a2-bbaa-432a-a3ec-9f5152c1659c req-d61a4514-2e92-43b8-8cf0-d8e0c11658e5 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 210 time: 0.0746875 Nov 19 09:12:00.740445 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:00.789002 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 118ad087-3176-4f4e-ad63-c4035f4fd948, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=118ad087-3176-4f4e-ad63-c4035f4fd948,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:00.794007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d202c3-efa9-4543-b4de-315d0d3f0fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118ad087-3176-4f4e-ad63-c4035f4fd948'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:00.796912 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f87fbc-79cd-42ce-b362-d9d6f3c98054" -d '{"events": [{"server_uuid": "d9d202c3-efa9-4543-b4de-315d0d3f0fc2", "name": "network-vif-plugged", "status": "completed", "tag": "118ad087-3176-4f4e-ad63-c4035f4fd948"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:00.808935 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:00.914398 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6446b754-7c43-448a-bffb-cf2db50dd914 x-openstack-request-id: req-6446b754-7c43-448a-bffb-cf2db50dd914 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:12:00.915488 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d202c3-efa9-4543-b4de-315d0d3f0fc2", "name": "network-vif-plugged", "status": "completed", "tag": "118ad087-3176-4f4e-ad63-c4035f4fd948", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:12:00.915912 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6446b754-7c43-448a-bffb-cf2db50dd914 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:12:00.916497 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d202c3-efa9-4543-b4de-315d0d3f0fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118ad087-3176-4f4e-ad63-c4035f4fd948', 'code': 200} Nov 19 09:12:00.975840 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:01.021568 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:01.027416 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=118ad087-3176-4f4e-ad63-c4035f4fd948,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:01.065870 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:01.075838 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:01.148831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35692f-29d9-406d-b527-cfcdaa09ffcc req-d163325f-740c-49bc-8ad6-14d63ca7f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:01.150388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df35692f-29d9-406d-b527-cfcdaa09ffcc req-d163325f-740c-49bc-8ad6-14d63ca7f9d6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 1098 time: 0.0955811 Nov 19 09:12:01.158895 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Network d739c9d0-cf60-4897-a984-4c5ca2ed18cf is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:01.164351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:01.170717 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:01.267516 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df35692f-29d9-406d-b527-cfcdaa09ffcc req-a167ab00-f9d4-4e28-aec5-5dd2baa8c2d8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046183 Nov 19 09:12:01.279199 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Pushing event updated for resources: {'Port': ['ID=76af6351-5706-4c72-859d-af0bdd289d4a,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:01.287981 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Allocated IP 172.25.0.7 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:01.319839 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48b9fabf-2adc-4163-9c30-629b95749023 req-9507fcb3-240f-4bd0-bd0e-c440a0e9deef tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/ports?device_id=550a16d9-84d7-4154-8e0f-e16803e569a1 HTTP/1.1" status: 200 len: 210 time: 0.0814161 Nov 19 09:12:01.320762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Attempting to bind port 76af6351-5706-4c72-859d-af0bdd289d4a on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:01.321355 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Attempting to bind port 76af6351-5706-4c72-859d-af0bdd289d4a by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0b0f865b-b3ab-49a9-8320-8d16bb2d8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd739c9d0-cf60-4897-a984-4c5ca2ed18cf'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:01.321834 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Attempting to bind port 76af6351-5706-4c72-859d-af0bdd289d4a on network d739c9d0-cf60-4897-a984-4c5ca2ed18cf {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:01.344389 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:01.347747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Checking segment: {'id': '0b0f865b-b3ab-49a9-8320-8d16bb2d8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd739c9d0-cf60-4897-a984-4c5ca2ed18cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:01.348308 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:01.349613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Bound using segment: {'id': '0b0f865b-b3ab-49a9-8320-8d16bb2d8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd739c9d0-cf60-4897-a984-4c5ca2ed18cf'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:01.350313 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Bound port: 76af6351-5706-4c72-859d-af0bdd289d4a, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0f865b-b3ab-49a9-8320-8d16bb2d8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd739c9d0-cf60-4897-a984-4c5ca2ed18cf'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:01.350915 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:01.505219 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] For port 76af6351-5706-4c72-859d-af0bdd289d4a, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:01.509871 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] For port 76af6351-5706-4c72-859d-af0bdd289d4a, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=76af6351-5706-4c72-859d-af0bdd289d4a,segment=NetworkSegment(0b0f865b-b3ab-49a9-8320-8d16bb2d8269),segment_id=0b0f865b-b3ab-49a9-8320-8d16bb2d8269)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:01.519601 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:01.538566 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:01.541772 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-c1efce87-d40e-4515-8730-72ffbfa5523e tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=45985d013fa8474491654f701d6e39da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1682179 Nov 19 09:12:01.655241 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:01.717063 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25218e2b-7f15-4317-9a48-2d8615b0664d None None] Pushing event updated for resources: {'Port': ['ID=76af6351-5706-4c72-859d-af0bdd289d4a,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:01.746266 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:01.760138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:01.763029 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:01.768594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ecfbb-e089-4c03-88f6-42a601a43693 req-d8f30ab4-b50b-41da-adc7-08ca45ca0175 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:01.770843 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-159ecfbb-e089-4c03-88f6-42a601a43693 req-d8f30ab4-b50b-41da-adc7-08ca45ca0175 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0882914 Nov 19 09:12:01.773557 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Pushing event updated for resources: {'Port': ['ID=d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:01.785080 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-9ab5091f-c38d-4161-9d47-b4628aaf6c3f tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:01.787441 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-9ab5091f-c38d-4161-9d47-b4628aaf6c3f tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2384820 Nov 19 09:12:01.803741 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b1afd48-61d1-4b27-8d64-097b5ca7bd8a req-85d58b0d-6481-4f7f-ae99-e1879c3f06d2 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 210 time: 0.0315781 Nov 19 09:12:01.811267 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-0e4e92a3-c287-4d04-b087-7c720bcca4ca tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Request body: {'port': {'device_id': '550a16d9-84d7-4154-8e0f-e16803e569a1', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '45985d013fa8474491654f701d6e39da'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:01.875892 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-159ecfbb-e089-4c03-88f6-42a601a43693 req-1b7ab192-69c4-4d05-90d8-fa4a4b4385ac tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707371 Nov 19 09:12:02.133966 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-0e4e92a3-c287-4d04-b087-7c720bcca4ca tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Made reservation on behalf of 45985d013fa8474491654f701d6e39da for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:12:02.142342 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-0e4e92a3-c287-4d04-b087-7c720bcca4ca tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:02.157540 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-0e4e92a3-c287-4d04-b087-7c720bcca4ca tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:02.212607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-c52b6d9e-a422-4af3-be4c-13de6a19ddef tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:02.213904 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-c52b6d9e-a422-4af3-be4c-13de6a19ddef tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.66 "GET /v2.0/networks?id=d8a67b9e-e28b-4258-82d2-afacf03cf508 HTTP/1.1" status: 200 len: 816 time: 0.1660609 Nov 19 09:12:02.331565 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-b0e6b720-cb64-4895-8352-03694b8f9bc0 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccdedb6f762740d59f75bc1ffb07679e HTTP/1.1" status: 200 len: 379 time: 0.0921242 Nov 19 09:12:02.352345 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-935062ba-b994-411e-9650-4dfb02cde088 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Request body: {'port': {'device_id': 'd256d717-9089-4d0c-9261-a8a88615ba49', 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508', 'admin_state_up': True, 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'security_groups': ['e5417cf0-951f-4120-bbde-a3f8c1a6fd4e']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:02.543966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51039403-6bbc-4f13-aa1c-5b12d64a7c28 req-1449edf5-201c-4cab-8262-15f120c20f6a tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/ports?device_id=550a16d9-84d7-4154-8e0f-e16803e569a1 HTTP/1.1" status: 200 len: 210 time: 0.0370989 Nov 19 09:12:02.592492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-935062ba-b994-411e-9650-4dfb02cde088 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Made reservation on behalf of ccdedb6f762740d59f75bc1ffb07679e for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:12:02.599368 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-935062ba-b994-411e-9650-4dfb02cde088 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:02.688744 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-0e4e92a3-c287-4d04-b087-7c720bcca4ca tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:02.698077 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:02.762602 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-0e4e92a3-c287-4d04-b087-7c720bcca4ca tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:02.899392 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 76af6351-5706-4c72-859d-af0bdd289d4a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:02.916144 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-935062ba-b994-411e-9650-4dfb02cde088 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Allocated IP 172.20.0.3 (d8a67b9e-e28b-4258-82d2-afacf03cf508/d57feb64-ebb4-46ef-a834-eace7da568f6/b8e1bb1c-2a19-4e8a-a90a-654c9af50de1) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:03.020966 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 76af6351-5706-4c72-859d-af0bdd289d4a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:03.021645 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:03.055983 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-0e4e92a3-c287-4d04-b087-7c720bcca4ca tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Allocated IP 192.168.233.234 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/e9970982-dc4d-41a1-a77e-37a6c268b478) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:03.159369 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-935062ba-b994-411e-9650-4dfb02cde088 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:03.191758 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:03.235380 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-935062ba-b994-411e-9650-4dfb02cde088 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:03.268325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 76af6351-5706-4c72-859d-af0bdd289d4a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=76af6351-5706-4c72-859d-af0bdd289d4a,segment=NetworkSegment(0b0f865b-b3ab-49a9-8320-8d16bb2d8269),segment_id=0b0f865b-b3ab-49a9-8320-8d16bb2d8269)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:03.276839 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:03.309066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb274eb3-6684-494e-ae90-827dd445277c None None] Network d739c9d0-cf60-4897-a984-4c5ca2ed18cf requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:12:03.341752 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-0e4e92a3-c287-4d04-b087-7c720bcca4ca tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:03.387607 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e92a3-c287-4d04-b087-7c720bcca4ca tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03d0270-4a86-4d78-8281-0dcbcce59b0d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:03.413002 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-0e4e92a3-c287-4d04-b087-7c720bcca4ca tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:03.487930 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-0e4e92a3-c287-4d04-b087-7c720bcca4ca tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:03.497469 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fb0aad15-ade9-4866-a6f5-66af63d52aa2 None None] Provisioning complete for port 76af6351-5706-4c72-859d-af0bdd289d4a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:03.497844 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb0aad15-ade9-4866-a6f5-66af63d52aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:03.547954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=76af6351-5706-4c72-859d-af0bdd289d4a,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:03.613241 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-0e4e92a3-c287-4d04-b087-7c720bcca4ca tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:03.624694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-0e4e92a3-c287-4d04-b087-7c720bcca4ca tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:03.706307 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-0e4e92a3-c287-4d04-b087-7c720bcca4ca tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:03.707201 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-0e4e92a3-c287-4d04-b087-7c720bcca4ca tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:03.719246 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e92a3-c287-4d04-b087-7c720bcca4ca tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Pushing event updated for resources: {'Port': ['ID=e9970982-dc4d-41a1-a77e-37a6c268b478,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:03.772918 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-0e4e92a3-c287-4d04-b087-7c720bcca4ca tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9654515 Nov 19 09:12:03.792150 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Request body: {'port': {'device_id': '550a16d9-84d7-4154-8e0f-e16803e569a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:03.808234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-935062ba-b994-411e-9650-4dfb02cde088 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Network d8a67b9e-e28b-4258-82d2-afacf03cf508 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:03.816262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-935062ba-b994-411e-9650-4dfb02cde088 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:03.823553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-935062ba-b994-411e-9650-4dfb02cde088 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:03.910404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decaee63-961e-4e07-9307-f750b9c0f783 req-6994c566-0e0e-4d26-a1c6-f31aa885544d tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:03.912735 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-decaee63-961e-4e07-9307-f750b9c0f783 req-6994c566-0e0e-4d26-a1c6-f31aa885544d tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 931 time: 0.7102189 Nov 19 09:12:03.938622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:03.955836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc368d9-ef87-4eea-bf07-47f140cefd51 req-e890341f-3411-4b69-831c-2478c3b186b9 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:03.957619 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3fc368d9-ef87-4eea-bf07-47f140cefd51 req-e890341f-3411-4b69-831c-2478c3b186b9 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 946 time: 0.7535503 Nov 19 09:12:03.964021 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935062ba-b994-411e-9650-4dfb02cde088 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Pushing event updated for resources: {'Port': ['ID=b8e1bb1c-2a19-4e8a-a90a-654c9af50de1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:04.022075 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-935062ba-b994-411e-9650-4dfb02cde088 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:04.022703 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-935062ba-b994-411e-9650-4dfb02cde088 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:04.112417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-935062ba-b994-411e-9650-4dfb02cde088 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7722139 Nov 19 09:12:04.120249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2a1f1a7b-ea45-4598-bcf1-abbb222f5406 None None] Provisioning complete for port e9970982-dc4d-41a1-a77e-37a6c268b478 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:04.120834 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2a1f1a7b-ea45-4598-bcf1-abbb222f5406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:04.135347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Request body: {'port': {'device_id': 'd256d717-9089-4d0c-9261-a8a88615ba49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:04.185111 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-decaee63-961e-4e07-9307-f750b9c0f783 req-edfa84c5-0166-485b-bfbc-8ad54c7b268d tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5417cf0-951f-4120-bbde-a3f8c1a6fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576430 Nov 19 09:12:04.192234 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:04.226460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f1a7b-ea45-4598-bcf1-abbb222f5406 None None] Port e9970982-dc4d-41a1-a77e-37a6c268b478 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:12:04.269536 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:04.317180 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3fc368d9-ef87-4eea-bf07-47f140cefd51 req-331299a9-8b39-4a27-8715-5047c35e0e07 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491602 Nov 19 09:12:04.461837 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Router 7f846223-c208-4a45-a201-359ac5ec6184 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:12:04.488620 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e6d27293-2ae1-46bc-9245-4f78e11fa358 None None] Provisioning complete for port 76af6351-5706-4c72-859d-af0bdd289d4a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:04.492490 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6d27293-2ae1-46bc-9245-4f78e11fa358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:04.734316 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:12:04.744657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ff9e0-a835-486b-a689-21e054a42b0b req-e3162790-f058-4db4-a803-6bfb6d1baacd tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:04.754476 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b61ff9e0-a835-486b-a689-21e054a42b0b req-e3162790-f058-4db4-a803-6bfb6d1baacd tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/ports?device_id=550a16d9-84d7-4154-8e0f-e16803e569a1 HTTP/1.1" status: 200 len: 936 time: 0.1316357 Nov 19 09:12:04.796633 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:04.801216 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3621dde3-a993-4c20-91d0-d5fd57e04215 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9330378 Nov 19 09:12:04.805649 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35254) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:04.853245 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Sync routers for ids ['7f846223-c208-4a45-a201-359ac5ec6184'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:12:04.865200 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 76af6351-5706-4c72-859d-af0bdd289d4a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:04.877766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9970982-dc4d-41a1-a77e-37a6c268b478 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:12:04.886964 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:04.913615 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Transition to ACTIVE for port object e9970982-dc4d-41a1-a77e-37a6c268b478 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:12:04.921838 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:04.933322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Routers {'7f846223-c208-4a45-a201-359ac5ec6184'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:04.934033 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:11:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7f846223-c208-4a45-a201-359ac5ec6184'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:05.078363 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Pushing event updated for resources: {'Port': ['ID=e9970982-dc4d-41a1-a77e-37a6c268b478,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:05.082405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64201007-b1d5-4dbf-aded-20c9857aeaaf req-7932189e-b461-4145-a86b-212d3bb94070 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:05.091122 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-64201007-b1d5-4dbf-aded-20c9857aeaaf req-7932189e-b461-4145-a86b-212d3bb94070 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 946 time: 0.4024661 Nov 19 09:12:05.141320 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b61ff9e0-a835-486b-a689-21e054a42b0b req-f6519edb-b202-4789-adcd-09b756273fb5 tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/security-groups?id=d03d0270-4a86-4d78-8281-0dcbcce59b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852031 Nov 19 09:12:05.224521 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Attempting to bind port e9970982-dc4d-41a1-a77e-37a6c268b478 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:05.228871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Attempting to bind port e9970982-dc4d-41a1-a77e-37a6c268b478 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:05.230144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Attempting to bind port e9970982-dc4d-41a1-a77e-37a6c268b478 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:05.243140 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Port e9970982-dc4d-41a1-a77e-37a6c268b478 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:12:05.243720 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Attempting to bind port e9970982-dc4d-41a1-a77e-37a6c268b478 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:05.259235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:05.259734 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:05.260357 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:05.260917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Bound port: e9970982-dc4d-41a1-a77e-37a6c268b478, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:05.261414 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:05.372761 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e6d27293-2ae1-46bc-9245-4f78e11fa358 None None] Provisioning complete for port b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:05.376545 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6d27293-2ae1-46bc-9245-4f78e11fa358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:05.431582 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] For port e9970982-dc4d-41a1-a77e-37a6c268b478, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:05.436606 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] For port e9970982-dc4d-41a1-a77e-37a6c268b478, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e9970982-dc4d-41a1-a77e-37a6c268b478,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:05.449495 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:05.461919 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e6d27293-2ae1-46bc-9245-4f78e11fa358 None None] Port b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:12:05.471641 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-64201007-b1d5-4dbf-aded-20c9857aeaaf req-ead90749-24c9-434a-bcbc-f059b8748457 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791742 Nov 19 09:12:05.512304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Set router 7f846223-c208-4a45-a201-359ac5ec6184 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:05.592864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafac55-5c9d-4aa2-99cd-8aa2f3f0afb5 req-078bd641-8b5a-4a2e-8e90-b9113430eb52 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:05.597007 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bafac55-5c9d-4aa2-99cd-8aa2f3f0afb5 req-078bd641-8b5a-4a2e-8e90-b9113430eb52 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 931 time: 0.2770236 Nov 19 09:12:05.604829 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 76af6351-5706-4c72-859d-af0bdd289d4a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:05.605923 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:05.636236 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:12:05.653377 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Pushing event updated for resources: {'Port': ['ID=e9970982-dc4d-41a1-a77e-37a6c268b478,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:05.673912 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:05.675672 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:05.678652 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-70fabc2c-7b2a-4775-897c-d2c90bfb42ae service neutron] 10.222.0.66 "PUT /v2.0/ports/e9970982-dc4d-41a1-a77e-37a6c268b478 HTTP/1.1" status: 200 len: 1097 time: 1.8965082 Nov 19 09:12:05.679140 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550a16d9-84d7-4154-8e0f-e16803e569a1', 'tag': 'e9970982-dc4d-41a1-a77e-37a6c268b478'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:05.690777 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2977219-8aef-4729-828b-e6fbc6c67a20" -d '{"events": [{"name": "network-changed", "server_uuid": "550a16d9-84d7-4154-8e0f-e16803e569a1", "tag": "e9970982-dc4d-41a1-a77e-37a6c268b478"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:05.819122 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:05.839808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-62b89e89-09d1-437b-9321-3732caad6961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:05.842131 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-62b89e89-09d1-437b-9321-3732caad6961 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=45985d013fa8474491654f701d6e39da&device_id=550a16d9-84d7-4154-8e0f-e16803e569a1 HTTP/1.1" status: 200 len: 1100 time: 0.1149688 Nov 19 09:12:05.903785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Transition to ACTIVE for port object b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:12:05.924983 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bafac55-5c9d-4aa2-99cd-8aa2f3f0afb5 req-6ff0daa5-cc1f-44b8-8b15-a277602537cb tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5417cf0-951f-4120-bbde-a3f8c1a6fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3135128 Nov 19 09:12:05.935186 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:05.942987 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-36b347fb-6685-4877-ba22-d06184a79748 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=e9970982-dc4d-41a1-a77e-37a6c268b478 HTTP/1.1" status: 200 len: 217 time: 0.0879495 Nov 19 09:12:06.055995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-62aa1ec9-bea3-4f10-998d-9da9768f407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:06.057714 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-62aa1ec9-bea3-4f10-998d-9da9768f407a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1062334 Nov 19 09:12:06.064170 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ec5cfb-2be1-49ec-b0ce-00a421711ca0 x-openstack-request-id: req-34ec5cfb-2be1-49ec-b0ce-00a421711ca0 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:12:06.064660 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550a16d9-84d7-4154-8e0f-e16803e569a1", "tag": "e9970982-dc4d-41a1-a77e-37a6c268b478", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:12:06.065192 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34ec5cfb-2be1-49ec-b0ce-00a421711ca0 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:12:06.065736 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550a16d9-84d7-4154-8e0f-e16803e569a1', 'tag': 'e9970982-dc4d-41a1-a77e-37a6c268b478', 'status': 'completed', 'code': 200} Nov 19 09:12:06.122394 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e1bb1c-2a19-4e8a-a90a-654c9af50de1,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:06.159917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-b10a7fe9-1e8d-43a6-aaf6-27554ef502dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:06.168481 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-b10a7fe9-1e8d-43a6-aaf6-27554ef502dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0993257 Nov 19 09:12:06.202097 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f846223-c208-4a45-a201-359ac5ec6184', 'name': 'tempest-FloatingIPsTestJSON-2020144795-router', 'tenant_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd6fd1a49-f79d-4de2-9ea2-d4975f9db4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:59Z', 'updated_at': '2021-11-19T09:12:02Z', 'revision_number': 3, 'project_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'gw_port': {'id': 'd6fd1a49-f79d-4de2-9ea2-d4975f9db4ff', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f846223-c208-4a45-a201-359ac5ec6184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:01Z', 'updated_at': '2021-11-19T09:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:06.334763 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Checking router: 7f846223-c208-4a45-a201-359ac5ec6184 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:12:06.335137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Updating router 7f846223-c208-4a45-a201-359ac5ec6184 port d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:12:06.351825 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-1d07f985-f855-403d-b909-f010e157dfff service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740124 Nov 19 09:12:06.373475 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:06.527465 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-09301e77-68a6-4e3d-971d-fc73e784cd55 req-51a2729d-dd25-480a-804c-28a3b1cbf30a service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680171 Nov 19 09:12:06.570912 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Attempting to bind port b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:06.571894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Attempting to bind port b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'a307f053-7c07-48f8-a08e-8e39ad8425f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:06.572395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Attempting to bind port b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 on network d8a67b9e-e28b-4258-82d2-afacf03cf508 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:06.625215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d410a-56d7-4f8c-bd9f-d0fb9706a9b0 req-1d32bb22-7ecd-4ffc-ad69-4f2b10926902 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:06.627312 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d9d410a-56d7-4f8c-bd9f-d0fb9706a9b0 req-1d32bb22-7ecd-4ffc-ad69-4f2b10926902 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 946 time: 0.2037978 Nov 19 09:12:06.628170 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Port b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 on network d8a67b9e-e28b-4258-82d2-afacf03cf508 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:12:06.628651 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Attempting to bind port b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 on network d8a67b9e-e28b-4258-82d2-afacf03cf508 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:06.654967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b2ee9-85c9-49eb-a9a4-e911ed123bfc req-f98b84eb-71fe-4a4b-84ef-bf5c8830dbeb tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:06.664264 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-692b2ee9-85c9-49eb-a9a4-e911ed123bfc req-f98b84eb-71fe-4a4b-84ef-bf5c8830dbeb tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/ports?device_id=550a16d9-84d7-4154-8e0f-e16803e569a1 HTTP/1.1" status: 200 len: 948 time: 0.3277478 Nov 19 09:12:06.676672 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:06.677625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Checking segment: {'id': 'a307f053-7c07-48f8-a08e-8e39ad8425f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:06.678312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Bound using segment: {'id': 'a307f053-7c07-48f8-a08e-8e39ad8425f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:06.679140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Bound port: b8e1bb1c-2a19-4e8a-a90a-654c9af50de1, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a307f053-7c07-48f8-a08e-8e39ad8425f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:06.679714 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:06.688848 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2977219-8aef-4729-828b-e6fbc6c67a20 req-17372169-3067-4acb-9479-867a10d495b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:06.698729 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2977219-8aef-4729-828b-e6fbc6c67a20 req-17372169-3067-4acb-9479-867a10d495b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=45985d013fa8474491654f701d6e39da&device_id=550a16d9-84d7-4154-8e0f-e16803e569a1 HTTP/1.1" status: 200 len: 1100 time: 0.1057687 Nov 19 09:12:06.725104 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:06.806663 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:06.817601 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:06.880364 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d9d410a-56d7-4f8c-bd9f-d0fb9706a9b0 req-4d971bbb-3990-427d-b16f-11188349d32a tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396841 Nov 19 09:12:06.891635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2977219-8aef-4729-828b-e6fbc6c67a20 req-1024d37e-b7a5-4ca3-8e71-1192bc8b1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:06.893232 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2977219-8aef-4729-828b-e6fbc6c67a20 req-1024d37e-b7a5-4ca3-8e71-1192bc8b1b61 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1876318 Nov 19 09:12:06.898086 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-692b2ee9-85c9-49eb-a9a4-e911ed123bfc req-24d9cc20-891a-437e-a18f-8dc1e867902f tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/security-groups?id=d03d0270-4a86-4d78-8281-0dcbcce59b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325442 Nov 19 09:12:06.935457 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Attempting to bind port d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:06.935935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Attempting to bind port d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:06.936366 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Attempting to bind port d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:06.943132 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:06.943558 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:06.944106 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:06.944582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:06.945236 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Bound port: d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:06.945733 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:06.947841 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ca611-cb1c-4262-8f39-9305824908f7 None None] Pushing event updated for resources: {'Port': ['ID=d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:06.987178 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2977219-8aef-4729-828b-e6fbc6c67a20 req-b2b7de9e-bd76-4a9d-86de-ddd19a96260c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=e9970982-dc4d-41a1-a77e-37a6c268b478 HTTP/1.1" status: 200 len: 217 time: 0.0853415 Nov 19 09:12:07.015276 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] For port b8e1bb1c-2a19-4e8a-a90a-654c9af50de1, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:07.061190 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] For port d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:07.066758 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] For port d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:07.076048 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:07.085462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] For port b8e1bb1c-2a19-4e8a-a90a-654c9af50de1, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b8e1bb1c-2a19-4e8a-a90a-654c9af50de1,segment=NetworkSegment(a307f053-7c07-48f8-a08e-8e39ad8425f0),segment_id=a307f053-7c07-48f8-a08e-8e39ad8425f0)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:07.109886 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2977219-8aef-4729-828b-e6fbc6c67a20 req-fc461012-5def-4242-9b30-789bcb993b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:07.110907 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2977219-8aef-4729-828b-e6fbc6c67a20 req-fc461012-5def-4242-9b30-789bcb993b81 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1131954 Nov 19 09:12:07.115050 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:07.198720 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2977219-8aef-4729-828b-e6fbc6c67a20 req-0d54a857-dbd4-480d-a1d3-ad5bd07fca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:07.200134 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2977219-8aef-4729-828b-e6fbc6c67a20 req-0d54a857-dbd4-480d-a1d3-ad5bd07fca6d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0730877 Nov 19 09:12:07.218498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Routers {'7f846223-c208-4a45-a201-359ac5ec6184'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:07.219591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:11:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7f846223-c208-4a45-a201-359ac5ec6184'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:07.239587 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ca611-cb1c-4262-8f39-9305824908f7 None None] Pushing event updated for resources: {'Port': ['ID=d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:07.340489 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2977219-8aef-4729-828b-e6fbc6c67a20 req-8b5f2cc5-369a-4f9b-b5e9-e3b891a0da05 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319299 Nov 19 09:12:07.375215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:07.375904 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:07.380277 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] 10.222.0.66 "PUT /v2.0/ports/b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 HTTP/1.1" status: 200 len: 1092 time: 3.2467561 Nov 19 09:12:07.385593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd256d717-9089-4d0c-9261-a8a88615ba49', 'tag': 'b8e1bb1c-2a19-4e8a-a90a-654c9af50de1'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:07.390251 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034e162a-bd83-4eac-8f40-f4c46e063f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d256d717-9089-4d0c-9261-a8a88615ba49", "tag": "b8e1bb1c-2a19-4e8a-a90a-654c9af50de1"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:07.476478 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] Set router 7f846223-c208-4a45-a201-359ac5ec6184 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:07.483222 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2977219-8aef-4729-828b-e6fbc6c67a20 req-822883c0-96b0-4ec8-9dac-58236d8dac00 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291189 Nov 19 09:12:07.519811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Allocated IP 172.20.0.1 (d739c9d0-cf60-4897-a984-4c5ca2ed18cf/74b5de66-d47a-41cf-812e-48448256866a/4b41850b-c320-4407-8af3-fbd44ed93cd5) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:07.522874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3444a-6c45-4006-985d-304971e9e441 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e1bb1c-2a19-4e8a-a90a-654c9af50de1,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:07.532918 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-dd5f8683-f71b-49b8-8f10-41aec8d9bcb1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:07.534573 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-dd5f8683-f71b-49b8-8f10-41aec8d9bcb1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 821 time: 0.3476439 Nov 19 09:12:07.560218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75c5a1-b0e2-45bb-8fcb-c005749a3d35 req-e5a150f8-3e0a-4154-ad95-d0bd35ce1743 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:07.568080 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa75c5a1-b0e2-45bb-8fcb-c005749a3d35 req-e5a150f8-3e0a-4154-ad95-d0bd35ce1743 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 943 time: 0.2489061 Nov 19 09:12:07.596510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-f40a385b-3dcb-4507-98c8-6a4bb006e993 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/quotas/6022a22e5412460ca709de7cbe4fe9f5 HTTP/1.1" status: 200 len: 375 time: 0.0520732 Nov 19 09:12:07.626104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-e0044217-243e-4a44-b144-9400f675afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:07.627600 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-e0044217-243e-4a44-b144-9400f675afd2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccdedb6f762740d59f75bc1ffb07679e&device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 1095 time: 0.1869197 Nov 19 09:12:07.725073 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f846223-c208-4a45-a201-359ac5ec6184', 'name': 'tempest-FloatingIPsTestJSON-2020144795-router', 'tenant_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd6fd1a49-f79d-4de2-9ea2-d4975f9db4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:59Z', 'updated_at': '2021-11-19T09:12:02Z', 'revision_number': 3, 'project_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'gw_port': {'id': 'd6fd1a49-f79d-4de2-9ea2-d4975f9db4ff', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f846223-c208-4a45-a201-359ac5ec6184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:01Z', 'updated_at': '2021-11-19T09:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:07.744499 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-9592f759-3d68-4339-8c83-ec99b7fefa81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 HTTP/1.1" status: 200 len: 217 time: 0.0726900 Nov 19 09:12:07.752475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa75c5a1-b0e2-45bb-8fcb-c005749a3d35 req-e24393e8-5eee-4be4-8747-28898201282f tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5417cf0-951f-4120-bbde-a3f8c1a6fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835186 Nov 19 09:12:07.755060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c3f641-a264-498c-91a1-fd8c458adf65 None None] The sync data for ids ['7f846223-c208-4a45-a201-359ac5ec6184'] in n-d-805649-14 is: [{'id': '7f846223-c208-4a45-a201-359ac5ec6184', 'name': 'tempest-FloatingIPsTestJSON-2020144795-router', 'tenant_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd6fd1a49-f79d-4de2-9ea2-d4975f9db4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:59Z', 'updated_at': '2021-11-19T09:12:02Z', 'revision_number': 3, 'project_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'gw_port': {'id': 'd6fd1a49-f79d-4de2-9ea2-d4975f9db4ff', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f846223-c208-4a45-a201-359ac5ec6184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:01Z', 'updated_at': '2021-11-19T09:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:12:07.844771 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff01cbb-9654-406f-b813-098ac8d4fa8f x-openstack-request-id: req-8ff01cbb-9654-406f-b813-098ac8d4fa8f {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:12:07.845133 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d256d717-9089-4d0c-9261-a8a88615ba49", "tag": "b8e1bb1c-2a19-4e8a-a90a-654c9af50de1", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:12:07.845349 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ff01cbb-9654-406f-b813-098ac8d4fa8f {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:12:07.845755 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd256d717-9089-4d0c-9261-a8a88615ba49', 'tag': 'b8e1bb1c-2a19-4e8a-a90a-654c9af50de1', 'status': 'completed', 'code': 200} Nov 19 09:12:07.858051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-e8929816-27b2-470f-9e7a-dc460d57051d tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2342453 Nov 19 09:12:07.896558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-87833238-795f-4e1f-97c5-558ed72237b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:07.898068 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-87833238-795f-4e1f-97c5-558ed72237b2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d57feb64-ebb4-46ef-a834-eace7da568f6 HTTP/1.1" status: 200 len: 855 time: 0.1427343 Nov 19 09:12:07.902019 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:08.071078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717169d-e4da-4b32-b843-eda71cd70dfb req-1fd7258a-72db-49d4-8273-a02a598a4524 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:08.073114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6717169d-e4da-4b32-b843-eda71cd70dfb req-1fd7258a-72db-49d4-8273-a02a598a4524 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "GET /v2.0/ports?device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 946 time: 0.2417998 Nov 19 09:12:08.146754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-89693abc-ed1f-455f-896b-99c9924758ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:08.149050 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-89693abc-ed1f-455f-896b-99c9924758ee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8a67b9e-e28b-4258-82d2-afacf03cf508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2410133 Nov 19 09:12:08.170056 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:08.568767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955855c-aefe-444e-af81-bc3d72ad7394 req-f38f5ac5-ed93-41e9-90bd-1a1810af8a6b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:08.570397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b955855c-aefe-444e-af81-bc3d72ad7394 req-f38f5ac5-ed93-41e9-90bd-1a1810af8a6b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 946 time: 0.5893323 Nov 19 09:12:08.580734 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-d5c4710a-2945-471e-84c8-1407a8a0e2f4 service neutron] 10.222.0.21 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7088881 Nov 19 09:12:08.689880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Network d739c9d0-cf60-4897-a984-4c5ca2ed18cf is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:08.705433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:08.712837 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Pushing event updated for resources: {'Port': ['ID=4b41850b-c320-4407-8af3-fbd44ed93cd5,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:08.715442 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:08.811858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:08.873204 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-f31ae4d6-8f68-4825-9157-98905f8a49cc service neutron] 10.222.0.21 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776659 Nov 19 09:12:08.886534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b955855c-aefe-444e-af81-bc3d72ad7394 req-b32e8c77-ba54-4343-8a8e-e0915b669638 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984109 Nov 19 09:12:08.891985 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:08.901335 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-5ec134b7-0fc3-4d1d-a34a-16c98f0c7dd9 service neutron] 10.222.0.66 "GET /v2.0/networks/d8a67b9e-e28b-4258-82d2-afacf03cf508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7396314 Nov 19 09:12:08.933421 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:08.935714 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:09.070223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-6717169d-e4da-4b32-b843-eda71cd70dfb req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Deleting port 118ad087-3176-4f4e-ad63-c4035f4fd948 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:09.070570 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6717169d-e4da-4b32-b843-eda71cd70dfb req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:09.125518 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:09.168551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:09.179340 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:09.184863 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-730a95a1-5add-4c60-9e72-a13b72d82792 None None] Provisioning complete for port 4b41850b-c320-4407-8af3-fbd44ed93cd5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:09.185189 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-730a95a1-5add-4c60-9e72-a13b72d82792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:09.217549 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e262b40-000e-4901-bc88-8a50e72d4dc9 req-76403464-0651-47f6-9c0c-90c50ec3eeba service neutron] 10.222.0.66 "GET /v2.0/networks/d8a67b9e-e28b-4258-82d2-afacf03cf508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773430 Nov 19 09:12:09.246418 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25b9bb-213b-4a92-ae28-b3e77e46c687 req-30fb43b8-342a-4292-a4a3-5d62518393c1 tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:09.253199 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-730a95a1-5add-4c60-9e72-a13b72d82792 None None] Port 4b41850b-c320-4407-8af3-fbd44ed93cd5 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:12:09.262004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b25b9bb-213b-4a92-ae28-b3e77e46c687 req-30fb43b8-342a-4292-a4a3-5d62518393c1 tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/ports?device_id=550a16d9-84d7-4154-8e0f-e16803e569a1 HTTP/1.1" status: 200 len: 948 time: 0.2487965 Nov 19 09:12:09.298233 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:09.415836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-6717169d-e4da-4b32-b843-eda71cd70dfb req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] For port 118ad087-3176-4f4e-ad63-c4035f4fd948, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=118ad087-3176-4f4e-ad63-c4035f4fd948,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:09.416346 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6717169d-e4da-4b32-b843-eda71cd70dfb req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:09.421572 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:09.443265 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b25b9bb-213b-4a92-ae28-b3e77e46c687 req-6d5869be-6e2f-4445-be76-070a236fb38c tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/security-groups?id=d03d0270-4a86-4d78-8281-0dcbcce59b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762826 Nov 19 09:12:09.449945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-6717169d-e4da-4b32-b843-eda71cd70dfb req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Calling delete_port for 118ad087-3176-4f4e-ad63-c4035f4fd948 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:09.465662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e162a-bd83-4eac-8f40-f4c46e063f7a req-4ec9cfa4-b4a3-4d2c-b530-55fd94051d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:09.467200 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-034e162a-bd83-4eac-8f40-f4c46e063f7a req-4ec9cfa4-b4a3-4d2c-b530-55fd94051d4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccdedb6f762740d59f75bc1ffb07679e&device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 1095 time: 0.1844871 Nov 19 09:12:09.469276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e9970982-dc4d-41a1-a77e-37a6c268b478 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:12:09.693379 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e9970982-dc4d-41a1-a77e-37a6c268b478, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e9970982-dc4d-41a1-a77e-37a6c268b478,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:09.712581 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'e9970982-dc4d-41a1-a77e-37a6c268b478', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'e9970982-dc4d-41a1-a77e-37a6c268b478', 'mac_address': 'fa:16:3e:a4:19:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:12:09.768689 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:09.782464 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11307418-1c9f-4235-bd60-5699e6ef0640 req-2e9f83a6-aec7-43d0-b77e-6e9553e6b65a tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 210 time: 0.0760434 Nov 19 09:12:09.795097 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9970982-dc4d-41a1-a77e-37a6c268b478 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:12:09.796148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e162a-bd83-4eac-8f40-f4c46e063f7a req-b0233871-48d3-4cac-8a54-ebfc14d4d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:09.797686 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-034e162a-bd83-4eac-8f40-f4c46e063f7a req-b0233871-48d3-4cac-8a54-ebfc14d4d54f service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8a67b9e-e28b-4258-82d2-afacf03cf508 HTTP/1.1" status: 200 len: 917 time: 0.3070798 Nov 19 09:12:09.837723 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e9970982-dc4d-41a1-a77e-37a6c268b478, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e9970982-dc4d-41a1-a77e-37a6c268b478,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:09.846396 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:09.890297 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-034e162a-bd83-4eac-8f40-f4c46e063f7a req-8414cbcd-d6aa-4fdd-9dca-aa3507835778 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 HTTP/1.1" status: 200 len: 217 time: 0.0840404 Nov 19 09:12:09.929027 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=e9970982-dc4d-41a1-a77e-37a6c268b478,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:09.976546 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e162a-bd83-4eac-8f40-f4c46e063f7a req-5e565de0-f4fa-4d39-a50e-19dffa53fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:09.978064 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-034e162a-bd83-4eac-8f40-f4c46e063f7a req-5e565de0-f4fa-4d39-a50e-19dffa53fcf4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d57feb64-ebb4-46ef-a834-eace7da568f6 HTTP/1.1" status: 200 len: 855 time: 0.0624983 Nov 19 09:12:09.989862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3ddd2-6b96-41a2-a224-24cabed90ac1 req-b153083a-89a8-4332-aeb8-f23b3b7490fd tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:09.998355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9f3ddd2-6b96-41a2-a224-24cabed90ac1 req-b153083a-89a8-4332-aeb8-f23b3b7490fd tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 943 time: 0.2791650 Nov 19 09:12:10.110549 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['e9970982-dc4d-41a1-a77e-37a6c268b478'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:12:10.122051 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6717169d-e4da-4b32-b843-eda71cd70dfb req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:10.141620 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['89bbd628-c1c5-483c-93cd-8d9d2e18e0db'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:12:10.167477 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:10.207685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e162a-bd83-4eac-8f40-f4c46e063f7a req-34e16ee2-1064-49ca-a3e1-8c2a11325957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:10.209388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-034e162a-bd83-4eac-8f40-f4c46e063f7a req-34e16ee2-1064-49ca-a3e1-8c2a11325957 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8a67b9e-e28b-4258-82d2-afacf03cf508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1969883 Nov 19 09:12:10.209940 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:10.212321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Pushing event deleted for resources: {'Port': ['ID=118ad087-3176-4f4e-ad63-c4035f4fd948,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:10.236901 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 118ad087-3176-4f4e-ad63-c4035f4fd948 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:12:10.247231 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9f3ddd2-6b96-41a2-a224-24cabed90ac1 req-ada326aa-a476-4ad2-885d-ebc757e25e55 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5417cf0-951f-4120-bbde-a3f8c1a6fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477345 Nov 19 09:12:10.257009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85076dbe-680b-4408-8d1d-3c266a435b08 req-bcb57817-a686-4675-99f7-9aa1856d2891 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:10.259594 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-85076dbe-680b-4408-8d1d-3c266a435b08 req-bcb57817-a686-4675-99f7-9aa1856d2891 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9d202c3-efa9-4543-b4de-315d0d3f0fc2 HTTP/1.1" status: 200 len: 867 time: 0.2373261 Nov 19 09:12:10.277970 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 118ad087-3176-4f4e-ad63-c4035f4fd948 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:12:10.278313 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 118ad087-3176-4f4e-ad63-c4035f4fd948 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:12:10.292506 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:10.293338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:10.294214 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:10.295441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:10.296004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:10.297055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:10.297457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:10.297850 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:10.298465 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:10.298816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:10.299320 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:10.299972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:10.453376 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-6717169d-e4da-4b32-b843-eda71cd70dfb req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] No DVR routers for this DVR port 118ad087-3176-4f4e-ad63-c4035f4fd948 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:12:10.465874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6717169d-e4da-4b32-b843-eda71cd70dfb req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:10.469264 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6717169d-e4da-4b32-b843-eda71cd70dfb req-89d2fd1b-96a8-4ec5-af4b-c56a4919a9fe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "DELETE /v2.0/ports/118ad087-3176-4f4e-ad63-c4035f4fd948 HTTP/1.1" status: 204 len: 173 time: 2.3792973 Nov 19 09:12:10.470016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d202c3-efa9-4543-b4de-315d0d3f0fc2', 'name': 'network-vif-deleted', 'tag': '118ad087-3176-4f4e-ad63-c4035f4fd948'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:10.472538 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c061d2d3-6e64-4afb-ae3b-6da7a3841caa" -d '{"events": [{"server_uuid": "d9d202c3-efa9-4543-b4de-315d0d3f0fc2", "name": "network-vif-deleted", "tag": "118ad087-3176-4f4e-ad63-c4035f4fd948"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:10.476223 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:10.500095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Pushing event updated for resources: {'Port': ['ID=4b41850b-c320-4407-8af3-fbd44ed93cd5,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:10.541563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-85076dbe-680b-4408-8d1d-3c266a435b08 req-92d6a620-8055-492c-9313-1bd96f11a7c9 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273991 Nov 19 09:12:10.619164 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-034e162a-bd83-4eac-8f40-f4c46e063f7a req-f0fc38db-ed99-47c6-bd3e-d04a16fa669d service neutron] 10.222.0.66 "GET /v2.0/networks/d8a67b9e-e28b-4258-82d2-afacf03cf508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537173 Nov 19 09:12:10.639551 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e5450d-6add-4417-9ea5-8eb3aedb9141 x-openstack-request-id: req-e7e5450d-6add-4417-9ea5-8eb3aedb9141 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:12:10.640008 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d202c3-efa9-4543-b4de-315d0d3f0fc2", "name": "network-vif-deleted", "tag": "118ad087-3176-4f4e-ad63-c4035f4fd948", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:12:10.640425 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7e5450d-6add-4417-9ea5-8eb3aedb9141 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:12:10.641059 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d202c3-efa9-4543-b4de-315d0d3f0fc2', 'name': 'network-vif-deleted', 'tag': '118ad087-3176-4f4e-ad63-c4035f4fd948', 'status': 'completed', 'code': 200} Nov 19 09:12:10.758330 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:10.764284 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Network d739c9d0-cf60-4897-a984-4c5ca2ed18cf is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:10.779682 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2f59f-3622-4871-9c22-80490c16f6a8 req-ff77d241-fa38-4e15-8c70-ef92cff97e4d tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:10.781284 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26c2f59f-3622-4871-9c22-80490c16f6a8 req-ff77d241-fa38-4e15-8c70-ef92cff97e4d tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/ports?device_id=550a16d9-84d7-4154-8e0f-e16803e569a1 HTTP/1.1" status: 200 len: 949 time: 0.1379769 Nov 19 09:12:10.784375 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:10.813493 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:10.814009 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:10.826734 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-034e162a-bd83-4eac-8f40-f4c46e063f7a req-6a8ca753-72a0-41cd-b649-125bcf78c84c service neutron] 10.222.0.66 "GET /v2.0/networks/d8a67b9e-e28b-4258-82d2-afacf03cf508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974235 Nov 19 09:12:10.942971 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26c2f59f-3622-4871-9c22-80490c16f6a8 req-edff2073-6135-441e-a9a9-7e3794e0d95a tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/security-groups?id=d03d0270-4a86-4d78-8281-0dcbcce59b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438043 Nov 19 09:12:11.000792 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e92c9f7c-0769-45db-a9f7-db67b18fc093 req-6477d535-5a8d-4149-9b9f-8b1a3030ea3e tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 210 time: 0.0360153 Nov 19 09:12:11.035217 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Router 7f846223-c208-4a45-a201-359ac5ec6184 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:12:11.093006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c402fdf9-5a20-40dd-bb99-5bce236de531 None None] Provisioning complete for port 4b41850b-c320-4407-8af3-fbd44ed93cd5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:11.094096 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c402fdf9-5a20-40dd-bb99-5bce236de531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:11.137921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c402fdf9-5a20-40dd-bb99-5bce236de531 None None] Port 4b41850b-c320-4407-8af3-fbd44ed93cd5 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:12:11.228497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-ddbb4e2a-8f28-4062-83a5-dab5227c6703 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:11.230066 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-ddbb4e2a-8f28-4062-83a5-dab5227c6703 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.71 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 821 time: 0.2216935 Nov 19 09:12:11.249402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-3d434e7e-bad2-48a8-b049-6689b4ba29f1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Request body: {'port': {'device_id': 'f7d721ef-4adc-46a5-b8a3-3b0299df148e', 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7', 'admin_state_up': True, 'tenant_id': '6022a22e5412460ca709de7cbe4fe9f5'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:11.306576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:12:11.323058 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b2e05873-9f0f-4f98-8be9-dd079fa52f03 admin admin] 10.222.0.21 "PUT /v2.0/routers/7f846223-c208-4a45-a201-359ac5ec6184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4728193 Nov 19 09:12:11.326794 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Sync routers for ids ['7f846223-c208-4a45-a201-359ac5ec6184'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:12:11.350487 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Routers {'7f846223-c208-4a45-a201-359ac5ec6184'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:11.351138 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:11:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7f846223-c208-4a45-a201-359ac5ec6184'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:11.488378 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Set router 7f846223-c208-4a45-a201-359ac5ec6184 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:11.491768 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afaa6fe-0960-4e56-aef0-7a7686b084ee req-21f9edd4-022a-4d1c-920a-9d09bce06090 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:11.494267 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8afaa6fe-0960-4e56-aef0-7a7686b084ee req-21f9edd4-022a-4d1c-920a-9d09bce06090 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 943 time: 0.1304419 Nov 19 09:12:11.496603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-3d434e7e-bad2-48a8-b049-6689b4ba29f1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Made reservation on behalf of 6022a22e5412460ca709de7cbe4fe9f5 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:12:11.497560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e9970982-dc4d-41a1-a77e-37a6c268b478 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:11.500807 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-3d434e7e-bad2-48a8-b049-6689b4ba29f1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:11.579260 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port e9970982-dc4d-41a1-a77e-37a6c268b478 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:12:11.585448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port e9970982-dc4d-41a1-a77e-37a6c268b478 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:11.586379 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:11.589393 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8afaa6fe-0960-4e56-aef0-7a7686b084ee req-b03001d0-cdda-4e58-86b5-435fd5fa0231 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5417cf0-951f-4120-bbde-a3f8c1a6fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829413 Nov 19 09:12:11.788664 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f846223-c208-4a45-a201-359ac5ec6184', 'name': 'tempest-FloatingIPsTestJSON-2020144795-router', 'tenant_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd6fd1a49-f79d-4de2-9ea2-d4975f9db4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:59Z', 'updated_at': '2021-11-19T09:12:09Z', 'revision_number': 4, 'project_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'gw_port': {'id': 'd6fd1a49-f79d-4de2-9ea2-d4975f9db4ff', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f846223-c208-4a45-a201-359ac5ec6184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:01Z', 'updated_at': '2021-11-19T09:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4b41850b-c320-4407-8af3-fbd44ed93cd5', 'name': '', 'network_id': 'd739c9d0-cf60-4897-a984-4c5ca2ed18cf', 'tenant_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'mac_address': 'fa:16:3e:b8:a2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f846223-c208-4a45-a201-359ac5ec6184', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '74b5de66-d47a-41cf-812e-48448256866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:06Z', 'updated_at': '2021-11-19T09:12:09Z', 'revision_number': 2, 'project_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'subnets': [{'id': '74b5de66-d47a-41cf-812e-48448256866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:11.885981 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Checking router: 7f846223-c208-4a45-a201-359ac5ec6184 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:12:11.887900 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Updating router 7f846223-c208-4a45-a201-359ac5ec6184 port 4b41850b-c320-4407-8af3-fbd44ed93cd5 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:12:11.892245 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-3d434e7e-bad2-48a8-b049-6689b4ba29f1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Allocated IP 172.20.0.7 (d30fbe71-c087-401f-bfe5-900cf79af0c7/c9edaf5b-2c55-4161-9d45-b732449b4ded/bba2c378-3ed7-4115-b49c-f89ea9772621) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:11.956512 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:11.998835 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b3976a61-719e-42a2-ae6c-1d418904284c req-bbada498-540a-4b66-bbf6-104a972a8f03 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2937317 Nov 19 09:12:12.034794 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:12.039676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-b3976a61-719e-42a2-ae6c-1d418904284c req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:12.073349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550a16d9-84d7-4154-8e0f-e16803e569a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9970982-dc4d-41a1-a77e-37a6c268b478'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:12.075776 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa98eb09-2183-491a-b90c-aa6379e3b370" -d '{"events": [{"server_uuid": "550a16d9-84d7-4154-8e0f-e16803e569a1", "name": "network-vif-plugged", "status": "completed", "tag": "e9970982-dc4d-41a1-a77e-37a6c268b478"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:12.091368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e9970982-dc4d-41a1-a77e-37a6c268b478, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e9970982-dc4d-41a1-a77e-37a6c268b478,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:12.097197 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:12.155710 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=e9970982-dc4d-41a1-a77e-37a6c268b478,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:12.156009 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b3976a61-719e-42a2-ae6c-1d418904284c req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:12.315289 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:12.322236 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:12.399913 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7694e-2bf7-4647-8371-08c2febf19cf None None] Pushing event updated for resources: {'Port': ['ID=4b41850b-c320-4407-8af3-fbd44ed93cd5,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:12.410570 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7694e-2bf7-4647-8371-08c2febf19cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:12.411365 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7694e-2bf7-4647-8371-08c2febf19cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:12.411897 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7694e-2bf7-4647-8371-08c2febf19cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:12.412557 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7694e-2bf7-4647-8371-08c2febf19cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:12.413115 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7694e-2bf7-4647-8371-08c2febf19cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:12.413757 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7694e-2bf7-4647-8371-08c2febf19cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:12.414251 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7694e-2bf7-4647-8371-08c2febf19cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:12.414819 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7694e-2bf7-4647-8371-08c2febf19cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:12.415517 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7694e-2bf7-4647-8371-08c2febf19cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:12.416004 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7694e-2bf7-4647-8371-08c2febf19cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:12.416653 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7694e-2bf7-4647-8371-08c2febf19cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:12.417494 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7694e-2bf7-4647-8371-08c2febf19cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:12.512247 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Attempting to bind port 4b41850b-c320-4407-8af3-fbd44ed93cd5 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:12.512764 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Attempting to bind port 4b41850b-c320-4407-8af3-fbd44ed93cd5 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0b0f865b-b3ab-49a9-8320-8d16bb2d8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd739c9d0-cf60-4897-a984-4c5ca2ed18cf'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:12.513520 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Attempting to bind port 4b41850b-c320-4407-8af3-fbd44ed93cd5 on network d739c9d0-cf60-4897-a984-4c5ca2ed18cf {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:12.523482 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:12.524056 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Checking segment: {'id': '0b0f865b-b3ab-49a9-8320-8d16bb2d8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd739c9d0-cf60-4897-a984-4c5ca2ed18cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:12.524818 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:12.525729 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Bound using segment: {'id': '0b0f865b-b3ab-49a9-8320-8d16bb2d8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd739c9d0-cf60-4897-a984-4c5ca2ed18cf'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:12.526835 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Bound port: 4b41850b-c320-4407-8af3-fbd44ed93cd5, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0f865b-b3ab-49a9-8320-8d16bb2d8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd739c9d0-cf60-4897-a984-4c5ca2ed18cf'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:12.527348 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:12.589686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e009d-027e-4125-90f1-7c33983998f8 req-1fb631e2-9fa2-4aa2-8360-a206d71f5289 tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:12.597190 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c7e009d-027e-4125-90f1-7c33983998f8 req-1fb631e2-9fa2-4aa2-8360-a206d71f5289 tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/ports?device_id=550a16d9-84d7-4154-8e0f-e16803e569a1 HTTP/1.1" status: 200 len: 950 time: 0.5314529 Nov 19 09:12:12.602163 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-3d434e7e-bad2-48a8-b049-6689b4ba29f1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:12.619099 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] For port 4b41850b-c320-4407-8af3-fbd44ed93cd5, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:12.623779 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] For port 4b41850b-c320-4407-8af3-fbd44ed93cd5, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4b41850b-c320-4407-8af3-fbd44ed93cd5,segment=NetworkSegment(0b0f865b-b3ab-49a9-8320-8d16bb2d8269),segment_id=0b0f865b-b3ab-49a9-8320-8d16bb2d8269)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:12.629940 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:12.672937 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-64cfca82-d1a7-439b-9bef-49d853684f2e None None] Provisioning complete for port 4b41850b-c320-4407-8af3-fbd44ed93cd5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:12.673700 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-64cfca82-d1a7-439b-9bef-49d853684f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:12.709660 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c7e009d-027e-4125-90f1-7c33983998f8 req-b611f6d8-089a-4244-bcbf-cb79318c1e3b tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/security-groups?id=d03d0270-4a86-4d78-8281-0dcbcce59b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114860 Nov 19 09:12:12.712789 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-3d434e7e-bad2-48a8-b049-6689b4ba29f1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:12.721234 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7694e-2bf7-4647-8371-08c2febf19cf None None] Pushing event updated for resources: {'Port': ['ID=4b41850b-c320-4407-8af3-fbd44ed93cd5,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:12.738216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['46a27362-8a8f-4d4b-921d-4942d6e4ca62'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:12:12.799448 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Routers {'7f846223-c208-4a45-a201-359ac5ec6184'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:12.800083 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:11:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7f846223-c208-4a45-a201-359ac5ec6184'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:12.823217 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-3d434e7e-bad2-48a8-b049-6689b4ba29f1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Network d30fbe71-c087-401f-bfe5-900cf79af0c7 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:12.836196 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b3976a61-719e-42a2-ae6c-1d418904284c req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:12.843839 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-3d434e7e-bad2-48a8-b049-6689b4ba29f1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:12.846483 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-3d434e7e-bad2-48a8-b049-6689b4ba29f1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:12.872589 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-64cfca82-d1a7-439b-9bef-49d853684f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:12.959545 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-64cfca82-d1a7-439b-9bef-49d853684f2e None None] For port 4b41850b-c320-4407-8af3-fbd44ed93cd5, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4b41850b-c320-4407-8af3-fbd44ed93cd5,segment=NetworkSegment(0b0f865b-b3ab-49a9-8320-8d16bb2d8269),segment_id=0b0f865b-b3ab-49a9-8320-8d16bb2d8269)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:12.984454 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-64cfca82-d1a7-439b-9bef-49d853684f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:12.995857 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d434e7e-bad2-48a8-b049-6689b4ba29f1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Pushing event updated for resources: {'Port': ['ID=bba2c378-3ed7-4115-b49c-f89ea9772621,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:13.036742 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-3d434e7e-bad2-48a8-b049-6689b4ba29f1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:13.037469 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-3d434e7e-bad2-48a8-b049-6689b4ba29f1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:13.065183 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfca82-d1a7-439b-9bef-49d853684f2e None None] Pushing event updated for resources: {'Port': ['ID=4b41850b-c320-4407-8af3-fbd44ed93cd5,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:13.104930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-3d434e7e-bad2-48a8-b049-6689b4ba29f1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8616052 Nov 19 09:12:13.121575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Request body: {'port': {'device_id': 'f7d721ef-4adc-46a5-b8a3-3b0299df148e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:13.156488 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-59eb6dc0-03fa-41a9-9e23-879dca059d32 None None] Provisioning complete for port 4b41850b-c320-4407-8af3-fbd44ed93cd5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:13.158161 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-59eb6dc0-03fa-41a9-9e23-879dca059d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:13.192904 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-b3976a61-719e-42a2-ae6c-1d418904284c req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Allocated IP 172.25.0.240 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/7becab2d-5490-4567-95a6-2f6d36ec7c07) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:13.205817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959d14a-4c98-4246-8688-f53150251431 req-bd14d379-bcff-41c3-9a86-146a38bd6491 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:13.210744 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] Set router 7f846223-c208-4a45-a201-359ac5ec6184 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:13.214279 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d959d14a-4c98-4246-8688-f53150251431 req-bd14d379-bcff-41c3-9a86-146a38bd6491 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 804 time: 0.3797631 Nov 19 09:12:13.244676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d959d14a-4c98-4246-8688-f53150251431 req-760fa820-cd9e-4722-80fb-161f47cfe602 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/quotas/d989f3321d484896968fa83d99590725 HTTP/1.1" status: 200 len: 375 time: 0.0293734 Nov 19 09:12:13.309592 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:13.421930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d959d14a-4c98-4246-8688-f53150251431 req-9d8b40c1-4d39-4025-a16c-0a34280caec5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1594307 Nov 19 09:12:13.474380 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f846223-c208-4a45-a201-359ac5ec6184', 'name': 'tempest-FloatingIPsTestJSON-2020144795-router', 'tenant_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd6fd1a49-f79d-4de2-9ea2-d4975f9db4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:59Z', 'updated_at': '2021-11-19T09:12:09Z', 'revision_number': 4, 'project_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'gw_port': {'id': 'd6fd1a49-f79d-4de2-9ea2-d4975f9db4ff', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f846223-c208-4a45-a201-359ac5ec6184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:01Z', 'updated_at': '2021-11-19T09:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4b41850b-c320-4407-8af3-fbd44ed93cd5', 'name': '', 'network_id': 'd739c9d0-cf60-4897-a984-4c5ca2ed18cf', 'tenant_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'mac_address': 'fa:16:3e:b8:a2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f846223-c208-4a45-a201-359ac5ec6184', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '74b5de66-d47a-41cf-812e-48448256866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:06Z', 'updated_at': '2021-11-19T09:12:12Z', 'revision_number': 4, 'project_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'subnets': [{'id': '74b5de66-d47a-41cf-812e-48448256866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:13.505521 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b192d2d5-1bde-49f3-9df2-7f73a75a37e5 None None] The sync data for ids ['7f846223-c208-4a45-a201-359ac5ec6184'] in n-d-805649-14 is: [{'id': '7f846223-c208-4a45-a201-359ac5ec6184', 'name': 'tempest-FloatingIPsTestJSON-2020144795-router', 'tenant_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd6fd1a49-f79d-4de2-9ea2-d4975f9db4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:59Z', 'updated_at': '2021-11-19T09:12:09Z', 'revision_number': 4, 'project_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'gw_port': {'id': 'd6fd1a49-f79d-4de2-9ea2-d4975f9db4ff', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f846223-c208-4a45-a201-359ac5ec6184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:01Z', 'updated_at': '2021-11-19T09:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4b41850b-c320-4407-8af3-fbd44ed93cd5', 'name': '', 'network_id': 'd739c9d0-cf60-4897-a984-4c5ca2ed18cf', 'tenant_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'mac_address': 'fa:16:3e:b8:a2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f846223-c208-4a45-a201-359ac5ec6184', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '74b5de66-d47a-41cf-812e-48448256866a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:06Z', 'updated_at': '2021-11-19T09:12:12Z', 'revision_number': 4, 'project_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'subnets': [{'id': '74b5de66-d47a-41cf-812e-48448256866a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:12:13.598986 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b3976a61-719e-42a2-ae6c-1d418904284c req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:13.748797 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b3976a61-719e-42a2-ae6c-1d418904284c req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:13.755948 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d959d14a-4c98-4246-8688-f53150251431 req-cf58c53c-3a95-452a-af11-230acb5eb066 service neutron] 10.222.0.21 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208153 Nov 19 09:12:13.878439 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Pushing event updated for resources: {'Port': ['ID=7becab2d-5490-4567-95a6-2f6d36ec7c07,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:13.882117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3976a61-719e-42a2-ae6c-1d418904284c req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:13.891965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-b3976a61-719e-42a2-ae6c-1d418904284c req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:13.906077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3976a61-719e-42a2-ae6c-1d418904284c req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:14.013357 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d959d14a-4c98-4246-8688-f53150251431 req-3cf236a1-4914-4ffd-8e8a-ea7928f07c56 service neutron] 10.222.0.21 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266989 Nov 19 09:12:14.026150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba2c378-3ed7-4115-b49c-f89ea9772621 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:12:14.038575 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:14.086713 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Transition to ACTIVE for port object bba2c378-3ed7-4115-b49c-f89ea9772621 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:12:14.097377 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b3976a61-719e-42a2-ae6c-1d418904284c req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:14.105746 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:14.198185 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b3976a61-719e-42a2-ae6c-1d418904284c req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:14.264987 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=bba2c378-3ed7-4115-b49c-f89ea9772621,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:14.423985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a81dc9-1862-46c5-a3fd-9ae801323672 req-ba206c11-14c2-4e9b-865e-4dc3d955264c tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:14.426731 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6a81dc9-1862-46c5-a3fd-9ae801323672 req-ba206c11-14c2-4e9b-865e-4dc3d955264c tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 943 time: 0.1881104 Nov 19 09:12:14.430834 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Attempting to bind port bba2c378-3ed7-4115-b49c-f89ea9772621 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:14.431341 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Attempting to bind port bba2c378-3ed7-4115-b49c-f89ea9772621 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:14.431831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Attempting to bind port bba2c378-3ed7-4115-b49c-f89ea9772621 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:14.439354 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Port bba2c378-3ed7-4115-b49c-f89ea9772621 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:12:14.439579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Attempting to bind port bba2c378-3ed7-4115-b49c-f89ea9772621 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:14.457452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:14.457791 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Checking segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:14.458172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Bound using segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:14.458614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Bound port: bba2c378-3ed7-4115-b49c-f89ea9772621, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:14.459001 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:14.618273 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] For port bba2c378-3ed7-4115-b49c-f89ea9772621, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:14.655618 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] For port bba2c378-3ed7-4115-b49c-f89ea9772621, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bba2c378-3ed7-4115-b49c-f89ea9772621,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:14.673475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6a81dc9-1862-46c5-a3fd-9ae801323672 req-dd30e109-9aba-4d32-803a-2a46b5d09096 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172902 Nov 19 09:12:14.684147 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:14.780058 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144a9f90-e9ba-422b-8c19-7387ce82f487 x-openstack-request-id: req-144a9f90-e9ba-422b-8c19-7387ce82f487 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:12:14.781575 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550a16d9-84d7-4154-8e0f-e16803e569a1", "name": "network-vif-plugged", "status": "completed", "tag": "e9970982-dc4d-41a1-a77e-37a6c268b478", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:12:14.786598 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-144a9f90-e9ba-422b-8c19-7387ce82f487 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:12:14.790854 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550a16d9-84d7-4154-8e0f-e16803e569a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9970982-dc4d-41a1-a77e-37a6c268b478', 'code': 200} Nov 19 09:12:14.817783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:14.818500 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:14.820409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] 10.222.0.71 "PUT /v2.0/ports/bba2c378-3ed7-4115-b49c-f89ea9772621 HTTP/1.1" status: 200 len: 1092 time: 1.7052975 Nov 19 09:12:14.824891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d721ef-4adc-46a5-b8a3-3b0299df148e', 'tag': 'bba2c378-3ed7-4115-b49c-f89ea9772621'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:14.832560 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49895295-e761-451f-8c55-6e23be5db55f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d721ef-4adc-46a5-b8a3-3b0299df148e", "tag": "bba2c378-3ed7-4115-b49c-f89ea9772621"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:14.838600 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4b41850b-c320-4407-8af3-fbd44ed93cd5 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:14.873824 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b3976a61-719e-42a2-ae6c-1d418904284c req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:14.878409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bf05e-d2f5-4c5d-bd32-aa4c97813ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=bba2c378-3ed7-4115-b49c-f89ea9772621,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:14.886758 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b3976a61-719e-42a2-ae6c-1d418904284c req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:14.951538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4b41850b-c320-4407-8af3-fbd44ed93cd5 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:14.954390 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:15.113886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-bc7cfbca-befb-4b1d-b2a2-978597102f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:15.115797 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-bc7cfbca-befb-4b1d-b2a2-978597102f2c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 1095 time: 0.1486216 Nov 19 09:12:15.131016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a019ea-136f-4789-8e79-e1ecce60ab19 req-b9910609-fa2b-49b6-b162-d3fd840c9ed0 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:15.132428 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14a019ea-136f-4789-8e79-e1ecce60ab19 req-b9910609-fa2b-49b6-b162-d3fd840c9ed0 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 943 time: 0.2469389 Nov 19 09:12:15.133116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Pushing event updated for resources: {'Port': ['ID=7becab2d-5490-4567-95a6-2f6d36ec7c07,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:15.135631 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b3976a61-719e-42a2-ae6c-1d418904284c req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:15.151891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030f98b-9fbb-494e-b99d-c8d3574fa68d req-25a139ee-d338-4886-8d21-819d887b0e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:15.153632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1030f98b-9fbb-494e-b99d-c8d3574fa68d req-25a139ee-d338-4886-8d21-819d887b0e06 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=550a16d9-84d7-4154-8e0f-e16803e569a1 HTTP/1.1" status: 200 len: 1102 time: 0.2217119 Nov 19 09:12:15.204588 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-45b8a156-921c-46ed-8689-edc1aa072fc1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bba2c378-3ed7-4115-b49c-f89ea9772621 HTTP/1.1" status: 200 len: 217 time: 0.0652080 Nov 19 09:12:15.234452 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b3976a61-719e-42a2-ae6c-1d418904284c req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:15.234888 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:15.235741 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b3976a61-719e-42a2-ae6c-1d418904284c req-dadd650f-9f2c-4838-8c3e-99e062aab360 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2360213 Nov 19 09:12:15.353375 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b3976a61-719e-42a2-ae6c-1d418904284c req-5e425c8d-675a-46d9-bd89-dc28cb43d5b8 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 696 time: 0.0965817 Nov 19 09:12:15.361856 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14a019ea-136f-4789-8e79-e1ecce60ab19 req-27cfb5e3-7865-41b7-8cb4-95e6c5d1c823 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5417cf0-951f-4120-bbde-a3f8c1a6fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073321 Nov 19 09:12:15.367212 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-6c72f994-2a5b-4831-9165-339f3d2ccc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:15.369198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-6c72f994-2a5b-4831-9165-339f3d2ccc46 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.1480095 Nov 19 09:12:15.378434 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1030f98b-9fbb-494e-b99d-c8d3574fa68d req-75fa78bf-b1d1-4a25-b1ba-f4bb28d062c0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d03d0270-4a86-4d78-8281-0dcbcce59b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896300 Nov 19 09:12:15.452699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-ddc7ced7-9906-4f2b-9573-1a72855feabc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732827 Nov 19 09:12:15.560126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3976a61-719e-42a2-ae6c-1d418904284c req-55424c10-e576-4e25-b068-2abdd303fcb5 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:15.561814 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b3976a61-719e-42a2-ae6c-1d418904284c req-55424c10-e576-4e25-b068-2abdd303fcb5 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.1990578 Nov 19 09:12:15.718526 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-5cc38d06-63cf-4c39-a721-0323a859e22c service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308409 Nov 19 09:12:15.787059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959d14a-4c98-4246-8688-f53150251431 req-a3f0d226-d269-4679-9d88-d079598d47f5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:15.788885 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d959d14a-4c98-4246-8688-f53150251431 req-a3f0d226-d269-4679-9d88-d079598d47f5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 804 time: 0.2254868 Nov 19 09:12:15.805192 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-d959d14a-4c98-4246-8688-f53150251431 req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Request body: {'port': {'device_id': 'cb1cfd2a-7030-44e3-b7bc-47161cff982e', 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b', 'admin_state_up': True, 'tenant_id': 'd989f3321d484896968fa83d99590725'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:15.818500 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a596f71-8eb7-4599-9f44-7b9fc26d6ce3 req-8022cfbf-965b-47d1-9184-e02f950637c4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1cfd2a-7030-44e3-b7bc-47161cff982e HTTP/1.1" status: 200 len: 210 time: 0.0376964 Nov 19 09:12:15.826102 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0db2f1-2819-4b9d-883b-edf6bcfbdbe5 req-eb8fae79-bacc-4243-9305-03c17309833e tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:15.827627 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a0db2f1-2819-4b9d-883b-edf6bcfbdbe5 req-eb8fae79-bacc-4243-9305-03c17309833e tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/ports?device_id=550a16d9-84d7-4154-8e0f-e16803e569a1 HTTP/1.1" status: 200 len: 950 time: 0.1615162 Nov 19 09:12:15.887833 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20644890-3b7b-40ce-89bb-af23c6d538ed x-openstack-request-id: req-20644890-3b7b-40ce-89bb-af23c6d538ed {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:12:15.888045 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d721ef-4adc-46a5-b8a3-3b0299df148e", "tag": "bba2c378-3ed7-4115-b49c-f89ea9772621", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:12:15.888323 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20644890-3b7b-40ce-89bb-af23c6d538ed {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:12:15.888717 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d721ef-4adc-46a5-b8a3-3b0299df148e', 'tag': 'bba2c378-3ed7-4115-b49c-f89ea9772621', 'status': 'completed', 'code': 200} Nov 19 09:12:15.897791 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-722b62a4-4f7d-4169-bd77-e3dd3c94bb74 req-04a1c1bd-dc31-4d06-8ad5-bf548f0ea43a service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707902 Nov 19 09:12:15.944146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d959d14a-4c98-4246-8688-f53150251431 req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Made reservation on behalf of d989f3321d484896968fa83d99590725 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:12:15.947351 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d959d14a-4c98-4246-8688-f53150251431 req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:15.992951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a0db2f1-2819-4b9d-883b-edf6bcfbdbe5 req-da132710-4315-4415-966a-8f27e4a50584 tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/security-groups?id=d03d0270-4a86-4d78-8281-0dcbcce59b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566379 Nov 19 09:12:15.995827 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f35c89a-2d4f-47dc-b9b1-4e239e58c9dc req-eeefaaad-f205-488b-bbe0-d26d51033cf0 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/floatingips/acdb54a6-7f0d-4ab2-a160-ac36452871bd HTTP/1.1" status: 200 len: 693 time: 0.0922022 Nov 19 09:12:16.066124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49895295-e761-451f-8c55-6e23be5db55f req-3d1bc2b2-4254-497e-ad3d-a259c7e76aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:16.068360 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49895295-e761-451f-8c55-6e23be5db55f req-3d1bc2b2-4254-497e-ad3d-a259c7e76aed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 1095 time: 0.1080158 Nov 19 09:12:16.126873 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-d959d14a-4c98-4246-8688-f53150251431 req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Allocated IP 172.20.0.2 (84b15971-c3b1-423f-a0b8-5ba85f9e199b/a3ab6a09-9e77-4bfa-8672-ebfec5d093f3/e51343cf-dda9-47f4-a8ea-b30726ddad28) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:16.316960 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d959d14a-4c98-4246-8688-f53150251431 req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:16.366976 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d959d14a-4c98-4246-8688-f53150251431 req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:16.379785 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['89bbd628-c1c5-483c-93cd-8d9d2e18e0db'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:12:16.423405 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Pushing event updated for resources: {'Port': ['ID=e51343cf-dda9-47f4-a8ea-b30726ddad28,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:16.440346 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:16.440892 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:16.441359 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:16.442140 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:16.442572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:16.442985 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:16.443402 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:16.443871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:16.444286 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:16.444694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:16.445121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:16.445600 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:12:16.461744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d959d14a-4c98-4246-8688-f53150251431 req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Network 84b15971-c3b1-423f-a0b8-5ba85f9e199b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:16.463699 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-d959d14a-4c98-4246-8688-f53150251431 req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:16.470510 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-d959d14a-4c98-4246-8688-f53150251431 req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:16.559694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959d14a-4c98-4246-8688-f53150251431 req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:16.560517 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d959d14a-4c98-4246-8688-f53150251431 req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:16.587496 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d959d14a-4c98-4246-8688-f53150251431 req-5c786cdb-12aa-42a0-b63e-6726a5d5161f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7873328 Nov 19 09:12:16.603324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35c89a-2d4f-47dc-b9b1-4e239e58c9dc req-3d5af9ff-a994-4056-984e-ec9f46c87bcc tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:16.604022 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Request body: {'port': {'device_id': 'cb1cfd2a-7030-44e3-b7bc-47161cff982e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:16.611096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f35c89a-2d4f-47dc-b9b1-4e239e58c9dc req-3d5af9ff-a994-4056-984e-ec9f46c87bcc tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.6050124 Nov 19 09:12:16.621818 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd32f92-f61a-4614-8103-f71226bc9f72 req-48e3d0e3-199e-4cd2-9807-af9fe35679b4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:16.623474 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7fd32f92-f61a-4614-8103-f71226bc9f72 req-48e3d0e3-199e-4cd2-9807-af9fe35679b4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 943 time: 0.5511823 Nov 19 09:12:16.631002 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-6f35c89a-2d4f-47dc-b9b1-4e239e58c9dc req-a4ddea28-e471-4914-a7b4-eec0934f1f93 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:12:16.643428 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f35c89a-2d4f-47dc-b9b1-4e239e58c9dc req-a4ddea28-e471-4914-a7b4-eec0934f1f93 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0314095 Nov 19 09:12:16.667161 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:16.765907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49895295-e761-451f-8c55-6e23be5db55f req-53d1e620-d35e-44b3-86a9-fab92621195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:16.767714 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49895295-e761-451f-8c55-6e23be5db55f req-53d1e620-d35e-44b3-86a9-fab92621195e service neutron] 10.222.0.71 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.6842079 Nov 19 09:12:16.853447 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49895295-e761-451f-8c55-6e23be5db55f req-82b7665e-0c71-4a57-b1a0-e239abb694d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bba2c378-3ed7-4115-b49c-f89ea9772621 HTTP/1.1" status: 200 len: 217 time: 0.0661883 Nov 19 09:12:16.861579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4bbe2-cf92-4e86-ab74-9c5ff5560162 req-b59ae069-1598-44c0-9d4f-2ca86b33dd4e tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:16.863124 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62e4bbe2-cf92-4e86-ab74-9c5ff5560162 req-b59ae069-1598-44c0-9d4f-2ca86b33dd4e tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 943 time: 0.1292093 Nov 19 09:12:16.866615 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7fd32f92-f61a-4614-8103-f71226bc9f72 req-5fe12703-bd0b-40e7-bb0d-02ed646ffa63 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184432 Nov 19 09:12:16.948443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49895295-e761-451f-8c55-6e23be5db55f req-9967bfba-3bab-47d3-8eff-533fa3b37bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:16.950033 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49895295-e761-451f-8c55-6e23be5db55f req-9967bfba-3bab-47d3-8eff-533fa3b37bb0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.0825315 Nov 19 09:12:16.980342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62e4bbe2-cf92-4e86-ab74-9c5ff5560162 req-e76bb7d8-6035-417e-a8b6-f12b4132aa43 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5417cf0-951f-4120-bbde-a3f8c1a6fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985417 Nov 19 09:12:17.033594 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51343cf-dda9-47f4-a8ea-b30726ddad28 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:12:17.045421 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:17.060599 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Transition to ACTIVE for port object e51343cf-dda9-47f4-a8ea-b30726ddad28 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:12:17.065846 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:17.106355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-056e0d49-b745-48d3-ad78-47ad8d1ea2d3 req-6d93ba3c-4cd9-4341-8ebd-8c2fd762beb9 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=c7944525e4fa4c8b83a8a902aa20106a HTTP/1.1" status: 200 len: 696 time: 0.0999870 Nov 19 09:12:17.117932 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e51343cf-dda9-47f4-a8ea-b30726ddad28,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:17.215259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49895295-e761-451f-8c55-6e23be5db55f req-407df840-5b48-4703-a51e-14fd8e1dcf99 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2333758 Nov 19 09:12:17.219538 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Attempting to bind port e51343cf-dda9-47f4-a8ea-b30726ddad28 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:17.220017 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Attempting to bind port e51343cf-dda9-47f4-a8ea-b30726ddad28 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:17.220597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Attempting to bind port e51343cf-dda9-47f4-a8ea-b30726ddad28 on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:17.226878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Port e51343cf-dda9-47f4-a8ea-b30726ddad28 on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:12:17.227357 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Attempting to bind port e51343cf-dda9-47f4-a8ea-b30726ddad28 on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:17.236861 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:17.237428 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Checking segment: {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:17.237926 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Bound using segment: {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:17.238485 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Bound port: e51343cf-dda9-47f4-a8ea-b30726ddad28, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:17.238959 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:17.335505 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] For port e51343cf-dda9-47f4-a8ea-b30726ddad28, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:17.339287 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] For port e51343cf-dda9-47f4-a8ea-b30726ddad28, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e51343cf-dda9-47f4-a8ea-b30726ddad28,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:17.339742 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e0d49-b745-48d3-ad78-47ad8d1ea2d3 req-ce3ad04f-70da-499b-ae91-a20d4b04bb69 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:17.346233 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:17.348062 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-056e0d49-b745-48d3-ad78-47ad8d1ea2d3 req-ce3ad04f-70da-499b-ae91-a20d4b04bb69 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/networks?id=5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 787 time: 0.2407312 Nov 19 09:12:17.356628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-056e0d49-b745-48d3-ad78-47ad8d1ea2d3 req-c50efc11-758e-4dcf-848f-74134cdb5b4d tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:12:17.357685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-056e0d49-b745-48d3-ad78-47ad8d1ea2d3 req-c50efc11-758e-4dcf-848f-74134cdb5b4d tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087616 Nov 19 09:12:17.376081 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2c690-d197-4d7f-937f-72b943433c14 req-4441792d-719b-41a5-9ced-f29ad25ffdec tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:17.377709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50f2c690-d197-4d7f-937f-72b943433c14 req-4441792d-719b-41a5-9ced-f29ad25ffdec tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1cfd2a-7030-44e3-b7bc-47161cff982e HTTP/1.1" status: 200 len: 943 time: 0.1691628 Nov 19 09:12:17.394451 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:17.395252 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:17.396773 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d959d14a-4c98-4246-8688-f53150251431 req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] 10.222.0.71 "PUT /v2.0/ports/e51343cf-dda9-47f4-a8ea-b30726ddad28 HTTP/1.1" status: 200 len: 1092 time: 0.7986140 Nov 19 09:12:17.397338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1cfd2a-7030-44e3-b7bc-47161cff982e', 'tag': 'e51343cf-dda9-47f4-a8ea-b30726ddad28'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:17.399701 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4de006-a02a-4528-b244-faf8339cd31c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1cfd2a-7030-44e3-b7bc-47161cff982e", "tag": "e51343cf-dda9-47f4-a8ea-b30726ddad28"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:17.418370 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49fb75-3d90-4bab-b532-99c32ba3c8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e51343cf-dda9-47f4-a8ea-b30726ddad28,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:17.500544 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959d14a-4c98-4246-8688-f53150251431 req-5b7cff1e-468f-48e6-8813-de1f1717d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:17.502241 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d959d14a-4c98-4246-8688-f53150251431 req-5b7cff1e-468f-48e6-8813-de1f1717d93b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&device_id=cb1cfd2a-7030-44e3-b7bc-47161cff982e HTTP/1.1" status: 200 len: 1095 time: 0.0460484 Nov 19 09:12:17.509368 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49895295-e761-451f-8c55-6e23be5db55f req-daa4b724-0598-4616-94d5-71451103d09d service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777364 Nov 19 09:12:17.530052 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:12:17.568649 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d959d14a-4c98-4246-8688-f53150251431 req-79cbb33c-efe6-4389-b225-e38ea784d03d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e51343cf-dda9-47f4-a8ea-b30726ddad28 HTTP/1.1" status: 200 len: 217 time: 0.0493958 Nov 19 09:12:17.581697 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50f2c690-d197-4d7f-937f-72b943433c14 req-1ca172c8-2d57-48f1-97dc-5842e68c9981 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824098 Nov 19 09:12:17.608493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a2633-b55e-4294-be4d-11aefc0b794c req-3f40e451-c1d0-45c1-8e19-66422e5717db tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:17.617436 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb3a2633-b55e-4294-be4d-11aefc0b794c req-3f40e451-c1d0-45c1-8e19-66422e5717db tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/ports?device_id=550a16d9-84d7-4154-8e0f-e16803e569a1 HTTP/1.1" status: 200 len: 950 time: 0.1722138 Nov 19 09:12:17.639386 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959d14a-4c98-4246-8688-f53150251431 req-6228ba2e-3bea-4fb2-9253-41b12b03ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:17.642064 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d959d14a-4c98-4246-8688-f53150251431 req-6228ba2e-3bea-4fb2-9253-41b12b03ded8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3ab6a09-9e77-4bfa-8672-ebfec5d093f3 HTTP/1.1" status: 200 len: 844 time: 0.0639923 Nov 19 09:12:17.703880 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d959d14a-4c98-4246-8688-f53150251431 req-212fd88b-e2be-4ee9-a1da-0d173cbf167a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=84b15971-c3b1-423f-a0b8-5ba85f9e199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524304 Nov 19 09:12:17.705598 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb3a2633-b55e-4294-be4d-11aefc0b794c req-267f7cfa-d2cc-4514-9643-9a0ba5a83db3 tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/security-groups?id=d03d0270-4a86-4d78-8281-0dcbcce59b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876458 Nov 19 09:12:17.710236 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49895295-e761-451f-8c55-6e23be5db55f req-623e1279-7c07-4688-a04f-4c8db90e3d43 service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880279 Nov 19 09:12:17.733391 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:17.743494 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b8e1bb1c-2a19-4e8a-a90a-654c9af50de1, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b8e1bb1c-2a19-4e8a-a90a-654c9af50de1,segment=NetworkSegment(a307f053-7c07-48f8-a08e-8e39ad8425f0),segment_id=a307f053-7c07-48f8-a08e-8e39ad8425f0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:17.756276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'b8e1bb1c-2a19-4e8a-a90a-654c9af50de1', 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508', 'port_id': 'b8e1bb1c-2a19-4e8a-a90a-654c9af50de1', 'mac_address': 'fa:16:3e:7c:0b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:12:17.792115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27363e48-ad39-4af8-ac55-225fa25a2286 req-e9647ae2-4c1c-4d68-a337-35286c6071a4 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/floatingips/acdb54a6-7f0d-4ab2-a160-ac36452871bd HTTP/1.1" status: 200 len: 693 time: 0.0599029 Nov 19 09:12:17.803270 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:17.807498 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58019078-818e-48fa-a9f0-2ec4e0265bf0 req-e0551a92-6675-4b97-a83e-76d95e245154 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:17.815708 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58019078-818e-48fa-a9f0-2ec4e0265bf0 req-e0551a92-6675-4b97-a83e-76d95e245154 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=411a4128-568f-4a61-9cd0-c5673c8b937e HTTP/1.1" status: 200 len: 945 time: 0.1281006 Nov 19 09:12:17.817618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:12:17.839093 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b8e1bb1c-2a19-4e8a-a90a-654c9af50de1, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b8e1bb1c-2a19-4e8a-a90a-654c9af50de1,segment=NetworkSegment(a307f053-7c07-48f8-a08e-8e39ad8425f0),segment_id=a307f053-7c07-48f8-a08e-8e39ad8425f0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:17.843425 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d959d14a-4c98-4246-8688-f53150251431 req-ce046cd1-b15e-4b1e-9401-e2efaa94d6eb service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088457 Nov 19 09:12:17.844233 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:17.898272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=b8e1bb1c-2a19-4e8a-a90a-654c9af50de1,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:17.924130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58019078-818e-48fa-a9f0-2ec4e0265bf0 req-2fe898d2-dbca-4729-b008-51743b200cc6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075251 Nov 19 09:12:17.947416 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d959d14a-4c98-4246-8688-f53150251431 req-651bfdfa-c117-4af1-b8aa-17be2ca078a5 service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959389 Nov 19 09:12:17.966719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27363e48-ad39-4af8-ac55-225fa25a2286 req-1a1c06bd-a520-41dc-ae54-00f037e82e94 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:17.968194 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27363e48-ad39-4af8-ac55-225fa25a2286 req-1a1c06bd-a520-41dc-ae54-00f037e82e94 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.1495767 Nov 19 09:12:17.991894 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d06d3cb-5dac-49ca-a29e-7de4d6056966 x-openstack-request-id: req-1d06d3cb-5dac-49ca-a29e-7de4d6056966 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:12:17.991894 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1cfd2a-7030-44e3-b7bc-47161cff982e", "tag": "e51343cf-dda9-47f4-a8ea-b30726ddad28", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:12:17.992132 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d06d3cb-5dac-49ca-a29e-7de4d6056966 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:12:17.992424 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1cfd2a-7030-44e3-b7bc-47161cff982e', 'tag': 'e51343cf-dda9-47f4-a8ea-b30726ddad28', 'status': 'completed', 'code': 200} Nov 19 09:12:18.029025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27363e48-ad39-4af8-ac55-225fa25a2286 req-43edcf62-6dc1-46b2-b90a-f7ee6807c1a6 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 696 time: 0.0518205 Nov 19 09:12:18.088968 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4de006-a02a-4528-b244-faf8339cd31c req-ee3a81a9-c872-4869-b360-a776cf5a0703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:18.091297 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6c4de006-a02a-4528-b244-faf8339cd31c req-ee3a81a9-c872-4869-b360-a776cf5a0703 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&device_id=cb1cfd2a-7030-44e3-b7bc-47161cff982e HTTP/1.1" status: 200 len: 1095 time: 0.0610442 Nov 19 09:12:18.096061 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27363e48-ad39-4af8-ac55-225fa25a2286 req-16427b82-8d5f-4c27-bc00-ece8a13be44c tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 696 time: 0.0575576 Nov 19 09:12:18.104920 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['b8e1bb1c-2a19-4e8a-a90a-654c9af50de1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:12:18.211538 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4de006-a02a-4528-b244-faf8339cd31c req-6b0f664d-0970-4e28-aed5-7ef2f6546e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:18.213728 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6c4de006-a02a-4528-b244-faf8339cd31c req-6b0f664d-0970-4e28-aed5-7ef2f6546e5d service neutron] 10.222.0.71 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 905 time: 0.1134593 Nov 19 09:12:18.269435 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6c4de006-a02a-4528-b244-faf8339cd31c req-f29bbb86-bd4a-4c12-9c62-a21a8de04923 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e51343cf-dda9-47f4-a8ea-b30726ddad28 HTTP/1.1" status: 200 len: 217 time: 0.0389457 Nov 19 09:12:18.297196 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593684b-d3ff-45f9-a7b1-0d97e2d22797 req-19d1cbb3-fa0b-4620-a18f-f4cb5cc4aaa3 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:18.298822 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1593684b-d3ff-45f9-a7b1-0d97e2d22797 req-19d1cbb3-fa0b-4620-a18f-f4cb5cc4aaa3 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 943 time: 0.0868936 Nov 19 09:12:18.314863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-27363e48-ad39-4af8-ac55-225fa25a2286 req-2ff25850-7f8b-4c76-8f8a-b360b7a1e9ff tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Deleting port 7becab2d-5490-4567-95a6-2f6d36ec7c07 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:18.315204 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-27363e48-ad39-4af8-ac55-225fa25a2286 req-2ff25850-7f8b-4c76-8f8a-b360b7a1e9ff tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:18.327958 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4de006-a02a-4528-b244-faf8339cd31c req-c0259cab-b3ed-49f6-add5-e7f17087b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:18.329493 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6c4de006-a02a-4528-b244-faf8339cd31c req-c0259cab-b3ed-49f6-add5-e7f17087b0ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3ab6a09-9e77-4bfa-8672-ebfec5d093f3 HTTP/1.1" status: 200 len: 844 time: 0.0520380 Nov 19 09:12:18.369801 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6c4de006-a02a-4528-b244-faf8339cd31c req-2f99f82e-1dd0-4ccd-8757-661375cef80b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=84b15971-c3b1-423f-a0b8-5ba85f9e199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279474 Nov 19 09:12:18.407165 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1593684b-d3ff-45f9-a7b1-0d97e2d22797 req-bb3d66bf-0c02-472a-93ee-22fc127b3eb5 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001692 Nov 19 09:12:18.430545 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-27363e48-ad39-4af8-ac55-225fa25a2286 req-2ff25850-7f8b-4c76-8f8a-b360b7a1e9ff tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:18.430901 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-27363e48-ad39-4af8-ac55-225fa25a2286 req-2ff25850-7f8b-4c76-8f8a-b360b7a1e9ff tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:18.446999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-27363e48-ad39-4af8-ac55-225fa25a2286 req-2ff25850-7f8b-4c76-8f8a-b360b7a1e9ff tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Calling delete_port for 7becab2d-5490-4567-95a6-2f6d36ec7c07 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:18.483763 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6c4de006-a02a-4528-b244-faf8339cd31c req-acab519e-e221-4997-9070-32692c161de5 service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059651 Nov 19 09:12:18.592632 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6c4de006-a02a-4528-b244-faf8339cd31c req-71973082-ff10-4d46-b451-8029dabbcf97 service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016307 Nov 19 09:12:18.626978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fd1ed-2d90-426b-89b2-f011fa6583fe req-f9005d09-9f7d-46a2-9f65-b031e562207e tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:18.628522 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de5fd1ed-2d90-426b-89b2-f011fa6583fe req-f9005d09-9f7d-46a2-9f65-b031e562207e tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 944 time: 0.0872481 Nov 19 09:12:18.630266 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-27363e48-ad39-4af8-ac55-225fa25a2286 req-2ff25850-7f8b-4c76-8f8a-b360b7a1e9ff tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:18.663543 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff25850-7f8b-4c76-8f8a-b360b7a1e9ff tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Pushing event deleted for resources: {'Port': ['ID=7becab2d-5490-4567-95a6-2f6d36ec7c07,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:18.743442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de5fd1ed-2d90-426b-89b2-f011fa6583fe req-91857666-091b-4336-a37b-cd3d0ca229de tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5417cf0-951f-4120-bbde-a3f8c1a6fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078277 Nov 19 09:12:18.755337 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-27363e48-ad39-4af8-ac55-225fa25a2286 req-2ff25850-7f8b-4c76-8f8a-b360b7a1e9ff tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:18.758178 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-27363e48-ad39-4af8-ac55-225fa25a2286 req-2ff25850-7f8b-4c76-8f8a-b360b7a1e9ff tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:18.759431 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27363e48-ad39-4af8-ac55-225fa25a2286 req-2ff25850-7f8b-4c76-8f8a-b360b7a1e9ff tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "DELETE /v2.0/floatingips/acdb54a6-7f0d-4ab2-a160-ac36452871bd HTTP/1.1" status: 204 len: 173 time: 0.6487956 Nov 19 09:12:18.938492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897975a8-363d-46be-9c2a-1a951188a7c5 req-d4e59c6f-3f97-4235-b812-41c0ee8852a1 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:18.940058 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-897975a8-363d-46be-9c2a-1a951188a7c5 req-d4e59c6f-3f97-4235-b812-41c0ee8852a1 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1cfd2a-7030-44e3-b7bc-47161cff982e HTTP/1.1" status: 200 len: 943 time: 0.0691452 Nov 19 09:12:19.046095 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-897975a8-363d-46be-9c2a-1a951188a7c5 req-5d770f03-3370-44c5-81f0-3342f001a1b5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950794 Nov 19 09:12:19.079909 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-5a5a3b3d-7f56-4a6b-b324-567f95212112 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1388369 Nov 19 09:12:19.090044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:19.114118 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:19.265652 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:19.323133 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc42eb-b26b-4815-bdfe-603b5e9c4b47 req-f265287f-51e8-4deb-8c05-f516853aea2e tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:19.324654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98cc42eb-b26b-4815-bdfe-603b5e9c4b47 req-f265287f-51e8-4deb-8c05-f516853aea2e tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=411a4128-568f-4a61-9cd0-c5673c8b937e HTTP/1.1" status: 200 len: 945 time: 0.0969574 Nov 19 09:12:19.428252 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98cc42eb-b26b-4815-bdfe-603b5e9c4b47 req-a0a83d24-7b4b-4818-9392-c53bcd490810 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964718 Nov 19 09:12:19.436252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Allocated IP 172.25.0.56 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/60efd5a9-aad5-41c8-a023-4a25598253c4) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:19.539889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:19.554885 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:19.602395 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:12:19.607504 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:19.608101 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:19.608776 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:19.683360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:19.688657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:19.691198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:19.696565 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Pushing event updated for resources: {'Port': ['ID=60efd5a9-aad5-41c8-a023-4a25598253c4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:19.698510 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:19.727207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd256d717-9089-4d0c-9261-a8a88615ba49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e1bb1c-2a19-4e8a-a90a-654c9af50de1'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:19.729510 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f368e44-1913-4f22-920a-24b748de3bc1" -d '{"events": [{"server_uuid": "d256d717-9089-4d0c-9261-a8a88615ba49", "name": "network-vif-plugged", "status": "completed", "tag": "b8e1bb1c-2a19-4e8a-a90a-654c9af50de1"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:19.742723 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b8e1bb1c-2a19-4e8a-a90a-654c9af50de1, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b8e1bb1c-2a19-4e8a-a90a-654c9af50de1,segment=NetworkSegment(a307f053-7c07-48f8-a08e-8e39ad8425f0),segment_id=a307f053-7c07-48f8-a08e-8e39ad8425f0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:19.743781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826c4cc-7920-488a-9d02-7789d1158a69 req-213fe70c-4344-4922-99d5-9ecdb116adb3 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:19.745501 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2826c4cc-7920-488a-9d02-7789d1158a69 req-213fe70c-4344-4922-99d5-9ecdb116adb3 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 943 time: 0.1060901 Nov 19 09:12:19.748274 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:19.798605 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=b8e1bb1c-2a19-4e8a-a90a-654c9af50de1,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:19.835381 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:19.839765 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2826c4cc-7920-488a-9d02-7789d1158a69 req-6a251dfe-a686-427f-87ab-2e53b3179bec tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878220 Nov 19 09:12:19.846351 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-53301221-9c5d-4bfc-acd6-b26e411e05ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:19.876815 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:20.052129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab03b7-5c79-4219-ab30-bf7827d6b0c1 req-9ef1c87d-4a00-429a-9e46-06d44385837c tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:20.053675 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-abab03b7-5c79-4219-ab30-bf7827d6b0c1 req-9ef1c87d-4a00-429a-9e46-06d44385837c tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/ports?device_id=550a16d9-84d7-4154-8e0f-e16803e569a1 HTTP/1.1" status: 200 len: 950 time: 0.0861714 Nov 19 09:12:20.091812 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:20.101306 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:20.174620 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-abab03b7-5c79-4219-ab30-bf7827d6b0c1 req-f4e34ff5-70a6-4943-998a-94009b44b9cb tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/security-groups?id=d03d0270-4a86-4d78-8281-0dcbcce59b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148083 Nov 19 09:12:20.196534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Pushing event updated for resources: {'Port': ['ID=60efd5a9-aad5-41c8-a023-4a25598253c4,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:20.209216 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:20.222725 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33629726-4d93-45b4-bbc2-d0f26bb3fa3c x-openstack-request-id: req-33629726-4d93-45b4-bbc2-d0f26bb3fa3c {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:12:20.223488 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d256d717-9089-4d0c-9261-a8a88615ba49", "name": "network-vif-plugged", "status": "completed", "tag": "b8e1bb1c-2a19-4e8a-a90a-654c9af50de1", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:12:20.224204 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33629726-4d93-45b4-bbc2-d0f26bb3fa3c {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:12:20.225559 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd256d717-9089-4d0c-9261-a8a88615ba49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e1bb1c-2a19-4e8a-a90a-654c9af50de1', 'code': 200} Nov 19 09:12:20.231654 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:20.233025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-a63ccfa4-5eba-4535-8f33-320ed5c41948 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1470022 Nov 19 09:12:20.280530 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e51343cf-dda9-47f4-a8ea-b30726ddad28 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:12:20.322126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-b9525dc6-3327-4029-aae3-9a1864c05068 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.56 HTTP/1.1" status: 200 len: 695 time: 0.0752454 Nov 19 09:12:20.384313 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e51343cf-dda9-47f4-a8ea-b30726ddad28, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e51343cf-dda9-47f4-a8ea-b30726ddad28,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:20.396486 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'e51343cf-dda9-47f4-a8ea-b30726ddad28', 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b', 'port_id': 'e51343cf-dda9-47f4-a8ea-b30726ddad28', 'mac_address': 'fa:16:3e:f1:b4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ab6a09-9e77-4bfa-8672-ebfec5d093f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:12:20.438761 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:20.439827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaebe33-3ba4-4d1b-b64c-d1559f7e468f req-000cc3c1-6b41-4ff3-afd6-1c7ee342b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:20.441380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ccaebe33-3ba4-4d1b-b64c-d1559f7e468f req-000cc3c1-6b41-4ff3-afd6-1c7ee342b0f6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 1097 time: 0.1317334 Nov 19 09:12:20.452110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9eac9-2ef7-4d15-a661-0159ccad4777 req-1482346a-c6ae-42d9-9e00-7ae12d1c6be4 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:20.455136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51343cf-dda9-47f4-a8ea-b30726ddad28 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:12:20.457557 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07d9eac9-2ef7-4d15-a661-0159ccad4777 req-1482346a-c6ae-42d9-9e00-7ae12d1c6be4 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 945 time: 0.1634722 Nov 19 09:12:20.480952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e51343cf-dda9-47f4-a8ea-b30726ddad28, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e51343cf-dda9-47f4-a8ea-b30726ddad28,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:20.485625 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:20.509491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a07a2e-4da1-4c79-93f0-9e25a85ccaca req-06a1c878-fbf2-48c5-95a2-cb3863ab7434 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:20.511860 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-12a07a2e-4da1-4c79-93f0-9e25a85ccaca req-06a1c878-fbf2-48c5-95a2-cb3863ab7434 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.66 "GET /v2.0/ports?device_id=411a4128-568f-4a61-9cd0-c5673c8b937e HTTP/1.1" status: 200 len: 945 time: 0.0569487 Nov 19 09:12:20.534592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=e51343cf-dda9-47f4-a8ea-b30726ddad28,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:20.535377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-fb750cb0-e8e3-4d36-b0b5-5a138eef638c tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:20.537275 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-fb750cb0-e8e3-4d36-b0b5-5a138eef638c tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.1999950 Nov 19 09:12:20.560138 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-62146210-6b1e-46d9-b8ea-72684a8ee0fb tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:12:20.561161 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aafb954b-c696-42ca-bc0d-714d94822e60 req-62146210-6b1e-46d9-b8ea-72684a8ee0fb tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118353 Nov 19 09:12:20.572008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ccaebe33-3ba4-4d1b-b64c-d1559f7e468f req-7a58e101-fd28-4027-8b85-e1a61d62fd3f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e5417cf0-951f-4120-bbde-a3f8c1a6fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103003 Nov 19 09:12:20.576560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07d9eac9-2ef7-4d15-a661-0159ccad4777 req-1f9112e4-e250-46ac-ab03-03615984a475 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5417cf0-951f-4120-bbde-a3f8c1a6fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029239 Nov 19 09:12:20.634754 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-12a07a2e-4da1-4c79-93f0-9e25a85ccaca req-563626b1-7399-42de-9cba-8e3d27b557b6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Deleting port 5142e678-630a-4c9d-9545-39fbe1afe993 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:20.635097 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-12a07a2e-4da1-4c79-93f0-9e25a85ccaca req-563626b1-7399-42de-9cba-8e3d27b557b6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:20.687566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c119639-eb77-4bdb-b8c0-f1d60282ad90 req-81b45b11-6dd6-4ccb-8044-f3c5d16358d5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:20.689661 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c119639-eb77-4bdb-b8c0-f1d60282ad90 req-81b45b11-6dd6-4ccb-8044-f3c5d16358d5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1cfd2a-7030-44e3-b7bc-47161cff982e HTTP/1.1" status: 200 len: 944 time: 0.0515606 Nov 19 09:12:20.730051 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-12a07a2e-4da1-4c79-93f0-9e25a85ccaca req-563626b1-7399-42de-9cba-8e3d27b557b6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] For port 5142e678-630a-4c9d-9545-39fbe1afe993, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=5142e678-630a-4c9d-9545-39fbe1afe993,segment=NetworkSegment(2cbef4fb-1fa3-4aaf-b06c-e5c16add4048),segment_id=2cbef4fb-1fa3-4aaf-b06c-e5c16add4048)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:20.730423 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-12a07a2e-4da1-4c79-93f0-9e25a85ccaca req-563626b1-7399-42de-9cba-8e3d27b557b6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:20.741539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c119639-eb77-4bdb-b8c0-f1d60282ad90 req-61a14d9c-65ee-4080-85f8-b9ecf18c7a22 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455039 Nov 19 09:12:20.802199 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['e51343cf-dda9-47f4-a8ea-b30726ddad28'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:12:20.883137 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cff87dc3-3956-4743-8148-7c6554ad2e47 req-1599dcb2-209c-43a8-82cc-539cf9300a2b tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/floatingips/366cab39-1df4-4c27-a7c2-f3bb9710c6b4 HTTP/1.1" status: 200 len: 692 time: 0.0749941 Nov 19 09:12:20.911473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a41e6d-b5aa-4579-803b-e26b5553a714 req-84edc697-3af7-4176-80d0-7627ba9cd412 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:20.913000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48a41e6d-b5aa-4579-803b-e26b5553a714 req-84edc697-3af7-4176-80d0-7627ba9cd412 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/ports?device_id=411a4128-568f-4a61-9cd0-c5673c8b937e HTTP/1.1" status: 200 len: 945 time: 0.0984640 Nov 19 09:12:20.939538 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-12a07a2e-4da1-4c79-93f0-9e25a85ccaca req-563626b1-7399-42de-9cba-8e3d27b557b6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:20.940295 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-12a07a2e-4da1-4c79-93f0-9e25a85ccaca req-563626b1-7399-42de-9cba-8e3d27b557b6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:20.940922 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [req-12a07a2e-4da1-4c79-93f0-9e25a85ccaca req-563626b1-7399-42de-9cba-8e3d27b557b6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Floating IP cffadca0-d2db-464a-9c58-9d7c74e3db4b disassociated. External IP: 172.25.0.224, port: 5142e678-630a-4c9d-9545-39fbe1afe993. Nov 19 09:12:20.942131 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-12a07a2e-4da1-4c79-93f0-9e25a85ccaca req-563626b1-7399-42de-9cba-8e3d27b557b6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Calling delete_port for 5142e678-630a-4c9d-9545-39fbe1afe993 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:21.023378 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48a41e6d-b5aa-4579-803b-e26b5553a714 req-d4677ecc-3b30-4933-bcbe-11c27da28dbe tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups?id=e12730cd-c9e3-492a-bcda-f4831a9f4d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977039 Nov 19 09:12:21.055228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff87dc3-3956-4743-8148-7c6554ad2e47 req-ccbb11d6-595d-4e50-8f7a-040df11a3635 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:21.056709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cff87dc3-3956-4743-8148-7c6554ad2e47 req-ccbb11d6-595d-4e50-8f7a-040df11a3635 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.1632206 Nov 19 09:12:21.069005 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-cff87dc3-3956-4743-8148-7c6554ad2e47 req-29cb5b66-3ba4-4833-a6cf-78ba8ab09643 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:12:21.071022 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cff87dc3-3956-4743-8148-7c6554ad2e47 req-29cb5b66-3ba4-4833-a6cf-78ba8ab09643 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071125 Nov 19 09:12:21.142669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cff87dc3-3956-4743-8148-7c6554ad2e47 req-123ccee1-9758-4744-8ca6-84ec65170572 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.56 HTTP/1.1" status: 200 len: 695 time: 0.0635662 Nov 19 09:12:21.210254 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cff87dc3-3956-4743-8148-7c6554ad2e47 req-c1ac2452-d0f4-40fc-86e3-85da41a82db6 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.56 HTTP/1.1" status: 200 len: 695 time: 0.0535946 Nov 19 09:12:21.228047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2fa61-25cd-4689-8543-0abd4dc4a6ba req-e34836a7-8725-4c2f-ac16-db25d0e86116 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:21.229600 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-78b2fa61-25cd-4689-8543-0abd4dc4a6ba req-e34836a7-8725-4c2f-ac16-db25d0e86116 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 943 time: 0.1066585 Nov 19 09:12:21.335048 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-12a07a2e-4da1-4c79-93f0-9e25a85ccaca req-563626b1-7399-42de-9cba-8e3d27b557b6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:21.367671 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563626b1-7399-42de-9cba-8e3d27b557b6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Pushing event deleted for resources: {'Port': ['ID=5142e678-630a-4c9d-9545-39fbe1afe993,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:21.397478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e3f55-1172-403a-8033-d2ea7013d253 req-be0864f0-7c06-4aca-929c-6c64676ecb19 tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:21.399290 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-481e3f55-1172-403a-8033-d2ea7013d253 req-be0864f0-7c06-4aca-929c-6c64676ecb19 tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.66 "GET /v2.0/ports?device_id=550a16d9-84d7-4154-8e0f-e16803e569a1 HTTP/1.1" status: 200 len: 950 time: 0.1641049 Nov 19 09:12:21.422504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-78b2fa61-25cd-4689-8543-0abd4dc4a6ba req-f6ee60a0-e32a-498e-97a6-e88273b86e0b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792097 Nov 19 09:12:21.502900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12a07a2e-4da1-4c79-93f0-9e25a85ccaca req-563626b1-7399-42de-9cba-8e3d27b557b6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Router 08e18be6-4c4f-4670-9611-9c4e66e1abaa has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:12:21.520569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-cff87dc3-3956-4743-8148-7c6554ad2e47 req-521f1b0a-caa5-463a-8806-f2c8063d3e24 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Deleting port 60efd5a9-aad5-41c8-a023-4a25598253c4 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:21.520914 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cff87dc3-3956-4743-8148-7c6554ad2e47 req-521f1b0a-caa5-463a-8806-f2c8063d3e24 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:21.570657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-481e3f55-1172-403a-8033-d2ea7013d253 req-f70c50ab-ece1-43e1-8e56-edc15bc3023e tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Deleting port e9970982-dc4d-41a1-a77e-37a6c268b478 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:21.570995 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-481e3f55-1172-403a-8033-d2ea7013d253 req-f70c50ab-ece1-43e1-8e56-edc15bc3023e tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:21.624346 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12a07a2e-4da1-4c79-93f0-9e25a85ccaca req-563626b1-7399-42de-9cba-8e3d27b557b6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:12:21.634533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51a4dcc-fe29-4a95-905e-9b438a9b284b None None] Sync routers for ids ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:12:21.646957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a4dcc-fe29-4a95-905e-9b438a9b284b None None] Routers {'08e18be6-4c4f-4670-9611-9c4e66e1abaa'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:21.647793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e51a4dcc-fe29-4a95-905e-9b438a9b284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:11:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:21.674646 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a07a2e-4da1-4c79-93f0-9e25a85ccaca req-563626b1-7399-42de-9cba-8e3d27b557b6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] No DVR routers for this DVR port 5142e678-630a-4c9d-9545-39fbe1afe993 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:12:21.681566 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-12a07a2e-4da1-4c79-93f0-9e25a85ccaca req-563626b1-7399-42de-9cba-8e3d27b557b6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:21.685752 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-12a07a2e-4da1-4c79-93f0-9e25a85ccaca req-563626b1-7399-42de-9cba-8e3d27b557b6 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.66 "DELETE /v2.0/ports/5142e678-630a-4c9d-9545-39fbe1afe993 HTTP/1.1" status: 204 len: 173 time: 1.1670372 Nov 19 09:12:21.686502 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411a4128-568f-4a61-9cd0-c5673c8b937e', 'name': 'network-vif-deleted', 'tag': '5142e678-630a-4c9d-9545-39fbe1afe993'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:21.690759 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c494d53-a1bf-4778-b984-7b011ac03f77" -d '{"events": [{"server_uuid": "411a4128-568f-4a61-9cd0-c5673c8b937e", "name": "network-vif-deleted", "tag": "5142e678-630a-4c9d-9545-39fbe1afe993"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:21.826476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-e51a4dcc-fe29-4a95-905e-9b438a9b284b None None] Set router 08e18be6-4c4f-4670-9611-9c4e66e1abaa gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:22.047230 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cff87dc3-3956-4743-8148-7c6554ad2e47 req-521f1b0a-caa5-463a-8806-f2c8063d3e24 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:22.047821 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cff87dc3-3956-4743-8148-7c6554ad2e47 req-521f1b0a-caa5-463a-8806-f2c8063d3e24 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:22.070223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e51a4dcc-fe29-4a95-905e-9b438a9b284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:07:04Z', 'revision_number': 4, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '232a378c-0d9c-4fee-a1c3-fa4649b4ea20', 'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'mac_address': 'fa:16:3e:ac:b8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:03Z', 'updated_at': '2021-11-19T09:07:10Z', 'revision_number': 5, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'subnets': [{'id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:22.080414 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a3e7e-c3cc-495e-b4b6-6c5da6ec48a9 req-8addc4c9-eda9-4bc8-bc1a-c9c466892955 tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:22.082469 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b1a3e7e-c3cc-495e-b4b6-6c5da6ec48a9 req-8addc4c9-eda9-4bc8-bc1a-c9c466892955 tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/ports?device_id=550a16d9-84d7-4154-8e0f-e16803e569a1 HTTP/1.1" status: 200 len: 950 time: 0.4929810 Nov 19 09:12:22.083479 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-cff87dc3-3956-4743-8148-7c6554ad2e47 req-521f1b0a-caa5-463a-8806-f2c8063d3e24 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Calling delete_port for 60efd5a9-aad5-41c8-a023-4a25598253c4 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:22.099075 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51a4dcc-fe29-4a95-905e-9b438a9b284b None None] Checking router: 08e18be6-4c4f-4670-9611-9c4e66e1abaa for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:12:22.107379 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a4dcc-fe29-4a95-905e-9b438a9b284b None None] Routers {'08e18be6-4c4f-4670-9611-9c4e66e1abaa'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:22.107981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e51a4dcc-fe29-4a95-905e-9b438a9b284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:11:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:22.122902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-481e3f55-1172-403a-8033-d2ea7013d253 req-f70c50ab-ece1-43e1-8e56-edc15bc3023e tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] For port e9970982-dc4d-41a1-a77e-37a6c268b478, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e9970982-dc4d-41a1-a77e-37a6c268b478,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:22.123288 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-481e3f55-1172-403a-8033-d2ea7013d253 req-f70c50ab-ece1-43e1-8e56-edc15bc3023e tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:22.177541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-481e3f55-1172-403a-8033-d2ea7013d253 req-f70c50ab-ece1-43e1-8e56-edc15bc3023e tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Calling delete_port for e9970982-dc4d-41a1-a77e-37a6c268b478 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:22.238911 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-41cd142f-9930-48f4-94dc-21f05526ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:22.239178 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b1a3e7e-c3cc-495e-b4b6-6c5da6ec48a9 req-d8c8c7b8-8794-4326-b213-21e9d9559d3a tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.21 "GET /v2.0/security-groups?id=d03d0270-4a86-4d78-8281-0dcbcce59b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369991 Nov 19 09:12:22.255810 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-e51a4dcc-fe29-4a95-905e-9b438a9b284b None None] Set router 08e18be6-4c4f-4670-9611-9c4e66e1abaa gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:22.292232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e51343cf-dda9-47f4-a8ea-b30726ddad28 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:22.411117 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port e51343cf-dda9-47f4-a8ea-b30726ddad28 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:12:22.441236 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port e51343cf-dda9-47f4-a8ea-b30726ddad28 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:22.442147 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:22.483141 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cff87dc3-3956-4743-8148-7c6554ad2e47 req-521f1b0a-caa5-463a-8806-f2c8063d3e24 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:22.499851 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef813675-c07d-4652-84b7-fe87a8f9550a req-27a85648-6ca6-477a-9e9a-36ed52391b56 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:22.501631 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef813675-c07d-4652-84b7-fe87a8f9550a req-27a85648-6ca6-477a-9e9a-36ed52391b56 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 945 time: 0.1155591 Nov 19 09:12:22.506933 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-481e3f55-1172-403a-8033-d2ea7013d253 req-f70c50ab-ece1-43e1-8e56-edc15bc3023e tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:22.532562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f1b0a-caa5-463a-8806-f2c8063d3e24 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Pushing event deleted for resources: {'Port': ['ID=60efd5a9-aad5-41c8-a023-4a25598253c4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:22.599475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c50ab-ece1-43e1-8e56-edc15bc3023e tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Pushing event deleted for resources: {'Port': ['ID=e9970982-dc4d-41a1-a77e-37a6c268b478,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:22.614899 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['e9970982-dc4d-41a1-a77e-37a6c268b478'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:12:22.672577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-481e3f55-1172-403a-8033-d2ea7013d253 req-f70c50ab-ece1-43e1-8e56-edc15bc3023e tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] No DVR routers for this DVR port e9970982-dc4d-41a1-a77e-37a6c268b478 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:12:22.681139 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-481e3f55-1172-403a-8033-d2ea7013d253 req-f70c50ab-ece1-43e1-8e56-edc15bc3023e tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:22.684528 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-481e3f55-1172-403a-8033-d2ea7013d253 req-f70c50ab-ece1-43e1-8e56-edc15bc3023e tempest-TenantUsagesTestJSON-1046643777 tempest-TenantUsagesTestJSON-1046643777-project] 10.222.0.66 "DELETE /v2.0/ports/e9970982-dc4d-41a1-a77e-37a6c268b478 HTTP/1.1" status: 204 len: 173 time: 1.2669156 Nov 19 09:12:22.688694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550a16d9-84d7-4154-8e0f-e16803e569a1', 'name': 'network-vif-deleted', 'tag': 'e9970982-dc4d-41a1-a77e-37a6c268b478'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:22.691957 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4a9a0e-cbc8-4e1f-965d-79b8822bf6c1" -d '{"events": [{"server_uuid": "550a16d9-84d7-4154-8e0f-e16803e569a1", "name": "network-vif-deleted", "tag": "e9970982-dc4d-41a1-a77e-37a6c268b478"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:22.709017 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef813675-c07d-4652-84b7-fe87a8f9550a req-37061ccb-ac77-4f93-833f-6b519e895f95 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5417cf0-951f-4120-bbde-a3f8c1a6fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822460 Nov 19 09:12:22.712425 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cff87dc3-3956-4743-8148-7c6554ad2e47 req-521f1b0a-caa5-463a-8806-f2c8063d3e24 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:22.724484 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cff87dc3-3956-4743-8148-7c6554ad2e47 req-521f1b0a-caa5-463a-8806-f2c8063d3e24 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:22.726114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cff87dc3-3956-4743-8148-7c6554ad2e47 req-521f1b0a-caa5-463a-8806-f2c8063d3e24 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "DELETE /v2.0/floatingips/366cab39-1df4-4c27-a7c2-f3bb9710c6b4 HTTP/1.1" status: 204 len: 173 time: 1.5076032 Nov 19 09:12:22.780641 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:22.783132 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19390215-8046-447c-9374-29c9007b583b x-openstack-request-id: req-19390215-8046-447c-9374-29c9007b583b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:12:22.783621 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411a4128-568f-4a61-9cd0-c5673c8b937e", "name": "network-vif-deleted", "tag": "5142e678-630a-4c9d-9545-39fbe1afe993", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:12:22.783730 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19390215-8046-447c-9374-29c9007b583b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:12:22.784113 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411a4128-568f-4a61-9cd0-c5673c8b937e', 'name': 'network-vif-deleted', 'tag': '5142e678-630a-4c9d-9545-39fbe1afe993', 'status': 'completed', 'code': 200} Nov 19 09:12:22.830264 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1cfd2a-7030-44e3-b7bc-47161cff982e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51343cf-dda9-47f4-a8ea-b30726ddad28'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:22.832709 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0607d05d-0465-4996-beef-644f9c5ebc79" -d '{"events": [{"server_uuid": "cb1cfd2a-7030-44e3-b7bc-47161cff982e", "name": "network-vif-plugged", "status": "completed", "tag": "e51343cf-dda9-47f4-a8ea-b30726ddad28"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:22.852640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e51a4dcc-fe29-4a95-905e-9b438a9b284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:07:04Z', 'revision_number': 4, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '232a378c-0d9c-4fee-a1c3-fa4649b4ea20', 'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'mac_address': 'fa:16:3e:ac:b8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:03Z', 'updated_at': '2021-11-19T09:07:10Z', 'revision_number': 5, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'subnets': [{'id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:22.857378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e51343cf-dda9-47f4-a8ea-b30726ddad28, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e51343cf-dda9-47f4-a8ea-b30726ddad28,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:22.891583 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:22.895370 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51a4dcc-fe29-4a95-905e-9b438a9b284b None None] The sync data for ids ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'] in n-d-805649-14 is: [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:07:04Z', 'revision_number': 4, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '232a378c-0d9c-4fee-a1c3-fa4649b4ea20', 'name': '', 'network_id': 'd3bef959-7638-468e-bf13-8333f26b89d6', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'mac_address': 'fa:16:3e:ac:b8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:03Z', 'updated_at': '2021-11-19T09:07:10Z', 'revision_number': 5, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'subnets': [{'id': '21c7acd8-cb2d-439d-8baa-0f60843d7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:12:22.915631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73245b9-664f-4fcf-99be-8a8e6930fcf0 req-5a9122af-5477-4bb8-ad55-eaaffbfd3aa2 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:22.917193 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a73245b9-664f-4fcf-99be-8a8e6930fcf0 req-5a9122af-5477-4bb8-ad55-eaaffbfd3aa2 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1cfd2a-7030-44e3-b7bc-47161cff982e HTTP/1.1" status: 200 len: 944 time: 0.0894461 Nov 19 09:12:22.968490 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=e51343cf-dda9-47f4-a8ea-b30726ddad28,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:22.976299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a73245b9-664f-4fcf-99be-8a8e6930fcf0 req-dfa78dbc-3a5a-4ee0-b4e0-682c777b630f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509236 Nov 19 09:12:23.034167 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f932f36d-130e-480b-87ee-dd1a2b210dd2 x-openstack-request-id: req-f932f36d-130e-480b-87ee-dd1a2b210dd2 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:12:23.034606 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550a16d9-84d7-4154-8e0f-e16803e569a1", "name": "network-vif-deleted", "tag": "e9970982-dc4d-41a1-a77e-37a6c268b478", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:12:23.035550 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f932f36d-130e-480b-87ee-dd1a2b210dd2 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:12:23.036093 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550a16d9-84d7-4154-8e0f-e16803e569a1', 'name': 'network-vif-deleted', 'tag': 'e9970982-dc4d-41a1-a77e-37a6c268b478', 'status': 'completed', 'code': 200} Nov 19 09:12:23.061941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398afc91-c62f-45f5-b075-579f60534785 req-94a1329e-547b-484e-b9b7-1764776ce841 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:23.063771 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-398afc91-c62f-45f5-b075-579f60534785 req-94a1329e-547b-484e-b9b7-1764776ce841 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 943 time: 0.0787225 Nov 19 09:12:23.096656 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-690f76bf-a69e-46ff-874b-c99cdd3dcf2f req-61528951-2b59-4ba0-9a13-57c9c897717e tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] show failed (client error): The resource could not be found. Nov 19 09:12:23.098236 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-690f76bf-a69e-46ff-874b-c99cdd3dcf2f req-61528951-2b59-4ba0-9a13-57c9c897717e tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/floatingips/366cab39-1df4-4c27-a7c2-f3bb9710c6b4 HTTP/1.1" status: 404 len: 350 time: 0.0513654 Nov 19 09:12:23.165743 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-398afc91-c62f-45f5-b075-579f60534785 req-f1215bf1-2425-4b56-8eeb-18336409fd50 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754094 Nov 19 09:12:23.221714 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c313d97b-c8d0-4551-b630-af1e39eced19 None None] New status for floating IP cffadca0-d2db-464a-9c58-9d7c74e3db4b: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:12:23.245164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc524e-2c26-4966-9a54-d77caf5788d6 req-a298ae3e-1707-4113-a160-e85276d0720b tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:23.253297 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfe4cc0-25a6-4c91-bc44-c096c32b174c x-openstack-request-id: req-7cfe4cc0-25a6-4c91-bc44-c096c32b174c {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:12:23.253698 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1cfd2a-7030-44e3-b7bc-47161cff982e", "name": "network-vif-plugged", "status": "completed", "tag": "e51343cf-dda9-47f4-a8ea-b30726ddad28", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:12:23.254089 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cfe4cc0-25a6-4c91-bc44-c096c32b174c {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:12:23.254705 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35502) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:23.259645 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1cfd2a-7030-44e3-b7bc-47161cff982e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51343cf-dda9-47f4-a8ea-b30726ddad28', 'code': 200} Nov 19 09:12:23.267164 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ff0582eb-ef90-438b-b192-2017ae59e19a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Request body: {'floatingip': {'port_id': 'b8e1bb1c-2a19-4e8a-a90a-654c9af50de1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:23.282281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-64cc524e-2c26-4966-9a54-d77caf5788d6 req-a298ae3e-1707-4113-a160-e85276d0720b tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 945 time: 0.1140394 Nov 19 09:12:23.342254 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:23.399745 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff0582eb-ef90-438b-b192-2017ae59e19a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for floatingip, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:23.401940 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-fbbef651-ed12-4dce-a019-b9143f9acb38 req-41ea1d40-1552-445a-9715-d11502e5b060 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] show failed (client error): The resource could not be found. Nov 19 09:12:23.414073 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbbef651-ed12-4dce-a019-b9143f9acb38 req-41ea1d40-1552-445a-9715-d11502e5b060 tempest-FloatingIPsTestJSON-2012497318 tempest-FloatingIPsTestJSON-2012497318-project] 10.222.0.21 "GET /v2.0/floatingips/366cab39-1df4-4c27-a7c2-f3bb9710c6b4 HTTP/1.1" status: 404 len: 350 time: 0.1261966 Nov 19 09:12:23.414766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35506) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:23.555249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35514) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:23.572436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 5142e678-630a-4c9d-9545-39fbe1afe993 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:12:23.608277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 5142e678-630a-4c9d-9545-39fbe1afe993 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:12:23.608635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 5142e678-630a-4c9d-9545-39fbe1afe993 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:12:23.609069 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e9970982-dc4d-41a1-a77e-37a6c268b478 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:12:23.640572 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: e9970982-dc4d-41a1-a77e-37a6c268b478 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:12:23.640840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e9970982-dc4d-41a1-a77e-37a6c268b478 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:12:23.642176 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a288fb3c-15ae-4548-8a7c-020173fc9e74 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:23.679870 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a288fb3c-15ae-4548-8a7c-020173fc9e74 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:23.736192 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f95f12-1186-4c93-ba77-89d834fd8ef4 req-fab31110-d10e-410d-a7b6-7f63a6997871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:23.737774 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b7f95f12-1186-4c93-ba77-89d834fd8ef4 req-fab31110-d10e-410d-a7b6-7f63a6997871 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cb1cfd2a-7030-44e3-b7bc-47161cff982e HTTP/1.1" status: 200 len: 1097 time: 0.2200248 Nov 19 09:12:23.775380 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35522) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:23.844577 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b7f95f12-1186-4c93-ba77-89d834fd8ef4 req-d6f99deb-1b35-49e5-8dbd-f06f4f42c747 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765257 Nov 19 09:12:23.909180 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a288fb3c-15ae-4548-8a7c-020173fc9e74 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:23.917715 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a288fb3c-15ae-4548-8a7c-020173fc9e74 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:23.923853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a288fb3c-15ae-4548-8a7c-020173fc9e74 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "DELETE /v2.0/security-groups/e12730cd-c9e3-492a-bcda-f4831a9f4d1f HTTP/1.1" status: 204 len: 168 time: 0.3671954 Nov 19 09:12:23.927467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35528) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:23.963472 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-0b27fd50-7264-489e-9734-414458e4fc15 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] show failed (client error): The resource could not be found. Nov 19 09:12:23.964986 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0b27fd50-7264-489e-9734-414458e4fc15 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "GET /v2.0/security-groups/e12730cd-c9e3-492a-bcda-f4831a9f4d1f HTTP/1.1" status: 404 len: 347 time: 0.0342863 Nov 19 09:12:23.969822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35530) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:23.970527 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288fb3c-15ae-4548-8a7c-020173fc9e74 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12730cd-c9e3-492a-bcda-f4831a9f4d1f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:24.077966 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-851ac457-1c07-488a-a8b2-3ddc63cec3a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45985d013fa8474491654f701d6e39da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962539 Nov 19 09:12:24.080820 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35534) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:24.206535 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd65c2-c22d-4f99-a46e-4f8de7102d41 req-8325d8f6-0cf2-4261-8045-466002ead643 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:24.208603 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a2bd65c2-c22d-4f99-a46e-4f8de7102d41 req-8325d8f6-0cf2-4261-8045-466002ead643 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1cfd2a-7030-44e3-b7bc-47161cff982e HTTP/1.1" status: 200 len: 945 time: 0.1178501 Nov 19 09:12:24.221732 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66974751-2f1e-43a9-beb7-c59b10b5f5b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:24.231204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f6a17-8558-4e58-beb6-d009dd57c2b7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Deleting port e1f2c4ee-a736-46a5-a124-054e30420680 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:24.231547 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6a17-8558-4e58-beb6-d009dd57c2b7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:24.246764 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66974751-2f1e-43a9-beb7-c59b10b5f5b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:24.288211 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff0582eb-ef90-438b-b192-2017ae59e19a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:24.297537 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff0582eb-ef90-438b-b192-2017ae59e19a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:24.346989 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66974751-2f1e-43a9-beb7-c59b10b5f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:24.349792 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66974751-2f1e-43a9-beb7-c59b10b5f5b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:24.351050 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-66974751-2f1e-43a9-beb7-c59b10b5f5b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d03d0270-4a86-4d78-8281-0dcbcce59b0d HTTP/1.1" status: 204 len: 168 time: 0.2674165 Nov 19 09:12:24.369299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66974751-2f1e-43a9-beb7-c59b10b5f5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03d0270-4a86-4d78-8281-0dcbcce59b0d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:24.373591 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46f97954-9456-419c-8d51-94a07fa14e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:24.398148 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a2bd65c2-c22d-4f99-a46e-4f8de7102d41 req-ecbedeb8-e9a0-4270-8ecd-9473d3ea2925 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741414 Nov 19 09:12:24.445789 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-ff0582eb-ef90-438b-b192-2017ae59e19a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Floating IP 59db9d08-6173-4da4-8a8f-af2eae702c05 associated. External IP: 172.25.0.217, port: b8e1bb1c-2a19-4e8a-a90a-654c9af50de1. Nov 19 09:12:24.498573 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16326e9c-5dc6-44e9-989f-735f0148b477 req-6d759b76-fc65-4cb3-8506-35d2d5a60ccc tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:24.512294 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16326e9c-5dc6-44e9-989f-735f0148b477 req-6d759b76-fc65-4cb3-8506-35d2d5a60ccc tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 943 time: 0.2144065 Nov 19 09:12:24.523749 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6a17-8558-4e58-beb6-d009dd57c2b7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:24.524703 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6a17-8558-4e58-beb6-d009dd57c2b7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:24.600800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f6a17-8558-4e58-beb6-d009dd57c2b7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Calling delete_port for e1f2c4ee-a736-46a5-a124-054e30420680 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:24.747258 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0582eb-ef90-438b-b192-2017ae59e19a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Router ae907d4c-0b47-485c-85c3-3000c74e771a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:12:24.756440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16326e9c-5dc6-44e9-989f-735f0148b477 req-715f70e7-5144-4a3c-8f64-30a5e27d9939 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392952 Nov 19 09:12:24.773476 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:24.848743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35544) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:24.871032 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cb37389-c4d9-4ca7-9f8c-59479a084591 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:24.900574 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0582eb-ef90-438b-b192-2017ae59e19a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:12:24.905625 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff0582eb-ef90-438b-b192-2017ae59e19a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:24.914956 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb850c-dfc7-4a83-95f5-939fd7daaa09 None None] Sync routers for ids ['ae907d4c-0b47-485c-85c3-3000c74e771a'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:12:24.928826 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb850c-dfc7-4a83-95f5-939fd7daaa09 None None] Routers {'ae907d4c-0b47-485c-85c3-3000c74e771a'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:24.929600 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b0eb850c-dfc7-4a83-95f5-939fd7daaa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ae907d4c-0b47-485c-85c3-3000c74e771a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:24.965652 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ff0582eb-ef90-438b-b192-2017ae59e19a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "PUT /v2.0/floatingips/59db9d08-6173-4da4-8a8f-af2eae702c05 HTTP/1.1" status: 200 len: 991 time: 1.7064836 Nov 19 09:12:24.965977 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6a17-8558-4e58-beb6-d009dd57c2b7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:24.966105 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd256d717-9089-4d0c-9261-a8a88615ba49', 'tag': 'b8e1bb1c-2a19-4e8a-a90a-654c9af50de1'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:24.967340 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311b75eb-d93d-4e37-a18f-181cee8f2f72" -d '{"events": [{"name": "network-changed", "server_uuid": "d256d717-9089-4d0c-9261-a8a88615ba49", "tag": "b8e1bb1c-2a19-4e8a-a90a-654c9af50de1"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:25.032948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f6a17-8558-4e58-beb6-d009dd57c2b7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Pushing event deleted for resources: {'Port': ['ID=e1f2c4ee-a736-46a5-a124-054e30420680,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:25.039591 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2582d685-d889-43a3-9328-c73b94e49715 x-openstack-request-id: req-2582d685-d889-43a3-9328-c73b94e49715 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:12:25.039591 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d256d717-9089-4d0c-9261-a8a88615ba49", "tag": "b8e1bb1c-2a19-4e8a-a90a-654c9af50de1", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:12:25.039591 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2582d685-d889-43a3-9328-c73b94e49715 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:12:25.039877 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd256d717-9089-4d0c-9261-a8a88615ba49', 'tag': 'b8e1bb1c-2a19-4e8a-a90a-654c9af50de1', 'status': 'completed', 'code': 200} Nov 19 09:12:25.086520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-46f97954-9456-419c-8d51-94a07fa14e91 admin admin] Deleting port 4b41850b-c320-4407-8af3-fbd44ed93cd5 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:25.086973 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cb37389-c4d9-4ca7-9f8c-59479a084591 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:25.087142 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46f97954-9456-419c-8d51-94a07fa14e91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:25.092745 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cb37389-c4d9-4ca7-9f8c-59479a084591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:25.105257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-b0eb850c-dfc7-4a83-95f5-939fd7daaa09 None None] Set router ae907d4c-0b47-485c-85c3-3000c74e771a gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:25.133220 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1cb37389-c4d9-4ca7-9f8c-59479a084591 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e90d63ced3c94bca82300b5502bb4ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835343 Nov 19 09:12:25.137470 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35552) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:25.172231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb37389-c4d9-4ca7-9f8c-59479a084591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0cd5b1-20c9-442a-b545-c53499a541ab,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:25.213391 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac709788-1fa9-48d3-8d0e-fcac29c36731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:25.240627 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac709788-1fa9-48d3-8d0e-fcac29c36731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:25.251583 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6a17-8558-4e58-beb6-d009dd57c2b7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:25.255513 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e4f6a17-8558-4e58-beb6-d009dd57c2b7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:25.259850 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2e4f6a17-8558-4e58-beb6-d009dd57c2b7 tempest-ServersWithSpecificFlavorTestJSON-1224302349 tempest-ServersWithSpecificFlavorTestJSON-1224302349-project] 10.222.0.21 "DELETE /v2.0/floatingips/cffadca0-d2db-464a-9c58-9d7c74e3db4b HTTP/1.1" status: 204 len: 168 time: 1.2842703 Nov 19 09:12:25.271310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b75eb-d93d-4e37-a18f-181cee8f2f72 req-61ca65ef-46b9-41b4-ba28-2a1841a2610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:25.272310 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-311b75eb-d93d-4e37-a18f-181cee8f2f72 req-61ca65ef-46b9-41b4-ba28-2a1841a2610f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccdedb6f762740d59f75bc1ffb07679e&device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 1097 time: 0.1879702 Nov 19 09:12:25.326238 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac709788-1fa9-48d3-8d0e-fcac29c36731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:25.330431 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac709788-1fa9-48d3-8d0e-fcac29c36731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:25.331745 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ac709788-1fa9-48d3-8d0e-fcac29c36731 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a0cd5b1-20c9-442a-b545-c53499a541ab HTTP/1.1" status: 204 len: 168 time: 0.1880083 Nov 19 09:12:25.347242 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac709788-1fa9-48d3-8d0e-fcac29c36731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0cd5b1-20c9-442a-b545-c53499a541ab,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:25.368228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-46f97954-9456-419c-8d51-94a07fa14e91 admin admin] For port 4b41850b-c320-4407-8af3-fbd44ed93cd5, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4b41850b-c320-4407-8af3-fbd44ed93cd5,segment=NetworkSegment(0b0f865b-b3ab-49a9-8320-8d16bb2d8269),segment_id=0b0f865b-b3ab-49a9-8320-8d16bb2d8269)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:25.368626 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46f97954-9456-419c-8d51-94a07fa14e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:25.395502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-46f97954-9456-419c-8d51-94a07fa14e91 admin admin] Calling delete_port for 4b41850b-c320-4407-8af3-fbd44ed93cd5 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:25.436689 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:25.470425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b0eb850c-dfc7-4a83-95f5-939fd7daaa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'name': 'tempest-ServersTestBootFromVolume-2122500124-router', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:13Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'gw_port': {'id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:14Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '59db9d08-6173-4da4-8a8f-af2eae702c05', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'port_id': 'b8e1bb1c-2a19-4e8a-a90a-654c9af50de1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508', 'mac_address': 'fa:16:3e:7c:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d717-9089-4d0c-9261-a8a88615ba49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:11:30Z', 'updated_at': '2021-11-19T09:12:24Z', 'revision_number': 1, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a98252f-55a7-4751-84b3-18c38dbbf843', 'name': '', 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'mac_address': 'fa:16:3e:e5:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:20Z', 'updated_at': '2021-11-19T09:11:26Z', 'revision_number': 5, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'subnets': [{'id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:25.481297 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b75eb-d93d-4e37-a18f-181cee8f2f72 req-cf3e0638-2365-40e0-a02e-bc09e1ddd2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:25.482812 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-311b75eb-d93d-4e37-a18f-181cee8f2f72 req-cf3e0638-2365-40e0-a02e-bc09e1ddd2a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8a67b9e-e28b-4258-82d2-afacf03cf508 HTTP/1.1" status: 200 len: 917 time: 0.2006814 Nov 19 09:12:25.552542 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb850c-dfc7-4a83-95f5-939fd7daaa09 None None] Checking router: ae907d4c-0b47-485c-85c3-3000c74e771a for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:12:25.571555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb850c-dfc7-4a83-95f5-939fd7daaa09 None None] Routers {'ae907d4c-0b47-485c-85c3-3000c74e771a'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:25.572610 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b0eb850c-dfc7-4a83-95f5-939fd7daaa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ae907d4c-0b47-485c-85c3-3000c74e771a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:25.686785 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-311b75eb-d93d-4e37-a18f-181cee8f2f72 req-d35e4c7d-10e1-4351-a883-1dad33d8a1c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 HTTP/1.1" status: 200 len: 999 time: 0.1941843 Nov 19 09:12:25.705054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b158b2-70ce-46e1-92f6-2b8e1ad5d32d req-e9066515-8d62-409c-a4fe-c42ee8c3a74d tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:25.706642 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23b158b2-70ce-46e1-92f6-2b8e1ad5d32d req-e9066515-8d62-409c-a4fe-c42ee8c3a74d tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1cfd2a-7030-44e3-b7bc-47161cff982e HTTP/1.1" status: 200 len: 945 time: 0.1417737 Nov 19 09:12:25.740362 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-b0eb850c-dfc7-4a83-95f5-939fd7daaa09 None None] Set router ae907d4c-0b47-485c-85c3-3000c74e771a gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:25.741396 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35578) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:25.796522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b75eb-d93d-4e37-a18f-181cee8f2f72 req-bfc17a63-dea9-49d2-8158-da556cda6a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:25.798070 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-311b75eb-d93d-4e37-a18f-181cee8f2f72 req-bfc17a63-dea9-49d2-8158-da556cda6a73 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d57feb64-ebb4-46ef-a834-eace7da568f6 HTTP/1.1" status: 200 len: 855 time: 0.1029019 Nov 19 09:12:25.870045 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23b158b2-70ce-46e1-92f6-2b8e1ad5d32d req-88614fd9-5f49-481b-8135-fb2ed4a9283f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516211 Nov 19 09:12:25.984236 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b75eb-d93d-4e37-a18f-181cee8f2f72 req-3ca32322-6df5-4239-975a-ab45e1b9f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:25.985884 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-311b75eb-d93d-4e37-a18f-181cee8f2f72 req-3ca32322-6df5-4239-975a-ab45e1b9f084 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8a67b9e-e28b-4258-82d2-afacf03cf508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1763530 Nov 19 09:12:25.994389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a720d48-9944-4115-9c61-9a7db704dc3c req-33cff8e7-c6a4-4479-ab38-5795f7343ca3 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:25.996040 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a720d48-9944-4115-9c61-9a7db704dc3c req-33cff8e7-c6a4-4479-ab38-5795f7343ca3 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 943 time: 0.0882130 Nov 19 09:12:25.996743 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46f97954-9456-419c-8d51-94a07fa14e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:26.049600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f97954-9456-419c-8d51-94a07fa14e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b41850b-c320-4407-8af3-fbd44ed93cd5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:26.121609 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b0eb850c-dfc7-4a83-95f5-939fd7daaa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'name': 'tempest-ServersTestBootFromVolume-2122500124-router', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:13Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'gw_port': {'id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:14Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '59db9d08-6173-4da4-8a8f-af2eae702c05', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'port_id': 'b8e1bb1c-2a19-4e8a-a90a-654c9af50de1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508', 'mac_address': 'fa:16:3e:7c:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d717-9089-4d0c-9261-a8a88615ba49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:11:30Z', 'updated_at': '2021-11-19T09:12:24Z', 'revision_number': 1, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a98252f-55a7-4751-84b3-18c38dbbf843', 'name': '', 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'mac_address': 'fa:16:3e:e5:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:20Z', 'updated_at': '2021-11-19T09:11:26Z', 'revision_number': 5, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'subnets': [{'id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:26.181115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb850c-dfc7-4a83-95f5-939fd7daaa09 None None] The sync data for ids ['ae907d4c-0b47-485c-85c3-3000c74e771a'] in n-d-805649-14 is: [{'id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'name': 'tempest-ServersTestBootFromVolume-2122500124-router', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:13Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'gw_port': {'id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:14Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '59db9d08-6173-4da4-8a8f-af2eae702c05', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'port_id': 'b8e1bb1c-2a19-4e8a-a90a-654c9af50de1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508', 'mac_address': 'fa:16:3e:7c:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd256d717-9089-4d0c-9261-a8a88615ba49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:11:30Z', 'updated_at': '2021-11-19T09:12:24Z', 'revision_number': 1, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a98252f-55a7-4751-84b3-18c38dbbf843', 'name': '', 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'mac_address': 'fa:16:3e:e5:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:20Z', 'updated_at': '2021-11-19T09:11:26Z', 'revision_number': 5, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'subnets': [{'id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:12:26.335233 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bba2c378-3ed7-4115-b49c-f89ea9772621 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:12:26.413565 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a720d48-9944-4115-9c61-9a7db704dc3c req-140b3aec-4cc4-4d22-b61f-30f8d3bbb78d tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936651 Nov 19 09:12:26.562511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-311b75eb-d93d-4e37-a18f-181cee8f2f72 req-b0d6ae09-9f1d-4042-acb9-d99700eba2b7 service neutron] 10.222.0.66 "GET /v2.0/networks/d8a67b9e-e28b-4258-82d2-afacf03cf508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632732 Nov 19 09:12:26.824120 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1511eecd-9f76-4197-aef9-0f2fd9c52caf None None] New status for floating IP 59db9d08-6173-4da4-8a8f-af2eae702c05: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:12:26.877936 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bba2c378-3ed7-4115-b49c-f89ea9772621, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bba2c378-3ed7-4115-b49c-f89ea9772621,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:26.906889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'bba2c378-3ed7-4115-b49c-f89ea9772621', 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7', 'port_id': 'bba2c378-3ed7-4115-b49c-f89ea9772621', 'mac_address': 'fa:16:3e:cd:c4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9edaf5b-2c55-4161-9d45-b732449b4ded', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:12:26.939998 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35626) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:27.006600 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:27.042725 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba2c378-3ed7-4115-b49c-f89ea9772621 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:12:27.106289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bba2c378-3ed7-4115-b49c-f89ea9772621, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bba2c378-3ed7-4115-b49c-f89ea9772621,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:27.115886 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:27.198959 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=bba2c378-3ed7-4115-b49c-f89ea9772621,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:27.272155 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-debee6a4-fbb0-44fa-813a-15114f9fc8b8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1459450954-network', 'tenant_id': 'a3d2e61f345442a58b6c01872c648d72'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:27.330382 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debee6a4-fbb0-44fa-813a-15114f9fc8b8 admin admin] Made reservation on behalf of a3d2e61f345442a58b6c01872c648d72 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:12:27.333189 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-debee6a4-fbb0-44fa-813a-15114f9fc8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:27.347267 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-debee6a4-fbb0-44fa-813a-15114f9fc8b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:27.351439 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df47d090-9045-4933-b3af-0dae7ded3d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:27.397456 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['bba2c378-3ed7-4115-b49c-f89ea9772621'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:12:27.474570 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46f97954-9456-419c-8d51-94a07fa14e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:27.631345 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-debee6a4-fbb0-44fa-813a-15114f9fc8b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:27.645846 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-debee6a4-fbb0-44fa-813a-15114f9fc8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:27.665011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-f54e6002-6ac3-4019-ade1-dd76597de352 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:27.673064 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-f54e6002-6ac3-4019-ade1-dd76597de352 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 804 time: 0.8601937 Nov 19 09:12:27.676622 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-311b75eb-d93d-4e37-a18f-181cee8f2f72 req-3738ba2a-b477-4f3b-baee-2c26b8611f8e service neutron] 10.222.0.66 "GET /v2.0/networks/d8a67b9e-e28b-4258-82d2-afacf03cf508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8621733 Nov 19 09:12:27.681014 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debee6a4-fbb0-44fa-813a-15114f9fc8b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:12:27.713843 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-5e6bcea1-d512-432d-9dce-fde2c2058311 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/quotas/d989f3321d484896968fa83d99590725 HTTP/1.1" status: 200 len: 375 time: 0.0396340 Nov 19 09:12:27.714799 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-debee6a4-fbb0-44fa-813a-15114f9fc8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:27.715159 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-debee6a4-fbb0-44fa-813a-15114f9fc8b8 admin admin] Added segment 6e6e13e5-9365-4f5b-b45c-d7da12a254e6 of type vlan for network 6cd7f63e-df95-427b-b076-36c43a258c77 Nov 19 09:12:27.725888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debee6a4-fbb0-44fa-813a-15114f9fc8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2679771f-457b-4fc4-bd5f-00ee19604827,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:27.742060 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721a2da-4abc-47ef-be1a-b0655a20a1bd req-b1467613-26dc-4a84-99a9-1a2581df8ee7 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:27.743723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c721a2da-4abc-47ef-be1a-b0655a20a1bd req-b1467613-26dc-4a84-99a9-1a2581df8ee7 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 944 time: 0.1652153 Nov 19 09:12:27.794257 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-debee6a4-fbb0-44fa-813a-15114f9fc8b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:27.855839 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-debee6a4-fbb0-44fa-813a-15114f9fc8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:27.857001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debee6a4-fbb0-44fa-813a-15114f9fc8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:27.857958 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-debee6a4-fbb0-44fa-813a-15114f9fc8b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:27.878207 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-a37e8295-e91f-4ac8-b3bd-5492fd035ff6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1631210 Nov 19 09:12:27.923137 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-debee6a4-fbb0-44fa-813a-15114f9fc8b8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9786854 Nov 19 09:12:27.927297 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35638) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:27.930513 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-df47d090-9045-4933-b3af-0dae7ded3d96 admin admin] Deleting port 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:27.931093 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df47d090-9045-4933-b3af-0dae7ded3d96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:27.936014 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-54f30ccc-214d-46dd-8816-a065da9147c7 admin admin] Request body: {'subnet': {'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459450954-subnet', 'tenant_id': 'a3d2e61f345442a58b6c01872c648d72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:28.004541 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debee6a4-fbb0-44fa-813a-15114f9fc8b8 admin admin] Pushing event updated for resources: {'Network': ['ID=6cd7f63e-df95-427b-b076-36c43a258c77,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:28.021875 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f30ccc-214d-46dd-8816-a065da9147c7 admin admin] Made reservation on behalf of a3d2e61f345442a58b6c01872c648d72 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:12:28.025161 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54f30ccc-214d-46dd-8816-a065da9147c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:28.026184 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c721a2da-4abc-47ef-be1a-b0655a20a1bd req-fe678782-96e4-4a3a-9777-d515ff955e8e tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701223 Nov 19 09:12:28.027663 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 6cd7f63e-df95-427b-b076-36c43a258c77 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:12:28.089672 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f97954-9456-419c-8d51-94a07fa14e91 admin admin] Router 7f846223-c208-4a45-a201-359ac5ec6184 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:12:28.130182 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-df47d090-9045-4933-b3af-0dae7ded3d96 admin admin] For port 232a378c-0d9c-4fee-a1c3-fa4649b4ea20, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=232a378c-0d9c-4fee-a1c3-fa4649b4ea20,segment=NetworkSegment(2cbef4fb-1fa3-4aaf-b06c-e5c16add4048),segment_id=2cbef4fb-1fa3-4aaf-b06c-e5c16add4048)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:28.130756 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df47d090-9045-4933-b3af-0dae7ded3d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:28.158307 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-df47d090-9045-4933-b3af-0dae7ded3d96 admin admin] Calling delete_port for 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:28.168951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-b10f752d-20c8-4fcd-980e-997bb36fb140 service neutron] 10.222.0.21 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335792 Nov 19 09:12:28.366446 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bba2c378-3ed7-4115-b49c-f89ea9772621 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:28.382693 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54f30ccc-214d-46dd-8816-a065da9147c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:28.414665 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f97954-9456-419c-8d51-94a07fa14e91 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:12:28.427595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08f39e-eb2a-4985-baa9-10399a4f41c5 None None] Sync routers for ids ['7f846223-c208-4a45-a201-359ac5ec6184'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:12:28.433979 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-46f97954-9456-419c-8d51-94a07fa14e91 admin admin] 10.222.0.21 "PUT /v2.0/routers/7f846223-c208-4a45-a201-359ac5ec6184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0170162 Nov 19 09:12:28.437172 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35640) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:28.437975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port bba2c378-3ed7-4115-b49c-f89ea9772621 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:12:28.451318 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port bba2c378-3ed7-4115-b49c-f89ea9772621 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:28.451740 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:28.454902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08f39e-eb2a-4985-baa9-10399a4f41c5 None None] Routers {'7f846223-c208-4a45-a201-359ac5ec6184'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:28.455207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fd08f39e-eb2a-4985-baa9-10399a4f41c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7f846223-c208-4a45-a201-359ac5ec6184'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:28.475038 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-f0db2826-4dec-42a2-a4d8-97835600b94c service neutron] 10.222.0.21 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416708 Nov 19 09:12:28.564853 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5d92b89-a63f-419f-ba8e-5ee099f0d285 admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:28.633840 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f30ccc-214d-46dd-8816-a065da9147c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=324380d0-1f9f-4761-8b99-2e27c72754f7,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:28.646963 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-fd08f39e-eb2a-4985-baa9-10399a4f41c5 None None] Set router 7f846223-c208-4a45-a201-359ac5ec6184 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:28.677774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f30ccc-214d-46dd-8816-a065da9147c7 admin admin] Checking segment: {'id': '6e6e13e5-9365-4f5b-b45c-d7da12a254e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:28.678166 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f30ccc-214d-46dd-8816-a065da9147c7 admin admin] Network hostable DHCP agents. Network: 6cd7f63e-df95-427b-b076-36c43a258c77, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:12:28.797167 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5d92b89-a63f-419f-ba8e-5ee099f0d285 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:28.808098 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cc64b85e-94ed-4c79-ac63-353045b1afc6 req-6b3eee60-e09c-4277-8101-ad05c6c88351 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 210 time: 0.0571005 Nov 19 09:12:28.835309 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f30ccc-214d-46dd-8816-a065da9147c7 admin admin] Network 6cd7f63e-df95-427b-b076-36c43a258c77 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:12:28.853773 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df47d090-9045-4933-b3af-0dae7ded3d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:28.858658 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-54f30ccc-214d-46dd-8816-a065da9147c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 6cd7f63e-df95-427b-b076-36c43a258c77) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:28.889009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f30ccc-214d-46dd-8816-a065da9147c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:28.889820 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54f30ccc-214d-46dd-8816-a065da9147c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:28.927622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47d090-9045-4933-b3af-0dae7ded3d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=232a378c-0d9c-4fee-a1c3-fa4649b4ea20,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:28.939987 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35650) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:28.944759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1459450954-router', 'tenant_id': 'a3d2e61f345442a58b6c01872c648d72', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:28.951982 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-54f30ccc-214d-46dd-8816-a065da9147c7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0231872 Nov 19 09:12:28.982097 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76699b56-65db-42a2-89e0-77319cbd579a None None] Network 6cd7f63e-df95-427b-b076-36c43a258c77 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:12:28.997324 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:28.999241 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:29.034614 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:29.125374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c5d92b89-a63f-419f-ba8e-5ee099f0d285 admin admin] Deleting port d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:29.126431 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5d92b89-a63f-419f-ba8e-5ee099f0d285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:29.138638 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:29.282365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d721ef-4adc-46a5-b8a3-3b0299df148e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba2c378-3ed7-4115-b49c-f89ea9772621'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:29.284656 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d474bf5f-4fbf-4748-99df-c19cdc80b3e1" -d '{"events": [{"server_uuid": "f7d721ef-4adc-46a5-b8a3-3b0299df148e", "name": "network-vif-plugged", "status": "completed", "tag": "bba2c378-3ed7-4115-b49c-f89ea9772621"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:29.307966 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c5d92b89-a63f-419f-ba8e-5ee099f0d285 admin admin] For port d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:29.308532 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5d92b89-a63f-419f-ba8e-5ee099f0d285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:29.336253 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c5d92b89-a63f-419f-ba8e-5ee099f0d285 admin admin] Calling delete_port for d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:29.385903 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bba2c378-3ed7-4115-b49c-f89ea9772621, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bba2c378-3ed7-4115-b49c-f89ea9772621,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:29.397742 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:29.432998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954aa8d-a321-4852-bebb-6c9b718d43d4 req-4916deae-a524-414b-9076-217ae3110b7c tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:29.442465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3954aa8d-a321-4852-bebb-6c9b718d43d4 req-4916deae-a524-414b-9076-217ae3110b7c tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 944 time: 0.3006499 Nov 19 09:12:29.534134 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf6654f-0dea-4d37-90dd-6041e0bf1a3e x-openstack-request-id: req-7cf6654f-0dea-4d37-90dd-6041e0bf1a3e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:12:29.534434 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d721ef-4adc-46a5-b8a3-3b0299df148e", "name": "network-vif-plugged", "status": "completed", "tag": "bba2c378-3ed7-4115-b49c-f89ea9772621", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:12:29.534695 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cf6654f-0dea-4d37-90dd-6041e0bf1a3e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:12:29.535137 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d721ef-4adc-46a5-b8a3-3b0299df148e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba2c378-3ed7-4115-b49c-f89ea9772621', 'code': 200} Nov 19 09:12:29.535727 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=bba2c378-3ed7-4115-b49c-f89ea9772621,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:29.549559 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:29.637593 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3954aa8d-a321-4852-bebb-6c9b718d43d4 req-382f6e9b-a4a0-497a-8df7-cd480aec9da5 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941175 Nov 19 09:12:29.638127 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df47d090-9045-4933-b3af-0dae7ded3d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:29.697410 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-6cd7f63e-df95-427b-b076-36c43a258c77', 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77', 'tenant_id': 'a3d2e61f345442a58b6c01872c648d72', 'fixed_ips': [{'subnet_id': '324380d0-1f9f-4761-8b99-2e27c72754f7'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:12:29.699643 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:29.715675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013ed54-56ef-4474-a8ef-5e7a8e9c5998 req-efcc4d8a-91fc-48b3-b328-351d5dda09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:29.717206 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5013ed54-56ef-4474-a8ef-5e7a8e9c5998 req-efcc4d8a-91fc-48b3-b328-351d5dda09e0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 1097 time: 0.1324553 Nov 19 09:12:29.751482 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fd08f39e-eb2a-4985-baa9-10399a4f41c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f846223-c208-4a45-a201-359ac5ec6184', 'name': 'tempest-FloatingIPsTestJSON-2020144795-router', 'tenant_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'd6fd1a49-f79d-4de2-9ea2-d4975f9db4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:59Z', 'updated_at': '2021-11-19T09:12:25Z', 'revision_number': 5, 'project_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'gw_port': {'id': 'd6fd1a49-f79d-4de2-9ea2-d4975f9db4ff', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:10:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f846223-c208-4a45-a201-359ac5ec6184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:01Z', 'updated_at': '2021-11-19T09:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:29.822158 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5013ed54-56ef-4474-a8ef-5e7a8e9c5998 req-9df1a3b0-79ef-4699-89a9-86ee22b71f8a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594718 Nov 19 09:12:29.834901 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08f39e-eb2a-4985-baa9-10399a4f41c5 None None] Checking router: 7f846223-c208-4a45-a201-359ac5ec6184 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:12:29.854790 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08f39e-eb2a-4985-baa9-10399a4f41c5 None None] Routers {'7f846223-c208-4a45-a201-359ac5ec6184'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:29.855577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fd08f39e-eb2a-4985-baa9-10399a4f41c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7f846223-c208-4a45-a201-359ac5ec6184'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:29.873693 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:29.935374 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:29.989629 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-fd08f39e-eb2a-4985-baa9-10399a4f41c5 None None] Set router 7f846223-c208-4a45-a201-359ac5ec6184 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:30.067917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df47d090-9045-4933-b3af-0dae7ded3d96 admin admin] Router 08e18be6-4c4f-4670-9611-9c4e66e1abaa has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:12:30.077932 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5d92b89-a63f-419f-ba8e-5ee099f0d285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:30.094286 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fd08f39e-eb2a-4985-baa9-10399a4f41c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f846223-c208-4a45-a201-359ac5ec6184', 'name': 'tempest-FloatingIPsTestJSON-2020144795-router', 'tenant_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:59Z', 'updated_at': '2021-11-19T09:12:28Z', 'revision_number': 6, 'project_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:30.115221 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d92b89-a63f-419f-ba8e-5ee099f0d285 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:30.134896 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08f39e-eb2a-4985-baa9-10399a4f41c5 None None] The sync data for ids ['7f846223-c208-4a45-a201-359ac5ec6184'] in n-d-805649-14 is: [{'id': '7f846223-c208-4a45-a201-359ac5ec6184', 'name': 'tempest-FloatingIPsTestJSON-2020144795-router', 'tenant_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:59Z', 'updated_at': '2021-11-19T09:12:28Z', 'revision_number': 6, 'project_id': 'c7944525e4fa4c8b83a8a902aa20106a', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:12:30.160795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Allocated IP 172.25.0.98 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/188f08eb-ee96-425b-b877-0db1fa4feef3) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:30.245059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Allocated IP 172.20.0.2 (6cd7f63e-df95-427b-b076-36c43a258c77/324380d0-1f9f-4761-8b99-2e27c72754f7/264a4a2b-1397-438f-aa2c-8f128120e3df) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:30.269979 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6251b28-84db-419e-b1f2-f000b7ded922 req-fcbfbddc-f2eb-437e-bad8-b17adb3f9b1f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 210 time: 0.0519917 Nov 19 09:12:30.517151 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:30.531343 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:30.570144 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-fc4a4d4c-7aa9-4618-a62b-e506896ecd66 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:30.571711 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-fc4a4d4c-7aa9-4618-a62b-e506896ecd66 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.66 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 804 time: 0.3161631 Nov 19 09:12:30.583911 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:30.590150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-932bffa9-c208-4cbc-9fec-d9f7f2be81e4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Request body: {'port': {'device_id': '01c2f7cf-f549-4322-9b41-b46330015492', 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b', 'admin_state_up': True, 'tenant_id': 'd989f3321d484896968fa83d99590725'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:30.627929 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Network 6cd7f63e-df95-427b-b076-36c43a258c77 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:30.636779 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:30.645449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:30.703742 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Pushing event updated for resources: {'Port': ['ID=264a4a2b-1397-438f-aa2c-8f128120e3df,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:30.747304 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5d92b89-a63f-419f-ba8e-5ee099f0d285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:30.780631 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:30.794409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Attempting to bind port 264a4a2b-1397-438f-aa2c-8f128120e3df on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:30.795011 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Attempting to bind port 264a4a2b-1397-438f-aa2c-8f128120e3df by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '6e6e13e5-9365-4f5b-b45c-d7da12a254e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:30.795517 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Attempting to bind port 264a4a2b-1397-438f-aa2c-8f128120e3df on network 6cd7f63e-df95-427b-b076-36c43a258c77 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:30.802407 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:30.802946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Checking segment: {'id': '6e6e13e5-9365-4f5b-b45c-d7da12a254e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:30.803476 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:30.803971 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Bound using segment: {'id': '6e6e13e5-9365-4f5b-b45c-d7da12a254e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:30.804566 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Bound port: 264a4a2b-1397-438f-aa2c-8f128120e3df, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6e13e5-9365-4f5b-b45c-d7da12a254e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:30.805060 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:30.868399 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df47d090-9045-4933-b3af-0dae7ded3d96 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:12:30.879223 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-df47d090-9045-4933-b3af-0dae7ded3d96 admin admin] 10.222.0.21 "PUT /v2.0/routers/08e18be6-4c4f-4670-9611-9c4e66e1abaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1314631 Nov 19 09:12:30.884035 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e138f-1e98-4bee-b62f-2a8b43305ba5 None None] Sync routers for ids ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:12:30.890434 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35674) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:30.895697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:30.898125 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e138f-1e98-4bee-b62f-2a8b43305ba5 None None] Routers {'08e18be6-4c4f-4670-9611-9c4e66e1abaa'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:30.898987 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-793e138f-1e98-4bee-b62f-2a8b43305ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:30.900242 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5d92b89-a63f-419f-ba8e-5ee099f0d285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:30.905271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:30.907466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] For port 264a4a2b-1397-438f-aa2c-8f128120e3df, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:30.911447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:30.913677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] For port 264a4a2b-1397-438f-aa2c-8f128120e3df, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=264a4a2b-1397-438f-aa2c-8f128120e3df,segment=NetworkSegment(6e6e13e5-9365-4f5b-b45c-d7da12a254e6),segment_id=6e6e13e5-9365-4f5b-b45c-d7da12a254e6)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:30.920375 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5d92b89-a63f-419f-ba8e-5ee099f0d285 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:30.924702 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:30.944149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Pushing event updated for resources: {'Port': ['ID=188f08eb-ee96-425b-b877-0db1fa4feef3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:30.954450 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-932bffa9-c208-4cbc-9fec-d9f7f2be81e4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Made reservation on behalf of d989f3321d484896968fa83d99590725 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:12:30.958276 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-932bffa9-c208-4cbc-9fec-d9f7f2be81e4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:31.117102 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a984300-1591-4852-94b9-991206ba8b49 None None] Pushing event updated for resources: {'Port': ['ID=264a4a2b-1397-438f-aa2c-8f128120e3df,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:31.139867 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b42c76-e75d-4fc9-add0-bde483aa464a req-0f25006e-ea63-46e4-a269-2d5094c2d2a4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:31.141414 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46b42c76-e75d-4fc9-add0-bde483aa464a req-0f25006e-ea63-46e4-a269-2d5094c2d2a4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 945 time: 0.3541784 Nov 19 09:12:31.315093 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-793e138f-1e98-4bee-b62f-2a8b43305ba5 None None] Set router 08e18be6-4c4f-4670-9611-9c4e66e1abaa gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:31.359681 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5d92b89-a63f-419f-ba8e-5ee099f0d285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:31.360299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d92b89-a63f-419f-ba8e-5ee099f0d285 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f846223-c208-4a45-a201-359ac5ec6184 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:12:31.369325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4b41850b-c320-4407-8af3-fbd44ed93cd5 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:12:31.378513 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5d92b89-a63f-419f-ba8e-5ee099f0d285 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:31.379983 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c5d92b89-a63f-419f-ba8e-5ee099f0d285 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7f846223-c208-4a45-a201-359ac5ec6184 HTTP/1.1" status: 204 len: 168 time: 2.9406955 Nov 19 09:12:31.390378 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35680) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:31.483562 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 4b41850b-c320-4407-8af3-fbd44ed93cd5 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:12:31.483959 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4b41850b-c320-4407-8af3-fbd44ed93cd5 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:12:31.489556 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:12:31.536694 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:12:31.538555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d6fd1a49-f79d-4de2-9ea2-d4975f9db4ff not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:12:31.564570 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e1d12f2-6a79-489b-9986-00925076ccbd admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:31.614915 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1e9cee-7b7d-41f0-a635-37d93ec6578a admin admin] Deleting subnet 74b5de66-d47a-41cf-812e-48448256866a {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:12:31.618019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d4360c55-fffb-41fc-a5f3-2cc34d7b7ee1 req-19ceafc1-3f3f-4224-a314-a9f79d12cc14 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 210 time: 0.1598976 Nov 19 09:12:31.625734 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9cee-7b7d-41f0-a635-37d93ec6578a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:31.657249 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:12:31.679341 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46b42c76-e75d-4fc9-add0-bde483aa464a req-f1a9cd28-b02f-4ab8-8c92-768c6826dc1e tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717979 Nov 19 09:12:31.683867 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9cee-7b7d-41f0-a635-37d93ec6578a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:31.788102 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-932bffa9-c208-4cbc-9fec-d9f7f2be81e4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Allocated IP 172.20.0.7 (84b15971-c3b1-423f-a0b8-5ba85f9e199b/a3ab6a09-9e77-4bfa-8672-ebfec5d093f3/03d0e89e-8469-4b77-8f96-cdd545e99b2f) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:31.838425 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-793e138f-1e98-4bee-b62f-2a8b43305ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:12:28Z', 'revision_number': 5, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port': {'id': '28732a85-448e-4d3b-8509-d1bf0c31142c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:06:57Z', 'updated_at': '2021-11-19T09:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:31.887595 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e1d12f2-6a79-489b-9986-00925076ccbd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:31.901528 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9cee-7b7d-41f0-a635-37d93ec6578a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:31.902243 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e138f-1e98-4bee-b62f-2a8b43305ba5 None None] Checking router: 08e18be6-4c4f-4670-9611-9c4e66e1abaa for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:12:31.905289 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:31.914563 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e138f-1e98-4bee-b62f-2a8b43305ba5 None None] Routers {'08e18be6-4c4f-4670-9611-9c4e66e1abaa'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:31.915584 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-793e138f-1e98-4bee-b62f-2a8b43305ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:32.002054 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7e1d12f2-6a79-489b-9986-00925076ccbd admin admin] Deleting port 28732a85-448e-4d3b-8509-d1bf0c31142c {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:32.002424 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e1d12f2-6a79-489b-9986-00925076ccbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:32.006518 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9cee-7b7d-41f0-a635-37d93ec6578a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:32.026969 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-793e138f-1e98-4bee-b62f-2a8b43305ba5 None None] Set router 08e18be6-4c4f-4670-9611-9c4e66e1abaa gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:32.054278 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9cee-7b7d-41f0-a635-37d93ec6578a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:32.061214 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ab1e9cee-7b7d-41f0-a635-37d93ec6578a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/74b5de66-d47a-41cf-812e-48448256866a HTTP/1.1" status: 204 len: 168 time: 0.6651440 Nov 19 09:12:32.061411 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c7cadc-ba66-414b-816a-06284145187b None None] Network d739c9d0-cf60-4897-a984-4c5ca2ed18cf requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:12:32.064861 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35686) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:32.109631 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e9cee-7b7d-41f0-a635-37d93ec6578a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b5de66-d47a-41cf-812e-48448256866a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:32.134533 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-793e138f-1e98-4bee-b62f-2a8b43305ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:12:31Z', 'revision_number': 6, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:32.196602 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e138f-1e98-4bee-b62f-2a8b43305ba5 None None] The sync data for ids ['08e18be6-4c4f-4670-9611-9c4e66e1abaa'] in n-d-805649-14 is: [{'id': '08e18be6-4c4f-4670-9611-9c4e66e1abaa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1979846165-router', 'tenant_id': 'f9f03e910926491a90023bb5a8837793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:06:56Z', 'updated_at': '2021-11-19T09:12:31Z', 'revision_number': 6, 'project_id': 'f9f03e910926491a90023bb5a8837793', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:12:32.217224 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:32.225421 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7e1d12f2-6a79-489b-9986-00925076ccbd admin admin] For port 28732a85-448e-4d3b-8509-d1bf0c31142c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=28732a85-448e-4d3b-8509-d1bf0c31142c,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:32.225813 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e1d12f2-6a79-489b-9986-00925076ccbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:32.256952 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7e1d12f2-6a79-489b-9986-00925076ccbd admin admin] Calling delete_port for 28732a85-448e-4d3b-8509-d1bf0c31142c owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:32.406821 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] Deleting port 76af6351-5706-4c72-859d-af0bdd289d4a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:32.408565 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:32.468452 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-932bffa9-c208-4cbc-9fec-d9f7f2be81e4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:32.473348 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:32.543048 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] For port 76af6351-5706-4c72-859d-af0bdd289d4a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=76af6351-5706-4c72-859d-af0bdd289d4a,segment=NetworkSegment(0b0f865b-b3ab-49a9-8320-8d16bb2d8269),segment_id=0b0f865b-b3ab-49a9-8320-8d16bb2d8269)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:32.543549 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:32.584057 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] Calling delete_port for 76af6351-5706-4c72-859d-af0bdd289d4a owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:32.631770 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65433762-bcd9-4d1a-9498-60f83033f333 None None] DHCP port deletion for d739c9d0-cf60-4897-a984-4c5ca2ed18cf request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:12:32.724217 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e1d12f2-6a79-489b-9986-00925076ccbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:32.779013 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d12f2-6a79-489b-9986-00925076ccbd admin admin] Pushing event deleted for resources: {'Port': ['ID=28732a85-448e-4d3b-8509-d1bf0c31142c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:32.841551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-65433762-bcd9-4d1a-9498-60f83033f333 None None] Deleting port 76af6351-5706-4c72-859d-af0bdd289d4a {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:32.842306 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-65433762-bcd9-4d1a-9498-60f83033f333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:32.907379 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:32.946189 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e1d12f2-6a79-489b-9986-00925076ccbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:32.949598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=76af6351-5706-4c72-859d-af0bdd289d4a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:32.953067 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] No DVR routers for this DVR port 76af6351-5706-4c72-859d-af0bdd289d4a on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:12:32.963303 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-65433762-bcd9-4d1a-9498-60f83033f333 None None] For port 76af6351-5706-4c72-859d-af0bdd289d4a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=76af6351-5706-4c72-859d-af0bdd289d4a,segment=NetworkSegment(0b0f865b-b3ab-49a9-8320-8d16bb2d8269),segment_id=0b0f865b-b3ab-49a9-8320-8d16bb2d8269)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:32.963860 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-65433762-bcd9-4d1a-9498-60f83033f333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:32.989465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-65433762-bcd9-4d1a-9498-60f83033f333 None None] Calling delete_port for 76af6351-5706-4c72-859d-af0bdd289d4a owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:33.020928 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-932bffa9-c208-4cbc-9fec-d9f7f2be81e4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.096174 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-65433762-bcd9-4d1a-9498-60f83033f333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.099498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bb9fb1-b251-4617-9600-48c58fcf8478 None None] Network 6cd7f63e-df95-427b-b076-36c43a258c77 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:12:33.103600 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['89bbd628-c1c5-483c-93cd-8d9d2e18e0db', 'e51343cf-dda9-47f4-a8ea-b30726ddad28'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:12:33.150919 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e1d12f2-6a79-489b-9986-00925076ccbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.153547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-932bffa9-c208-4cbc-9fec-d9f7f2be81e4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Network 84b15971-c3b1-423f-a0b8-5ba85f9e199b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:33.158975 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e1d12f2-6a79-489b-9986-00925076ccbd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.199495 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65433762-bcd9-4d1a-9498-60f83033f333 None None] No DVR routers for this DVR port 76af6351-5706-4c72-859d-af0bdd289d4a on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:12:33.257300 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.291355 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bffa9-c208-4cbc-9fec-d9f7f2be81e4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Pushing event updated for resources: {'Port': ['ID=03d0e89e-8469-4b77-8f96-cdd545e99b2f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:33.297869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-932bffa9-c208-4cbc-9fec-d9f7f2be81e4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:33.307936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-932bffa9-c208-4cbc-9fec-d9f7f2be81e4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:33.308697 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e1d12f2-6a79-489b-9986-00925076ccbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.309348 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1d12f2-6a79-489b-9986-00925076ccbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08e18be6-4c4f-4670-9611-9c4e66e1abaa {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:12:33.317723 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e1d12f2-6a79-489b-9986-00925076ccbd admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.322071 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7e1d12f2-6a79-489b-9986-00925076ccbd admin admin] 10.222.0.21 "DELETE /v2.0/routers/08e18be6-4c4f-4670-9611-9c4e66e1abaa HTTP/1.1" status: 204 len: 168 time: 2.4287350 Nov 19 09:12:33.323868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35700) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:33.325703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d739c9d0-cf60-4897-a984-4c5ca2ed18cf']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:33.331010 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 264a4a2b-1397-438f-aa2c-8f128120e3df up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:33.371669 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65433762-bcd9-4d1a-9498-60f83033f333 None None] Pushing event deleted for resources: {'Port': ['ID=76af6351-5706-4c72-859d-af0bdd289d4a,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:33.376250 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93304c66-8e36-43b9-94ae-ac90d37064cd req-c6297945-1ac8-4d4b-bd15-47f1c7b6e615 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:33.385849 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93304c66-8e36-43b9-94ae-ac90d37064cd req-c6297945-1ac8-4d4b-bd15-47f1c7b6e615 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 945 time: 0.3756826 Nov 19 09:12:33.399849 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0f865b-b3ab-49a9-8320-8d16bb2d8269') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:33.400340 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0f865b-b3ab-49a9-8320-8d16bb2d8269') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:33.402680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71260204-d947-4ef1-aa35-de5d7080aa90 req-6c8e70be-fd93-45d4-a73f-1c6e5451e7f2 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:33.404488 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71260204-d947-4ef1-aa35-de5d7080aa90 req-6c8e70be-fd93-45d4-a73f-1c6e5451e7f2 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 931 time: 0.3988147 Nov 19 09:12:33.408357 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-59fc1bea-d480-411d-896e-f22d08524720 None None] Provisioning complete for port 264a4a2b-1397-438f-aa2c-8f128120e3df triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:33.408740 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-59fc1bea-d480-411d-896e-f22d08524720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.423393 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.453358 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.460704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfaba6c-080c-42ee-9aba-aa513e91d587 admin admin] Deleting subnet 21c7acd8-cb2d-439d-8baa-0f60843d7068 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:12:33.467651 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9bfaba6c-080c-42ee-9aba-aa513e91d587 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.491178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-932bffa9-c208-4cbc-9fec-d9f7f2be81e4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:33.492252 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-932bffa9-c208-4cbc-9fec-d9f7f2be81e4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.502263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:12:33.503104 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:12:33.505857 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:12:33.508977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Router 40148c55-6e84-436d-85cf-a76b433c2544 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:12:33.536805 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93304c66-8e36-43b9-94ae-ac90d37064cd req-425ea7df-438a-447c-b7dc-868ea3a51be4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495316 Nov 19 09:12:33.589901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-932bffa9-c208-4cbc-9fec-d9f7f2be81e4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0038843 Nov 19 09:12:33.607635 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9bfaba6c-080c-42ee-9aba-aa513e91d587 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.645319 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.652993 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.658227 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d739c9d0-cf60-4897-a984-4c5ca2ed18cf HTTP/1.1" status: 204 len: 168 time: 1.5912781 Nov 19 09:12:33.693737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24af497-3846-4237-a141-8f8ec78d9c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=d739c9d0-cf60-4897-a984-4c5ca2ed18cf,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:33.709028 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 264a4a2b-1397-438f-aa2c-8f128120e3df triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:33.709687 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.720711 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Request body: {'port': {'device_id': '01c2f7cf-f549-4322-9b41-b46330015492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:33.873169 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9bfaba6c-080c-42ee-9aba-aa513e91d587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:33.957264 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71260204-d947-4ef1-aa35-de5d7080aa90 req-54fed7cd-4dc9-4d33-8aa0-15a18a42611f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136621 Nov 19 09:12:33.960973 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:12:33.972270 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35706) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:34.078613 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:34.080317 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-67823e85-ace6-4332-9458-32cde2b16f31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7944525e4fa4c8b83a8a902aa20106a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1049309 Nov 19 09:12:34.083165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35708) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:34.083386 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4698a3f1-f67c-4529-b2d5-1482e289396a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1422977 Nov 19 09:12:34.084390 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:34.085550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35710) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:34.103578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656aba8-248f-4d39-a104-61170b00599d req-27a8be5f-a0f5-4124-a326-34831dc359ce tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:34.105510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4656aba8-248f-4d39-a104-61170b00599d req-27a8be5f-a0f5-4124-a326-34831dc359ce tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 1097 time: 0.1224701 Nov 19 09:12:34.140412 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9bfaba6c-080c-42ee-9aba-aa513e91d587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:34.194500 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Sync routers for ids ['40148c55-6e84-436d-85cf-a76b433c2544'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:12:34.224755 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfaba6c-080c-42ee-9aba-aa513e91d587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c7acd8-cb2d-439d-8baa-0f60843d7068,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:34.241833 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9bfaba6c-080c-42ee-9aba-aa513e91d587 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:34.245801 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9bfaba6c-080c-42ee-9aba-aa513e91d587 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/21c7acd8-cb2d-439d-8baa-0f60843d7068 HTTP/1.1" status: 204 len: 168 time: 0.9169805 Nov 19 09:12:34.249509 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35712) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:34.271899 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Routers {'40148c55-6e84-436d-85cf-a76b433c2544'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:34.273584 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['40148c55-6e84-436d-85cf-a76b433c2544'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:34.379578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50ad37e-2849-4a21-9df7-12b0caa1ebc3 None None] Network d3bef959-7638-468e-bf13-8333f26b89d6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:12:34.407689 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d0e89e-8469-4b77-8f96-cdd545e99b2f {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:12:34.417567 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:34.418379 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-59fc1bea-d480-411d-896e-f22d08524720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:34.432381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Transition to ACTIVE for port object 03d0e89e-8469-4b77-8f96-cdd545e99b2f will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:12:34.443721 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:34.505037 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-740b62cc-87de-4073-9ea3-97a3b9756be4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:34.520244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4656aba8-248f-4d39-a104-61170b00599d req-3d10f95f-2795-4cc1-9100-09efc6d160c9 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855057 Nov 19 09:12:34.555111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Pushing event updated for resources: {'Port': ['ID=03d0e89e-8469-4b77-8f96-cdd545e99b2f,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:34.568819 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-740b62cc-87de-4073-9ea3-97a3b9756be4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:34.620599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-59fc1bea-d480-411d-896e-f22d08524720 None None] For port 264a4a2b-1397-438f-aa2c-8f128120e3df, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=264a4a2b-1397-438f-aa2c-8f128120e3df,segment=NetworkSegment(6e6e13e5-9365-4f5b-b45c-d7da12a254e6),segment_id=6e6e13e5-9365-4f5b-b45c-d7da12a254e6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:34.653256 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:34.660933 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Set router 40148c55-6e84-436d-85cf-a76b433c2544 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:34.668884 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Attempting to bind port 03d0e89e-8469-4b77-8f96-cdd545e99b2f on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:34.669254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Attempting to bind port 03d0e89e-8469-4b77-8f96-cdd545e99b2f by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:34.669591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Attempting to bind port 03d0e89e-8469-4b77-8f96-cdd545e99b2f on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:34.678339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Port 03d0e89e-8469-4b77-8f96-cdd545e99b2f on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:12:34.678709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Attempting to bind port 03d0e89e-8469-4b77-8f96-cdd545e99b2f on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:34.696868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:34.697251 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Checking segment: {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:34.697653 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Bound using segment: {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:34.698112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Bound port: 03d0e89e-8469-4b77-8f96-cdd545e99b2f, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:34.698477 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:34.698666 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:34.811245 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] For port 03d0e89e-8469-4b77-8f96-cdd545e99b2f, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:34.816128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] For port 03d0e89e-8469-4b77-8f96-cdd545e99b2f, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=03d0e89e-8469-4b77-8f96-cdd545e99b2f,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:34.821863 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-59fc1bea-d480-411d-896e-f22d08524720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:34.832241 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:34.901318 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:34.902040 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:34.904105 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] 10.222.0.66 "PUT /v2.0/ports/03d0e89e-8469-4b77-8f96-cdd545e99b2f HTTP/1.1" status: 200 len: 1092 time: 1.3042059 Nov 19 09:12:34.904587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c2f7cf-f549-4322-9b41-b46330015492', 'tag': '03d0e89e-8469-4b77-8f96-cdd545e99b2f'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:34.907007 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8084fec7-acec-460d-9627-6b8ab2564f75" -d '{"events": [{"name": "network-changed", "server_uuid": "01c2f7cf-f549-4322-9b41-b46330015492", "tag": "03d0e89e-8469-4b77-8f96-cdd545e99b2f"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:34.915377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7c6a4-6510-4e45-8f4a-55327d2da62d req-802996b6-f3e7-426f-ac8a-9090307f2cfe tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:34.916985 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68e7c6a4-6510-4e45-8f4a-55327d2da62d req-802996b6-f3e7-426f-ac8a-9090307f2cfe tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 1097 time: 0.2397690 Nov 19 09:12:34.981676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68e7c6a4-6510-4e45-8f4a-55327d2da62d req-99b13d7f-2466-47ee-b747-17ed1d622d14 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557656 Nov 19 09:12:35.023772 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2aec68-d9a5-4cbd-9d4c-8865fb3ea9c4 x-openstack-request-id: req-4b2aec68-d9a5-4cbd-9d4c-8865fb3ea9c4 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:12:35.024075 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c2f7cf-f549-4322-9b41-b46330015492", "tag": "03d0e89e-8469-4b77-8f96-cdd545e99b2f", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:12:35.024334 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b2aec68-d9a5-4cbd-9d4c-8865fb3ea9c4 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:12:35.024742 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c2f7cf-f549-4322-9b41-b46330015492', 'tag': '03d0e89e-8469-4b77-8f96-cdd545e99b2f', 'status': 'completed', 'code': 200} Nov 19 09:12:35.060141 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26523d-4591-4c47-964c-cc40142d4ccb service neutron] Pushing event updated for resources: {'Port': ['ID=03d0e89e-8469-4b77-8f96-cdd545e99b2f,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:35.075241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-75f6a4aa-e11e-44dd-8162-3a13dbfdf713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:35.075891 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-75f6a4aa-e11e-44dd-8162-3a13dbfdf713 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 1095 time: 0.0973678 Nov 19 09:12:35.127896 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-827d9f63-f256-4c4b-a904-0f942b102578 None None] Provisioning complete for port 264a4a2b-1397-438f-aa2c-8f128120e3df triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:35.128949 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-827d9f63-f256-4c4b-a904-0f942b102578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:35.179790 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-740b62cc-87de-4073-9ea3-97a3b9756be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:35.192736 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-740b62cc-87de-4073-9ea3-97a3b9756be4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:35.194276 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-740b62cc-87de-4073-9ea3-97a3b9756be4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54e89ff3-4514-4b90-88c5-bb2d41917779 HTTP/1.1" status: 204 len: 168 time: 1.1028028 Nov 19 09:12:35.207094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-3bc8695b-6163-4ecb-bd2a-4553bd4d3309 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03d0e89e-8469-4b77-8f96-cdd545e99b2f HTTP/1.1" status: 200 len: 217 time: 0.1215613 Nov 19 09:12:35.245596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7634d4-d607-407a-81fb-a3ff898b43a6 None None] DHCP port deletion for d3bef959-7638-468e-bf13-8333f26b89d6 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:12:35.272626 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b62cc-87de-4073-9ea3-97a3b9756be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e89ff3-4514-4b90-88c5-bb2d41917779,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:35.316852 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] Deleting port 77d6aa89-dc25-40df-9758-992cbff6f2fd {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:35.318859 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:35.368852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc1bea-d480-411d-896e-f22d08524720 None None] Pushing event updated for resources: {'Port': ['ID=264a4a2b-1397-438f-aa2c-8f128120e3df,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:35.372477 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:12:35.373119 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:12:35.407718 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6af3b-9fe1-4a00-87a2-23b0645dd195 req-b943e884-3b19-427e-94a2-4c958e97fe87 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:35.409421 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ae6af3b-9fe1-4a00-87a2-23b0645dd195 req-b943e884-3b19-427e-94a2-4c958e97fe87 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 943 time: 0.2014530 Nov 19 09:12:35.411634 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40148c55-6e84-436d-85cf-a76b433c2544', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459450954-router', 'tenant_id': 'a3d2e61f345442a58b6c01872c648d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:12:31Z', 'revision_number': 3, 'project_id': 'a3d2e61f345442a58b6c01872c648d72', 'gw_port': {'id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:94:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40148c55-6e84-436d-85cf-a76b433c2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:35.442310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-8dce0e06-4767-4fff-b1a3-3a3053634b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:35.446602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-8dce0e06-4767-4fff-b1a3-3a3053634b05 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3ab6a09-9e77-4bfa-8672-ebfec5d093f3 HTTP/1.1" status: 200 len: 844 time: 0.1733167 Nov 19 09:12:35.458648 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Checking router: 40148c55-6e84-436d-85cf-a76b433c2544 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:12:35.459030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Updating router 40148c55-6e84-436d-85cf-a76b433c2544 port 188f08eb-ee96-425b-b877-0db1fa4feef3 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:12:35.491459 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:35.543946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-d99374f8-7546-41e8-a825-421bcd9273d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=84b15971-c3b1-423f-a0b8-5ba85f9e199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801194 Nov 19 09:12:35.587624 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ad7634d4-d607-407a-81fb-a3ff898b43a6 None None] Deleting port 77d6aa89-dc25-40df-9758-992cbff6f2fd {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:35.588012 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ad7634d4-d607-407a-81fb-a3ff898b43a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:35.605165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] For port 77d6aa89-dc25-40df-9758-992cbff6f2fd, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=77d6aa89-dc25-40df-9758-992cbff6f2fd,segment=NetworkSegment(2cbef4fb-1fa3-4aaf-b06c-e5c16add4048),segment_id=2cbef4fb-1fa3-4aaf-b06c-e5c16add4048)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:35.619446 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:35.718683 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] Calling delete_port for 77d6aa89-dc25-40df-9758-992cbff6f2fd owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:35.738922 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ae6af3b-9fe1-4a00-87a2-23b0645dd195 req-ea56f639-0e85-4f88-832d-0747d7f93420 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086669 Nov 19 09:12:35.744976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ad7634d4-d607-407a-81fb-a3ff898b43a6 None None] For port 77d6aa89-dc25-40df-9758-992cbff6f2fd, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=77d6aa89-dc25-40df-9758-992cbff6f2fd,segment=NetworkSegment(2cbef4fb-1fa3-4aaf-b06c-e5c16add4048),segment_id=2cbef4fb-1fa3-4aaf-b06c-e5c16add4048)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:35.745553 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ad7634d4-d607-407a-81fb-a3ff898b43a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:35.765778 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ad7634d4-d607-407a-81fb-a3ff898b43a6 None None] Calling delete_port for 77d6aa89-dc25-40df-9758-992cbff6f2fd owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:35.798650 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-0290b0d3-fd44-43e8-9724-db57f3f8d486 service neutron] 10.222.0.66 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467661 Nov 19 09:12:36.006199 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef5f609f-c2f1-4baf-ba80-43acd0d786bc req-fa75b15e-06b5-4e85-b4b6-06276ee001ea service neutron] 10.222.0.66 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955268 Nov 19 09:12:36.031347 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:36.043237 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ad7634d4-d607-407a-81fb-a3ff898b43a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:36.130912 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:36.132727 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7634d4-d607-407a-81fb-a3ff898b43a6 None None] Pushing event deleted for resources: {'Port': ['ID=77d6aa89-dc25-40df-9758-992cbff6f2fd,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:36.136604 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7634d4-d607-407a-81fb-a3ff898b43a6 None None] No DVR routers for this DVR port 77d6aa89-dc25-40df-9758-992cbff6f2fd on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:12:36.148915 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:36.184940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:12:36.204896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084fec7-acec-460d-9627-6b8ab2564f75 req-aef59e6a-718c-4b7f-9042-1d9aaa91dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:36.208882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8084fec7-acec-460d-9627-6b8ab2564f75 req-aef59e6a-718c-4b7f-9042-1d9aaa91dbcc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 1095 time: 0.1346810 Nov 19 09:12:36.219201 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:12:36.219628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 232a378c-0d9c-4fee-a1c3-fa4649b4ea20 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:12:36.220123 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 76af6351-5706-4c72-859d-af0bdd289d4a no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:12:36.259182 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 76af6351-5706-4c72-859d-af0bdd289d4a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:12:36.259662 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 76af6351-5706-4c72-859d-af0bdd289d4a not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:12:36.288130 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25930ba5-e8f2-46cb-9c5c-828d331556c7 None None] Pushing event updated for resources: {'Port': ['ID=188f08eb-ee96-425b-b877-0db1fa4feef3,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:36.293516 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Attempting to bind port 188f08eb-ee96-425b-b877-0db1fa4feef3 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:36.294810 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Attempting to bind port 188f08eb-ee96-425b-b877-0db1fa4feef3 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:36.295683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Attempting to bind port 188f08eb-ee96-425b-b877-0db1fa4feef3 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:36.304551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:36.305320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:36.306279 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:36.308058 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:36.308747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Bound port: 188f08eb-ee96-425b-b877-0db1fa4feef3, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:36.309507 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:36.398294 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] For port 188f08eb-ee96-425b-b877-0db1fa4feef3, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:36.405118 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 264a4a2b-1397-438f-aa2c-8f128120e3df up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:36.408217 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:36.415303 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] For port 188f08eb-ee96-425b-b877-0db1fa4feef3, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=188f08eb-ee96-425b-b877-0db1fa4feef3,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:36.452291 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d6aa89-dc25-40df-9758-992cbff6f2fd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:36.454949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] No DVR routers for this DVR port 77d6aa89-dc25-40df-9758-992cbff6f2fd on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:12:36.456626 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Allocated IP 172.20.0.1 (6cd7f63e-df95-427b-b076-36c43a258c77/324380d0-1f9f-4761-8b99-2e27c72754f7/d49ad27e-b408-41d6-811f-73ed9210f296) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:36.484668 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084fec7-acec-460d-9627-6b8ab2564f75 req-b687e41d-0253-4aab-969b-3ceadc5388e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:36.489517 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8084fec7-acec-460d-9627-6b8ab2564f75 req-b687e41d-0253-4aab-969b-3ceadc5388e0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 905 time: 0.2695324 Nov 19 09:12:36.609816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8084fec7-acec-460d-9627-6b8ab2564f75 req-e0541776-02c5-4f40-bff5-46354cfc4e22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03d0e89e-8469-4b77-8f96-cdd545e99b2f HTTP/1.1" status: 200 len: 217 time: 0.1113119 Nov 19 09:12:36.630382 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:36.642137 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:36.684603 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bef959-7638-468e-bf13-8333f26b89d6']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:36.692161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Routers {'40148c55-6e84-436d-85cf-a76b433c2544'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:36.693164 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['40148c55-6e84-436d-85cf-a76b433c2544'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:36.710861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084fec7-acec-460d-9627-6b8ab2564f75 req-e346c36d-c876-4859-ab82-32a00c0c1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:36.712821 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8084fec7-acec-460d-9627-6b8ab2564f75 req-e346c36d-c876-4859-ab82-32a00c0c1848 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3ab6a09-9e77-4bfa-8672-ebfec5d093f3 HTTP/1.1" status: 200 len: 844 time: 0.0943065 Nov 19 09:12:36.714050 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:36.714362 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbef4fb-1fa3-4aaf-b06c-e5c16add4048') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:36.760419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8084fec7-acec-460d-9627-6b8ab2564f75 req-2c70e0e5-1523-43c9-a9db-e2de97ffdf6f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=84b15971-c3b1-423f-a0b8-5ba85f9e199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391755 Nov 19 09:12:36.769762 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:36.807803 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:36.810415 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:36.816309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25930ba5-e8f2-46cb-9c5c-828d331556c7 None None] Pushing event updated for resources: {'Port': ['ID=188f08eb-ee96-425b-b877-0db1fa4feef3,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:36.824382 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:12:36.825125 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:12:36.827591 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:12:36.861062 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 264a4a2b-1397-438f-aa2c-8f128120e3df triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:36.866594 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:36.901898 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8084fec7-acec-460d-9627-6b8ab2564f75 req-f8558c29-af8f-4bdf-9c91-e63bed9a9673 service neutron] 10.222.0.66 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317670 Nov 19 09:12:36.938339 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:36.950175 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:36.958643 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d3bef959-7638-468e-bf13-8333f26b89d6 HTTP/1.1" status: 204 len: 168 time: 2.7081590 Nov 19 09:12:36.959861 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35786) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:37.008545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55546d67-954f-4b14-a50f-6e13737306b0 req-3a0569ba-e5c2-4397-b13a-7067661fe450 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:37.010234 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55546d67-954f-4b14-a50f-6e13737306b0 req-3a0569ba-e5c2-4397-b13a-7067661fe450 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 943 time: 0.1271901 Nov 19 09:12:37.040633 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dd6fe-41d5-465e-b7c1-c33fe5b513b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3bef959-7638-468e-bf13-8333f26b89d6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:37.046851 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35788) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:37.048964 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:37.056473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] Set router 40148c55-6e84-436d-85cf-a76b433c2544 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:37.120565 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8084fec7-acec-460d-9627-6b8ab2564f75 req-80846491-3e85-4b47-acb1-1a97043bcccb service neutron] 10.222.0.66 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983802 Nov 19 09:12:37.126566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-f81f6d3b-2b1c-4f64-a357-0ab3e66f5b8f tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:12:37.135494 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-f81f6d3b-2b1c-4f64-a357-0ab3e66f5b8f tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183957 Nov 19 09:12:37.159493 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55546d67-954f-4b14-a50f-6e13737306b0 req-0d9a2ef7-7c0e-4a40-993a-2ceb5a206a26 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412625 Nov 19 09:12:37.202805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-29eff8b6-4c08-4d38-b664-affd0acac8b5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-network', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:37.235301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Pushing event updated for resources: {'Port': ['ID=d49ad27e-b408-41d6-811f-73ed9210f296,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:37.267479 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Network 6cd7f63e-df95-427b-b076-36c43a258c77 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:37.275489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-3daf0c8d-2df5-4235-95cd-c932aabd97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:37.276920 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-3daf0c8d-2df5-4235-95cd-c932aabd97c0 service neutron] 10.222.0.21 "GET /v2.0/ports/bba2c378-3ed7-4115-b49c-f89ea9772621 HTTP/1.1" status: 200 len: 1094 time: 0.1409450 Nov 19 09:12:37.278421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eff8b6-4c08-4d38-b664-affd0acac8b5 admin admin] Made reservation on behalf of cf5cfffb23a14bd0aad7e0a2fc0d6f29 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:12:37.280999 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29eff8b6-4c08-4d38-b664-affd0acac8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:37.292813 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29eff8b6-4c08-4d38-b664-affd0acac8b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:37.305916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-96901f1e-2a62-41a9-b1fc-99a5fac4af35 service neutron] Request body: {'binding': {'host': 'n-h1-805649-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:37.306633 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-96901f1e-2a62-41a9-b1fc-99a5fac4af35 service neutron] Unknown quota resources ['binding']. {{(pid=103477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 09:12:37.338639 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:37.342973 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:37.368131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40148c55-6e84-436d-85cf-a76b433c2544', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459450954-router', 'tenant_id': 'a3d2e61f345442a58b6c01872c648d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:12:31Z', 'revision_number': 3, 'project_id': 'a3d2e61f345442a58b6c01872c648d72', 'gw_port': {'id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:94:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40148c55-6e84-436d-85cf-a76b433c2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:37.375006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 28732a85-448e-4d3b-8509-d1bf0c31142c no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:12:37.454530 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f06f0-1c9f-4cb9-bcd1-fd6500cbadbe None None] The sync data for ids ['40148c55-6e84-436d-85cf-a76b433c2544'] in n-d-805649-14 is: [{'id': '40148c55-6e84-436d-85cf-a76b433c2544', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459450954-router', 'tenant_id': 'a3d2e61f345442a58b6c01872c648d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:12:31Z', 'revision_number': 3, 'project_id': 'a3d2e61f345442a58b6c01872c648d72', 'gw_port': {'id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:94:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40148c55-6e84-436d-85cf-a76b433c2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:12:37.460375 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 28732a85-448e-4d3b-8509-d1bf0c31142c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:12:37.461411 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 28732a85-448e-4d3b-8509-d1bf0c31142c not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:12:37.461993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 77d6aa89-dc25-40df-9758-992cbff6f2fd no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:12:37.493852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 77d6aa89-dc25-40df-9758-992cbff6f2fd {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:12:37.494206 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 77d6aa89-dc25-40df-9758-992cbff6f2fd not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:12:37.510622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:37.535182 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29eff8b6-4c08-4d38-b664-affd0acac8b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:37.549252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-96901f1e-2a62-41a9-b1fc-99a5fac4af35 service neutron] Attempting to bind port bba2c378-3ed7-4115-b49c-f89ea9772621 on host n-h1-805649-14 for vnic_type normal with profile None {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:37.549860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-96901f1e-2a62-41a9-b1fc-99a5fac4af35 service neutron] Attempting to bind port bba2c378-3ed7-4115-b49c-f89ea9772621 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:37.551004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-96901f1e-2a62-41a9-b1fc-99a5fac4af35 service neutron] Attempting to bind port bba2c378-3ed7-4115-b49c-f89ea9772621 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:37.553767 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29eff8b6-4c08-4d38-b664-affd0acac8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:37.566784 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-96901f1e-2a62-41a9-b1fc-99a5fac4af35 service neutron] Port bba2c378-3ed7-4115-b49c-f89ea9772621 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:12:37.571378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-96901f1e-2a62-41a9-b1fc-99a5fac4af35 service neutron] Attempting to bind port bba2c378-3ed7-4115-b49c-f89ea9772621 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:37.592275 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-96901f1e-2a62-41a9-b1fc-99a5fac4af35 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:37.592685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-96901f1e-2a62-41a9-b1fc-99a5fac4af35 service neutron] Checking segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:37.593536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-96901f1e-2a62-41a9-b1fc-99a5fac4af35 service neutron] Bound using segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:37.594072 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-96901f1e-2a62-41a9-b1fc-99a5fac4af35 service neutron] Bound port: bba2c378-3ed7-4115-b49c-f89ea9772621, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:37.610030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29eff8b6-4c08-4d38-b664-affd0acac8b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:12:37.640270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 03d0e89e-8469-4b77-8f96-cdd545e99b2f details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:12:37.714999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eff8b6-4c08-4d38-b664-affd0acac8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e5e210-af32-485d-bcca-fb5d4d6b5374,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:37.726562 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29eff8b6-4c08-4d38-b664-affd0acac8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:37.726898 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-29eff8b6-4c08-4d38-b664-affd0acac8b5 admin admin] Added segment 80869d53-88b8-4523-afc8-14f65aeac772 of type vlan for network 754dc536-d7ea-408c-9b4c-4b592aff6603 Nov 19 09:12:37.809805 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29eff8b6-4c08-4d38-b664-affd0acac8b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:37.812945 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-000d93f6-e6c2-42a4-9519-8cbe1522a29c None None] Provisioning complete for port d49ad27e-b408-41d6-811f-73ed9210f296 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:37.813726 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-000d93f6-e6c2-42a4-9519-8cbe1522a29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:37.815224 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-96901f1e-2a62-41a9-b1fc-99a5fac4af35 service neutron] For port bba2c378-3ed7-4115-b49c-f89ea9772621, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=bba2c378-3ed7-4115-b49c-f89ea9772621,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:37.831807 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-96901f1e-2a62-41a9-b1fc-99a5fac4af35 service neutron] Publish callbacks [] for binding, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:37.836044 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:37.836218 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-96901f1e-2a62-41a9-b1fc-99a5fac4af35 service neutron] 10.222.0.21 "POST /v2.0/ports/bba2c378-3ed7-4115-b49c-f89ea9772621/bindings HTTP/1.1" status: 201 len: 390 time: 0.5341401 Nov 19 09:12:37.873508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 03d0e89e-8469-4b77-8f96-cdd545e99b2f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=03d0e89e-8469-4b77-8f96-cdd545e99b2f,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:37.878084 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29eff8b6-4c08-4d38-b664-affd0acac8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:37.879672 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eff8b6-4c08-4d38-b664-affd0acac8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:37.880270 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29eff8b6-4c08-4d38-b664-affd0acac8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:37.891724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '03d0e89e-8469-4b77-8f96-cdd545e99b2f', 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b', 'port_id': '03d0e89e-8469-4b77-8f96-cdd545e99b2f', 'mac_address': 'fa:16:3e:c9:65:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ab6a09-9e77-4bfa-8672-ebfec5d093f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:12:37.893539 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-000d93f6-e6c2-42a4-9519-8cbe1522a29c None None] Port d49ad27e-b408-41d6-811f-73ed9210f296 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:12:37.979755 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:38.024321 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-29eff8b6-4c08-4d38-b664-affd0acac8b5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.9749486 Nov 19 09:12:38.028556 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35800) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:38.032428 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d0e89e-8469-4b77-8f96-cdd545e99b2f {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:12:38.036647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-efa59213-4d62-4f4f-835b-41ca2994841e admin admin] Request body: {'subnet': {'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-subnet', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:38.054343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eff8b6-4c08-4d38-b664-affd0acac8b5 admin admin] Pushing event updated for resources: {'Network': ['ID=754dc536-d7ea-408c-9b4c-4b592aff6603,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:38.076072 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 754dc536-d7ea-408c-9b4c-4b592aff6603 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:12:38.084529 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 03d0e89e-8469-4b77-8f96-cdd545e99b2f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=03d0e89e-8469-4b77-8f96-cdd545e99b2f,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:38.153311 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:38.153664 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9263aa51-bd12-411c-bcf2-a5ffbab17e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:38.203885 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257af26-6025-4bea-a721-42da699c9951 req-17f73b25-6daa-4739-8dbe-f9752064d2a5 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:38.205499 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9257af26-6025-4bea-a721-42da699c9951 req-17f73b25-6daa-4739-8dbe-f9752064d2a5 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 945 time: 0.1029739 Nov 19 09:12:38.230144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa59213-4d62-4f4f-835b-41ca2994841e admin admin] Made reservation on behalf of cf5cfffb23a14bd0aad7e0a2fc0d6f29 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:12:38.234059 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-efa59213-4d62-4f4f-835b-41ca2994841e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:38.323971 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=03d0e89e-8469-4b77-8f96-cdd545e99b2f,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:38.338725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9257af26-6025-4bea-a721-42da699c9951 req-b5ddb5f1-a20f-4c24-9709-7d3ff9392823 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236789 Nov 19 09:12:38.349308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-736de643-37a5-4ebd-a769-5b0cccc6ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:38.351727 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-736de643-37a5-4ebd-a769-5b0cccc6ca1a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 1097 time: 0.1452866 Nov 19 09:12:38.383517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52f559-2987-4097-93b1-277d8739e990 req-d9c8dd55-5cf9-42db-92e4-fc657a16d8f9 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:38.400937 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c52f559-2987-4097-93b1-277d8739e990 req-d9c8dd55-5cf9-42db-92e4-fc657a16d8f9 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 944 time: 0.1049919 Nov 19 09:12:38.406727 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['03d0e89e-8469-4b77-8f96-cdd545e99b2f'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:12:38.479993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 188f08eb-ee96-425b-b877-0db1fa4feef3 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:38.536178 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c52f559-2987-4097-93b1-277d8739e990 req-656114b9-ba88-44d8-890b-1a686419e6de tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284266 Nov 19 09:12:38.578681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-416d3bc2-edb8-4d51-bfc2-48a7b39671b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:38.580273 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-416d3bc2-edb8-4d51-bfc2-48a7b39671b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.2173226 Nov 19 09:12:38.616161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 188f08eb-ee96-425b-b877-0db1fa4feef3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:38.616765 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:38.637304 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-efa59213-4d62-4f4f-835b-41ca2994841e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:38.640005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-edaac99c-6ffa-4de7-a1b7-afb5966a1a65 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bba2c378-3ed7-4115-b49c-f89ea9772621 HTTP/1.1" status: 200 len: 217 time: 0.0508583 Nov 19 09:12:38.710956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-59ddbaf6-2437-4f51-a410-b67d19e31338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:38.712728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-59ddbaf6-2437-4f51-a410-b67d19e31338 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.0642622 Nov 19 09:12:38.741137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa59213-4d62-4f4f-835b-41ca2994841e admin admin] Checking segment: {'id': '80869d53-88b8-4523-afc8-14f65aeac772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:38.741513 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa59213-4d62-4f4f-835b-41ca2994841e admin admin] Network hostable DHCP agents. Network: 754dc536-d7ea-408c-9b4c-4b592aff6603, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:12:38.747530 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:38.770838 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:38.802539 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:38.808655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-f110aeb6-7510-4aa4-9153-56550959f76f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848691 Nov 19 09:12:38.846197 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 188f08eb-ee96-425b-b877-0db1fa4feef3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=188f08eb-ee96-425b-b877-0db1fa4feef3,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:38.854204 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:38.855175 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa59213-4d62-4f4f-835b-41ca2994841e admin admin] Pushing event updated for resources: {'Subnet': ['ID=337ce23b-38be-4a98-96d8-e3b1f9886e8a,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:38.921874 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=188f08eb-ee96-425b-b877-0db1fa4feef3,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:38.928914 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-e82a1d48-3ca3-404f-9034-dc75a297ed16 service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115665 Nov 19 09:12:38.939700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa59213-4d62-4f4f-835b-41ca2994841e admin admin] Network 754dc536-d7ea-408c-9b4c-4b592aff6603 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:12:38.951647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Pushing event updated for resources: {'Port': ['ID=d49ad27e-b408-41d6-811f-73ed9210f296,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:38.955044 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:38.969485 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-efa59213-4d62-4f4f-835b-41ca2994841e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 754dc536-d7ea-408c-9b4c-4b592aff6603) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:38.980143 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792f5647-0736-4fe1-b4a2-b26808167202 None None] Network 754dc536-d7ea-408c-9b4c-4b592aff6603 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:12:38.984447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa59213-4d62-4f4f-835b-41ca2994841e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:38.985167 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-efa59213-4d62-4f4f-835b-41ca2994841e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:39.038247 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-657ef0ac-e3e5-4fb9-80e2-fa35deafee06 service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010108 Nov 19 09:12:39.048673 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-efa59213-4d62-4f4f-835b-41ca2994841e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 1.0175095 Nov 19 09:12:39.055814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35810) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:39.062901 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-router', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:39.138109 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:39.139154 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:39.162776 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-754dc536-d7ea-408c-9b4c-4b592aff6603', 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'fixed_ips': [{'subnet_id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:12:39.163799 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:39.186001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Network 6cd7f63e-df95-427b-b076-36c43a258c77 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:39.199213 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:39.258871 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:39.358587 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Allocated IP 172.20.0.2 (754dc536-d7ea-408c-9b4c-4b592aff6603/337ce23b-38be-4a98-96d8-e3b1f9886e8a/acad3a51-2814-4d76-83d0-990e769a52e5) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:39.464259 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Router 40148c55-6e84-436d-85cf-a76b433c2544 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:12:39.466306 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9263aa51-bd12-411c-bcf2-a5ffbab17e03 admin admin] Deleting port ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:39.466650 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9263aa51-bd12-411c-bcf2-a5ffbab17e03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:39.633925 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d179028-defd-42e5-8a5d-697fc956f74b req-ae8ba223-9ae5-421f-94f8-b1116a541441 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:39.654951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d179028-defd-42e5-8a5d-697fc956f74b req-ae8ba223-9ae5-421f-94f8-b1116a541441 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 945 time: 0.1585989 Nov 19 09:12:39.678318 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:39.694453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 03d0e89e-8469-4b77-8f96-cdd545e99b2f up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:39.701271 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:39.830716 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d179028-defd-42e5-8a5d-697fc956f74b req-98d621a7-73da-4309-882b-4796d64d3b78 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742303 Nov 19 09:12:39.852092 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Pushing event updated for resources: {'Port': ['ID=acad3a51-2814-4d76-83d0-990e769a52e5,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:39.949295 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Network 754dc536-d7ea-408c-9b4c-4b592aff6603 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:39.953430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:39.955888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c394dfe4-0392-48f9-aef1-54c1478b4370 None None] Provisioning complete for port d49ad27e-b408-41d6-811f-73ed9210f296 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:39.956593 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c394dfe4-0392-48f9-aef1-54c1478b4370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:39.958981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:39.976939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96744260-0f2f-46dc-90dd-f16503737ca1 req-0c82b77c-63f1-4a81-b970-de1782fb5f12 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:39.978627 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96744260-0f2f-46dc-90dd-f16503737ca1 req-0c82b77c-63f1-4a81-b970-de1782fb5f12 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 944 time: 0.0798590 Nov 19 09:12:40.048276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c394dfe4-0392-48f9-aef1-54c1478b4370 None None] Port d49ad27e-b408-41d6-811f-73ed9210f296 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:12:40.050903 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:40.066927 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 03d0e89e-8469-4b77-8f96-cdd545e99b2f completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:12:40.084828 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96744260-0f2f-46dc-90dd-f16503737ca1 req-25716d7a-633d-4af3-8200-488ea32b8015 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845466 Nov 19 09:12:40.090572 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 03d0e89e-8469-4b77-8f96-cdd545e99b2f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:40.090572 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:40.150033 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Attempting to bind port acad3a51-2814-4d76-83d0-990e769a52e5 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:40.150415 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Attempting to bind port acad3a51-2814-4d76-83d0-990e769a52e5 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '80869d53-88b8-4523-afc8-14f65aeac772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:40.150772 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Attempting to bind port acad3a51-2814-4d76-83d0-990e769a52e5 on network 754dc536-d7ea-408c-9b4c-4b592aff6603 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:40.159930 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:40.160311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Checking segment: {'id': '80869d53-88b8-4523-afc8-14f65aeac772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:40.161154 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:40.161687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Bound using segment: {'id': '80869d53-88b8-4523-afc8-14f65aeac772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:40.162177 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Bound port: acad3a51-2814-4d76-83d0-990e769a52e5, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80869d53-88b8-4523-afc8-14f65aeac772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:40.162562 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:40.177771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9263aa51-bd12-411c-bcf2-a5ffbab17e03 admin admin] For port ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85,segment=NetworkSegment(d8d99343-561a-49d2-8bf2-74a39506f296),segment_id=d8d99343-561a-49d2-8bf2-74a39506f296)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:40.178185 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9263aa51-bd12-411c-bcf2-a5ffbab17e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:40.226123 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9263aa51-bd12-411c-bcf2-a5ffbab17e03 admin admin] Calling delete_port for ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:40.266742 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] For port acad3a51-2814-4d76-83d0-990e769a52e5, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:40.270672 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] For port acad3a51-2814-4d76-83d0-990e769a52e5, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=acad3a51-2814-4d76-83d0-990e769a52e5,segment=NetworkSegment(80869d53-88b8-4523-afc8-14f65aeac772),segment_id=80869d53-88b8-4523-afc8-14f65aeac772)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:40.272172 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:40.283365 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:40.295585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:12:40.304640 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e745fd68-7872-4250-a694-0e9cbec68431 admin admin] 10.222.0.21 "PUT /v2.0/routers/40148c55-6e84-436d-85cf-a76b433c2544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2202568 Nov 19 09:12:40.308309 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Sync routers for ids ['40148c55-6e84-436d-85cf-a76b433c2544'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:12:40.330695 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Routers {'40148c55-6e84-436d-85cf-a76b433c2544'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:40.334143 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['40148c55-6e84-436d-85cf-a76b433c2544'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:40.366436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c2f7cf-f549-4322-9b41-b46330015492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d0e89e-8469-4b77-8f96-cdd545e99b2f'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:40.369609 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bf43b3-ee5b-4d93-9768-9e9c11c8c5d6" -d '{"events": [{"server_uuid": "01c2f7cf-f549-4322-9b41-b46330015492", "name": "network-vif-plugged", "status": "completed", "tag": "03d0e89e-8469-4b77-8f96-cdd545e99b2f"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:40.391921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 03d0e89e-8469-4b77-8f96-cdd545e99b2f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=03d0e89e-8469-4b77-8f96-cdd545e99b2f,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:40.406416 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:40.411888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78ad0d-a42f-48e2-816b-3ea0018c743e None None] Pushing event updated for resources: {'Port': ['ID=acad3a51-2814-4d76-83d0-990e769a52e5,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:40.524751 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Set router 40148c55-6e84-436d-85cf-a76b433c2544 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:40.529470 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daba852-ae4d-4144-b5cf-b1bb9d2dc7a7 x-openstack-request-id: req-8daba852-ae4d-4144-b5cf-b1bb9d2dc7a7 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:12:40.530422 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c2f7cf-f549-4322-9b41-b46330015492", "name": "network-vif-plugged", "status": "completed", "tag": "03d0e89e-8469-4b77-8f96-cdd545e99b2f", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:12:40.534179 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8daba852-ae4d-4144-b5cf-b1bb9d2dc7a7 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:12:40.536054 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c2f7cf-f549-4322-9b41-b46330015492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d0e89e-8469-4b77-8f96-cdd545e99b2f', 'code': 200} Nov 19 09:12:40.536913 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=03d0e89e-8469-4b77-8f96-cdd545e99b2f,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:40.545953 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 188f08eb-ee96-425b-b877-0db1fa4feef3 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:40.614599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 188f08eb-ee96-425b-b877-0db1fa4feef3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:40.615241 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:40.705435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72a387-b41b-478b-aca3-ec595a1a27cd req-b410ca88-6ce5-439d-a41b-50999d1b0bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:40.718789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c72a387-b41b-478b-aca3-ec595a1a27cd req-b410ca88-6ce5-439d-a41b-50999d1b0bdb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 1097 time: 0.1675768 Nov 19 09:12:40.852181 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c72a387-b41b-478b-aca3-ec595a1a27cd req-9f5e50dd-ca3b-49ae-aa51-5b62ff29d7be service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275325 Nov 19 09:12:41.163124 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:41.207180 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40148c55-6e84-436d-85cf-a76b433c2544', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459450954-router', 'tenant_id': 'a3d2e61f345442a58b6c01872c648d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:12:37Z', 'revision_number': 4, 'project_id': 'a3d2e61f345442a58b6c01872c648d72', 'gw_port': {'id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40148c55-6e84-436d-85cf-a76b433c2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd49ad27e-b408-41d6-811f-73ed9210f296', 'name': '', 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77', 'tenant_id': 'a3d2e61f345442a58b6c01872c648d72', 'mac_address': 'fa:16:3e:0a:cd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40148c55-6e84-436d-85cf-a76b433c2544', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '324380d0-1f9f-4761-8b99-2e27c72754f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:36Z', 'updated_at': '2021-11-19T09:12:38Z', 'revision_number': 2, 'project_id': 'a3d2e61f345442a58b6c01872c648d72', 'subnets': [{'id': '324380d0-1f9f-4761-8b99-2e27c72754f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:41.223836 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:41.259333 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Checking router: 40148c55-6e84-436d-85cf-a76b433c2544 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:12:41.259777 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Updating router 40148c55-6e84-436d-85cf-a76b433c2544 port d49ad27e-b408-41d6-811f-73ed9210f296 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:12:41.268063 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9263aa51-bd12-411c-bcf2-a5ffbab17e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:41.287619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b07ad-581c-4f4c-af23-a6678e9c2b27 req-8512d931-0575-4d36-823b-bd91db71ec78 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:41.297192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e95b07ad-581c-4f4c-af23-a6678e9c2b27 req-8512d931-0575-4d36-823b-bd91db71ec78 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 945 time: 0.2182143 Nov 19 09:12:41.303912 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:41.384101 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263aa51-bd12-411c-bcf2-a5ffbab17e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:41.538043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aeb016-6c70-4d88-b83e-c51d3fc548fe req-221ecc5a-5f76-44e0-9c0c-7b667167f15d tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:41.547534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8aeb016-6c70-4d88-b83e-c51d3fc548fe req-221ecc5a-5f76-44e0-9c0c-7b667167f15d tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 945 time: 0.3527710 Nov 19 09:12:41.618956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35848) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:41.632305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c6a47b1b-4ee8-4c9c-b3c4-a7694de357ec admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1306036795-network', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:41.634780 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Allocated IP 172.25.0.251 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/1cd95442-a8aa-4f59-aa3c-62698a0c2463) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:41.681098 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e95b07ad-581c-4f4c-af23-a6678e9c2b27 req-a9b7f2ae-61d1-4a4c-a3b0-64d83bec7092 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429661 Nov 19 09:12:41.855008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a47b1b-4ee8-4c9c-b3c4-a7694de357ec admin admin] Made reservation on behalf of 9eec8b568e16489e99e4842e170ca9c5 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:12:41.869293 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6a47b1b-4ee8-4c9c-b3c4-a7694de357ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:41.929292 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9263aa51-bd12-411c-bcf2-a5ffbab17e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:41.979594 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8aeb016-6c70-4d88-b83e-c51d3fc548fe req-9a92532c-78c9-47c7-8159-3da0fff918d1 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957300 Nov 19 09:12:41.999090 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6a47b1b-4ee8-4c9c-b3c4-a7694de357ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:42.011219 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:42.037114 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:42.103997 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:42.305825 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:42.351446 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Attempting to bind port d49ad27e-b408-41d6-811f-73ed9210f296 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:42.351882 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Attempting to bind port d49ad27e-b408-41d6-811f-73ed9210f296 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '6e6e13e5-9365-4f5b-b45c-d7da12a254e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:42.352258 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Attempting to bind port d49ad27e-b408-41d6-811f-73ed9210f296 on network 6cd7f63e-df95-427b-b076-36c43a258c77 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:42.354512 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afc71e-a973-4153-8901-70877c6da6a8 None None] Pushing event updated for resources: {'Port': ['ID=d49ad27e-b408-41d6-811f-73ed9210f296,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:42.362893 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:42.363279 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Checking segment: {'id': '6e6e13e5-9365-4f5b-b45c-d7da12a254e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:42.363683 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:42.364130 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Bound using segment: {'id': '6e6e13e5-9365-4f5b-b45c-d7da12a254e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:42.364619 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Bound port: d49ad27e-b408-41d6-811f-73ed9210f296, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6e13e5-9365-4f5b-b45c-d7da12a254e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:42.365003 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:42.385434 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6a47b1b-4ee8-4c9c-b3c4-a7694de357ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:42.397872 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6a47b1b-4ee8-4c9c-b3c4-a7694de357ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:42.434581 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a2903a-da67-47d6-94a8-4044240af6ec None None] Network 754dc536-d7ea-408c-9b4c-4b592aff6603 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:12:42.481584 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] For port d49ad27e-b408-41d6-811f-73ed9210f296, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:42.492052 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] For port d49ad27e-b408-41d6-811f-73ed9210f296, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d49ad27e-b408-41d6-811f-73ed9210f296,segment=NetworkSegment(6e6e13e5-9365-4f5b-b45c-d7da12a254e6),segment_id=6e6e13e5-9365-4f5b-b45c-d7da12a254e6)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:42.494560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:42.498211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a47b1b-4ee8-4c9c-b3c4-a7694de357ec admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:12:42.506543 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:42.515449 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:42.530659 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a47b1b-4ee8-4c9c-b3c4-a7694de357ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0be7af-4aad-4cca-84c6-a25dfa48836e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:42.547977 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6a47b1b-4ee8-4c9c-b3c4-a7694de357ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:42.548361 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-c6a47b1b-4ee8-4c9c-b3c4-a7694de357ec admin admin] Added segment 30705792-0728-4628-8682-27261fc95e75 of type vlan for network 5717af37-9e10-4a24-9e4c-69dede0f17f8 Nov 19 09:12:42.618643 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:42.636630 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd95442-a8aa-4f59-aa3c-62698a0c2463,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:42.671462 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6a47b1b-4ee8-4c9c-b3c4-a7694de357ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:42.686677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f16c299b-cefd-49ed-95e5-18063a586ae9 None None] Provisioning complete for port acad3a51-2814-4d76-83d0-990e769a52e5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:42.707841 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f16c299b-cefd-49ed-95e5-18063a586ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:42.731758 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afc71e-a973-4153-8901-70877c6da6a8 None None] Pushing event updated for resources: {'Port': ['ID=d49ad27e-b408-41d6-811f-73ed9210f296,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:42.800916 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6a47b1b-4ee8-4c9c-b3c4-a7694de357ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:42.802164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a47b1b-4ee8-4c9c-b3c4-a7694de357ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:42.802723 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6a47b1b-4ee8-4c9c-b3c4-a7694de357ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:42.819922 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Routers {'40148c55-6e84-436d-85cf-a76b433c2544'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:42.823052 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['40148c55-6e84-436d-85cf-a76b433c2544'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:43.032134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a47b1b-4ee8-4c9c-b3c4-a7694de357ec admin admin] Pushing event updated for resources: {'Network': ['ID=5717af37-9e10-4a24-9e4c-69dede0f17f8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:43.038500 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c6a47b1b-4ee8-4c9c-b3c4-a7694de357ec admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4167168 Nov 19 09:12:43.042124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35868) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:43.055446 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-35644484-8e98-41c1-973a-7004dddbd2d4 admin admin] Request body: {'subnet': {'network_id': '5717af37-9e10-4a24-9e4c-69dede0f17f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306036795-subnet', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:43.146557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35644484-8e98-41c1-973a-7004dddbd2d4 admin admin] Made reservation on behalf of 9eec8b568e16489e99e4842e170ca9c5 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:12:43.149252 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35644484-8e98-41c1-973a-7004dddbd2d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:43.167074 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] Set router 40148c55-6e84-436d-85cf-a76b433c2544 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:43.301255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d997dc-cea6-4060-9b58-5ed9dec2fe60 req-45a6a96b-9909-4fc2-bee9-f5e349e40a42 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:43.302732 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device acad3a51-2814-4d76-83d0-990e769a52e5 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:43.305799 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 5717af37-9e10-4a24-9e4c-69dede0f17f8 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:12:43.312002 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31d997dc-cea6-4060-9b58-5ed9dec2fe60 req-45a6a96b-9909-4fc2-bee9-f5e349e40a42 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.2917387 Nov 19 09:12:43.328492 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9263aa51-bd12-411c-bcf2-a5ffbab17e03 admin admin] Router ea129c94-ab27-43b3-aae3-7aff1c374544 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:12:43.447285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31d997dc-cea6-4060-9b58-5ed9dec2fe60 req-b00bbd8f-7f68-47cd-9d36-f6aca48ddc2b tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332436 Nov 19 09:12:43.584535 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:43.600247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port acad3a51-2814-4d76-83d0-990e769a52e5 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:43.600910 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:43.601549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef61e1f-e546-490b-963a-c1a6d0d1397d req-cbdb647c-ccbc-4072-b355-07c738094014 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:43.615640 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ef61e1f-e546-490b-963a-c1a6d0d1397d req-cbdb647c-ccbc-4072-b355-07c738094014 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 945 time: 0.5942764 Nov 19 09:12:43.674607 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40148c55-6e84-436d-85cf-a76b433c2544', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459450954-router', 'tenant_id': 'a3d2e61f345442a58b6c01872c648d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:12:37Z', 'revision_number': 4, 'project_id': 'a3d2e61f345442a58b6c01872c648d72', 'gw_port': {'id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40148c55-6e84-436d-85cf-a76b433c2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd49ad27e-b408-41d6-811f-73ed9210f296', 'name': '', 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77', 'tenant_id': 'a3d2e61f345442a58b6c01872c648d72', 'mac_address': 'fa:16:3e:0a:cd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40148c55-6e84-436d-85cf-a76b433c2544', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '324380d0-1f9f-4761-8b99-2e27c72754f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:36Z', 'updated_at': '2021-11-19T09:12:42Z', 'revision_number': 4, 'project_id': 'a3d2e61f345442a58b6c01872c648d72', 'subnets': [{'id': '324380d0-1f9f-4761-8b99-2e27c72754f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:43.716115 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe28e3c-6931-467f-b344-598deec65654 None None] The sync data for ids ['40148c55-6e84-436d-85cf-a76b433c2544'] in n-d-805649-14 is: [{'id': '40148c55-6e84-436d-85cf-a76b433c2544', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459450954-router', 'tenant_id': 'a3d2e61f345442a58b6c01872c648d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:12:37Z', 'revision_number': 4, 'project_id': 'a3d2e61f345442a58b6c01872c648d72', 'gw_port': {'id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40148c55-6e84-436d-85cf-a76b433c2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd49ad27e-b408-41d6-811f-73ed9210f296', 'name': '', 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77', 'tenant_id': 'a3d2e61f345442a58b6c01872c648d72', 'mac_address': 'fa:16:3e:0a:cd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40148c55-6e84-436d-85cf-a76b433c2544', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '324380d0-1f9f-4761-8b99-2e27c72754f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:36Z', 'updated_at': '2021-11-19T09:12:42Z', 'revision_number': 4, 'project_id': 'a3d2e61f345442a58b6c01872c648d72', 'subnets': [{'id': '324380d0-1f9f-4761-8b99-2e27c72754f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:12:43.776009 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f16c299b-cefd-49ed-95e5-18063a586ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:43.903460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ef61e1f-e546-490b-963a-c1a6d0d1397d req-50e2b8be-416a-4b29-bc7d-6705d4baff0c tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862506 Nov 19 09:12:43.904521 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9263aa51-bd12-411c-bcf2-a5ffbab17e03 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:12:43.941254 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc22918-7b7c-4c45-b45e-e40fa634665b None None] Sync routers for ids ['ea129c94-ab27-43b3-aae3-7aff1c374544'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:12:43.954092 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f16c299b-cefd-49ed-95e5-18063a586ae9 None None] For port acad3a51-2814-4d76-83d0-990e769a52e5, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=acad3a51-2814-4d76-83d0-990e769a52e5,segment=NetworkSegment(80869d53-88b8-4523-afc8-14f65aeac772),segment_id=80869d53-88b8-4523-afc8-14f65aeac772)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:43.975304 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35644484-8e98-41c1-973a-7004dddbd2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:43.983598 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f16c299b-cefd-49ed-95e5-18063a586ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:44.035712 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9263aa51-bd12-411c-bcf2-a5ffbab17e03 admin admin] 10.222.0.21 "PUT /v2.0/routers/ea129c94-ab27-43b3-aae3-7aff1c374544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0587568 Nov 19 09:12:44.038258 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35872) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:44.090503 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc22918-7b7c-4c45-b45e-e40fa634665b None None] Routers {'ea129c94-ab27-43b3-aae3-7aff1c374544'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:44.091033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd32df9-40be-40d5-8af3-da82e0aff61f req-43e8b07d-609d-4c54-b8f7-f14c16afda7c tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:44.091553 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bbc22918-7b7c-4c45-b45e-e40fa634665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ea129c94-ab27-43b3-aae3-7aff1c374544'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:44.102803 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3fd32df9-40be-40d5-8af3-da82e0aff61f req-43e8b07d-609d-4c54-b8f7-f14c16afda7c tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 945 time: 0.4337044 Nov 19 09:12:44.107519 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:44.197927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35644484-8e98-41c1-973a-7004dddbd2d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a89d21-a22e-4cf9-ab2e-aeeeade208a4,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:44.265009 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:44.334920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35644484-8e98-41c1-973a-7004dddbd2d4 admin admin] Checking segment: {'id': '30705792-0728-4628-8682-27261fc95e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5717af37-9e10-4a24-9e4c-69dede0f17f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:44.335695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35644484-8e98-41c1-973a-7004dddbd2d4 admin admin] Network hostable DHCP agents. Network: 5717af37-9e10-4a24-9e4c-69dede0f17f8, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:12:44.359791 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3fd32df9-40be-40d5-8af3-da82e0aff61f req-26d058ff-5154-4ed1-8491-4e3fab0a7b9a tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519634 Nov 19 09:12:44.393846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35644484-8e98-41c1-973a-7004dddbd2d4 admin admin] Network 5717af37-9e10-4a24-9e4c-69dede0f17f8 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:12:44.401343 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6abfdc6a-87e5-4e96-a5a9-7875968f74fd admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:44.423585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c299b-cefd-49ed-95e5-18063a586ae9 None None] Pushing event updated for resources: {'Port': ['ID=acad3a51-2814-4d76-83d0-990e769a52e5,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:44.431654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-35644484-8e98-41c1-973a-7004dddbd2d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 5717af37-9e10-4a24-9e4c-69dede0f17f8) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:44.441978 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6e63e8d3-80a5-4c01-ab67-4ad9aadabd51 None None] Provisioning complete for port d49ad27e-b408-41d6-811f-73ed9210f296 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:44.448123 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6e63e8d3-80a5-4c01-ab67-4ad9aadabd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:44.455523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35644484-8e98-41c1-973a-7004dddbd2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:44.457476 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35644484-8e98-41c1-973a-7004dddbd2d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:44.465047 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4029da-e47d-4bbc-8786-5b4d2f67ffc2 None None] Network 5717af37-9e10-4a24-9e4c-69dede0f17f8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:12:44.499555 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-35644484-8e98-41c1-973a-7004dddbd2d4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4561143 Nov 19 09:12:44.501265 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35878) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:44.510828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1306036795-router', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:44.560774 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:44.562240 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:44.640372 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:44.734743 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:12:44.735339 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:12:44.746754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-bbc22918-7b7c-4c45-b45e-e40fa634665b None None] Set router ea129c94-ab27-43b3-aae3-7aff1c374544 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:45.000476 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6e63e8d3-80a5-4c01-ab67-4ad9aadabd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:45.174198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6e63e8d3-80a5-4c01-ab67-4ad9aadabd51 None None] For port d49ad27e-b408-41d6-811f-73ed9210f296, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d49ad27e-b408-41d6-811f-73ed9210f296,segment=NetworkSegment(6e6e13e5-9365-4f5b-b45c-d7da12a254e6),segment_id=6e6e13e5-9365-4f5b-b45c-d7da12a254e6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:45.196437 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6e63e8d3-80a5-4c01-ab67-4ad9aadabd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:45.204988 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6abfdc6a-87e5-4e96-a5a9-7875968f74fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:45.290824 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-5717af37-9e10-4a24-9e4c-69dede0f17f8', 'network_id': '5717af37-9e10-4a24-9e4c-69dede0f17f8', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5', 'fixed_ips': [{'subnet_id': '06a89d21-a22e-4cf9-ab2e-aeeeade208a4'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:12:45.294380 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:45.299298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Router 45c24c4b-f41a-413e-af43-bd43698efaad is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:12:45.310783 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:45.348741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23770101-bedd-4970-822c-36b04bc47e2c req-e71196bd-1215-43eb-8866-928d5651f9e4 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:45.351204 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23770101-bedd-4970-822c-36b04bc47e2c req-e71196bd-1215-43eb-8866-928d5651f9e4 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.6903119 Nov 19 09:12:45.361578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2d090-da7b-4827-a54d-cca44b88e126 req-fb9803cb-0ee1-48e4-890b-a68c9bec4238 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:45.369680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-afb2d090-da7b-4827-a54d-cca44b88e126 req-fb9803cb-0ee1-48e4-890b-a68c9bec4238 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1cfd2a-7030-44e3-b7bc-47161cff982e HTTP/1.1" status: 200 len: 945 time: 0.8297637 Nov 19 09:12:45.494452 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:12:45.511566 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Sync routers for ids ['45c24c4b-f41a-413e-af43-bd43698efaad'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:12:45.515401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6abfdc6a-87e5-4e96-a5a9-7875968f74fd admin admin] Deleting port d4360702-8942-4af9-aaa3-ae4250d7a30c {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:45.515933 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6abfdc6a-87e5-4e96-a5a9-7875968f74fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:45.532381 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Routers {'45c24c4b-f41a-413e-af43-bd43698efaad'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:45.535568 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['45c24c4b-f41a-413e-af43-bd43698efaad'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:45.537704 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-afb2d090-da7b-4827-a54d-cca44b88e126 req-bd985bdd-3429-4f6f-a679-8982daf8bf15 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549685 Nov 19 09:12:45.549463 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23770101-bedd-4970-822c-36b04bc47e2c req-8e71996b-8f7d-4a95-a447-e3030fe14ca2 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785042 Nov 19 09:12:45.660486 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6abfdc6a-87e5-4e96-a5a9-7875968f74fd admin admin] For port d4360702-8942-4af9-aaa3-ae4250d7a30c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d4360702-8942-4af9-aaa3-ae4250d7a30c,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:45.660486 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6abfdc6a-87e5-4e96-a5a9-7875968f74fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:45.695011 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6abfdc6a-87e5-4e96-a5a9-7875968f74fd admin admin] Calling delete_port for d4360702-8942-4af9-aaa3-ae4250d7a30c owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:45.825420 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Set router 45c24c4b-f41a-413e-af43-bd43698efaad gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:45.840736 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-bae8610a-b6d8-4582-aed9-8dd79755cc2b None None] Provisioning complete for port acad3a51-2814-4d76-83d0-990e769a52e5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:45.841367 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bae8610a-b6d8-4582-aed9-8dd79755cc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:45.930393 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:46.009051 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6abfdc6a-87e5-4e96-a5a9-7875968f74fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:46.029945 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:46.035044 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f357bb92-6266-4551-b2db-86806c8196b5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 6.9775023 Nov 19 09:12:46.036548 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35888) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:46.064590 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cc64e-52b8-4263-b68b-4c8186efd130 req-a454bc23-bd30-4317-aa24-1d308f100591 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:46.067017 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-525cc64e-52b8-4263-b68b-4c8186efd130 req-a454bc23-bd30-4317-aa24-1d308f100591 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 945 time: 0.3058457 Nov 19 09:12:46.078411 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:46.136770 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63e8d3-80a5-4c01-ab67-4ad9aadabd51 None None] Pushing event updated for resources: {'Port': ['ID=d49ad27e-b408-41d6-811f-73ed9210f296,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:46.140382 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:46.145698 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bbc22918-7b7c-4c45-b45e-e40fa634665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536826826-router', 'tenant_id': 'aeacabe691e14011ae5789c1c983da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'd4360702-8942-4af9-aaa3-ae4250d7a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:10Z', 'updated_at': '2021-11-19T09:12:41Z', 'revision_number': 5, 'project_id': 'aeacabe691e14011ae5789c1c983da4a', 'gw_port': {'id': 'd4360702-8942-4af9-aaa3-ae4250d7a30c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:07:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:07:13Z', 'updated_at': '2021-11-19T09:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:46.191806 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc22918-7b7c-4c45-b45e-e40fa634665b None None] Checking router: ea129c94-ab27-43b3-aae3-7aff1c374544 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:12:46.194345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d49ad27e-b408-41d6-811f-73ed9210f296 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:46.212800 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-router', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:39Z', 'updated_at': '2021-11-19T09:12:43Z', 'revision_number': 3, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'gw_port': {'id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:41Z', 'updated_at': '2021-11-19T09:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:46.214843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfdc6a-87e5-4e96-a5a9-7875968f74fd admin admin] Pushing event deleted for resources: {'Port': ['ID=d4360702-8942-4af9-aaa3-ae4250d7a30c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:46.257326 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Checking router: 45c24c4b-f41a-413e-af43-bd43698efaad for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:12:46.257683 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Updating router 45c24c4b-f41a-413e-af43-bd43698efaad port 1cd95442-a8aa-4f59-aa3c-62698a0c2463 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:12:46.271900 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Allocated IP 172.20.0.2 (5717af37-9e10-4a24-9e4c-69dede0f17f8/06a89d21-a22e-4cf9-ab2e-aeeeade208a4/23ae364d-3afb-48b8-8082-4ee79c6a6428) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:46.284362 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc22918-7b7c-4c45-b45e-e40fa634665b None None] Routers {'ea129c94-ab27-43b3-aae3-7aff1c374544'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:46.285282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bbc22918-7b7c-4c45-b45e-e40fa634665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ea129c94-ab27-43b3-aae3-7aff1c374544'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:46.293050 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:46.298405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388ee62-296c-46ab-894b-382ae03c524f req-7d7a0878-60e0-4083-aad9-d0d45f003e99 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:46.302547 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9388ee62-296c-46ab-894b-382ae03c524f req-7d7a0878-60e0-4083-aad9-d0d45f003e99 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 945 time: 0.3546119 Nov 19 09:12:46.370249 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-525cc64e-52b8-4263-b68b-4c8186efd130 req-db6446dd-ced4-472e-9801-46a6f49b2b3d tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926919 Nov 19 09:12:46.377206 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-bbc22918-7b7c-4c45-b45e-e40fa634665b None None] Set router ea129c94-ab27-43b3-aae3-7aff1c374544 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:46.395102 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6abfdc6a-87e5-4e96-a5a9-7875968f74fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:46.506412 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9388ee62-296c-46ab-894b-382ae03c524f req-ee07cfb1-f034-4156-b33c-c9fb2d9dee37 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353660 Nov 19 09:12:46.527088 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Allocated IP 172.25.0.129 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/4892ecf0-4246-490b-baef-74da4237ac7f) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:46.552164 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6abfdc6a-87e5-4e96-a5a9-7875968f74fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:46.555669 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6abfdc6a-87e5-4e96-a5a9-7875968f74fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:46.630997 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6abfdc6a-87e5-4e96-a5a9-7875968f74fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:46.631614 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abfdc6a-87e5-4e96-a5a9-7875968f74fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea129c94-ab27-43b3-aae3-7aff1c374544 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:12:46.643676 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6abfdc6a-87e5-4e96-a5a9-7875968f74fd admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:46.646311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35894) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:46.648318 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6abfdc6a-87e5-4e96-a5a9-7875968f74fd admin admin] 10.222.0.21 "DELETE /v2.0/routers/ea129c94-ab27-43b3-aae3-7aff1c374544 HTTP/1.1" status: 204 len: 168 time: 2.6001561 Nov 19 09:12:46.649194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bbc22918-7b7c-4c45-b45e-e40fa634665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536826826-router', 'tenant_id': 'aeacabe691e14011ae5789c1c983da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:10Z', 'updated_at': '2021-11-19T09:12:45Z', 'revision_number': 7, 'project_id': 'aeacabe691e14011ae5789c1c983da4a', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:46.695441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc22918-7b7c-4c45-b45e-e40fa634665b None None] The sync data for ids ['ea129c94-ab27-43b3-aae3-7aff1c374544'] in n-d-805649-14 is: [{'id': 'ea129c94-ab27-43b3-aae3-7aff1c374544', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-536826826-router', 'tenant_id': 'aeacabe691e14011ae5789c1c983da4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:07:10Z', 'updated_at': '2021-11-19T09:12:45Z', 'revision_number': 7, 'project_id': 'aeacabe691e14011ae5789c1c983da4a', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:12:46.724923 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d49ad27e-b408-41d6-811f-73ed9210f296 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:46.726138 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:46.944237 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-178bc07f-6b3c-4b68-b868-089ad420a77f admin admin] Deleting subnet 92809132-98ac-40ab-86d4-9a247f0ec908 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:12:46.952697 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:46.963065 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:46.963969 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:46.968648 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-178bc07f-6b3c-4b68-b868-089ad420a77f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:47.024943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c920a-d1f2-41e4-a5e4-b22f900cab17 req-a9077853-79d3-46f7-9332-3fee751a550d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:47.036732 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d95c920a-d1f2-41e4-a5e4-b22f900cab17 req-a9077853-79d3-46f7-9332-3fee751a550d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.3128142 Nov 19 09:12:47.039726 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Network 5717af37-9e10-4a24-9e4c-69dede0f17f8 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:47.040362 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:47.059366 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:47.090875 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:47.143126 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-178bc07f-6b3c-4b68-b868-089ad420a77f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:47.151771 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device acad3a51-2814-4d76-83d0-990e769a52e5 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:47.242130 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-178bc07f-6b3c-4b68-b868-089ad420a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:47.273447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Allocated IP 172.20.0.1 (754dc536-d7ea-408c-9b4c-4b592aff6603/337ce23b-38be-4a98-96d8-e3b1f9886e8a/1258cc18-1fe6-4d61-8221-e8040d646772) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:47.277711 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Attempting to bind port 23ae364d-3afb-48b8-8082-4ee79c6a6428 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:47.278151 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Attempting to bind port 23ae364d-3afb-48b8-8082-4ee79c6a6428 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '30705792-0728-4628-8682-27261fc95e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5717af37-9e10-4a24-9e4c-69dede0f17f8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:47.278531 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Attempting to bind port 23ae364d-3afb-48b8-8082-4ee79c6a6428 on network 5717af37-9e10-4a24-9e4c-69dede0f17f8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:47.281720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Pushing event updated for resources: {'Port': ['ID=23ae364d-3afb-48b8-8082-4ee79c6a6428,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:47.313565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:47.314066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Checking segment: {'id': '30705792-0728-4628-8682-27261fc95e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5717af37-9e10-4a24-9e4c-69dede0f17f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:47.314558 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:47.315066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Bound using segment: {'id': '30705792-0728-4628-8682-27261fc95e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5717af37-9e10-4a24-9e4c-69dede0f17f8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:47.315754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Bound port: 23ae364d-3afb-48b8-8082-4ee79c6a6428, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30705792-0728-4628-8682-27261fc95e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5717af37-9e10-4a24-9e4c-69dede0f17f8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:47.316354 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:47.344944 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-178bc07f-6b3c-4b68-b868-089ad420a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:47.393277 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178bc07f-6b3c-4b68-b868-089ad420a77f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92809132-98ac-40ab-86d4-9a247f0ec908,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:47.406625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] For port 23ae364d-3afb-48b8-8082-4ee79c6a6428, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:47.412923 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] For port 23ae364d-3afb-48b8-8082-4ee79c6a6428, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=23ae364d-3afb-48b8-8082-4ee79c6a6428,segment=NetworkSegment(30705792-0728-4628-8682-27261fc95e75),segment_id=30705792-0728-4628-8682-27261fc95e75)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:47.421987 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:47.429675 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:47.432807 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-178bc07f-6b3c-4b68-b868-089ad420a77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:47.439570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port acad3a51-2814-4d76-83d0-990e769a52e5 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:47.439956 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:47.441580 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-178bc07f-6b3c-4b68-b868-089ad420a77f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/92809132-98ac-40ab-86d4-9a247f0ec908 HTTP/1.1" status: 204 len: 168 time: 0.7851093 Nov 19 09:12:47.444000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35904) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:47.466587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225de11-f9de-4a8a-9d44-d8b814a9770e req-58344abd-521c-4da9-b3a1-df02495864a1 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:47.474837 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0225de11-f9de-4a8a-9d44-d8b814a9770e req-58344abd-521c-4da9-b3a1-df02495864a1 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 945 time: 0.4678454 Nov 19 09:12:47.480612 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:47.482631 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6021a20d-dd4f-45cc-8024-add0ebfc4b9a None None] Network ba060ee4-100c-44d8-b926-1b48e0d84abf requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:12:47.574674 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Network 754dc536-d7ea-408c-9b4c-4b592aff6603 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:47.584926 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:47.593779 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:47.605122 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Pushing event updated for resources: {'Port': ['ID=1258cc18-1fe6-4d61-8221-e8040d646772,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:47.689445 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:47.695983 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0225de11-f9de-4a8a-9d44-d8b814a9770e req-87c5876b-78e2-491d-b738-a680867b0ed5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196324 Nov 19 09:12:47.722595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d95c920a-d1f2-41e4-a5e4-b22f900cab17 req-e0b289eb-bf55-4a57-92d4-888a4792cb1c tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6779065 Nov 19 09:12:47.734042 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:47.867081 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:47.872541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:47.881943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:47.896851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04c0ef-d1e7-4bb2-8819-444899535bd0 None None] Pushing event updated for resources: {'Port': ['ID=23ae364d-3afb-48b8-8082-4ee79c6a6428,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:47.959791 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:47.981143 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:47.985214 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:48.005181 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:48.156657 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:48.157719 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d49ad27e-b408-41d6-811f-73ed9210f296 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:48.225252 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff5933-6463-4653-8198-33450417ab57 None None] Pushing event updated for resources: {'Port': ['ID=1cd95442-a8aa-4f59-aa3c-62698a0c2463,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:48.227944 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Attempting to bind port 1cd95442-a8aa-4f59-aa3c-62698a0c2463 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:48.228289 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Attempting to bind port 1cd95442-a8aa-4f59-aa3c-62698a0c2463 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:48.228667 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Attempting to bind port 1cd95442-a8aa-4f59-aa3c-62698a0c2463 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:48.260230 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:48.260660 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:48.261015 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:48.261444 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:48.261937 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Bound port: 1cd95442-a8aa-4f59-aa3c-62698a0c2463, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:48.262339 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:48.303434 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4846b28-5751-4fa3-90aa-cd0e596b0482 None None] DHCP port deletion for ba060ee4-100c-44d8-b926-1b48e0d84abf request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:12:48.380509 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Pushing event updated for resources: {'Port': ['ID=4892ecf0-4246-490b-baef-74da4237ac7f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:48.433964 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] For port 1cd95442-a8aa-4f59-aa3c-62698a0c2463, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:48.441863 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d49ad27e-b408-41d6-811f-73ed9210f296 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:48.442328 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:48.444105 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] For port 1cd95442-a8aa-4f59-aa3c-62698a0c2463, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1cd95442-a8aa-4f59-aa3c-62698a0c2463,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:48.444830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ab5ac602-7607-4fe2-8b19-0d18a8c718d0 None None] Provisioning complete for port 1258cc18-1fe6-4d61-8221-e8040d646772 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:48.445200 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ab5ac602-7607-4fe2-8b19-0d18a8c718d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:48.454189 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:48.494869 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ac602-7607-4fe2-8b19-0d18a8c718d0 None None] Port 1258cc18-1fe6-4d61-8221-e8040d646772 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:12:48.553211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e4846b28-5751-4fa3-90aa-cd0e596b0482 None None] Deleting port 6c882be6-ca72-4e0e-9699-6aa5261f7c7d {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:48.553997 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4846b28-5751-4fa3-90aa-cd0e596b0482 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:48.600549 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:48.609066 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:48.626459 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cd9b2-aad1-4c94-9c4f-dac10d34190f req-ca46c1c2-b3a9-4166-80d0-1f7a5897faa7 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:48.631223 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Routers {'45c24c4b-f41a-413e-af43-bd43698efaad'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:48.634860 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc7cd9b2-aad1-4c94-9c4f-dac10d34190f req-ca46c1c2-b3a9-4166-80d0-1f7a5897faa7 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 945 time: 0.6450019 Nov 19 09:12:48.635755 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['45c24c4b-f41a-413e-af43-bd43698efaad'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:48.683695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a6a9d-03ff-418e-90c2-e7562f6b9179 req-0e87c0bb-aee4-47b4-b871-bbd6adafa69c tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:48.685480 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-988a6a9d-03ff-418e-90c2-e7562f6b9179 req-0e87c0bb-aee4-47b4-b871-bbd6adafa69c tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.66 "GET /v2.0/ports?device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 945 time: 0.3403203 Nov 19 09:12:48.686821 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:48.708994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e4846b28-5751-4fa3-90aa-cd0e596b0482 None None] For port 6c882be6-ca72-4e0e-9699-6aa5261f7c7d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6c882be6-ca72-4e0e-9699-6aa5261f7c7d,segment=NetworkSegment(d8d99343-561a-49d2-8bf2-74a39506f296),segment_id=d8d99343-561a-49d2-8bf2-74a39506f296)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:48.710188 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4846b28-5751-4fa3-90aa-cd0e596b0482 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:48.732270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e4846b28-5751-4fa3-90aa-cd0e596b0482 None None] Calling delete_port for 6c882be6-ca72-4e0e-9699-6aa5261f7c7d owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:48.733312 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff5933-6463-4653-8198-33450417ab57 None None] Pushing event updated for resources: {'Port': ['ID=1cd95442-a8aa-4f59-aa3c-62698a0c2463,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:48.800175 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Pushing event updated for resources: {'Port': ['ID=1258cc18-1fe6-4d61-8221-e8040d646772,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:48.820436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:12:48.834717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc7cd9b2-aad1-4c94-9c4f-dac10d34190f req-c56aa93d-6637-4ac1-8a78-ceb96e84c8ea tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988776 Nov 19 09:12:48.873830 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:48.886267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:12:48.886851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ebe4dddf-4f8c-4f4a-83b5-1c3adba33e85 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:12:48.887520 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d4360702-8942-4af9-aaa3-ae4250d7a30c no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:12:48.946623 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] Set router 45c24c4b-f41a-413e-af43-bd43698efaad gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:48.965436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: d4360702-8942-4af9-aaa3-ae4250d7a30c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:12:48.965862 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d4360702-8942-4af9-aaa3-ae4250d7a30c not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:12:48.969003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] Deleting port 6c882be6-ca72-4e0e-9699-6aa5261f7c7d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:48.969869 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:49.031876 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4846b28-5751-4fa3-90aa-cd0e596b0482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:49.059145 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Network 754dc536-d7ea-408c-9b4c-4b592aff6603 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:49.062648 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:49.085559 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4846b28-5751-4fa3-90aa-cd0e596b0482 None None] Pushing event deleted for resources: {'Port': ['ID=6c882be6-ca72-4e0e-9699-6aa5261f7c7d,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:49.087462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4846b28-5751-4fa3-90aa-cd0e596b0482 None None] No DVR routers for this DVR port 6c882be6-ca72-4e0e-9699-6aa5261f7c7d on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:12:49.256174 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Router 45c24c4b-f41a-413e-af43-bd43698efaad has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:12:49.256967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502df6a-2c76-436b-88c3-4a2cdd42a34c req-79f736de-9c6a-42e8-b21e-1e66e991973b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:49.258624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8502df6a-2c76-436b-88c3-4a2cdd42a34c req-79f736de-9c6a-42e8-b21e-1e66e991973b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 945 time: 0.3989053 Nov 19 09:12:49.374125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-988a6a9d-03ff-418e-90c2-e7562f6b9179 req-0df0070a-3f67-4520-8ce7-390d4e4ba615 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Deleting port 03d0e89e-8469-4b77-8f96-cdd545e99b2f {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:49.392128 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-988a6a9d-03ff-418e-90c2-e7562f6b9179 req-0df0070a-3f67-4520-8ce7-390d4e4ba615 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:49.478347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] For port 6c882be6-ca72-4e0e-9699-6aa5261f7c7d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6c882be6-ca72-4e0e-9699-6aa5261f7c7d,segment=NetworkSegment(d8d99343-561a-49d2-8bf2-74a39506f296),segment_id=d8d99343-561a-49d2-8bf2-74a39506f296)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:49.478937 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:49.486452 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:12:49.517810 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6a3c0768-6c1d-4724-86cb-4dd8e89633af admin admin] 10.222.0.21 "PUT /v2.0/routers/45c24c4b-f41a-413e-af43-bd43698efaad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4441724 Nov 19 09:12:49.527616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8502df6a-2c76-436b-88c3-4a2cdd42a34c req-02ebad3c-4947-489d-93d4-6e828078d7cf tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307050 Nov 19 09:12:49.542449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6e141b-0e66-42bb-b7b4-13f3e2890ea9 None None] Network 5717af37-9e10-4a24-9e4c-69dede0f17f8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:12:49.546089 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb34f4-3df9-44dd-95fd-86b217f6457d req-1b51ba44-0078-4e13-bdf7-c1c1b1e5e553 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:49.547577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0cb34f4-3df9-44dd-95fd-86b217f6457d req-1b51ba44-0078-4e13-bdf7-c1c1b1e5e553 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.5423076 Nov 19 09:12:49.556832 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a6b54e06-9079-474e-aab7-67e6cbdb4988 None None] Provisioning complete for port 1258cc18-1fe6-4d61-8221-e8040d646772 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:49.557278 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a6b54e06-9079-474e-aab7-67e6cbdb4988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:49.599689 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] Calling delete_port for 6c882be6-ca72-4e0e-9699-6aa5261f7c7d owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:49.625425 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-router', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:39Z', 'updated_at': '2021-11-19T09:12:47Z', 'revision_number': 4, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'gw_port': {'id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:41Z', 'updated_at': '2021-11-19T09:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '1258cc18-1fe6-4d61-8221-e8040d646772', 'name': '', 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'mac_address': 'fa:16:3e:c4:18:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:47Z', 'updated_at': '2021-11-19T09:12:48Z', 'revision_number': 2, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'subnets': [{'id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:49.650227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a6b54e06-9079-474e-aab7-67e6cbdb4988 None None] Port 1258cc18-1fe6-4d61-8221-e8040d646772 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:12:49.737366 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6129414-4bcc-48d2-a241-e96619d23a40 None None] The sync data for ids ['45c24c4b-f41a-413e-af43-bd43698efaad'] in n-d-805649-14 is: [{'id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-router', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:39Z', 'updated_at': '2021-11-19T09:12:47Z', 'revision_number': 4, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'gw_port': {'id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:41Z', 'updated_at': '2021-11-19T09:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '1258cc18-1fe6-4d61-8221-e8040d646772', 'name': '', 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'mac_address': 'fa:16:3e:c4:18:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:47Z', 'updated_at': '2021-11-19T09:12:48Z', 'revision_number': 2, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'subnets': [{'id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:12:49.791583 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-988a6a9d-03ff-418e-90c2-e7562f6b9179 req-0df0070a-3f67-4520-8ce7-390d4e4ba615 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] For port 03d0e89e-8469-4b77-8f96-cdd545e99b2f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=03d0e89e-8469-4b77-8f96-cdd545e99b2f,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:49.792453 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-988a6a9d-03ff-418e-90c2-e7562f6b9179 req-0df0070a-3f67-4520-8ce7-390d4e4ba615 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:49.852152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-988a6a9d-03ff-418e-90c2-e7562f6b9179 req-0df0070a-3f67-4520-8ce7-390d4e4ba615 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Calling delete_port for 03d0e89e-8469-4b77-8f96-cdd545e99b2f owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:49.865424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0cb34f4-3df9-44dd-95fd-86b217f6457d req-49ba1dfc-01c7-49f1-8ef7-7ce2c897af27 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2699230 Nov 19 09:12:49.900017 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:49.950292 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-27a4caa2-deaf-4098-9755-61c5c8a4e028 None None] Provisioning complete for port 23ae364d-3afb-48b8-8082-4ee79c6a6428 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:49.950938 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-27a4caa2-deaf-4098-9755-61c5c8a4e028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:49.956949 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5aa6dbdf-fcaa-4a73-9727-073c0df9178b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:50.139142 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:50.158857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 23ae364d-3afb-48b8-8082-4ee79c6a6428 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:50.270058 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-27a4caa2-deaf-4098-9755-61c5c8a4e028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:50.347046 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-27a4caa2-deaf-4098-9755-61c5c8a4e028 None None] For port 23ae364d-3afb-48b8-8082-4ee79c6a6428, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=23ae364d-3afb-48b8-8082-4ee79c6a6428,segment=NetworkSegment(30705792-0728-4628-8682-27261fc95e75),segment_id=30705792-0728-4628-8682-27261fc95e75)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:50.356810 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-27a4caa2-deaf-4098-9755-61c5c8a4e028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:50.410304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 23ae364d-3afb-48b8-8082-4ee79c6a6428 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:50.410768 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:50.504447 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4caa2-deaf-4098-9755-61c5c8a4e028 None None] Pushing event updated for resources: {'Port': ['ID=23ae364d-3afb-48b8-8082-4ee79c6a6428,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:50.640738 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-07aef72a-9352-41b4-a1b8-cf37acb1c516 None None] Provisioning complete for port 23ae364d-3afb-48b8-8082-4ee79c6a6428 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:50.641545 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-07aef72a-9352-41b4-a1b8-cf37acb1c516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:50.717194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6c882be6-ca72-4e0e-9699-6aa5261f7c7d no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:12:50.747138 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 6c882be6-ca72-4e0e-9699-6aa5261f7c7d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:12:50.747576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6c882be6-ca72-4e0e-9699-6aa5261f7c7d not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:12:50.748927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c882be6-ca72-4e0e-9699-6aa5261f7c7d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:50.777033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] No DVR routers for this DVR port 6c882be6-ca72-4e0e-9699-6aa5261f7c7d on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:12:50.869831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c02a03-9797-478a-a633-e56ef9b806db req-452d0e86-217a-4d8d-bb7f-1889be71f780 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:50.874379 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59c02a03-9797-478a-a633-e56ef9b806db req-452d0e86-217a-4d8d-bb7f-1889be71f780 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 945 time: 0.8257482 Nov 19 09:12:51.060428 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:51.120468 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-988a6a9d-03ff-418e-90c2-e7562f6b9179 req-0df0070a-3f67-4520-8ce7-390d4e4ba615 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:51.132962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['89bbd628-c1c5-483c-93cd-8d9d2e18e0db', 'e51343cf-dda9-47f4-a8ea-b30726ddad28'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:12:51.148578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-31a82ee3-9573-4557-88b0-41fc667c2f60 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:51.150785 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-31a82ee3-9573-4557-88b0-41fc667c2f60 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/networks?id=754dc536-d7ea-408c-9b4c-4b592aff6603 HTTP/1.1" status: 200 len: 827 time: 0.4269197 Nov 19 09:12:51.152735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba060ee4-100c-44d8-b926-1b48e0d84abf']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:51.203244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0070a-3f67-4520-8ce7-390d4e4ba615 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Pushing event deleted for resources: {'Port': ['ID=03d0e89e-8469-4b77-8f96-cdd545e99b2f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:51.214154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d99343-561a-49d2-8bf2-74a39506f296') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:51.214442 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d99343-561a-49d2-8bf2-74a39506f296') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:51.220876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59c02a03-9797-478a-a633-e56ef9b806db req-75986583-ce64-4abe-a84c-9d0c9c45a127 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895486 Nov 19 09:12:51.236817 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-753bda4c-006f-4017-9718-eebcf8dce42e tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/quotas/cf5cfffb23a14bd0aad7e0a2fc0d6f29 HTTP/1.1" status: 200 len: 375 time: 0.0500467 Nov 19 09:12:51.262939 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:51.276444 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Router 774f1762-2716-41b1-b436-251654f09ad6 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:12:51.349308 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:51.386616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7956a528-2abc-4d01-8753-1aab2a473dc0 req-8e21fa33-108f-4547-8631-e6c5973aed07 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=01c2f7cf-f549-4322-9b41-b46330015492 HTTP/1.1" status: 200 len: 210 time: 0.0557706 Nov 19 09:12:51.387417 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-988a6a9d-03ff-418e-90c2-e7562f6b9179 req-0df0070a-3f67-4520-8ce7-390d4e4ba615 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] No DVR routers for this DVR port 03d0e89e-8469-4b77-8f96-cdd545e99b2f on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:12:51.393675 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-988a6a9d-03ff-418e-90c2-e7562f6b9179 req-0df0070a-3f67-4520-8ce7-390d4e4ba615 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:51.397154 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-988a6a9d-03ff-418e-90c2-e7562f6b9179 req-0df0070a-3f67-4520-8ce7-390d4e4ba615 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.66 "DELETE /v2.0/ports/03d0e89e-8469-4b77-8f96-cdd545e99b2f HTTP/1.1" status: 204 len: 173 time: 2.6983268 Nov 19 09:12:51.398468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:12:51.398876 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:51.400960 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c2f7cf-f549-4322-9b41-b46330015492', 'name': 'network-vif-deleted', 'tag': '03d0e89e-8469-4b77-8f96-cdd545e99b2f'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:51.403349 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4ccb51-a0f7-4d6e-a39e-a4bc9c4796ee" -d '{"events": [{"server_uuid": "01c2f7cf-f549-4322-9b41-b46330015492", "name": "network-vif-deleted", "tag": "03d0e89e-8469-4b77-8f96-cdd545e99b2f"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:12:51.407261 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:12:51.546916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-2adee2ec-ae81-44f8-b733-0d880f66c1fe tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf5cfffb23a14bd0aad7e0a2fc0d6f29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3028820 Nov 19 09:12:51.641369 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:51.671511 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 03d0e89e-8469-4b77-8f96-cdd545e99b2f no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:12:51.684576 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:51.688235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ba060ee4-100c-44d8-b926-1b48e0d84abf HTTP/1.1" status: 204 len: 168 time: 4.2393095 Nov 19 09:12:51.707289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 03d0e89e-8469-4b77-8f96-cdd545e99b2f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:12:51.707923 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 03d0e89e-8469-4b77-8f96-cdd545e99b2f not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:12:51.712617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95ffdf-0494-444f-ba74-d8e39b01e941 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba060ee4-100c-44d8-b926-1b48e0d84abf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:51.734991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:12:51.751739 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Sync routers for ids ['774f1762-2716-41b1-b436-251654f09ad6'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:12:51.777051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9c425-429e-46d5-a303-702508f1b64c req-3e02ebaa-bb61-48ad-aa7e-d75d5f557785 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:51.777599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Routers {'774f1762-2716-41b1-b436-251654f09ad6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:51.778362 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['774f1762-2716-41b1-b436-251654f09ad6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:51.779382 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4cb9c425-429e-46d5-a303-702508f1b64c req-3e02ebaa-bb61-48ad-aa7e-d75d5f557785 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.1361923 Nov 19 09:12:51.807656 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:51.813368 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c678afa6-684f-4e49-8be7-dec27ba7a7de admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3045142 Nov 19 09:12:51.814594 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35946) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:51.820451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ab1df6a7-f0ed-4403-a67f-e0eddd0b5f51 service neutron] 10.222.0.21 "GET /v2.0/networks/754dc536-d7ea-408c-9b4c-4b592aff6603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601967 Nov 19 09:12:51.963557 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4cb9c425-429e-46d5-a303-702508f1b64c req-6b5acdcb-57ee-4075-b419-f1722aa12631 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610165 Nov 19 09:12:52.060540 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba64b8e-e910-4334-9b19-c1db3db81867 x-openstack-request-id: req-7ba64b8e-e910-4334-9b19-c1db3db81867 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:12:52.061390 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c2f7cf-f549-4322-9b41-b46330015492", "name": "network-vif-deleted", "tag": "03d0e89e-8469-4b77-8f96-cdd545e99b2f", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:12:52.061807 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ba64b8e-e910-4334-9b19-c1db3db81867 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:12:52.062370 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c2f7cf-f549-4322-9b41-b46330015492', 'name': 'network-vif-deleted', 'tag': '03d0e89e-8469-4b77-8f96-cdd545e99b2f', 'status': 'completed', 'code': 200} Nov 19 09:12:52.090115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ec25182a-0d05-4bfc-91b6-d5a31c198e7a service neutron] 10.222.0.21 "GET /v2.0/networks/754dc536-d7ea-408c-9b4c-4b592aff6603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621434 Nov 19 09:12:52.106975 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfc5fdbb-f37f-4920-9c37-79e33a85f839 req-6586a068-de38-4076-900f-09a879f896d0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1032033 Nov 19 09:12:52.111586 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Set router 774f1762-2716-41b1-b436-251654f09ad6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:52.149408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35948) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:52.347900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5fdbb-f37f-4920-9c37-79e33a85f839 req-04efc38a-c79c-4480-8c9f-ab3cff97f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:52.349465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfc5fdbb-f37f-4920-9c37-79e33a85f839 req-04efc38a-c79c-4480-8c9f-ab3cff97f1da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 1096 time: 0.2089269 Nov 19 09:12:52.381146 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b42ec2a4-4438-401c-b014-88b206c9bd5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9f03e910926491a90023bb5a8837793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263179 Nov 19 09:12:52.387807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35952) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:52.462729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1cd95442-a8aa-4f59-aa3c-62698a0c2463 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:52.552750 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-61256aae-654c-4205-b2ef-bcce0fe4a3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:52.554185 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc8a1-37c7-4c49-aa37-f894204a608e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:52.602006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde26f1-667b-43af-8580-9c58b855b2bd req-ab44d6df-5aac-4932-afa4-523902fe8fcf tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:52.610680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1fde26f1-667b-43af-8580-9c58b855b2bd req-ab44d6df-5aac-4932-afa4-523902fe8fcf tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 945 time: 0.1237235 Nov 19 09:12:52.640635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5fdbb-f37f-4920-9c37-79e33a85f839 req-1838825b-1412-4892-a5eb-8f12886002cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:52.642598 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfc5fdbb-f37f-4920-9c37-79e33a85f839 req-1838825b-1412-4892-a5eb-8f12886002cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.2522693 Nov 19 09:12:52.705055 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc8a1-37c7-4c49-aa37-f894204a608e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:52.726157 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1cd95442-a8aa-4f59-aa3c-62698a0c2463 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:52.727171 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:52.747787 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31808d41-f816-4a6d-9bab-c0d3d8c1d6de req-e1dac2f4-7b01-4b12-b23a-d2296316d10f tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 210 time: 0.1094592 Nov 19 09:12:52.761611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfc5fdbb-f37f-4920-9c37-79e33a85f839 req-0f8b911b-9b4f-449d-b898-bcb4eb622609 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293 HTTP/1.1" status: 200 len: 217 time: 0.1022017 Nov 19 09:12:52.822728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1fde26f1-667b-43af-8580-9c58b855b2bd req-db859691-1d80-4895-bc35-c8731ae78d54 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110319 Nov 19 09:12:52.927188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5fdbb-f37f-4920-9c37-79e33a85f839 req-2f957bef-86b7-4a05-a190-7222ed2cc5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:52.928289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f1762-2716-41b1-b436-251654f09ad6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306036795-router', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:44Z', 'updated_at': '2021-11-19T09:12:48Z', 'revision_number': 3, 'project_id': '9eec8b568e16489e99e4842e170ca9c5', 'gw_port': {'id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774f1762-2716-41b1-b436-251654f09ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:46Z', 'updated_at': '2021-11-19T09:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:52.933151 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfc5fdbb-f37f-4920-9c37-79e33a85f839 req-2f957bef-86b7-4a05-a190-7222ed2cc5d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.1533406 Nov 19 09:12:53.012227 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfc5fdbb-f37f-4920-9c37-79e33a85f839 req-c727015f-99ac-4bc0-9223-a83558387fb5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710831 Nov 19 09:12:53.080887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Checking router: 774f1762-2716-41b1-b436-251654f09ad6 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:12:53.109068 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Updating router 774f1762-2716-41b1-b436-251654f09ad6 port 4892ecf0-4246-490b-baef-74da4237ac7f binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:12:53.203137 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:53.230485 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:53.262681 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc8a1-37c7-4c49-aa37-f894204a608e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:53.265928 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc8a1-37c7-4c49-aa37-f894204a608e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:53.267491 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ad1bc8a1-37c7-4c49-aa37-f894204a608e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc64fba0-37c0-454b-8712-7a2c3d84fc8d HTTP/1.1" status: 204 len: 168 time: 0.8782744 Nov 19 09:12:53.275420 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 1cd95442-a8aa-4f59-aa3c-62698a0c2463, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1cd95442-a8aa-4f59-aa3c-62698a0c2463,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:53.276444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfc5fdbb-f37f-4920-9c37-79e33a85f839 req-856ed7f1-aed5-4939-aa19-7331b7175499 service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563641 Nov 19 09:12:53.345989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1bc8a1-37c7-4c49-aa37-f894204a608e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc64fba0-37c0-454b-8712-7a2c3d84fc8d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:53.350719 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:53.355091 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 23ae364d-3afb-48b8-8082-4ee79c6a6428 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:53.369606 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Sync routers for ids ['45c24c4b-f41a-413e-af43-bd43698efaad'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:12:53.389292 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Routers {'45c24c4b-f41a-413e-af43-bd43698efaad'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:53.390248 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['45c24c4b-f41a-413e-af43-bd43698efaad'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:53.409751 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:53.457497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c497d-1d03-43ac-8fe5-22252716b659 req-dacb2b1b-ae7d-4153-9c36-629104a23a00 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:53.465030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-256c497d-1d03-43ac-8fe5-22252716b659 req-dacb2b1b-ae7d-4153-9c36-629104a23a00 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1cfd2a-7030-44e3-b7bc-47161cff982e HTTP/1.1" status: 200 len: 945 time: 0.2076175 Nov 19 09:12:53.520137 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:53.619159 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Set router 45c24c4b-f41a-413e-af43-bd43698efaad gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:53.627244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc5011-794c-431e-a8c2-a22956dcefb0 req-7bb58137-4f39-4c1a-8ef8-38fba838933b tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:53.638448 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24cc5011-794c-431e-a8c2-a22956dcefb0 req-7bb58137-4f39-4c1a-8ef8-38fba838933b tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.2624323 Nov 19 09:12:53.641991 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Allocated IP 172.20.0.1 (5717af37-9e10-4a24-9e4c-69dede0f17f8/06a89d21-a22e-4cf9-ab2e-aeeeade208a4/d3b6e0e9-bec9-44ff-b95e-54b821299034) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:53.705811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfc5fdbb-f37f-4920-9c37-79e33a85f839 req-449c4473-ea3a-40a8-8a8b-8ebb29febf02 service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946173 Nov 19 09:12:53.764101 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-256c497d-1d03-43ac-8fe5-22252716b659 req-00f182b3-8288-4177-9148-2a67bb66b7d5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934117 Nov 19 09:12:53.777857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=1cd95442-a8aa-4f59-aa3c-62698a0c2463,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:53.795928 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:53.851656 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:53.875067 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24cc5011-794c-431e-a8c2-a22956dcefb0 req-1be95cd5-7c48-4e65-b0e9-4d9f29707f69 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344005 Nov 19 09:12:53.902037 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Network 5717af37-9e10-4a24-9e4c-69dede0f17f8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:53.906677 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:53.913781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:12:53.955399 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 23ae364d-3afb-48b8-8082-4ee79c6a6428 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:53.956350 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:53.967483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Pushing event updated for resources: {'Port': ['ID=d3b6e0e9-bec9-44ff-b95e-54b821299034,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:53.983836 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:54.010495 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-627255f6-fc55-4211-93ad-7afbabf1dd0c req-028590a8-2235-4507-a2b1-b482d30345b4 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 210 time: 0.0777113 Nov 19 09:12:54.160099 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a039b9-d003-4838-b3ef-fd3ad5c5007e req-a3990c4b-a348-49b3-afcb-8127a0daf426 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:54.170967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66a039b9-d003-4838-b3ef-fd3ad5c5007e req-a3990c4b-a348-49b3-afcb-8127a0daf426 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 945 time: 0.1107254 Nov 19 09:12:54.190866 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-router', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:39Z', 'updated_at': '2021-11-19T09:12:47Z', 'revision_number': 4, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'gw_port': {'id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:41Z', 'updated_at': '2021-11-19T09:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '1258cc18-1fe6-4d61-8221-e8040d646772', 'name': '', 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'mac_address': 'fa:16:3e:c4:18:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:47Z', 'updated_at': '2021-11-19T09:12:48Z', 'revision_number': 2, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'subnets': [{'id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:54.243709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66a039b9-d003-4838-b3ef-fd3ad5c5007e req-35631712-7abb-4011-b4db-00deef73d892 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693398 Nov 19 09:12:54.247523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35990) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:54.271886 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:54.275634 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Checking router: 45c24c4b-f41a-413e-af43-bd43698efaad for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:12:54.275995 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Updating router 45c24c4b-f41a-413e-af43-bd43698efaad port 1258cc18-1fe6-4d61-8221-e8040d646772 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:12:54.339285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1011955a-02ba-4041-9a1b-5ae4342969fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aeacabe691e14011ae5789c1c983da4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0863805 Nov 19 09:12:54.339502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35992) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:12:54.344350 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:54.464695 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:54.467755 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2a6750be-c1b5-4956-99c0-219c2908f8fb None None] Provisioning complete for port d3b6e0e9-bec9-44ff-b95e-54b821299034 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:54.468142 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2a6750be-c1b5-4956-99c0-219c2908f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:54.514676 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aec606c5-7fe0-402b-8373-6461bdd6efdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:54.518061 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:54.667545 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Attempting to bind port 4892ecf0-4246-490b-baef-74da4237ac7f on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:54.667932 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Attempting to bind port 4892ecf0-4246-490b-baef-74da4237ac7f by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:54.668290 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Attempting to bind port 4892ecf0-4246-490b-baef-74da4237ac7f on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:54.675279 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aec606c5-7fe0-402b-8373-6461bdd6efdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:54.689487 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1cd95442-a8aa-4f59-aa3c-62698a0c2463 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:54.691447 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2a6750be-c1b5-4956-99c0-219c2908f8fb None None] Port d3b6e0e9-bec9-44ff-b95e-54b821299034 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:12:54.696988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd39f0-ebe8-4185-b3e8-99b9063db36b None None] Pushing event updated for resources: {'Port': ['ID=4892ecf0-4246-490b-baef-74da4237ac7f,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:54.744719 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:54.775585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:54.775956 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:54.777036 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:54.777732 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:54.778289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:54.778885 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Bound port: 4892ecf0-4246-490b-baef-74da4237ac7f, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:54.780397 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:54.804948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dc23a-ca74-4de8-8f30-3a12ea1c7c12 req-5af93cb8-a369-4f97-a6ac-ca4eb687ff51 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:54.817711 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a65dc23a-ca74-4de8-8f30-3a12ea1c7c12 req-5af93cb8-a369-4f97-a6ac-ca4eb687ff51 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.2709250 Nov 19 09:12:54.910960 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:54.921226 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:54.930325 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:54.976443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1cd95442-a8aa-4f59-aa3c-62698a0c2463 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:54.976980 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:54.979001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] For port 4892ecf0-4246-490b-baef-74da4237ac7f, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:54.983429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] For port 4892ecf0-4246-490b-baef-74da4237ac7f, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4892ecf0-4246-490b-baef-74da4237ac7f,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:54.990534 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39f86a-396d-434b-aa87-86a146011eb6 req-0e60ad05-f6ff-48f4-b14d-fe4f88a3a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:54.991454 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba39f86a-396d-434b-aa87-86a146011eb6 req-0e60ad05-f6ff-48f4-b14d-fe4f88a3a148 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7ec5d00cfc348a594077a93d6441b62&device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 1097 time: 0.2911723 Nov 19 09:12:54.992479 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Pushing event updated for resources: {'Port': ['ID=d3b6e0e9-bec9-44ff-b95e-54b821299034,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:54.995006 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:55.010497 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:55.136478 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d736f45-bb54-4095-b25c-d81f8267517d None None] Pushing event updated for resources: {'Port': ['ID=1258cc18-1fe6-4d61-8221-e8040d646772,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:55.153976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Routers {'774f1762-2716-41b1-b436-251654f09ad6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:55.154764 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['774f1762-2716-41b1-b436-251654f09ad6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:55.159392 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Attempting to bind port 1258cc18-1fe6-4d61-8221-e8040d646772 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:55.160412 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Attempting to bind port 1258cc18-1fe6-4d61-8221-e8040d646772 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '80869d53-88b8-4523-afc8-14f65aeac772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:55.160977 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Attempting to bind port 1258cc18-1fe6-4d61-8221-e8040d646772 on network 754dc536-d7ea-408c-9b4c-4b592aff6603 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:55.169710 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:55.170748 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Checking segment: {'id': '80869d53-88b8-4523-afc8-14f65aeac772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:55.171460 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:55.172044 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Bound using segment: {'id': '80869d53-88b8-4523-afc8-14f65aeac772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:55.172704 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Bound port: 1258cc18-1fe6-4d61-8221-e8040d646772, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80869d53-88b8-4523-afc8-14f65aeac772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:55.173389 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:55.241070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39013d23-8922-4a3e-a39b-d96a5b44b3bb req-f0d0f710-9575-4f48-85fd-a9bd463e0b7e tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:55.251401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39013d23-8922-4a3e-a39b-d96a5b44b3bb req-f0d0f710-9575-4f48-85fd-a9bd463e0b7e tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb1cfd2a-7030-44e3-b7bc-47161cff982e HTTP/1.1" status: 200 len: 945 time: 0.5218985 Nov 19 09:12:55.282078 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aec606c5-7fe0-402b-8373-6461bdd6efdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:55.286022 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aec606c5-7fe0-402b-8373-6461bdd6efdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:55.292879 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-aec606c5-7fe0-402b-8373-6461bdd6efdd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d98b1db4-ac90-4b69-a737-dcf4e4ae8a55 HTTP/1.1" status: 204 len: 168 time: 0.9466283 Nov 19 09:12:55.298432 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd39f0-ebe8-4185-b3e8-99b9063db36b None None] Pushing event updated for resources: {'Port': ['ID=4892ecf0-4246-490b-baef-74da4237ac7f,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:55.307155 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39f86a-396d-434b-aa87-86a146011eb6 req-45e2d852-160e-4a6c-a39d-e8e329a8ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:55.310855 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] For port 1258cc18-1fe6-4d61-8221-e8040d646772, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:55.316791 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba39f86a-396d-434b-aa87-86a146011eb6 req-45e2d852-160e-4a6c-a39d-e8e329a8ab27 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca HTTP/1.1" status: 200 len: 912 time: 0.3107073 Nov 19 09:12:55.322307 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] For port 1258cc18-1fe6-4d61-8221-e8040d646772, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1258cc18-1fe6-4d61-8221-e8040d646772,segment=NetworkSegment(80869d53-88b8-4523-afc8-14f65aeac772),segment_id=80869d53-88b8-4523-afc8-14f65aeac772)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:55.329192 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:55.385809 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Routers {'45c24c4b-f41a-413e-af43-bd43698efaad'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:12:55.386580 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['45c24c4b-f41a-413e-af43-bd43698efaad'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:55.425450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a65dc23a-ca74-4de8-8f30-3a12ea1c7c12 req-3e33ac87-d7fb-44bb-9de9-67e852c691a1 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6065683 Nov 19 09:12:55.430359 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] Set router 774f1762-2716-41b1-b436-251654f09ad6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:55.443766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-58a5a255-1c59-4d17-ab48-9076129e06d5 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:55.450552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-58a5a255-1c59-4d17-ab48-9076129e06d5 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.66 "GET /v2.0/networks?id=754dc536-d7ea-408c-9b4c-4b592aff6603 HTTP/1.1" status: 200 len: 827 time: 0.6632531 Nov 19 09:12:55.484769 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec606c5-7fe0-402b-8373-6461bdd6efdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98b1db4-ac90-4b69-a737-dcf4e4ae8a55,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:55.488948 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Network 5717af37-9e10-4a24-9e4c-69dede0f17f8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:55.508582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-70178ba6-63a2-40a7-8566-0aff4979236a tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Request body: {'port': {'device_id': 'e888eaf8-c186-4b61-aa02-3fc2018a746a', 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'admin_state_up': True, 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:55.514080 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:12:55.546050 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] Set router 45c24c4b-f41a-413e-af43-bd43698efaad gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:12:55.717364 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba39f86a-396d-434b-aa87-86a146011eb6 req-06b13378-c949-464c-ae17-83300a617ea3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905b62da-be46-4fad-ad22-d761b501c8d1 HTTP/1.1" status: 200 len: 1000 time: 0.3863797 Nov 19 09:12:55.763726 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d736f45-bb54-4095-b25c-d81f8267517d None None] Pushing event updated for resources: {'Port': ['ID=1258cc18-1fe6-4d61-8221-e8040d646772,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:55.810680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550df5ba-48b8-4ab9-a834-50baf7c14a84 req-f60ad6ed-d606-47c3-a6fc-d3dd65897ffe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:55.823380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-550df5ba-48b8-4ab9-a834-50baf7c14a84 req-f60ad6ed-d606-47c3-a6fc-d3dd65897ffe tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1cfd2a-7030-44e3-b7bc-47161cff982e HTTP/1.1" status: 200 len: 945 time: 0.8368001 Nov 19 09:12:55.914125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39f86a-396d-434b-aa87-86a146011eb6 req-7eff39b8-e380-450d-b695-acc0d3ed6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:55.915637 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba39f86a-396d-434b-aa87-86a146011eb6 req-7eff39b8-e380-450d-b695-acc0d3ed6449 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2dc59a7-693a-40a0-ab45-b7982da75253 HTTP/1.1" status: 200 len: 850 time: 0.1891904 Nov 19 09:12:56.033327 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-afa664bf-c107-4a27-ab98-158f5ce6cbe7 req-bb5ac4f4-d8fd-4895-aec4-eab49c63630d tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 210 time: 0.2745345 Nov 19 09:12:56.037118 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Router 774f1762-2716-41b1-b436-251654f09ad6 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:12:56.072871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-70178ba6-63a2-40a7-8566-0aff4979236a tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Made reservation on behalf of cf5cfffb23a14bd0aad7e0a2fc0d6f29 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:12:56.078414 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-70178ba6-63a2-40a7-8566-0aff4979236a tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:56.079692 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39f86a-396d-434b-aa87-86a146011eb6 req-6f9b9a3d-2e26-41ca-80c5-7f466092f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:56.083159 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba39f86a-396d-434b-aa87-86a146011eb6 req-6f9b9a3d-2e26-41ca-80c5-7f466092f5d4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521378 Nov 19 09:12:56.115352 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-router', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:39Z', 'updated_at': '2021-11-19T09:12:47Z', 'revision_number': 4, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'gw_port': {'id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:41Z', 'updated_at': '2021-11-19T09:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '1258cc18-1fe6-4d61-8221-e8040d646772', 'name': '', 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'mac_address': 'fa:16:3e:c4:18:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:47Z', 'updated_at': '2021-11-19T09:12:55Z', 'revision_number': 4, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'subnets': [{'id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:56.173373 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d919aad-8950-4f29-8a89-45b41d42e36c None None] The sync data for ids ['45c24c4b-f41a-413e-af43-bd43698efaad'] in n-d-805649-14 is: [{'id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-router', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:39Z', 'updated_at': '2021-11-19T09:12:47Z', 'revision_number': 4, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'gw_port': {'id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:41Z', 'updated_at': '2021-11-19T09:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '1258cc18-1fe6-4d61-8221-e8040d646772', 'name': '', 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'mac_address': 'fa:16:3e:c4:18:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:47Z', 'updated_at': '2021-11-19T09:12:55Z', 'revision_number': 4, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'subnets': [{'id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:12:56.215969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-550df5ba-48b8-4ab9-a834-50baf7c14a84 req-0e939c2c-e3c8-46f0-aa16-740bec0b36fc tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916702 Nov 19 09:12:56.389132 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:56.402813 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b66a4cfc-9dee-4238-a1ff-2b2bd07489c8 None None] Provisioning complete for port 1258cc18-1fe6-4d61-8221-e8040d646772 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:56.403346 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b66a4cfc-9dee-4238-a1ff-2b2bd07489c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:56.414238 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-39013d23-8922-4a3e-a39b-d96a5b44b3bb req-67354661-a69a-469a-b344-198bfd0fcef6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Deleting port e51343cf-dda9-47f4-a8ea-b30726ddad28 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:56.414732 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39013d23-8922-4a3e-a39b-d96a5b44b3bb req-67354661-a69a-469a-b344-198bfd0fcef6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:56.422188 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba39f86a-396d-434b-aa87-86a146011eb6 req-cfc7dbe9-f246-4b97-80ce-7310c54ab993 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276341 Nov 19 09:12:56.622302 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1258cc18-1fe6-4d61-8221-e8040d646772 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:56.661544 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba39f86a-396d-434b-aa87-86a146011eb6 req-d6f3f89f-1b34-4022-85ab-256f463797aa service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298417 Nov 19 09:12:56.683679 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:12:56.718606 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6c24a014-f5eb-49e3-8969-d000c1e14c7b admin admin] 10.222.0.21 "PUT /v2.0/routers/774f1762-2716-41b1-b436-251654f09ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9014750 Nov 19 09:12:56.755053 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-dab8930d-cd48-4e77-9003-4c84d6553899 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:56.757053 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-dab8930d-cd48-4e77-9003-4c84d6553899 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e&tenant_id=6022a22e5412460ca709de7cbe4fe9f5&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 1097 time: 0.0895507 Nov 19 09:12:56.770930 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805649-14'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:12:56.813699 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b66a4cfc-9dee-4238-a1ff-2b2bd07489c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:56.840303 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f1762-2716-41b1-b436-251654f09ad6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306036795-router', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:44Z', 'updated_at': '2021-11-19T09:12:54Z', 'revision_number': 4, 'project_id': '9eec8b568e16489e99e4842e170ca9c5', 'gw_port': {'id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774f1762-2716-41b1-b436-251654f09ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:46Z', 'updated_at': '2021-11-19T09:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd3b6e0e9-bec9-44ff-b95e-54b821299034', 'name': '', 'network_id': '5717af37-9e10-4a24-9e4c-69dede0f17f8', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5', 'mac_address': 'fa:16:3e:84:2c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774f1762-2716-41b1-b436-251654f09ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '06a89d21-a22e-4cf9-ab2e-aeeeade208a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:53Z', 'updated_at': '2021-11-19T09:12:54Z', 'revision_number': 2, 'project_id': '9eec8b568e16489e99e4842e170ca9c5', 'subnets': [{'id': '06a89d21-a22e-4cf9-ab2e-aeeeade208a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:12:56.867167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-39013d23-8922-4a3e-a39b-d96a5b44b3bb req-67354661-a69a-469a-b344-198bfd0fcef6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] For port e51343cf-dda9-47f4-a8ea-b30726ddad28, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e51343cf-dda9-47f4-a8ea-b30726ddad28,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:56.868286 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39013d23-8922-4a3e-a39b-d96a5b44b3bb req-67354661-a69a-469a-b344-198bfd0fcef6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:56.883308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-39013d23-8922-4a3e-a39b-d96a5b44b3bb req-67354661-a69a-469a-b344-198bfd0fcef6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Calling delete_port for e51343cf-dda9-47f4-a8ea-b30726ddad28 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:12:56.940111 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b66a4cfc-9dee-4238-a1ff-2b2bd07489c8 None None] For port 1258cc18-1fe6-4d61-8221-e8040d646772, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1258cc18-1fe6-4d61-8221-e8040d646772,segment=NetworkSegment(80869d53-88b8-4523-afc8-14f65aeac772),segment_id=80869d53-88b8-4523-afc8-14f65aeac772)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:56.941720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1258cc18-1fe6-4d61-8221-e8040d646772 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:56.942691 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:56.948274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a70ca-2a9b-4e9e-9fad-0137fecdf903 None None] The sync data for ids ['774f1762-2716-41b1-b436-251654f09ad6'] in n-d-805649-14 is: [{'id': '774f1762-2716-41b1-b436-251654f09ad6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306036795-router', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:44Z', 'updated_at': '2021-11-19T09:12:54Z', 'revision_number': 4, 'project_id': '9eec8b568e16489e99e4842e170ca9c5', 'gw_port': {'id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774f1762-2716-41b1-b436-251654f09ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:46Z', 'updated_at': '2021-11-19T09:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd3b6e0e9-bec9-44ff-b95e-54b821299034', 'name': '', 'network_id': '5717af37-9e10-4a24-9e4c-69dede0f17f8', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5', 'mac_address': 'fa:16:3e:84:2c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774f1762-2716-41b1-b436-251654f09ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '06a89d21-a22e-4cf9-ab2e-aeeeade208a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:53Z', 'updated_at': '2021-11-19T09:12:54Z', 'revision_number': 2, 'project_id': '9eec8b568e16489e99e4842e170ca9c5', 'subnets': [{'id': '06a89d21-a22e-4cf9-ab2e-aeeeade208a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:12:56.989936 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b66a4cfc-9dee-4238-a1ff-2b2bd07489c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:57.011488 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:57.042362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032740b-3c89-4c89-ae78-48aaff4017fa req-b2f42c36-584c-4c4a-9cab-89cc0973635f tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:57.062160 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d032740b-3c89-4c89-ae78-48aaff4017fa req-b2f42c36-584c-4c4a-9cab-89cc0973635f tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 945 time: 0.6253452 Nov 19 09:12:57.112568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-70178ba6-63a2-40a7-8566-0aff4979236a tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Allocated IP 172.20.0.12 (754dc536-d7ea-408c-9b4c-4b592aff6603/337ce23b-38be-4a98-96d8-e3b1f9886e8a/4acf4499-d1a7-4055-85bd-0c2178900158) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:12:57.202717 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a4cfc-9dee-4238-a1ff-2b2bd07489c8 None None] Pushing event updated for resources: {'Port': ['ID=1258cc18-1fe6-4d61-8221-e8040d646772,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:57.208854 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e6c6f363-710b-40d3-a5e1-272fbce4e3ae None None] Provisioning complete for port d3b6e0e9-bec9-44ff-b95e-54b821299034 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:57.211665 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6c6f363-710b-40d3-a5e1-272fbce4e3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:57.252634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aa43b-fb0f-49f2-bdf9-6663be4d3f26 req-e6f9e00b-738d-4b7f-804f-dcdb95a4fa15 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:57.265838 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-163aa43b-fb0f-49f2-bdf9-6663be4d3f26 req-e6f9e00b-738d-4b7f-804f-dcdb95a4fa15 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 945 time: 0.6282115 Nov 19 09:12:57.438639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e6c6f363-710b-40d3-a5e1-272fbce4e3ae None None] Port d3b6e0e9-bec9-44ff-b95e-54b821299034 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:12:57.478277 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d032740b-3c89-4c89-ae78-48aaff4017fa req-69e3eaca-e4d7-4e04-8fe3-0e8c244e977b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094639 Nov 19 09:12:57.487228 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e6c6f363-710b-40d3-a5e1-272fbce4e3ae None None] Provisioning complete for port 1258cc18-1fe6-4d61-8221-e8040d646772 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:57.488012 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6c6f363-710b-40d3-a5e1-272fbce4e3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:57.510377 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] For port bba2c378-3ed7-4115-b49c-f89ea9772621, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bba2c378-3ed7-4115-b49c-f89ea9772621,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:57.649222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] For port bba2c378-3ed7-4115-b49c-f89ea9772621, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:57.837511 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d721ef-4adc-46a5-b8a3-3b0299df148e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bba2c378-3ed7-4115-b49c-f89ea9772621'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:57.858407 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d093c0-fd05-4e17-94a3-a1a415324098" -d '{"events": [{"server_uuid": "f7d721ef-4adc-46a5-b8a3-3b0299df148e", "name": "network-vif-unplugged", "status": "completed", "tag": "bba2c378-3ed7-4115-b49c-f89ea9772621"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:57.897741 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:57.920933 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:57.967725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-163aa43b-fb0f-49f2-bdf9-6663be4d3f26 req-4a5943ec-c9e8-40c8-8a72-ef67afbef725 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/security-groups?id=1158b444-6e3f-4125-b3d5-5f13615ed878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7005637 Nov 19 09:12:58.098328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d968fe-3e0b-40db-8b75-b64333d52c29 req-93a37399-4bce-4ca7-8254-bc1f2ebda380 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:58.100895 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90d968fe-3e0b-40db-8b75-b64333d52c29 req-93a37399-4bce-4ca7-8254-bc1f2ebda380 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 945 time: 0.3395200 Nov 19 09:12:58.257134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342320d-7d6c-432a-84e5-7b4761380acb req-4a6aa513-5065-43ab-976f-c11783e8e553 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:58.272290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Pushing event updated for resources: {'Port': ['ID=bba2c378-3ed7-4115-b49c-f89ea9772621,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:58.277956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9342320d-7d6c-432a-84e5-7b4761380acb req-4a6aa513-5065-43ab-976f-c11783e8e553 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.3911669 Nov 19 09:12:58.345066 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Attempting to bind port bba2c378-3ed7-4115-b49c-f89ea9772621 on host n-h2-805649-14 for vnic_type normal with profile {"migrating_to": "n-h1-805649-14"} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:12:58.345888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Attempting to bind port bba2c378-3ed7-4115-b49c-f89ea9772621 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:12:58.347466 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Attempting to bind port bba2c378-3ed7-4115-b49c-f89ea9772621 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:58.356144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Port bba2c378-3ed7-4115-b49c-f89ea9772621 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:12:58.359067 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Attempting to bind port bba2c378-3ed7-4115-b49c-f89ea9772621 on network d30fbe71-c087-401f-bfe5-900cf79af0c7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:12:58.391776 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:12:58.394971 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Checking segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:12:58.396550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Bound using segment: {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:12:58.397363 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Bound port: bba2c378-3ed7-4115-b49c-f89ea9772621, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97742bf1-80d2-45d8-84a6-117621246df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd30fbe71-c087-401f-bfe5-900cf79af0c7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:12:58.398020 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:58.668483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] For port bba2c378-3ed7-4115-b49c-f89ea9772621, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:12:58.675949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] For port bba2c378-3ed7-4115-b49c-f89ea9772621, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bba2c378-3ed7-4115-b49c-f89ea9772621,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:12:58.680245 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1258cc18-1fe6-4d61-8221-e8040d646772 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:12:58.684233 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:58.785593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1258cc18-1fe6-4d61-8221-e8040d646772 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:12:58.786740 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:58.898733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Pushing event updated for resources: {'Port': ['ID=bba2c378-3ed7-4115-b49c-f89ea9772621,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:58.926451 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:12:58.927075 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:58.930497 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-98264b7e-8ada-405b-82e2-724c740e2053 service neutron] 10.222.0.66 "PUT /v2.0/ports/bba2c378-3ed7-4115-b49c-f89ea9772621 HTTP/1.1" status: 200 len: 1123 time: 2.1642466 Nov 19 09:12:59.021594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['bba2c378-3ed7-4115-b49c-f89ea9772621'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:12:59.040280 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d40533e-2e68-4800-a89f-f257b29e0819 req-5f632184-f596-4c18-b22b-dc161681724e tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 210 time: 0.0962222 Nov 19 09:12:59.092141 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['bba2c378-3ed7-4115-b49c-f89ea9772621'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:12:59.108740 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9342320d-7d6c-432a-84e5-7b4761380acb req-11d0458d-9044-42c9-9f54-7617b0b2f46c tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8256397 Nov 19 09:12:59.186755 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39013d23-8922-4a3e-a39b-d96a5b44b3bb req-67354661-a69a-469a-b344-198bfd0fcef6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:59.318140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67354661-a69a-469a-b344-198bfd0fcef6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Pushing event deleted for resources: {'Port': ['ID=e51343cf-dda9-47f4-a8ea-b30726ddad28,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:12:59.381496 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c16c493-df3f-48d0-8ba1-3ba4a4f8fb41 x-openstack-request-id: req-4c16c493-df3f-48d0-8ba1-3ba4a4f8fb41 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:12:59.381639 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d721ef-4adc-46a5-b8a3-3b0299df148e", "name": "network-vif-unplugged", "status": "completed", "tag": "bba2c378-3ed7-4115-b49c-f89ea9772621", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:12:59.381853 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c16c493-df3f-48d0-8ba1-3ba4a4f8fb41 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:12:59.382268 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d721ef-4adc-46a5-b8a3-3b0299df148e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bba2c378-3ed7-4115-b49c-f89ea9772621', 'code': 200} Nov 19 09:12:59.391201 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec96bca9-d007-4dcd-af9b-554932e70673 req-c0dc9341-dc98-4cfd-b4bd-f9aa1cc19175 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1cfd2a-7030-44e3-b7bc-47161cff982e HTTP/1.1" status: 200 len: 210 time: 0.0790601 Nov 19 09:12:59.424740 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-70178ba6-63a2-40a7-8566-0aff4979236a tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:59.434921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-90d968fe-3e0b-40db-8b75-b64333d52c29 req-c8217f78-99bd-4fc4-ac7e-1acb17e2e30f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Deleting port 6b309de3-c026-4d0c-bace-380a18bcfb33 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:12:59.435311 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-90d968fe-3e0b-40db-8b75-b64333d52c29 req-c8217f78-99bd-4fc4-ac7e-1acb17e2e30f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:59.554990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-39013d23-8922-4a3e-a39b-d96a5b44b3bb req-67354661-a69a-469a-b344-198bfd0fcef6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] No DVR routers for this DVR port e51343cf-dda9-47f4-a8ea-b30726ddad28 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:12:59.564157 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39013d23-8922-4a3e-a39b-d96a5b44b3bb req-67354661-a69a-469a-b344-198bfd0fcef6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:59.584847 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39013d23-8922-4a3e-a39b-d96a5b44b3bb req-67354661-a69a-469a-b344-198bfd0fcef6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "DELETE /v2.0/ports/e51343cf-dda9-47f4-a8ea-b30726ddad28 HTTP/1.1" status: 204 len: 173 time: 4.3047059 Nov 19 09:12:59.588564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1cfd2a-7030-44e3-b7bc-47161cff982e', 'name': 'network-vif-deleted', 'tag': 'e51343cf-dda9-47f4-a8ea-b30726ddad28'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:12:59.591542 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb230c5a-1ccd-43e6-b638-ef2eadc3b1b7" -d '{"events": [{"server_uuid": "cb1cfd2a-7030-44e3-b7bc-47161cff982e", "name": "network-vif-deleted", "tag": "e51343cf-dda9-47f4-a8ea-b30726ddad28"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:12:59.722396 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device bba2c378-3ed7-4115-b49c-f89ea9772621 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:12:59.760224 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-90d968fe-3e0b-40db-8b75-b64333d52c29 req-c8217f78-99bd-4fc4-ac7e-1acb17e2e30f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] For port 6b309de3-c026-4d0c-bace-380a18bcfb33, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6b309de3-c026-4d0c-bace-380a18bcfb33,segment=NetworkSegment(0e4d4b4b-e09a-4870-b6cd-d798f391cc1b),segment_id=0e4d4b4b-e09a-4870-b6cd-d798f391cc1b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:12:59.760695 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-90d968fe-3e0b-40db-8b75-b64333d52c29 req-c8217f78-99bd-4fc4-ac7e-1acb17e2e30f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:59.827353 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-70178ba6-63a2-40a7-8566-0aff4979236a tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:12:59.829501 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['89bbd628-c1c5-483c-93cd-8d9d2e18e0db'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:12:59.951967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-70178ba6-63a2-40a7-8566-0aff4979236a tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Network 754dc536-d7ea-408c-9b4c-4b592aff6603 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:12:59.954942 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:13:00.015864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70178ba6-63a2-40a7-8566-0aff4979236a tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Pushing event updated for resources: {'Port': ['ID=4acf4499-d1a7-4055-85bd-0c2178900158,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:00.031007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-70178ba6-63a2-40a7-8566-0aff4979236a tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:13:00.098199 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-70178ba6-63a2-40a7-8566-0aff4979236a tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:13:00.187467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port bba2c378-3ed7-4115-b49c-f89ea9772621, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bba2c378-3ed7-4115-b49c-f89ea9772621,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:00.237770 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device bba2c378-3ed7-4115-b49c-f89ea9772621 has no active binding in host n-h1-805649-14 {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 09:13:00.242913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-70178ba6-63a2-40a7-8566-0aff4979236a tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:00.244260 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-70178ba6-63a2-40a7-8566-0aff4979236a tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:00.300419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-70178ba6-63a2-40a7-8566-0aff4979236a tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8270440 Nov 19 09:13:00.331608 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Request body: {'port': {'device_id': 'e888eaf8-c186-4b61-aa02-3fc2018a746a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:00.435849 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e51343cf-dda9-47f4-a8ea-b30726ddad28 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:13:00.466627 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: e51343cf-dda9-47f4-a8ea-b30726ddad28 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:13:00.466627 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e51343cf-dda9-47f4-a8ea-b30726ddad28 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:13:00.477664 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83788f90-6412-4125-8031-1bba483f830b req-62ee1404-e671-4573-a7c4-6c43a84803f8 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:00.479952 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-83788f90-6412-4125-8031-1bba483f830b req-62ee1404-e671-4573-a7c4-6c43a84803f8 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 943 time: 0.8672986 Nov 19 09:13:00.520506 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78cf36-c98c-4eef-ac47-7f47d230adaa req-8523216e-0a8e-4282-8896-abe6e215663e tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:00.522985 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a78cf36-c98c-4eef-ac47-7f47d230adaa req-8523216e-0a8e-4282-8896-abe6e215663e tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 945 time: 0.5686071 Nov 19 09:13:00.553227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-354133fc-4c13-4be6-9e5f-e2863e02cd50 None None] Provisioning complete for port 4acf4499-d1a7-4055-85bd-0c2178900158 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:00.553612 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-354133fc-4c13-4be6-9e5f-e2863e02cd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:00.620482 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-354133fc-4c13-4be6-9e5f-e2863e02cd50 None None] Port 4acf4499-d1a7-4055-85bd-0c2178900158 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:13:00.709437 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4892ecf0-4246-490b-baef-74da4237ac7f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:13:00.743345 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a78cf36-c98c-4eef-ac47-7f47d230adaa req-c616faf6-b72c-4e1b-8941-2b6ba777daa9 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/security-groups?id=1158b444-6e3f-4125-b3d5-5f13615ed878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000988 Nov 19 09:13:00.772941 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:00.795703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4892ecf0-4246-490b-baef-74da4237ac7f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:00.796357 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:00.919686 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:00.952281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 4892ecf0-4246-490b-baef-74da4237ac7f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4892ecf0-4246-490b-baef-74da4237ac7f,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:00.958163 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b9b3a9-d508-425f-ba68-ba373edfd95f x-openstack-request-id: req-46b9b3a9-d508-425f-ba68-ba373edfd95f {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:00.958454 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1cfd2a-7030-44e3-b7bc-47161cff982e", "name": "network-vif-deleted", "tag": "e51343cf-dda9-47f4-a8ea-b30726ddad28", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:00.958715 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46b9b3a9-d508-425f-ba68-ba373edfd95f {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:00.959208 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1cfd2a-7030-44e3-b7bc-47161cff982e', 'name': 'network-vif-deleted', 'tag': 'e51343cf-dda9-47f4-a8ea-b30726ddad28', 'status': 'completed', 'code': 200} Nov 19 09:13:00.961049 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:00.982083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-83788f90-6412-4125-8031-1bba483f830b req-eba56cba-f613-4845-a680-785a0ea7cdc5 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576471 Nov 19 09:13:01.066267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=4892ecf0-4246-490b-baef-74da4237ac7f,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:01.091165 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:01.091931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:01.092676 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:01.094230 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:01.094697 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:01.096100 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:01.098337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:01.098847 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:01.099594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:01.101325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:01.102640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:01.103540 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:01.160723 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-90d968fe-3e0b-40db-8b75-b64333d52c29 req-c8217f78-99bd-4fc4-ac7e-1acb17e2e30f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:01.161372 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-90d968fe-3e0b-40db-8b75-b64333d52c29 req-c8217f78-99bd-4fc4-ac7e-1acb17e2e30f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:01.162021 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-90d968fe-3e0b-40db-8b75-b64333d52c29 req-c8217f78-99bd-4fc4-ac7e-1acb17e2e30f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Floating IP 6612a2ee-7062-42e5-aafe-90478886fe5d disassociated. External IP: 172.25.0.139, port: 6b309de3-c026-4d0c-bace-380a18bcfb33. Nov 19 09:13:01.162610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-90d968fe-3e0b-40db-8b75-b64333d52c29 req-c8217f78-99bd-4fc4-ac7e-1acb17e2e30f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Calling delete_port for 6b309de3-c026-4d0c-bace-380a18bcfb33 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:13:01.384447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d721ef-4adc-46a5-b8a3-3b0299df148e', 'tag': 'bba2c378-3ed7-4115-b49c-f89ea9772621'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:13:01.387131 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c79c16-b5d6-4c17-8223-60d1aa2069c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d721ef-4adc-46a5-b8a3-3b0299df148e", "tag": "bba2c378-3ed7-4115-b49c-f89ea9772621"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:13:01.399804 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa430c-2c8e-417c-93fd-44d275a85ca2 req-8f87d337-1d64-4208-8f2c-1f9708db8c13 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:01.413699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12fa430c-2c8e-417c-93fd-44d275a85ca2 req-8f87d337-1d64-4208-8f2c-1f9708db8c13 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 932 time: 0.2527857 Nov 19 09:13:01.451834 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a879c0cc-0845-4588-af2a-49409e7324cc x-openstack-request-id: req-a879c0cc-0845-4588-af2a-49409e7324cc {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:01.452368 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d721ef-4adc-46a5-b8a3-3b0299df148e", "tag": "bba2c378-3ed7-4115-b49c-f89ea9772621", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:01.452782 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a879c0cc-0845-4588-af2a-49409e7324cc {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:01.453379 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d721ef-4adc-46a5-b8a3-3b0299df148e', 'tag': 'bba2c378-3ed7-4115-b49c-f89ea9772621', 'status': 'completed', 'code': 200} Nov 19 09:13:01.681749 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12fa430c-2c8e-417c-93fd-44d275a85ca2 req-16361ed3-1af6-4658-ab85-259d771fd960 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0e5e210-af32-485d-bcca-fb5d4d6b5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706048 Nov 19 09:13:01.709976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6b309de3-c026-4d0c-bace-380a18bcfb33 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:13:01.742367 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4acf4499-d1a7-4055-85bd-0c2178900158 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:13:01.787644 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:01.793782 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-90d968fe-3e0b-40db-8b75-b64333d52c29 req-c8217f78-99bd-4fc4-ac7e-1acb17e2e30f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:01.812248 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Port 6b309de3-c026-4d0c-bace-380a18bcfb33 update to DOWN by agent not found {{(pid=103478) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 19 09:13:01.877703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c79c16-b5d6-4c17-8223-60d1aa2069c4 req-05cf7f68-105d-4820-a075-1e67eb5ddbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:01.879384 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c2c79c16-b5d6-4c17-8223-60d1aa2069c4 req-05cf7f68-105d-4820-a075-1e67eb5ddbe3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 1126 time: 0.3662064 Nov 19 09:13:01.886432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8217f78-99bd-4fc4-ac7e-1acb17e2e30f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Pushing event deleted for resources: {'Port': ['ID=6b309de3-c026-4d0c-bace-380a18bcfb33,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:01.890581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Transition to ACTIVE for port object 4acf4499-d1a7-4055-85bd-0c2178900158 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:13:01.904933 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Sync routers for ids ['774f1762-2716-41b1-b436-251654f09ad6'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:13:01.920069 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Routers {'774f1762-2716-41b1-b436-251654f09ad6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:13:01.924443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['774f1762-2716-41b1-b436-251654f09ad6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:01.953678 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:01.964662 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ae613de-d4e9-4b06-91bb-8c34cb48de91 req-c2a444ff-b1d7-4156-8476-05effa93688e tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 210 time: 0.0936108 Nov 19 09:13:02.077698 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Set router 774f1762-2716-41b1-b436-251654f09ad6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:13:02.109059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-5d7e043b-9501-4052-b592-6fde14c28afa tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:02.111127 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-5d7e043b-9501-4052-b592-6fde14c28afa tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 804 time: 0.5104418 Nov 19 09:13:02.216398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=4acf4499-d1a7-4055-85bd-0c2178900158,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:02.224235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-7ff323b1-477b-4017-afb8-1311ec117968 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/quotas/d989f3321d484896968fa83d99590725 HTTP/1.1" status: 200 len: 375 time: 0.0802846 Nov 19 09:13:02.522191 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f1762-2716-41b1-b436-251654f09ad6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306036795-router', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:44Z', 'updated_at': '2021-11-19T09:12:54Z', 'revision_number': 4, 'project_id': '9eec8b568e16489e99e4842e170ca9c5', 'gw_port': {'id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f1762-2716-41b1-b436-251654f09ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:46Z', 'updated_at': '2021-11-19T09:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd3b6e0e9-bec9-44ff-b95e-54b821299034', 'name': '', 'network_id': '5717af37-9e10-4a24-9e4c-69dede0f17f8', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5', 'mac_address': 'fa:16:3e:84:2c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774f1762-2716-41b1-b436-251654f09ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '06a89d21-a22e-4cf9-ab2e-aeeeade208a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:53Z', 'updated_at': '2021-11-19T09:12:54Z', 'revision_number': 2, 'project_id': '9eec8b568e16489e99e4842e170ca9c5', 'subnets': [{'id': '06a89d21-a22e-4cf9-ab2e-aeeeade208a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:02.622708 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4892ecf0-4246-490b-baef-74da4237ac7f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:13:02.626458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Checking router: 774f1762-2716-41b1-b436-251654f09ad6 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:13:02.628125 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Updating router 774f1762-2716-41b1-b436-251654f09ad6 port d3b6e0e9-bec9-44ff-b95e-54b821299034 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:13:02.668153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c79c16-b5d6-4c17-8223-60d1aa2069c4 req-b9415055-0db5-4815-b527-3cf31c39bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:02.670232 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c2c79c16-b5d6-4c17-8223-60d1aa2069c4 req-b9415055-0db5-4815-b527-3cf31c39bb55 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.7481468 Nov 19 09:13:02.689251 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90d968fe-3e0b-40db-8b75-b64333d52c29 req-c8217f78-99bd-4fc4-ac7e-1acb17e2e30f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Router 5fc23cf2-1696-42cd-b35d-487995589aa6 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:13:02.742974 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6c11b-28fd-4b65-87d7-0dded13b1a30 req-11dc3b8b-3c42-4b4d-b266-4d9a6be3a957 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:02.754358 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63c6c11b-28fd-4b65-87d7-0dded13b1a30 req-11dc3b8b-3c42-4b4d-b266-4d9a6be3a957 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 943 time: 0.6027048 Nov 19 09:13:02.847508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Attempting to bind port 4acf4499-d1a7-4055-85bd-0c2178900158 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:13:02.849340 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Attempting to bind port 4acf4499-d1a7-4055-85bd-0c2178900158 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '80869d53-88b8-4523-afc8-14f65aeac772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:13:02.850084 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Attempting to bind port 4acf4499-d1a7-4055-85bd-0c2178900158 on network 754dc536-d7ea-408c-9b4c-4b592aff6603 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:13:02.850463 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:02.911180 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4892ecf0-4246-490b-baef-74da4237ac7f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:02.911715 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:02.920407 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-489dcc36-5ae1-409a-9726-eb4c07e95e97 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5866792 Nov 19 09:13:03.042559 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63c6c11b-28fd-4b65-87d7-0dded13b1a30 req-109f013b-c962-4c49-ac03-1ddb30a0d03b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869081 Nov 19 09:13:03.148258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Port 4acf4499-d1a7-4055-85bd-0c2178900158 on network 754dc536-d7ea-408c-9b4c-4b592aff6603 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:13:03.148695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Attempting to bind port 4acf4499-d1a7-4055-85bd-0c2178900158 on network 754dc536-d7ea-408c-9b4c-4b592aff6603 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:13:03.157965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-272f6581-f618-493d-a967-501ff5eb350a service neutron] 10.222.0.21 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365255 Nov 19 09:13:03.160248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c2c79c16-b5d6-4c17-8223-60d1aa2069c4 req-49fc29f4-1050-4f7d-b28e-3ebbab90175b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bba2c378-3ed7-4115-b49c-f89ea9772621 HTTP/1.1" status: 200 len: 217 time: 0.4684782 Nov 19 09:13:03.179483 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:13:03.180043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Checking segment: {'id': '80869d53-88b8-4523-afc8-14f65aeac772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:13:03.180587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Bound using segment: {'id': '80869d53-88b8-4523-afc8-14f65aeac772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:13:03.181208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Bound port: 4acf4499-d1a7-4055-85bd-0c2178900158, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80869d53-88b8-4523-afc8-14f65aeac772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:13:03.181669 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:03.381466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-e16655f1-6b46-4581-ae3c-fb6f0f2eab45 service neutron] 10.222.0.21 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104661 Nov 19 09:13:03.386636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c79c16-b5d6-4c17-8223-60d1aa2069c4 req-0068ce56-8394-4b4a-b17d-7d1c072524fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:03.389715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c2c79c16-b5d6-4c17-8223-60d1aa2069c4 req-0068ce56-8394-4b4a-b17d-7d1c072524fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.2102115 Nov 19 09:13:03.470765 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:03.486277 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:03.569645 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f7164-c5d9-4d67-8234-087e70015a64 None None] Pushing event updated for resources: {'Port': ['ID=d3b6e0e9-bec9-44ff-b95e-54b821299034,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:03.744668 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36136) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:03.800413 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Attempting to bind port d3b6e0e9-bec9-44ff-b95e-54b821299034 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:13:03.800813 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Attempting to bind port d3b6e0e9-bec9-44ff-b95e-54b821299034 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '30705792-0728-4628-8682-27261fc95e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5717af37-9e10-4a24-9e4c-69dede0f17f8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:13:03.801322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Attempting to bind port d3b6e0e9-bec9-44ff-b95e-54b821299034 on network 5717af37-9e10-4a24-9e4c-69dede0f17f8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:13:03.818862 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:13:03.822895 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Checking segment: {'id': '30705792-0728-4628-8682-27261fc95e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5717af37-9e10-4a24-9e4c-69dede0f17f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:13:03.823518 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:03.826467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Bound using segment: {'id': '30705792-0728-4628-8682-27261fc95e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5717af37-9e10-4a24-9e4c-69dede0f17f8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:13:03.833429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Bound port: d3b6e0e9-bec9-44ff-b95e-54b821299034, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30705792-0728-4628-8682-27261fc95e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5717af37-9e10-4a24-9e4c-69dede0f17f8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:13:03.834157 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:04.027764 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f9759964-530c-43b6-8eca-5cc9a6a17098 None None] Provisioning complete for port d3b6e0e9-bec9-44ff-b95e-54b821299034 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:04.028428 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f9759964-530c-43b6-8eca-5cc9a6a17098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:04.107106 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e796178-28a2-4a9b-abc0-5cf0870f434d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:04.131510 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f9759964-530c-43b6-8eca-5cc9a6a17098 None None] Port d3b6e0e9-bec9-44ff-b95e-54b821299034 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:13:04.143320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] For port d3b6e0e9-bec9-44ff-b95e-54b821299034, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:13:04.174552 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] For port d3b6e0e9-bec9-44ff-b95e-54b821299034, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d3b6e0e9-bec9-44ff-b95e-54b821299034,segment=NetworkSegment(30705792-0728-4628-8682-27261fc95e75),segment_id=30705792-0728-4628-8682-27261fc95e75)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:13:04.186119 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:04.261840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90d968fe-3e0b-40db-8b75-b64333d52c29 req-c8217f78-99bd-4fc4-ac7e-1acb17e2e30f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:13:04.289920 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c98d6-22bd-422f-b7e4-21a4f9b15786 None None] Sync routers for ids ['5fc23cf2-1696-42cd-b35d-487995589aa6'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:13:04.322439 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c98d6-22bd-422f-b7e4-21a4f9b15786 None None] Routers {'5fc23cf2-1696-42cd-b35d-487995589aa6'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:13:04.331696 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0e1c98d6-22bd-422f-b7e4-21a4f9b15786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5fc23cf2-1696-42cd-b35d-487995589aa6'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:04.337814 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Routers {'774f1762-2716-41b1-b436-251654f09ad6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:13:04.343473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['774f1762-2716-41b1-b436-251654f09ad6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:04.537211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] Set router 774f1762-2716-41b1-b436-251654f09ad6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:13:04.543879 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e796178-28a2-4a9b-abc0-5cf0870f434d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:04.552532 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e796178-28a2-4a9b-abc0-5cf0870f434d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:04.669820 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] For port 4acf4499-d1a7-4055-85bd-0c2178900158, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:13:04.685288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] For port 4acf4499-d1a7-4055-85bd-0c2178900158, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4acf4499-d1a7-4055-85bd-0c2178900158,segment=NetworkSegment(80869d53-88b8-4523-afc8-14f65aeac772),segment_id=80869d53-88b8-4523-afc8-14f65aeac772)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:13:04.713523 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2e796178-28a2-4a9b-abc0-5cf0870f434d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96250d1c46674c308c8bf521d0ecd1c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9623742 Nov 19 09:13:04.713523 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e796178-28a2-4a9b-abc0-5cf0870f434d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3add0e-bf1e-450d-bd65-c86af4b5dbce,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:04.729485 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36154) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:04.762000 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-0e1c98d6-22bd-422f-b7e4-21a4f9b15786 None None] Set router 5fc23cf2-1696-42cd-b35d-487995589aa6 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:13:04.846375 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a461134c-71cb-4394-ae74-66378fb83470 req-a00993fa-e0fd-4c01-b038-1a909ad9dfaa tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03 HTTP/1.1" status: 200 len: 210 time: 0.7247183 Nov 19 09:13:04.849470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c2c79c16-b5d6-4c17-8223-60d1aa2069c4 req-8f8d0850-3b2c-4cd7-ab76-e5a00196b8e0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7390857 Nov 19 09:13:04.852451 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:04.968871 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30b77768-8e78-4293-a73a-e9c0f2508505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:05.069201 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30b77768-8e78-4293-a73a-e9c0f2508505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:05.164882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c2c79c16-b5d6-4c17-8223-60d1aa2069c4 req-9272d5e2-1a59-4922-b14c-9cd80a10e2fe service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278717 Nov 19 09:13:05.167387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d968fe-3e0b-40db-8b75-b64333d52c29 req-c8217f78-99bd-4fc4-ac7e-1acb17e2e30f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] No DVR routers for this DVR port 6b309de3-c026-4d0c-bace-380a18bcfb33 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:13:05.174931 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-90d968fe-3e0b-40db-8b75-b64333d52c29 req-c8217f78-99bd-4fc4-ac7e-1acb17e2e30f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:05.184184 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90d968fe-3e0b-40db-8b75-b64333d52c29 req-c8217f78-99bd-4fc4-ac7e-1acb17e2e30f tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.66 "DELETE /v2.0/ports/6b309de3-c026-4d0c-bace-380a18bcfb33 HTTP/1.1" status: 204 len: 173 time: 7.0478857 Nov 19 09:13:05.190715 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f7164-c5d9-4d67-8234-087e70015a64 None None] Pushing event updated for resources: {'Port': ['ID=d3b6e0e9-bec9-44ff-b95e-54b821299034,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:05.215619 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-71d5be29-e0be-4c7a-80f6-b9cbca7e3f37 None None] Provisioning complete for port d3b6e0e9-bec9-44ff-b95e-54b821299034 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:05.216995 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-71d5be29-e0be-4c7a-80f6-b9cbca7e3f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:05.255561 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30b77768-8e78-4293-a73a-e9c0f2508505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:05.266218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03', 'name': 'network-vif-deleted', 'tag': '6b309de3-c026-4d0c-bace-380a18bcfb33'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:13:05.273580 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcadeee-1763-4007-8313-42b6383a8831" -d '{"events": [{"server_uuid": "ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03", "name": "network-vif-deleted", "tag": "6b309de3-c026-4d0c-bace-380a18bcfb33"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:13:05.283319 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30b77768-8e78-4293-a73a-e9c0f2508505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:05.288920 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-30b77768-8e78-4293-a73a-e9c0f2508505 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c3add0e-bf1e-450d-bd65-c86af4b5dbce HTTP/1.1" status: 204 len: 168 time: 0.5515299 Nov 19 09:13:05.305324 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b77768-8e78-4293-a73a-e9c0f2508505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3add0e-bf1e-450d-bd65-c86af4b5dbce,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:05.562181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:05.563166 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:05.577370 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] 10.222.0.66 "PUT /v2.0/ports/4acf4499-d1a7-4055-85bd-0c2178900158 HTTP/1.1" status: 200 len: 1093 time: 5.2530665 Nov 19 09:13:05.626654 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0e1c98d6-22bd-422f-b7e4-21a4f9b15786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'name': 'tempest-ServersTestFqdnHostnames-1112539841-router', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:10:46Z', 'updated_at': '2021-11-19T09:10:50Z', 'revision_number': 4, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'gw_port': {'id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:47Z', 'updated_at': '2021-11-19T09:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc', 'name': '', 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'mac_address': 'fa:16:3e:d5:c9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:49Z', 'updated_at': '2021-11-19T09:10:56Z', 'revision_number': 5, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'subnets': [{'id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:05.702577 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c98d6-22bd-422f-b7e4-21a4f9b15786 None None] Checking router: 5fc23cf2-1696-42cd-b35d-487995589aa6 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:13:05.725942 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-baac176a-a282-4939-91a9-7a31cdcb982f req-30d55b98-ed98-4c81-a8af-0ef51a169ba0 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 210 time: 0.4648211 Nov 19 09:13:05.760412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ebd8d-4bb1-44ac-a875-c41114661ebf req-6cb7e46c-0972-4c6f-92eb-ab399351cbba tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:05.768865 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d3ebd8d-4bb1-44ac-a875-c41114661ebf req-6cb7e46c-0972-4c6f-92eb-ab399351cbba tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 944 time: 1.6611373 Nov 19 09:13:05.782261 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c98d6-22bd-422f-b7e4-21a4f9b15786 None None] Routers {'5fc23cf2-1696-42cd-b35d-487995589aa6'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:13:05.782938 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0e1c98d6-22bd-422f-b7e4-21a4f9b15786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5fc23cf2-1696-42cd-b35d-487995589aa6'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:05.919719 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f1762-2716-41b1-b436-251654f09ad6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306036795-router', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:44Z', 'updated_at': '2021-11-19T09:12:54Z', 'revision_number': 4, 'project_id': '9eec8b568e16489e99e4842e170ca9c5', 'gw_port': {'id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f1762-2716-41b1-b436-251654f09ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:46Z', 'updated_at': '2021-11-19T09:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd3b6e0e9-bec9-44ff-b95e-54b821299034', 'name': '', 'network_id': '5717af37-9e10-4a24-9e4c-69dede0f17f8', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5', 'mac_address': 'fa:16:3e:84:2c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774f1762-2716-41b1-b436-251654f09ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '06a89d21-a22e-4cf9-ab2e-aeeeade208a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:53Z', 'updated_at': '2021-11-19T09:13:04Z', 'revision_number': 4, 'project_id': '9eec8b568e16489e99e4842e170ca9c5', 'subnets': [{'id': '06a89d21-a22e-4cf9-ab2e-aeeeade208a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:05.971656 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c2c79c16-b5d6-4c17-8223-60d1aa2069c4 req-1043a2d0-9e04-4842-905b-c5e2117a92b3 service neutron] 10.222.0.71 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548641 Nov 19 09:13:05.975883 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca722f56-e77a-4be6-905a-d2c14d866cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=4acf4499-d1a7-4055-85bd-0c2178900158,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:06.083774 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4d275e-9fe4-4065-bfb6-dce6633e2025 None None] The sync data for ids ['774f1762-2716-41b1-b436-251654f09ad6'] in n-d-805649-14 is: [{'id': '774f1762-2716-41b1-b436-251654f09ad6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306036795-router', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:44Z', 'updated_at': '2021-11-19T09:12:54Z', 'revision_number': 4, 'project_id': '9eec8b568e16489e99e4842e170ca9c5', 'gw_port': {'id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f1762-2716-41b1-b436-251654f09ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:46Z', 'updated_at': '2021-11-19T09:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd3b6e0e9-bec9-44ff-b95e-54b821299034', 'name': '', 'network_id': '5717af37-9e10-4a24-9e4c-69dede0f17f8', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5', 'mac_address': 'fa:16:3e:84:2c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '774f1762-2716-41b1-b436-251654f09ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '06a89d21-a22e-4cf9-ab2e-aeeeade208a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:53Z', 'updated_at': '2021-11-19T09:13:04Z', 'revision_number': 4, 'project_id': '9eec8b568e16489e99e4842e170ca9c5', 'subnets': [{'id': '06a89d21-a22e-4cf9-ab2e-aeeeade208a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:13:06.088876 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-71d5be29-e0be-4c7a-80f6-b9cbca7e3f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:06.103675 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d3ebd8d-4bb1-44ac-a875-c41114661ebf req-429ac2dd-6b34-4374-9ea5-4090027b0330 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0e5e210-af32-485d-bcca-fb5d4d6b5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330755 Nov 19 09:13:06.162929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-cf390bf7-7558-4841-8a6a-b058b9fc5af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:06.169426 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-cf390bf7-7558-4841-8a6a-b058b9fc5af3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf5cfffb23a14bd0aad7e0a2fc0d6f29&device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 1096 time: 0.5042567 Nov 19 09:13:06.236007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-71d5be29-e0be-4c7a-80f6-b9cbca7e3f37 None None] For port d3b6e0e9-bec9-44ff-b95e-54b821299034, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d3b6e0e9-bec9-44ff-b95e-54b821299034,segment=NetworkSegment(30705792-0728-4628-8682-27261fc95e75),segment_id=30705792-0728-4628-8682-27261fc95e75)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:06.254351 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-71d5be29-e0be-4c7a-80f6-b9cbca7e3f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:06.301170 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-0e1c98d6-22bd-422f-b7e4-21a4f9b15786 None None] Set router 5fc23cf2-1696-42cd-b35d-487995589aa6 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:13:06.329614 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-7cd02b5b-f427-492c-8fa5-02c448a0f21e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4acf4499-d1a7-4055-85bd-0c2178900158 HTTP/1.1" status: 200 len: 217 time: 0.1421831 Nov 19 09:13:06.373457 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36164) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:06.418361 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ec27-1e02-4030-a9ee-573d485bd10f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:06.462814 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff96f6-5e37-467a-ba5c-b1196c6edecf req-9775339e-ec70-4bb9-9e20-71b9885d5029 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:06.475127 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3aff96f6-5e37-467a-ba5c-b1196c6edecf req-9775339e-ec70-4bb9-9e20-71b9885d5029 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 943 time: 0.4471233 Nov 19 09:13:06.528523 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5be29-e0be-4c7a-80f6-b9cbca7e3f37 None None] Pushing event updated for resources: {'Port': ['ID=d3b6e0e9-bec9-44ff-b95e-54b821299034,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:06.570570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bba2c378-3ed7-4115-b49c-f89ea9772621 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:13:06.779658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d3b6e0e9-bec9-44ff-b95e-54b821299034 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:13:06.832536 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ec27-1e02-4030-a9ee-573d485bd10f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:06.847797 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ec27-1e02-4030-a9ee-573d485bd10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:06.894839 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dbbf88-4c50-4486-9b3d-7bbb8c303bea x-openstack-request-id: req-72dbbf88-4c50-4486-9b3d-7bbb8c303bea {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:06.895951 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03", "name": "network-vif-deleted", "tag": "6b309de3-c026-4d0c-bace-380a18bcfb33", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:06.896447 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72dbbf88-4c50-4486-9b3d-7bbb8c303bea {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:06.897289 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7d71d6-5a3f-4fcf-a7b8-5d9d6a6b9b03', 'name': 'network-vif-deleted', 'tag': '6b309de3-c026-4d0c-bace-380a18bcfb33', 'status': 'completed', 'code': 200} Nov 19 09:13:06.940890 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3aff96f6-5e37-467a-ba5c-b1196c6edecf req-e8c74633-f4b3-449e-ad21-49f8cd3fc4b3 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647064 Nov 19 09:13:06.988980 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d3b6e0e9-bec9-44ff-b95e-54b821299034 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:06.989948 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:06.998073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8ec27-1e02-4030-a9ee-573d485bd10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81800bac-fcc9-428c-9c06-83d31394f827,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:07.072037 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d5c8ec27-1e02-4030-a9ee-573d485bd10f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9ab2bcf3975484289455a4edba1464e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6964355 Nov 19 09:13:07.075044 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36170) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:07.178454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36174) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:07.354952 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ba2f155-56db-4e86-961b-113b6a45cdb9 req-6abf84b7-575a-409b-b977-9fce0c2624ef tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 210 time: 0.1751673 Nov 19 09:13:07.482760 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-d5faa224-64c4-4c7f-a7b8-4c8305888b20 service neutron] 10.222.0.71 "GET /v2.0/ports/bba2c378-3ed7-4115-b49c-f89ea9772621/bindings/n-h1-805649-14 HTTP/1.1" status: 200 len: 385 time: 0.2512360 Nov 19 09:13:07.496275 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1217de76-503d-498c-bd2d-08e3db7df6ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:07.501964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-bf295960-6a93-479e-8833-55db8c242431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:07.520388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-bf295960-6a93-479e-8833-55db8c242431 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=337ce23b-38be-4a98-96d8-e3b1f9886e8a HTTP/1.1" status: 200 len: 866 time: 1.1717238 Nov 19 09:13:07.607746 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1217de76-503d-498c-bd2d-08e3db7df6ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:07.643420 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0e1c98d6-22bd-422f-b7e4-21a4f9b15786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'name': 'tempest-ServersTestFqdnHostnames-1112539841-router', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:10:46Z', 'updated_at': '2021-11-19T09:10:50Z', 'revision_number': 4, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'gw_port': {'id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:47Z', 'updated_at': '2021-11-19T09:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc', 'name': '', 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'mac_address': 'fa:16:3e:d5:c9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:49Z', 'updated_at': '2021-11-19T09:10:56Z', 'revision_number': 5, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'subnets': [{'id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:07.677530 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851fa66-faca-4d9d-b245-e97fe9b8d971 req-17ea6208-cf58-4cf6-aa2a-cf2f1fe06e12 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:07.698277 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3851fa66-faca-4d9d-b245-e97fe9b8d971 req-17ea6208-cf58-4cf6-aa2a-cf2f1fe06e12 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 944 time: 0.3418567 Nov 19 09:13:07.715259 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c98d6-22bd-422f-b7e4-21a4f9b15786 None None] The sync data for ids ['5fc23cf2-1696-42cd-b35d-487995589aa6'] in n-d-805649-14 is: [{'id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'name': 'tempest-ServersTestFqdnHostnames-1112539841-router', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:10:46Z', 'updated_at': '2021-11-19T09:10:50Z', 'revision_number': 4, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'gw_port': {'id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:47Z', 'updated_at': '2021-11-19T09:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc', 'name': '', 'network_id': 'ccf65906-feb8-4169-8438-55da70849bd3', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'mac_address': 'fa:16:3e:d5:c9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:49Z', 'updated_at': '2021-11-19T09:10:56Z', 'revision_number': 5, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'subnets': [{'id': 'a11bbdf0-e3aa-4b14-b01f-e9573c80ba92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:13:07.765654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-2cc3bef8-d9aa-49ff-9e4c-76a8ddc62651 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:07.768254 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-2cc3bef8-d9aa-49ff-9e4c-76a8ddc62651 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 804 time: 1.2690172 Nov 19 09:13:07.791924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-29acd6ab-76b4-478f-a539-099e2c3178cf tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Request body: {'port': {'device_id': '016ccc29-68c9-4779-87f6-10e850dba35b', 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b', 'admin_state_up': True, 'tenant_id': 'd989f3321d484896968fa83d99590725'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:07.802170 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47a36c44-a7d7-4ee2-a471-0e27c0e305c4 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:07.818169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-4e4b72b5-b6c9-4ce2-aa0e-e73806367bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:07.820582 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-4e4b72b5-b6c9-4ce2-aa0e-e73806367bb8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=754dc536-d7ea-408c-9b4c-4b592aff6603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2825191 Nov 19 09:13:07.972079 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-3deff704-9d6d-4df1-8a3c-352a361e1bb4 service neutron] For port bba2c378-3ed7-4115-b49c-f89ea9772621, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bba2c378-3ed7-4115-b49c-f89ea9772621,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:07.985722 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1217de76-503d-498c-bd2d-08e3db7df6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:07.989858 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1217de76-503d-498c-bd2d-08e3db7df6ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:07.994248 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1217de76-503d-498c-bd2d-08e3db7df6ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81800bac-fcc9-428c-9c06-83d31394f827 HTTP/1.1" status: 204 len: 168 time: 0.9175081 Nov 19 09:13:08.011726 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-3deff704-9d6d-4df1-8a3c-352a361e1bb4 service neutron] For port bba2c378-3ed7-4115-b49c-f89ea9772621, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:13:08.098713 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217de76-503d-498c-bd2d-08e3db7df6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81800bac-fcc9-428c-9c06-83d31394f827,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:08.132329 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47a36c44-a7d7-4ee2-a471-0e27c0e305c4 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:08.146205 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-3deff704-9d6d-4df1-8a3c-352a361e1bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba2c378-3ed7-4115-b49c-f89ea9772621 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:13:08.179088 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-3deff704-9d6d-4df1-8a3c-352a361e1bb4 service neutron] For port bba2c378-3ed7-4115-b49c-f89ea9772621, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=bba2c378-3ed7-4115-b49c-f89ea9772621,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:08.214383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-3deff704-9d6d-4df1-8a3c-352a361e1bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:08.333619 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47a36c44-a7d7-4ee2-a471-0e27c0e305c4 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:08.336976 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47a36c44-a7d7-4ee2-a471-0e27c0e305c4 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:08.340669 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36182) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:08.341571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-47a36c44-a7d7-4ee2-a471-0e27c0e305c4 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "DELETE /v2.0/security-groups/1158b444-6e3f-4125-b3d5-5f13615ed878 HTTP/1.1" status: 204 len: 168 time: 1.1244328 Nov 19 09:13:08.351605 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b54f063-b7fc-42ef-a893-5643eef0cf6f None None] New status for floating IP 6612a2ee-7062-42e5-aafe-90478886fe5d: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:13:08.379947 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3851fa66-faca-4d9d-b245-e97fe9b8d971 req-168277a5-b4c6-4f87-8c73-f7883a9acc4a tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0e5e210-af32-485d-bcca-fb5d4d6b5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6800995 Nov 19 09:13:08.436806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a36c44-a7d7-4ee2-a471-0e27c0e305c4 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1158b444-6e3f-4125-b3d5-5f13615ed878,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:08.452210 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-3f6b2243-8311-4be4-afc5-ab1981c509b2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] show failed (client error): The resource could not be found. Nov 19 09:13:08.456534 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3f6b2243-8311-4be4-afc5-ab1981c509b2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "GET /v2.0/security-groups/1158b444-6e3f-4125-b3d5-5f13615ed878 HTTP/1.1" status: 404 len: 347 time: 0.1096153 Nov 19 09:13:08.465323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36186) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:08.552253 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:13:08.604296 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-3deff704-9d6d-4df1-8a3c-352a361e1bb4 service neutron] Transition to ACTIVE for port object bba2c378-3ed7-4115-b49c-f89ea9772621 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:13:08.620178 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-3deff704-9d6d-4df1-8a3c-352a361e1bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:08.687307 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55f70eeb-66be-4ede-81df-9652a58dab8a req-3fd7ac05-2578-44cc-a100-e0aa5a2a5a36 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 210 time: 0.1443827 Nov 19 09:13:08.688581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-29acd6ab-76b4-478f-a539-099e2c3178cf tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Made reservation on behalf of d989f3321d484896968fa83d99590725 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:13:08.693682 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-29acd6ab-76b4-478f-a539-099e2c3178cf tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:08.700772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deff704-9d6d-4df1-8a3c-352a361e1bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=bba2c378-3ed7-4115-b49c-f89ea9772621,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:08.768367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d3b6e0e9-bec9-44ff-b95e-54b821299034 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:13:08.794944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-3deff704-9d6d-4df1-8a3c-352a361e1bb4 service neutron] No DVR routers for this DVR port bba2c378-3ed7-4115-b49c-f89ea9772621 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:13:08.851099 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52272e37-f044-4792-8e45-b61e92c3b6d2 req-60f90cd3-f259-44b2-930c-f5d7c6042e18 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:08.868789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52272e37-f044-4792-8e45-b61e92c3b6d2 req-60f90cd3-f259-44b2-930c-f5d7c6042e18 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 943 time: 0.5893962 Nov 19 09:13:08.879947 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-3deff704-9d6d-4df1-8a3c-352a361e1bb4 service neutron] 10.222.0.71 "PUT /v2.0/ports/bba2c378-3ed7-4115-b49c-f89ea9772621/bindings/n-h1-805649-14/activate HTTP/1.1" status: 200 len: 370 time: 1.3755250 Nov 19 09:13:08.899162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e888eaf8-c186-4b61-aa02-3fc2018a746a', 'tag': '4acf4499-d1a7-4055-85bd-0c2178900158'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:13:08.902014 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68436d3b-e2a9-4772-81f0-fc47fd4d1c95" -d '{"events": [{"name": "network-changed", "server_uuid": "e888eaf8-c186-4b61-aa02-3fc2018a746a", "tag": "4acf4499-d1a7-4055-85bd-0c2178900158"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:13:09.012480 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-dcc756ed-3249-4559-b31a-b8ead7fbf4f9 service neutron] 10.222.0.66 "GET /v2.0/networks/754dc536-d7ea-408c-9b4c-4b592aff6603?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1712358 Nov 19 09:13:09.020167 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da625a5-e4d9-49e6-a757-9264529efb55 x-openstack-request-id: req-2da625a5-e4d9-49e6-a757-9264529efb55 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:09.021059 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e888eaf8-c186-4b61-aa02-3fc2018a746a", "tag": "4acf4499-d1a7-4055-85bd-0c2178900158", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:09.021781 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2da625a5-e4d9-49e6-a757-9264529efb55 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:09.022395 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e888eaf8-c186-4b61-aa02-3fc2018a746a', 'tag': '4acf4499-d1a7-4055-85bd-0c2178900158', 'status': 'completed', 'code': 200} Nov 19 09:13:09.034805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d3b6e0e9-bec9-44ff-b95e-54b821299034 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:09.035260 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:09.156114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2dbbdb2-ce9e-4669-b583-1674e3cc432d req-52a6d72f-f56d-4b04-ab90-4c33817a4299 service neutron] 10.222.0.66 "GET /v2.0/networks/754dc536-d7ea-408c-9b4c-4b592aff6603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262550 Nov 19 09:13:09.258311 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52272e37-f044-4792-8e45-b61e92c3b6d2 req-a5b1b720-7952-41bf-a3ff-3de76936e9b5 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847287 Nov 19 09:13:09.268307 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Deleting port 48b92020-2417-48c1-930f-59c5adc7d855 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:13:09.268655 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:09.361392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-abd03b2d-d4eb-4bf6-9d09-9d7baa6a9f7f tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:09.363024 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-abd03b2d-d4eb-4bf6-9d09-9d7baa6a9f7f tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e&tenant_id=6022a22e5412460ca709de7cbe4fe9f5&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 1096 time: 0.3453779 Nov 19 09:13:09.517253 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-29acd6ab-76b4-478f-a539-099e2c3178cf tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Allocated IP 172.20.0.14 (84b15971-c3b1-423f-a0b8-5ba85f9e199b/a3ab6a09-9e77-4bfa-8672-ebfec5d093f3/33e0c8dc-82ed-4f94-beaf-88f47a9ba87e) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:13:09.535340 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:09.535671 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:09.559010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68436d3b-e2a9-4772-81f0-fc47fd4d1c95 req-744ec66a-31ce-4026-9073-07a6d9e52cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:09.560808 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68436d3b-e2a9-4772-81f0-fc47fd4d1c95 req-744ec66a-31ce-4026-9073-07a6d9e52cc9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf5cfffb23a14bd0aad7e0a2fc0d6f29&device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 1096 time: 0.2358844 Nov 19 09:13:09.569534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Calling delete_port for 48b92020-2417-48c1-930f-59c5adc7d855 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:13:09.598708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-15f740af-b5e3-4a82-8d93-adf62eb30618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:09.600206 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-15f740af-b5e3-4a82-8d93-adf62eb30618 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e&tenant_id=6022a22e5412460ca709de7cbe4fe9f5 HTTP/1.1" status: 200 len: 1096 time: 0.2138402 Nov 19 09:13:09.688736 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36212) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:09.765700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ed95f-f63f-42bc-a950-fda4ad445881 req-e0ca94f7-9a84-4776-be52-94978c54dda5 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:09.775643 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b3ed95f-f63f-42bc-a950-fda4ad445881 req-e0ca94f7-9a84-4776-be52-94978c54dda5 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 944 time: 0.2954695 Nov 19 09:13:09.891882 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d51d0294-43a4-4e73-bf73-b4dc34200081 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1571139975-network', 'tenant_id': '58d8f26a428d4d69a11d8cc485271f64'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:09.939235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51d0294-43a4-4e73-bf73-b4dc34200081 admin admin] Made reservation on behalf of 58d8f26a428d4d69a11d8cc485271f64 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:13:09.943442 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d51d0294-43a4-4e73-bf73-b4dc34200081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:09.959596 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-84c22013-cf2a-48d3-b95b-8fc251646c1d req-5c3564ed-528c-4ebb-b1be-a128d489bbd8 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 210 time: 0.0768003 Nov 19 09:13:09.965306 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d51d0294-43a4-4e73-bf73-b4dc34200081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:09.975220 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68436d3b-e2a9-4772-81f0-fc47fd4d1c95 req-334226b3-84a8-44f0-bbf9-a5478d954aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:09.977014 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68436d3b-e2a9-4772-81f0-fc47fd4d1c95 req-334226b3-84a8-44f0-bbf9-a5478d954aeb service neutron] 10.222.0.66 "GET /v2.0/networks?id=754dc536-d7ea-408c-9b4c-4b592aff6603 HTTP/1.1" status: 200 len: 928 time: 0.3995399 Nov 19 09:13:09.991962 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-7d3f3709-21c8-45b5-931e-02fa05238f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:09.994220 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-7d3f3709-21c8-45b5-931e-02fa05238f52 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 1096 time: 0.3391879 Nov 19 09:13:10.069295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b3ed95f-f63f-42bc-a950-fda4ad445881 req-668a9686-bda4-4fe2-a9d3-69ac2019d907 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0e5e210-af32-485d-bcca-fb5d4d6b5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923145 Nov 19 09:13:10.100815 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d51d0294-43a4-4e73-bf73-b4dc34200081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:10.105046 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d51d0294-43a4-4e73-bf73-b4dc34200081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:10.137060 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51d0294-43a4-4e73-bf73-b4dc34200081 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:13:10.160520 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d0294-43a4-4e73-bf73-b4dc34200081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8096a20e-36fe-40c9-9052-39cf5c07acbf,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:10.164187 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d51d0294-43a4-4e73-bf73-b4dc34200081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:10.164678 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-d51d0294-43a4-4e73-bf73-b4dc34200081 admin admin] Added segment 3c2cb5c3-2b24-4157-9a8d-e30cf27a4cdc of type vlan for network a95312ee-a391-4c4a-9c26-043498a46d09 Nov 19 09:13:10.244157 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d51d0294-43a4-4e73-bf73-b4dc34200081 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:10.297781 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d51d0294-43a4-4e73-bf73-b4dc34200081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:10.299900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51d0294-43a4-4e73-bf73-b4dc34200081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:10.301119 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d51d0294-43a4-4e73-bf73-b4dc34200081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:10.327299 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d51d0294-43a4-4e73-bf73-b4dc34200081 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6357789 Nov 19 09:13:10.370254 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36222) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:10.375652 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a16984fe-5139-4d3b-989c-8bd0165d87ba admin admin] Request body: {'subnet': {'network_id': 'a95312ee-a391-4c4a-9c26-043498a46d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1571139975-subnet', 'tenant_id': '58d8f26a428d4d69a11d8cc485271f64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:10.409847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d0294-43a4-4e73-bf73-b4dc34200081 admin admin] Pushing event updated for resources: {'Network': ['ID=a95312ee-a391-4c4a-9c26-043498a46d09,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:10.420302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16984fe-5139-4d3b-989c-8bd0165d87ba admin admin] Made reservation on behalf of 58d8f26a428d4d69a11d8cc485271f64 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:13:10.422278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network a95312ee-a391-4c4a-9c26-043498a46d09 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:13:10.423039 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a16984fe-5139-4d3b-989c-8bd0165d87ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:10.499124 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68436d3b-e2a9-4772-81f0-fc47fd4d1c95 req-cbdaba46-5166-446b-8607-01b8faa614a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4acf4499-d1a7-4055-85bd-0c2178900158 HTTP/1.1" status: 200 len: 217 time: 0.5001409 Nov 19 09:13:10.629243 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-29acd6ab-76b4-478f-a539-099e2c3178cf tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:10.645423 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a16984fe-5139-4d3b-989c-8bd0165d87ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:10.706134 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:10.708834 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16984fe-5139-4d3b-989c-8bd0165d87ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9f7059-9537-462f-8945-8ac0bcafaa5b,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:10.709338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68436d3b-e2a9-4772-81f0-fc47fd4d1c95 req-91e9ee5f-f94f-48ae-ac94-f93694ff0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:10.710557 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68436d3b-e2a9-4772-81f0-fc47fd4d1c95 req-91e9ee5f-f94f-48ae-ac94-f93694ff0bfe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=337ce23b-38be-4a98-96d8-e3b1f9886e8a HTTP/1.1" status: 200 len: 866 time: 0.1739035 Nov 19 09:13:10.717159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-451e12e0-bef0-431d-9fc6-0c7599941906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:10.719284 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-451e12e0-bef0-431d-9fc6-0c7599941906 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 200 len: 922 time: 0.7070289 Nov 19 09:13:10.724396 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16984fe-5139-4d3b-989c-8bd0165d87ba admin admin] Checking segment: {'id': '3c2cb5c3-2b24-4157-9a8d-e30cf27a4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'a95312ee-a391-4c4a-9c26-043498a46d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:13:10.724975 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16984fe-5139-4d3b-989c-8bd0165d87ba admin admin] Network hostable DHCP agents. Network: a95312ee-a391-4c4a-9c26-043498a46d09, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:13:10.743212 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16984fe-5139-4d3b-989c-8bd0165d87ba admin admin] Network a95312ee-a391-4c4a-9c26-043498a46d09 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:13:10.752685 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a16984fe-5139-4d3b-989c-8bd0165d87ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, a95312ee-a391-4c4a-9c26-043498a46d09) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:13:10.760204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7097262b-1736-499f-b1ae-456057b555b4 None None] Network a95312ee-a391-4c4a-9c26-043498a46d09 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:13:10.761398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51357396-2b2c-481a-9548-dfe941fc1a56 req-93522832-f463-49b7-837a-70224adaf798 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:10.762891 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51357396-2b2c-481a-9548-dfe941fc1a56 req-93522832-f463-49b7-837a-70224adaf798 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 944 time: 0.2683127 Nov 19 09:13:10.764413 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16984fe-5139-4d3b-989c-8bd0165d87ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:10.765220 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a16984fe-5139-4d3b-989c-8bd0165d87ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:10.778112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Pushing event deleted for resources: {'Port': ['ID=48b92020-2417-48c1-930f-59c5adc7d855,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:10.789023 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a16984fe-5139-4d3b-989c-8bd0165d87ba admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4172781 Nov 19 09:13:10.843670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-ca1aacc2-ba86-454b-a9c8-3b098e776afc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bba2c378-3ed7-4115-b49c-f89ea9772621 HTTP/1.1" status: 200 len: 217 time: 0.0902116 Nov 19 09:13:10.884754 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-29acd6ab-76b4-478f-a539-099e2c3178cf tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:10.899692 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['89bbd628-c1c5-483c-93cd-8d9d2e18e0db'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:13:10.900638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:10.900999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:10.901392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:10.901734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:10.902075 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:10.902413 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:10.902749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:10.903095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:10.903407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:10.903959 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:10.904110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:10.904426 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:10.997544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd094cf-116d-4f73-8c75-7dbce0e72939 None None] Network a95312ee-a391-4c4a-9c26-043498a46d09 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:13:11.028769 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68436d3b-e2a9-4772-81f0-fc47fd4d1c95 req-67eabf57-27de-4b27-9fc2-654f27aca711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:11.034028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68436d3b-e2a9-4772-81f0-fc47fd4d1c95 req-67eabf57-27de-4b27-9fc2-654f27aca711 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=754dc536-d7ea-408c-9b4c-4b592aff6603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3070676 Nov 19 09:13:11.083498 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-29acd6ab-76b4-478f-a539-099e2c3178cf tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Network 84b15971-c3b1-423f-a0b8-5ba85f9e199b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:13:11.114961 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51357396-2b2c-481a-9548-dfe941fc1a56 req-e7a5ff69-9ced-4cf3-935c-04ee5b1e9961 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408797 Nov 19 09:13:11.123162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-c39decaa-bccd-465d-8660-8ab44064c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:11.125495 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-c39decaa-bccd-465d-8660-8ab44064c5c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 200 len: 861 time: 0.2506537 Nov 19 09:13:11.199004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-29acd6ab-76b4-478f-a539-099e2c3178cf tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:13:11.259193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-29acd6ab-76b4-478f-a539-099e2c3178cf tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:13:11.317967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-7b04498f-136c-404b-8cec-a5d96e57889a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d30fbe71-c087-401f-bfe5-900cf79af0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261346 Nov 19 09:13:11.327084 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acd6ab-76b4-478f-a539-099e2c3178cf tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Pushing event updated for resources: {'Port': ['ID=33e0c8dc-82ed-4f94-beaf-88f47a9ba87e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:11.341391 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:11.344106 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:11.345427 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5e4e7c53-e9a0-43a6-bf05-b085cac496c2 tempest-ServersTestFqdnHostnames-1326167776 tempest-ServersTestFqdnHostnames-1326167776-project] 10.222.0.21 "DELETE /v2.0/floatingips/6612a2ee-7062-42e5-aafe-90478886fe5d HTTP/1.1" status: 204 len: 168 time: 2.8760574 Nov 19 09:13:11.349206 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36266) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:11.474469 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c9392-eafd-49b0-ad77-c2b139856d0f req-8ecd5d0b-1a65-4c1f-a66d-1fba1d2db5ca tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:11.475737 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e1c9392-eafd-49b0-ad77-c2b139856d0f req-8ecd5d0b-1a65-4c1f-a66d-1fba1d2db5ca tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 932 time: 0.3489318 Nov 19 09:13:11.486998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-29acd6ab-76b4-478f-a539-099e2c3178cf tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:11.486998 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-29acd6ab-76b4-478f-a539-099e2c3178cf tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:11.545329 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68436d3b-e2a9-4772-81f0-fc47fd4d1c95 req-d27ad2a0-d2be-40fb-9f6e-162108b18c4f service neutron] 10.222.0.66 "GET /v2.0/networks/754dc536-d7ea-408c-9b4c-4b592aff6603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011898 Nov 19 09:13:11.551385 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-29acd6ab-76b4-478f-a539-099e2c3178cf tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7654560 Nov 19 09:13:11.559266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60d44c-f616-4f08-aa02-6d50d64776fa req-f7acbb6a-63b5-42ab-b31d-0d80d3b9983d tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:11.567376 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d60d44c-f616-4f08-aa02-6d50d64776fa req-f7acbb6a-63b5-42ab-b31d-0d80d3b9983d tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 944 time: 0.2725210 Nov 19 09:13:11.613660 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Request body: {'port': {'device_id': '016ccc29-68c9-4779-87f6-10e850dba35b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:11.638979 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36274) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:11.701676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b74b2bea-b375-413e-9c4d-0f55af4220a7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1365678727-network', 'tenant_id': 'f896ceb888534a02ae38de0d5b4dfbe2'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:11.734718 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-fa6d942c-b54c-49e8-a392-c85500153b92 service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953037 Nov 19 09:13:11.740556 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e1c9392-eafd-49b0-ad77-c2b139856d0f req-6ecc7721-0edc-444c-bd4b-7b250f066050 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483997 Nov 19 09:13:11.898001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74b2bea-b375-413e-9c4d-0f55af4220a7 admin admin] Made reservation on behalf of f896ceb888534a02ae38de0d5b4dfbe2 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:13:11.900607 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b74b2bea-b375-413e-9c4d-0f55af4220a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:11.911464 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:11.920545 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d60d44c-f616-4f08-aa02-6d50d64776fa req-243971d0-13c6-4fc7-9216-d8f898fbf5bd tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0e5e210-af32-485d-bcca-fb5d4d6b5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523133 Nov 19 09:13:11.947068 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68436d3b-e2a9-4772-81f0-fc47fd4d1c95 req-5e8b17a6-198e-407f-a0cc-01e70c338ccd service neutron] 10.222.0.66 "GET /v2.0/networks/754dc536-d7ea-408c-9b4c-4b592aff6603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771746 Nov 19 09:13:11.956793 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b74b2bea-b375-413e-9c4d-0f55af4220a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:11.987861 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3317add5-b66b-46e6-95da-3e0f5e2e0a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:12.084500 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-b91ba86d-d61e-49ba-a993-76361e80fce0 service neutron] 10.222.0.66 "GET /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244398 Nov 19 09:13:12.246587 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b74b2bea-b375-413e-9c4d-0f55af4220a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:12.276254 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b74b2bea-b375-413e-9c4d-0f55af4220a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:12.350090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74b2bea-b375-413e-9c4d-0f55af4220a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:13:12.402814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3317add5-b66b-46e6-95da-3e0f5e2e0a89 admin admin] Deleting port ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:13:12.403759 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3317add5-b66b-46e6-95da-3e0f5e2e0a89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:12.407896 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b74b2bea-b375-413e-9c4d-0f55af4220a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:12.408899 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-b74b2bea-b375-413e-9c4d-0f55af4220a7 admin admin] Added segment dbf9084f-3e6f-4086-aaf0-1e0fb573bfd2 of type vlan for network 3e234342-438a-4381-a1b7-bf7b64f127d7 Nov 19 09:13:12.412037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b2bea-b375-413e-9c4d-0f55af4220a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65476bea-c774-464e-9fc2-4e3b77c3cd02,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:12.452262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf470ae-3692-48ac-9151-2ee1911566e3 req-7249dd79-19df-4319-9a2b-505be169bce1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:12.460769 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ccf470ae-3692-48ac-9151-2ee1911566e3 req-7249dd79-19df-4319-9a2b-505be169bce1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 944 time: 0.2051253 Nov 19 09:13:12.519070 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3317add5-b66b-46e6-95da-3e0f5e2e0a89 admin admin] For port ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc,segment=NetworkSegment(0e4d4b4b-e09a-4870-b6cd-d798f391cc1b),segment_id=0e4d4b4b-e09a-4870-b6cd-d798f391cc1b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:12.519503 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3317add5-b66b-46e6-95da-3e0f5e2e0a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:12.526380 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b74b2bea-b375-413e-9c4d-0f55af4220a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:12.537257 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3317add5-b66b-46e6-95da-3e0f5e2e0a89 admin admin] Calling delete_port for ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:13:12.559090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-bbd75179-f758-4a1d-9249-ec4aa4cf0d75 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:12.560354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-bbd75179-f758-4a1d-9249-ec4aa4cf0d75 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e&tenant_id=6022a22e5412460ca709de7cbe4fe9f5&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 1096 time: 0.2068646 Nov 19 09:13:12.662665 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ccf470ae-3692-48ac-9151-2ee1911566e3 req-7fea6c7c-837d-413f-8013-8f98ef26801a tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955335 Nov 19 09:13:12.677253 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:13:12.681618 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b74b2bea-b375-413e-9c4d-0f55af4220a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:12.682608 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74b2bea-b375-413e-9c4d-0f55af4220a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:12.683194 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b74b2bea-b375-413e-9c4d-0f55af4220a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:12.692666 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:12.775428 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3317add5-b66b-46e6-95da-3e0f5e2e0a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:12.798204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Transition to ACTIVE for port object 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:13:12.817658 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317add5-b66b-46e6-95da-3e0f5e2e0a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:12.821058 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b74b2bea-b375-413e-9c4d-0f55af4220a7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1369615 Nov 19 09:13:12.825882 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36280) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:12.828227 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:12.836243 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3a39d8e6-9b5a-442b-8e9f-9ad59799ce1c admin admin] Request body: {'subnet': {'network_id': '3e234342-438a-4381-a1b7-bf7b64f127d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1365678727-subnet', 'tenant_id': 'f896ceb888534a02ae38de0d5b4dfbe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:12.857334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b2bea-b375-413e-9c4d-0f55af4220a7 admin admin] Pushing event updated for resources: {'Network': ['ID=3e234342-438a-4381-a1b7-bf7b64f127d7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:12.871793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 3e234342-438a-4381-a1b7-bf7b64f127d7 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:13:13.044535 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a39d8e6-9b5a-442b-8e9f-9ad59799ce1c admin admin] Made reservation on behalf of f896ceb888534a02ae38de0d5b4dfbe2 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:13:13.047851 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a39d8e6-9b5a-442b-8e9f-9ad59799ce1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:13.167342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2d9ac-daa6-4b1e-a0fe-0eab4f802436 req-40d792c1-0471-459c-9ac2-c682e748441e tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:13.169474 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7db2d9ac-daa6-4b1e-a0fe-0eab4f802436 req-40d792c1-0471-459c-9ac2-c682e748441e tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 944 time: 0.2790315 Nov 19 09:13:13.219495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Pushing event updated for resources: {'Port': ['ID=33e0c8dc-82ed-4f94-beaf-88f47a9ba87e,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:13.364298 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-d4b1ebf1-c853-4339-9dd5-cd8eb4f62606 service neutron] For port bba2c378-3ed7-4115-b49c-f89ea9772621, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:13:13.378906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9b40f-c2f3-40d1-90a1-ef6214293369 req-f99a4ea0-c0f4-4b9a-a878-6af15475f91f tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:13.389347 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06d9b40f-c2f3-40d1-90a1-ef6214293369 req-f99a4ea0-c0f4-4b9a-a878-6af15475f91f tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 944 time: 0.2156332 Nov 19 09:13:13.397804 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-d4b1ebf1-c853-4339-9dd5-cd8eb4f62606 service neutron] Publish callbacks [] for binding, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:13.399228 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff948b0c-d9e9-4407-b11f-32adecff7636 req-d4b1ebf1-c853-4339-9dd5-cd8eb4f62606 service neutron] 10.222.0.66 "DELETE /v2.0/ports/bba2c378-3ed7-4115-b49c-f89ea9772621/bindings/n-h2-805649-14 HTTP/1.1" status: 204 len: 173 time: 0.8123012 Nov 19 09:13:13.403107 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7db2d9ac-daa6-4b1e-a0fe-0eab4f802436 req-b9f1345e-3bd0-4a9e-8fe3-75d3504cee82 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019191 Nov 19 09:13:13.434512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Attempting to bind port 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:13:13.434885 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Attempting to bind port 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:13:13.435213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Attempting to bind port 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:13:13.455061 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Port 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:13:13.455603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Attempting to bind port 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:13:13.469719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:13:13.470007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Checking segment: {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:13:13.470265 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Bound using segment: {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:13:13.471101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Bound port: 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:13:13.471457 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:13.497796 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06d9b40f-c2f3-40d1-90a1-ef6214293369 req-93154867-5b91-4656-9e14-2ad56cb668f5 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0e5e210-af32-485d-bcca-fb5d4d6b5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074367 Nov 19 09:13:13.520327 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3317add5-b66b-46e6-95da-3e0f5e2e0a89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:13.597954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] For port 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:13:13.602416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] For port 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=33e0c8dc-82ed-4f94-beaf-88f47a9ba87e,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:13:13.614132 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:13.671082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:13.671594 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:13.673031 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] 10.222.0.71 "PUT /v2.0/ports/33e0c8dc-82ed-4f94-beaf-88f47a9ba87e HTTP/1.1" status: 200 len: 1093 time: 2.0995381 Nov 19 09:13:13.673522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016ccc29-68c9-4779-87f6-10e850dba35b', 'tag': '33e0c8dc-82ed-4f94-beaf-88f47a9ba87e'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:13:13.676296 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b40563d-37f0-4faa-b415-b5ce81d68995" -d '{"events": [{"name": "network-changed", "server_uuid": "016ccc29-68c9-4779-87f6-10e850dba35b", "tag": "33e0c8dc-82ed-4f94-beaf-88f47a9ba87e"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:13:13.712796 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d998e-ceeb-4841-8d8b-f8e089a2fac1 service neutron] Pushing event updated for resources: {'Port': ['ID=33e0c8dc-82ed-4f94-beaf-88f47a9ba87e,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:13.777364 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4acf4499-d1a7-4055-85bd-0c2178900158 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:13:13.820476 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea251d3-1b85-4918-8147-082a532f0a91 x-openstack-request-id: req-2ea251d3-1b85-4918-8147-082a532f0a91 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:13.821254 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016ccc29-68c9-4779-87f6-10e850dba35b", "tag": "33e0c8dc-82ed-4f94-beaf-88f47a9ba87e", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:13.821254 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ea251d3-1b85-4918-8147-082a532f0a91 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:13.823025 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016ccc29-68c9-4779-87f6-10e850dba35b', 'tag': '33e0c8dc-82ed-4f94-beaf-88f47a9ba87e', 'status': 'completed', 'code': 200} Nov 19 09:13:13.910001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c555924d-2e0e-4940-96cc-14aa55556361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:13.912484 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-c555924d-2e0e-4940-96cc-14aa55556361 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 1096 time: 0.1691406 Nov 19 09:13:13.916863 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a39d8e6-9b5a-442b-8e9f-9ad59799ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:13.971318 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad564c0c-f8d8-4681-b16b-843ae8e001ce req-78b2b63d-f09d-4aa7-b4de-16ae6523880a tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:13.996041 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3317add5-b66b-46e6-95da-3e0f5e2e0a89 admin admin] Router 5fc23cf2-1696-42cd-b35d-487995589aa6 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:13:13.999011 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39d8e6-9b5a-442b-8e9f-9ad59799ce1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bf61bea-09b8-4ade-9963-7dc49fa44e04,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:14.009882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad564c0c-f8d8-4681-b16b-843ae8e001ce req-78b2b63d-f09d-4aa7-b4de-16ae6523880a tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 944 time: 0.1812837 Nov 19 09:13:14.045347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 4acf4499-d1a7-4055-85bd-0c2178900158, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4acf4499-d1a7-4055-85bd-0c2178900158,segment=NetworkSegment(80869d53-88b8-4523-afc8-14f65aeac772),segment_id=80869d53-88b8-4523-afc8-14f65aeac772)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:14.074111 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '4acf4499-d1a7-4055-85bd-0c2178900158', 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'port_id': '4acf4499-d1a7-4055-85bd-0c2178900158', 'mac_address': 'fa:16:3e:0e:27:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:13:14.083377 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-39c9eed9-e21c-46ac-8ecd-595d3dd02454 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33e0c8dc-82ed-4f94-beaf-88f47a9ba87e HTTP/1.1" status: 200 len: 217 time: 0.1603713 Nov 19 09:13:14.088149 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39d8e6-9b5a-442b-8e9f-9ad59799ce1c admin admin] Checking segment: {'id': 'dbf9084f-3e6f-4086-aaf0-1e0fb573bfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3e234342-438a-4381-a1b7-bf7b64f127d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:13:14.088730 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39d8e6-9b5a-442b-8e9f-9ad59799ce1c admin admin] Network hostable DHCP agents. Network: 3e234342-438a-4381-a1b7-bf7b64f127d7, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:13:14.155105 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39d8e6-9b5a-442b-8e9f-9ad59799ce1c admin admin] Network 3e234342-438a-4381-a1b7-bf7b64f127d7 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:13:14.175104 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-3a39d8e6-9b5a-442b-8e9f-9ad59799ce1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 3e234342-438a-4381-a1b7-bf7b64f127d7) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:13:14.184075 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a39d8e6-9b5a-442b-8e9f-9ad59799ce1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:14.184797 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a39d8e6-9b5a-442b-8e9f-9ad59799ce1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:14.185460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dcac1f-51e7-4832-8b90-c759ee691a56 None None] Network 3e234342-438a-4381-a1b7-bf7b64f127d7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:13:14.191889 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad564c0c-f8d8-4681-b16b-843ae8e001ce req-3f6b2c87-007e-42ce-a608-75d30e785958 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791770 Nov 19 09:13:14.203338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3317add5-b66b-46e6-95da-3e0f5e2e0a89 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:13:14.210590 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:14.214447 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3317add5-b66b-46e6-95da-3e0f5e2e0a89 admin admin] 10.222.0.21 "PUT /v2.0/routers/5fc23cf2-1696-42cd-b35d-487995589aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8613136 Nov 19 09:13:14.214447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36292) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:14.222637 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3be064-cb44-4a89-b955-715c24e7f590 None None] Sync routers for ids ['5fc23cf2-1696-42cd-b35d-487995589aa6'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:13:14.231660 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-80130735-fe6a-43a4-9e6b-ade2e7394f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:14.234126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-80130735-fe6a-43a4-9e6b-ade2e7394f1d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3ab6a09-9e77-4bfa-8672-ebfec5d093f3 HTTP/1.1" status: 200 len: 844 time: 0.1292794 Nov 19 09:13:14.254085 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3be064-cb44-4a89-b955-715c24e7f590 None None] Routers {'5fc23cf2-1696-42cd-b35d-487995589aa6'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:13:14.257973 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-eb3be064-cb44-4a89-b955-715c24e7f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5fc23cf2-1696-42cd-b35d-487995589aa6'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:14.320686 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-d55ec227-183f-4c90-b8af-0c9623420d1e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=84b15971-c3b1-423f-a0b8-5ba85f9e199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638626 Nov 19 09:13:14.334288 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cd24859-bdfd-4dbb-8614-fc1cdaf6ff45 admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:14.341194 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3a39d8e6-9b5a-442b-8e9f-9ad59799ce1c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5158143 Nov 19 09:13:14.386787 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4acf4499-d1a7-4055-85bd-0c2178900158 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:13:14.424216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 4acf4499-d1a7-4055-85bd-0c2178900158, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4acf4499-d1a7-4055-85bd-0c2178900158,segment=NetworkSegment(80869d53-88b8-4523-afc8-14f65aeac772),segment_id=80869d53-88b8-4523-afc8-14f65aeac772)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:14.437644 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:14.538181 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cd24859-bdfd-4dbb-8614-fc1cdaf6ff45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:14.543767 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-392f28af-4708-4667-bfe4-947f3cecb234 service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978712 Nov 19 09:13:14.592780 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=4acf4499-d1a7-4055-85bd-0c2178900158,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:14.593652 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-eb3be064-cb44-4a89-b955-715c24e7f590 None None] Set router 5fc23cf2-1696-42cd-b35d-487995589aa6 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:13:14.671102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9cd24859-bdfd-4dbb-8614-fc1cdaf6ff45 admin admin] Deleting port d9d26a38-a9ed-46e9-956c-b93c616cdbcf {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:13:14.671597 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cd24859-bdfd-4dbb-8614-fc1cdaf6ff45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:14.727897 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36304) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:14.752575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['4acf4499-d1a7-4055-85bd-0c2178900158'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:13:14.780096 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b713396-bef6-43e6-8a92-3899b788a394 admin admin] Deleting subnet be9f7059-9537-462f-8945-8ac0bcafaa5b {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:13:14.784726 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b713396-bef6-43e6-8a92-3899b788a394 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:14.839748 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b713396-bef6-43e6-8a92-3899b788a394 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:14.860639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5651446-604b-4fe4-801a-615437a79119 None None] Network 3e234342-438a-4381-a1b7-bf7b64f127d7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:13:14.877612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eadc86-f71e-4838-a97c-d6bc58dbb4a1 req-cf3cea2b-7357-42b8-937e-f0f83577bfa0 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:14.887133 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f6eadc86-f71e-4838-a97c-d6bc58dbb4a1 req-cf3cea2b-7357-42b8-937e-f0f83577bfa0 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 1096 time: 0.2244439 Nov 19 09:13:14.893281 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b713396-bef6-43e6-8a92-3899b788a394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:14.967969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f6eadc86-f71e-4838-a97c-d6bc58dbb4a1 req-d036c8fc-4858-4880-b247-17bb86531b90 tempest-LiveAutoBlockMigrationV225Test-542877222 tempest-LiveAutoBlockMigrationV225Test-542877222-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780690 Nov 19 09:13:14.993018 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec4a8e-41e8-495a-8398-298d7fb88cd7 req-8285802e-fd04-4999-ae69-c03902058830 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:15.022855 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80ec4a8e-41e8-495a-8398-298d7fb88cd7 req-8285802e-fd04-4999-ae69-c03902058830 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 944 time: 0.3590214 Nov 19 09:13:15.074815 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-eb3be064-cb44-4a89-b955-715c24e7f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'name': 'tempest-ServersTestFqdnHostnames-1112539841-router', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:10:46Z', 'updated_at': '2021-11-19T09:13:12Z', 'revision_number': 5, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'gw_port': {'id': 'd9d26a38-a9ed-46e9-956c-b93c616cdbcf', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:10:47Z', 'updated_at': '2021-11-19T09:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:15.118485 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3be064-cb44-4a89-b955-715c24e7f590 None None] Checking router: 5fc23cf2-1696-42cd-b35d-487995589aa6 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:13:15.120433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9cd24859-bdfd-4dbb-8614-fc1cdaf6ff45 admin admin] For port d9d26a38-a9ed-46e9-956c-b93c616cdbcf, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d9d26a38-a9ed-46e9-956c-b93c616cdbcf,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:15.120939 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cd24859-bdfd-4dbb-8614-fc1cdaf6ff45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:15.123816 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b713396-bef6-43e6-8a92-3899b788a394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:15.135008 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3be064-cb44-4a89-b955-715c24e7f590 None None] Routers {'5fc23cf2-1696-42cd-b35d-487995589aa6'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:13:15.136021 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-eb3be064-cb44-4a89-b955-715c24e7f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:12:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5fc23cf2-1696-42cd-b35d-487995589aa6'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:15.200003 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80ec4a8e-41e8-495a-8398-298d7fb88cd7 req-a4e4941d-3b77-4cb1-942f-db977cbf1f93 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756289 Nov 19 09:13:15.220261 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6944cab-fcaa-44c1-b766-52bc3af61807 req-0d156a8c-bfdb-4c0e-8db6-23296bbb4d77 service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6591456 Nov 19 09:13:15.254635 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4b713396-bef6-43e6-8a92-3899b788a394 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:15.270002 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4b713396-bef6-43e6-8a92-3899b788a394 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/be9f7059-9537-462f-8945-8ac0bcafaa5b HTTP/1.1" status: 204 len: 168 time: 0.5408189 Nov 19 09:13:15.271391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9cd24859-bdfd-4dbb-8614-fc1cdaf6ff45 admin admin] Calling delete_port for d9d26a38-a9ed-46e9-956c-b93c616cdbcf owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:13:15.273527 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36310) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:15.279944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b713396-bef6-43e6-8a92-3899b788a394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9f7059-9537-462f-8945-8ac0bcafaa5b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:15.290492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab819dc2-8ac4-416a-a734-baf567b1794e req-fe5e58e9-3ca4-412d-9c3a-9fb190347372 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:15.295228 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab819dc2-8ac4-416a-a734-baf567b1794e req-fe5e58e9-3ca4-412d-9c3a-9fb190347372 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 945 time: 0.1188188 Nov 19 09:13:15.355333 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:15.371613 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-eb3be064-cb44-4a89-b955-715c24e7f590 None None] Set router 5fc23cf2-1696-42cd-b35d-487995589aa6 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:13:15.447340 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-eb3be064-cb44-4a89-b955-715c24e7f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'name': 'tempest-ServersTestFqdnHostnames-1112539841-router', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:10:46Z', 'updated_at': '2021-11-19T09:13:14Z', 'revision_number': 6, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:15.479487 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3be064-cb44-4a89-b955-715c24e7f590 None None] The sync data for ids ['5fc23cf2-1696-42cd-b35d-487995589aa6'] in n-d-805649-14 is: [{'id': '5fc23cf2-1696-42cd-b35d-487995589aa6', 'name': 'tempest-ServersTestFqdnHostnames-1112539841-router', 'tenant_id': '4b5edf294e894726b8f3361d205648c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:10:46Z', 'updated_at': '2021-11-19T09:13:14Z', 'revision_number': 6, 'project_id': '4b5edf294e894726b8f3361d205648c3', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:13:15.482618 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7f15424f-2083-4333-924b-5f1c1c45f13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:15.491208 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab819dc2-8ac4-416a-a734-baf567b1794e req-f73d4814-9742-4e97-937d-e158a49f274f tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0e5e210-af32-485d-bcca-fb5d4d6b5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533492 Nov 19 09:13:15.500671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40563d-37f0-4faa-b415-b5ce81d68995 req-f477282c-7361-4a5d-bd60-e22d1f11f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:15.503075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b40563d-37f0-4faa-b415-b5ce81d68995 req-f477282c-7361-4a5d-bd60-e22d1f11f487 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 1096 time: 0.1998680 Nov 19 09:13:15.643528 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cd24859-bdfd-4dbb-8614-fc1cdaf6ff45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:15.690792 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd24859-bdfd-4dbb-8614-fc1cdaf6ff45 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d26a38-a9ed-46e9-956c-b93c616cdbcf,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:15.759256 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cd24859-bdfd-4dbb-8614-fc1cdaf6ff45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:15.888552 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cd24859-bdfd-4dbb-8614-fc1cdaf6ff45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:15.893395 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cd24859-bdfd-4dbb-8614-fc1cdaf6ff45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:15.960784 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cd24859-bdfd-4dbb-8614-fc1cdaf6ff45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:15.962954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd24859-bdfd-4dbb-8614-fc1cdaf6ff45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fc23cf2-1696-42cd-b35d-487995589aa6 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:13:15.983716 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cd24859-bdfd-4dbb-8614-fc1cdaf6ff45 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:15.991002 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9cd24859-bdfd-4dbb-8614-fc1cdaf6ff45 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5fc23cf2-1696-42cd-b35d-487995589aa6 HTTP/1.1" status: 204 len: 168 time: 1.7749531 Nov 19 09:13:15.991810 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36314) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:16.090708 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-877e505c-0df3-4e28-a726-2d4a51d04ca4 admin admin] Deleting subnet a11bbdf0-e3aa-4b14-b01f-e9573c80ba92 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:13:16.140388 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-877e505c-0df3-4e28-a726-2d4a51d04ca4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:16.180378 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7f15424f-2083-4333-924b-5f1c1c45f13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:16.200048 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-877e505c-0df3-4e28-a726-2d4a51d04ca4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:16.252434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-7f15424f-2083-4333-924b-5f1c1c45f13b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95312ee-a391-4c4a-9c26-043498a46d09']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:16.262243 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a9f39-34b2-4d94-a546-f32f739dabda req-36527457-7a7b-45bb-bc30-e3b97377ccda tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:16.270097 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae3a9f39-34b2-4d94-a546-f32f739dabda req-36527457-7a7b-45bb-bc30-e3b97377ccda tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 944 time: 0.5988986 Nov 19 09:13:16.282197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40563d-37f0-4faa-b415-b5ce81d68995 req-ec922123-9a3a-431f-ae85-96ced7bfd655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:16.284812 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b40563d-37f0-4faa-b415-b5ce81d68995 req-ec922123-9a3a-431f-ae85-96ced7bfd655 service neutron] 10.222.0.71 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 905 time: 0.7669485 Nov 19 09:13:16.295150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-7f15424f-2083-4333-924b-5f1c1c45f13b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2cb5c3-2b24-4157-9a8d-e30cf27a4cdc') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:16.295575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-7f15424f-2083-4333-924b-5f1c1c45f13b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2cb5c3-2b24-4157-9a8d-e30cf27a4cdc') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:16.322500 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-877e505c-0df3-4e28-a726-2d4a51d04ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:16.325476 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7f15424f-2083-4333-924b-5f1c1c45f13b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:16.397719 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b40563d-37f0-4faa-b415-b5ce81d68995 req-34036a9b-e3de-4cf4-b67b-0469c57e3c6c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33e0c8dc-82ed-4f94-beaf-88f47a9ba87e HTTP/1.1" status: 200 len: 217 time: 0.0931716 Nov 19 09:13:16.401345 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-877e505c-0df3-4e28-a726-2d4a51d04ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:16.437750 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7f15424f-2083-4333-924b-5f1c1c45f13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:16.440220 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e505c-0df3-4e28-a726-2d4a51d04ca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11bbdf0-e3aa-4b14-b01f-e9573c80ba92,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:16.460362 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f435be1-2cec-41df-94b0-96da95452b1f None None] Network ccf65906-feb8-4169-8438-55da70849bd3 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:13:16.465158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae3a9f39-34b2-4d94-a546-f32f739dabda req-fa61c797-6ed5-4012-aa8c-da97795b6eec tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940107 Nov 19 09:13:16.467992 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-877e505c-0df3-4e28-a726-2d4a51d04ca4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:16.474659 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-877e505c-0df3-4e28-a726-2d4a51d04ca4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a11bbdf0-e3aa-4b14-b01f-e9573c80ba92 HTTP/1.1" status: 204 len: 168 time: 0.4813573 Nov 19 09:13:16.475636 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36318) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:16.521654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89117b-114f-4721-a57a-627e66ed1e3e req-a64810f5-e82f-4889-9a83-cb99f1c6b275 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:16.524833 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae89117b-114f-4721-a57a-627e66ed1e3e req-a64810f5-e82f-4889-9a83-cb99f1c6b275 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 944 time: 0.3246391 Nov 19 09:13:16.544036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f15424f-2083-4333-924b-5f1c1c45f13b admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:13:16.544937 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7f15424f-2083-4333-924b-5f1c1c45f13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:13:16.586334 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:13:16.604041 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:16.616765 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:13:16.702981 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Deleting port 3d50343c-f208-466a-bc94-cd1285fe6017 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:13:16.706876 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:16.734949 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:13:16.741986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40563d-37f0-4faa-b415-b5ce81d68995 req-e8bc4be0-a91d-45c3-948d-e043edfce985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:16.743475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b40563d-37f0-4faa-b415-b5ce81d68995 req-e8bc4be0-a91d-45c3-948d-e043edfce985 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3ab6a09-9e77-4bfa-8672-ebfec5d093f3 HTTP/1.1" status: 200 len: 844 time: 0.3158739 Nov 19 09:13:16.766482 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:13:16.766849 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ca031ce4-e1d2-4dba-a2f0-d83143fbe3fc not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:13:16.767280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d9d26a38-a9ed-46e9-956c-b93c616cdbcf no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:13:16.792185 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: d9d26a38-a9ed-46e9-956c-b93c616cdbcf {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:13:16.792518 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d9d26a38-a9ed-46e9-956c-b93c616cdbcf not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:13:16.794637 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe33ace-13e3-48a9-990d-c9c1de3e920a req-b920ba30-0a28-4699-abc5-fd3cc825ac51 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:16.804933 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fe33ace-13e3-48a9-990d-c9c1de3e920a req-b920ba30-0a28-4699-abc5-fd3cc825ac51 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 944 time: 0.4249754 Nov 19 09:13:16.833101 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] For port 3d50343c-f208-466a-bc94-cd1285fe6017, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3d50343c-f208-466a-bc94-cd1285fe6017,segment=NetworkSegment(0e4d4b4b-e09a-4870-b6cd-d798f391cc1b),segment_id=0e4d4b4b-e09a-4870-b6cd-d798f391cc1b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:16.834080 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:16.849830 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Calling delete_port for 3d50343c-f208-466a-bc94-cd1285fe6017 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:13:16.889450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b40563d-37f0-4faa-b415-b5ce81d68995 req-5d3b5e0a-51ef-43e1-be2d-178df390fa0d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=84b15971-c3b1-423f-a0b8-5ba85f9e199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455539 Nov 19 09:13:16.891198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=33e0c8dc-82ed-4f94-beaf-88f47a9ba87e,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:16.914360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '33e0c8dc-82ed-4f94-beaf-88f47a9ba87e', 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b', 'port_id': '33e0c8dc-82ed-4f94-beaf-88f47a9ba87e', 'mac_address': 'fa:16:3e:25:1b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ab6a09-9e77-4bfa-8672-ebfec5d093f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:13:16.957073 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7f15424f-2083-4333-924b-5f1c1c45f13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:16.968831 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:16.987501 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:13:16.993932 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.013363 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7f15424f-2083-4333-924b-5f1c1c45f13b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.029055 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7f15424f-2083-4333-924b-5f1c1c45f13b admin admin] 10.222.0.21 "DELETE /v2.0/networks/a95312ee-a391-4c4a-9c26-043498a46d09 HTTP/1.1" status: 204 len: 168 time: 1.7314227 Nov 19 09:13:17.037716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=33e0c8dc-82ed-4f94-beaf-88f47a9ba87e,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:17.041387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36326) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:17.044826 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.085886 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] No DVR routers for this DVR port 3d50343c-f208-466a-bc94-cd1285fe6017 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:13:17.088348 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d50343c-f208-466a-bc94-cd1285fe6017,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:17.100718 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:17.101609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:17.102134 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:17.102655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:17.103434 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:17.104093 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:17.104600 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:17.105226 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:17.105768 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:17.106524 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:17.107068 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:17.107988 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:17.149160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15424f-2083-4333-924b-5f1c1c45f13b admin admin] Pushing event deleted for resources: {'Network': ['ID=a95312ee-a391-4c4a-9c26-043498a46d09,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:17.175922 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b46526-9ccd-40c2-8588-a54a276afe64 None None] DHCP port deletion for ccf65906-feb8-4169-8438-55da70849bd3 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:13:17.204215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa434ec-ecdf-40c8-83ec-53c95cb8a85a req-6dce03ed-9c86-4f41-b957-091f49bfde5f tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:17.206697 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-caa434ec-ecdf-40c8-83ec-53c95cb8a85a req-6dce03ed-9c86-4f41-b957-091f49bfde5f tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 945 time: 0.5273178 Nov 19 09:13:17.218266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=33e0c8dc-82ed-4f94-beaf-88f47a9ba87e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:17.242004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fe33ace-13e3-48a9-990d-c9c1de3e920a req-767cc020-d95e-4f0d-8697-23b0d0c90cf7 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273958 Nov 19 09:13:17.266291 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.293465 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7eb8b6-52ab-424a-907a-c5c5ae530ad4 admin admin] Deleting subnet 5bf61bea-09b8-4ade-9963-7dc49fa44e04 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:13:17.300704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf65906-feb8-4169-8438-55da70849bd3']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:17.320262 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4d4b4b-e09a-4870-b6cd-d798f391cc1b') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:17.320878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4d4b4b-e09a-4870-b6cd-d798f391cc1b') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:17.328380 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e7eb8b6-52ab-424a-907a-c5c5ae530ad4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.339535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['33e0c8dc-82ed-4f94-beaf-88f47a9ba87e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:13:17.352176 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.365148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-ae89117b-114f-4721-a57a-627e66ed1e3e req-1a00411e-b4d5-478a-b565-9c5fa35c8aea tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Deleting port bba2c378-3ed7-4115-b49c-f89ea9772621 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:13:17.365463 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ae89117b-114f-4721-a57a-627e66ed1e3e req-1a00411e-b4d5-478a-b565-9c5fa35c8aea tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.386369 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.397641 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:13:17.398351 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:13:17.401488 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:13:17.489126 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.507964 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.514321 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ccf65906-feb8-4169-8438-55da70849bd3 HTTP/1.1" status: 204 len: 168 time: 1.0363357 Nov 19 09:13:17.528388 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e1ae3-9837-41f9-976c-162dbdeb59a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf65906-feb8-4169-8438-55da70849bd3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:17.556987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b40563d-37f0-4faa-b415-b5ce81d68995 req-3fe64145-2d11-46b4-98bc-e2e1d9430cfe service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493831 Nov 19 09:13:17.625208 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e7eb8b6-52ab-424a-907a-c5c5ae530ad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.664632 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.688975 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-caa434ec-ecdf-40c8-83ec-53c95cb8a85a req-97f9033b-d7a8-4da2-aa69-98c683a8a0b8 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0e5e210-af32-485d-bcca-fb5d4d6b5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688745 Nov 19 09:13:17.701889 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e7eb8b6-52ab-424a-907a-c5c5ae530ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.705863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ae89117b-114f-4721-a57a-627e66ed1e3e req-1a00411e-b4d5-478a-b565-9c5fa35c8aea tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] For port bba2c378-3ed7-4115-b49c-f89ea9772621, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=bba2c378-3ed7-4115-b49c-f89ea9772621,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:17.706578 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ae89117b-114f-4721-a57a-627e66ed1e3e req-1a00411e-b4d5-478a-b565-9c5fa35c8aea tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.785417 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36336) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:17.803640 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-ae89117b-114f-4721-a57a-627e66ed1e3e req-1a00411e-b4d5-478a-b565-9c5fa35c8aea tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Calling delete_port for bba2c378-3ed7-4115-b49c-f89ea9772621 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:13:17.808164 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4acf4499-d1a7-4055-85bd-0c2178900158 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:13:17.837022 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2330d91d-6a70-4b32-8cd9-28c3ef6c62d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b5edf294e894726b8f3361d205648c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500042 Nov 19 09:13:17.837686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36338) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:17.904657 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06a7002f-5aec-4fe5-9f1c-279a7df331e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.930656 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06a7002f-5aec-4fe5-9f1c-279a7df331e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.931136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24ac5f-92af-4305-89cc-3556f20fe99d req-ef07c179-50b4-48b0-b7f7-3d86ae988396 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:17.932453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c24ac5f-92af-4305-89cc-3556f20fe99d req-ef07c179-50b4-48b0-b7f7-3d86ae988396 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 944 time: 0.2364323 Nov 19 09:13:17.946077 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 4acf4499-d1a7-4055-85bd-0c2178900158 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:13:17.955215 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 4acf4499-d1a7-4055-85bd-0c2178900158 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:17.957340 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.987477 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e7eb8b6-52ab-424a-907a-c5c5ae530ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.990813 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06a7002f-5aec-4fe5-9f1c-279a7df331e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:17.996759 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b40563d-37f0-4faa-b415-b5ce81d68995 req-9327ecbe-b77a-4806-8f44-282e4cc80f84 service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965114 Nov 19 09:13:17.997870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06a7002f-5aec-4fe5-9f1c-279a7df331e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:18.002856 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-06a7002f-5aec-4fe5-9f1c-279a7df331e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e82b90e2-b167-423d-bbed-b99a92bcb604 HTTP/1.1" status: 204 len: 168 time: 0.1604388 Nov 19 09:13:18.025940 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7002f-5aec-4fe5-9f1c-279a7df331e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82b90e2-b167-423d-bbed-b99a92bcb604,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:18.106817 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:18.136501 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e888eaf8-c186-4b61-aa02-3fc2018a746a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acf4499-d1a7-4055-85bd-0c2178900158'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:13:18.138488 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07e7d41-7931-4494-87a7-476e4a66bc88" -d '{"events": [{"server_uuid": "e888eaf8-c186-4b61-aa02-3fc2018a746a", "name": "network-vif-plugged", "status": "completed", "tag": "4acf4499-d1a7-4055-85bd-0c2178900158"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:13:18.155621 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 4acf4499-d1a7-4055-85bd-0c2178900158, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4acf4499-d1a7-4055-85bd-0c2178900158,segment=NetworkSegment(80869d53-88b8-4523-afc8-14f65aeac772),segment_id=80869d53-88b8-4523-afc8-14f65aeac772)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:18.172833 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:18.200387 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c24ac5f-92af-4305-89cc-3556f20fe99d req-4c83aa3f-12ca-4a22-a6c9-cb8e8e1f46a1 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546594 Nov 19 09:13:18.203366 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7eb8b6-52ab-424a-907a-c5c5ae530ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf61bea-09b8-4ade-9963-7dc49fa44e04,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:18.207358 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e7eb8b6-52ab-424a-907a-c5c5ae530ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:18.212003 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2e7eb8b6-52ab-424a-907a-c5c5ae530ad4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5bf61bea-09b8-4ade-9963-7dc49fa44e04 HTTP/1.1" status: 204 len: 168 time: 1.1428969 Nov 19 09:13:18.215430 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36344) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:18.238927 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ae89117b-114f-4721-a57a-627e66ed1e3e req-1a00411e-b4d5-478a-b565-9c5fa35c8aea tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:18.289668 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de2b5af-1092-43cf-affb-07f9f78bca5f x-openstack-request-id: req-2de2b5af-1092-43cf-affb-07f9f78bca5f {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:18.294350 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e888eaf8-c186-4b61-aa02-3fc2018a746a", "name": "network-vif-plugged", "status": "completed", "tag": "4acf4499-d1a7-4055-85bd-0c2178900158", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:18.295291 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2de2b5af-1092-43cf-affb-07f9f78bca5f {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:18.295968 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e888eaf8-c186-4b61-aa02-3fc2018a746a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acf4499-d1a7-4055-85bd-0c2178900158', 'code': 200} Nov 19 09:13:18.302931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=4acf4499-d1a7-4055-85bd-0c2178900158,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:18.313282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['46a27362-8a8f-4d4b-921d-4942d6e4ca62'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:13:18.459493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00411e-b4d5-478a-b565-9c5fa35c8aea tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Pushing event deleted for resources: {'Port': ['ID=bba2c378-3ed7-4115-b49c-f89ea9772621,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:18.473274 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae89117b-114f-4721-a57a-627e66ed1e3e req-1a00411e-b4d5-478a-b565-9c5fa35c8aea tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] No DVR routers for this DVR port bba2c378-3ed7-4115-b49c-f89ea9772621 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:13:18.478834 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ae89117b-114f-4721-a57a-627e66ed1e3e req-1a00411e-b4d5-478a-b565-9c5fa35c8aea tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:18.482461 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae89117b-114f-4721-a57a-627e66ed1e3e req-1a00411e-b4d5-478a-b565-9c5fa35c8aea tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.66 "DELETE /v2.0/ports/bba2c378-3ed7-4115-b49c-f89ea9772621 HTTP/1.1" status: 204 len: 173 time: 1.9445875 Nov 19 09:13:18.483258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d721ef-4adc-46a5-b8a3-3b0299df148e', 'name': 'network-vif-deleted', 'tag': 'bba2c378-3ed7-4115-b49c-f89ea9772621'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:13:18.486834 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314145b1-9357-40c1-9c65-9d478548b3ac" -d '{"events": [{"server_uuid": "f7d721ef-4adc-46a5-b8a3-3b0299df148e", "name": "network-vif-deleted", "tag": "bba2c378-3ed7-4115-b49c-f89ea9772621"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:13:18.542820 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:13:18.581936 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15d0abca-b04b-47e5-9fd2-0594fa15b549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:18.646939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b1255-944c-40b1-8eff-6c8ea8316eb7 req-36869903-1709-4093-bd27-1b44806ec7ba tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:18.648630 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-296b1255-944c-40b1-8eff-6c8ea8316eb7 req-36869903-1709-4093-bd27-1b44806ec7ba tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 945 time: 0.2369447 Nov 19 09:13:18.656746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05c4e5-a69c-44ad-81ec-9ec476a991a0 req-6081385a-62a5-4ecd-8aef-a551b4c24bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:18.658407 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab05c4e5-a69c-44ad-81ec-9ec476a991a0 req-6081385a-62a5-4ecd-8aef-a551b4c24bfd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 1098 time: 0.2481346 Nov 19 09:13:18.667410 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3d50343c-f208-466a-bc94-cd1285fe6017 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:13:18.712158 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc4d00b-ac66-4a53-aed9-84ddc2b83a59 x-openstack-request-id: req-5fc4d00b-ac66-4a53-aed9-84ddc2b83a59 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:18.717570 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d721ef-4adc-46a5-b8a3-3b0299df148e", "name": "network-vif-deleted", "tag": "bba2c378-3ed7-4115-b49c-f89ea9772621", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:18.717905 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fc4d00b-ac66-4a53-aed9-84ddc2b83a59 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:18.718310 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d721ef-4adc-46a5-b8a3-3b0299df148e', 'name': 'network-vif-deleted', 'tag': 'bba2c378-3ed7-4115-b49c-f89ea9772621', 'status': 'completed', 'code': 200} Nov 19 09:13:18.788042 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15d0abca-b04b-47e5-9fd2-0594fa15b549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:18.812800 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab05c4e5-a69c-44ad-81ec-9ec476a991a0 req-75fafbcc-d059-40c1-9035-8c213df9812d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c0e5e210-af32-485d-bcca-fb5d4d6b5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281295 Nov 19 09:13:18.833131 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-296b1255-944c-40b1-8eff-6c8ea8316eb7 req-4da80a1a-5cf6-4708-94e2-687b869db378 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678512 Nov 19 09:13:18.834175 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 3d50343c-f208-466a-bc94-cd1285fe6017 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:13:18.834552 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3d50343c-f208-466a-bc94-cd1285fe6017 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:13:18.861065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-15d0abca-b04b-47e5-9fd2-0594fa15b549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e234342-438a-4381-a1b7-bf7b64f127d7']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:18.876773 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-15d0abca-b04b-47e5-9fd2-0594fa15b549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf9084f-3e6f-4086-aaf0-1e0fb573bfd2') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:18.877403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-15d0abca-b04b-47e5-9fd2-0594fa15b549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf9084f-3e6f-4086-aaf0-1e0fb573bfd2') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:18.912434 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15d0abca-b04b-47e5-9fd2-0594fa15b549 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:18.944062 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15d0abca-b04b-47e5-9fd2-0594fa15b549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:18.952737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e13c6c-311f-4369-a3cf-4d8958f5ce70 req-b509e618-82fb-48c2-a5ef-4fa001342831 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:18.958178 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d0abca-b04b-47e5-9fd2-0594fa15b549 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:13:18.959798 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15d0abca-b04b-47e5-9fd2-0594fa15b549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:18.961871 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39e13c6c-311f-4369-a3cf-4d8958f5ce70 req-b509e618-82fb-48c2-a5ef-4fa001342831 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 946 time: 0.0981548 Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:13:18.985693 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:13:18.995622 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:13:19.001600 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:19.001990 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:19.087845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39e13c6c-311f-4369-a3cf-4d8958f5ce70 req-79ae7b14-173d-448a-b9fe-26691dff9e54 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0e5e210-af32-485d-bcca-fb5d4d6b5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228292 Nov 19 09:13:19.119117 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15d0abca-b04b-47e5-9fd2-0594fa15b549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:19.125432 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15d0abca-b04b-47e5-9fd2-0594fa15b549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:19.131453 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-15d0abca-b04b-47e5-9fd2-0594fa15b549 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3e234342-438a-4381-a1b7-bf7b64f127d7 HTTP/1.1" status: 204 len: 168 time: 0.9145088 Nov 19 09:13:19.156936 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0abca-b04b-47e5-9fd2-0594fa15b549 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e234342-438a-4381-a1b7-bf7b64f127d7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:19.277794 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:19.387948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36376) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:19.402234 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=33e0c8dc-82ed-4f94-beaf-88f47a9ba87e,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:19.411048 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:19.532216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36378) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:19.533163 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-93b47cb9-b7e0-4bad-b957-f5eb90340066 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58d8f26a428d4d69a11d8cc485271f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395302 Nov 19 09:13:19.567921 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36380) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:19.579283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=33e0c8dc-82ed-4f94-beaf-88f47a9ba87e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:19.607984 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e51478e8-31eb-41ed-8e84-8fb4f761a977 req-0e14f8ec-4ecd-485e-a365-ec023c2a25d0 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 210 time: 0.1164429 Nov 19 09:13:19.614037 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c11d39c-6baa-46c4-b0e1-8f0420970f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:19.663308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c11d39c-6baa-46c4-b0e1-8f0420970f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:19.762119 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c11d39c-6baa-46c4-b0e1-8f0420970f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:19.766860 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c11d39c-6baa-46c4-b0e1-8f0420970f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:19.768955 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1c11d39c-6baa-46c4-b0e1-8f0420970f85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8096a20e-36fe-40c9-9052-39cf5c07acbf HTTP/1.1" status: 204 len: 168 time: 0.2354269 Nov 19 09:13:19.782638 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11d39c-6baa-46c4-b0e1-8f0420970f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8096a20e-36fe-40c9-9052-39cf5c07acbf,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:19.798106 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-fa1cae01-6946-4eea-b499-7be64e81962f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1814219410-network', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:19.834576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device bba2c378-3ed7-4115-b49c-f89ea9772621 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:13:19.854791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1cae01-6946-4eea-b499-7be64e81962f admin admin] Made reservation on behalf of 7624c8f2d2084713a9e45a42f19879aa for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:13:19.860715 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa1cae01-6946-4eea-b499-7be64e81962f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:19.895530 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa1cae01-6946-4eea-b499-7be64e81962f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:19.927574 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: bba2c378-3ed7-4115-b49c-f89ea9772621 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:13:19.929455 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device bba2c378-3ed7-4115-b49c-f89ea9772621 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:13:19.948107 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b53179e-fe34-4c83-b371-30585f88eb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:20.050964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be5913-dc88-4033-b448-d3385daa36ff req-79f9461b-acbe-421b-b28c-6a063103a064 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:20.053677 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4be5913-dc88-4033-b448-d3385daa36ff req-79f9461b-acbe-421b-b28c-6a063103a064 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 946 time: 0.1081324 Nov 19 09:13:20.082620 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa1cae01-6946-4eea-b499-7be64e81962f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:20.093218 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa1cae01-6946-4eea-b499-7be64e81962f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:20.126028 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1cae01-6946-4eea-b499-7be64e81962f admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:13:20.157459 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cae01-6946-4eea-b499-7be64e81962f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457186f3-cb5b-48af-b9c8-286ddd647641,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:20.192669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4be5913-dc88-4033-b448-d3385daa36ff req-9d87a785-8ceb-4aea-9780-c6a771fe4094 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230640 Nov 19 09:13:20.192787 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa1cae01-6946-4eea-b499-7be64e81962f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:20.192787 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-fa1cae01-6946-4eea-b499-7be64e81962f admin admin] Added segment bfc357c1-ba04-4ae0-86d1-f6694f44bdca of type vlan for network 8f84222c-cf40-4512-ac2a-a4513a8b99c6 Nov 19 09:13:20.267490 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa1cae01-6946-4eea-b499-7be64e81962f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:20.297352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016ccc29-68c9-4779-87f6-10e850dba35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e0c8dc-82ed-4f94-beaf-88f47a9ba87e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:13:20.301016 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c84ad1-5827-41e8-ad14-aa9bfae67de8" -d '{"events": [{"server_uuid": "016ccc29-68c9-4779-87f6-10e850dba35b", "name": "network-vif-plugged", "status": "completed", "tag": "33e0c8dc-82ed-4f94-beaf-88f47a9ba87e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:13:20.303227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000a265-4ab7-44ba-9689-b79989d45f67 req-3ea3cdaf-6359-4efe-8f1e-6fefcb6011be tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:20.322246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c000a265-4ab7-44ba-9689-b79989d45f67 req-3ea3cdaf-6359-4efe-8f1e-6fefcb6011be tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 946 time: 0.0893178 Nov 19 09:13:20.333728 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa1cae01-6946-4eea-b499-7be64e81962f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:20.334711 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1cae01-6946-4eea-b499-7be64e81962f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:20.335307 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa1cae01-6946-4eea-b499-7be64e81962f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:20.369259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36398) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:20.388115 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f440567c-562a-4b11-99fa-ffe91fbe12eb x-openstack-request-id: req-f440567c-562a-4b11-99fa-ffe91fbe12eb {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:20.388535 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016ccc29-68c9-4779-87f6-10e850dba35b", "name": "network-vif-plugged", "status": "completed", "tag": "33e0c8dc-82ed-4f94-beaf-88f47a9ba87e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:20.389025 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f440567c-562a-4b11-99fa-ffe91fbe12eb {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:20.390190 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016ccc29-68c9-4779-87f6-10e850dba35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e0c8dc-82ed-4f94-beaf-88f47a9ba87e', 'code': 200} Nov 19 09:13:20.450339 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fa1cae01-6946-4eea-b499-7be64e81962f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8813295 Nov 19 09:13:20.453821 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36400) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:20.468857 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-de104110-f39e-4660-ab97-43a37bab26f1 admin admin] Request body: {'subnet': {'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1814219410-subnet', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:20.472319 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c000a265-4ab7-44ba-9689-b79989d45f67 req-8d0ebd8b-6eeb-4d41-9df6-2ac2ee38d213 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0e5e210-af32-485d-bcca-fb5d4d6b5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429257 Nov 19 09:13:20.484849 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cae01-6946-4eea-b499-7be64e81962f admin admin] Pushing event updated for resources: {'Network': ['ID=8f84222c-cf40-4512-ac2a-a4513a8b99c6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:20.496135 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 8f84222c-cf40-4512-ac2a-a4513a8b99c6 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:13:20.539518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de104110-f39e-4660-ab97-43a37bab26f1 admin admin] Made reservation on behalf of 7624c8f2d2084713a9e45a42f19879aa for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:13:20.542016 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de104110-f39e-4660-ab97-43a37bab26f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:20.559581 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a7c338de-7c74-4aef-9fa6-cabed08194ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f896ceb888534a02ae38de0d5b4dfbe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1872497 Nov 19 09:13:20.560272 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36404) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:20.792572 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece7497-bbe7-473c-bf6c-a7e9901ec20c req-465210c1-bf4e-44f8-a1e9-7dc5e3441302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:20.794685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ece7497-bbe7-473c-bf6c-a7e9901ec20c req-465210c1-bf4e-44f8-a1e9-7dc5e3441302 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 1098 time: 0.3137417 Nov 19 09:13:20.842215 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de104110-f39e-4660-ab97-43a37bab26f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:20.889646 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de104110-f39e-4660-ab97-43a37bab26f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3f27d5-1165-46e0-b494-3ca5885c94fe,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:20.915305 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5509618-6610-42df-b282-6ecab6b9840f req-ffdff3e7-63d1-422c-91f5-f796ce176a29 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 258 time: 0.3670039 Nov 19 09:13:20.940726 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de104110-f39e-4660-ab97-43a37bab26f1 admin admin] Checking segment: {'id': 'bfc357c1-ba04-4ae0-86d1-f6694f44bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:13:20.941421 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de104110-f39e-4660-ab97-43a37bab26f1 admin admin] Network hostable DHCP agents. Network: 8f84222c-cf40-4512-ac2a-a4513a8b99c6, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:13:20.963004 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de104110-f39e-4660-ab97-43a37bab26f1 admin admin] Network 8f84222c-cf40-4512-ac2a-a4513a8b99c6 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:13:20.965595 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-f5509618-6610-42df-b282-6ecab6b9840f req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:20.979888 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3edec80c-641d-4918-80aa-e79fbb823996 req-9f43e4fd-7af4-409e-ad6a-08515d153fac tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 210 time: 0.1973820 Nov 19 09:13:20.983215 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-de104110-f39e-4660-ab97-43a37bab26f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 8f84222c-cf40-4512-ac2a-a4513a8b99c6) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:13:20.989822 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de104110-f39e-4660-ab97-43a37bab26f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:20.992558 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de104110-f39e-4660-ab97-43a37bab26f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:20.994156 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22e7eb7-b19e-4a55-a407-9b7ac72cf4d8 None None] Network 8f84222c-cf40-4512-ac2a-a4513a8b99c6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:13:21.033402 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-de104110-f39e-4660-ab97-43a37bab26f1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5701244 Nov 19 09:13:21.036064 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36410) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:21.041929 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1814219410-router', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:21.070529 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5125184f-27ed-4340-978f-4e7b9d4b6704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:21.105798 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 09:13:21.105798 n-d-805649-14 neutron-server[103476]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 19 09:13:21.105798 n-d-805649-14 neutron-server[103476]: [parameters: {'project_id_1': '7624c8f2d2084713a9e45a42f19879aa', 'expiration_1': datetime.datetime(2021, 11, 19, 9, 13, 1, 48983)}] Nov 19 09:13:21.105798 n-d-805649-14 neutron-server[103476]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:13:21.106622 n-d-805649-14 neutron-server[103476]: DEBUG oslo_db.api [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:13:21.119458 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ece7497-bbe7-473c-bf6c-a7e9901ec20c req-db4cda4a-4c56-44f8-9c1b-dc0f504e248e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872082 Nov 19 09:13:21.126088 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5125184f-27ed-4340-978f-4e7b9d4b6704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:21.136419 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f5509618-6610-42df-b282-6ecab6b9840f req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:21.246563 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'fixed_ips': [{'subnet_id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:13:21.249775 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:21.289548 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5125184f-27ed-4340-978f-4e7b9d4b6704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:21.295578 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5125184f-27ed-4340-978f-4e7b9d4b6704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:21.296745 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5125184f-27ed-4340-978f-4e7b9d4b6704 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65476bea-c774-464e-9fc2-4e3b77c3cd02 HTTP/1.1" status: 204 len: 168 time: 0.7259166 Nov 19 09:13:21.333008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125184f-27ed-4340-978f-4e7b9d4b6704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65476bea-c774-464e-9fc2-4e3b77c3cd02,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:21.473951 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f5509618-6610-42df-b282-6ecab6b9840f req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:21.549449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Allocated IP 172.20.0.2 (8f84222c-cf40-4512-ac2a-a4513a8b99c6/5f3f27d5-1165-46e0-b494-3ca5885c94fe/22db71d7-8d6d-4424-ad5e-69ecf4c50cfc) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:13:21.587832 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4849be-e253-4054-9909-4b33afa2d201 req-18a42aaa-82eb-408e-a066-0b511c1e14a4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:21.596753 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4849be-e253-4054-9909-4b33afa2d201 req-18a42aaa-82eb-408e-a066-0b511c1e14a4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 946 time: 0.2144191 Nov 19 09:13:21.680036 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:21.680036 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:21.713704 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4849be-e253-4054-9909-4b33afa2d201 req-7a5f0ffb-9f90-44ba-9b66-0aabba4fb428 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085408 Nov 19 09:13:21.754870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-f5509618-6610-42df-b282-6ecab6b9840f req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Allocated IP 172.25.0.102 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/384d1742-0375-4c35-9be5-fd181cc536f5) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:13:21.810189 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:21.956340 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:21.975828 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:22.009027 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f5509618-6610-42df-b282-6ecab6b9840f req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:22.026308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:22.113559 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f5509618-6610-42df-b282-6ecab6b9840f req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:22.145846 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Pushing event updated for resources: {'Port': ['ID=22db71d7-8d6d-4424-ad5e-69ecf4c50cfc,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:22.177379 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Network 8f84222c-cf40-4512-ac2a-a4513a8b99c6 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:13:22.183058 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:13:22.189928 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:13:22.337839 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Attempting to bind port 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:13:22.346339 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Attempting to bind port 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'bfc357c1-ba04-4ae0-86d1-f6694f44bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:13:22.346840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Attempting to bind port 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc on network 8f84222c-cf40-4512-ac2a-a4513a8b99c6 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:13:22.349057 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-51933461-36e5-4630-b7ea-24870d9d82b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:22.381852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Pushing event updated for resources: {'Port': ['ID=384d1742-0375-4c35-9be5-fd181cc536f5,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:22.384110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:13:22.384493 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Checking segment: {'id': 'bfc357c1-ba04-4ae0-86d1-f6694f44bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:13:22.384904 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:22.385337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Bound using segment: {'id': 'bfc357c1-ba04-4ae0-86d1-f6694f44bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:13:22.385837 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Bound port: 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc357c1-ba04-4ae0-86d1-f6694f44bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:13:22.386227 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:22.409419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3cfb3607-8efa-4893-a747-a530319dacd4 req-17c69613-4c41-4237-8ce6-120bca37e843 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 210 time: 0.2213006 Nov 19 09:13:22.420408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5509618-6610-42df-b282-6ecab6b9840f req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:13:22.430159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-f5509618-6610-42df-b282-6ecab6b9840f req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:13:22.438577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5509618-6610-42df-b282-6ecab6b9840f req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:13:22.670152 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] For port 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:13:22.678459 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] For port 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=22db71d7-8d6d-4424-ad5e-69ecf4c50cfc,segment=NetworkSegment(bfc357c1-ba04-4ae0-86d1-f6694f44bdca),segment_id=bfc357c1-ba04-4ae0-86d1-f6694f44bdca)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:13:22.692137 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:22.724755 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:22.756387 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f5509618-6610-42df-b282-6ecab6b9840f req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:22.812839 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:22.832294 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f4cd3-b393-428c-893a-6c7f62f83f69 None None] Pushing event updated for resources: {'Port': ['ID=22db71d7-8d6d-4424-ad5e-69ecf4c50cfc,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:22.906594 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f5509618-6610-42df-b282-6ecab6b9840f req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:23.037662 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Allocated IP 172.25.0.242 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/281dd515-4646-47e7-9a9e-5627e41fa786) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:13:23.063360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857ecb4-b54d-41dd-aa22-d856174ec708 req-7e4014d2-ea13-4c89-a3e3-bef5d0259583 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:23.072550 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c857ecb4-b54d-41dd-aa22-d856174ec708 req-7e4014d2-ea13-4c89-a3e3-bef5d0259583 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 946 time: 0.2188270 Nov 19 09:13:23.225011 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c857ecb4-b54d-41dd-aa22-d856174ec708 req-fe895e95-7b4d-43c4-86b9-8863e4242934 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487846 Nov 19 09:13:23.292918 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f5509618-6610-42df-b282-6ecab6b9840f req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:23.310301 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f5509618-6610-42df-b282-6ecab6b9840f req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:23.344966 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:23.392920 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:23.440341 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Pushing event updated for resources: {'Port': ['ID=384d1742-0375-4c35-9be5-fd181cc536f5,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:23.519792 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:23.604447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:13:23.609681 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:13:23.619692 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:13:23.623259 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Pushing event updated for resources: {'Port': ['ID=281dd515-4646-47e7-9a9e-5627e41fa786,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:23.635018 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f5509618-6610-42df-b282-6ecab6b9840f req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:23.661525 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f5509618-6610-42df-b282-6ecab6b9840f req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:23.662775 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5509618-6610-42df-b282-6ecab6b9840f req-a053031d-2e74-4a80-9394-f8747d26dabc tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7015026 Nov 19 09:13:23.677786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c892fbe-067d-437d-9dae-925433907a86 req-d5b2b305-2293-422c-a7ab-927a93c45c6f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:23.685853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c892fbe-067d-437d-9dae-925433907a86 req-d5b2b305-2293-422c-a7ab-927a93c45c6f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 946 time: 0.1300104 Nov 19 09:13:23.792351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c892fbe-067d-437d-9dae-925433907a86 req-5e42a110-76aa-42b5-a380-548a79e4c7d5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056225 Nov 19 09:13:23.806045 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5509618-6610-42df-b282-6ecab6b9840f req-2554b9d2-530b-4b28-9c40-dd85d8968784 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.1168900 Nov 19 09:13:24.015471 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:24.040307 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5509618-6610-42df-b282-6ecab6b9840f req-ea233d5d-702d-4fb2-a79f-bca1706d0629 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:24.044303 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5509618-6610-42df-b282-6ecab6b9840f req-ea233d5d-702d-4fb2-a79f-bca1706d0629 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.2363536 Nov 19 09:13:24.165221 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b3ebd79f-1a2b-4f76-82b3-4f36d6dc1560 req-bd7b218a-ada8-4b93-a7d3-a78876c07dd3 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 210 time: 0.1187265 Nov 19 09:13:24.474920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-62f8086e-8a6a-4c40-8b69-faf6b8cd7bb8 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:24.492874 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-62f8086e-8a6a-4c40-8b69-faf6b8cd7bb8 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1722429 Nov 19 09:13:24.595283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8e9dc-37a6-4e55-bb69-8afbe76929df req-2260d967-e859-44b0-a53b-6100b1b1d75e tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:24.602839 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-faf8e9dc-37a6-4e55-bb69-8afbe76929df req-2260d967-e859-44b0-a53b-6100b1b1d75e tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 946 time: 0.2682617 Nov 19 09:13:24.618468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-b7cbeaa1-6e79-4ffc-b6e0-0a870367f0bb tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.1241531 Nov 19 09:13:24.623778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-83fec7d9-488a-498c-a380-f8ffc2cc57d3 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Request body: {'floatingip': {'port_id': '4acf4499-d1a7-4055-85bd-0c2178900158', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:24.683910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:13:24.789115 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-83fec7d9-488a-498c-a380-f8ffc2cc57d3 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:24.980065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb61850-b84b-47e5-977a-3bdfe8cee7ae None None] Network 8f84222c-cf40-4512-ac2a-a4513a8b99c6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:13:25.031407 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:25.096883 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:25.117026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0d1cc1d8-7e05-419f-b280-2ab4ed5b28f0 None None] Provisioning complete for port 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:25.117831 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc1d8-7e05-419f-b280-2ab4ed5b28f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:25.191086 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:25.192387 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:25.232979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:13:25.342661 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc1d8-7e05-419f-b280-2ab4ed5b28f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:25.462080 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:25.496349 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:13:25.499341 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-faf8e9dc-37a6-4e55-bb69-8afbe76929df req-7106eadd-6b67-4310-9234-95cf4147c770 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8949509 Nov 19 09:13:25.513689 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Sync routers for ids ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:13:25.539764 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0d1cc1d8-7e05-419f-b280-2ab4ed5b28f0 None None] For port 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=22db71d7-8d6d-4424-ad5e-69ecf4c50cfc,segment=NetworkSegment(bfc357c1-ba04-4ae0-86d1-f6694f44bdca),segment_id=bfc357c1-ba04-4ae0-86d1-f6694f44bdca)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:25.540946 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:25.546090 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f4deda05-cfd2-49ae-be4a-d5fcb7136e75 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5067053 Nov 19 09:13:25.547777 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:25.549528 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36484) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:25.588976 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc1d8-7e05-419f-b280-2ab4ed5b28f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:25.648900 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Routers {'20bc5938-9f59-4e78-8be9-bdbe2a6840ec'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:13:25.649510 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:13:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:25.881268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cc1d8-7e05-419f-b280-2ab4ed5b28f0 None None] Pushing event updated for resources: {'Port': ['ID=22db71d7-8d6d-4424-ad5e-69ecf4c50cfc,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:25.993490 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:13:25.993854 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:13:25.998560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a168e84e-41d7-46ca-8718-f65d8ecb6d11 None None] Provisioning complete for port 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:25.998944 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a168e84e-41d7-46ca-8718-f65d8ecb6d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:26.055782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Set router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:13:26.328257 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-83fec7d9-488a-498c-a380-f8ffc2cc57d3 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:26.337355 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-83fec7d9-488a-498c-a380-f8ffc2cc57d3 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:26.349901 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:26.420252 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'name': 'tempest-ServersTestManualDisk-1814219410-router', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:13:21Z', 'updated_at': '2021-11-19T09:13:23Z', 'revision_number': 3, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'gw_port': {'id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:22Z', 'updated_at': '2021-11-19T09:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:26.474427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Checking router: 20bc5938-9f59-4e78-8be9-bdbe2a6840ec for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:13:26.474761 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Updating router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec port 281dd515-4646-47e7-9a9e-5627e41fa786 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:13:26.540765 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:26.554928 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d8c1f05-87aa-429d-ab53-147df557f794 req-f0d2e62a-9a68-4772-add0-e9b5fa9e61d8 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7d721ef-4adc-46a5-b8a3-3b0299df148e HTTP/1.1" status: 200 len: 210 time: 0.0324211 Nov 19 09:13:26.589373 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-83fec7d9-488a-498c-a380-f8ffc2cc57d3 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Floating IP 4fcbfcf5-5ed8-465f-9829-ff19ba4b62ba associated. External IP: 172.25.0.102, port: 4acf4499-d1a7-4055-85bd-0c2178900158. Nov 19 09:13:26.716040 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Allocated IP 172.20.0.1 (8f84222c-cf40-4512-ac2a-a4513a8b99c6/5f3f27d5-1165-46e0-b494-3ca5885c94fe/4fed13c5-37e5-4d96-b587-bf6181dd3b7e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:13:26.835947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:13:27.018426 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:27.116289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-83fec7d9-488a-498c-a380-f8ffc2cc57d3 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Router 45c24c4b-f41a-413e-af43-bd43698efaad has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:13:27.177218 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:27.317417 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:27.323469 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:27.405670 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Network 8f84222c-cf40-4512-ac2a-a4513a8b99c6 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:13:27.415727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:13:27.426897 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:13:27.570583 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-83fec7d9-488a-498c-a380-f8ffc2cc57d3 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:13:27.574180 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:27.576915 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-83fec7d9-488a-498c-a380-f8ffc2cc57d3 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:27.585746 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f74dd-ad62-4127-b60f-3e001dfc2752 None None] Sync routers for ids ['45c24c4b-f41a-413e-af43-bd43698efaad'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:13:27.610495 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f74dd-ad62-4127-b60f-3e001dfc2752 None None] Routers {'45c24c4b-f41a-413e-af43-bd43698efaad'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:13:27.612899 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ec3f74dd-ad62-4127-b60f-3e001dfc2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:13:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['45c24c4b-f41a-413e-af43-bd43698efaad'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:27.642114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-83fec7d9-488a-498c-a380-f8ffc2cc57d3 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "PUT /v2.0/floatingips/4fcbfcf5-5ed8-465f-9829-ff19ba4b62ba HTTP/1.1" status: 200 len: 997 time: 3.0225625 Nov 19 09:13:27.661581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e888eaf8-c186-4b61-aa02-3fc2018a746a', 'tag': '4acf4499-d1a7-4055-85bd-0c2178900158'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:13:27.664370 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d7f538-cc29-4a76-b74a-d0eaf27c6e31" -d '{"events": [{"name": "network-changed", "server_uuid": "e888eaf8-c186-4b61-aa02-3fc2018a746a", "tag": "4acf4499-d1a7-4055-85bd-0c2178900158"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:13:27.833433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d848f7-d00a-4965-8116-fc977c16abe4 req-d947afa2-abc4-40bb-80a1-e4b4b3982ba4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:27.836756 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Pushing event updated for resources: {'Port': ['ID=4fed13c5-37e5-4d96-b587-bf6181dd3b7e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:27.847276 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67d848f7-d00a-4965-8116-fc977c16abe4 req-d947afa2-abc4-40bb-80a1-e4b4b3982ba4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 946 time: 0.4210153 Nov 19 09:13:27.888807 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ec3f74dd-ad62-4127-b60f-3e001dfc2752 None None] Set router 45c24c4b-f41a-413e-af43-bd43698efaad gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:13:27.908500 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:27.931569 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:27.945384 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-9f3d478c-4af3-4a67-8d71-2bdb21f53e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:27.953580 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-9f3d478c-4af3-4a67-8d71-2bdb21f53e08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf5cfffb23a14bd0aad7e0a2fc0d6f29&device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 1098 time: 0.2777138 Nov 19 09:13:28.039736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67d848f7-d00a-4965-8116-fc977c16abe4 req-d1ce89a4-1470-4771-b917-12d1a3c5d9ac tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850533 Nov 19 09:13:28.075211 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:28.131257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-926a5ca1-99ae-49f2-b045-6e06a429aeeb None None] Provisioning complete for port 4fed13c5-37e5-4d96-b587-bf6181dd3b7e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:28.144196 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-926a5ca1-99ae-49f2-b045-6e06a429aeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:28.148436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-bd22b2b1-c865-4e74-abbb-6d21eb9b2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:28.150266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c78a2b-bf37-462e-9c3d-8c4fbd24f676 None None] Pushing event updated for resources: {'Port': ['ID=281dd515-4646-47e7-9a9e-5627e41fa786,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:28.161948 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-bd22b2b1-c865-4e74-abbb-6d21eb9b2b01 service neutron] 10.222.0.21 "GET /v2.0/networks?id=754dc536-d7ea-408c-9b4c-4b592aff6603 HTTP/1.1" status: 200 len: 928 time: 0.2071617 Nov 19 09:13:28.163931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Attempting to bind port 281dd515-4646-47e7-9a9e-5627e41fa786 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:13:28.175292 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Attempting to bind port 281dd515-4646-47e7-9a9e-5627e41fa786 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:13:28.175292 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Attempting to bind port 281dd515-4646-47e7-9a9e-5627e41fa786 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:13:28.251594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:13:28.261567 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:13:28.262452 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:28.263083 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:13:28.263811 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Bound port: 281dd515-4646-47e7-9a9e-5627e41fa786, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:13:28.264431 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:28.332792 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-3b05c3c8-0007-4c50-9b62-3fdaac076776 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4acf4499-d1a7-4055-85bd-0c2178900158 HTTP/1.1" status: 200 len: 1000 time: 0.1696682 Nov 19 09:13:28.333708 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-926a5ca1-99ae-49f2-b045-6e06a429aeeb None None] Port 4fed13c5-37e5-4d96-b587-bf6181dd3b7e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:13:28.406032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-381f02c7-bc3a-46f4-a7eb-dacebdb4cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:28.419390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-381f02c7-bc3a-46f4-a7eb-dacebdb4cbe6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=337ce23b-38be-4a98-96d8-e3b1f9886e8a HTTP/1.1" status: 200 len: 866 time: 0.0836160 Nov 19 09:13:28.427481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] For port 281dd515-4646-47e7-9a9e-5627e41fa786, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:13:28.439244 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] For port 281dd515-4646-47e7-9a9e-5627e41fa786, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=281dd515-4646-47e7-9a9e-5627e41fa786,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:13:28.452988 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:28.604462 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:28.615542 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:28.628382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-3573df8f-1330-4397-9457-f456f6dce1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:28.631099 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Routers {'20bc5938-9f59-4e78-8be9-bdbe2a6840ec'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:13:28.631739 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:13:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:28.644183 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-3573df8f-1330-4397-9457-f456f6dce1f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=754dc536-d7ea-408c-9b4c-4b592aff6603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2237439 Nov 19 09:13:28.716760 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:28.853026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2de66-ed1f-4e2a-ae65-10c271cb1603 req-3fb37b53-1755-40d3-82ca-52efb8b227a4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:28.854644 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-89b2de66-ed1f-4e2a-ae65-10c271cb1603 req-3fb37b53-1755-40d3-82ca-52efb8b227a4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 946 time: 0.3370740 Nov 19 09:13:28.869178 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8651df3-23a8-4916-879f-44329cbfa8fa x-openstack-request-id: req-f8651df3-23a8-4916-879f-44329cbfa8fa {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:28.869418 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e888eaf8-c186-4b61-aa02-3fc2018a746a", "tag": "4acf4499-d1a7-4055-85bd-0c2178900158", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:28.869664 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8651df3-23a8-4916-879f-44329cbfa8fa {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:28.870107 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e888eaf8-c186-4b61-aa02-3fc2018a746a', 'tag': '4acf4499-d1a7-4055-85bd-0c2178900158', 'status': 'completed', 'code': 200} Nov 19 09:13:28.878086 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-d192e7a3-427d-4e00-bed7-4a801820b6c9 service neutron] 10.222.0.21 "GET /v2.0/networks/754dc536-d7ea-408c-9b4c-4b592aff6603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330399 Nov 19 09:13:28.959152 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Pushing event updated for resources: {'Port': ['ID=4fed13c5-37e5-4d96-b587-bf6181dd3b7e,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:28.960766 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ec3f74dd-ad62-4127-b60f-3e001dfc2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-router', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:39Z', 'updated_at': '2021-11-19T09:12:47Z', 'revision_number': 4, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'gw_port': {'id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:41Z', 'updated_at': '2021-11-19T09:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '4fcbfcf5-5ed8-465f-9829-ff19ba4b62ba', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'port_id': '4acf4499-d1a7-4055-85bd-0c2178900158', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'mac_address': 'fa:16:3e:0e:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e888eaf8-c186-4b61-aa02-3fc2018a746a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:13:22Z', 'updated_at': '2021-11-19T09:13:26Z', 'revision_number': 1, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1258cc18-1fe6-4d61-8221-e8040d646772', 'name': '', 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'mac_address': 'fa:16:3e:c4:18:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:47Z', 'updated_at': '2021-11-19T09:12:56Z', 'revision_number': 5, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'subnets': [{'id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:29.037954 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f74dd-ad62-4127-b60f-3e001dfc2752 None None] Checking router: 45c24c4b-f41a-413e-af43-bd43698efaad for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:13:29.059180 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Network 8f84222c-cf40-4512-ac2a-a4513a8b99c6 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:13:29.061958 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:13:29.072964 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f74dd-ad62-4127-b60f-3e001dfc2752 None None] Routers {'45c24c4b-f41a-413e-af43-bd43698efaad'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:13:29.074027 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ec3f74dd-ad62-4127-b60f-3e001dfc2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:13:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['45c24c4b-f41a-413e-af43-bd43698efaad'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:29.115936 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c78a2b-bf37-462e-9c3d-8c4fbd24f676 None None] Pushing event updated for resources: {'Port': ['ID=281dd515-4646-47e7-9a9e-5627e41fa786,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:29.205643 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b78dc538-09be-47e6-9579-be44d863a3c5 req-018dcec2-5042-47dd-80d3-852cbe170555 service neutron] 10.222.0.21 "GET /v2.0/networks/754dc536-d7ea-408c-9b4c-4b592aff6603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249662 Nov 19 09:13:29.307295 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ec3f74dd-ad62-4127-b60f-3e001dfc2752 None None] Set router 45c24c4b-f41a-413e-af43-bd43698efaad gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:13:29.325401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] Set router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:13:29.391525 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:13:29.704469 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:13:29.712585 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-855d5219-06a6-4bbd-b42e-031356fae00d admin admin] 10.222.0.21 "PUT /v2.0/routers/20bc5938-9f59-4e78-8be9-bdbe2a6840ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1614110 Nov 19 09:13:29.765943 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0a2946a3-31a1-48db-bbdd-eeafeae1aa18 None None] Provisioning complete for port 4fed13c5-37e5-4d96-b587-bf6181dd3b7e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:29.770026 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0a2946a3-31a1-48db-bbdd-eeafeae1aa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:29.943459 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0a2946a3-31a1-48db-bbdd-eeafeae1aa18 None None] Port 4fed13c5-37e5-4d96-b587-bf6181dd3b7e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:13:29.998029 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ec3f74dd-ad62-4127-b60f-3e001dfc2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-router', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:39Z', 'updated_at': '2021-11-19T09:12:47Z', 'revision_number': 4, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'gw_port': {'id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:41Z', 'updated_at': '2021-11-19T09:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '4fcbfcf5-5ed8-465f-9829-ff19ba4b62ba', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'port_id': '4acf4499-d1a7-4055-85bd-0c2178900158', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'mac_address': 'fa:16:3e:0e:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e888eaf8-c186-4b61-aa02-3fc2018a746a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:13:22Z', 'updated_at': '2021-11-19T09:13:26Z', 'revision_number': 1, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1258cc18-1fe6-4d61-8221-e8040d646772', 'name': '', 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'mac_address': 'fa:16:3e:c4:18:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:47Z', 'updated_at': '2021-11-19T09:12:56Z', 'revision_number': 5, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'subnets': [{'id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:29.998882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182293da-0194-41c7-821e-7cdc33bb8262 req-8f28d95e-e71c-49ed-83df-973b975bd758 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:30.005838 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-182293da-0194-41c7-821e-7cdc33bb8262 req-8f28d95e-e71c-49ed-83df-973b975bd758 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 946 time: 0.7814057 Nov 19 09:13:30.028590 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7f538-cc29-4a76-b74a-d0eaf27c6e31 req-b0dc3db3-33b4-455c-92eb-e1d6d037a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:30.031262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56d7f538-cc29-4a76-b74a-d0eaf27c6e31 req-b0dc3db3-33b4-455c-92eb-e1d6d037a242 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf5cfffb23a14bd0aad7e0a2fc0d6f29&device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 1098 time: 0.8853939 Nov 19 09:13:30.042040 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f74dd-ad62-4127-b60f-3e001dfc2752 None None] The sync data for ids ['45c24c4b-f41a-413e-af43-bd43698efaad'] in n-d-805649-14 is: [{'id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-router', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:39Z', 'updated_at': '2021-11-19T09:12:47Z', 'revision_number': 4, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'gw_port': {'id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:41Z', 'updated_at': '2021-11-19T09:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '4fcbfcf5-5ed8-465f-9829-ff19ba4b62ba', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'port_id': '4acf4499-d1a7-4055-85bd-0c2178900158', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'mac_address': 'fa:16:3e:0e:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e888eaf8-c186-4b61-aa02-3fc2018a746a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:13:22Z', 'updated_at': '2021-11-19T09:13:26Z', 'revision_number': 1, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1258cc18-1fe6-4d61-8221-e8040d646772', 'name': '', 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'mac_address': 'fa:16:3e:c4:18:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:47Z', 'updated_at': '2021-11-19T09:12:56Z', 'revision_number': 5, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'subnets': [{'id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:13:30.084774 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'name': 'tempest-ServersTestManualDisk-1814219410-router', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:13:21Z', 'updated_at': '2021-11-19T09:13:27Z', 'revision_number': 4, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'gw_port': {'id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:22Z', 'updated_at': '2021-11-19T09:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4fed13c5-37e5-4d96-b587-bf6181dd3b7e', 'name': '', 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'mac_address': 'fa:16:3e:62:c6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:26Z', 'updated_at': '2021-11-19T09:13:28Z', 'revision_number': 2, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'subnets': [{'id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:30.170682 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bfaf40-87db-4ed5-9790-97e3946ad44a None None] The sync data for ids ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'] in n-d-805649-14 is: [{'id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'name': 'tempest-ServersTestManualDisk-1814219410-router', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:13:21Z', 'updated_at': '2021-11-19T09:13:27Z', 'revision_number': 4, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'gw_port': {'id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:22Z', 'updated_at': '2021-11-19T09:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4fed13c5-37e5-4d96-b587-bf6181dd3b7e', 'name': '', 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'mac_address': 'fa:16:3e:62:c6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:26Z', 'updated_at': '2021-11-19T09:13:28Z', 'revision_number': 2, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'subnets': [{'id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:13:30.302927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7f538-cc29-4a76-b74a-d0eaf27c6e31 req-9f8f71bd-7180-4442-8fcd-6a0bee5272b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:30.309477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56d7f538-cc29-4a76-b74a-d0eaf27c6e31 req-9f8f71bd-7180-4442-8fcd-6a0bee5272b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=754dc536-d7ea-408c-9b4c-4b592aff6603 HTTP/1.1" status: 200 len: 928 time: 0.2286615 Nov 19 09:13:30.346700 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-182293da-0194-41c7-821e-7cdc33bb8262 req-4a82bb00-324d-4f66-b1b3-2d7c432bd076 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140135 Nov 19 09:13:30.523473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56d7f538-cc29-4a76-b74a-d0eaf27c6e31 req-51b31284-b578-4a98-95db-a78276f54ef5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4acf4499-d1a7-4055-85bd-0c2178900158 HTTP/1.1" status: 200 len: 1000 time: 0.1706667 Nov 19 09:13:30.537628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-89b2de66-ed1f-4e2a-ae65-10c271cb1603 req-6197b091-2f3d-47ae-a936-f9ac4d9b6dc5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Deleting port 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:13:30.538010 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-89b2de66-ed1f-4e2a-ae65-10c271cb1603 req-6197b091-2f3d-47ae-a936-f9ac4d9b6dc5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:30.612499 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db5d63-584e-4830-8dfe-1b98a9822b66 None None] New status for floating IP 4fcbfcf5-5ed8-465f-9829-ff19ba4b62ba: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:13:30.684712 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-9b4fd336-4fd6-4f11-a092-210ff111f09e tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 258 time: 1.1630321 Nov 19 09:13:30.827693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36558) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:30.926345 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:31.056419 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e427cd82-ef57-482a-8be1-c621fc73ebb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:31.130113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-89b2de66-ed1f-4e2a-ae65-10c271cb1603 req-6197b091-2f3d-47ae-a936-f9ac4d9b6dc5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] For port 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=33e0c8dc-82ed-4f94-beaf-88f47a9ba87e,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:31.132771 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-89b2de66-ed1f-4e2a-ae65-10c271cb1603 req-6197b091-2f3d-47ae-a936-f9ac4d9b6dc5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:31.194604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-89b2de66-ed1f-4e2a-ae65-10c271cb1603 req-6197b091-2f3d-47ae-a936-f9ac4d9b6dc5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Calling delete_port for 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:13:31.295760 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e427cd82-ef57-482a-8be1-c621fc73ebb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:31.307334 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e427cd82-ef57-482a-8be1-c621fc73ebb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:31.418038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427cd82-ef57-482a-8be1-c621fc73ebb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348c1d85-b430-4b1f-af3d-41a10246e1eb,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:31.452327 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e427cd82-ef57-482a-8be1-c621fc73ebb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eddfcff7ac9e4ac193c70f91a5d2ec86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6235116 Nov 19 09:13:31.460708 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36566) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:31.599021 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99be0305-f933-4b6d-a53c-9f6309baeece admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:31.623055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7f538-cc29-4a76-b74a-d0eaf27c6e31 req-81ffb0a5-2969-41b2-b578-c8d5d23334f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:31.625355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56d7f538-cc29-4a76-b74a-d0eaf27c6e31 req-81ffb0a5-2969-41b2-b578-c8d5d23334f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=337ce23b-38be-4a98-96d8-e3b1f9886e8a HTTP/1.1" status: 200 len: 866 time: 1.0910504 Nov 19 09:13:31.628707 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-89b2de66-ed1f-4e2a-ae65-10c271cb1603 req-6197b091-2f3d-47ae-a936-f9ac4d9b6dc5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:31.641881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['89bbd628-c1c5-483c-93cd-8d9d2e18e0db'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:13:31.643655 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:31.677479 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99be0305-f933-4b6d-a53c-9f6309baeece admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:31.838512 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99be0305-f933-4b6d-a53c-9f6309baeece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:31.841654 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99be0305-f933-4b6d-a53c-9f6309baeece admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:31.843929 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-99be0305-f933-4b6d-a53c-9f6309baeece admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/348c1d85-b430-4b1f-af3d-41a10246e1eb HTTP/1.1" status: 204 len: 168 time: 0.3820658 Nov 19 09:13:31.856578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197b091-2f3d-47ae-a936-f9ac4d9b6dc5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Pushing event deleted for resources: {'Port': ['ID=33e0c8dc-82ed-4f94-beaf-88f47a9ba87e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:31.897496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be0305-f933-4b6d-a53c-9f6309baeece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348c1d85-b430-4b1f-af3d-41a10246e1eb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:32.068099 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b2de66-ed1f-4e2a-ae65-10c271cb1603 req-6197b091-2f3d-47ae-a936-f9ac4d9b6dc5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] No DVR routers for this DVR port 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:13:32.083371 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-89b2de66-ed1f-4e2a-ae65-10c271cb1603 req-6197b091-2f3d-47ae-a936-f9ac4d9b6dc5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:32.087309 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-89b2de66-ed1f-4e2a-ae65-10c271cb1603 req-6197b091-2f3d-47ae-a936-f9ac4d9b6dc5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "DELETE /v2.0/ports/33e0c8dc-82ed-4f94-beaf-88f47a9ba87e HTTP/1.1" status: 204 len: 173 time: 2.9281869 Nov 19 09:13:32.090187 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016ccc29-68c9-4779-87f6-10e850dba35b', 'name': 'network-vif-deleted', 'tag': '33e0c8dc-82ed-4f94-beaf-88f47a9ba87e'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:13:32.098804 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e8b5af-8ca9-48de-8477-1294f9a82a0d" -d '{"events": [{"server_uuid": "016ccc29-68c9-4779-87f6-10e850dba35b", "name": "network-vif-deleted", "tag": "33e0c8dc-82ed-4f94-beaf-88f47a9ba87e"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:13:32.134668 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7f538-cc29-4a76-b74a-d0eaf27c6e31 req-411e9015-207e-4f87-a03d-2dcebffa1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:32.139616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56d7f538-cc29-4a76-b74a-d0eaf27c6e31 req-411e9015-207e-4f87-a03d-2dcebffa1753 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=754dc536-d7ea-408c-9b4c-4b592aff6603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5030715 Nov 19 09:13:32.357032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36576) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:32.362224 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1fe588ae-201b-45e9-83a2-4e2872da6fd9 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1878252598', 'description': 'tempest-description--328945672'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:32.421518 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56d7f538-cc29-4a76-b74a-d0eaf27c6e31 req-a39efced-0997-4f68-a922-a79ca83299db service neutron] 10.222.0.66 "GET /v2.0/networks/754dc536-d7ea-408c-9b4c-4b592aff6603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704344 Nov 19 09:13:32.425672 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1fe588ae-201b-45e9-83a2-4e2872da6fd9 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:32.585984 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56d7f538-cc29-4a76-b74a-d0eaf27c6e31 req-f4d898e7-a2e5-4592-9bb7-63e2a0e222bb service neutron] 10.222.0.66 "GET /v2.0/networks/754dc536-d7ea-408c-9b4c-4b592aff6603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554127 Nov 19 09:13:32.604105 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1fe588ae-201b-45e9-83a2-4e2872da6fd9 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:32.613989 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1fe588ae-201b-45e9-83a2-4e2872da6fd9 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:32.630027 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:13:32.738006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:13:32.740861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 33e0c8dc-82ed-4f94-beaf-88f47a9ba87e not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:13:32.743024 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1fe588ae-201b-45e9-83a2-4e2872da6fd9 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:32.749843 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1fe588ae-201b-45e9-83a2-4e2872da6fd9 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3912170 Nov 19 09:13:32.750515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36578) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:32.788612 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f549f654-9fc9-46d1-a939-9638859688e6 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Request body: {'security_group_rule': {'security_group_id': '437b1e63-9d76-4e8d-874a-30e70fa96f63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:32.808689 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:32.813188 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe588ae-201b-45e9-83a2-4e2872da6fd9 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437b1e63-9d76-4e8d-874a-30e70fa96f63,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:32.922648 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f549f654-9fc9-46d1-a939-9638859688e6 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:32.968552 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 281dd515-4646-47e7-9a9e-5627e41fa786 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:13:33.057912 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36580) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:33.077725 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f549f654-9fc9-46d1-a939-9638859688e6 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:33.123190 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97b49a42-b2ba-4bf6-b292-92fac45ebf32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:33.130195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 281dd515-4646-47e7-9a9e-5627e41fa786 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:33.132396 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:33.174698 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f549f654-9fc9-46d1-a939-9638859688e6 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:33.201502 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfcc0e19-9e0c-44ed-9fef-447413eb94bf req-13a1ec95-d419-422d-a88b-bfacab6c6df2 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=016ccc29-68c9-4779-87f6-10e850dba35b HTTP/1.1" status: 200 len: 210 time: 0.1505346 Nov 19 09:13:33.358345 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97b49a42-b2ba-4bf6-b292-92fac45ebf32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:33.359671 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99914287-4a49-4b81-92ec-a016bfca5c14 x-openstack-request-id: req-99914287-4a49-4b81-92ec-a016bfca5c14 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:33.360014 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016ccc29-68c9-4779-87f6-10e850dba35b", "name": "network-vif-deleted", "tag": "33e0c8dc-82ed-4f94-beaf-88f47a9ba87e", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:33.362694 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99914287-4a49-4b81-92ec-a016bfca5c14 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:33.363140 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016ccc29-68c9-4779-87f6-10e850dba35b', 'name': 'network-vif-deleted', 'tag': '33e0c8dc-82ed-4f94-beaf-88f47a9ba87e', 'status': 'completed', 'code': 200} Nov 19 09:13:33.372779 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97b49a42-b2ba-4bf6-b292-92fac45ebf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:33.381921 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:33.406051 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-97b49a42-b2ba-4bf6-b292-92fac45ebf32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c1d105ef17b45068ce6e0f399c404ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374896 Nov 19 09:13:33.411515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549f654-9fc9-46d1-a939-9638859688e6 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82144580-0c94-427d-b6cb-d74e2d0ff355,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:33.414377 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36584) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:33.419742 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Allocated IP 172.25.0.227 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/4fd00cd9-837c-4747-805d-f72e95a75c53) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:13:33.442834 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f549f654-9fc9-46d1-a939-9638859688e6 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:33.446480 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f549f654-9fc9-46d1-a939-9638859688e6 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6916115 Nov 19 09:13:33.453331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36586) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:33.468838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-9c0d36e6-8d9b-4f6b-94c9-c82dff5bc897 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Request body: {'security_group_rule': {'security_group_id': '437b1e63-9d76-4e8d-874a-30e70fa96f63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:33.470873 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b49a42-b2ba-4bf6-b292-92fac45ebf32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8685f5bf-4ac2-45b7-b015-dba6215f881e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:33.472998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 281dd515-4646-47e7-9a9e-5627e41fa786, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=281dd515-4646-47e7-9a9e-5627e41fa786,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:33.483037 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:33.552290 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0d8f-2196-4432-bc67-6090cfed7e97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:33.605349 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0d8f-2196-4432-bc67-6090cfed7e97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:33.620876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=281dd515-4646-47e7-9a9e-5627e41fa786,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:33.717632 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0d8f-2196-4432-bc67-6090cfed7e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:33.721037 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d1f0d8f-2196-4432-bc67-6090cfed7e97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:33.725140 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4d1f0d8f-2196-4432-bc67-6090cfed7e97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8685f5bf-4ac2-45b7-b015-dba6215f881e HTTP/1.1" status: 204 len: 168 time: 0.3081820 Nov 19 09:13:33.728559 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c0d36e6-8d9b-4f6b-94c9-c82dff5bc897 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:33.746047 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f0d8f-2196-4432-bc67-6090cfed7e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8685f5bf-4ac2-45b7-b015-dba6215f881e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:33.779237 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:33.881802 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c0d36e6-8d9b-4f6b-94c9-c82dff5bc897 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:33.908788 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c0d36e6-8d9b-4f6b-94c9-c82dff5bc897 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:33.999138 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:34.011091 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d36e6-8d9b-4f6b-94c9-c82dff5bc897 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a78352-3de9-4b68-b99e-1edb3d93c876,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:34.092802 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c0d36e6-8d9b-4f6b-94c9-c82dff5bc897 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:34.094301 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9c0d36e6-8d9b-4f6b-94c9-c82dff5bc897 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6399465 Nov 19 09:13:34.098057 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36592) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:34.108149 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:34.125317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:13:34.152264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:13:34.154616 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:34.163115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:13:34.307746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Pushing event updated for resources: {'Port': ['ID=4fd00cd9-837c-4747-805d-f72e95a75c53,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:34.435755 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:34.661672 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:34.760083 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Allocated IP 172.25.0.52 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/c7cd807e-2aa0-4506-a590-0f1c18a7baa7) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:13:34.849368 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Sync routers for ids ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:13:34.850405 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 281dd515-4646-47e7-9a9e-5627e41fa786 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:13:34.886485 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Routers {'20bc5938-9f59-4e78-8be9-bdbe2a6840ec'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:13:34.889228 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:13:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:34.996566 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 281dd515-4646-47e7-9a9e-5627e41fa786 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:34.996952 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:35.031639 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:35.104340 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:35.194442 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:35.283352 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Pushing event updated for resources: {'Port': ['ID=c7cd807e-2aa0-4506-a590-0f1c18a7baa7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:35.284479 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Set router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:13:35.300246 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:13:35.303115 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:13:35.307231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:13:35.345391 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-a3ef4b76-ab8d-4fce-b188-456142dfc2dc tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:35.384593 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-a3ef4b76-ab8d-4fce-b188-456142dfc2dc tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 804 time: 0.5555630 Nov 19 09:13:35.566620 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:35.587702 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-89a2b411-5163-421c-9839-5b914bfe3ba5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/quotas/d989f3321d484896968fa83d99590725 HTTP/1.1" status: 200 len: 375 time: 0.0186143 Nov 19 09:13:35.590391 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:35.601228 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:35.690101 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:35.715667 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:35.752616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-831919f2-b7a5-46a2-9ef0-c376be54baf5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1638088 Nov 19 09:13:35.831855 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'name': 'tempest-ServersTestManualDisk-1814219410-router', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:13:21Z', 'updated_at': '2021-11-19T09:13:27Z', 'revision_number': 4, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'gw_port': {'id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:22Z', 'updated_at': '2021-11-19T09:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4fed13c5-37e5-4d96-b587-bf6181dd3b7e', 'name': '', 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'mac_address': 'fa:16:3e:62:c6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:26Z', 'updated_at': '2021-11-19T09:13:28Z', 'revision_number': 2, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'subnets': [{'id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:35.894684 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Checking router: 20bc5938-9f59-4e78-8be9-bdbe2a6840ec for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:13:35.895855 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Updating router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec port 4fed13c5-37e5-4d96-b587-bf6181dd3b7e binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:13:35.896058 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-0d7fda62-755d-4d5e-856b-fc2f714684ed service neutron] 10.222.0.21 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411955 Nov 19 09:13:35.904667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Pushing event updated for resources: {'Port': ['ID=4fd00cd9-837c-4747-805d-f72e95a75c53,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:35.912379 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:35.913699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-988db4fd-46be-45c5-b371-f8ece459fc36 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2183690 Nov 19 09:13:35.956165 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:36.203437 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:36.217559 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:36.481672 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Pushing event updated for resources: {'Port': ['ID=c7cd807e-2aa0-4506-a590-0f1c18a7baa7,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:36.486598 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:36.543755 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:36.552792 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:36.554762 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:36.583280 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-120e0ecc-8726-425a-9965-513194dc25b2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4837699 Nov 19 09:13:36.624091 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c97475-ff20-4e07-a9a4-0369271cf608 None None] Pushing event updated for resources: {'Port': ['ID=4fed13c5-37e5-4d96-b587-bf6181dd3b7e,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:36.652636 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c97475-ff20-4e07-a9a4-0369271cf608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:36.654137 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c97475-ff20-4e07-a9a4-0369271cf608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:36.654673 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c97475-ff20-4e07-a9a4-0369271cf608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:36.655195 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c97475-ff20-4e07-a9a4-0369271cf608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:36.657486 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c97475-ff20-4e07-a9a4-0369271cf608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:36.657486 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c97475-ff20-4e07-a9a4-0369271cf608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:36.657795 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c97475-ff20-4e07-a9a4-0369271cf608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:36.658122 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c97475-ff20-4e07-a9a4-0369271cf608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:36.658428 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c97475-ff20-4e07-a9a4-0369271cf608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:36.659427 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c97475-ff20-4e07-a9a4-0369271cf608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:36.659937 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c97475-ff20-4e07-a9a4-0369271cf608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:36.660443 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c97475-ff20-4e07-a9a4-0369271cf608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:13:36.724419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-617c847b-4300-4b0c-be0f-7e1e264366c4 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.227 HTTP/1.1" status: 200 len: 696 time: 0.7962408 Nov 19 09:13:36.802413 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Attempting to bind port 4fed13c5-37e5-4d96-b587-bf6181dd3b7e on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:13:36.804974 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Attempting to bind port 4fed13c5-37e5-4d96-b587-bf6181dd3b7e by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'bfc357c1-ba04-4ae0-86d1-f6694f44bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:13:36.805642 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Attempting to bind port 4fed13c5-37e5-4d96-b587-bf6181dd3b7e on network 8f84222c-cf40-4512-ac2a-a4513a8b99c6 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:13:36.832884 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:13:36.833605 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Checking segment: {'id': 'bfc357c1-ba04-4ae0-86d1-f6694f44bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:13:36.834197 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:36.834756 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Bound using segment: {'id': 'bfc357c1-ba04-4ae0-86d1-f6694f44bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:13:36.835402 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Bound port: 4fed13c5-37e5-4d96-b587-bf6181dd3b7e, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc357c1-ba04-4ae0-86d1-f6694f44bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:13:36.835964 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:36.970182 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] For port 4fed13c5-37e5-4d96-b587-bf6181dd3b7e, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:13:36.984815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-868a11c5-8df4-47bb-b10d-b3aa3495af2f tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:36.985881 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] For port 4fed13c5-37e5-4d96-b587-bf6181dd3b7e, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4fed13c5-37e5-4d96-b587-bf6181dd3b7e,segment=NetworkSegment(bfc357c1-ba04-4ae0-86d1-f6694f44bdca),segment_id=bfc357c1-ba04-4ae0-86d1-f6694f44bdca)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:13:36.996638 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:37.004240 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c45c5dc0-d649-4a01-89ea-be9d6da27ac9 req-868a11c5-8df4-47bb-b10d-b3aa3495af2f tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.2581282 Nov 19 09:13:37.030055 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-15db0b65-86a1-4750-9d9b-c4df1fa52ede service neutron] 10.222.0.21 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1307139 Nov 19 09:13:37.116973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ddc961a9-021e-49b5-b04e-23fc3b49a1af None None] Provisioning complete for port 4fed13c5-37e5-4d96-b587-bf6181dd3b7e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:37.118144 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ddc961a9-021e-49b5-b04e-23fc3b49a1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:37.175899 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c97475-ff20-4e07-a9a4-0369271cf608 None None] Pushing event updated for resources: {'Port': ['ID=4fed13c5-37e5-4d96-b587-bf6181dd3b7e,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:37.242760 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ddc961a9-021e-49b5-b04e-23fc3b49a1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:37.313360 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Routers {'20bc5938-9f59-4e78-8be9-bdbe2a6840ec'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:13:37.314458 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:13:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:37.335109 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ddc961a9-021e-49b5-b04e-23fc3b49a1af None None] For port 4fed13c5-37e5-4d96-b587-bf6181dd3b7e, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4fed13c5-37e5-4d96-b587-bf6181dd3b7e,segment=NetworkSegment(bfc357c1-ba04-4ae0-86d1-f6694f44bdca),segment_id=bfc357c1-ba04-4ae0-86d1-f6694f44bdca)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:37.343859 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ddc961a9-021e-49b5-b04e-23fc3b49a1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:37.458126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-1e0f7860-b71f-4a45-bfea-0b4322cd8a1d tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1878252598&fields=id&tenant_id=7624c8f2d2084713a9e45a42f19879aa HTTP/1.1" status: 200 len: 267 time: 0.1365249 Nov 19 09:13:37.526997 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc961a9-021e-49b5-b04e-23fc3b49a1af None None] Pushing event updated for resources: {'Port': ['ID=4fed13c5-37e5-4d96-b587-bf6181dd3b7e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:37.569328 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] Set router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:13:37.691759 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-51f4f3f6-85d2-4405-83b6-df8126a26c06 None None] Provisioning complete for port 4fed13c5-37e5-4d96-b587-bf6181dd3b7e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:37.692234 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-51f4f3f6-85d2-4405-83b6-df8126a26c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:37.745894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61570f5-6916-4aaa-ae29-9512c12c3697 req-b76ac678-a377-4171-9c2a-62753e83062f tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:37.767518 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b61570f5-6916-4aaa-ae29-9512c12c3697 req-b76ac678-a377-4171-9c2a-62753e83062f tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2909565 Nov 19 09:13:37.786634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-0e3b29d2-a0f2-4d72-9268-236391f893f2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:37.788521 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-0e3b29d2-a0f2-4d72-9268-236391f893f2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/networks?id=8f84222c-cf40-4512-ac2a-a4513a8b99c6 HTTP/1.1" status: 200 len: 812 time: 0.3294168 Nov 19 09:13:37.884993 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b61570f5-6916-4aaa-ae29-9512c12c3697 req-3b6b105e-f10c-4d46-8a79-ab1c8f65a89a tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.227 HTTP/1.1" status: 200 len: 696 time: 0.1165378 Nov 19 09:13:37.889680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-a85ce859-b381-4c64-b2cc-1532a0654b33 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/quotas/7624c8f2d2084713a9e45a42f19879aa HTTP/1.1" status: 200 len: 375 time: 0.0243423 Nov 19 09:13:37.895889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-b61570f5-6916-4aaa-ae29-9512c12c3697 req-dd622e56-46c8-4d59-bcb1-7349e444ec95 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Request body: {'floatingip': {'port_id': '4acf4499-d1a7-4055-85bd-0c2178900158', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:37.982339 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b61570f5-6916-4aaa-ae29-9512c12c3697 req-dd622e56-46c8-4d59-bcb1-7349e444ec95 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:38.106001 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'name': 'tempest-ServersTestManualDisk-1814219410-router', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:13:21Z', 'updated_at': '2021-11-19T09:13:27Z', 'revision_number': 4, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'gw_port': {'id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:22Z', 'updated_at': '2021-11-19T09:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4fed13c5-37e5-4d96-b587-bf6181dd3b7e', 'name': '', 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'mac_address': 'fa:16:3e:62:c6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:26Z', 'updated_at': '2021-11-19T09:13:36Z', 'revision_number': 4, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'subnets': [{'id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:38.159368 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd80af-bef2-4be5-a1d3-d54d7417cbc6 None None] The sync data for ids ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'] in n-d-805649-14 is: [{'id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'name': 'tempest-ServersTestManualDisk-1814219410-router', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:13:21Z', 'updated_at': '2021-11-19T09:13:27Z', 'revision_number': 4, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'gw_port': {'id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:22Z', 'updated_at': '2021-11-19T09:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4fed13c5-37e5-4d96-b587-bf6181dd3b7e', 'name': '', 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'mac_address': 'fa:16:3e:62:c6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:26Z', 'updated_at': '2021-11-19T09:13:36Z', 'revision_number': 4, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'subnets': [{'id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:13:38.159917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-0ce54101-fbea-4b26-8515-0ada10b3e2d5 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7624c8f2d2084713a9e45a42f19879aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2598302 Nov 19 09:13:38.407660 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-01c3ec7d-f3c7-4920-871a-2f9136bb5fd7 service neutron] 10.222.0.21 "GET /v2.0/networks/8f84222c-cf40-4512-ac2a-a4513a8b99c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124829 Nov 19 09:13:38.453921 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-b61570f5-6916-4aaa-ae29-9512c12c3697 req-dd622e56-46c8-4d59-bcb1-7349e444ec95 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] update failed (client error): There was a conflict when trying to complete your request. Nov 19 09:13:38.457792 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b61570f5-6916-4aaa-ae29-9512c12c3697 req-dd622e56-46c8-4d59-bcb1-7349e444ec95 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "PUT /v2.0/floatingips/456750db-a46b-4dab-aeca-a10ffcbcccdb HTTP/1.1" status: 409 len: 551 time: 0.5666273 Nov 19 09:13:38.545301 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-165a4f3e-ce83-47b7-a6f1-fff03f32d78d service neutron] 10.222.0.21 "GET /v2.0/networks/8f84222c-cf40-4512-ac2a-a4513a8b99c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268671 Nov 19 09:13:38.734579 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4fed13c5-37e5-4d96-b587-bf6181dd3b7e up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:13:38.917925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4fed13c5-37e5-4d96-b587-bf6181dd3b7e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:38.918312 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:39.090433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-6f277a7a-bca4-4116-9f05-9f59dc3dfb3d tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:39.092248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-6f277a7a-bca4-4116-9f05-9f59dc3dfb3d tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 804 time: 0.3489952 Nov 19 09:13:39.108519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-71ce8e12-3d45-49dd-a30d-58631949c084 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Request body: {'port': {'device_id': 'f4c1619c-c527-44f8-ad42-c1392f91dec8', 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b', 'admin_state_up': True, 'tenant_id': 'd989f3321d484896968fa83d99590725'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:39.218118 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87ac7bd1-31be-48ff-a74a-b1b2319f13ea req-85e831a1-42b5-40eb-807f-001b2b110c33 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 210 time: 0.1427846 Nov 19 09:13:39.377483 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-71ce8e12-3d45-49dd-a30d-58631949c084 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Made reservation on behalf of d989f3321d484896968fa83d99590725 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:13:39.383382 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-71ce8e12-3d45-49dd-a30d-58631949c084 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:39.451343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-934bec22-60a0-4986-87c4-0f8b92467618 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:39.460868 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-934bec22-60a0-4986-87c4-0f8b92467618 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/networks?id=6cd7f63e-df95-427b-b076-36c43a258c77 HTTP/1.1" status: 200 len: 815 time: 0.2488227 Nov 19 09:13:39.493588 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-56d6ba1b-df44-4640-bb37-d0f0b04a2dcb tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/quotas/a3d2e61f345442a58b6c01872c648d72 HTTP/1.1" status: 200 len: 375 time: 0.0312538 Nov 19 09:13:39.518694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-2010c16e-75a7-456e-9621-4e912c5876b9 req-8e8d2b83-6613-48c7-b734-6d9a314a1670 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Request body: {'security_group': {'name': 'tempest-securitygroup-286450886', 'description': 'tempest-description-2121567969'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:39.659368 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2010c16e-75a7-456e-9621-4e912c5876b9 req-8e8d2b83-6613-48c7-b734-6d9a314a1670 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:39.669212 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-2ed77752-f9cb-4b35-9bcf-86255b32ca05 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3d2e61f345442a58b6c01872c648d72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1741428 Nov 19 09:13:39.680892 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2010c16e-75a7-456e-9621-4e912c5876b9 req-8e8d2b83-6613-48c7-b734-6d9a314a1670 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:39.776955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-71ce8e12-3d45-49dd-a30d-58631949c084 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Allocated IP 172.20.0.12 (84b15971-c3b1-423f-a0b8-5ba85f9e199b/a3ab6a09-9e77-4bfa-8672-ebfec5d093f3/b35a7623-1bf6-4b8d-9df7-30ea1f0c1504) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:13:39.916996 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2010c16e-75a7-456e-9621-4e912c5876b9 req-8e8d2b83-6613-48c7-b734-6d9a314a1670 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:39.946772 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2010c16e-75a7-456e-9621-4e912c5876b9 req-8e8d2b83-6613-48c7-b734-6d9a314a1670 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:39.996928 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-04b68a06-8907-42fb-b89a-1c8afe57c2dd service neutron] 10.222.0.21 "GET /v2.0/networks/6cd7f63e-df95-427b-b076-36c43a258c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010130 Nov 19 09:13:40.079304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d2b83-6613-48c7-b734-6d9a314a1670 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=739b4b7b-cb8f-4277-8deb-200a89dda6a9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:40.198184 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-e108fe5f-167d-4a90-9702-63bec317b7ea service neutron] 10.222.0.21 "GET /v2.0/networks/6cd7f63e-df95-427b-b076-36c43a258c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681318 Nov 19 09:13:40.207587 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2010c16e-75a7-456e-9621-4e912c5876b9 req-8e8d2b83-6613-48c7-b734-6d9a314a1670 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:40.211656 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2010c16e-75a7-456e-9621-4e912c5876b9 req-8e8d2b83-6613-48c7-b734-6d9a314a1670 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:40.236236 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-71ce8e12-3d45-49dd-a30d-58631949c084 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:40.271315 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2010c16e-75a7-456e-9621-4e912c5876b9 req-8e8d2b83-6613-48c7-b734-6d9a314a1670 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:40.272476 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2010c16e-75a7-456e-9621-4e912c5876b9 req-8e8d2b83-6613-48c7-b734-6d9a314a1670 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7623346 Nov 19 09:13:40.274746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d2b83-6613-48c7-b734-6d9a314a1670 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6160d656-06e0-4c2e-814a-051917c07e63,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:40.358713 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-71ce8e12-3d45-49dd-a30d-58631949c084 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:40.374736 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['89bbd628-c1c5-483c-93cd-8d9d2e18e0db'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:13:40.526094 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-db9d0d85-a558-4edf-ab71-c65d2505b039 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:40.533930 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-db9d0d85-a558-4edf-ab71-c65d2505b039 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.71 "GET /v2.0/networks?id=8f84222c-cf40-4512-ac2a-a4513a8b99c6 HTTP/1.1" status: 200 len: 812 time: 0.1793213 Nov 19 09:13:40.568579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-71ce8e12-3d45-49dd-a30d-58631949c084 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Network 84b15971-c3b1-423f-a0b8-5ba85f9e199b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:13:40.581833 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fccdf649-f588-4a55-b70b-5c07ef8fe6a1 req-f5034488-7858-40ee-891e-70e4904be342 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/floatingips/456750db-a46b-4dab-aeca-a10ffcbcccdb HTTP/1.1" status: 200 len: 693 time: 0.1489594 Nov 19 09:13:40.582320 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-71ce8e12-3d45-49dd-a30d-58631949c084 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:13:40.609573 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-71ce8e12-3d45-49dd-a30d-58631949c084 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:13:40.616315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce8e12-3d45-49dd-a30d-58631949c084 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Pushing event updated for resources: {'Port': ['ID=b35a7623-1bf6-4b8d-9df7-30ea1f0c1504,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:40.683543 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-4909b1cc-35b4-4e81-907e-a964329a72b4 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7624c8f2d2084713a9e45a42f19879aa HTTP/1.1" status: 200 len: 380 time: 0.1357102 Nov 19 09:13:40.725898 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-bd59b4f0-e1ee-4574-b480-e347adbd35db tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Request body: {'port': {'device_id': '10961069-f078-41d6-8714-5de7265ea30e', 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'admin_state_up': True, 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'security_groups': ['437b1e63-9d76-4e8d-874a-30e70fa96f63']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:40.824740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-71ce8e12-3d45-49dd-a30d-58631949c084 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:40.824740 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-71ce8e12-3d45-49dd-a30d-58631949c084 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:40.902078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-71ce8e12-3d45-49dd-a30d-58631949c084 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7983155 Nov 19 09:13:40.923772 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de38a712-9b4e-471d-bc1a-e3dbefb34826 req-15698d7e-178d-4b83-a45a-1a64adea9d93 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/ports?device_id=10961069-f078-41d6-8714-5de7265ea30e HTTP/1.1" status: 200 len: 210 time: 0.0548928 Nov 19 09:13:40.933274 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Request body: {'port': {'device_id': 'f4c1619c-c527-44f8-ad42-c1392f91dec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:40.989690 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdf649-f588-4a55-b70b-5c07ef8fe6a1 req-0a8d64ca-0bd4-41a2-9acb-d79bea0eb02f tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:40.991306 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fccdf649-f588-4a55-b70b-5c07ef8fe6a1 req-0a8d64ca-0bd4-41a2-9acb-d79bea0eb02f tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.3782802 Nov 19 09:13:40.998917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-bd59b4f0-e1ee-4574-b480-e347adbd35db tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Made reservation on behalf of 7624c8f2d2084713a9e45a42f19879aa for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:13:41.017457 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-bd59b4f0-e1ee-4574-b480-e347adbd35db tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:41.123169 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fccdf649-f588-4a55-b70b-5c07ef8fe6a1 req-65658fe6-f108-45c3-a25b-4d89d309a36c tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.227 HTTP/1.1" status: 200 len: 696 time: 0.1160572 Nov 19 09:13:41.173661 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:41.300304 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fccdf649-f588-4a55-b70b-5c07ef8fe6a1 req-64b1fc57-9f7c-4c6b-aa2b-f45d90891a0f tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.227 HTTP/1.1" status: 200 len: 696 time: 0.1276970 Nov 19 09:13:41.338920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf1518-7c43-4c51-90ca-b3f5db0861f8 req-e74052db-3861-4bc5-97dc-3d6c794c87c5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:41.340812 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2daf1518-7c43-4c51-90ca-b3f5db0861f8 req-e74052db-3861-4bc5-97dc-3d6c794c87c5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 932 time: 0.2549953 Nov 19 09:13:41.344197 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-bd59b4f0-e1ee-4574-b480-e347adbd35db tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Allocated IP 172.20.0.6 (8f84222c-cf40-4512-ac2a-a4513a8b99c6/5f3f27d5-1165-46e0-b494-3ca5885c94fe/54cdaf2f-2b32-4c29-abb5-4406e1a5ee05) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:13:41.625750 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-bd59b4f0-e1ee-4574-b480-e347adbd35db tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:41.647123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2daf1518-7c43-4c51-90ca-b3f5db0861f8 req-b960e673-ce86-4a95-8297-97461207a9da tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518625 Nov 19 09:13:41.677666 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-bd59b4f0-e1ee-4574-b480-e347adbd35db tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:41.698824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-7e20bb8f-e8e9-4242-8331-04fe8d9135d5 req-463b2cd1-af88-433a-8c52-07ca33cfb8ca tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2143857345', 'description': 'tempest-description-969969697'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:41.716585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ae720-b02e-42b2-ac12-f120bc35e358 req-15d6faad-eedd-4843-9cb7-c17fe83a19c7 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:41.718269 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cc5ae720-b02e-42b2-ac12-f120bc35e358 req-15d6faad-eedd-4843-9cb7-c17fe83a19c7 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.66 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 944 time: 0.3736420 Nov 19 09:13:41.744385 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-bd59b4f0-e1ee-4574-b480-e347adbd35db tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Network 8f84222c-cf40-4512-ac2a-a4513a8b99c6 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:13:41.748207 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-bd59b4f0-e1ee-4574-b480-e347adbd35db tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:13:41.764903 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-bd59b4f0-e1ee-4574-b480-e347adbd35db tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:13:41.810579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59b4f0-e1ee-4574-b480-e347adbd35db tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Pushing event updated for resources: {'Port': ['ID=54cdaf2f-2b32-4c29-abb5-4406e1a5ee05,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:41.842389 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-bd59b4f0-e1ee-4574-b480-e347adbd35db tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:41.844118 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-bd59b4f0-e1ee-4574-b480-e347adbd35db tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:41.872400 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-bd59b4f0-e1ee-4574-b480-e347adbd35db tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1785817 Nov 19 09:13:41.884364 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7e20bb8f-e8e9-4242-8331-04fe8d9135d5 req-463b2cd1-af88-433a-8c52-07ca33cfb8ca tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:41.888393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Request body: {'port': {'device_id': '10961069-f078-41d6-8714-5de7265ea30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:41.982747 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-fccdf649-f588-4a55-b70b-5c07ef8fe6a1 req-5640625f-f21b-44f0-ac19-aad1030bafc6 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Deleting port 4fd00cd9-837c-4747-805d-f72e95a75c53 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:13:41.986286 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fccdf649-f588-4a55-b70b-5c07ef8fe6a1 req-5640625f-f21b-44f0-ac19-aad1030bafc6 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:42.029701 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:42.107600 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fccdf649-f588-4a55-b70b-5c07ef8fe6a1 req-5640625f-f21b-44f0-ac19-aad1030bafc6 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:42.107986 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fccdf649-f588-4a55-b70b-5c07ef8fe6a1 req-5640625f-f21b-44f0-ac19-aad1030bafc6 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:42.116442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e82f253f-3efa-46c5-9ccb-de96fbfcdc02 None None] Provisioning complete for port 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:42.117545 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e82f253f-3efa-46c5-9ccb-de96fbfcdc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:42.133254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-fccdf649-f588-4a55-b70b-5c07ef8fe6a1 req-5640625f-f21b-44f0-ac19-aad1030bafc6 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Calling delete_port for 4fd00cd9-837c-4747-805d-f72e95a75c53 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:13:42.194125 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e82f253f-3efa-46c5-9ccb-de96fbfcdc02 None None] Port 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:13:42.408722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-701015f0-4b2e-4c5f-bb5a-5bb7539e31df tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:42.422187 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-701015f0-4b2e-4c5f-bb5a-5bb7539e31df tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.66 "GET /v2.0/networks?id=6cd7f63e-df95-427b-b076-36c43a258c77 HTTP/1.1" status: 200 len: 815 time: 0.1975870 Nov 19 09:13:42.440792 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:13:42.447493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-0d170590-8f4c-4bcc-917d-28f4cc36c8c6 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Request body: {'port': {'device_id': '59df28b3-1e4d-4c8d-8d6e-25b461825f5b', 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77', 'admin_state_up': True, 'tenant_id': 'a3d2e61f345442a58b6c01872c648d72'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:42.451970 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:42.475674 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Transition to ACTIVE for port object 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:13:42.483053 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:42.554189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-cc5ae720-b02e-42b2-ac12-f120bc35e358 req-676de116-8c23-4965-8df3-ace87488b0f8 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Deleting port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:13:42.554891 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cc5ae720-b02e-42b2-ac12-f120bc35e358 req-676de116-8c23-4965-8df3-ace87488b0f8 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:42.717261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-cc5ae720-b02e-42b2-ac12-f120bc35e358 req-676de116-8c23-4965-8df3-ace87488b0f8 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] For port 46a27362-8a8f-4d4b-921d-4942d6e4ca62, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=46a27362-8a8f-4d4b-921d-4942d6e4ca62,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:42.717636 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cc5ae720-b02e-42b2-ac12-f120bc35e358 req-676de116-8c23-4965-8df3-ace87488b0f8 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:42.724103 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Pushing event updated for resources: {'Port': ['ID=54cdaf2f-2b32-4c29-abb5-4406e1a5ee05,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:42.747645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-cc5ae720-b02e-42b2-ac12-f120bc35e358 req-676de116-8c23-4965-8df3-ace87488b0f8 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Calling delete_port for 46a27362-8a8f-4d4b-921d-4942d6e4ca62 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:13:42.780264 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Attempting to bind port 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:13:42.780611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Attempting to bind port 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'bfc357c1-ba04-4ae0-86d1-f6694f44bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:13:42.780947 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Attempting to bind port 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 on network 8f84222c-cf40-4512-ac2a-a4513a8b99c6 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:13:42.786814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Port 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 on network 8f84222c-cf40-4512-ac2a-a4513a8b99c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:13:42.787319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Attempting to bind port 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 on network 8f84222c-cf40-4512-ac2a-a4513a8b99c6 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:13:42.797422 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:13:42.798298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Checking segment: {'id': 'bfc357c1-ba04-4ae0-86d1-f6694f44bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:13:42.798681 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Bound using segment: {'id': 'bfc357c1-ba04-4ae0-86d1-f6694f44bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:13:42.799111 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Bound port: 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc357c1-ba04-4ae0-86d1-f6694f44bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:13:42.799469 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:42.918787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:13:42.938880 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7e20bb8f-e8e9-4242-8331-04fe8d9135d5 req-463b2cd1-af88-433a-8c52-07ca33cfb8ca tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:42.939137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] For port 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:13:42.945062 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] For port 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=54cdaf2f-2b32-4c29-abb5-4406e1a5ee05,segment=NetworkSegment(bfc357c1-ba04-4ae0-86d1-f6694f44bdca),segment_id=bfc357c1-ba04-4ae0-86d1-f6694f44bdca)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:13:42.955728 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:42.956824 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:42.962577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7e20bb8f-e8e9-4242-8331-04fe8d9135d5 req-463b2cd1-af88-433a-8c52-07ca33cfb8ca tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:43.066140 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Pushing event updated for resources: {'Port': ['ID=54cdaf2f-2b32-4c29-abb5-4406e1a5ee05,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:43.075721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:43.089327 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:43.089327 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-ef5abfe2-9034-4b56-bad3-85af87c268e6 service neutron] 10.222.0.71 "PUT /v2.0/ports/54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 HTTP/1.1" status: 200 len: 1092 time: 1.1978066 Nov 19 09:13:43.089327 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10961069-f078-41d6-8714-5de7265ea30e', 'tag': '54cdaf2f-2b32-4c29-abb5-4406e1a5ee05'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:13:43.089327 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c5f6a7-f057-45af-939c-f6472c15dade" -d '{"events": [{"name": "network-changed", "server_uuid": "10961069-f078-41d6-8714-5de7265ea30e", "tag": "54cdaf2f-2b32-4c29-abb5-4406e1a5ee05"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:13:43.138056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b2cd1-af88-433a-8c52-07ca33cfb8ca tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9496e044-019e-410e-9a9f-eaaa11cae038,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:43.238206 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7e20bb8f-e8e9-4242-8331-04fe8d9135d5 req-463b2cd1-af88-433a-8c52-07ca33cfb8ca tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:43.242555 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e20bb8f-e8e9-4242-8331-04fe8d9135d5 req-463b2cd1-af88-433a-8c52-07ca33cfb8ca tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.5553541 Nov 19 09:13:43.255871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-8a5609e7-fc0d-4061-9f0a-e51a6e84fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:43.255871 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-8a5609e7-fc0d-4061-9f0a-e51a6e84fd0e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7624c8f2d2084713a9e45a42f19879aa&device_id=10961069-f078-41d6-8714-5de7265ea30e HTTP/1.1" status: 200 len: 1095 time: 0.1066294 Nov 19 09:13:43.341404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Transition to ACTIVE for port object b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:13:43.347374 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fccdf649-f588-4a55-b70b-5c07ef8fe6a1 req-5640625f-f21b-44f0-ac19-aad1030bafc6 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:43.350845 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-de8e9824-462a-4f3a-8379-70484ea365b3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 HTTP/1.1" status: 200 len: 217 time: 0.0866668 Nov 19 09:13:43.447825 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:43.457343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-0d170590-8f4c-4bcc-917d-28f4cc36c8c6 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Made reservation on behalf of a3d2e61f345442a58b6c01872c648d72 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:13:43.470464 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-0d170590-8f4c-4bcc-917d-28f4cc36c8c6 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:43.513943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-8767c62f-c2e0-4492-9c9b-892acd6297fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:43.516009 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-8767c62f-c2e0-4492-9c9b-892acd6297fc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5f3f27d5-1165-46e0-b494-3ca5885c94fe HTTP/1.1" status: 200 len: 851 time: 0.1499774 Nov 19 09:13:43.619623 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-78cc6b66-aed3-4e41-abdf-f85be47c2114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:43.626858 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-78cc6b66-aed3-4e41-abdf-f85be47c2114 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f84222c-cf40-4512-ac2a-a4513a8b99c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985146 Nov 19 09:13:43.740357 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640625f-f21b-44f0-ac19-aad1030bafc6 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Pushing event deleted for resources: {'Port': ['ID=4fd00cd9-837c-4747-805d-f72e95a75c53,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:43.758469 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26fae792-a249-45d8-bc45-f5991fdfc92a req-8139f953-bed0-4def-b2ed-5164dcedae60 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/ports?device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 210 time: 0.2239344 Nov 19 09:13:43.932050 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 46a27362-8a8f-4d4b-921d-4942d6e4ca62 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:13:43.947300 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-1c6ce295-8615-42d8-b1c7-b64fc2c0901e service neutron] 10.222.0.71 "GET /v2.0/networks/8f84222c-cf40-4512-ac2a-a4513a8b99c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142006 Nov 19 09:13:44.119274 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-984f913f-7c07-4596-9d9d-7fee6ce9860a req-1b34ab2d-2052-4c61-b7c2-d0f62fd33904 service neutron] 10.222.0.71 "GET /v2.0/networks/8f84222c-cf40-4512-ac2a-a4513a8b99c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639311 Nov 19 09:13:44.305947 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fccdf649-f588-4a55-b70b-5c07ef8fe6a1 req-5640625f-f21b-44f0-ac19-aad1030bafc6 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:44.308949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fccdf649-f588-4a55-b70b-5c07ef8fe6a1 req-5640625f-f21b-44f0-ac19-aad1030bafc6 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:44.310108 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fccdf649-f588-4a55-b70b-5c07ef8fe6a1 req-5640625f-f21b-44f0-ac19-aad1030bafc6 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "DELETE /v2.0/floatingips/456750db-a46b-4dab-aeca-a10ffcbcccdb HTTP/1.1" status: 204 len: 173 time: 3.0082130 Nov 19 09:13:44.341169 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cc5ae720-b02e-42b2-ac12-f120bc35e358 req-676de116-8c23-4965-8df3-ace87488b0f8 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:44.350128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Pushing event updated for resources: {'Port': ['ID=b35a7623-1bf6-4b8d-9df7-30ea1f0c1504,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:44.424859 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676de116-8c23-4965-8df3-ace87488b0f8 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Pushing event deleted for resources: {'Port': ['ID=46a27362-8a8f-4d4b-921d-4942d6e4ca62,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:44.523901 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5ae720-b02e-42b2-ac12-f120bc35e358 req-676de116-8c23-4965-8df3-ace87488b0f8 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] No DVR routers for this DVR port 46a27362-8a8f-4d4b-921d-4942d6e4ca62 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:13:44.532983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99dc98-ea5d-4469-9ab0-73bf4f862a7e req-5f172d6f-8d4d-4910-9ba2-960c506b9034 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:44.540337 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a99dc98-ea5d-4469-9ab0-73bf4f862a7e req-5f172d6f-8d4d-4910-9ba2-960c506b9034 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 866 time: 0.3202178 Nov 19 09:13:44.545390 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-cc5ae720-b02e-42b2-ac12-f120bc35e358 req-676de116-8c23-4965-8df3-ace87488b0f8 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:44.549397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cc5ae720-b02e-42b2-ac12-f120bc35e358 req-676de116-8c23-4965-8df3-ace87488b0f8 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.66 "DELETE /v2.0/ports/46a27362-8a8f-4d4b-921d-4942d6e4ca62 HTTP/1.1" status: 204 len: 173 time: 2.8107531 Nov 19 09:13:44.553069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429cb47c-226e-4f94-bfce-dd980bfc2e26', 'name': 'network-vif-deleted', 'tag': '46a27362-8a8f-4d4b-921d-4942d6e4ca62'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:13:44.555533 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3f56ad-e2e9-43c1-9070-765f4044d9e2" -d '{"events": [{"server_uuid": "429cb47c-226e-4f94-bfce-dd980bfc2e26", "name": "network-vif-deleted", "tag": "46a27362-8a8f-4d4b-921d-4942d6e4ca62"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:13:44.591309 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Attempting to bind port b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:13:44.591722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Attempting to bind port b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:13:44.591976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Attempting to bind port b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:13:44.609644 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-0d170590-8f4c-4bcc-917d-28f4cc36c8c6 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Allocated IP 172.20.0.5 (6cd7f63e-df95-427b-b076-36c43a258c77/324380d0-1f9f-4761-8b99-2e27c72754f7/4a7a97b0-895f-498f-8fca-11caaedf7bd4) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:13:44.612445 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Port b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:13:44.612779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Attempting to bind port b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 on network 84b15971-c3b1-423f-a0b8-5ba85f9e199b {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:13:44.636067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:13:44.636324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Checking segment: {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:13:44.636790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Bound using segment: {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:13:44.637396 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Bound port: b35a7623-1bf6-4b8d-9df7-30ea1f0c1504, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342793f0-282c-4fd0-a016-e04087efb6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:13:44.637817 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:44.691288 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a99dc98-ea5d-4469-9ab0-73bf4f862a7e req-d1347950-0773-43dd-a41d-8a9b7daa8c16 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498771 Nov 19 09:13:44.954706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] For port b35a7623-1bf6-4b8d-9df7-30ea1f0c1504, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:13:44.985869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] For port b35a7623-1bf6-4b8d-9df7-30ea1f0c1504, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b35a7623-1bf6-4b8d-9df7-30ea1f0c1504,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:13:45.009139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53590f4f-1243-4396-a1ef-f1245e64e1b8 req-16cfe6e9-1641-4fc0-88d6-6b043e69f3fd tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:45.011040 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53590f4f-1243-4396-a1ef-f1245e64e1b8 req-16cfe6e9-1641-4fc0-88d6-6b043e69f3fd tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/ports?device_id=10961069-f078-41d6-8714-5de7265ea30e HTTP/1.1" status: 200 len: 943 time: 0.1893282 Nov 19 09:13:45.015733 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:45.111810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:45.112434 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:45.113855 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] 10.222.0.71 "PUT /v2.0/ports/b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 HTTP/1.1" status: 200 len: 1093 time: 4.1926713 Nov 19 09:13:45.124018 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-0d170590-8f4c-4bcc-917d-28f4cc36c8c6 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:45.152390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70d35e-fe45-4b92-891d-78647ad62df6 service neutron] Pushing event updated for resources: {'Port': ['ID=b35a7623-1bf6-4b8d-9df7-30ea1f0c1504,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:45.207465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53590f4f-1243-4396-a1ef-f1245e64e1b8 req-f0db78ec-1cfe-40f5-83c2-049073d918ea tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/security-groups?id=437b1e63-9d76-4e8d-874a-30e70fa96f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876500 Nov 19 09:13:45.253756 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:45.259690 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8e8a3810-5aed-4fc8-b428-61725a17918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:45.262750 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-8e8a3810-5aed-4fc8-b428-61725a17918d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 1096 time: 0.0993183 Nov 19 09:13:45.292744 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-0d170590-8f4c-4bcc-917d-28f4cc36c8c6 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:45.394313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-59b741ae-ecfe-4617-a15b-7d0a5c4b5969 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 HTTP/1.1" status: 200 len: 217 time: 0.1090801 Nov 19 09:13:45.422648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-0d170590-8f4c-4bcc-917d-28f4cc36c8c6 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Network 6cd7f63e-df95-427b-b076-36c43a258c77 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:13:45.455012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-0d170590-8f4c-4bcc-917d-28f4cc36c8c6 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:13:45.464368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-0d170590-8f4c-4bcc-917d-28f4cc36c8c6 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:13:45.510887 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff3d0d-c70d-4c7e-ae2b-e950aa19108b req-fde3cde5-9740-4c59-b5ad-5f69e707c4dc tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:45.522006 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-85ff3d0d-c70d-4c7e-ae2b-e950aa19108b req-fde3cde5-9740-4c59-b5ad-5f69e707c4dc tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 944 time: 0.2270532 Nov 19 09:13:45.541567 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d170590-8f4c-4bcc-917d-28f4cc36c8c6 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Pushing event updated for resources: {'Port': ['ID=4a7a97b0-895f-498f-8fca-11caaedf7bd4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:45.569212 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-b731110b-9c43-4eb5-8d3c-7480bdb14a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:45.570692 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-b731110b-9c43-4eb5-8d3c-7480bdb14a68 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3ab6a09-9e77-4bfa-8672-ebfec5d093f3 HTTP/1.1" status: 200 len: 844 time: 0.1527886 Nov 19 09:13:45.606545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-0d170590-8f4c-4bcc-917d-28f4cc36c8c6 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:45.607340 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-0d170590-8f4c-4bcc-917d-28f4cc36c8c6 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:45.615089 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:13:45.636225 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-63b1a1fc-8a96-4fe9-ac54-7caf152a3746 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=84b15971-c3b1-423f-a0b8-5ba85f9e199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542037 Nov 19 09:13:45.675547 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-0d170590-8f4c-4bcc-917d-28f4cc36c8c6 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2318430 Nov 19 09:13:45.683008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-85ff3d0d-c70d-4c7e-ae2b-e950aa19108b req-11fd7cd3-6065-4d9e-8ec0-77e9706cff91 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601119 Nov 19 09:13:45.770904 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7fcbb1-8c8a-4426-b866-2d450a5de26f x-openstack-request-id: req-0c7fcbb1-8c8a-4426-b866-2d450a5de26f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:45.771420 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10961069-f078-41d6-8714-5de7265ea30e", "tag": "54cdaf2f-2b32-4c29-abb5-4406e1a5ee05", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:45.771991 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c7fcbb1-8c8a-4426-b866-2d450a5de26f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:45.772114 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10961069-f078-41d6-8714-5de7265ea30e', 'tag': '54cdaf2f-2b32-4c29-abb5-4406e1a5ee05', 'status': 'completed', 'code': 200} Nov 19 09:13:45.871910 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-77b9926b-7dc3-4cb4-b0f3-0c1efe17a758 service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032835 Nov 19 09:13:45.900986 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5f6a7-f057-45af-939c-f6472c15dade req-110d73a0-6fd1-45dc-b107-96af64cb4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:45.902912 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-42c5f6a7-f057-45af-939c-f6472c15dade req-110d73a0-6fd1-45dc-b107-96af64cb4a3a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7624c8f2d2084713a9e45a42f19879aa&device_id=10961069-f078-41d6-8714-5de7265ea30e HTTP/1.1" status: 200 len: 1095 time: 0.1024692 Nov 19 09:13:45.927936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-ef72c0ef-fa0b-4095-a4e7-d2e586257924 req-1ed08423-1b44-4295-bfc2-5b4f36dcbecf tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-145572601', 'description': 'tempest-description-472386955'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:45.952336 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e889d67e-ba8b-4146-b4b7-062e21776da6 None None] Provisioning complete for port 4a7a97b0-895f-498f-8fca-11caaedf7bd4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:45.953652 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e889d67e-ba8b-4146-b4b7-062e21776da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:46.012844 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e889d67e-ba8b-4146-b4b7-062e21776da6 None None] Port 4a7a97b0-895f-498f-8fca-11caaedf7bd4 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:13:46.156664 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01bc5051-e851-4d63-8f0d-fc1fe4c8926c req-fb40026e-e503-4f30-aa51-0a8a5e37929f service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771149 Nov 19 09:13:46.159052 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ef72c0ef-fa0b-4095-a4e7-d2e586257924 req-1ed08423-1b44-4295-bfc2-5b4f36dcbecf tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:46.178553 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ef72c0ef-fa0b-4095-a4e7-d2e586257924 req-1ed08423-1b44-4295-bfc2-5b4f36dcbecf tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:46.281206 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ef72c0ef-fa0b-4095-a4e7-d2e586257924 req-1ed08423-1b44-4295-bfc2-5b4f36dcbecf tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:46.293179 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ef72c0ef-fa0b-4095-a4e7-d2e586257924 req-1ed08423-1b44-4295-bfc2-5b4f36dcbecf tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:46.332082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed08423-1b44-4295-bfc2-5b4f36dcbecf tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5d3d23-bdff-4ec5-bc35-7bd3f9ffe1c4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:46.435558 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ef72c0ef-fa0b-4095-a4e7-d2e586257924 req-1ed08423-1b44-4295-bfc2-5b4f36dcbecf tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:46.441870 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ef72c0ef-fa0b-4095-a4e7-d2e586257924 req-1ed08423-1b44-4295-bfc2-5b4f36dcbecf tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:46.448933 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5f6a7-f057-45af-939c-f6472c15dade req-4cb352a8-333e-4d56-b827-7b9304f00cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:46.450807 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-42c5f6a7-f057-45af-939c-f6472c15dade req-4cb352a8-333e-4d56-b827-7b9304f00cc1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8f84222c-cf40-4512-ac2a-a4513a8b99c6 HTTP/1.1" status: 200 len: 913 time: 0.5389595 Nov 19 09:13:46.493673 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed08423-1b44-4295-bfc2-5b4f36dcbecf tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2283ddf-cc7d-4377-b8fb-5a8804e77766,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:46.500956 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ef72c0ef-fa0b-4095-a4e7-d2e586257924 req-1ed08423-1b44-4295-bfc2-5b4f36dcbecf tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:46.508785 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-42c5f6a7-f057-45af-939c-f6472c15dade req-e833c893-7b25-47cd-8b04-32d239e46317 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 HTTP/1.1" status: 200 len: 217 time: 0.0505486 Nov 19 09:13:46.517230 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef72c0ef-fa0b-4095-a4e7-d2e586257924 req-1ed08423-1b44-4295-bfc2-5b4f36dcbecf tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6100581 Nov 19 09:13:46.574806 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5f6a7-f057-45af-939c-f6472c15dade req-ce018445-5b77-4a7a-a6e2-25b4051fc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:46.576552 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-42c5f6a7-f057-45af-939c-f6472c15dade req-ce018445-5b77-4a7a-a6e2-25b4051fc372 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5f3f27d5-1165-46e0-b494-3ca5885c94fe HTTP/1.1" status: 200 len: 851 time: 0.0562701 Nov 19 09:13:46.603909 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-e77d6973-6ef9-456f-aefc-0c29de0e1c38 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 1002 time: 0.0849404 Nov 19 09:13:46.636401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5f6a7-f057-45af-939c-f6472c15dade req-e425cd15-bda1-487f-abc2-478a3158127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:46.637959 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-42c5f6a7-f057-45af-939c-f6472c15dade req-e425cd15-bda1-487f-abc2-478a3158127d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f84222c-cf40-4512-ac2a-a4513a8b99c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525901 Nov 19 09:13:46.655695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-cab6b5c5-0148-4cdd-8a36-257b8ed608e2 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:46.658353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-cab6b5c5-0148-4cdd-8a36-257b8ed608e2 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports/4acf4499-d1a7-4055-85bd-0c2178900158 HTTP/1.1" status: 200 len: 943 time: 0.0486405 Nov 19 09:13:46.694762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:13:46.760185 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-42c5f6a7-f057-45af-939c-f6472c15dade req-ab6de2ac-0727-4b33-ac23-237304eff509 service neutron] 10.222.0.71 "GET /v2.0/networks/8f84222c-cf40-4512-ac2a-a4513a8b99c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141660 Nov 19 09:13:46.824198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-59b27bf9-e4ba-4951-8f43-a6c412f4d9c1 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 1002 time: 0.0986860 Nov 19 09:13:46.888338 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-42c5f6a7-f057-45af-939c-f6472c15dade req-51a3d91f-3313-4522-bbba-af2949fe0c37 service neutron] 10.222.0.71 "GET /v2.0/networks/8f84222c-cf40-4512-ac2a-a4513a8b99c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161830 Nov 19 09:13:46.910617 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=54cdaf2f-2b32-4c29-abb5-4406e1a5ee05,segment=NetworkSegment(bfc357c1-ba04-4ae0-86d1-f6694f44bdca),segment_id=bfc357c1-ba04-4ae0-86d1-f6694f44bdca)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:46.969967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '54cdaf2f-2b32-4c29-abb5-4406e1a5ee05', 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'port_id': '54cdaf2f-2b32-4c29-abb5-4406e1a5ee05', 'mac_address': 'fa:16:3e:e7:72:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:13:46.986334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-d9c722c8-f668-44cd-80a7-8bc9576bb2b5 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:46.987722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-d9c722c8-f668-44cd-80a7-8bc9576bb2b5 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.1535311 Nov 19 09:13:47.075500 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-9c3004e0-69c7-4d6c-bc69-29921f5e822a tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 1002 time: 0.0806503 Nov 19 09:13:47.087808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-f519f8aa-2d59-4bd7-a164-a6e053d3ef4d tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:47.148414 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:47.150735 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-f519f8aa-2d59-4bd7-a164-a6e053d3ef4d tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:47.166906 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:13:47.192639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=54cdaf2f-2b32-4c29-abb5-4406e1a5ee05,segment=NetworkSegment(bfc357c1-ba04-4ae0-86d1-f6694f44bdca),segment_id=bfc357c1-ba04-4ae0-86d1-f6694f44bdca)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:47.210289 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:47.270732 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=54cdaf2f-2b32-4c29-abb5-4406e1a5ee05,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:47.333634 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-f519f8aa-2d59-4bd7-a164-a6e053d3ef4d tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:47.338073 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-f519f8aa-2d59-4bd7-a164-a6e053d3ef4d tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:47.338409 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-f519f8aa-2d59-4bd7-a164-a6e053d3ef4d tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Floating IP 4fcbfcf5-5ed8-465f-9829-ff19ba4b62ba disassociated. External IP: 172.25.0.102, port: 4acf4499-d1a7-4055-85bd-0c2178900158. Nov 19 09:13:47.468851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['54cdaf2f-2b32-4c29-abb5-4406e1a5ee05'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:13:47.584753 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-f519f8aa-2d59-4bd7-a164-a6e053d3ef4d tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Router 45c24c4b-f41a-413e-af43-bd43698efaad has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:13:47.668460 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:47.719055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-f519f8aa-2d59-4bd7-a164-a6e053d3ef4d tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:13:47.724683 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-f519f8aa-2d59-4bd7-a164-a6e053d3ef4d tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:47.729639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6120c-b3d9-4d58-9368-ffeb38845f92 None None] Sync routers for ids ['45c24c4b-f41a-413e-af43-bd43698efaad'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:13:47.741206 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6120c-b3d9-4d58-9368-ffeb38845f92 None None] Routers {'45c24c4b-f41a-413e-af43-bd43698efaad'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:13:47.741924 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-72d6120c-b3d9-4d58-9368-ffeb38845f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:13:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['45c24c4b-f41a-413e-af43-bd43698efaad'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:47.776239 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-f519f8aa-2d59-4bd7-a164-a6e053d3ef4d tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "PUT /v2.0/floatingips/4fcbfcf5-5ed8-465f-9829-ff19ba4b62ba HTTP/1.1" status: 200 len: 695 time: 0.6937163 Nov 19 09:13:47.831792 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-23b22581-9a20-4204-ae3c-936173bddcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:47.833401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-23b22581-9a20-4204-ae3c-936173bddcfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf5cfffb23a14bd0aad7e0a2fc0d6f29&device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 1098 time: 0.0434361 Nov 19 09:13:47.868886 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-72d6120c-b3d9-4d58-9368-ffeb38845f92 None None] Set router 45c24c4b-f41a-413e-af43-bd43698efaad gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:13:47.950233 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-6f54f91c-4cf2-42bb-a059-cc92bd408f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:47.951761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-6f54f91c-4cf2-42bb-a059-cc92bd408f50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=754dc536-d7ea-408c-9b4c-4b592aff6603 HTTP/1.1" status: 200 len: 928 time: 0.1058717 Nov 19 09:13:48.016963 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-09629771-1e14-49b2-aeb8-f065235dc1e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4acf4499-d1a7-4055-85bd-0c2178900158 HTTP/1.1" status: 200 len: 217 time: 0.0561123 Nov 19 09:13:48.114246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-28bf3466-70a5-4288-8caf-564fdcb1dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:48.123193 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-28bf3466-70a5-4288-8caf-564fdcb1dbef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=337ce23b-38be-4a98-96d8-e3b1f9886e8a HTTP/1.1" status: 200 len: 866 time: 0.0998187 Nov 19 09:13:48.179185 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-f128c17f-0816-4a4d-bd8f-06c3395c3047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:48.189017 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-f128c17f-0816-4a4d-bd8f-06c3395c3047 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=754dc536-d7ea-408c-9b4c-4b592aff6603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644975 Nov 19 09:13:48.192213 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-72d6120c-b3d9-4d58-9368-ffeb38845f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-router', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:39Z', 'updated_at': '2021-11-19T09:12:47Z', 'revision_number': 4, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'gw_port': {'id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:41Z', 'updated_at': '2021-11-19T09:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '1258cc18-1fe6-4d61-8221-e8040d646772', 'name': '', 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'mac_address': 'fa:16:3e:c4:18:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:47Z', 'updated_at': '2021-11-19T09:12:56Z', 'revision_number': 5, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'subnets': [{'id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:48.259887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6120c-b3d9-4d58-9368-ffeb38845f92 None None] Checking router: 45c24c4b-f41a-413e-af43-bd43698efaad for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:13:48.272898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6120c-b3d9-4d58-9368-ffeb38845f92 None None] Routers {'45c24c4b-f41a-413e-af43-bd43698efaad'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:13:48.273885 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-72d6120c-b3d9-4d58-9368-ffeb38845f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:13:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['45c24c4b-f41a-413e-af43-bd43698efaad'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:48.360842 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-2dcd8080-d721-4703-b47d-8f3a3e52706d service neutron] 10.222.0.21 "GET /v2.0/networks/754dc536-d7ea-408c-9b4c-4b592aff6603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694663 Nov 19 09:13:48.482536 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-845c25c1-ac6e-45e8-a5a4-39c60df1dbbe req-401a5bef-49b9-414b-bd55-df30e1db34cb service neutron] 10.222.0.21 "GET /v2.0/networks/754dc536-d7ea-408c-9b4c-4b592aff6603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173427 Nov 19 09:13:48.503387 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-72d6120c-b3d9-4d58-9368-ffeb38845f92 None None] Set router 45c24c4b-f41a-413e-af43-bd43698efaad gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:13:48.559259 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaddcd85-3edf-4d96-b80c-597a0a116dc7 x-openstack-request-id: req-aaddcd85-3edf-4d96-b80c-597a0a116dc7 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:48.559694 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429cb47c-226e-4f94-bfce-dd980bfc2e26", "name": "network-vif-deleted", "tag": "46a27362-8a8f-4d4b-921d-4942d6e4ca62", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:48.560131 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aaddcd85-3edf-4d96-b80c-597a0a116dc7 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:48.560916 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429cb47c-226e-4f94-bfce-dd980bfc2e26', 'name': 'network-vif-deleted', 'tag': '46a27362-8a8f-4d4b-921d-4942d6e4ca62', 'status': 'completed', 'code': 200} Nov 19 09:13:48.733999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:13:48.736445 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:13:48.747396 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e0cc3-535b-4f88-be4e-8c62b5dd6e64 req-a5aa259b-bf70-4c30-b705-a575ebc03f9f tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:48.749150 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b8e0cc3-535b-4f88-be4e-8c62b5dd6e64 req-a5aa259b-bf70-4c30-b705-a575ebc03f9f tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/ports?device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 931 time: 0.0906599 Nov 19 09:13:48.824926 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b8e0cc3-535b-4f88-be4e-8c62b5dd6e64 req-638ffe40-fcc3-48f4-9eb3-5d2e6ba0af95 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/security-groups?id=2679771f-457b-4fc4-bd5f-00ee19604827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634162 Nov 19 09:13:48.903498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-72d6120c-b3d9-4d58-9368-ffeb38845f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-router', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:39Z', 'updated_at': '2021-11-19T09:12:47Z', 'revision_number': 4, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'gw_port': {'id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:41Z', 'updated_at': '2021-11-19T09:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '1258cc18-1fe6-4d61-8221-e8040d646772', 'name': '', 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'mac_address': 'fa:16:3e:c4:18:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:47Z', 'updated_at': '2021-11-19T09:12:56Z', 'revision_number': 5, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'subnets': [{'id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:48.946409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab439bda-3cef-450b-80de-2de2ac7ad2c7 req-595d75ac-7211-49d5-9c4d-14eee0dd43c9 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 210 time: 0.0396569 Nov 19 09:13:48.986926 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:13:48.989659 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6120c-b3d9-4d58-9368-ffeb38845f92 None None] The sync data for ids ['45c24c4b-f41a-413e-af43-bd43698efaad'] in n-d-805649-14 is: [{'id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-router', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:39Z', 'updated_at': '2021-11-19T09:12:47Z', 'revision_number': 4, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'gw_port': {'id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:41Z', 'updated_at': '2021-11-19T09:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '1258cc18-1fe6-4d61-8221-e8040d646772', 'name': '', 'network_id': '754dc536-d7ea-408c-9b4c-4b592aff6603', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'mac_address': 'fa:16:3e:c4:18:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:47Z', 'updated_at': '2021-11-19T09:12:56Z', 'revision_number': 5, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'subnets': [{'id': '337ce23b-38be-4a98-96d8-e3b1f9886e8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:13:48.998845 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b35a7623-1bf6-4b8d-9df7-30ea1f0c1504, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b35a7623-1bf6-4b8d-9df7-30ea1f0c1504,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:49.001988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:49.002360 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:49.055861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'b35a7623-1bf6-4b8d-9df7-30ea1f0c1504', 'network_id': '84b15971-c3b1-423f-a0b8-5ba85f9e199b', 'port_id': 'b35a7623-1bf6-4b8d-9df7-30ea1f0c1504', 'mac_address': 'fa:16:3e:75:e5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ab6a09-9e77-4bfa-8672-ebfec5d093f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:13:49.111140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4258a6-7696-4227-afca-43ff8b7220d5 req-4766c53e-7c6a-4be6-a1fe-4ea3ff9210d8 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:49.113066 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff4258a6-7696-4227-afca-43ff8b7220d5 req-4766c53e-7c6a-4be6-a1fe-4ea3ff9210d8 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/ports?device_id=10961069-f078-41d6-8714-5de7265ea30e HTTP/1.1" status: 200 len: 944 time: 0.0863106 Nov 19 09:13:49.158925 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:49.177020 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:49.179904 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:13:49.182392 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff4258a6-7696-4227-afca-43ff8b7220d5 req-2dfbc9d0-1546-4044-b48e-d2dd41a43769 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/security-groups?id=437b1e63-9d76-4e8d-874a-30e70fa96f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609658 Nov 19 09:13:49.213954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-8ad3efb4-c934-4b37-b010-c59c0dcb9863 req-8a659faa-9d88-4908-ba77-0fc741d0457f tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1030959304', 'description': 'tempest-description-1781037621'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:49.225167 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b35a7623-1bf6-4b8d-9df7-30ea1f0c1504, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b35a7623-1bf6-4b8d-9df7-30ea1f0c1504,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:49.249104 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:49.263407 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10961069-f078-41d6-8714-5de7265ea30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cdaf2f-2b32-4c29-abb5-4406e1a5ee05'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:13:49.272631 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d424773-2316-4a8d-bccd-da13dded4ae1" -d '{"events": [{"server_uuid": "10961069-f078-41d6-8714-5de7265ea30e", "name": "network-vif-plugged", "status": "completed", "tag": "54cdaf2f-2b32-4c29-abb5-4406e1a5ee05"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:13:49.275160 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8ad3efb4-c934-4b37-b010-c59c0dcb9863 req-8a659faa-9d88-4908-ba77-0fc741d0457f tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:49.347289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=54cdaf2f-2b32-4c29-abb5-4406e1a5ee05,segment=NetworkSegment(bfc357c1-ba04-4ae0-86d1-f6694f44bdca),segment_id=bfc357c1-ba04-4ae0-86d1-f6694f44bdca)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:49.364702 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:49.386687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=b35a7623-1bf6-4b8d-9df7-30ea1f0c1504,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:49.394345 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8ad3efb4-c934-4b37-b010-c59c0dcb9863 req-8a659faa-9d88-4908-ba77-0fc741d0457f tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:49.398709 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f760b7-ac12-435e-8938-93b3962b446a None None] New status for floating IP 4fcbfcf5-5ed8-465f-9829-ff19ba4b62ba: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:13:49.400649 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8ad3efb4-c934-4b37-b010-c59c0dcb9863 req-8a659faa-9d88-4908-ba77-0fc741d0457f tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:49.452990 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8ad3efb4-c934-4b37-b010-c59c0dcb9863 req-8a659faa-9d88-4908-ba77-0fc741d0457f tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:49.456236 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8ad3efb4-c934-4b37-b010-c59c0dcb9863 req-8a659faa-9d88-4908-ba77-0fc741d0457f tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2482929 Nov 19 09:13:49.472160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a659faa-9d88-4908-ba77-0fc741d0457f tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106e9cca-de4b-451f-9052-a482f764ea35,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:49.534687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=54cdaf2f-2b32-4c29-abb5-4406e1a5ee05,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:49.550216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b35a7623-1bf6-4b8d-9df7-30ea1f0c1504'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:13:49.661600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522c083-af47-467b-8272-84fe773040d3 req-984195ef-8bc8-458e-a9ec-fa8034513bcd tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:49.663180 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1522c083-af47-467b-8272-84fe773040d3 req-984195ef-8bc8-458e-a9ec-fa8034513bcd tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 945 time: 0.1087911 Nov 19 09:13:49.725783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1522c083-af47-467b-8272-84fe773040d3 req-3f453f65-c7f1-4d42-b919-ebd12fcdf5c1 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550559 Nov 19 09:13:49.849249 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0da22086-041a-4c16-89d3-355727002e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:49.896613 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf8ff92e-9b5f-42ef-804a-9ebbf7e26f08 req-d73afb2c-e3c2-402d-994e-d8a3e32cd058 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/floatingips/4fcbfcf5-5ed8-465f-9829-ff19ba4b62ba HTTP/1.1" status: 200 len: 693 time: 0.0508423 Nov 19 09:13:50.020494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ff92e-9b5f-42ef-804a-9ebbf7e26f08 req-24eb1582-632e-4bee-8453-b28792604668 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:50.028478 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf8ff92e-9b5f-42ef-804a-9ebbf7e26f08 req-24eb1582-632e-4bee-8453-b28792604668 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.1248238 Nov 19 09:13:50.081876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf8ff92e-9b5f-42ef-804a-9ebbf7e26f08 req-6f28f414-1a4f-4473-b579-d3bb28e319f3 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.0524871 Nov 19 09:13:50.147275 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf8ff92e-9b5f-42ef-804a-9ebbf7e26f08 req-44b85970-a969-4403-802a-2c7731ef5107 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.102 HTTP/1.1" status: 200 len: 696 time: 0.0584228 Nov 19 09:13:50.289555 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-bf8ff92e-9b5f-42ef-804a-9ebbf7e26f08 req-5e88b240-ed83-4797-b2ab-e1e8c6915cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Deleting port 384d1742-0375-4c35-9be5-fd181cc536f5 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:13:50.290194 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf8ff92e-9b5f-42ef-804a-9ebbf7e26f08 req-5e88b240-ed83-4797-b2ab-e1e8c6915cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:50.371151 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf8ff92e-9b5f-42ef-804a-9ebbf7e26f08 req-5e88b240-ed83-4797-b2ab-e1e8c6915cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:50.371752 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf8ff92e-9b5f-42ef-804a-9ebbf7e26f08 req-5e88b240-ed83-4797-b2ab-e1e8c6915cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:50.387284 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-bf8ff92e-9b5f-42ef-804a-9ebbf7e26f08 req-5e88b240-ed83-4797-b2ab-e1e8c6915cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Calling delete_port for 384d1742-0375-4c35-9be5-fd181cc536f5 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:13:50.534396 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf8ff92e-9b5f-42ef-804a-9ebbf7e26f08 req-5e88b240-ed83-4797-b2ab-e1e8c6915cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:50.557232 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88b240-ed83-4797-b2ab-e1e8c6915cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Pushing event deleted for resources: {'Port': ['ID=384d1742-0375-4c35-9be5-fd181cc536f5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:50.563875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c1619c-c527-44f8-ad42-c1392f91dec8', 'tag': 'b35a7623-1bf6-4b8d-9df7-30ea1f0c1504'}, {'name': 'network-changed', 'server_uuid': 'e888eaf8-c186-4b61-aa02-3fc2018a746a', 'tag': '4acf4499-d1a7-4055-85bd-0c2178900158'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:13:50.565679 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8479701-3fd7-4dbc-bc69-14950eb70fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c1619c-c527-44f8-ad42-c1392f91dec8", "tag": "b35a7623-1bf6-4b8d-9df7-30ea1f0c1504"}, {"name": "network-changed", "server_uuid": "e888eaf8-c186-4b61-aa02-3fc2018a746a", "tag": "4acf4499-d1a7-4055-85bd-0c2178900158"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:13:50.640131 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf8ff92e-9b5f-42ef-804a-9ebbf7e26f08 req-5e88b240-ed83-4797-b2ab-e1e8c6915cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:50.643788 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf8ff92e-9b5f-42ef-804a-9ebbf7e26f08 req-5e88b240-ed83-4797-b2ab-e1e8c6915cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:50.658796 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf8ff92e-9b5f-42ef-804a-9ebbf7e26f08 req-5e88b240-ed83-4797-b2ab-e1e8c6915cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "DELETE /v2.0/floatingips/4fcbfcf5-5ed8-465f-9829-ff19ba4b62ba HTTP/1.1" status: 204 len: 173 time: 0.5058718 Nov 19 09:13:50.689778 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1678d879-423b-4c19-bd1f-b1637d89ecbf x-openstack-request-id: req-1678d879-423b-4c19-bd1f-b1637d89ecbf {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:50.690091 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10961069-f078-41d6-8714-5de7265ea30e", "name": "network-vif-plugged", "status": "completed", "tag": "54cdaf2f-2b32-4c29-abb5-4406e1a5ee05", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:50.690346 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1678d879-423b-4c19-bd1f-b1637d89ecbf {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:50.690764 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10961069-f078-41d6-8714-5de7265ea30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cdaf2f-2b32-4c29-abb5-4406e1a5ee05', 'code': 200} Nov 19 09:13:50.723074 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:13:50.778522 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:13:50.783916 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:13:50.784688 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:50.822210 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269d97e-c11a-4037-b23c-6740bad868ce req-5af3998d-74c4-47f7-8398-3188a9c2a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:50.824787 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c269d97e-c11a-4037-b23c-6740bad868ce req-5af3998d-74c4-47f7-8398-3188a9c2a97e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=10961069-f078-41d6-8714-5de7265ea30e HTTP/1.1" status: 200 len: 1097 time: 0.0458479 Nov 19 09:13:50.880119 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c269d97e-c11a-4037-b23c-6740bad868ce req-03cf8f9a-30df-434e-afaf-44006021174c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=437b1e63-9d76-4e8d-874a-30e70fa96f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460248 Nov 19 09:13:50.922029 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:50.958981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b35a7623-1bf6-4b8d-9df7-30ea1f0c1504, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b35a7623-1bf6-4b8d-9df7-30ea1f0c1504,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:50.970714 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:51.034824 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-23c5ff6c-ce8f-4024-9850-8da443c7cb22 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53657 time: 0.3320572 Nov 19 09:13:51.037941 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=b35a7623-1bf6-4b8d-9df7-30ea1f0c1504,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:51.086528 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-e5c10c85-04fa-4132-9d4c-025ff35a0ccb tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/103d5bb3-7f66-4a76-9e40-3982f6fb509d HTTP/1.1" status: 200 len: 2998 time: 0.0443244 Nov 19 09:13:51.127492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-1ffb8172-e28b-4175-a52f-9dc75e9cf342 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/103d5bb3-7f66-4a76-9e40-3982f6fb509d HTTP/1.1" status: 200 len: 2998 time: 0.0351143 Nov 19 09:13:51.170789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-f8a5c037-a5ce-45e0-b154-9da00a7f391d tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/219f0c81-0696-4a0e-8f4c-be360782d74e HTTP/1.1" status: 200 len: 2998 time: 0.0372958 Nov 19 09:13:51.212644 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-abefa905-2228-45ec-be1b-77517d5eb6b8 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/219f0c81-0696-4a0e-8f4c-be360782d74e HTTP/1.1" status: 200 len: 2998 time: 0.0358803 Nov 19 09:13:51.255125 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-68404afe-8322-47b3-9f27-1c09219e0a79 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2679771f-457b-4fc4-bd5f-00ee19604827 HTTP/1.1" status: 200 len: 2998 time: 0.0364523 Nov 19 09:13:51.310952 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-55c0ecf6-6e42-4d60-99ef-05021f58c677 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2679771f-457b-4fc4-bd5f-00ee19604827 HTTP/1.1" status: 200 len: 2998 time: 0.0490730 Nov 19 09:13:51.366112 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-45d17595-4247-4dfc-ad15-753f17c48b6f tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2e5d3d23-bdff-4ec5-bc35-7bd3f9ffe1c4 HTTP/1.1" status: 200 len: 2998 time: 0.0487385 Nov 19 09:13:51.411639 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-8253bc9c-77f9-4621-8889-633e4836f082 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/2e5d3d23-bdff-4ec5-bc35-7bd3f9ffe1c4 HTTP/1.1" status: 200 len: 2998 time: 0.0394466 Nov 19 09:13:51.454349 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-3fda1871-a6a7-481b-86fe-a6c1579add1c tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3982b91b-2664-4af6-9d58-29b4fac03b61 HTTP/1.1" status: 200 len: 2994 time: 0.0355816 Nov 19 09:13:51.508557 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-e3d5f249-b9ab-451c-8627-f3819d93ef8e tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3982b91b-2664-4af6-9d58-29b4fac03b61 HTTP/1.1" status: 200 len: 2994 time: 0.0412169 Nov 19 09:13:51.549929 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-f734bbf4-0d2e-4723-a0bd-5e131ca90f92 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/457186f3-cb5b-48af-b9c8-286ddd647641 HTTP/1.1" status: 200 len: 2998 time: 0.0349450 Nov 19 09:13:51.597611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-cd70a256-68b7-4033-8bf6-081a9bf9d82f tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/457186f3-cb5b-48af-b9c8-286ddd647641 HTTP/1.1" status: 200 len: 2998 time: 0.0401447 Nov 19 09:13:51.642087 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-ccf5ea56-477f-41c4-92a7-b48717276369 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/6ec47e76-4a42-4fd5-8ef4-76d1f348b9fa HTTP/1.1" status: 200 len: 2998 time: 0.0385728 Nov 19 09:13:51.684927 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-fbb473f5-4dc8-430e-b3c9-888a0aafa35b tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/6ec47e76-4a42-4fd5-8ef4-76d1f348b9fa HTTP/1.1" status: 200 len: 2998 time: 0.0370018 Nov 19 09:13:51.728848 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-f8b71f72-87f0-42e1-91e7-83e795152a7b tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/739b4b7b-cb8f-4277-8deb-200a89dda6a9 HTTP/1.1" status: 200 len: 2998 time: 0.0371869 Nov 19 09:13:51.772736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-7496e2f3-3224-458e-9a49-1e2bb5aed412 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/739b4b7b-cb8f-4277-8deb-200a89dda6a9 HTTP/1.1" status: 200 len: 2998 time: 0.0378599 Nov 19 09:13:51.814454 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-81a79edb-2fca-4b85-b5f4-94dfbf700fd0 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8f3e1507-5eba-4142-849b-5f316a309717 HTTP/1.1" status: 200 len: 2990 time: 0.0355635 Nov 19 09:13:51.860519 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-6ee2d312-1fd4-4ee2-8234-39ef196e9c5a tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8f3e1507-5eba-4142-849b-5f316a309717 HTTP/1.1" status: 200 len: 2990 time: 0.0394194 Nov 19 09:13:51.905515 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-b557ca0b-6662-4f56-bc24-0c31008c3c69 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a289a56a-a4e6-4ee3-9d41-be5b075771ff HTTP/1.1" status: 200 len: 2998 time: 0.0391519 Nov 19 09:13:51.951865 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-026c3440-c29e-4f3b-9398-4893f0d8bffe tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a289a56a-a4e6-4ee3-9d41-be5b075771ff HTTP/1.1" status: 200 len: 2998 time: 0.0403886 Nov 19 09:13:51.994306 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-02d261bc-99fb-451b-a2c5-28da74616fef tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b2e06051-2a47-4d1a-b0a0-40229c3af1f9 HTTP/1.1" status: 200 len: 2998 time: 0.0359364 Nov 19 09:13:52.042200 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-13f32d37-886f-4b1d-8f1c-a50662280600 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b2e06051-2a47-4d1a-b0a0-40229c3af1f9 HTTP/1.1" status: 200 len: 2998 time: 0.0382347 Nov 19 09:13:52.085218 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-eae50e18-1246-4b34-bef3-7c5a2c08ace9 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b7d9265b-9f7b-483d-9343-77f83e3c3f24 HTTP/1.1" status: 200 len: 2998 time: 0.0363183 Nov 19 09:13:52.135835 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-25118556-9375-42f2-a884-9006ede61b82 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b7d9265b-9f7b-483d-9343-77f83e3c3f24 HTTP/1.1" status: 200 len: 2998 time: 0.0441692 Nov 19 09:13:52.200080 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-83914599-6d18-445b-b7cc-1a8924781aa2 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c0e5e210-af32-485d-bcca-fb5d4d6b5374 HTTP/1.1" status: 200 len: 2998 time: 0.0564451 Nov 19 09:13:52.210906 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ae1bfb67-768e-4970-9633-8f60b64456d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:52.250636 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-f934d63c-4167-4914-a0d2-67f57f7bf4d5 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c0e5e210-af32-485d-bcca-fb5d4d6b5374 HTTP/1.1" status: 200 len: 2998 time: 0.0438154 Nov 19 09:13:52.295331 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-ab44ab1b-466d-4b25-9277-829d466502b7 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ed0be7af-4aad-4cca-84c6-a25dfa48836e HTTP/1.1" status: 200 len: 2998 time: 0.0387065 Nov 19 09:13:52.341252 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bc52001-59fb-4272-8dec-dbd45375286e req-b553c9ef-9b58-4095-b5bf-9a04a5526be8 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ed0be7af-4aad-4cca-84c6-a25dfa48836e HTTP/1.1" status: 200 len: 2998 time: 0.0391364 Nov 19 09:13:52.442645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37834a3-2901-4aaf-9a74-0aa39ab607c1 req-f54f5835-beb2-4dc5-bb91-a1955f0dd8d1 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:52.444034 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f37834a3-2901-4aaf-9a74-0aa39ab607c1 req-f54f5835-beb2-4dc5-bb91-a1955f0dd8d1 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.0506310 Nov 19 09:13:52.495954 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f37834a3-2901-4aaf-9a74-0aa39ab607c1 req-e3989ffa-ad34-4863-a0e6-a653a385e39c tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458546 Nov 19 09:13:52.600805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ab0af-2f15-4885-a160-a7f972409dfb req-4cb91e7e-6c57-4ed2-9e06-a3b7e52e68ef tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:52.602417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c3ab0af-2f15-4885-a160-a7f972409dfb req-4cb91e7e-6c57-4ed2-9e06-a3b7e52e68ef tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/ports?device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 931 time: 0.0507724 Nov 19 09:13:52.652924 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c3ab0af-2f15-4885-a160-a7f972409dfb req-ecc31548-1482-4486-860d-f0a3003bb28c tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/security-groups?id=2679771f-457b-4fc4-bd5f-00ee19604827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444958 Nov 19 09:13:52.692099 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c1619c-c527-44f8-ad42-c1392f91dec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35a7623-1bf6-4b8d-9df7-30ea1f0c1504'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:13:52.694295 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595ef30f-c7db-4ce9-8c1a-e1dd57419008" -d '{"events": [{"server_uuid": "f4c1619c-c527-44f8-ad42-c1392f91dec8", "name": "network-vif-plugged", "status": "completed", "tag": "b35a7623-1bf6-4b8d-9df7-30ea1f0c1504"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:13:52.737430 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-793a7431-2d74-4dbb-b402-edfc07f0a810 req-0a8f7f80-b4e5-4aea-a9ba-d223058dd473 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=429cb47c-226e-4f94-bfce-dd980bfc2e26 HTTP/1.1" status: 200 len: 210 time: 0.0278819 Nov 19 09:13:52.850686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afab53-446c-47d8-8f12-8100c0953b56 req-7ebd7c83-7ad9-4d4a-8b2f-7dfa8cc6b467 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:52.852661 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09afab53-446c-47d8-8f12-8100c0953b56 req-7ebd7c83-7ad9-4d4a-8b2f-7dfa8cc6b467 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/ports?device_id=10961069-f078-41d6-8714-5de7265ea30e HTTP/1.1" status: 200 len: 945 time: 0.0586455 Nov 19 09:13:52.908669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09afab53-446c-47d8-8f12-8100c0953b56 req-b94a7aa2-41c8-4073-82f0-16869c118311 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/security-groups?id=437b1e63-9d76-4e8d-874a-30e70fa96f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495386 Nov 19 09:13:52.963124 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 09:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683d6796-0138-4c9a-b471-0d312a28974b x-openstack-request-id: req-683d6796-0138-4c9a-b471-0d312a28974b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:52.963425 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c1619c-c527-44f8-ad42-c1392f91dec8", "tag": "b35a7623-1bf6-4b8d-9df7-30ea1f0c1504", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e888eaf8-c186-4b61-aa02-3fc2018a746a", "tag": "4acf4499-d1a7-4055-85bd-0c2178900158", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:52.963679 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-683d6796-0138-4c9a-b471-0d312a28974b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:52.964079 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c1619c-c527-44f8-ad42-c1392f91dec8', 'tag': 'b35a7623-1bf6-4b8d-9df7-30ea1f0c1504', 'status': 'completed', 'code': 200} Nov 19 09:13:52.964329 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e888eaf8-c186-4b61-aa02-3fc2018a746a', 'tag': '4acf4499-d1a7-4055-85bd-0c2178900158', 'status': 'completed', 'code': 200} Nov 19 09:13:53.038233 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-88c722b0-3811-43fb-97a6-527eaa3f0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:53.039923 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-88c722b0-3811-43fb-97a6-527eaa3f0a3c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d989f3321d484896968fa83d99590725&device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 1098 time: 0.0464609 Nov 19 09:13:53.071648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26259d8-1651-4011-8d4e-88fc1d83cdf1 req-494e2028-fcde-4898-ab69-3cbac8cffed4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:53.074114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a26259d8-1651-4011-8d4e-88fc1d83cdf1 req-494e2028-fcde-4898-ab69-3cbac8cffed4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.0565026 Nov 19 09:13:53.125725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a26259d8-1651-4011-8d4e-88fc1d83cdf1 req-ef9be429-1b6d-424f-90ec-0162513cde24 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438468 Nov 19 09:13:53.140520 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-d179d76b-e1fc-41f6-8349-309d74a097aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:53.142623 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-d179d76b-e1fc-41f6-8349-309d74a097aa service neutron] 10.222.0.71 "GET /v2.0/networks?id=84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 200 len: 905 time: 0.0938430 Nov 19 09:13:53.188405 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-d42c9f03-41e6-473f-9b00-d44734a5d8ea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 HTTP/1.1" status: 200 len: 217 time: 0.0367389 Nov 19 09:13:53.230476 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b7a8f53-af5f-4305-8296-4517b39e267d req-9889aeff-1ee7-421e-a7e6-8d5906f9ad90 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d51605d992a242d0824e442eb0850d62 HTTP/1.1" status: 200 len: 6153 time: 0.0678315 Nov 19 09:13:53.250907 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-e955ac08-4bc6-4d74-83e3-b9b22356c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:53.252522 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-e955ac08-4bc6-4d74-83e3-b9b22356c523 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3ab6a09-9e77-4bfa-8672-ebfec5d093f3 HTTP/1.1" status: 200 len: 844 time: 0.0562937 Nov 19 09:13:53.280635 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b7a8f53-af5f-4305-8296-4517b39e267d req-e4cfba1c-8c7d-4802-9a1b-0eb7273b6673 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] 10.222.0.21 "GET /v2.0/security-groups/739b4b7b-cb8f-4277-8deb-200a89dda6a9 HTTP/1.1" status: 200 len: 2998 time: 0.0431120 Nov 19 09:13:53.290042 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-16726cb7-a2ad-4e28-8d93-4e275ca595b2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=84b15971-c3b1-423f-a0b8-5ba85f9e199b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263743 Nov 19 09:13:53.332973 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:53.337862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b7a8f53-af5f-4305-8296-4517b39e267d req-51c26e62-2d28-475d-8e19-e5d3a58548ec tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] 10.222.0.21 "GET /v2.0/security-groups/739b4b7b-cb8f-4277-8deb-200a89dda6a9 HTTP/1.1" status: 200 len: 2998 time: 0.0508952 Nov 19 09:13:53.381582 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ce380d-d589-486a-ab28-b8f444f8479a x-openstack-request-id: req-d1ce380d-d589-486a-ab28-b8f444f8479a {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:53.381971 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c1619c-c527-44f8-ad42-c1392f91dec8", "name": "network-vif-plugged", "status": "completed", "tag": "b35a7623-1bf6-4b8d-9df7-30ea1f0c1504", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:53.382422 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1ce380d-d589-486a-ab28-b8f444f8479a {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:53.382916 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c1619c-c527-44f8-ad42-c1392f91dec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35a7623-1bf6-4b8d-9df7-30ea1f0c1504', 'code': 200} Nov 19 09:13:53.394510 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-0a5d7db0-4ad5-4cad-b5bf-7a61e88c96ce service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958002 Nov 19 09:13:53.496451 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-8ddb7ad1-7f58-4284-a459-963bd682e2e0 service neutron] 10.222.0.71 "GET /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931425 Nov 19 09:13:53.512277 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81fc14-a4ce-471e-b192-4ac35ba3cc6f req-3f54ff1d-0b97-423d-9a6b-a852ac3c8a37 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:53.514119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe81fc14-a4ce-471e-b192-4ac35ba3cc6f req-3f54ff1d-0b97-423d-9a6b-a852ac3c8a37 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/ports?device_id=10961069-f078-41d6-8714-5de7265ea30e HTTP/1.1" status: 200 len: 945 time: 0.0878639 Nov 19 09:13:53.521302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39c43e-f323-4c1b-a68f-671775835ee0 req-4c796943-03be-425c-b3f8-a188a027d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:53.522757 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4f39c43e-f323-4c1b-a68f-671775835ee0 req-4c796943-03be-425c-b3f8-a188a027d424 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 1098 time: 0.0621605 Nov 19 09:13:53.526106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36844) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:53.530698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0fa7c5d2-291c-497e-b5fd-a4bcb81f3bcc tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Request body: {'floatingip': {'port_id': '54cdaf2f-2b32-4c29-abb5-4406e1a5ee05'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:53.594485 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0fa7c5d2-291c-497e-b5fd-a4bcb81f3bcc tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:53.696874 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4f39c43e-f323-4c1b-a68f-671775835ee0 req-e98d276b-4758-4e90-a1a7-65f089fd01d6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624343 Nov 19 09:13:53.733704 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef4a06-a198-447c-9f9b-43d4dd119df7 req-385aad65-9a0c-4e56-84ed-3507979f7798 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:53.735730 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-83ef4a06-a198-447c-9f9b-43d4dd119df7 req-385aad65-9a0c-4e56-84ed-3507979f7798 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1648386 Nov 19 09:13:54.132508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Request body: {'port': {'device_id': '59df28b3-1e4d-4c8d-8d6e-25b461825f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:13:54.147481 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-83ef4a06-a198-447c-9f9b-43d4dd119df7 req-53806462-1cef-4824-8c5a-ee891bd6bf0a tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4029887 Nov 19 09:13:54.326259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c34bb3a6-5c66-4057-81b5-ec908449adda req-6fc7a64c-287c-43c6-b2dd-f0ab389e7959 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/106e9cca-de4b-451f-9052-a482f764ea35 HTTP/1.1" status: 200 len: 1795 time: 0.1995502 Nov 19 09:13:54.327936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-4603559a-4c76-4167-83ac-fac785fdda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:54.329993 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-4603559a-4c76-4167-83ac-fac785fdda29 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf5cfffb23a14bd0aad7e0a2fc0d6f29&device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 1098 time: 0.2021146 Nov 19 09:13:54.332341 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:54.492700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a35865-615d-4815-b996-ab50c399a364 req-c6c3eb4b-f8af-4b48-97bd-22e096ecf613 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:54.494366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71a35865-615d-4815-b996-ab50c399a364 req-c6c3eb4b-f8af-4b48-97bd-22e096ecf613 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.2755265 Nov 19 09:13:54.726143 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c34bb3a6-5c66-4057-81b5-ec908449adda req-717923ea-28f7-471b-bc36-c7891b9a702f tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:54.752378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-386ad94e-6426-4660-9825-d39426e26cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:54.753960 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-386ad94e-6426-4660-9825-d39426e26cae service neutron] 10.222.0.66 "GET /v2.0/networks?id=754dc536-d7ea-408c-9b4c-4b592aff6603 HTTP/1.1" status: 200 len: 928 time: 0.3946004 Nov 19 09:13:54.773148 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:54.783838 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71a35865-615d-4815-b996-ab50c399a364 req-1668374d-2e7b-452e-bef6-65f2fa80323b tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742457 Nov 19 09:13:54.860931 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c34bb3a6-5c66-4057-81b5-ec908449adda req-717923ea-28f7-471b-bc36-c7891b9a702f tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:54.886308 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-1e9569dd-7a89-474c-9c21-d3acd47f1eff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4acf4499-d1a7-4055-85bd-0c2178900158 HTTP/1.1" status: 200 len: 217 time: 0.1188734 Nov 19 09:13:55.085452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8dcac-0df8-48b6-833c-51332e569475 req-2cc2d56e-b0b1-4577-9120-8c87d8493d08 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:55.086930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5a8dcac-0df8-48b6-833c-51332e569475 req-2cc2d56e-b0b1-4577-9120-8c87d8493d08 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/ports?device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 931 time: 0.2213202 Nov 19 09:13:55.094766 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c34bb3a6-5c66-4057-81b5-ec908449adda req-717923ea-28f7-471b-bc36-c7891b9a702f tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:55.097388 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c34bb3a6-5c66-4057-81b5-ec908449adda req-717923ea-28f7-471b-bc36-c7891b9a702f tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:55.098468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c34bb3a6-5c66-4057-81b5-ec908449adda req-717923ea-28f7-471b-bc36-c7891b9a702f tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/106e9cca-de4b-451f-9052-a482f764ea35 HTTP/1.1" status: 204 len: 173 time: 0.7619832 Nov 19 09:13:55.105488 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-7964f974-3d95-42ea-b62d-330d3ab91ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:55.106905 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-7964f974-3d95-42ea-b62d-330d3ab91ce2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=337ce23b-38be-4a98-96d8-e3b1f9886e8a HTTP/1.1" status: 200 len: 866 time: 0.2030983 Nov 19 09:13:55.144828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717923ea-28f7-471b-bc36-c7891b9a702f tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106e9cca-de4b-451f-9052-a482f764ea35,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:55.174005 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0fa7c5d2-291c-497e-b5fd-a4bcb81f3bcc tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:55.190849 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0fa7c5d2-291c-497e-b5fd-a4bcb81f3bcc tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:55.307102 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7a97b0-895f-498f-8fca-11caaedf7bd4 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:13:55.320361 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:55.327534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5a8dcac-0df8-48b6-833c-51332e569475 req-a496b4c3-14c3-48bc-9aa8-af0ec6820f88 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/security-groups?id=2679771f-457b-4fc4-bd5f-00ee19604827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252581 Nov 19 09:13:55.333460 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-5175d46a-4187-4643-ad82-e4abc9bedf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:55.334959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-5175d46a-4187-4643-ad82-e4abc9bedf07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=754dc536-d7ea-408c-9b4c-4b592aff6603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2065516 Nov 19 09:13:55.374253 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:55.411020 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Transition to ACTIVE for port object 4a7a97b0-895f-498f-8fca-11caaedf7bd4 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:13:55.471324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d243e312-32bb-40a8-b6d2-5e5a30eca1f9 req-7722a939-1261-4dda-94ae-5486097cd636 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1014278 Nov 19 09:13:55.471927 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:55.491609 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6ef6d-37f8-4908-af4c-37da593353da req-f168482b-1fdb-4f35-8bef-02c9dbac3516 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:55.493208 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eab6ef6d-37f8-4908-af4c-37da593353da req-f168482b-1fdb-4f35-8bef-02c9dbac3516 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.3070982 Nov 19 09:13:55.541950 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-0fa7c5d2-291c-497e-b5fd-a4bcb81f3bcc tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Floating IP 3c3da16e-990a-4b67-b185-8f0e108b7f83 associated. External IP: 172.25.0.52, port: 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05. Nov 19 09:13:55.655915 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7a97b0-895f-498f-8fca-11caaedf7bd4,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:55.731815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-9997f2e5-f539-4d24-8b1d-62a19202f06a service neutron] 10.222.0.66 "GET /v2.0/networks/754dc536-d7ea-408c-9b4c-4b592aff6603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631151 Nov 19 09:13:55.782998 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eab6ef6d-37f8-4908-af4c-37da593353da req-e495ab15-7069-4019-bb4c-f8c0afa84a49 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819803 Nov 19 09:13:55.840159 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e33b0a60-5f8d-4e31-97ff-80decddca144 req-9356a5e2-9a4d-4654-8148-8d3e33748965 tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f2283ddf-cc7d-4377-b8fb-5a8804e77766 HTTP/1.1" status: 200 len: 1793 time: 0.2328370 Nov 19 09:13:55.965709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Attempting to bind port 4a7a97b0-895f-498f-8fca-11caaedf7bd4 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:13:55.966052 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Attempting to bind port 4a7a97b0-895f-498f-8fca-11caaedf7bd4 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '6e6e13e5-9365-4f5b-b45c-d7da12a254e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:13:55.966960 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Attempting to bind port 4a7a97b0-895f-498f-8fca-11caaedf7bd4 on network 6cd7f63e-df95-427b-b076-36c43a258c77 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:13:55.991321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Port 4a7a97b0-895f-498f-8fca-11caaedf7bd4 on network 6cd7f63e-df95-427b-b076-36c43a258c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:13:55.991617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Attempting to bind port 4a7a97b0-895f-498f-8fca-11caaedf7bd4 on network 6cd7f63e-df95-427b-b076-36c43a258c77 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:13:56.040922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:13:56.041293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Checking segment: {'id': '6e6e13e5-9365-4f5b-b45c-d7da12a254e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:13:56.041686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Bound using segment: {'id': '6e6e13e5-9365-4f5b-b45c-d7da12a254e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:13:56.042175 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Bound port: 4a7a97b0-895f-498f-8fca-11caaedf7bd4, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6e13e5-9365-4f5b-b45c-d7da12a254e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:13:56.042592 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:56.068621 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8479701-3fd7-4dbc-bc69-14950eb70fd1 req-acb489b4-0a98-43f9-a1bd-5d3546b84c27 service neutron] 10.222.0.66 "GET /v2.0/networks/754dc536-d7ea-408c-9b4c-4b592aff6603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248336 Nov 19 09:13:56.073868 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e33b0a60-5f8d-4e31-97ff-80decddca144 req-6f2395ff-c979-412e-a2bd-932c6df3e2ba tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:56.450053 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e33b0a60-5f8d-4e31-97ff-80decddca144 req-6f2395ff-c979-412e-a2bd-932c6df3e2ba tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:56.502345 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa7c5d2-291c-497e-b5fd-a4bcb81f3bcc tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:13:56.554174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] For port 4a7a97b0-895f-498f-8fca-11caaedf7bd4, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:13:56.560732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] For port 4a7a97b0-895f-498f-8fca-11caaedf7bd4, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4a7a97b0-895f-498f-8fca-11caaedf7bd4,segment=NetworkSegment(6e6e13e5-9365-4f5b-b45c-d7da12a254e6),segment_id=6e6e13e5-9365-4f5b-b45c-d7da12a254e6)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:13:56.575727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c57648-5f34-426b-8a14-1d6d95750ecc req-52e5669e-7f7c-4c3f-a2eb-452f3478c393 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:56.577327 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9c57648-5f34-426b-8a14-1d6d95750ecc req-52e5669e-7f7c-4c3f-a2eb-452f3478c393 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.1632411 Nov 19 09:13:56.581925 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:56.595231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79560d57-f281-4a3a-85e3-15ac4ac77b56 req-910f7884-08b1-4e46-bdff-c1e65f794029 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:56.596663 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79560d57-f281-4a3a-85e3-15ac4ac77b56 req-910f7884-08b1-4e46-bdff-c1e65f794029 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.66 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 944 time: 0.1578126 Nov 19 09:13:56.630995 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e33b0a60-5f8d-4e31-97ff-80decddca144 req-6f2395ff-c979-412e-a2bd-932c6df3e2ba tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:56.633605 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e33b0a60-5f8d-4e31-97ff-80decddca144 req-6f2395ff-c979-412e-a2bd-932c6df3e2ba tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:56.634809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e33b0a60-5f8d-4e31-97ff-80decddca144 req-6f2395ff-c979-412e-a2bd-932c6df3e2ba tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2283ddf-cc7d-4377-b8fb-5a8804e77766 HTTP/1.1" status: 204 len: 173 time: 0.7937803 Nov 19 09:13:56.724029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2395ff-c979-412e-a2bd-932c6df3e2ba tempest-SecurityGroupsTestAdminJSON-532320567 tempest-SecurityGroupsTestAdminJSON-532320567-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2283ddf-cc7d-4377-b8fb-5a8804e77766,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:56.735466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:56.736089 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:56.737493 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] 10.222.0.66 "PUT /v2.0/ports/4a7a97b0-895f-498f-8fca-11caaedf7bd4 HTTP/1.1" status: 200 len: 1092 time: 2.6394522 Nov 19 09:13:56.742726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59df28b3-1e4d-4c8d-8d6e-25b461825f5b', 'tag': '4a7a97b0-895f-498f-8fca-11caaedf7bd4'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:13:56.744452 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbba649-fb33-4102-bd03-ddb905919f69" -d '{"events": [{"name": "network-changed", "server_uuid": "59df28b3-1e4d-4c8d-8d6e-25b461825f5b", "tag": "4a7a97b0-895f-498f-8fca-11caaedf7bd4"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:13:56.895500 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90d0e7-9399-40f0-ab5d-3d972bf99ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7a97b0-895f-498f-8fca-11caaedf7bd4,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:56.916867 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9c57648-5f34-426b-8a14-1d6d95750ecc req-2f0a0173-d589-4b61-9400-dc157a9310ec tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3309178 Nov 19 09:13:56.945074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6318d7-9bc8-486e-930f-eecca0dd2dbf req-825f6758-8b98-4e76-a179-674417dde941 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:56.946452 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e6318d7-9bc8-486e-930f-eecca0dd2dbf req-825f6758-8b98-4e76-a179-674417dde941 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 944 time: 0.2328143 Nov 19 09:13:56.948807 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa7c5d2-291c-497e-b5fd-a4bcb81f3bcc tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:13:56.955343 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0fa7c5d2-291c-497e-b5fd-a4bcb81f3bcc tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:56.959947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e57e2e8-7900-465f-be7b-1ae1a73262b8 None None] Sync routers for ids ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:13:56.976358 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e57e2e8-7900-465f-be7b-1ae1a73262b8 None None] Routers {'20bc5938-9f59-4e78-8be9-bdbe2a6840ec'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:13:56.977323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8e57e2e8-7900-465f-be7b-1ae1a73262b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:13:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:56.979846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-91445e66-f90b-4dae-b018-321e8f4c6e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:56.981412 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-91445e66-f90b-4dae-b018-321e8f4c6e12 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3d2e61f345442a58b6c01872c648d72&device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 1095 time: 0.1802576 Nov 19 09:13:57.056759 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-fd0c6a0e-1ecc-48f7-932e-3917fa5a6ebd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a7a97b0-895f-498f-8fca-11caaedf7bd4 HTTP/1.1" status: 200 len: 217 time: 0.0667346 Nov 19 09:13:57.063699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0fa7c5d2-291c-497e-b5fd-a4bcb81f3bcc tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "PUT /v2.0/floatingips/3c3da16e-990a-4b67-b185-8f0e108b7f83 HTTP/1.1" status: 200 len: 990 time: 3.5331438 Nov 19 09:13:57.093123 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8e57e2e8-7900-465f-be7b-1ae1a73262b8 None None] Set router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:13:57.099422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-79560d57-f281-4a3a-85e3-15ac4ac77b56 req-648451ae-465a-4a67-b549-826a26e454bb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Deleting port f9dc5803-0e63-4360-ab2c-bcc662fe2293 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:13:57.099767 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-79560d57-f281-4a3a-85e3-15ac4ac77b56 req-648451ae-465a-4a67-b549-826a26e454bb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:57.195020 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e6318d7-9bc8-486e-930f-eecca0dd2dbf req-5d68541f-841f-4513-8bb0-cc83ed0da72b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336481 Nov 19 09:13:57.220696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63efac6-39aa-478e-8fa8-a6b633abaa1e req-89dd72e2-7734-4677-9dec-f01a8eea7cfb tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:57.222341 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c63efac6-39aa-478e-8fa8-a6b633abaa1e req-89dd72e2-7734-4677-9dec-f01a8eea7cfb tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 946 time: 0.2214305 Nov 19 09:13:57.226727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-f146032e-ad88-4f57-ac61-639b697beda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:57.228917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-f146032e-ad88-4f57-ac61-639b697beda7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=324380d0-1f9f-4761-8b99-2e27c72754f7 HTTP/1.1" status: 200 len: 854 time: 0.1450582 Nov 19 09:13:57.334314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-79560d57-f281-4a3a-85e3-15ac4ac77b56 req-648451ae-465a-4a67-b549-826a26e454bb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] For port f9dc5803-0e63-4360-ab2c-bcc662fe2293, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f9dc5803-0e63-4360-ab2c-bcc662fe2293,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:57.334682 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-79560d57-f281-4a3a-85e3-15ac4ac77b56 req-648451ae-465a-4a67-b549-826a26e454bb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:57.370193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-79560d57-f281-4a3a-85e3-15ac4ac77b56 req-648451ae-465a-4a67-b549-826a26e454bb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Calling delete_port for f9dc5803-0e63-4360-ab2c-bcc662fe2293 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:13:57.387516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-106662d8-167d-4e1e-be23-d4d4b7040ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:57.389104 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-106662d8-167d-4e1e-be23-d4d4b7040ea8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6cd7f63e-df95-427b-b076-36c43a258c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1403711 Nov 19 09:13:57.393068 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c63efac6-39aa-478e-8fa8-a6b633abaa1e req-49812c0a-610d-4c7c-91ac-661a05bfa1cd tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0e5e210-af32-485d-bcca-fb5d4d6b5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616466 Nov 19 09:13:57.429986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ebe84-050b-43bc-81ab-8d9d1dcaca6e req-3cee9e0b-b6d5-4c73-9ded-3caf6ba6faaa tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:57.431510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-640ebe84-050b-43bc-81ab-8d9d1dcaca6e req-3cee9e0b-b6d5-4c73-9ded-3caf6ba6faaa tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1492472 Nov 19 09:13:57.496023 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d010b2-da8e-45e1-9988-36774b9125d5 req-7783bbbc-813a-473f-b315-2dcf9597bcbd tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:57.498539 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-29d010b2-da8e-45e1-9988-36774b9125d5 req-7783bbbc-813a-473f-b315-2dcf9597bcbd tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.66 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 946 time: 0.0566270 Nov 19 09:13:57.523812 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8e57e2e8-7900-465f-be7b-1ae1a73262b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'name': 'tempest-ServersTestManualDisk-1814219410-router', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:13:21Z', 'updated_at': '2021-11-19T09:13:27Z', 'revision_number': 4, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'gw_port': {'id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:22Z', 'updated_at': '2021-11-19T09:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '3c3da16e-990a-4b67-b185-8f0e108b7f83', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'port_id': '54cdaf2f-2b32-4c29-abb5-4406e1a5ee05', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'mac_address': 'fa:16:3e:e7:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10961069-f078-41d6-8714-5de7265ea30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:13:35Z', 'updated_at': '2021-11-19T09:13:54Z', 'revision_number': 1, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fed13c5-37e5-4d96-b587-bf6181dd3b7e', 'name': '', 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'mac_address': 'fa:16:3e:62:c6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:26Z', 'updated_at': '2021-11-19T09:13:37Z', 'revision_number': 5, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'subnets': [{'id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:57.555143 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e57e2e8-7900-465f-be7b-1ae1a73262b8 None None] Checking router: 20bc5938-9f59-4e78-8be9-bdbe2a6840ec for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:13:57.564786 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e57e2e8-7900-465f-be7b-1ae1a73262b8 None None] Routers {'20bc5938-9f59-4e78-8be9-bdbe2a6840ec'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:13:57.565461 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8e57e2e8-7900-465f-be7b-1ae1a73262b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:13:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:57.602137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-29d010b2-da8e-45e1-9988-36774b9125d5 req-1b09ab25-76f2-4896-8c10-e98ab3ed6573 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Deleting port 4acf4499-d1a7-4055-85bd-0c2178900158 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:13:57.602898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-29d010b2-da8e-45e1-9988-36774b9125d5 req-1b09ab25-76f2-4896-8c10-e98ab3ed6573 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:57.626011 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-06830ad1-7c89-4802-a51d-84f019247a97 service neutron] 10.222.0.66 "GET /v2.0/networks/6cd7f63e-df95-427b-b076-36c43a258c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279680 Nov 19 09:13:57.635452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5277e3-5ae3-4fa3-a000-c791f1e3dfc5 req-cc9346c0-76b6-42f0-ac7a-a7c2e1cdd28d tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:57.636936 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a5277e3-5ae3-4fa3-a000-c791f1e3dfc5 req-cc9346c0-76b6-42f0-ac7a-a7c2e1cdd28d tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/ports?device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 943 time: 0.1480563 Nov 19 09:13:57.640209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-640ebe84-050b-43bc-81ab-8d9d1dcaca6e req-c3d8bb9b-cd8c-4906-9260-e8fa0c784ac4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501868 Nov 19 09:13:57.726079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8e57e2e8-7900-465f-be7b-1ae1a73262b8 None None] Set router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:13:57.730531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-29d010b2-da8e-45e1-9988-36774b9125d5 req-1b09ab25-76f2-4896-8c10-e98ab3ed6573 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] For port 4acf4499-d1a7-4055-85bd-0c2178900158, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4acf4499-d1a7-4055-85bd-0c2178900158,segment=NetworkSegment(80869d53-88b8-4523-afc8-14f65aeac772),segment_id=80869d53-88b8-4523-afc8-14f65aeac772)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:13:57.730904 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-29d010b2-da8e-45e1-9988-36774b9125d5 req-1b09ab25-76f2-4896-8c10-e98ab3ed6573 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:57.748514 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-29d010b2-da8e-45e1-9988-36774b9125d5 req-1b09ab25-76f2-4896-8c10-e98ab3ed6573 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Calling delete_port for 4acf4499-d1a7-4055-85bd-0c2178900158 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:13:57.798977 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a5277e3-5ae3-4fa3-a000-c791f1e3dfc5 req-ea7593e6-4d11-4311-96f9-fd324927c502 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/security-groups?id=2679771f-457b-4fc4-bd5f-00ee19604827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492188 Nov 19 09:13:57.832920 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-79560d57-f281-4a3a-85e3-15ac4ac77b56 req-648451ae-465a-4a67-b549-826a26e454bb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:57.853500 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa5ef73-8061-4ccd-93a8-2e847f184400 x-openstack-request-id: req-efa5ef73-8061-4ccd-93a8-2e847f184400 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:57.854016 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59df28b3-1e4d-4c8d-8d6e-25b461825f5b", "tag": "4a7a97b0-895f-498f-8fca-11caaedf7bd4", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:57.854423 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-efa5ef73-8061-4ccd-93a8-2e847f184400 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:57.854945 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59df28b3-1e4d-4c8d-8d6e-25b461825f5b', 'tag': '4a7a97b0-895f-498f-8fca-11caaedf7bd4', 'status': 'completed', 'code': 200} Nov 19 09:13:57.857730 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d783e0e-1543-48d1-bd13-fc75f96c6c59 req-25402bfb-2b78-4635-8295-2b93b8be86bf service neutron] 10.222.0.66 "GET /v2.0/networks/6cd7f63e-df95-427b-b076-36c43a258c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153690 Nov 19 09:13:57.897355 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648451ae-465a-4a67-b549-826a26e454bb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Pushing event deleted for resources: {'Port': ['ID=f9dc5803-0e63-4360-ab2c-bcc662fe2293,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:57.957264 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-29d010b2-da8e-45e1-9988-36774b9125d5 req-1b09ab25-76f2-4896-8c10-e98ab3ed6573 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:57.969758 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-79560d57-f281-4a3a-85e3-15ac4ac77b56 req-648451ae-465a-4a67-b549-826a26e454bb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] No DVR routers for this DVR port f9dc5803-0e63-4360-ab2c-bcc662fe2293 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:13:57.978253 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['4acf4499-d1a7-4055-85bd-0c2178900158'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:13:57.995004 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-79560d57-f281-4a3a-85e3-15ac4ac77b56 req-648451ae-465a-4a67-b549-826a26e454bb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:57.995004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79560d57-f281-4a3a-85e3-15ac4ac77b56 req-648451ae-465a-4a67-b549-826a26e454bb tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.66 "DELETE /v2.0/ports/f9dc5803-0e63-4360-ab2c-bcc662fe2293 HTTP/1.1" status: 204 len: 173 time: 1.3524771 Nov 19 09:13:58.021117 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-837ad7dc-1a52-47bc-a34c-0ab3629c7ff0 req-03d8365c-c5cf-47b9-8a4b-0fc8b84d1004 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] 10.222.0.21 "GET /v2.0/security-groups/9496e044-019e-410e-9a9f-eaaa11cae038 HTTP/1.1" status: 200 len: 1794 time: 0.1738076 Nov 19 09:13:58.021381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09ab25-76f2-4896-8c10-e98ab3ed6573 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Pushing event deleted for resources: {'Port': ['ID=4acf4499-d1a7-4055-85bd-0c2178900158,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:58.097070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbba649-fb33-4102-bd03-ddb905919f69 req-0b8274e8-d71c-4c77-ba2b-0ab45d4710f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:58.099422 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbbba649-fb33-4102-bd03-ddb905919f69 req-0b8274e8-d71c-4c77-ba2b-0ab45d4710f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3d2e61f345442a58b6c01872c648d72&device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 1095 time: 0.1602867 Nov 19 09:13:58.135309 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d010b2-da8e-45e1-9988-36774b9125d5 req-1b09ab25-76f2-4896-8c10-e98ab3ed6573 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] No DVR routers for this DVR port 4acf4499-d1a7-4055-85bd-0c2178900158 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:13:58.145621 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-29d010b2-da8e-45e1-9988-36774b9125d5 req-1b09ab25-76f2-4896-8c10-e98ab3ed6573 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:58.150392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112ccee-68bb-40c3-ade6-621febf09a27 req-d636ecc3-5b4a-4625-9a0a-a966fefe18c0 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:58.152227 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1112ccee-68bb-40c3-ade6-621febf09a27 req-d636ecc3-5b4a-4625-9a0a-a966fefe18c0 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1251674 Nov 19 09:13:58.158011 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-29d010b2-da8e-45e1-9988-36774b9125d5 req-1b09ab25-76f2-4896-8c10-e98ab3ed6573 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.66 "DELETE /v2.0/ports/4acf4499-d1a7-4055-85bd-0c2178900158 HTTP/1.1" status: 204 len: 173 time: 0.6535256 Nov 19 09:13:58.158947 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e888eaf8-c186-4b61-aa02-3fc2018a746a', 'name': 'network-vif-deleted', 'tag': '4acf4499-d1a7-4055-85bd-0c2178900158'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:13:58.162279 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258204be-2f31-4c6d-b989-828aba17db9d" -d '{"events": [{"server_uuid": "e888eaf8-c186-4b61-aa02-3fc2018a746a", "name": "network-vif-deleted", "tag": "4acf4499-d1a7-4055-85bd-0c2178900158"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:13:58.225421 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-837ad7dc-1a52-47bc-a34c-0ab3629c7ff0 req-9851831b-c66b-46f8-af57-4d0d39f7a401 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:58.237527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8e57e2e8-7900-465f-be7b-1ae1a73262b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'name': 'tempest-ServersTestManualDisk-1814219410-router', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:13:21Z', 'updated_at': '2021-11-19T09:13:27Z', 'revision_number': 4, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'gw_port': {'id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:22Z', 'updated_at': '2021-11-19T09:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '3c3da16e-990a-4b67-b185-8f0e108b7f83', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'port_id': '54cdaf2f-2b32-4c29-abb5-4406e1a5ee05', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'mac_address': 'fa:16:3e:e7:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10961069-f078-41d6-8714-5de7265ea30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:13:35Z', 'updated_at': '2021-11-19T09:13:54Z', 'revision_number': 1, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fed13c5-37e5-4d96-b587-bf6181dd3b7e', 'name': '', 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'mac_address': 'fa:16:3e:62:c6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:26Z', 'updated_at': '2021-11-19T09:13:37Z', 'revision_number': 5, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'subnets': [{'id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:13:58.272174 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1112ccee-68bb-40c3-ade6-621febf09a27 req-52a7f15b-e2dc-40d6-9cdb-de34e0d979ed tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896626 Nov 19 09:13:58.277400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e57e2e8-7900-465f-be7b-1ae1a73262b8 None None] The sync data for ids ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'] in n-d-805649-14 is: [{'id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'name': 'tempest-ServersTestManualDisk-1814219410-router', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:13:21Z', 'updated_at': '2021-11-19T09:13:27Z', 'revision_number': 4, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'gw_port': {'id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:22Z', 'updated_at': '2021-11-19T09:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '3c3da16e-990a-4b67-b185-8f0e108b7f83', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'port_id': '54cdaf2f-2b32-4c29-abb5-4406e1a5ee05', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'mac_address': 'fa:16:3e:e7:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10961069-f078-41d6-8714-5de7265ea30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:13:35Z', 'updated_at': '2021-11-19T09:13:54Z', 'revision_number': 1, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fed13c5-37e5-4d96-b587-bf6181dd3b7e', 'name': '', 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'mac_address': 'fa:16:3e:62:c6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:26Z', 'updated_at': '2021-11-19T09:13:37Z', 'revision_number': 5, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'subnets': [{'id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:13:58.306884 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-837ad7dc-1a52-47bc-a34c-0ab3629c7ff0 req-9851831b-c66b-46f8-af57-4d0d39f7a401 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:58.363017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbba649-fb33-4102-bd03-ddb905919f69 req-c1508d35-194c-45d1-8d90-0f6cef284923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:58.364497 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbbba649-fb33-4102-bd03-ddb905919f69 req-c1508d35-194c-45d1-8d90-0f6cef284923 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6cd7f63e-df95-427b-b076-36c43a258c77 HTTP/1.1" status: 200 len: 916 time: 0.2542846 Nov 19 09:13:58.430228 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbbba649-fb33-4102-bd03-ddb905919f69 req-99865bc7-ebbb-4b99-94c2-70f575aa2f50 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a7a97b0-895f-498f-8fca-11caaedf7bd4 HTTP/1.1" status: 200 len: 217 time: 0.0549369 Nov 19 09:13:58.477536 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-837ad7dc-1a52-47bc-a34c-0ab3629c7ff0 req-9851831b-c66b-46f8-af57-4d0d39f7a401 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:58.480235 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-837ad7dc-1a52-47bc-a34c-0ab3629c7ff0 req-9851831b-c66b-46f8-af57-4d0d39f7a401 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:58.494136 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-837ad7dc-1a52-47bc-a34c-0ab3629c7ff0 req-9851831b-c66b-46f8-af57-4d0d39f7a401 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] 10.222.0.21 "DELETE /v2.0/security-groups/9496e044-019e-410e-9a9f-eaaa11cae038 HTTP/1.1" status: 204 len: 173 time: 0.4879334 Nov 19 09:13:58.523137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851831b-c66b-46f8-af57-4d0d39f7a401 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9496e044-019e-410e-9a9f-eaaa11cae038,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:58.538909 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498290a6-13b8-49f4-a556-35e7ebf97084 x-openstack-request-id: req-498290a6-13b8-49f4-a556-35e7ebf97084 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:58.539425 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e888eaf8-c186-4b61-aa02-3fc2018a746a", "name": "network-vif-deleted", "tag": "4acf4499-d1a7-4055-85bd-0c2178900158", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:58.539425 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-498290a6-13b8-49f4-a556-35e7ebf97084 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:58.539867 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e888eaf8-c186-4b61-aa02-3fc2018a746a', 'name': 'network-vif-deleted', 'tag': '4acf4499-d1a7-4055-85bd-0c2178900158', 'status': 'completed', 'code': 200} Nov 19 09:13:58.559074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbba649-fb33-4102-bd03-ddb905919f69 req-647c5097-20e7-4450-a2ac-824685ab29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:58.565185 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbbba649-fb33-4102-bd03-ddb905919f69 req-647c5097-20e7-4450-a2ac-824685ab29d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=324380d0-1f9f-4761-8b99-2e27c72754f7 HTTP/1.1" status: 200 len: 854 time: 0.1170371 Nov 19 09:13:58.573651 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a5ba7-82ab-48d3-89e1-8b09eb0eac2e req-c2700c5f-9cd6-43f7-a434-7c107cc389f8 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:58.581898 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-202a5ba7-82ab-48d3-89e1-8b09eb0eac2e req-c2700c5f-9cd6-43f7-a434-7c107cc389f8 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.1655016 Nov 19 09:13:58.607258 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feea086d-38d5-48e6-9cfc-ea25b0dec3d0 None None] New status for floating IP 3c3da16e-990a-4b67-b185-8f0e108b7f83: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:13:58.660875 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8af8bfff-d69b-4c5f-b7bb-158b732fd18b req-cb3ff699-f5b3-423e-ab54-37f570333188 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd54b63-2334-4175-ab70-993754619b75 HTTP/1.1" status: 200 len: 210 time: 0.0362322 Nov 19 09:13:58.697687 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-202a5ba7-82ab-48d3-89e1-8b09eb0eac2e req-5e66b600-a9bf-4a66-a80b-b74df8c33c8c tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147385 Nov 19 09:13:58.700098 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbba649-fb33-4102-bd03-ddb905919f69 req-76b37149-106f-412b-b183-2637a5db5691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:58.713616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbbba649-fb33-4102-bd03-ddb905919f69 req-76b37149-106f-412b-b183-2637a5db5691 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6cd7f63e-df95-427b-b076-36c43a258c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1183479 Nov 19 09:13:58.848871 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92e150ac-26c9-4285-ac76-a1c17a5d29fb req-f3f5b678-d3c3-47ae-b5ea-50140ab41481 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341 tempest-FloatingIPsAssociationNegativeTestJSON-1575378341-project] 10.222.0.21 "GET /v2.0/ports?device_id=e888eaf8-c186-4b61-aa02-3fc2018a746a HTTP/1.1" status: 200 len: 210 time: 0.0405872 Nov 19 09:13:58.907789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbbba649-fb33-4102-bd03-ddb905919f69 req-340881f9-5576-4c4e-9c85-0ce76f76cba4 service neutron] 10.222.0.66 "GET /v2.0/networks/6cd7f63e-df95-427b-b076-36c43a258c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954379 Nov 19 09:13:58.982744 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bda3cb01-60c8-441c-82e9-a2521cc9af1c req-5110abb5-6169-46ac-9cdc-8a6dd48fec39 tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] 10.222.0.21 "GET /v2.0/security-groups/6160d656-06e0-4c2e-814a-051917c07e63 HTTP/1.1" status: 200 len: 1794 time: 0.0962303 Nov 19 09:13:59.098328 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbbba649-fb33-4102-bd03-ddb905919f69 req-b5b238e8-6486-45f0-adac-ad4cd823f8e4 service neutron] 10.222.0.66 "GET /v2.0/networks/6cd7f63e-df95-427b-b076-36c43a258c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795332 Nov 19 09:13:59.120150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a00088-7b9b-4541-ba46-06fb881ffe3b req-824cc29e-accb-466c-b302-9cb52ef0352f tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:59.121698 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47a00088-7b9b-4541-ba46-06fb881ffe3b req-824cc29e-accb-466c-b302-9cb52ef0352f tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/ports?device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 943 time: 0.1134548 Nov 19 09:13:59.125499 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bda3cb01-60c8-441c-82e9-a2521cc9af1c req-47ad2741-104b-41bd-9e2f-d78b0061fafe tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:59.167383 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bda3cb01-60c8-441c-82e9-a2521cc9af1c req-47ad2741-104b-41bd-9e2f-d78b0061fafe tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:59.207657 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47a00088-7b9b-4541-ba46-06fb881ffe3b req-1c1ee6a4-3892-4501-b417-209e234d2fbb tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/security-groups?id=2679771f-457b-4fc4-bd5f-00ee19604827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788131 Nov 19 09:13:59.236356 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bda3cb01-60c8-441c-82e9-a2521cc9af1c req-47ad2741-104b-41bd-9e2f-d78b0061fafe tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:59.239072 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bda3cb01-60c8-441c-82e9-a2521cc9af1c req-47ad2741-104b-41bd-9e2f-d78b0061fafe tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:59.243270 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bda3cb01-60c8-441c-82e9-a2521cc9af1c req-47ad2741-104b-41bd-9e2f-d78b0061fafe tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] 10.222.0.21 "DELETE /v2.0/security-groups/6160d656-06e0-4c2e-814a-051917c07e63 HTTP/1.1" status: 204 len: 173 time: 0.2462499 Nov 19 09:13:59.253207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad2741-104b-41bd-9e2f-d78b0061fafe tempest-SecurityGroupsTestAdminJSON-98660058 tempest-SecurityGroupsTestAdminJSON-98660058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6160d656-06e0-4c2e-814a-051917c07e63,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:59.332252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5b9a0-5522-48d8-85a7-dde69312334d req-05fcf86a-4081-4262-af2e-a291e800c88a tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:59.333789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70e5b9a0-5522-48d8-85a7-dde69312334d req-05fcf86a-4081-4262-af2e-a291e800c88a tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.0597303 Nov 19 09:13:59.386687 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70e5b9a0-5522-48d8-85a7-dde69312334d req-4931a806-e3a3-48df-b1a1-6fabe8d330fd tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469146 Nov 19 09:13:59.541552 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36912) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:59.677864 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6b527dd9-395a-4d29-bca6-47035ff7b3cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d51605d992a242d0824e442eb0850d62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350815 Nov 19 09:13:59.680294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36916) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:13:59.730947 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e84d84b-bb9a-495c-8670-f00cd20ad68a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:59.753986 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e84d84b-bb9a-495c-8670-f00cd20ad68a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:59.808407 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e84d84b-bb9a-495c-8670-f00cd20ad68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:59.811431 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e84d84b-bb9a-495c-8670-f00cd20ad68a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:13:59.813254 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6e84d84b-bb9a-495c-8670-f00cd20ad68a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/739b4b7b-cb8f-4277-8deb-200a89dda6a9 HTTP/1.1" status: 204 len: 168 time: 0.1316230 Nov 19 09:13:59.825717 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84d84b-bb9a-495c-8670-f00cd20ad68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739b4b7b-cb8f-4277-8deb-200a89dda6a9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:13:59.835671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29b4be-8516-4758-8b4a-ecc19d395cd7 req-3dfe0957-db57-4ee9-b006-a11341fbf250 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:13:59.837133 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff29b4be-8516-4758-8b4a-ecc19d395cd7 req-3dfe0957-db57-4ee9-b006-a11341fbf250 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.0684347 Nov 19 09:13:59.861203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10961069-f078-41d6-8714-5de7265ea30e', 'tag': '54cdaf2f-2b32-4c29-abb5-4406e1a5ee05'}, {'server_uuid': '6dd54b63-2334-4175-ab70-993754619b75', 'name': 'network-vif-deleted', 'tag': 'f9dc5803-0e63-4360-ab2c-bcc662fe2293'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:13:59.863536 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535b0d43-c8e2-484b-9822-84989b20636a" -d '{"events": [{"name": "network-changed", "server_uuid": "10961069-f078-41d6-8714-5de7265ea30e", "tag": "54cdaf2f-2b32-4c29-abb5-4406e1a5ee05"}, {"server_uuid": "6dd54b63-2334-4175-ab70-993754619b75", "name": "network-vif-deleted", "tag": "f9dc5803-0e63-4360-ab2c-bcc662fe2293"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:13:59.936936 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 09:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c269779d-d8d2-4e08-9a48-2dc057cd5e06 x-openstack-request-id: req-c269779d-d8d2-4e08-9a48-2dc057cd5e06 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:13:59.937268 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10961069-f078-41d6-8714-5de7265ea30e", "tag": "54cdaf2f-2b32-4c29-abb5-4406e1a5ee05", "status": "completed", "code": 200}, {"server_uuid": "6dd54b63-2334-4175-ab70-993754619b75", "name": "network-vif-deleted", "tag": "f9dc5803-0e63-4360-ab2c-bcc662fe2293", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:13:59.937626 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c269779d-d8d2-4e08-9a48-2dc057cd5e06 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:13:59.938407 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10961069-f078-41d6-8714-5de7265ea30e', 'tag': '54cdaf2f-2b32-4c29-abb5-4406e1a5ee05', 'status': 'completed', 'code': 200} Nov 19 09:13:59.938538 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd54b63-2334-4175-ab70-993754619b75', 'name': 'network-vif-deleted', 'tag': 'f9dc5803-0e63-4360-ab2c-bcc662fe2293', 'status': 'completed', 'code': 200} Nov 19 09:13:59.949765 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff29b4be-8516-4758-8b4a-ecc19d395cd7 req-d450fd52-c512-444f-865c-0eb35021458f tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969725 Nov 19 09:13:59.976848 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36934) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:00.025462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4acf4499-d1a7-4055-85bd-0c2178900158 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:14:00.073922 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 4acf4499-d1a7-4055-85bd-0c2178900158 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:14:00.074649 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4acf4499-d1a7-4055-85bd-0c2178900158 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:14:00.075307 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f9dc5803-0e63-4360-ab2c-bcc662fe2293 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:14:00.093178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b0d43-c8e2-484b-9822-84989b20636a req-f111ee03-6191-48b6-a31a-50d6e4387e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:00.095319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a822cfa-467f-40a9-936f-dbeaf1ed8c44 req-5e920b73-1c74-4deb-ab39-43761f6aa1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:00.095552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-535b0d43-c8e2-484b-9822-84989b20636a req-f111ee03-6191-48b6-a31a-50d6e4387e5f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7624c8f2d2084713a9e45a42f19879aa&device_id=10961069-f078-41d6-8714-5de7265ea30e HTTP/1.1" status: 200 len: 1097 time: 0.1285369 Nov 19 09:14:00.097058 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3a822cfa-467f-40a9-936f-dbeaf1ed8c44 req-5e920b73-1c74-4deb-ab39-43761f6aa1e4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7ec5d00cfc348a594077a93d6441b62&device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 1097 time: 0.1178920 Nov 19 09:14:00.107026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: f9dc5803-0e63-4360-ab2c-bcc662fe2293 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:14:00.107757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f9dc5803-0e63-4360-ab2c-bcc662fe2293 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:14:00.123466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a70a2-eab3-41cc-b62c-6c5dbc8131d0 req-e4ac175d-6072-4525-b92d-bb5cc0669621 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:00.124935 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e0a70a2-eab3-41cc-b62c-6c5dbc8131d0 req-e4ac175d-6072-4525-b92d-bb5cc0669621 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 944 time: 0.0896323 Nov 19 09:14:00.288955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e0a70a2-eab3-41cc-b62c-6c5dbc8131d0 req-1e5f3a76-3310-49a0-80c8-63acd5ea8d51 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532912 Nov 19 09:14:00.341399 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b0d43-c8e2-484b-9822-84989b20636a req-fa386b7f-d550-47f6-ad3b-a55ebd62fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:00.342928 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-535b0d43-c8e2-484b-9822-84989b20636a req-fa386b7f-d550-47f6-ad3b-a55ebd62fa6e service neutron] 10.222.0.71 "GET /v2.0/networks?id=8f84222c-cf40-4512-ac2a-a4513a8b99c6 HTTP/1.1" status: 200 len: 913 time: 0.2311237 Nov 19 09:14:00.349663 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a822cfa-467f-40a9-936f-dbeaf1ed8c44 req-2340d926-0ff6-4d40-ba05-38529f622fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:00.352833 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3a822cfa-467f-40a9-936f-dbeaf1ed8c44 req-2340d926-0ff6-4d40-ba05-38529f622fb0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca HTTP/1.1" status: 200 len: 912 time: 0.2207901 Nov 19 09:14:00.361216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36944) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:00.463224 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e529ace-02d4-4d5a-a0f0-eec00bbd846f req-f32e17de-01db-4d12-925c-15f76ac55ee4 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:00.470223 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e529ace-02d4-4d5a-a0f0-eec00bbd846f req-f32e17de-01db-4d12-925c-15f76ac55ee4 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/ports?device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 943 time: 0.1483893 Nov 19 09:14:00.504238 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3a822cfa-467f-40a9-936f-dbeaf1ed8c44 req-6917c902-6f42-461e-8e13-0e6e2217e752 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905b62da-be46-4fad-ad22-d761b501c8d1 HTTP/1.1" status: 200 len: 1000 time: 0.1287012 Nov 19 09:14:00.508496 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e406bebc-9145-4272-ab6c-50e6b3f34aeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b9b61707425413ab620cb87956136c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456044 Nov 19 09:14:00.521504 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36948) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:00.521776 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-535b0d43-c8e2-484b-9822-84989b20636a req-eb0b4fe5-d3a7-40bb-ace0-8093226268c7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 HTTP/1.1" status: 200 len: 1000 time: 0.1456187 Nov 19 09:14:00.540385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290865f-25e5-47aa-a95e-1952aee74644 req-9028d153-9690-4cc3-81e7-23b613d36da7 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:00.542070 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1290865f-25e5-47aa-a95e-1952aee74644 req-9028d153-9690-4cc3-81e7-23b613d36da7 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.66 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 944 time: 0.1846271 Nov 19 09:14:00.620610 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a822cfa-467f-40a9-936f-dbeaf1ed8c44 req-dc8469e2-f890-45f6-a3c2-189c47868e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:00.622131 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3a822cfa-467f-40a9-936f-dbeaf1ed8c44 req-dc8469e2-f890-45f6-a3c2-189c47868e80 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2dc59a7-693a-40a0-ab45-b7982da75253 HTTP/1.1" status: 200 len: 850 time: 0.0965166 Nov 19 09:14:00.654234 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e529ace-02d4-4d5a-a0f0-eec00bbd846f req-1ba08e35-d832-4f0f-9aa3-335b78d2e4d5 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/security-groups?id=2679771f-457b-4fc4-bd5f-00ee19604827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828010 Nov 19 09:14:00.676189 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-995c3740-6b89-4b0d-a1e3-a42f47baa566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:00.712190 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-995c3740-6b89-4b0d-a1e3-a42f47baa566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:00.733745 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a822cfa-467f-40a9-936f-dbeaf1ed8c44 req-a3d1d5e1-190e-4070-b0bd-583f128d85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:00.735343 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3a822cfa-467f-40a9-936f-dbeaf1ed8c44 req-a3d1d5e1-190e-4070-b0bd-583f128d85a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047072 Nov 19 09:14:00.873930 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-995c3740-6b89-4b0d-a1e3-a42f47baa566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:00.877436 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-995c3740-6b89-4b0d-a1e3-a42f47baa566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:00.880891 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-995c3740-6b89-4b0d-a1e3-a42f47baa566 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e5d3d23-bdff-4ec5-bc35-7bd3f9ffe1c4 HTTP/1.1" status: 204 len: 168 time: 0.3661613 Nov 19 09:14:00.898614 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c3740-6b89-4b0d-a1e3-a42f47baa566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5d3d23-bdff-4ec5-bc35-7bd3f9ffe1c4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:00.912547 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3a822cfa-467f-40a9-936f-dbeaf1ed8c44 req-85e17663-3da4-4f18-800b-8c9871db88e9 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646407 Nov 19 09:14:00.923495 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38d9e7fb-3363-4837-a7a6-28566ca73688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:01.044737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb07cc-ee06-4dff-9dfe-e3a4f87245f2 req-d65ba571-8ca8-42c7-a5b5-a683e00a6c17 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:01.046290 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ebb07cc-ee06-4dff-9dfe-e3a4f87245f2 req-d65ba571-8ca8-42c7-a5b5-a683e00a6c17 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.5603070 Nov 19 09:14:01.051434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b0d43-c8e2-484b-9822-84989b20636a req-c113b65b-4a5b-47ab-8e34-b7a45654dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:01.052942 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-535b0d43-c8e2-484b-9822-84989b20636a req-c113b65b-4a5b-47ab-8e34-b7a45654dc86 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5f3f27d5-1165-46e0-b494-3ca5885c94fe HTTP/1.1" status: 200 len: 851 time: 0.5098648 Nov 19 09:14:01.106867 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3a822cfa-467f-40a9-936f-dbeaf1ed8c44 req-72242df3-1ec5-4161-b5a6-0b2933895872 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808302 Nov 19 09:14:01.175696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02712ef-28aa-4442-b8d6-f1bec4184b38 req-11005e19-0309-4c91-bed3-b9dbabb5db86 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:01.177120 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c02712ef-28aa-4442-b8d6-f1bec4184b38 req-11005e19-0309-4c91-bed3-b9dbabb5db86 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.1293409 Nov 19 09:14:01.210039 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ebb07cc-ee06-4dff-9dfe-e3a4f87245f2 req-a025509b-9bf3-4f3b-a92c-45f1a693da57 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285501 Nov 19 09:14:01.221288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-1290865f-25e5-47aa-a95e-1952aee74644 req-8fb07b91-1ee3-4adb-a457-e182f762c36b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Deleting port 967ec095-a909-40db-8c31-039e811bfae4 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:01.221633 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1290865f-25e5-47aa-a95e-1952aee74644 req-8fb07b91-1ee3-4adb-a457-e182f762c36b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:01.256756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b0d43-c8e2-484b-9822-84989b20636a req-f6c68e3f-9012-4e40-8fb4-9fef185b5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:01.258356 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-535b0d43-c8e2-484b-9822-84989b20636a req-f6c68e3f-9012-4e40-8fb4-9fef185b5abe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f84222c-cf40-4512-ac2a-a4513a8b99c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1749532 Nov 19 09:14:01.310461 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-38d9e7fb-3363-4837-a7a6-28566ca73688 admin admin] Deleting port 1258cc18-1fe6-4d61-8221-e8040d646772 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:01.310977 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38d9e7fb-3363-4837-a7a6-28566ca73688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:01.388911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c02712ef-28aa-4442-b8d6-f1bec4184b38 req-2cf60bd3-9e91-4c71-b032-28f8ea34f74c tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962817 Nov 19 09:14:01.485381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-38d9e7fb-3363-4837-a7a6-28566ca73688 admin admin] For port 1258cc18-1fe6-4d61-8221-e8040d646772, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1258cc18-1fe6-4d61-8221-e8040d646772,segment=NetworkSegment(80869d53-88b8-4523-afc8-14f65aeac772),segment_id=80869d53-88b8-4523-afc8-14f65aeac772)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:01.486645 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38d9e7fb-3363-4837-a7a6-28566ca73688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:01.487771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-1290865f-25e5-47aa-a95e-1952aee74644 req-8fb07b91-1ee3-4adb-a457-e182f762c36b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] For port 967ec095-a909-40db-8c31-039e811bfae4, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=967ec095-a909-40db-8c31-039e811bfae4,segment=NetworkSegment(97742bf1-80d2-45d8-84a6-117621246df6),segment_id=97742bf1-80d2-45d8-84a6-117621246df6)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:01.488148 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1290865f-25e5-47aa-a95e-1952aee74644 req-8fb07b91-1ee3-4adb-a457-e182f762c36b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:01.503799 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-535b0d43-c8e2-484b-9822-84989b20636a req-a7cce3c4-f266-4ea6-b4b4-77e5db28bd50 service neutron] 10.222.0.71 "GET /v2.0/networks/8f84222c-cf40-4512-ac2a-a4513a8b99c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124193 Nov 19 09:14:01.517666 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-38d9e7fb-3363-4837-a7a6-28566ca73688 admin admin] Calling delete_port for 1258cc18-1fe6-4d61-8221-e8040d646772 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:01.524443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c1531-0d52-4640-a0a7-ea16c5ae917f req-bbec368d-80c7-45d4-8826-70eb195439d4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:01.536784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-949c1531-0d52-4640-a0a7-ea16c5ae917f req-bbec368d-80c7-45d4-8826-70eb195439d4 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 944 time: 0.1446815 Nov 19 09:14:01.540144 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-1290865f-25e5-47aa-a95e-1952aee74644 req-8fb07b91-1ee3-4adb-a457-e182f762c36b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Calling delete_port for 967ec095-a909-40db-8c31-039e811bfae4 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:01.741281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-949c1531-0d52-4640-a0a7-ea16c5ae917f req-c51b324b-3289-4a5e-8551-6cfc1b9b4477 tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/security-groups?id=219f0c81-0696-4a0e-8f4c-be360782d74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984701 Nov 19 09:14:01.816403 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38d9e7fb-3363-4837-a7a6-28566ca73688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:01.827455 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-535b0d43-c8e2-484b-9822-84989b20636a req-64484cae-6ea4-4897-8f33-928afa8e38c9 service neutron] 10.222.0.71 "GET /v2.0/networks/8f84222c-cf40-4512-ac2a-a4513a8b99c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833605 Nov 19 09:14:01.849598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9e7fb-3363-4837-a7a6-28566ca73688 admin admin] Pushing event deleted for resources: {'Port': ['ID=1258cc18-1fe6-4d61-8221-e8040d646772,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:01.852744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265eeed9-2ba8-4122-96ce-8dbec1a488e5 req-d50f60c4-e834-4e60-b3ba-a1ae32034cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:01.854802 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-265eeed9-2ba8-4122-96ce-8dbec1a488e5 req-d50f60c4-e834-4e60-b3ba-a1ae32034cc9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7ec5d00cfc348a594077a93d6441b62&device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 1097 time: 0.0957258 Nov 19 09:14:01.942438 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee0e1e-e41c-4bc2-840e-3680b669b86a req-a6f559cf-2382-4111-b133-3bb707422743 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:01.950157 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7ee0e1e-e41c-4bc2-840e-3680b669b86a req-a6f559cf-2382-4111-b133-3bb707422743 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.1873600 Nov 19 09:14:02.001921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedda8f0-8595-4d64-be6f-44ea9401b490 req-649980d7-9c9f-4b0d-b22b-432a743297d9 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:02.009997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eedda8f0-8595-4d64-be6f-44ea9401b490 req-649980d7-9c9f-4b0d-b22b-432a743297d9 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/ports?device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 943 time: 0.1848598 Nov 19 09:14:02.012825 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1290865f-25e5-47aa-a95e-1952aee74644 req-8fb07b91-1ee3-4adb-a457-e182f762c36b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:02.025577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4a7a97b0-895f-498f-8fca-11caaedf7bd4 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:14:02.132168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 4a7a97b0-895f-498f-8fca-11caaedf7bd4, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4a7a97b0-895f-498f-8fca-11caaedf7bd4,segment=NetworkSegment(6e6e13e5-9365-4f5b-b45c-d7da12a254e6),segment_id=6e6e13e5-9365-4f5b-b45c-d7da12a254e6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:02.142270 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265eeed9-2ba8-4122-96ce-8dbec1a488e5 req-e8860a0f-79a6-4061-92cb-ea5792f21bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:02.143900 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-265eeed9-2ba8-4122-96ce-8dbec1a488e5 req-e8860a0f-79a6-4061-92cb-ea5792f21bf7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca HTTP/1.1" status: 200 len: 912 time: 0.2505329 Nov 19 09:14:02.147303 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '4a7a97b0-895f-498f-8fca-11caaedf7bd4', 'network_id': '6cd7f63e-df95-427b-b076-36c43a258c77', 'port_id': '4a7a97b0-895f-498f-8fca-11caaedf7bd4', 'mac_address': 'fa:16:3e:37:56:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324380d0-1f9f-4761-8b99-2e27c72754f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:14:02.148758 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7ee0e1e-e41c-4bc2-840e-3680b669b86a req-6db4383b-ffdf-4654-a968-897e269f5be6 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974835 Nov 19 09:14:02.151261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb07b91-1ee3-4adb-a457-e182f762c36b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Pushing event deleted for resources: {'Port': ['ID=967ec095-a909-40db-8c31-039e811bfae4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:02.164293 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eedda8f0-8595-4d64-be6f-44ea9401b490 req-8de778c3-df07-49ca-84d0-9f4450d6c883 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/security-groups?id=2679771f-457b-4fc4-bd5f-00ee19604827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531334 Nov 19 09:14:02.218949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-1290865f-25e5-47aa-a95e-1952aee74644 req-8fb07b91-1ee3-4adb-a457-e182f762c36b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] No DVR routers for this DVR port 967ec095-a909-40db-8c31-039e811bfae4 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:14:02.222716 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1290865f-25e5-47aa-a95e-1952aee74644 req-8fb07b91-1ee3-4adb-a457-e182f762c36b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:02.226142 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1290865f-25e5-47aa-a95e-1952aee74644 req-8fb07b91-1ee3-4adb-a457-e182f762c36b tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.66 "DELETE /v2.0/ports/967ec095-a909-40db-8c31-039e811bfae4 HTTP/1.1" status: 204 len: 173 time: 1.6714334 Nov 19 09:14:02.226610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a7dbd1-b13d-4f68-acf3-a8764c54c9bb', 'name': 'network-vif-deleted', 'tag': '967ec095-a909-40db-8c31-039e811bfae4'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:02.229136 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcede1d9-03c9-4146-8d83-599d85daf4ce" -d '{"events": [{"server_uuid": "34a7dbd1-b13d-4f68-acf3-a8764c54c9bb", "name": "network-vif-deleted", "tag": "967ec095-a909-40db-8c31-039e811bfae4"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:02.248977 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:02.294707 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7a97b0-895f-498f-8fca-11caaedf7bd4 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:02.304044 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-265eeed9-2ba8-4122-96ce-8dbec1a488e5 req-f04fdb5b-9de1-4c48-8530-0b5dae9b527b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=905b62da-be46-4fad-ad22-d761b501c8d1 HTTP/1.1" status: 200 len: 1000 time: 0.1509845 Nov 19 09:14:02.305359 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38d9e7fb-3363-4837-a7a6-28566ca73688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:02.325883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 4a7a97b0-895f-498f-8fca-11caaedf7bd4, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4a7a97b0-895f-498f-8fca-11caaedf7bd4,segment=NetworkSegment(6e6e13e5-9365-4f5b-b45c-d7da12a254e6),segment_id=6e6e13e5-9365-4f5b-b45c-d7da12a254e6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:02.332619 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:02.341735 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbbf735-517e-4f0f-bb32-bc8a9c2704d9 x-openstack-request-id: req-cdbbf735-517e-4f0f-bb32-bc8a9c2704d9 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:02.342052 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a7dbd1-b13d-4f68-acf3-a8764c54c9bb", "name": "network-vif-deleted", "tag": "967ec095-a909-40db-8c31-039e811bfae4", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:02.342314 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdbbf735-517e-4f0f-bb32-bc8a9c2704d9 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:02.342773 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a7dbd1-b13d-4f68-acf3-a8764c54c9bb', 'name': 'network-vif-deleted', 'tag': '967ec095-a909-40db-8c31-039e811bfae4', 'status': 'completed', 'code': 200} Nov 19 09:14:02.443543 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=4a7a97b0-895f-498f-8fca-11caaedf7bd4,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:02.452561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:02.452955 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:02.453725 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:02.454278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:02.454808 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:02.455221 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:02.455631 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:02.456039 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:02.456444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:02.456850 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:02.457322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:02.457738 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:02.501901 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90daa1-395e-4f64-af61-d2d7c0ce2102 req-f32cea04-877f-4a91-ad3a-7c1f65c941aa tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:02.510555 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc90daa1-395e-4f64-af61-d2d7c0ce2102 req-f32cea04-877f-4a91-ad3a-7c1f65c941aa tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1317093 Nov 19 09:14:02.535449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['4a7a97b0-895f-498f-8fca-11caaedf7bd4'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:14:02.592293 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc90daa1-395e-4f64-af61-d2d7c0ce2102 req-752de23c-b410-40c0-bf6d-03addac57ad4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803475 Nov 19 09:14:02.795452 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265eeed9-2ba8-4122-96ce-8dbec1a488e5 req-2d300b11-068c-4944-9c64-de61c5609433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:02.805438 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-265eeed9-2ba8-4122-96ce-8dbec1a488e5 req-2d300b11-068c-4944-9c64-de61c5609433 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2dc59a7-693a-40a0-ab45-b7982da75253 HTTP/1.1" status: 200 len: 850 time: 0.4803681 Nov 19 09:14:02.917388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cc27ddc4-4525-48d9-a7a1-15afa45dd776 req-9debfdd5-17a1-4beb-aa8c-829c0e2191bd tempest-LiveAutoBlockMigrationV225Test-1589564662 tempest-LiveAutoBlockMigrationV225Test-1589564662-project] 10.222.0.21 "GET /v2.0/ports?device_id=34a7dbd1-b13d-4f68-acf3-a8764c54c9bb HTTP/1.1" status: 200 len: 210 time: 0.0461493 Nov 19 09:14:02.935008 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265eeed9-2ba8-4122-96ce-8dbec1a488e5 req-fe2dc887-e102-47f9-a8de-5e00177cb373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:02.936652 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-265eeed9-2ba8-4122-96ce-8dbec1a488e5 req-fe2dc887-e102-47f9-a8de-5e00177cb373 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269150 Nov 19 09:14:03.064405 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d9e7fb-3363-4837-a7a6-28566ca73688 admin admin] Router 45c24c4b-f41a-413e-af43-bd43698efaad has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:14:03.085320 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-265eeed9-2ba8-4122-96ce-8dbec1a488e5 req-6d7dd3ea-ac3f-4e5b-bd6b-6ebd991cc8bc service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191404 Nov 19 09:14:03.259000 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d9e7fb-3363-4837-a7a6-28566ca73688 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:14:03.277741 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-38d9e7fb-3363-4837-a7a6-28566ca73688 admin admin] 10.222.0.21 "PUT /v2.0/routers/45c24c4b-f41a-413e-af43-bd43698efaad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2974420 Nov 19 09:14:03.278082 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828fc35-0eb5-41e6-aafa-6a8ed7717433 None None] Sync routers for ids ['45c24c4b-f41a-413e-af43-bd43698efaad'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:14:03.279168 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-265eeed9-2ba8-4122-96ce-8dbec1a488e5 req-64e8966f-c7dc-4c23-ba0a-fae124e5a357 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588562 Nov 19 09:14:03.279847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37026) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:03.291687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828fc35-0eb5-41e6-aafa-6a8ed7717433 None None] Routers {'45c24c4b-f41a-413e-af43-bd43698efaad'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:14:03.293017 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8828fc35-0eb5-41e6-aafa-6a8ed7717433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:13:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['45c24c4b-f41a-413e-af43-bd43698efaad'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:03.335612 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-0b2fa32b-9fa0-4537-b135-88f1d01c9a05 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7ec273e08b1945d3954d1177b23e1ca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292454 Nov 19 09:14:03.352516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b0d34-f317-40ae-932b-49dd9b60a8e3 req-b9ab2377-44f7-4184-87f5-fb07febe0268 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:03.354334 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-021b0d34-f317-40ae-932b-49dd9b60a8e3 req-b9ab2377-44f7-4184-87f5-fb07febe0268 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/ports?device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 944 time: 0.0942743 Nov 19 09:14:03.411647 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f245d8e-529b-42c5-ad75-aad61a46ad1d admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:03.416582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8828fc35-0eb5-41e6-aafa-6a8ed7717433 None None] Set router 45c24c4b-f41a-413e-af43-bd43698efaad gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:14:03.475721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-021b0d34-f317-40ae-932b-49dd9b60a8e3 req-3c728d34-af1c-4f04-8cf4-e062de9e10dc tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/security-groups?id=2679771f-457b-4fc4-bd5f-00ee19604827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105261 Nov 19 09:14:03.506545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-795da5a7-5b36-493d-84fc-db89b2e017d3 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:03.510053 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-795da5a7-5b36-493d-84fc-db89b2e017d3 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545508 Nov 19 09:14:03.525369 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f245d8e-529b-42c5-ad75-aad61a46ad1d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:03.528095 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-961eff69-3180-45d1-99d4-94e415c8818b tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/quotas/7ec273e08b1945d3954d1177b23e1ca9 HTTP/1.1" status: 200 len: 375 time: 0.0170119 Nov 19 09:14:03.574118 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-0dd10cca-be01-4205-9ed7-84bc204ece04 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ec273e08b1945d3954d1177b23e1ca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417092 Nov 19 09:14:03.584569 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7f245d8e-529b-42c5-ad75-aad61a46ad1d admin admin] Deleting port 1cd95442-a8aa-4f59-aa3c-62698a0c2463 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:03.584921 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f245d8e-529b-42c5-ad75-aad61a46ad1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:03.638076 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316158a4-0ccd-4dfe-9053-c9b44d8d08f3 req-6e2895c8-ec1d-43bb-9305-ab393f329f59 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:03.639831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-316158a4-0ccd-4dfe-9053-c9b44d8d08f3 req-6e2895c8-ec1d-43bb-9305-ab393f329f59 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.0635204 Nov 19 09:14:03.657694 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8828fc35-0eb5-41e6-aafa-6a8ed7717433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-router', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:39Z', 'updated_at': '2021-11-19T09:14:01Z', 'revision_number': 5, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'gw_port': {'id': '1cd95442-a8aa-4f59-aa3c-62698a0c2463', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ee:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:41Z', 'updated_at': '2021-11-19T09:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:03.691360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828fc35-0eb5-41e6-aafa-6a8ed7717433 None None] Checking router: 45c24c4b-f41a-413e-af43-bd43698efaad for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:14:03.697579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-316158a4-0ccd-4dfe-9053-c9b44d8d08f3 req-f600c0dc-84c2-4ad5-94e8-36e83f6f303a tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509918 Nov 19 09:14:03.706555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828fc35-0eb5-41e6-aafa-6a8ed7717433 None None] Routers {'45c24c4b-f41a-413e-af43-bd43698efaad'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:14:03.707777 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8828fc35-0eb5-41e6-aafa-6a8ed7717433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:13:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['45c24c4b-f41a-413e-af43-bd43698efaad'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:03.739841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7f245d8e-529b-42c5-ad75-aad61a46ad1d admin admin] For port 1cd95442-a8aa-4f59-aa3c-62698a0c2463, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1cd95442-a8aa-4f59-aa3c-62698a0c2463,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:03.740648 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f245d8e-529b-42c5-ad75-aad61a46ad1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:03.790366 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7f245d8e-529b-42c5-ad75-aad61a46ad1d admin admin] Calling delete_port for 1cd95442-a8aa-4f59-aa3c-62698a0c2463 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:03.822836 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8828fc35-0eb5-41e6-aafa-6a8ed7717433 None None] Set router 45c24c4b-f41a-413e-af43-bd43698efaad gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:14:03.873462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a0c01-34cb-42e4-a743-63f7a97fd391 req-412ad43b-a138-47fc-8ccb-d1d784b9517b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:03.875814 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e00a0c01-34cb-42e4-a743-63f7a97fd391 req-412ad43b-a138-47fc-8ccb-d1d784b9517b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.0949337 Nov 19 09:14:03.931800 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8828fc35-0eb5-41e6-aafa-6a8ed7717433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-router', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:39Z', 'updated_at': '2021-11-19T09:14:03Z', 'revision_number': 6, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:03.974322 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e00a0c01-34cb-42e4-a743-63f7a97fd391 req-e542152d-a175-4cd9-9b6e-2566d8558913 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865293 Nov 19 09:14:04.008278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828fc35-0eb5-41e6-aafa-6a8ed7717433 None None] The sync data for ids ['45c24c4b-f41a-413e-af43-bd43698efaad'] in n-d-805649-14 is: [{'id': '45c24c4b-f41a-413e-af43-bd43698efaad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-68364360-router', 'tenant_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:39Z', 'updated_at': '2021-11-19T09:14:03Z', 'revision_number': 6, 'project_id': 'cf5cfffb23a14bd0aad7e0a2fc0d6f29', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:14:04.033224 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0c480b5-9cd5-491b-99ad-014471449aac req-f9c6e7d2-f081-41f1-9a11-e89c48b98926 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc6b330-4692-4d1a-9f1d-480a835c3c08 HTTP/1.1" status: 200 len: 210 time: 0.0305345 Nov 19 09:14:04.038258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37044) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:04.041707 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4a7a97b0-895f-498f-8fca-11caaedf7bd4 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:14:04.111756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 4a7a97b0-895f-498f-8fca-11caaedf7bd4 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:14:04.116438 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 4a7a97b0-895f-498f-8fca-11caaedf7bd4 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:14:04.116900 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.149347 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f245d8e-529b-42c5-ad75-aad61a46ad1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.186114 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f245d8e-529b-42c5-ad75-aad61a46ad1d admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd95442-a8aa-4f59-aa3c-62698a0c2463,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:04.207293 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.236313 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59df28b3-1e4d-4c8d-8d6e-25b461825f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7a97b0-895f-498f-8fca-11caaedf7bd4'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:04.238673 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15f704e-eeaa-4f29-8703-31195d269a5e" -d '{"events": [{"server_uuid": "59df28b3-1e4d-4c8d-8d6e-25b461825f5b", "name": "network-vif-plugged", "status": "completed", "tag": "4a7a97b0-895f-498f-8fca-11caaedf7bd4"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:04.252629 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 4a7a97b0-895f-498f-8fca-11caaedf7bd4, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4a7a97b0-895f-498f-8fca-11caaedf7bd4,segment=NetworkSegment(6e6e13e5-9365-4f5b-b45c-d7da12a254e6),segment_id=6e6e13e5-9365-4f5b-b45c-d7da12a254e6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:04.258169 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.259002 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 967ec095-a909-40db-8c31-039e811bfae4 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:14:04.316342 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f245d8e-529b-42c5-ad75-aad61a46ad1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.415233 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-6231f50a-30ef-4b07-b3c3-4021f81e283b admin admin] Deleting subnet c9edaf5b-2c55-4161-9d45-b732449b4ded {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:14:04.434477 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6231f50a-30ef-4b07-b3c3-4021f81e283b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.469547 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd07edef-a28c-4490-ba6e-50d0b95b5f9d x-openstack-request-id: req-dd07edef-a28c-4490-ba6e-50d0b95b5f9d {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:04.470169 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59df28b3-1e4d-4c8d-8d6e-25b461825f5b", "name": "network-vif-plugged", "status": "completed", "tag": "4a7a97b0-895f-498f-8fca-11caaedf7bd4", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:04.470169 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd07edef-a28c-4490-ba6e-50d0b95b5f9d {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:04.476269 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59df28b3-1e4d-4c8d-8d6e-25b461825f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7a97b0-895f-498f-8fca-11caaedf7bd4', 'code': 200} Nov 19 09:14:04.481068 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f245d8e-529b-42c5-ad75-aad61a46ad1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.483758 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f245d8e-529b-42c5-ad75-aad61a46ad1d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.508394 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 967ec095-a909-40db-8c31-039e811bfae4 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:14:04.509009 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 967ec095-a909-40db-8c31-039e811bfae4 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:14:04.532325 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6231f50a-30ef-4b07-b3c3-4021f81e283b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.535892 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f245d8e-529b-42c5-ad75-aad61a46ad1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.536470 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f245d8e-529b-42c5-ad75-aad61a46ad1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45c24c4b-f41a-413e-af43-bd43698efaad {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:14:04.539615 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=4a7a97b0-895f-498f-8fca-11caaedf7bd4,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:04.542029 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f245d8e-529b-42c5-ad75-aad61a46ad1d admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.544967 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7f245d8e-529b-42c5-ad75-aad61a46ad1d admin admin] 10.222.0.21 "DELETE /v2.0/routers/45c24c4b-f41a-413e-af43-bd43698efaad HTTP/1.1" status: 204 len: 168 time: 1.2627971 Nov 19 09:14:04.549564 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37054) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:04.595908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d400ec8-d013-43a4-9d78-7d20893fa9d0 req-1aca6d54-6a1e-4d7c-b1c6-539182615646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:04.597190 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d400ec8-d013-43a4-9d78-7d20893fa9d0 req-1aca6d54-6a1e-4d7c-b1c6-539182615646 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 1097 time: 0.1742103 Nov 19 09:14:04.614031 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6231f50a-30ef-4b07-b3c3-4021f81e283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.614248 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a308ae1-00b8-4836-bcb4-a599fb5bcc8b admin admin] Deleting subnet 337ce23b-38be-4a98-96d8-e3b1f9886e8a {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:14:04.618098 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a308ae1-00b8-4836-bcb4-a599fb5bcc8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.659478 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a308ae1-00b8-4836-bcb4-a599fb5bcc8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.714078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d400ec8-d013-43a4-9d78-7d20893fa9d0 req-3635d7f1-769f-46dc-a63d-e1f46712b437 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2679771f-457b-4fc4-bd5f-00ee19604827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079926 Nov 19 09:14:04.734304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5854b-1e06-4af6-8675-b4852a82aebd req-5ea2bb00-e745-492e-8d5b-3c55a86b6f49 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:04.735895 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73b5854b-1e06-4af6-8675-b4852a82aebd req-5ea2bb00-e745-492e-8d5b-3c55a86b6f49 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/ports?device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 945 time: 0.1287639 Nov 19 09:14:04.753466 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6231f50a-30ef-4b07-b3c3-4021f81e283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.767194 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a308ae1-00b8-4836-bcb4-a599fb5bcc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.835770 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a308ae1-00b8-4836-bcb4-a599fb5bcc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.853855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231f50a-30ef-4b07-b3c3-4021f81e283b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9edaf5b-2c55-4161-9d45-b732449b4ded,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:04.861480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a308ae1-00b8-4836-bcb4-a599fb5bcc8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=337ce23b-38be-4a98-96d8-e3b1f9886e8a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:04.867911 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a308ae1-00b8-4836-bcb4-a599fb5bcc8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.872129 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6a308ae1-00b8-4836-bcb4-a599fb5bcc8b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/337ce23b-38be-4a98-96d8-e3b1f9886e8a HTTP/1.1" status: 204 len: 168 time: 0.3215320 Nov 19 09:14:04.874084 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37060) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:04.876091 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb29529d-09a4-4aa2-a77d-9904ed8f4b5b None None] Network 754dc536-d7ea-408c-9b4c-4b592aff6603 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:14:04.882975 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6231f50a-30ef-4b07-b3c3-4021f81e283b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:04.891965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6231f50a-30ef-4b07-b3c3-4021f81e283b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c9edaf5b-2c55-4161-9d45-b732449b4ded HTTP/1.1" status: 204 len: 168 time: 0.8475940 Nov 19 09:14:04.893521 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73b5854b-1e06-4af6-8675-b4852a82aebd req-bc906074-2f9c-4ea2-aa77-45477d189b4b tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/security-groups?id=2679771f-457b-4fc4-bd5f-00ee19604827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465714 Nov 19 09:14:04.897134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37062) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:04.980648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02326061-d726-4313-9508-382d0a5b6b33 req-d8f6d9e2-ac6b-475d-91c9-cfd88deeb48c tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:04.982246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02326061-d726-4313-9508-382d0a5b6b33 req-d8f6d9e2-ac6b-475d-91c9-cfd88deeb48c tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.1733489 Nov 19 09:14:05.032054 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26243abf-e34e-4269-9961-c9eff6cffb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.038026 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.077274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1cd95442-a8aa-4f59-aa3c-62698a0c2463 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:14:05.122450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 1cd95442-a8aa-4f59-aa3c-62698a0c2463 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:14:05.122821 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1cd95442-a8aa-4f59-aa3c-62698a0c2463 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:14:05.123268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1258cc18-1fe6-4d61-8221-e8040d646772 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:14:05.150472 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] Deleting port acad3a51-2814-4d76-83d0-990e769a52e5 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:05.151368 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.162771 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 1258cc18-1fe6-4d61-8221-e8040d646772 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:14:05.163378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1258cc18-1fe6-4d61-8221-e8040d646772 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:14:05.167047 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38732527-dc81-41bc-8166-4dab335910fe None None] DHCP port deletion for 754dc536-d7ea-408c-9b4c-4b592aff6603 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:14:05.169861 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02326061-d726-4313-9508-382d0a5b6b33 req-a804d959-eefd-4e88-b493-395883adc253 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796916 Nov 19 09:14:05.188974 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26243abf-e34e-4269-9961-c9eff6cffb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.213069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-26243abf-e34e-4269-9961-c9eff6cffb83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30fbe71-c087-401f-bfe5-900cf79af0c7']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:05.223847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-26243abf-e34e-4269-9961-c9eff6cffb83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97742bf1-80d2-45d8-84a6-117621246df6') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:05.224145 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-26243abf-e34e-4269-9961-c9eff6cffb83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97742bf1-80d2-45d8-84a6-117621246df6') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:05.234629 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26243abf-e34e-4269-9961-c9eff6cffb83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.253632 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26243abf-e34e-4269-9961-c9eff6cffb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.264843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26243abf-e34e-4269-9961-c9eff6cffb83 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:14:05.266021 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26243abf-e34e-4269-9961-c9eff6cffb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:14:05.276284 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:14:05.284199 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] For port acad3a51-2814-4d76-83d0-990e769a52e5, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=acad3a51-2814-4d76-83d0-990e769a52e5,segment=NetworkSegment(80869d53-88b8-4523-afc8-14f65aeac772),segment_id=80869d53-88b8-4523-afc8-14f65aeac772)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:05.285532 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.305162 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] Calling delete_port for acad3a51-2814-4d76-83d0-990e769a52e5 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:05.311287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-38732527-dc81-41bc-8166-4dab335910fe None None] Deleting port acad3a51-2814-4d76-83d0-990e769a52e5 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:05.311764 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38732527-dc81-41bc-8166-4dab335910fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.402674 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-d24dec01-5157-47e0-a3fd-b702fd23cb57 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=7ec273e08b1945d3954d1177b23e1ca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311100 Nov 19 09:14:05.434224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-38732527-dc81-41bc-8166-4dab335910fe None None] For port acad3a51-2814-4d76-83d0-990e769a52e5, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=acad3a51-2814-4d76-83d0-990e769a52e5,segment=NetworkSegment(80869d53-88b8-4523-afc8-14f65aeac772),segment_id=80869d53-88b8-4523-afc8-14f65aeac772)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:05.434982 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38732527-dc81-41bc-8166-4dab335910fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.446005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a3d1bf11-a947-4414-be09-dd837a38b95d req-e11d78b0-d8c9-4aa9-a444-b1cd3be5c8b6 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc6b330-4692-4d1a-9f1d-480a835c3c08 HTTP/1.1" status: 200 len: 210 time: 0.0906458 Nov 19 09:14:05.472353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-38732527-dc81-41bc-8166-4dab335910fe None None] Calling delete_port for acad3a51-2814-4d76-83d0-990e769a52e5 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:05.472984 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26243abf-e34e-4269-9961-c9eff6cffb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.482462 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26243abf-e34e-4269-9961-c9eff6cffb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.486451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-26243abf-e34e-4269-9961-c9eff6cffb83 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d30fbe71-c087-401f-bfe5-900cf79af0c7 HTTP/1.1" status: 204 len: 168 time: 0.5893257 Nov 19 09:14:05.495934 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ea67b-2d27-4160-9584-b7fc70006959 req-f1dd6fe9-4214-4897-97c5-b5b20d9b69e6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:05.497595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a0ea67b-2d27-4160-9584-b7fc70006959 req-f1dd6fe9-4214-4897-97c5-b5b20d9b69e6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1979775 Nov 19 09:14:05.498197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37072) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:05.525894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26243abf-e34e-4269-9961-c9eff6cffb83 admin admin] Pushing event deleted for resources: {'Network': ['ID=d30fbe71-c087-401f-bfe5-900cf79af0c7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:05.557234 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.596086 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=acad3a51-2814-4d76-83d0-990e769a52e5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:05.622885 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38732527-dc81-41bc-8166-4dab335910fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.624780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7c8143-4eec-4c5a-9708-86a55df1f471 admin admin] Deleting subnet da4397a8-09d0-4896-8f67-054725a1e306 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:14:05.631595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a0ea67b-2d27-4160-9584-b7fc70006959 req-5de29f6d-8ffe-4701-bcd5-94fa7878d628 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152470 Nov 19 09:14:05.632574 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8143-4eec-4c5a-9708-86a55df1f471 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.648257 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] No DVR routers for this DVR port acad3a51-2814-4d76-83d0-990e769a52e5 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:14:05.674035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38732527-dc81-41bc-8166-4dab335910fe None None] Pushing event deleted for resources: {'Port': ['ID=acad3a51-2814-4d76-83d0-990e769a52e5,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:05.678750 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38732527-dc81-41bc-8166-4dab335910fe None None] No DVR routers for this DVR port acad3a51-2814-4d76-83d0-990e769a52e5 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:14:05.685284 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c6a04733-77b8-4912-84a9-e95f0160ee45 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:05.687014 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c6a04733-77b8-4912-84a9-e95f0160ee45 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2725668 Nov 19 09:14:05.717957 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8143-4eec-4c5a-9708-86a55df1f471 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.721422 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-9510773c-5245-420d-aa44-8b27932e1bbe tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Request body: {'port': {'device_id': 'cdc6b330-4692-4d1a-9f1d-480a835c3c08', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '7ec273e08b1945d3954d1177b23e1ca9'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:05.782444 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8143-4eec-4c5a-9708-86a55df1f471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.848967 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8143-4eec-4c5a-9708-86a55df1f471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.876610 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.880248 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c8143-4eec-4c5a-9708-86a55df1f471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4397a8-09d0-4896-8f67-054725a1e306,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:05.883915 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8143-4eec-4c5a-9708-86a55df1f471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.889427 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cf7c8143-4eec-4c5a-9708-86a55df1f471 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/da4397a8-09d0-4896-8f67-054725a1e306 HTTP/1.1" status: 204 len: 168 time: 0.3775446 Nov 19 09:14:05.889994 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37074) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:05.916353 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754dc536-d7ea-408c-9b4c-4b592aff6603']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:05.947195 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80869d53-88b8-4523-afc8-14f65aeac772') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:05.947571 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80869d53-88b8-4523-afc8-14f65aeac772') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:05.960141 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.962808 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e1d86ca4-bb0a-44fe-8bbf-a736fa8d4ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.982074 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.992002 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:14:05.992610 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:14:05.994518 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:14:06.009789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-9510773c-5245-420d-aa44-8b27932e1bbe tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Made reservation on behalf of 7ec273e08b1945d3954d1177b23e1ca9 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:14:06.012901 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-9510773c-5245-420d-aa44-8b27932e1bbe tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.051766 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-9510773c-5245-420d-aa44-8b27932e1bbe tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.092732 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.100771 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.106701 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/754dc536-d7ea-408c-9b4c-4b592aff6603 HTTP/1.1" status: 204 len: 168 time: 1.2289858 Nov 19 09:14:06.106928 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e1d86ca4-bb0a-44fe-8bbf-a736fa8d4ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.118673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e0869-9cbe-432b-8eb9-91dae5789ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=754dc536-d7ea-408c-9b4c-4b592aff6603,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:06.136230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-e1d86ca4-bb0a-44fe-8bbf-a736fa8d4ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43384d18-fbee-4ac8-8543-ec2c04e7d010']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:06.146695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25d198-cef5-4658-91a6-5193ba62dbbc req-3fb9f68d-45bb-4e9f-946c-111725981f06 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:06.149146 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e25d198-cef5-4658-91a6-5193ba62dbbc req-3fb9f68d-45bb-4e9f-946c-111725981f06 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/ports?device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 945 time: 0.1378624 Nov 19 09:14:06.160161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-e1d86ca4-bb0a-44fe-8bbf-a736fa8d4ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88d4e38-afa0-4650-a4ad-9f3ae20440bb') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:06.160670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-e1d86ca4-bb0a-44fe-8bbf-a736fa8d4ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88d4e38-afa0-4650-a4ad-9f3ae20440bb') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:06.189332 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e1d86ca4-bb0a-44fe-8bbf-a736fa8d4ebe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.197325 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-9510773c-5245-420d-aa44-8b27932e1bbe tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.204293 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-9510773c-5245-420d-aa44-8b27932e1bbe tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.211066 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e1d86ca4-bb0a-44fe-8bbf-a736fa8d4ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.227895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d86ca4-bb0a-44fe-8bbf-a736fa8d4ebe admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:14:06.228443 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e1d86ca4-bb0a-44fe-8bbf-a736fa8d4ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:14:06.230239 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:14:06.285320 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e25d198-cef5-4658-91a6-5193ba62dbbc req-2fca72fb-93c4-4211-9fc1-7b55e9a4c41a tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/security-groups?id=2679771f-457b-4fc4-bd5f-00ee19604827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225531 Nov 19 09:14:06.300097 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510773c-5245-420d-aa44-8b27932e1bbe tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2913c1d-f00d-4e16-b288-21218ff4c6f2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:06.321015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37086) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:06.328446 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e1d86ca4-bb0a-44fe-8bbf-a736fa8d4ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.334439 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e1d86ca4-bb0a-44fe-8bbf-a736fa8d4ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.341778 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e1d86ca4-bb0a-44fe-8bbf-a736fa8d4ebe admin admin] 10.222.0.21 "DELETE /v2.0/networks/43384d18-fbee-4ac8-8543-ec2c04e7d010 HTTP/1.1" status: 204 len: 168 time: 0.4502647 Nov 19 09:14:06.366880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d86ca4-bb0a-44fe-8bbf-a736fa8d4ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=43384d18-fbee-4ac8-8543-ec2c04e7d010,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:06.401008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cb93a19d-5333-4b2f-80d8-c24adaffaa83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf5cfffb23a14bd0aad7e0a2fc0d6f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0787067 Nov 19 09:14:06.402405 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-9510773c-5245-420d-aa44-8b27932e1bbe tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Allocated IP 192.168.233.147 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/7108338f-0447-4b72-b6f5-4acbc04b4450) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:14:06.403903 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37090) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:06.469285 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cd76a8c-3472-4d85-b008-60491455e4c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.507118 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cd76a8c-3472-4d85-b008-60491455e4c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.571451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f3702b5-6445-4533-b104-3ae543655432 req-50d05ef9-3d32-401c-b197-088121397697 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc6b330-4692-4d1a-9f1d-480a835c3c08 HTTP/1.1" status: 200 len: 210 time: 0.0322890 Nov 19 09:14:06.608764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37094) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:06.612085 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-9510773c-5245-420d-aa44-8b27932e1bbe tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.618531 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cd76a8c-3472-4d85-b008-60491455e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.621066 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cd76a8c-3472-4d85-b008-60491455e4c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.622359 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8cd76a8c-3472-4d85-b008-60491455e4c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0e5e210-af32-485d-bcca-fb5d4d6b5374 HTTP/1.1" status: 204 len: 168 time: 0.2171054 Nov 19 09:14:06.660539 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-9510773c-5245-420d-aa44-8b27932e1bbe tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.686413 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd76a8c-3472-4d85-b008-60491455e4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e5e210-af32-485d-bcca-fb5d4d6b5374,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:06.747917 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device acad3a51-2814-4d76-83d0-990e769a52e5 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:14:06.775818 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0ec5ec08-53da-4634-b764-73c6cea2cef2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6022a22e5412460ca709de7cbe4fe9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1617758 Nov 19 09:14:06.786210 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37104) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:06.797171 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: acad3a51-2814-4d76-83d0-990e769a52e5 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:14:06.797525 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device acad3a51-2814-4d76-83d0-990e769a52e5 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:14:06.840426 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-9510773c-5245-420d-aa44-8b27932e1bbe tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:14:06.852360 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-9510773c-5245-420d-aa44-8b27932e1bbe tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:14:06.859687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1f30c-bf88-4ef9-befd-ca80dcceb123 req-8384c852-1f46-4876-9a17-56d635e5824f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:06.862227 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70b1f30c-bf88-4ef9-befd-ca80dcceb123 req-8384c852-1f46-4876-9a17-56d635e5824f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.0955296 Nov 19 09:14:06.866172 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510773c-5245-420d-aa44-8b27932e1bbe tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Pushing event updated for resources: {'Port': ['ID=7108338f-0447-4b72-b6f5-4acbc04b4450,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:06.869135 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-9510773c-5245-420d-aa44-8b27932e1bbe tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:14:06.919455 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12514594-7037-4a6c-b2ba-d8750588c71f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.950706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-9510773c-5245-420d-aa44-8b27932e1bbe tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:06.955161 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-9510773c-5245-420d-aa44-8b27932e1bbe tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:06.986355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70b1f30c-bf88-4ef9-befd-ca80dcceb123 req-f3ccaab6-ba29-4267-b8fc-b8bfc6c8afdd tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032608 Nov 19 09:14:06.995628 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12514594-7037-4a6c-b2ba-d8750588c71f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:07.011597 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-9510773c-5245-420d-aa44-8b27932e1bbe tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2943783 Nov 19 09:14:07.032337 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Request body: {'port': {'device_id': 'cdc6b330-4692-4d1a-9f1d-480a835c3c08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:07.163164 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:07.221579 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12514594-7037-4a6c-b2ba-d8750588c71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:07.224639 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12514594-7037-4a6c-b2ba-d8750588c71f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:07.225851 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-12514594-7037-4a6c-b2ba-d8750588c71f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/219f0c81-0696-4a0e-8f4c-be360782d74e HTTP/1.1" status: 204 len: 168 time: 0.4376302 Nov 19 09:14:07.252650 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12514594-7037-4a6c-b2ba-d8750588c71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219f0c81-0696-4a0e-8f4c-be360782d74e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:07.356139 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-28275830-73ed-425b-988a-fe29b9cbd11a None None] Provisioning complete for port 7108338f-0447-4b72-b6f5-4acbc04b4450 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:14:07.356530 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-28275830-73ed-425b-988a-fe29b9cbd11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:07.435630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-28275830-73ed-425b-988a-fe29b9cbd11a None None] Port 7108338f-0447-4b72-b6f5-4acbc04b4450 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:14:07.644420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7108338f-0447-4b72-b6f5-4acbc04b4450 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:07.652768 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:07.694483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Transition to ACTIVE for port object 7108338f-0447-4b72-b6f5-4acbc04b4450 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:14:07.706764 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:07.736431 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37134) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:07.776234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c261d1-d087-4cb6-9f54-3aba3fb3460b req-71cddc03-0c31-426a-bcc4-e1b543f875fb tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:07.783845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62c261d1-d087-4cb6-9f54-3aba3fb3460b req-71cddc03-0c31-426a-bcc4-e1b543f875fb tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc6b330-4692-4d1a-9f1d-480a835c3c08 HTTP/1.1" status: 200 len: 948 time: 0.0869119 Nov 19 09:14:07.788549 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Pushing event updated for resources: {'Port': ['ID=7108338f-0447-4b72-b6f5-4acbc04b4450,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:07.910839 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62c261d1-d087-4cb6-9f54-3aba3fb3460b req-e21bb3dd-2d8a-45a9-84b3-69e9c6239511 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2913c1d-f00d-4e16-b288-21218ff4c6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255817 Nov 19 09:14:07.912136 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Attempting to bind port 7108338f-0447-4b72-b6f5-4acbc04b4450 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:14:07.912718 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Attempting to bind port 7108338f-0447-4b72-b6f5-4acbc04b4450 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:14:07.913335 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Attempting to bind port 7108338f-0447-4b72-b6f5-4acbc04b4450 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:14:07.915423 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2000fc2c-4ec5-4b63-ae2f-7a0c3c712515 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71a739f4e4a74403a553afd9cd15b46b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758709 Nov 19 09:14:07.919379 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37140) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:07.927410 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Port 7108338f-0447-4b72-b6f5-4acbc04b4450 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:14:07.927880 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Attempting to bind port 7108338f-0447-4b72-b6f5-4acbc04b4450 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:14:07.948217 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:14:07.948692 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:14:07.949241 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:14:07.949782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Bound port: 7108338f-0447-4b72-b6f5-4acbc04b4450, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:14:07.950245 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:07.996002 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37142) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:08.049703 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d29a2cd5-8371-4abc-b345-f3ba8b4dce80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:08.108037 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d29a2cd5-8371-4abc-b345-f3ba8b4dce80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:08.116985 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] For port 7108338f-0447-4b72-b6f5-4acbc04b4450, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:14:08.137430 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] For port 7108338f-0447-4b72-b6f5-4acbc04b4450, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7108338f-0447-4b72-b6f5-4acbc04b4450,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:14:08.153561 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:08.160324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74b2c2-324a-4a70-8c8f-786a93b8d1f4 req-131eed1c-1ee9-4efa-a83d-27e9f66966ad tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:08.162666 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c74b2c2-324a-4a70-8c8f-786a93b8d1f4 req-131eed1c-1ee9-4efa-a83d-27e9f66966ad tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.0902076 Nov 19 09:14:08.174740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0086415b-016a-430e-86b8-91c297f0c277 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1043918019-network', 'tenant_id': 'b71e6944e0244b1a957c2ca38c8ef191'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:08.202657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:08.203309 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:08.204699 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] 10.222.0.71 "PUT /v2.0/ports/7108338f-0447-4b72-b6f5-4acbc04b4450 HTTP/1.1" status: 200 len: 1097 time: 1.1767318 Nov 19 09:14:08.207526 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc6b330-4692-4d1a-9f1d-480a835c3c08', 'tag': '7108338f-0447-4b72-b6f5-4acbc04b4450'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:08.209517 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7210183e-f9d5-4892-9206-08ec504dfb48" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc6b330-4692-4d1a-9f1d-480a835c3c08", "tag": "7108338f-0447-4b72-b6f5-4acbc04b4450"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:08.236097 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0086415b-016a-430e-86b8-91c297f0c277 admin admin] Made reservation on behalf of b71e6944e0244b1a957c2ca38c8ef191 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:14:08.240589 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0086415b-016a-430e-86b8-91c297f0c277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:08.268496 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0086415b-016a-430e-86b8-91c297f0c277 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:08.300869 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c74b2c2-324a-4a70-8c8f-786a93b8d1f4 req-2c54f5ce-0b40-495a-a340-aef6dcb5e76e tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152120 Nov 19 09:14:08.310849 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d64908-0813-43b8-a1ad-393d1ffdead1 x-openstack-request-id: req-78d64908-0813-43b8-a1ad-393d1ffdead1 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:08.311420 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc6b330-4692-4d1a-9f1d-480a835c3c08", "tag": "7108338f-0447-4b72-b6f5-4acbc04b4450", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:08.311629 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78d64908-0813-43b8-a1ad-393d1ffdead1 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:08.312291 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc6b330-4692-4d1a-9f1d-480a835c3c08', 'tag': '7108338f-0447-4b72-b6f5-4acbc04b4450', 'status': 'completed', 'code': 200} Nov 19 09:14:08.370216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c23504-4150-4640-a690-879d3b5accc3 service neutron] Pushing event updated for resources: {'Port': ['ID=7108338f-0447-4b72-b6f5-4acbc04b4450,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:08.389818 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d29a2cd5-8371-4abc-b345-f3ba8b4dce80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:08.393643 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d29a2cd5-8371-4abc-b345-f3ba8b4dce80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:08.401404 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d29a2cd5-8371-4abc-b345-f3ba8b4dce80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7d9265b-9f7b-483d-9343-77f83e3c3f24 HTTP/1.1" status: 204 len: 168 time: 0.4805548 Nov 19 09:14:08.419243 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-39211355-9882-4f3f-b55b-34e5273b412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:08.421015 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-39211355-9882-4f3f-b55b-34e5273b412a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ec273e08b1945d3954d1177b23e1ca9&device_id=cdc6b330-4692-4d1a-9f1d-480a835c3c08 HTTP/1.1" status: 200 len: 1100 time: 0.1436477 Nov 19 09:14:08.422420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a2cd5-8371-4abc-b345-f3ba8b4dce80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d9265b-9f7b-483d-9343-77f83e3c3f24,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:08.461203 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0086415b-016a-430e-86b8-91c297f0c277 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:08.470073 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0086415b-016a-430e-86b8-91c297f0c277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:08.497953 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0086415b-016a-430e-86b8-91c297f0c277 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:14:08.504188 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-7c508e78-b5f7-4c1a-b902-3b0135184b49 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=7108338f-0447-4b72-b6f5-4acbc04b4450 HTTP/1.1" status: 200 len: 217 time: 0.0735757 Nov 19 09:14:08.529648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086415b-016a-430e-86b8-91c297f0c277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5109fefd-c7c4-413b-97f6-0e7ab1173dcc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:08.533024 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0086415b-016a-430e-86b8-91c297f0c277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:08.533443 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-0086415b-016a-430e-86b8-91c297f0c277 admin admin] Added segment 298bdaf0-9425-4410-bb8f-bcee9d656b9d of type vlan for network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 Nov 19 09:14:08.586237 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0086415b-016a-430e-86b8-91c297f0c277 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:08.588095 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-7c24f5e8-e7c4-42ee-8547-8b2224d9937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:08.590421 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-7c24f5e8-e7c4-42ee-8547-8b2224d9937a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0638866 Nov 19 09:14:08.618556 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0086415b-016a-430e-86b8-91c297f0c277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:08.620597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0086415b-016a-430e-86b8-91c297f0c277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:08.621809 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0086415b-016a-430e-86b8-91c297f0c277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:08.657543 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-b4c3bea0-7868-40ba-be50-f1e856b57df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:08.659155 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-b4c3bea0-7868-40ba-be50-f1e856b57df7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0590477 Nov 19 09:14:08.684655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0086415b-016a-430e-86b8-91c297f0c277 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6847706 Nov 19 09:14:08.684877 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37158) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:08.691902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-365e748f-3845-46e1-b35e-ed0620688cef admin admin] Request body: {'subnet': {'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1043918019-subnet', 'tenant_id': 'b71e6944e0244b1a957c2ca38c8ef191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:08.700519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086415b-016a-430e-86b8-91c297f0c277 admin admin] Pushing event updated for resources: {'Network': ['ID=58e552ac-8aa3-452e-ac9f-48f80a5fe870,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:08.711639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:14:08.722797 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365e748f-3845-46e1-b35e-ed0620688cef admin admin] Made reservation on behalf of b71e6944e0244b1a957c2ca38c8ef191 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:14:08.725723 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-365e748f-3845-46e1-b35e-ed0620688cef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:08.810551 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-46343db8-9e01-4116-bb19-cda78770f22b service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334007 Nov 19 09:14:08.930118 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9559ec74-23b7-4c8d-9929-853883b870c7 req-7dc86594-bcbc-4fa6-9ffb-d316b209722f service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184886 Nov 19 09:14:08.943148 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-365e748f-3845-46e1-b35e-ed0620688cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:09.013991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e748f-3845-46e1-b35e-ed0620688cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc5f9b9-ef02-483f-b54c-00c042a1a970,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:09.042275 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365e748f-3845-46e1-b35e-ed0620688cef admin admin] Checking segment: {'id': '298bdaf0-9425-4410-bb8f-bcee9d656b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:14:09.042641 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365e748f-3845-46e1-b35e-ed0620688cef admin admin] Network hostable DHCP agents. Network: 58e552ac-8aa3-452e-ac9f-48f80a5fe870, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:14:09.060809 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210183e-f9d5-4892-9206-08ec504dfb48 req-dc795c2a-4deb-4404-9076-1aed5ace488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:09.063888 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7210183e-f9d5-4892-9206-08ec504dfb48 req-dc795c2a-4deb-4404-9076-1aed5ace488c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ec273e08b1945d3954d1177b23e1ca9&device_id=cdc6b330-4692-4d1a-9f1d-480a835c3c08 HTTP/1.1" status: 200 len: 1100 time: 0.0582538 Nov 19 09:14:09.115493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658020a7-34d7-4844-9ca5-253b6c165ed4 req-2e0c7ea3-ff1f-4b53-93b2-1b900bf03a87 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:09.117410 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-658020a7-34d7-4844-9ca5-253b6c165ed4 req-2e0c7ea3-ff1f-4b53-93b2-1b900bf03a87 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc6b330-4692-4d1a-9f1d-480a835c3c08 HTTP/1.1" status: 200 len: 948 time: 0.0929258 Nov 19 09:14:09.118594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365e748f-3845-46e1-b35e-ed0620688cef admin admin] Network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:14:09.178042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-365e748f-3845-46e1-b35e-ed0620688cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 58e552ac-8aa3-452e-ac9f-48f80a5fe870) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:14:09.189481 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210183e-f9d5-4892-9206-08ec504dfb48 req-3550d014-a759-4b2b-888c-f90ee72ada4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:09.191988 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-658020a7-34d7-4844-9ca5-253b6c165ed4 req-24eb44fa-ffdc-428f-8e01-720cb6d41baf tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2913c1d-f00d-4e16-b288-21218ff4c6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632706 Nov 19 09:14:09.193501 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b578d016-89ad-4618-a2ff-b5c095c3e74a None None] Network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:14:09.194681 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7210183e-f9d5-4892-9206-08ec504dfb48 req-3550d014-a759-4b2b-888c-f90ee72ada4c service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1105111 Nov 19 09:14:09.197522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365e748f-3845-46e1-b35e-ed0620688cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:09.199910 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-365e748f-3845-46e1-b35e-ed0620688cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:09.230888 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-365e748f-3845-46e1-b35e-ed0620688cef admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5448816 Nov 19 09:14:09.256115 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7210183e-f9d5-4892-9206-08ec504dfb48 req-4adb7de4-3f89-4512-a3a2-5024ab303093 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=7108338f-0447-4b72-b6f5-4acbc04b4450 HTTP/1.1" status: 200 len: 217 time: 0.0447588 Nov 19 09:14:09.369042 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210183e-f9d5-4892-9206-08ec504dfb48 req-46af755c-8d04-49e0-8284-b95333043d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:09.379065 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7210183e-f9d5-4892-9206-08ec504dfb48 req-46af755c-8d04-49e0-8284-b95333043d57 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1077061 Nov 19 09:14:09.474645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49776c53-27f6-43b0-849a-e808dfdb2f42 req-d9e08216-2dea-4101-bf88-730c6d4622f6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:09.476363 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49776c53-27f6-43b0-849a-e808dfdb2f42 req-d9e08216-2dea-4101-bf88-730c6d4622f6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.0935395 Nov 19 09:14:09.481313 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f509272-29d9-4509-a668-fccf2dff94bd None None] Network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:14:09.516537 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210183e-f9d5-4892-9206-08ec504dfb48 req-019cae0b-4d01-47be-8f9f-5e3ccf51f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:09.523444 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7210183e-f9d5-4892-9206-08ec504dfb48 req-019cae0b-4d01-47be-8f9f-5e3ccf51f881 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1345563 Nov 19 09:14:09.617030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49776c53-27f6-43b0-849a-e808dfdb2f42 req-279f0dec-58ca-4ab5-b698-d4085acfac7b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325245 Nov 19 09:14:09.671083 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7210183e-f9d5-4892-9206-08ec504dfb48 req-f851b537-df0c-46e0-9a06-8e4a32b8887a service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370814 Nov 19 09:14:09.802460 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7210183e-f9d5-4892-9206-08ec504dfb48 req-f05d886b-e442-4dda-bb49-8558508c884c service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202130 Nov 19 09:14:09.997413 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-8adff640-71f7-486f-b54f-c986c2dd9ac4 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:09.999446 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-8adff640-71f7-486f-b54f-c986c2dd9ac4 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/networks?id=58e552ac-8aa3-452e-ac9f-48f80a5fe870 HTTP/1.1" status: 200 len: 805 time: 0.1328182 Nov 19 09:14:10.025049 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-5f2fe778-5908-4bbe-90b3-e90d030237ed tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/quotas/b71e6944e0244b1a957c2ca38c8ef191 HTTP/1.1" status: 200 len: 375 time: 0.0116696 Nov 19 09:14:10.061987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-ea43e3cd-53e0-4def-a4e3-7abbf2fd5b8e tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b71e6944e0244b1a957c2ca38c8ef191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309000 Nov 19 09:14:10.188513 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-1fb53721-c23f-46e0-9fb9-eca2106bf927 service neutron] 10.222.0.21 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096551 Nov 19 09:14:10.326691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-094b4a13-d7b2-4005-adec-aadcc2636974 service neutron] 10.222.0.21 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312642 Nov 19 09:14:10.347347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd7b75-f847-416c-8a4b-6fc9188ec6a7 req-292dbc9f-d5b3-4a97-a074-be43e6e18348 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:10.348938 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbfd7b75-f847-416c-8a4b-6fc9188ec6a7 req-292dbc9f-d5b3-4a97-a074-be43e6e18348 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc6b330-4692-4d1a-9f1d-480a835c3c08 HTTP/1.1" status: 200 len: 948 time: 0.0772605 Nov 19 09:14:10.404871 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbfd7b75-f847-416c-8a4b-6fc9188ec6a7 req-1161fa17-dce2-46ba-a0af-a43a90411180 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2913c1d-f00d-4e16-b288-21218ff4c6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499644 Nov 19 09:14:10.548972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09741c6f-8e1e-4db9-9d1a-8ed80baa91ff req-c0f4c8b1-60e0-4daf-b4b7-5de0323d9d66 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967 HTTP/1.1" status: 200 len: 210 time: 0.0427058 Nov 19 09:14:10.645633 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37242) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:10.794737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecbb54-ca2e-433f-a556-4eef1dff420f req-faa0d571-4010-42a3-8cad-8533919eb146 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:10.802734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7108338f-0447-4b72-b6f5-4acbc04b4450 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:14:10.814065 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5cecbb54-ca2e-433f-a556-4eef1dff420f req-faa0d571-4010-42a3-8cad-8533919eb146 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1135676 Nov 19 09:14:10.855133 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ee3fad94-8be6-41ad-80ad-74ed886a9ed2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:10.944806 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7108338f-0447-4b72-b6f5-4acbc04b4450, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7108338f-0447-4b72-b6f5-4acbc04b4450,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:10.958796 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '7108338f-0447-4b72-b6f5-4acbc04b4450', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '7108338f-0447-4b72-b6f5-4acbc04b4450', 'mac_address': 'fa:16:3e:6d:c2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:14:10.962381 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5cecbb54-ca2e-433f-a556-4eef1dff420f req-47fcc646-2cac-4926-9a97-6dcb8d17463d tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472385 Nov 19 09:14:11.013499 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:11.018749 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ee3fad94-8be6-41ad-80ad-74ed886a9ed2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:11.023971 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ee3fad94-8be6-41ad-80ad-74ed886a9ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:11.032898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7108338f-0447-4b72-b6f5-4acbc04b4450 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:11.057410 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7108338f-0447-4b72-b6f5-4acbc04b4450, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7108338f-0447-4b72-b6f5-4acbc04b4450,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:11.067193 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:11.075519 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ee3fad94-8be6-41ad-80ad-74ed886a9ed2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78633693737a463c9ce1bc22d6c66349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4264929 Nov 19 09:14:11.076167 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37254) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:11.095787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fad94-8be6-41ad-80ad-74ed886a9ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec0c9b3-5b22-4125-8824-ae4b649cd47e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:11.113596 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fad94-8be6-41ad-80ad-74ed886a9ed2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:11.121223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fad94-8be6-41ad-80ad-74ed886a9ed2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:11.121581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fad94-8be6-41ad-80ad-74ed886a9ed2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:11.122074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fad94-8be6-41ad-80ad-74ed886a9ed2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:11.122591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fad94-8be6-41ad-80ad-74ed886a9ed2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:11.123013 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fad94-8be6-41ad-80ad-74ed886a9ed2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:11.123492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fad94-8be6-41ad-80ad-74ed886a9ed2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:11.123938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fad94-8be6-41ad-80ad-74ed886a9ed2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:11.129191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fad94-8be6-41ad-80ad-74ed886a9ed2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:11.129665 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fad94-8be6-41ad-80ad-74ed886a9ed2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:11.129934 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fad94-8be6-41ad-80ad-74ed886a9ed2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:11.130324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fad94-8be6-41ad-80ad-74ed886a9ed2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:11.149623 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7108338f-0447-4b72-b6f5-4acbc04b4450,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:11.176693 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81e9aca8-2006-4097-9e37-8b63893c589d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:11.206251 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81e9aca8-2006-4097-9e37-8b63893c589d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:11.305684 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81e9aca8-2006-4097-9e37-8b63893c589d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:11.309235 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81e9aca8-2006-4097-9e37-8b63893c589d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:11.313608 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-81e9aca8-2006-4097-9e37-8b63893c589d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ec0c9b3-5b22-4125-8824-ae4b649cd47e HTTP/1.1" status: 204 len: 168 time: 0.2318187 Nov 19 09:14:11.335847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9aca8-2006-4097-9e37-8b63893c589d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec0c9b3-5b22-4125-8824-ae4b649cd47e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:11.363736 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['7108338f-0447-4b72-b6f5-4acbc04b4450'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:14:11.580892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cb4e2-25f7-4d5f-9bb7-433c1227c8e2 req-bb352fbe-3fd2-4654-b4d3-17fab3291454 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:11.582636 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b35cb4e2-25f7-4d5f-9bb7-433c1227c8e2 req-bb352fbe-3fd2-4654-b4d3-17fab3291454 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc6b330-4692-4d1a-9f1d-480a835c3c08 HTTP/1.1" status: 200 len: 949 time: 0.0730062 Nov 19 09:14:11.726397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-837b33fb-8a72-491e-b755-21188141b851 req-8b86ee98-0180-491a-9af4-cb4be1b07aa7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967 HTTP/1.1" status: 200 len: 210 time: 0.0634549 Nov 19 09:14:11.737630 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37268) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:11.738882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b35cb4e2-25f7-4d5f-9bb7-433c1227c8e2 req-4db3ba5c-ae6a-4093-a2f7-c94acae6bc7a tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2913c1d-f00d-4e16-b288-21218ff4c6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427135 Nov 19 09:14:11.779372 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90704902-47f9-489b-b654-f10d83f0fbfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:11.909735 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90704902-47f9-489b-b654-f10d83f0fbfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:11.916635 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90704902-47f9-489b-b654-f10d83f0fbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:11.973026 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-90704902-47f9-489b-b654-f10d83f0fbfe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6324a286e4e4291bc8b5d4cbb461d71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338588 Nov 19 09:14:11.975695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37272) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:12.002294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90704902-47f9-489b-b654-f10d83f0fbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edff6581-b4be-40ed-8207-720b6561e22f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:12.055969 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-a125a96e-eea3-423a-b925-0a016f9c51bb tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:12.057712 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-a125a96e-eea3-423a-b925-0a016f9c51bb tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.66 "GET /v2.0/networks?id=58e552ac-8aa3-452e-ac9f-48f80a5fe870 HTTP/1.1" status: 200 len: 805 time: 0.2564967 Nov 19 09:14:12.075345 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-4bfde39c-b70a-466a-9f4a-81a45e228cd7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Request body: {'port': {'device_id': '55ce239a-4bd1-4707-a30b-a4cd3193f967', 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870', 'admin_state_up': True, 'tenant_id': 'b71e6944e0244b1a957c2ca38c8ef191'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:12.154225 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45344a55-df1b-4c48-ad82-2ae3818738e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:12.209931 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45344a55-df1b-4c48-ad82-2ae3818738e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:12.236920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79e212-0dd9-40ac-a211-23c7a60bc1ca req-1376f9de-be91-4aa3-9739-bfa65338ac2b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:12.238437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d79e212-0dd9-40ac-a211-23c7a60bc1ca req-1376f9de-be91-4aa3-9739-bfa65338ac2b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1578634 Nov 19 09:14:12.308731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-4bfde39c-b70a-466a-9f4a-81a45e228cd7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Made reservation on behalf of b71e6944e0244b1a957c2ca38c8ef191 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:14:12.313123 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-4bfde39c-b70a-466a-9f4a-81a45e228cd7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:12.341278 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45344a55-df1b-4c48-ad82-2ae3818738e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:12.343227 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45344a55-df1b-4c48-ad82-2ae3818738e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:12.347292 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-45344a55-df1b-4c48-ad82-2ae3818738e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edff6581-b4be-40ed-8207-720b6561e22f HTTP/1.1" status: 204 len: 168 time: 0.3675034 Nov 19 09:14:12.361023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d79e212-0dd9-40ac-a211-23c7a60bc1ca req-b5779f56-d5e1-495a-ba19-5efd89d45772 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073413 Nov 19 09:14:12.367495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45344a55-df1b-4c48-ad82-2ae3818738e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edff6581-b4be-40ed-8207-720b6561e22f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:12.505057 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-4bfde39c-b70a-466a-9f4a-81a45e228cd7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Allocated IP 172.20.0.13 (58e552ac-8aa3-452e-ac9f-48f80a5fe870/3cc5f9b9-ef02-483f-b54c-00c042a1a970/4593c7b2-5143-46dd-8dc8-e63eb824a08e) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:14:12.802616 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7108338f-0447-4b72-b6f5-4acbc04b4450 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:14:12.922774 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 7108338f-0447-4b72-b6f5-4acbc04b4450 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:14:12.928970 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 7108338f-0447-4b72-b6f5-4acbc04b4450 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:14:12.929777 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:13.060343 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:13.067217 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0ee92d7-7363-4154-ac1a-1f8f9cc0ad6d req-de49dcac-6238-4cc6-b8e1-2a127bc99ecc tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967 HTTP/1.1" status: 200 len: 210 time: 0.0551603 Nov 19 09:14:13.116148 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc6b330-4692-4d1a-9f1d-480a835c3c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7108338f-0447-4b72-b6f5-4acbc04b4450'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:13.118776 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0da0d18-94bf-4619-bade-ab92bdc67330" -d '{"events": [{"server_uuid": "cdc6b330-4692-4d1a-9f1d-480a835c3c08", "name": "network-vif-plugged", "status": "completed", "tag": "7108338f-0447-4b72-b6f5-4acbc04b4450"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:13.142406 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7108338f-0447-4b72-b6f5-4acbc04b4450, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7108338f-0447-4b72-b6f5-4acbc04b4450,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:13.148472 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:13.150809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a21c5f-83be-460a-aa06-c5d987329733 req-e43ab08e-1cb7-4e68-bdc0-3c5ab7de0290 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:13.157686 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94a21c5f-83be-460a-aa06-c5d987329733 req-e43ab08e-1cb7-4e68-bdc0-3c5ab7de0290 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc6b330-4692-4d1a-9f1d-480a835c3c08 HTTP/1.1" status: 200 len: 949 time: 0.1466985 Nov 19 09:14:13.199119 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-4bfde39c-b70a-466a-9f4a-81a45e228cd7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:13.241530 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7108338f-0447-4b72-b6f5-4acbc04b4450,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:13.269908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94a21c5f-83be-460a-aa06-c5d987329733 req-1ede5e14-7791-4a1a-9d36-2cf7603f5eec tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2913c1d-f00d-4e16-b288-21218ff4c6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066501 Nov 19 09:14:13.312398 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-4bfde39c-b70a-466a-9f4a-81a45e228cd7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:13.327628 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09de5d15-3c06-4f4b-b85d-b495f69a2a2b x-openstack-request-id: req-09de5d15-3c06-4f4b-b85d-b495f69a2a2b {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:13.328436 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc6b330-4692-4d1a-9f1d-480a835c3c08", "name": "network-vif-plugged", "status": "completed", "tag": "7108338f-0447-4b72-b6f5-4acbc04b4450", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:13.328960 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09de5d15-3c06-4f4b-b85d-b495f69a2a2b {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:13.329855 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc6b330-4692-4d1a-9f1d-480a835c3c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7108338f-0447-4b72-b6f5-4acbc04b4450', 'code': 200} Nov 19 09:14:13.402165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfde39c-b70a-466a-9f4a-81a45e228cd7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Pushing event updated for resources: {'Port': ['ID=4593c7b2-5143-46dd-8dc8-e63eb824a08e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:13.426772 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-4bfde39c-b70a-466a-9f4a-81a45e228cd7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:14:13.439827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-4bfde39c-b70a-466a-9f4a-81a45e228cd7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:14:13.467740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-4bfde39c-b70a-466a-9f4a-81a45e228cd7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:14:13.575352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-4bfde39c-b70a-466a-9f4a-81a45e228cd7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:13.576072 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-4bfde39c-b70a-466a-9f4a-81a45e228cd7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:13.605564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb32233-b51f-4181-8880-fbcbfc310ce7 req-0f82b959-407e-4314-af82-a87966e55a4b tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:13.613244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0cb32233-b51f-4181-8880-fbcbfc310ce7 req-0f82b959-407e-4314-af82-a87966e55a4b tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 945 time: 0.1901586 Nov 19 09:14:13.634030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3252567-f04a-4955-b16c-a1d0b9e48d68 req-99bc4eef-c31d-4c7c-aaba-6ed470701a20 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:13.635609 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a3252567-f04a-4955-b16c-a1d0b9e48d68 req-99bc4eef-c31d-4c7c-aaba-6ed470701a20 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1389909 Nov 19 09:14:13.646515 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-4bfde39c-b70a-466a-9f4a-81a45e228cd7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5778794 Nov 19 09:14:13.667178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Request body: {'port': {'device_id': '55ce239a-4bd1-4707-a30b-a4cd3193f967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:13.753736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0cb32233-b51f-4181-8880-fbcbfc310ce7 req-784a6bc7-3e12-4330-9b09-c0417e357759 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5417cf0-951f-4120-bbde-a3f8c1a6fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344709 Nov 19 09:14:13.803384 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:13.810909 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a3252567-f04a-4955-b16c-a1d0b9e48d68 req-81d074dd-72e7-46d4-a377-011d1dfae9a2 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633797 Nov 19 09:14:13.858980 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52028b1-20c9-40b4-9408-1ecade1013e9 req-f9e375e9-b893-43bd-9b92-b8f5ff09b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:13.861894 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c52028b1-20c9-40b4-9408-1ecade1013e9 req-f9e375e9-b893-43bd-9b92-b8f5ff09b753 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cdc6b330-4692-4d1a-9f1d-480a835c3c08 HTTP/1.1" status: 200 len: 1102 time: 0.4491830 Nov 19 09:14:14.019219 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c52028b1-20c9-40b4-9408-1ecade1013e9 req-ee7ad5b8-edcf-4d82-a287-5efd7dbaa851 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e2913c1d-f00d-4e16-b288-21218ff4c6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438353 Nov 19 09:14:14.192691 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4593c7b2-5143-46dd-8dc8-e63eb824a08e {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:14.217829 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:14.237611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Transition to ACTIVE for port object 4593c7b2-5143-46dd-8dc8-e63eb824a08e will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:14:14.251920 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:14.269964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6890c50-5a17-4468-8de3-c19ce4ed5806 req-107dc4f4-efe6-46cd-bc66-a9bc539fade8 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:14.277447 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6890c50-5a17-4468-8de3-c19ce4ed5806 req-107dc4f4-efe6-46cd-bc66-a9bc539fade8 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967 HTTP/1.1" status: 200 len: 932 time: 0.0980535 Nov 19 09:14:14.421271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=4593c7b2-5143-46dd-8dc8-e63eb824a08e,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:14.453573 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6890c50-5a17-4468-8de3-c19ce4ed5806 req-8abb23bc-d421-4107-86f6-7562d7492eab tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750557 Nov 19 09:14:14.482788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be7850-a7e9-4bf1-a43b-b04dde4ad4bc req-3e3c57ba-c7ae-4fec-8f48-76c1ccef5b49 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:14.489715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-40be7850-a7e9-4bf1-a43b-b04dde4ad4bc req-3e3c57ba-c7ae-4fec-8f48-76c1ccef5b49 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc6b330-4692-4d1a-9f1d-480a835c3c08 HTTP/1.1" status: 200 len: 950 time: 0.1467359 Nov 19 09:14:14.527617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Attempting to bind port 4593c7b2-5143-46dd-8dc8-e63eb824a08e on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:14:14.527617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Attempting to bind port 4593c7b2-5143-46dd-8dc8-e63eb824a08e by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '298bdaf0-9425-4410-bb8f-bcee9d656b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:14:14.527988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Attempting to bind port 4593c7b2-5143-46dd-8dc8-e63eb824a08e on network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:14:14.543101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Port 4593c7b2-5143-46dd-8dc8-e63eb824a08e on network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:14:14.543264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Attempting to bind port 4593c7b2-5143-46dd-8dc8-e63eb824a08e on network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:14:14.567795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:14:14.568159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Checking segment: {'id': '298bdaf0-9425-4410-bb8f-bcee9d656b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:14:14.568536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Bound using segment: {'id': '298bdaf0-9425-4410-bb8f-bcee9d656b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:14:14.568985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Bound port: 4593c7b2-5143-46dd-8dc8-e63eb824a08e, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298bdaf0-9425-4410-bb8f-bcee9d656b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:14:14.569375 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:14.587361 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-40be7850-a7e9-4bf1-a43b-b04dde4ad4bc req-4ce72c3b-5f75-4314-8e92-ea4b660f260b tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2913c1d-f00d-4e16-b288-21218ff4c6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960751 Nov 19 09:14:14.669917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] For port 4593c7b2-5143-46dd-8dc8-e63eb824a08e, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:14:14.673385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] For port 4593c7b2-5143-46dd-8dc8-e63eb824a08e, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4593c7b2-5143-46dd-8dc8-e63eb824a08e,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:14:14.678977 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:14.728126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:14.729125 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:14.730691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] 10.222.0.66 "PUT /v2.0/ports/4593c7b2-5143-46dd-8dc8-e63eb824a08e HTTP/1.1" status: 200 len: 1093 time: 1.0698969 Nov 19 09:14:14.738080 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ce239a-4bd1-4707-a30b-a4cd3193f967', 'tag': '4593c7b2-5143-46dd-8dc8-e63eb824a08e'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:14.740589 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d68e9de-882c-4303-b565-c628e658833f" -d '{"events": [{"name": "network-changed", "server_uuid": "55ce239a-4bd1-4707-a30b-a4cd3193f967", "tag": "4593c7b2-5143-46dd-8dc8-e63eb824a08e"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:14.774924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5228f2-02b4-4aec-b3d7-afb398177fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=4593c7b2-5143-46dd-8dc8-e63eb824a08e,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:14.848997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-714da0f6-5b98-40b0-ae97-fccf14b1d302 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304916 Nov 19 09:14:14.873638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-26edb8ac-e4e0-413f-bf5f-d4711bdd4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:14.875752 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-26edb8ac-e4e0-413f-bf5f-d4711bdd4b11 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b71e6944e0244b1a957c2ca38c8ef191&device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967 HTTP/1.1" status: 200 len: 1096 time: 0.0875742 Nov 19 09:14:14.982609 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-7f3c7f06-8772-4070-a1c3-2da3b9ea9412 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4593c7b2-5143-46dd-8dc8-e63eb824a08e HTTP/1.1" status: 200 len: 217 time: 0.0852175 Nov 19 09:14:15.047950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495785f-eb2c-4d66-9f34-7f8ec47349ae req-7b3d100c-ef31-424b-92dc-f38a9e148fd5 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:15.049562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7495785f-eb2c-4d66-9f34-7f8ec47349ae req-7b3d100c-ef31-424b-92dc-f38a9e148fd5 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 945 time: 0.1924253 Nov 19 09:14:15.103330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-a56bab49-d376-4184-afd1-23f1b0117860 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:15.104804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-a56bab49-d376-4184-afd1-23f1b0117860 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2451401 Nov 19 09:14:15.106591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-b23fbe1a-f9e3-49c2-a517-94271237468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:15.107924 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-b23fbe1a-f9e3-49c2-a517-94271237468c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3cc5f9b9-ef02-483f-b54c-00c042a1a970 HTTP/1.1" status: 200 len: 845 time: 0.1086698 Nov 19 09:14:15.165790 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-11dabc5e-95ba-4a7d-a654-c4a37baf6b4a tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/quotas/53efc4c4365a4f0d9a0ad69f0cbe704a HTTP/1.1" status: 200 len: 375 time: 0.0526378 Nov 19 09:14:15.168741 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-01039cb2-2e7c-4442-8cb1-9e3004fc3d03 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58e552ac-8aa3-452e-ac9f-48f80a5fe870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428367 Nov 19 09:14:15.173153 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7495785f-eb2c-4d66-9f34-7f8ec47349ae req-fe61b4f2-438b-47e4-8945-e37dd95a23f2 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5417cf0-951f-4120-bbde-a3f8c1a6fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155798 Nov 19 09:14:15.247691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-ee4eed0b-3b7a-4525-b1e0-643dbc9a0f26 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735002 Nov 19 09:14:15.251077 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59101317-3e84-4f5f-8e70-aa0b1581274d x-openstack-request-id: req-59101317-3e84-4f5f-8e70-aa0b1581274d {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:15.251754 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:15.252333 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ce239a-4bd1-4707-a30b-a4cd3193f967", "tag": "4593c7b2-5143-46dd-8dc8-e63eb824a08e", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:15.253400 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59101317-3e84-4f5f-8e70-aa0b1581274d {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:15.253890 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ce239a-4bd1-4707-a30b-a4cd3193f967', 'tag': '4593c7b2-5143-46dd-8dc8-e63eb824a08e', 'status': 'completed', 'code': 200} Nov 19 09:14:15.332671 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-470c2b95-73a5-4915-aaab-77c0b7bc22a3 service neutron] 10.222.0.66 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567230 Nov 19 09:14:15.461039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beea549-3c3b-4974-9612-cb11c042daee req-1ceeeff8-68a5-4e0f-927d-45f79e400f7f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:15.462825 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5beea549-3c3b-4974-9612-cb11c042daee req-1ceeeff8-68a5-4e0f-927d-45f79e400f7f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1486423 Nov 19 09:14:15.589443 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5beea549-3c3b-4974-9612-cb11c042daee req-418451bd-b394-48fc-a539-9e223cde13b6 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076818 Nov 19 09:14:15.593776 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-847c7b9e-fcb8-4479-9e9b-5fccdef9e743 req-b195c7c0-cf73-42a2-8a1a-aa75d4e99fd6 service neutron] 10.222.0.66 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378337 Nov 19 09:14:15.695116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2217c-a6aa-4878-8d68-a83aa4abdee8 req-75ad6b9b-3a6e-4d2d-a5d9-ff72c855b4ee tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:15.696805 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-84a2217c-a6aa-4878-8d68-a83aa4abdee8 req-75ad6b9b-3a6e-4d2d-a5d9-ff72c855b4ee tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967 HTTP/1.1" status: 200 len: 944 time: 0.1020501 Nov 19 09:14:15.743602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eae7a4f8-dacf-42a0-8a8e-e60b047df664 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443754 Nov 19 09:14:15.773136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68e9de-882c-4303-b565-c628e658833f req-e6778436-0e6e-4593-91f3-9768c1562fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:15.775362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d68e9de-882c-4303-b565-c628e658833f req-e6778436-0e6e-4593-91f3-9768c1562fed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b71e6944e0244b1a957c2ca38c8ef191&device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967 HTTP/1.1" status: 200 len: 1096 time: 0.1170943 Nov 19 09:14:15.891950 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-84a2217c-a6aa-4878-8d68-a83aa4abdee8 req-c7405aec-087c-4271-9a31-f486bad13c92 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885512 Nov 19 09:14:15.971854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-9adf7672-10b6-42b4-ad35-1204387ea971 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:15.973900 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-9adf7672-10b6-42b4-ad35-1204387ea971 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232134 Nov 19 09:14:15.977069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68e9de-882c-4303-b565-c628e658833f req-4616fc67-ee68-48cc-92fb-955df3aa7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:15.979004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d68e9de-882c-4303-b565-c628e658833f req-4616fc67-ee68-48cc-92fb-955df3aa7384 service neutron] 10.222.0.66 "GET /v2.0/networks?id=58e552ac-8aa3-452e-ac9f-48f80a5fe870 HTTP/1.1" status: 200 len: 906 time: 0.1849716 Nov 19 09:14:16.029312 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-fb8f7622-154d-4399-869a-3c8f173c3ec4 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/quotas/53efc4c4365a4f0d9a0ad69f0cbe704a HTTP/1.1" status: 200 len: 375 time: 0.0484855 Nov 19 09:14:16.032066 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d68e9de-882c-4303-b565-c628e658833f req-5d95621c-8fed-48d9-9c74-ed1fc06c1347 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4593c7b2-5143-46dd-8dc8-e63eb824a08e HTTP/1.1" status: 200 len: 217 time: 0.0444331 Nov 19 09:14:16.115559 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-a19becf9-997a-4675-94e3-e637b7c044c4 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793302 Nov 19 09:14:16.141812 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68e9de-882c-4303-b565-c628e658833f req-666c2416-73dc-466c-91db-5af2e09732f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:16.143293 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d68e9de-882c-4303-b565-c628e658833f req-666c2416-73dc-466c-91db-5af2e09732f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3cc5f9b9-ef02-483f-b54c-00c042a1a970 HTTP/1.1" status: 200 len: 845 time: 0.0759695 Nov 19 09:14:16.152176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedea5d-c2bb-4e77-8dab-e0801142cb14 req-967da55e-dab9-43bf-9376-555b1383a648 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:16.153693 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4aedea5d-c2bb-4e77-8dab-e0801142cb14 req-967da55e-dab9-43bf-9376-555b1383a648 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc6b330-4692-4d1a-9f1d-480a835c3c08 HTTP/1.1" status: 200 len: 950 time: 0.1188085 Nov 19 09:14:16.181412 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d68e9de-882c-4303-b565-c628e658833f req-52c2512b-3855-44ee-af0e-d14144a8fc20 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58e552ac-8aa3-452e-ac9f-48f80a5fe870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266879 Nov 19 09:14:16.283410 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4aedea5d-c2bb-4e77-8dab-e0801142cb14 req-d0046cc3-1fe9-4b22-ba2d-a538ae80da5f tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2913c1d-f00d-4e16-b288-21218ff4c6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179757 Nov 19 09:14:16.324996 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d68e9de-882c-4303-b565-c628e658833f req-bffce958-9906-422f-b66b-62d78f57b2cf service neutron] 10.222.0.66 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297550 Nov 19 09:14:16.422344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b9ed8527-078d-4fe0-89cc-4f236fc9c1a4 req-f066bc50-2a09-4706-8213-72e4b84aa3c6 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 210 time: 0.0365784 Nov 19 09:14:16.480955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d68e9de-882c-4303-b565-c628e658833f req-6e67199d-4a1f-48e3-b760-4fad20ce894f service neutron] 10.222.0.66 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427631 Nov 19 09:14:16.593387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032985e4-bb22-4df5-9907-d5ef83c00558 req-db9c7b96-8dc5-4e7e-aacf-36d67181ac70 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:16.600797 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-032985e4-bb22-4df5-9907-d5ef83c00558 req-db9c7b96-8dc5-4e7e-aacf-36d67181ac70 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 945 time: 0.0721405 Nov 19 09:14:16.663976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-032985e4-bb22-4df5-9907-d5ef83c00558 req-bbb2d6a6-0b01-4e40-9378-4356256b6788 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5417cf0-951f-4120-bbde-a3f8c1a6fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621591 Nov 19 09:14:16.784428 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-dc3794aa-186b-48fb-b203-5c31784cd372 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334241 Nov 19 09:14:16.841802 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ab10b-daf2-4ef6-9f3e-17b36eda6b8b req-01d50087-cd48-4536-ad43-fda0fcfcd558 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:16.843395 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f3ab10b-daf2-4ef6-9f3e-17b36eda6b8b req-01d50087-cd48-4536-ad43-fda0fcfcd558 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc6b330-4692-4d1a-9f1d-480a835c3c08 HTTP/1.1" status: 200 len: 950 time: 0.0653336 Nov 19 09:14:16.855552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d3678-7feb-4c63-bf7a-619130b2e2ac req-c9a7af52-d21b-4fbf-8d37-b98b7002bfae tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:16.857124 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f41d3678-7feb-4c63-bf7a-619130b2e2ac req-c9a7af52-d21b-4fbf-8d37-b98b7002bfae tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1176102 Nov 19 09:14:16.948819 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f41d3678-7feb-4c63-bf7a-619130b2e2ac req-0d75b339-7739-4a6d-a0e7-ac3d3f9cde35 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841558 Nov 19 09:14:16.954863 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f3ab10b-daf2-4ef6-9f3e-17b36eda6b8b req-424619b8-404d-4245-b491-34c134c1eb71 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2913c1d-f00d-4e16-b288-21218ff4c6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944314 Nov 19 09:14:16.968711 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-420cebae-6bf3-4bd0-9c71-69ac11e41988 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:16.970927 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-420cebae-6bf3-4bd0-9c71-69ac11e41988 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581161 Nov 19 09:14:17.005586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Request body: {'port': {'device_id': '166d7588-aec1-41bc-a3d8-c2a2a5bf3110', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '53efc4c4365a4f0d9a0ad69f0cbe704a'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:17.090778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82837063-9099-41de-8957-191963618e5a req-66e9ecdc-7aed-4453-ad72-dda5b0801b1a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:17.092324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82837063-9099-41de-8957-191963618e5a req-66e9ecdc-7aed-4453-ad72-dda5b0801b1a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967 HTTP/1.1" status: 200 len: 944 time: 0.0737939 Nov 19 09:14:17.153550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Made reservation on behalf of 53efc4c4365a4f0d9a0ad69f0cbe704a for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:14:17.159839 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:17.165740 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82837063-9099-41de-8957-191963618e5a req-24466f74-0850-4e82-b5f4-d4208e0350b2 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635095 Nov 19 09:14:17.173527 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:17.261813 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:17.266570 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:17.337205 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2714b4cd-5c15-4fc2-aec9-a325f2285ec0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:17.351718 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:17.352060 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:17.352407 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:17.352750 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:17.353113 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:17.353435 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:17.353767 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:17.354094 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:17.354419 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:17.354752 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:17.355074 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:17.355400 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:14:17.428532 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Allocated IP 192.168.233.173 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/7500ed16-0fea-4afa-a433-374fca147180) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:14:17.533973 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-ca453e6d-d2d1-47e9-913b-06ba615cdcdf tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384150 Nov 19 09:14:17.553787 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8ccbdee2-bc57-43a5-a6bc-22c4c5101ffb req-ae393108-6cc2-4faf-9778-25446a702ec8 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 210 time: 0.0323324 Nov 19 09:14:17.600988 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:17.637616 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:17.666902 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:17.695574 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-19a1b436-4a85-4b36-b0f6-640691ea1df4 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:17.696856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:14:17.697440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-19a1b436-4a85-4b36-b0f6-640691ea1df4 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1464367 Nov 19 09:14:17.703713 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:14:17.706150 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Pushing event updated for resources: {'Port': ['ID=7500ed16-0fea-4afa-a433-374fca147180,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:17.708418 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:14:17.721398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-1a53a98e-7bed-48ee-916b-8adfdb0b67a5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Request body: {'port': {'device_id': '5f9a9c85-e7dd-4f50-8845-261414e41783', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '53efc4c4365a4f0d9a0ad69f0cbe704a'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:17.774397 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:17.775129 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:17.802281 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-f3216dd4-5fd8-4d4e-aea2-5b4aa6791211 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8078876 Nov 19 09:14:17.829243 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Request body: {'port': {'device_id': '166d7588-aec1-41bc-a3d8-c2a2a5bf3110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:17.851912 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a250005-0248-4887-9453-5af16830fd9f req-6c82b5d0-8439-4b06-a025-5c5a88944fb2 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:17.853441 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a250005-0248-4887-9453-5af16830fd9f req-6c82b5d0-8439-4b06-a025-5c5a88944fb2 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 945 time: 0.0824032 Nov 19 09:14:17.894237 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:17.930680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a250005-0248-4887-9453-5af16830fd9f req-229f368c-aca4-482b-b3a0-7f08511a04b2 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5417cf0-951f-4120-bbde-a3f8c1a6fd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674503 Nov 19 09:14:17.932397 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-1a53a98e-7bed-48ee-916b-8adfdb0b67a5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Made reservation on behalf of 53efc4c4365a4f0d9a0ad69f0cbe704a for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:14:17.936416 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-1a53a98e-7bed-48ee-916b-8adfdb0b67a5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:18.033537 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7b9486e7-6a21-4caa-8f03-c8fa3d741819 None None] Provisioning complete for port 7500ed16-0fea-4afa-a433-374fca147180 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:14:18.034214 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7b9486e7-6a21-4caa-8f03-c8fa3d741819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:18.093793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4593c7b2-5143-46dd-8dc8-e63eb824a08e details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:14:18.106171 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7b9486e7-6a21-4caa-8f03-c8fa3d741819 None None] Port 7500ed16-0fea-4afa-a433-374fca147180 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:14:18.171765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3f446-89a1-4c61-9c6e-8ff6b11953a9 req-972d6ef2-159f-46ed-bf01-3aa7975c6348 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:18.173427 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b1b3f446-89a1-4c61-9c6e-8ff6b11953a9 req-972d6ef2-159f-46ed-bf01-3aa7975c6348 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.66 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 945 time: 0.0575292 Nov 19 09:14:18.183443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-1a53a98e-7bed-48ee-916b-8adfdb0b67a5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Allocated IP 192.168.233.165 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/c0e90070-4633-48d9-b87c-63738998dc3c) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:14:18.214406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae4060-994b-4655-ad5f-82e2b73ad438 req-8e01b93d-fcfb-4997-8c60-bce5b8c1038f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:18.216307 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35ae4060-994b-4655-ad5f-82e2b73ad438 req-8e01b93d-fcfb-4997-8c60-bce5b8c1038f tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1254482 Nov 19 09:14:18.224518 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 4593c7b2-5143-46dd-8dc8-e63eb824a08e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4593c7b2-5143-46dd-8dc8-e63eb824a08e,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:18.237616 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '4593c7b2-5143-46dd-8dc8-e63eb824a08e', 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870', 'port_id': '4593c7b2-5143-46dd-8dc8-e63eb824a08e', 'mac_address': 'fa:16:3e:85:a8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc5f9b9-ef02-483f-b54c-00c042a1a970', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:14:18.254629 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eab781-36b2-4120-98e6-82f5c710554a req-b5ca4899-4d64-4828-aa2a-7491329ec179 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:18.256173 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00eab781-36b2-4120-98e6-82f5c710554a req-b5ca4899-4d64-4828-aa2a-7491329ec179 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc6b330-4692-4d1a-9f1d-480a835c3c08 HTTP/1.1" status: 200 len: 950 time: 0.1487398 Nov 19 09:14:18.286329 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:18.306662 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4593c7b2-5143-46dd-8dc8-e63eb824a08e {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:18.322599 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-b1b3f446-89a1-4c61-9c6e-8ff6b11953a9 req-bb5e38a9-38e7-4747-82ed-0e199212929a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Deleting port b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:18.323263 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b1b3f446-89a1-4c61-9c6e-8ff6b11953a9 req-bb5e38a9-38e7-4747-82ed-0e199212929a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:18.334477 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 4593c7b2-5143-46dd-8dc8-e63eb824a08e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4593c7b2-5143-46dd-8dc8-e63eb824a08e,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:18.341345 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:18.362059 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35ae4060-994b-4655-ad5f-82e2b73ad438 req-884a836c-bd7c-49f6-b1d1-3bb0c3da3b0e tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353023 Nov 19 09:14:18.413765 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=4593c7b2-5143-46dd-8dc8-e63eb824a08e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:18.434699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00eab781-36b2-4120-98e6-82f5c710554a req-6d177ed1-eead-4add-a2fb-a548e2a93b2f tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2913c1d-f00d-4e16-b288-21218ff4c6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658146 Nov 19 09:14:18.481938 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-b1b3f446-89a1-4c61-9c6e-8ff6b11953a9 req-bb5e38a9-38e7-4747-82ed-0e199212929a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] For port b8e1bb1c-2a19-4e8a-a90a-654c9af50de1, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b8e1bb1c-2a19-4e8a-a90a-654c9af50de1,segment=NetworkSegment(a307f053-7c07-48f8-a08e-8e39ad8425f0),segment_id=a307f053-7c07-48f8-a08e-8e39ad8425f0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:18.482662 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b1b3f446-89a1-4c61-9c6e-8ff6b11953a9 req-bb5e38a9-38e7-4747-82ed-0e199212929a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:18.508400 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-1a53a98e-7bed-48ee-916b-8adfdb0b67a5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:18.565409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['4593c7b2-5143-46dd-8dc8-e63eb824a08e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:14:18.598703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65651432-57fc-4812-864c-c56404badfd1 req-74bec7f7-ac90-44d8-b5cd-3ce3b6dab9fb tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:18.600349 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65651432-57fc-4812-864c-c56404badfd1 req-74bec7f7-ac90-44d8-b5cd-3ce3b6dab9fb tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967 HTTP/1.1" status: 200 len: 945 time: 0.0967395 Nov 19 09:14:18.653007 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-1a53a98e-7bed-48ee-916b-8adfdb0b67a5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:18.746779 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b1b3f446-89a1-4c61-9c6e-8ff6b11953a9 req-bb5e38a9-38e7-4747-82ed-0e199212929a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:18.747168 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b1b3f446-89a1-4c61-9c6e-8ff6b11953a9 req-bb5e38a9-38e7-4747-82ed-0e199212929a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:18.747467 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [req-b1b3f446-89a1-4c61-9c6e-8ff6b11953a9 req-bb5e38a9-38e7-4747-82ed-0e199212929a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Floating IP 59db9d08-6173-4da4-8a8f-af2eae702c05 disassociated. External IP: 172.25.0.217, port: b8e1bb1c-2a19-4e8a-a90a-654c9af50de1. Nov 19 09:14:18.748749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-b1b3f446-89a1-4c61-9c6e-8ff6b11953a9 req-bb5e38a9-38e7-4747-82ed-0e199212929a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Calling delete_port for b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:18.763955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-1a53a98e-7bed-48ee-916b-8adfdb0b67a5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:14:18.779929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-1a53a98e-7bed-48ee-916b-8adfdb0b67a5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:14:18.789475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c9111-c1f8-487c-8e96-0b5485764e07 req-0c7a5f69-7575-417f-b479-9743aa6d7e18 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:18.790955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a6c9111-c1f8-487c-8e96-0b5485764e07 req-0c7a5f69-7575-417f-b479-9743aa6d7e18 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.71 "GET /v2.0/ports?device_id=cdc6b330-4692-4d1a-9f1d-480a835c3c08 HTTP/1.1" status: 200 len: 950 time: 0.1806266 Nov 19 09:14:18.793003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-1a53a98e-7bed-48ee-916b-8adfdb0b67a5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:14:18.806557 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65651432-57fc-4812-864c-c56404badfd1 req-2efe0ddf-ff4d-4973-8e99-8e06b2cb8b63 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949315 Nov 19 09:14:18.807185 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53a98e-7bed-48ee-916b-8adfdb0b67a5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Pushing event updated for resources: {'Port': ['ID=c0e90070-4633-48d9-b87c-63738998dc3c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:18.848766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8501d-d591-4a6f-b9e7-485727b116dd req-904ebe1c-b108-480d-af0f-b8ee4f9620af tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:18.851027 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1d8501d-d591-4a6f-b9e7-485727b116dd req-904ebe1c-b108-480d-af0f-b8ee4f9620af tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 936 time: 0.2097342 Nov 19 09:14:18.912779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-1a53a98e-7bed-48ee-916b-8adfdb0b67a5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:18.913512 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-1a53a98e-7bed-48ee-916b-8adfdb0b67a5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:18.926188 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7500ed16-0fea-4afa-a433-374fca147180 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:18.940718 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:18.982591 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-1a53a98e-7bed-48ee-916b-8adfdb0b67a5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2662733 Nov 19 09:14:18.996773 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Transition to ACTIVE for port object 7500ed16-0fea-4afa-a433-374fca147180 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:14:19.000453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1d8501d-d591-4a6f-b9e7-485727b116dd req-abc14f56-6eb9-41a8-853d-03ab4b1309ca tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233156 Nov 19 09:14:19.012563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Request body: {'port': {'device_id': '5f9a9c85-e7dd-4f50-8845-261414e41783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:19.024602 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:19.078403 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b1b3f446-89a1-4c61-9c6e-8ff6b11953a9 req-bb5e38a9-38e7-4747-82ed-0e199212929a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:19.116615 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-243fb324-88df-4734-b34e-65fd4f47be5e req-974898f3-2305-4a87-b749-d3315ee218b6 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 210 time: 0.0691833 Nov 19 09:14:19.118367 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:19.147797 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6c37aaf1-1d53-4ff5-afad-973ba7648780 None None] Provisioning complete for port c0e90070-4633-48d9-b87c-63738998dc3c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:14:19.148844 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6c37aaf1-1d53-4ff5-afad-973ba7648780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:19.154766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-7a6c9111-c1f8-487c-8e96-0b5485764e07 req-abe29053-4349-44c1-9954-d08d1e636909 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Deleting port 7108338f-0447-4b72-b6f5-4acbc04b4450 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:19.155110 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a6c9111-c1f8-487c-8e96-0b5485764e07 req-abe29053-4349-44c1-9954-d08d1e636909 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:19.193998 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Pushing event updated for resources: {'Port': ['ID=7500ed16-0fea-4afa-a433-374fca147180,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:19.199223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6c37aaf1-1d53-4ff5-afad-973ba7648780 None None] Port c0e90070-4633-48d9-b87c-63738998dc3c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:14:19.284609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e38a9-38e7-4747-82ed-0e199212929a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Pushing event deleted for resources: {'Port': ['ID=b8e1bb1c-2a19-4e8a-a90a-654c9af50de1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:19.354641 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Attempting to bind port 7500ed16-0fea-4afa-a433-374fca147180 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:14:19.355299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Attempting to bind port 7500ed16-0fea-4afa-a433-374fca147180 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:14:19.355536 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Attempting to bind port 7500ed16-0fea-4afa-a433-374fca147180 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:14:19.367232 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-7a6c9111-c1f8-487c-8e96-0b5485764e07 req-abe29053-4349-44c1-9954-d08d1e636909 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] For port 7108338f-0447-4b72-b6f5-4acbc04b4450, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7108338f-0447-4b72-b6f5-4acbc04b4450,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:19.367586 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a6c9111-c1f8-487c-8e96-0b5485764e07 req-abe29053-4349-44c1-9954-d08d1e636909 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:19.368607 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Port 7500ed16-0fea-4afa-a433-374fca147180 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:14:19.368940 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Attempting to bind port 7500ed16-0fea-4afa-a433-374fca147180 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:14:19.378498 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:14:19.378920 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:14:19.379289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:14:19.380562 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Bound port: 7500ed16-0fea-4afa-a433-374fca147180, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:14:19.380562 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:19.393808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-7a6c9111-c1f8-487c-8e96-0b5485764e07 req-abe29053-4349-44c1-9954-d08d1e636909 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Calling delete_port for 7108338f-0447-4b72-b6f5-4acbc04b4450 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:19.427724 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1b3f446-89a1-4c61-9c6e-8ff6b11953a9 req-bb5e38a9-38e7-4747-82ed-0e199212929a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Router ae907d4c-0b47-485c-85c3-3000c74e771a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:14:19.527062 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] For port 7500ed16-0fea-4afa-a433-374fca147180, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:14:19.531433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] For port 7500ed16-0fea-4afa-a433-374fca147180, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7500ed16-0fea-4afa-a433-374fca147180,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:14:19.547193 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:19.603621 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:19.604248 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:19.605788 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] 10.222.0.71 "PUT /v2.0/ports/7500ed16-0fea-4afa-a433-374fca147180 HTTP/1.1" status: 200 len: 1097 time: 1.7822952 Nov 19 09:14:19.650280 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166d7588-aec1-41bc-a3d8-c2a2a5bf3110', 'tag': '7500ed16-0fea-4afa-a433-374fca147180'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:19.652676 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95345bc3-f93b-4b13-9ffa-3c4902ebb03a" -d '{"events": [{"name": "network-changed", "server_uuid": "166d7588-aec1-41bc-a3d8-c2a2a5bf3110", "tag": "7500ed16-0fea-4afa-a433-374fca147180"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:19.727996 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84989c-b483-4ad8-b90d-cbd892deae26 service neutron] Pushing event updated for resources: {'Port': ['ID=7500ed16-0fea-4afa-a433-374fca147180,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:19.740463 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-82a88c95-f990-48e8-93ac-d00ad2d3ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:19.742077 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-82a88c95-f990-48e8-93ac-d00ad2d3ee21 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 1100 time: 0.0759580 Nov 19 09:14:19.743407 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1b3f446-89a1-4c61-9c6e-8ff6b11953a9 req-bb5e38a9-38e7-4747-82ed-0e199212929a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:14:19.756781 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cd01bb-8420-4b6e-8c7e-076ac558f2d2 None None] Sync routers for ids ['ae907d4c-0b47-485c-85c3-3000c74e771a'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:14:19.781245 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cd01bb-8420-4b6e-8c7e-076ac558f2d2 None None] Routers {'ae907d4c-0b47-485c-85c3-3000c74e771a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:14:19.788019 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-11cd01bb-8420-4b6e-8c7e-076ac558f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:13:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ae907d4c-0b47-485c-85c3-3000c74e771a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:19.809485 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-e2c8fbb2-7a15-433a-b3c6-d2d7783d4829 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7500ed16-0fea-4afa-a433-374fca147180 HTTP/1.1" status: 200 len: 217 time: 0.0574477 Nov 19 09:14:19.835947 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b3f446-89a1-4c61-9c6e-8ff6b11953a9 req-bb5e38a9-38e7-4747-82ed-0e199212929a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] No DVR routers for this DVR port b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:14:19.846226 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2e81be2e-a0d9-4080-b123-9324173f5db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:19.847559 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b1b3f446-89a1-4c61-9c6e-8ff6b11953a9 req-bb5e38a9-38e7-4747-82ed-0e199212929a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:19.852556 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b1b3f446-89a1-4c61-9c6e-8ff6b11953a9 req-bb5e38a9-38e7-4747-82ed-0e199212929a tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.66 "DELETE /v2.0/ports/b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 HTTP/1.1" status: 204 len: 173 time: 1.6705902 Nov 19 09:14:19.900353 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-9f8b18bf-9133-4ee3-923e-89814727c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:19.907862 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-9f8b18bf-9133-4ee3-923e-89814727c889 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0748196 Nov 19 09:14:19.961508 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-11cd01bb-8420-4b6e-8c7e-076ac558f2d2 None None] Set router ae907d4c-0b47-485c-85c3-3000c74e771a gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:14:20.021808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55f510-9ced-4111-9981-d6858fcc852b req-62f96167-5b85-43c2-ab02-61ef0cc483db tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:20.022314 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-67743933-04a2-48d6-9bc6-4ef99bdd0bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:20.024236 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-67743933-04a2-48d6-9bc6-4ef99bdd0bda service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1045418 Nov 19 09:14:20.029328 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd55f510-9ced-4111-9981-d6858fcc852b req-62f96167-5b85-43c2-ab02-61ef0cc483db tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1625135 Nov 19 09:14:20.097001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4593c7b2-5143-46dd-8dc8-e63eb824a08e up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:14:20.123706 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd55f510-9ced-4111-9981-d6858fcc852b req-422ddd03-0d5b-4a3d-a6f7-369c3db7e3e8 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933967 Nov 19 09:14:20.144851 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec212a74-952c-40b1-8af1-524395183664 req-91d1d5e5-1ec4-4b0c-8b86-a019b9c4007c tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:20.164008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec212a74-952c-40b1-8af1-524395183664 req-91d1d5e5-1ec4-4b0c-8b86-a019b9c4007c tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc6b330-4692-4d1a-9f1d-480a835c3c08 HTTP/1.1" status: 200 len: 950 time: 0.2939939 Nov 19 09:14:20.215340 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-20886def-c418-4c35-8516-5cd5504368b1 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769035 Nov 19 09:14:20.223901 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 4593c7b2-5143-46dd-8dc8-e63eb824a08e completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:14:20.231550 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 4593c7b2-5143-46dd-8dc8-e63eb824a08e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:14:20.232012 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:20.273876 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-11cd01bb-8420-4b6e-8c7e-076ac558f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'name': 'tempest-ServersTestBootFromVolume-2122500124-router', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:13Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'gw_port': {'id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:14Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '7a98252f-55a7-4751-84b3-18c38dbbf843', 'name': '', 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'mac_address': 'fa:16:3e:e5:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:20Z', 'updated_at': '2021-11-19T09:11:26Z', 'revision_number': 5, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'subnets': [{'id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:20.342264 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cd01bb-8420-4b6e-8c7e-076ac558f2d2 None None] Checking router: ae907d4c-0b47-485c-85c3-3000c74e771a for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:14:20.353929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e90070-4633-48d9-b87c-63738998dc3c {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:20.364022 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cd01bb-8420-4b6e-8c7e-076ac558f2d2 None None] Routers {'ae907d4c-0b47-485c-85c3-3000c74e771a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:14:20.366346 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-11cd01bb-8420-4b6e-8c7e-076ac558f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:13:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ae907d4c-0b47-485c-85c3-3000c74e771a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:20.373968 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec212a74-952c-40b1-8af1-524395183664 req-116b67bc-ea48-4d03-aeea-0439f6f0fb40 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2913c1d-f00d-4e16-b288-21218ff4c6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089856 Nov 19 09:14:20.379098 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:20.388311 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a6c9111-c1f8-487c-8e96-0b5485764e07 req-abe29053-4349-44c1-9954-d08d1e636909 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:20.406637 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32869e23-b402-4c8f-9ac6-77fd2f2fab5b x-openstack-request-id: req-32869e23-b402-4c8f-9ac6-77fd2f2fab5b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:20.411377 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166d7588-aec1-41bc-a3d8-c2a2a5bf3110", "tag": "7500ed16-0fea-4afa-a433-374fca147180", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:20.411377 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32869e23-b402-4c8f-9ac6-77fd2f2fab5b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:20.411811 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166d7588-aec1-41bc-a3d8-c2a2a5bf3110', 'tag': '7500ed16-0fea-4afa-a433-374fca147180', 'status': 'completed', 'code': 200} Nov 19 09:14:20.413545 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['7108338f-0447-4b72-b6f5-4acbc04b4450'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:14:20.431577 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:20.440631 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4abf3db4-19f6-4394-b7f9-c644aaa242f8 req-42c6bca5-fdc7-4a83-97cb-1af86d3314eb service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952538 Nov 19 09:14:20.525396 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-11cd01bb-8420-4b6e-8c7e-076ac558f2d2 None None] Set router ae907d4c-0b47-485c-85c3-3000c74e771a gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:14:20.535264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe29053-4349-44c1-9954-d08d1e636909 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Pushing event deleted for resources: {'Port': ['ID=7108338f-0447-4b72-b6f5-4acbc04b4450,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:20.576526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6c9111-c1f8-487c-8e96-0b5485764e07 req-abe29053-4349-44c1-9954-d08d1e636909 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] No DVR routers for this DVR port 7108338f-0447-4b72-b6f5-4acbc04b4450 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:14:20.581872 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a6c9111-c1f8-487c-8e96-0b5485764e07 req-abe29053-4349-44c1-9954-d08d1e636909 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:20.585454 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a6c9111-c1f8-487c-8e96-0b5485764e07 req-abe29053-4349-44c1-9954-d08d1e636909 tempest-ServerDiagnosticsNegativeTest-1321459972 tempest-ServerDiagnosticsNegativeTest-1321459972-project] 10.222.0.71 "DELETE /v2.0/ports/7108338f-0447-4b72-b6f5-4acbc04b4450 HTTP/1.1" status: 204 len: 173 time: 1.7561591 Nov 19 09:14:20.587740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Transition to ACTIVE for port object c0e90070-4633-48d9-b87c-63738998dc3c will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:14:20.591983 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ce239a-4bd1-4707-a30b-a4cd3193f967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4593c7b2-5143-46dd-8dc8-e63eb824a08e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:20.593043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc6b330-4692-4d1a-9f1d-480a835c3c08', 'name': 'network-vif-deleted', 'tag': '7108338f-0447-4b72-b6f5-4acbc04b4450'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:20.598202 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8049b3c9-d791-4871-a5a8-3c369b8e524a" -d '{"events": [{"server_uuid": "cdc6b330-4692-4d1a-9f1d-480a835c3c08", "name": "network-vif-deleted", "tag": "7108338f-0447-4b72-b6f5-4acbc04b4450"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:20.599402 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791f7202-1521-4a09-87c4-9e2486cf6d23" -d '{"events": [{"server_uuid": "55ce239a-4bd1-4707-a30b-a4cd3193f967", "name": "network-vif-plugged", "status": "completed", "tag": "4593c7b2-5143-46dd-8dc8-e63eb824a08e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:20.632547 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:20.652282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 4593c7b2-5143-46dd-8dc8-e63eb824a08e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4593c7b2-5143-46dd-8dc8-e63eb824a08e,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:20.665975 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:20.666260 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95345bc3-f93b-4b13-9ffa-3c4902ebb03a req-bc57a63a-677e-43f0-b728-bef5677b8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:20.667502 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:14:20.667705 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-95345bc3-f93b-4b13-9ffa-3c4902ebb03a req-bc57a63a-677e-43f0-b728-bef5677b8bdf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 1100 time: 0.1679645 Nov 19 09:14:20.715972 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:14:20.716424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b8e1bb1c-2a19-4e8a-a90a-654c9af50de1 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:14:20.796209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e90070-4633-48d9-b87c-63738998dc3c,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:20.829373 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=4593c7b2-5143-46dd-8dc8-e63eb824a08e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:20.872762 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d8df4-8aea-4cea-b00a-a105c4a76ae9 req-41d5c85e-d14f-41f6-83e3-f5ca8165528a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:20.883472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9a8d8df4-8aea-4cea-b00a-a105c4a76ae9 req-41d5c85e-d14f-41f6-83e3-f5ca8165528a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967 HTTP/1.1" status: 200 len: 945 time: 0.3901513 Nov 19 09:14:20.884497 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95345bc3-f93b-4b13-9ffa-3c4902ebb03a req-0122e513-17ca-4efe-a1de-a11dcfd0730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:20.886443 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-95345bc3-f93b-4b13-9ffa-3c4902ebb03a req-0122e513-17ca-4efe-a1de-a11dcfd0730d service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2079921 Nov 19 09:14:20.910461 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-11cd01bb-8420-4b6e-8c7e-076ac558f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'name': 'tempest-ServersTestBootFromVolume-2122500124-router', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:13Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'gw_port': {'id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:14Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '7a98252f-55a7-4751-84b3-18c38dbbf843', 'name': '', 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'mac_address': 'fa:16:3e:e5:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:20Z', 'updated_at': '2021-11-19T09:11:26Z', 'revision_number': 5, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'subnets': [{'id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:20.940065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ad4f-f2cb-4b3a-a325-1023ff38b624 req-155b78fb-de00-47f0-aaef-6ab663ea3b46 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:20.953246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56d7ad4f-f2cb-4b3a-a325-1023ff38b624 req-155b78fb-de00-47f0-aaef-6ab663ea3b46 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 948 time: 0.3399365 Nov 19 09:14:20.969721 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-95345bc3-f93b-4b13-9ffa-3c4902ebb03a req-980f3db1-6b39-4148-945e-c1a3a9510614 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7500ed16-0fea-4afa-a433-374fca147180 HTTP/1.1" status: 200 len: 217 time: 0.0604961 Nov 19 09:14:21.059011 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95345bc3-f93b-4b13-9ffa-3c4902ebb03a req-b105172b-4d1e-4f6e-8260-bdba09cfa2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:21.060647 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-95345bc3-f93b-4b13-9ffa-3c4902ebb03a req-b105172b-4d1e-4f6e-8260-bdba09cfa2bd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0795002 Nov 19 09:14:21.101118 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cd01bb-8420-4b6e-8c7e-076ac558f2d2 None None] The sync data for ids ['ae907d4c-0b47-485c-85c3-3000c74e771a'] in n-d-805649-14 is: [{'id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'name': 'tempest-ServersTestBootFromVolume-2122500124-router', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:13Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'gw_port': {'id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:14Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '7a98252f-55a7-4751-84b3-18c38dbbf843', 'name': '', 'network_id': 'd8a67b9e-e28b-4258-82d2-afacf03cf508', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'mac_address': 'fa:16:3e:e5:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:20Z', 'updated_at': '2021-11-19T09:11:26Z', 'revision_number': 5, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'subnets': [{'id': 'd57feb64-ebb4-46ef-a834-eace7da568f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:14:21.114049 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9a8d8df4-8aea-4cea-b00a-a105c4a76ae9 req-8856d12b-07c9-4261-b78c-834a0544274c tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294281 Nov 19 09:14:21.126760 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56d7ad4f-f2cb-4b3a-a325-1023ff38b624 req-786b471b-0686-49b0-a8cd-196f019d757a tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724215 Nov 19 09:14:21.127573 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Attempting to bind port c0e90070-4633-48d9-b87c-63738998dc3c on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:14:21.127914 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Attempting to bind port c0e90070-4633-48d9-b87c-63738998dc3c by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:14:21.128240 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Attempting to bind port c0e90070-4633-48d9-b87c-63738998dc3c on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:14:21.142408 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95345bc3-f93b-4b13-9ffa-3c4902ebb03a req-e8a371d7-bf3d-4dab-b8e6-f92f7f0bab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:21.144853 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-95345bc3-f93b-4b13-9ffa-3c4902ebb03a req-e8a371d7-bf3d-4dab-b8e6-f92f7f0bab3c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0718575 Nov 19 09:14:21.145970 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Port c0e90070-4633-48d9-b87c-63738998dc3c on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:14:21.146373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Attempting to bind port c0e90070-4633-48d9-b87c-63738998dc3c on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:14:21.154812 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:14:21.156220 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:14:21.157128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:14:21.162912 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Bound port: c0e90070-4633-48d9-b87c-63738998dc3c, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:14:21.163553 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:21.203315 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f278cf-0925-42d6-80f8-11e0ef307cf1 x-openstack-request-id: req-a0f278cf-0925-42d6-80f8-11e0ef307cf1 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:21.205514 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc6b330-4692-4d1a-9f1d-480a835c3c08", "name": "network-vif-deleted", "tag": "7108338f-0447-4b72-b6f5-4acbc04b4450", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:21.206059 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0f278cf-0925-42d6-80f8-11e0ef307cf1 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:21.206698 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc6b330-4692-4d1a-9f1d-480a835c3c08', 'name': 'network-vif-deleted', 'tag': '7108338f-0447-4b72-b6f5-4acbc04b4450', 'status': 'completed', 'code': 200} Nov 19 09:14:21.308560 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cc1801-ba28-484f-81e7-e9a8eae0fa80 x-openstack-request-id: req-a2cc1801-ba28-484f-81e7-e9a8eae0fa80 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:21.309303 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ce239a-4bd1-4707-a30b-a4cd3193f967", "name": "network-vif-plugged", "status": "completed", "tag": "4593c7b2-5143-46dd-8dc8-e63eb824a08e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:21.309303 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2cc1801-ba28-484f-81e7-e9a8eae0fa80 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:21.310080 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ce239a-4bd1-4707-a30b-a4cd3193f967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4593c7b2-5143-46dd-8dc8-e63eb824a08e', 'code': 200} Nov 19 09:14:21.322153 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-95345bc3-f93b-4b13-9ffa-3c4902ebb03a req-d71adccf-a051-4a94-82df-81a0c2450fee service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632400 Nov 19 09:14:21.339804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-875e39bb-6f35-4005-bac9-9d896ee6a9ce req-18811680-c41f-49cd-85b2-d30f6e6f0305 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 210 time: 0.0789876 Nov 19 09:14:21.424280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] For port c0e90070-4633-48d9-b87c-63738998dc3c, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:14:21.433836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] For port c0e90070-4633-48d9-b87c-63738998dc3c, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=c0e90070-4633-48d9-b87c-63738998dc3c,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:14:21.472084 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:21.573051 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d42e1-192d-43d5-9cc3-052ff7224511 req-7fa7cfad-526b-4098-9609-2f8bd29647be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:21.580025 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-344d42e1-192d-43d5-9cc3-052ff7224511 req-7fa7cfad-526b-4098-9609-2f8bd29647be service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967 HTTP/1.1" status: 200 len: 1098 time: 0.1631577 Nov 19 09:14:21.598557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e90070-4633-48d9-b87c-63738998dc3c,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:21.619249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:21.620360 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:21.621947 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-eec54cef-1b5c-42dd-a774-9077862ae5a9 service neutron] 10.222.0.66 "PUT /v2.0/ports/c0e90070-4633-48d9-b87c-63738998dc3c HTTP/1.1" status: 200 len: 1097 time: 2.6171739 Nov 19 09:14:21.627450 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-95345bc3-f93b-4b13-9ffa-3c4902ebb03a req-ab8da54f-e670-431f-a009-37042b010f95 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893271 Nov 19 09:14:21.656937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a4977-b5c1-4d73-b056-7215c2fbc233 req-2d515309-2621-4874-9b04-547b6e84c69e tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:21.666544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e31a4977-b5c1-4d73-b056-7215c2fbc233 req-2d515309-2621-4874-9b04-547b6e84c69e tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.2436874 Nov 19 09:14:21.743865 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-344d42e1-192d-43d5-9cc3-052ff7224511 req-2c3ed9bb-b2e8-4cf6-b897-fcd043722ce0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521227 Nov 19 09:14:21.802266 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e31a4977-b5c1-4d73-b056-7215c2fbc233 req-2818ce81-0a1f-455a-9db4-519667970d01 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343997 Nov 19 09:14:21.807491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ba474-8729-45f6-8929-20ddb349d06f None None] New status for floating IP 59db9d08-6173-4da4-8a8f-af2eae702c05: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:14:21.808695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-36848360-9263-4005-a377-d56abdde1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:21.811471 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-36848360-9263-4005-a377-d56abdde1407 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 1100 time: 0.1218240 Nov 19 09:14:22.011914 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-f44c19ab-514c-49f7-953b-729b53bcaac5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=c0e90070-4633-48d9-b87c-63738998dc3c HTTP/1.1" status: 200 len: 217 time: 0.0677767 Nov 19 09:14:22.121800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-63017502-d9e9-4283-9063-2e264ff4530b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:22.124787 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-63017502-d9e9-4283-9063-2e264ff4530b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1046109 Nov 19 09:14:22.154051 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37484) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:22.230518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-771b3436-4f92-480f-8d7f-ea9c1d559e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:22.234796 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-771b3436-4f92-480f-8d7f-ea9c1d559e26 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0966642 Nov 19 09:14:22.237375 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22230768-81af-46ae-94a8-0dbbb02da42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:22.413146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd256d717-9089-4d0c-9261-a8a88615ba49', 'name': 'network-vif-deleted', 'tag': 'b8e1bb1c-2a19-4e8a-a90a-654c9af50de1'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:22.415238 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30a875-109d-4595-a000-e9b5e65a6fae req-0b8c7074-4d39-4c8c-815d-1ca35204695c tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:22.415391 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cb12e4-ba36-47f7-8c98-547320b6cc65" -d '{"events": [{"server_uuid": "d256d717-9089-4d0c-9261-a8a88615ba49", "name": "network-vif-deleted", "tag": "b8e1bb1c-2a19-4e8a-a90a-654c9af50de1"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:22.417841 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d30a875-109d-4595-a000-e9b5e65a6fae req-0b8c7074-4d39-4c8c-815d-1ca35204695c tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967 HTTP/1.1" status: 200 len: 946 time: 0.1788762 Nov 19 09:14:22.456452 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-88a52970-cf7c-4617-8f31-c3b9983f9c65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ec273e08b1945d3954d1177b23e1ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007615 Nov 19 09:14:22.460072 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37498) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:22.464417 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925a09b-1b25-4486-9ddf-a71f2d25099a req-6c9c569e-157b-4f19-941f-ba6c79e318cd tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:22.466080 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2925a09b-1b25-4486-9ddf-a71f2d25099a req-6c9c569e-157b-4f19-941f-ba6c79e318cd tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 948 time: 0.1233149 Nov 19 09:14:22.518063 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd512d5d-bba2-436f-8284-0a5bac79d470 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:22.526158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-7a05fac7-93ba-42e1-afbe-26ea9424a54e service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816050 Nov 19 09:14:22.549017 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd512d5d-bba2-436f-8284-0a5bac79d470 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:22.556363 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:14:22.609881 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d30a875-109d-4595-a000-e9b5e65a6fae req-8203ddbd-7309-4e29-8464-43f6e09b7891 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839690 Nov 19 09:14:22.621903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2925a09b-1b25-4486-9ddf-a71f2d25099a req-79fd2536-6b5a-49c2-b0fe-a7f3475149e7 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436868 Nov 19 09:14:22.628421 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd512d5d-bba2-436f-8284-0a5bac79d470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:22.632488 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd512d5d-bba2-436f-8284-0a5bac79d470 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:22.649263 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dd512d5d-bba2-436f-8284-0a5bac79d470 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2913c1d-f00d-4e16-b288-21218ff4c6f2 HTTP/1.1" status: 204 len: 168 time: 0.1880097 Nov 19 09:14:22.672928 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd512d5d-bba2-436f-8284-0a5bac79d470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2913c1d-f00d-4e16-b288-21218ff4c6f2,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:22.682867 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd9587a7-f665-48fd-8258-90fe2760f791 req-f7ca7a9f-e013-4a3e-bda4-d5b7e3149934 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474447 Nov 19 09:14:22.759699 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0ee7aa-69f6-4ca1-91d1-06aa625e0af4 x-openstack-request-id: req-3a0ee7aa-69f6-4ca1-91d1-06aa625e0af4 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:22.760739 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d256d717-9089-4d0c-9261-a8a88615ba49", "name": "network-vif-deleted", "tag": "b8e1bb1c-2a19-4e8a-a90a-654c9af50de1", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:22.762419 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a0ee7aa-69f6-4ca1-91d1-06aa625e0af4 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:22.764421 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd256d717-9089-4d0c-9261-a8a88615ba49', 'name': 'network-vif-deleted', 'tag': 'b8e1bb1c-2a19-4e8a-a90a-654c9af50de1', 'status': 'completed', 'code': 200} Nov 19 09:14:22.806391 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-489486ba-5521-45af-a612-771bc624ac27 req-543a73b1-da1b-4b30-9bc3-d6ddfe40b6f4 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 210 time: 0.0508542 Nov 19 09:14:22.835432 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7500ed16-0fea-4afa-a433-374fca147180 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:14:22.837654 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7108338f-0447-4b72-b6f5-4acbc04b4450 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:14:22.874565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 7108338f-0447-4b72-b6f5-4acbc04b4450 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:14:22.874915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7108338f-0447-4b72-b6f5-4acbc04b4450 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:14:23.006871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fc188-9d31-431f-a602-63cc1cccad9b req-0d545a91-ff76-4a25-b29b-5f51663bda10 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:23.015949 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed6fc188-9d31-431f-a602-63cc1cccad9b req-0d545a91-ff76-4a25-b29b-5f51663bda10 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.0966573 Nov 19 09:14:23.104924 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed6fc188-9d31-431f-a602-63cc1cccad9b req-b48a6b38-a71d-40cd-bca9-39451035d9d0 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877571 Nov 19 09:14:23.129993 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37508) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:23.145982 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c266b06c-1076-4a70-ac62-d9039d835ea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:23.210811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9a9c85-e7dd-4f50-8845-261414e41783', 'tag': 'c0e90070-4633-48d9-b87c-63738998dc3c'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:23.213243 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884e3560-63bd-4cf2-b124-6afa5671e375" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9a9c85-e7dd-4f50-8845-261414e41783", "tag": "c0e90070-4633-48d9-b87c-63738998dc3c"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:23.221555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7500ed16-0fea-4afa-a433-374fca147180, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7500ed16-0fea-4afa-a433-374fca147180,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:23.238383 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '7500ed16-0fea-4afa-a433-374fca147180', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '7500ed16-0fea-4afa-a433-374fca147180', 'mac_address': 'fa:16:3e:7a:54:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:14:23.263410 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c266b06c-1076-4a70-ac62-d9039d835ea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:23.269304 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c75a3f-2f16-4d3f-b06a-149d5c29061b x-openstack-request-id: req-85c75a3f-2f16-4d3f-b06a-149d5c29061b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:23.269304 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9a9c85-e7dd-4f50-8845-261414e41783", "tag": "c0e90070-4633-48d9-b87c-63738998dc3c", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:23.269304 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85c75a3f-2f16-4d3f-b06a-149d5c29061b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:23.270109 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9a9c85-e7dd-4f50-8845-261414e41783', 'tag': 'c0e90070-4633-48d9-b87c-63738998dc3c', 'status': 'completed', 'code': 200} Nov 19 09:14:23.271816 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c266b06c-1076-4a70-ac62-d9039d835ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:23.294055 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:23.311268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7500ed16-0fea-4afa-a433-374fca147180 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:23.343511 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7500ed16-0fea-4afa-a433-374fca147180, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7500ed16-0fea-4afa-a433-374fca147180,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:23.347763 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:23.350914 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:23.352333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c266b06c-1076-4a70-ac62-d9039d835ea5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb8b54192d564abdb952061b9e1ebd8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206347 Nov 19 09:14:23.356308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266b06c-1076-4a70-ac62-d9039d835ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0eb707-8a3f-40f5-a9b5-b02276d2cf41,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:23.358276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37512) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:23.372106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e3560-63bd-4cf2-b124-6afa5671e375 req-5ef34381-1045-44ec-8283-e95fa90b6331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:23.373780 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-884e3560-63bd-4cf2-b124-6afa5671e375 req-5ef34381-1045-44ec-8283-e95fa90b6331 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 1100 time: 0.0857940 Nov 19 09:14:23.415231 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7500ed16-0fea-4afa-a433-374fca147180,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:23.455806 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-070ad7be-cb9c-4aba-96b7-261b8b4ac111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:23.487573 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-070ad7be-cb9c-4aba-96b7-261b8b4ac111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:23.494491 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e3560-63bd-4cf2-b124-6afa5671e375 req-31110948-cbd1-457a-a579-32ed84147553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:23.496107 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-884e3560-63bd-4cf2-b124-6afa5671e375 req-31110948-cbd1-457a-a579-32ed84147553 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1086724 Nov 19 09:14:23.542683 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-070ad7be-cb9c-4aba-96b7-261b8b4ac111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:23.546493 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-070ad7be-cb9c-4aba-96b7-261b8b4ac111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:23.547764 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-070ad7be-cb9c-4aba-96b7-261b8b4ac111 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa0eb707-8a3f-40f5-a9b5-b02276d2cf41 HTTP/1.1" status: 204 len: 168 time: 0.1850948 Nov 19 09:14:23.549897 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-884e3560-63bd-4cf2-b124-6afa5671e375 req-a79e49b3-2786-4568-a5e4-c1aae8066159 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=c0e90070-4633-48d9-b87c-63738998dc3c HTTP/1.1" status: 200 len: 217 time: 0.0458884 Nov 19 09:14:23.574523 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ad7be-cb9c-4aba-96b7-261b8b4ac111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0eb707-8a3f-40f5-a9b5-b02276d2cf41,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:23.625699 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e3560-63bd-4cf2-b124-6afa5671e375 req-87228bcb-ca1b-4a75-ad60-676177285a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:23.627440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-884e3560-63bd-4cf2-b124-6afa5671e375 req-87228bcb-ca1b-4a75-ad60-676177285a23 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0680912 Nov 19 09:14:23.674507 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['7500ed16-0fea-4afa-a433-374fca147180'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:14:23.721809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e3560-63bd-4cf2-b124-6afa5671e375 req-0473075d-ed92-48b9-9813-2f0aeff14ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:23.724823 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-884e3560-63bd-4cf2-b124-6afa5671e375 req-0473075d-ed92-48b9-9813-2f0aeff14ef7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0835185 Nov 19 09:14:23.926197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad5659-36ab-4572-b375-87b05752a914 req-2205ab15-1758-4b7b-a784-35be969b0705 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:23.927822 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9ad5659-36ab-4572-b375-87b05752a914 req-2205ab15-1758-4b7b-a784-35be969b0705 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 948 time: 0.1509213 Nov 19 09:14:23.935754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ab152-9bec-4785-bc81-339229175b5f req-533de4db-b802-42af-ab17-27bdfd142c8a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:23.938680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-222ab152-9bec-4785-bc81-339229175b5f req-533de4db-b802-42af-ab17-27bdfd142c8a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967 HTTP/1.1" status: 200 len: 946 time: 0.1835008 Nov 19 09:14:24.004609 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-884e3560-63bd-4cf2-b124-6afa5671e375 req-c545c396-8d3f-417e-9943-00ac12344447 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645516 Nov 19 09:14:24.088365 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-222ab152-9bec-4785-bc81-339229175b5f req-ef5e852b-f8d5-427d-9ed0-748345d19a56 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415181 Nov 19 09:14:24.115160 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9ad5659-36ab-4572-b375-87b05752a914 req-45a21e10-96a9-4aa4-aab9-7d71dc03a1a0 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546342 Nov 19 09:14:24.214141 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6cd8a1b9-951b-49aa-8410-75e0b5c9efc8 req-ac12c109-d8ba-42f6-9101-2ac692abb596 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 210 time: 0.0432560 Nov 19 09:14:24.218473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-884e3560-63bd-4cf2-b124-6afa5671e375 req-3250a4d0-c797-463a-bb5a-9b61cf362495 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037969 Nov 19 09:14:24.398500 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20326f4-e717-4ad9-94e5-f00def53b866 req-01779e69-a375-476b-9a62-3a63646f144a tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:24.400518 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b20326f4-e717-4ad9-94e5-f00def53b866 req-01779e69-a375-476b-9a62-3a63646f144a tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.0956140 Nov 19 09:14:24.487400 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a41081-f98d-46df-897f-1124c1530f71 req-368c0d7c-15e9-4bc0-8424-74a0429b3f80 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:24.489064 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0a41081-f98d-46df-897f-1124c1530f71 req-368c0d7c-15e9-4bc0-8424-74a0429b3f80 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967 HTTP/1.1" status: 200 len: 946 time: 0.0827579 Nov 19 09:14:24.506453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b20326f4-e717-4ad9-94e5-f00def53b866 req-5d0763b2-86bd-4e23-a152-04579cba35c9 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910611 Nov 19 09:14:24.581941 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0a41081-f98d-46df-897f-1124c1530f71 req-db71fa3d-0e1a-438e-a671-78645bff49fe tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831177 Nov 19 09:14:24.775551 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:24.832039 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7500ed16-0fea-4afa-a433-374fca147180 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:14:24.889008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 7500ed16-0fea-4afa-a433-374fca147180 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:14:24.894025 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 7500ed16-0fea-4afa-a433-374fca147180 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:14:24.894411 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:24.982505 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:25.012695 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166d7588-aec1-41bc-a3d8-c2a2a5bf3110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7500ed16-0fea-4afa-a433-374fca147180'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:25.015991 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68d7ecc-e4f0-479b-97cb-ab0cf2c28b79" -d '{"events": [{"server_uuid": "166d7588-aec1-41bc-a3d8-c2a2a5bf3110", "name": "network-vif-plugged", "status": "completed", "tag": "7500ed16-0fea-4afa-a433-374fca147180"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:25.034764 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7500ed16-0fea-4afa-a433-374fca147180, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7500ed16-0fea-4afa-a433-374fca147180,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:25.040767 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:25.085933 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5579c5-03d1-410a-9b0e-7c73de927aff x-openstack-request-id: req-cd5579c5-03d1-410a-9b0e-7c73de927aff {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:25.086257 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166d7588-aec1-41bc-a3d8-c2a2a5bf3110", "name": "network-vif-plugged", "status": "completed", "tag": "7500ed16-0fea-4afa-a433-374fca147180", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:25.086476 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd5579c5-03d1-410a-9b0e-7c73de927aff {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:25.087434 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166d7588-aec1-41bc-a3d8-c2a2a5bf3110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7500ed16-0fea-4afa-a433-374fca147180', 'code': 200} Nov 19 09:14:25.125351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7500ed16-0fea-4afa-a433-374fca147180,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:25.193832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a482e-e0db-44aa-a676-2e64ce03885d req-59dfe60f-cc31-4177-9f49-831f377770f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:25.196157 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f98a482e-e0db-44aa-a676-2e64ce03885d req-59dfe60f-cc31-4177-9f49-831f377770f5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 1102 time: 0.0524585 Nov 19 09:14:25.276327 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f98a482e-e0db-44aa-a676-2e64ce03885d req-4dd64c1d-adfc-46be-b559-ec350ee0460c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643611 Nov 19 09:14:25.288811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976b7d8-e219-4aad-9304-07b751fe06c7 req-8415b66e-1e7a-4691-a835-ed3f0d9c32a9 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:25.290855 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0976b7d8-e219-4aad-9304-07b751fe06c7 req-8415b66e-1e7a-4691-a835-ed3f0d9c32a9 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 948 time: 0.0996542 Nov 19 09:14:25.345750 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0976b7d8-e219-4aad-9304-07b751fe06c7 req-0a4cfa02-9342-468f-b223-9093efe43f4f tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478399 Nov 19 09:14:25.380000 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:25.443937 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9152f0cb-7516-440e-be56-4be02f5e68f6 req-91101153-0dd6-46d5-8d8c-088f5946502c tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/ports?device_id=d256d717-9089-4d0c-9261-a8a88615ba49 HTTP/1.1" status: 200 len: 210 time: 0.0379310 Nov 19 09:14:25.642680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4ccc9-ae52-486c-965f-66a8d91a570b req-24c05c30-93f7-4104-bf53-e123eb65c75b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:25.644224 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0da4ccc9-ae52-486c-965f-66a8d91a570b req-24c05c30-93f7-4104-bf53-e123eb65c75b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.0624187 Nov 19 09:14:25.703104 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0da4ccc9-ae52-486c-965f-66a8d91a570b req-d54ccf9e-9ecb-46b1-a0b2-0ac910277cea tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522108 Nov 19 09:14:25.754917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-d2919185-10b5-4026-a720-6fce1deb698d tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=774fe535d4dd470ebeab3ac68ef7e308&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252776 Nov 19 09:14:25.895304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06716e35-90df-4a02-8b73-4715899029b8 req-8cbae2d2-f554-4e5b-8463-81f50a26223a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:25.896792 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06716e35-90df-4a02-8b73-4715899029b8 req-8cbae2d2-f554-4e5b-8463-81f50a26223a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967 HTTP/1.1" status: 200 len: 946 time: 0.1241543 Nov 19 09:14:25.920069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-7c41ab60-2f10-42b4-8c65-a29699200aa0 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:25.922641 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-7c41ab60-2f10-42b4-8c65-a29699200aa0 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631324 Nov 19 09:14:25.947669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-cee3dcae-c82d-4d7b-aace-cb3623cd6c61 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/quotas/774fe535d4dd470ebeab3ac68ef7e308 HTTP/1.1" status: 200 len: 375 time: 0.0163577 Nov 19 09:14:25.994991 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-4f5737c5-e325-45b3-b29e-101319f122fd tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=774fe535d4dd470ebeab3ac68ef7e308&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381978 Nov 19 09:14:25.998813 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06716e35-90df-4a02-8b73-4715899029b8 req-82c4a682-be4d-4e00-94e8-9b8c796afd76 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941713 Nov 19 09:14:26.121223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device c0e90070-4633-48d9-b87c-63738998dc3c details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:14:26.330693 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port c0e90070-4633-48d9-b87c-63738998dc3c, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=c0e90070-4633-48d9-b87c-63738998dc3c,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:26.335887 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-91c5f4a5-2c77-4165-86f6-26c2e748fbc8 req-09d8f9c8-dfa9-4289-a380-3ab62bbad269 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 210 time: 0.0450196 Nov 19 09:14:26.349237 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'c0e90070-4633-48d9-b87c-63738998dc3c', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'c0e90070-4633-48d9-b87c-63738998dc3c', 'mac_address': 'fa:16:3e:3f:eb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:14:26.412449 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:26.428368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e90070-4633-48d9-b87c-63738998dc3c {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:26.454004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port c0e90070-4633-48d9-b87c-63738998dc3c, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=c0e90070-4633-48d9-b87c-63738998dc3c,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:26.459896 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:26.592672 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=c0e90070-4633-48d9-b87c-63738998dc3c,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:26.619711 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8784952-e3ee-4064-8cb5-20535348283d req-0587b8a5-73ca-46a6-8625-56ac73be504d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:26.627210 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f8784952-e3ee-4064-8cb5-20535348283d req-0587b8a5-73ca-46a6-8625-56ac73be504d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 949 time: 0.1650338 Nov 19 09:14:26.683915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['c0e90070-4633-48d9-b87c-63738998dc3c'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:14:26.735498 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f8784952-e3ee-4064-8cb5-20535348283d req-ffe9d533-72c2-4405-b30f-30ab1daf4c96 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072538 Nov 19 09:14:26.985760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf57c63-d4b4-4519-a846-2a8255d28037 req-aaebc0b7-e587-431f-b498-64c1c0482059 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:26.995946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bcf57c63-d4b4-4519-a846-2a8255d28037 req-aaebc0b7-e587-431f-b498-64c1c0482059 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1230955 Nov 19 09:14:26.997354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37632) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:27.058410 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bcf57c63-d4b4-4519-a846-2a8255d28037 req-55834c3f-c87f-4a77-a3bb-3b9c0cc38d4b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600235 Nov 19 09:14:27.104913 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa93c805-27fa-4837-8943-69615f1b7eee tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:27.135820 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa93c805-27fa-4837-8943-69615f1b7eee tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:27.207484 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa93c805-27fa-4837-8943-69615f1b7eee tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:27.211722 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa93c805-27fa-4837-8943-69615f1b7eee tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:27.215727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37636) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:27.216030 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fa93c805-27fa-4837-8943-69615f1b7eee tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "DELETE /v2.0/security-groups/e5417cf0-951f-4120-bbde-a3f8c1a6fd4e HTTP/1.1" status: 204 len: 168 time: 0.2165391 Nov 19 09:14:27.229731 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93c805-27fa-4837-8943-69615f1b7eee tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5417cf0-951f-4120-bbde-a3f8c1a6fd4e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:27.232334 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-536b1cbf-46af-41df-b3d6-7615d942efd6 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] show failed (client error): The resource could not be found. Nov 19 09:14:27.236598 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-536b1cbf-46af-41df-b3d6-7615d942efd6 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "GET /v2.0/security-groups/e5417cf0-951f-4120-bbde-a3f8c1a6fd4e HTTP/1.1" status: 404 len: 347 time: 0.0168953 Nov 19 09:14:27.238552 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37638) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:27.434247 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bb2affd6-e02f-4e46-8dab-dccf2f91cb10 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Deleting port aa50b631-164c-4c57-8156-c39eb0170982 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:27.434474 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb2affd6-e02f-4e46-8dab-dccf2f91cb10 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:27.451734 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebcf241d-ab92-4114-b408-0d088da3217e req-e1e64184-266d-4128-b7b3-c32e12758bc6 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 210 time: 0.0362947 Nov 19 09:14:27.534845 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb2affd6-e02f-4e46-8dab-dccf2f91cb10 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:27.535072 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb2affd6-e02f-4e46-8dab-dccf2f91cb10 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:27.551369 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bb2affd6-e02f-4e46-8dab-dccf2f91cb10 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Calling delete_port for aa50b631-164c-4c57-8156-c39eb0170982 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:27.720931 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb2affd6-e02f-4e46-8dab-dccf2f91cb10 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:27.750063 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2affd6-e02f-4e46-8dab-dccf2f91cb10 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Pushing event deleted for resources: {'Port': ['ID=aa50b631-164c-4c57-8156-c39eb0170982,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:27.786608 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-aae2a703-45a7-4117-af8b-d7353bb00c48 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=774fe535d4dd470ebeab3ac68ef7e308&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395172 Nov 19 09:14:27.874053 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb2affd6-e02f-4e46-8dab-dccf2f91cb10 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:27.878668 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb2affd6-e02f-4e46-8dab-dccf2f91cb10 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:27.883432 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bb2affd6-e02f-4e46-8dab-dccf2f91cb10 tempest-ServersTestBootFromVolume-625520968 tempest-ServersTestBootFromVolume-625520968-project] 10.222.0.21 "DELETE /v2.0/floatingips/59db9d08-6173-4da4-8a8f-af2eae702c05 HTTP/1.1" status: 204 len: 168 time: 0.6257846 Nov 19 09:14:27.885404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37646) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:27.990412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be293f-8e03-454a-bd1b-5e529a16a7e1 req-ba27e7af-62aa-4209-a3a7-08dbeab149fe tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:27.998279 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6be293f-8e03-454a-bd1b-5e529a16a7e1 req-ba27e7af-62aa-4209-a3a7-08dbeab149fe tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 949 time: 0.1642442 Nov 19 09:14:28.054008 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-dda4688d-ebfe-45c5-9ae8-465843606753 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:28.057318 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-dda4688d-ebfe-45c5-9ae8-465843606753 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865680 Nov 19 09:14:28.080528 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-9699c231-0078-4c63-b122-fb8b6919ec4c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Request body: {'port': {'device_id': '71161777-89bb-47c0-b138-5fc8b0aaa602', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '774fe535d4dd470ebeab3ac68ef7e308'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:28.090278 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6be293f-8e03-454a-bd1b-5e529a16a7e1 req-5b9380c9-77b8-43cd-8bb7-e1c5d8ed24e6 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903294 Nov 19 09:14:28.137508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device c0e90070-4633-48d9-b87c-63738998dc3c up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:14:28.241205 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port c0e90070-4633-48d9-b87c-63738998dc3c completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:14:28.246846 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port c0e90070-4633-48d9-b87c-63738998dc3c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:14:28.247476 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:28.257133 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-9699c231-0078-4c63-b122-fb8b6919ec4c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Made reservation on behalf of 774fe535d4dd470ebeab3ac68ef7e308 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:14:28.261298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-9699c231-0078-4c63-b122-fb8b6919ec4c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:28.278148 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-9699c231-0078-4c63-b122-fb8b6919ec4c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:28.322905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570938f3-6061-49ab-9f97-45af971dd976 req-20f32469-dff1-463c-aabb-35e7f4e23f63 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:28.324514 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-570938f3-6061-49ab-9f97-45af971dd976 req-20f32469-dff1-463c-aabb-35e7f4e23f63 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1566873 Nov 19 09:14:28.365537 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:28.378890 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-9699c231-0078-4c63-b122-fb8b6919ec4c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:28.388343 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-9699c231-0078-4c63-b122-fb8b6919ec4c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:28.409455 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9a9c85-e7dd-4f50-8845-261414e41783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e90070-4633-48d9-b87c-63738998dc3c'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:28.416311 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1c1e13-a3d2-4931-a5e5-80bb4a8a2583" -d '{"events": [{"server_uuid": "5f9a9c85-e7dd-4f50-8845-261414e41783", "name": "network-vif-plugged", "status": "completed", "tag": "c0e90070-4633-48d9-b87c-63738998dc3c"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:28.440540 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-570938f3-6061-49ab-9f97-45af971dd976 req-d9dcad49-8618-47f5-94bd-5720b494af27 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023741 Nov 19 09:14:28.445982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port c0e90070-4633-48d9-b87c-63738998dc3c, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=c0e90070-4633-48d9-b87c-63738998dc3c,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:28.468824 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:28.485711 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699c231-0078-4c63-b122-fb8b6919ec4c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf751f1-d92b-4d91-b179-46f377940a94,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:28.535666 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e56a23d-371c-45b6-bb8a-4d9c3e3f2806 x-openstack-request-id: req-2e56a23d-371c-45b6-bb8a-4d9c3e3f2806 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:28.535943 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9a9c85-e7dd-4f50-8845-261414e41783", "name": "network-vif-plugged", "status": "completed", "tag": "c0e90070-4633-48d9-b87c-63738998dc3c", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:28.536194 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e56a23d-371c-45b6-bb8a-4d9c3e3f2806 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:28.536592 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9a9c85-e7dd-4f50-8845-261414e41783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e90070-4633-48d9-b87c-63738998dc3c', 'code': 200} Nov 19 09:14:28.538015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=c0e90070-4633-48d9-b87c-63738998dc3c,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:28.612176 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-9699c231-0078-4c63-b122-fb8b6919ec4c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Allocated IP 192.168.233.169 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/9881892a-3b74-4cd5-89ab-e185c6d8c304) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:14:28.617215 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-291f7682-534f-4650-9bdb-c630ee3f3e6d req-194ecb13-d04d-497e-9e09-a084d9d8f6c2 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 210 time: 0.0594993 Nov 19 09:14:28.711614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf23147-9858-4339-9db6-8ce799c1f96a req-ca54f467-ab23-4977-b4aa-9aeb05b8e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:28.711614 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-daf23147-9858-4339-9db6-8ce799c1f96a req-ca54f467-ab23-4977-b4aa-9aeb05b8e1f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 1102 time: 0.0963495 Nov 19 09:14:28.764893 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ba609632-bf18-4f68-9bda-c92397aa415b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:28.772867 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-daf23147-9858-4339-9db6-8ce799c1f96a req-d2a88a0e-1e3a-41e7-ae45-a5cd66afe7fb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548167 Nov 19 09:14:28.801270 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-9699c231-0078-4c63-b122-fb8b6919ec4c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:28.848428 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-9699c231-0078-4c63-b122-fb8b6919ec4c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:28.896751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-9699c231-0078-4c63-b122-fb8b6919ec4c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:14:28.900317 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-9699c231-0078-4c63-b122-fb8b6919ec4c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:14:28.902789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-9699c231-0078-4c63-b122-fb8b6919ec4c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:14:28.948633 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699c231-0078-4c63-b122-fb8b6919ec4c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Pushing event updated for resources: {'Port': ['ID=9881892a-3b74-4cd5-89ab-e185c6d8c304,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:28.978519 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-9699c231-0078-4c63-b122-fb8b6919ec4c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:28.979189 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-9699c231-0078-4c63-b122-fb8b6919ec4c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:29.001764 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-9699c231-0078-4c63-b122-fb8b6919ec4c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9274151 Nov 19 09:14:29.019888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Request body: {'port': {'device_id': '71161777-89bb-47c0-b138-5fc8b0aaa602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:29.107109 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ba609632-bf18-4f68-9bda-c92397aa415b admin admin] Deleting port 7a98252f-55a7-4751-84b3-18c38dbbf843 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:29.107444 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ba609632-bf18-4f68-9bda-c92397aa415b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:29.152339 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:29.248841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-ba609632-bf18-4f68-9bda-c92397aa415b admin admin] For port 7a98252f-55a7-4751-84b3-18c38dbbf843, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7a98252f-55a7-4751-84b3-18c38dbbf843,segment=NetworkSegment(a307f053-7c07-48f8-a08e-8e39ad8425f0),segment_id=a307f053-7c07-48f8-a08e-8e39ad8425f0)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:29.248841 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ba609632-bf18-4f68-9bda-c92397aa415b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:29.263717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ba609632-bf18-4f68-9bda-c92397aa415b admin admin] Calling delete_port for 7a98252f-55a7-4751-84b3-18c38dbbf843 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:29.310532 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98c54b-8520-498a-a715-8e6aab985a84 req-daaf8e3d-7a61-4790-b547-217645854fb5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:29.313055 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e98c54b-8520-498a-a715-8e6aab985a84 req-daaf8e3d-7a61-4790-b547-217645854fb5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 950 time: 0.1103945 Nov 19 09:14:29.330079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7983d1fc-52ec-4d32-9b66-94bc6cc5fe15 None None] Provisioning complete for port 9881892a-3b74-4cd5-89ab-e185c6d8c304 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:14:29.331173 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7983d1fc-52ec-4d32-9b66-94bc6cc5fe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:29.414343 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7983d1fc-52ec-4d32-9b66-94bc6cc5fe15 None None] Port 9881892a-3b74-4cd5-89ab-e185c6d8c304 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:14:29.423053 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e98c54b-8520-498a-a715-8e6aab985a84 req-f7201112-8fc7-498c-bc12-a8d88a1f5f2f tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029081 Nov 19 09:14:29.562479 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9881892a-3b74-4cd5-89ab-e185c6d8c304 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:29.571586 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:29.634235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Transition to ACTIVE for port object 9881892a-3b74-4cd5-89ab-e185c6d8c304 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:14:29.640733 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ba609632-bf18-4f68-9bda-c92397aa415b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:29.641330 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:29.682128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f283c-8fa5-4af2-b4c0-d88ddfa7345a req-66072357-3cdd-4115-a57f-71d2263484a5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:29.684074 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-438f283c-8fa5-4af2-b4c0-d88ddfa7345a req-66072357-3cdd-4115-a57f-71d2263484a5 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1398976 Nov 19 09:14:29.724747 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba609632-bf18-4f68-9bda-c92397aa415b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a98252f-55a7-4751-84b3-18c38dbbf843,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:29.846844 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Pushing event updated for resources: {'Port': ['ID=9881892a-3b74-4cd5-89ab-e185c6d8c304,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:29.899872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Attempting to bind port 9881892a-3b74-4cd5-89ab-e185c6d8c304 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:14:29.900217 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Attempting to bind port 9881892a-3b74-4cd5-89ab-e185c6d8c304 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:14:29.900665 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Attempting to bind port 9881892a-3b74-4cd5-89ab-e185c6d8c304 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:14:29.927310 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Port 9881892a-3b74-4cd5-89ab-e185c6d8c304 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:14:29.927310 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Attempting to bind port 9881892a-3b74-4cd5-89ab-e185c6d8c304 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:14:29.933631 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:14:29.933973 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:14:29.935433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:14:29.936984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Bound port: 9881892a-3b74-4cd5-89ab-e185c6d8c304, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:14:29.937443 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:29.986911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-438f283c-8fa5-4af2-b4c0-d88ddfa7345a req-3397a75d-f13f-4b9f-8c19-ecb6b0eaaa7a tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581809 Nov 19 09:14:30.009700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f25ae7-208b-4d4e-b535-ec2fdc73ce98 req-534fb7af-47b3-4a5c-b69b-bfd502e44f38 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:30.021722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1f25ae7-208b-4d4e-b535-ec2fdc73ce98 req-534fb7af-47b3-4a5c-b69b-bfd502e44f38 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 948 time: 0.2115438 Nov 19 09:14:30.156544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4593c7b2-5143-46dd-8dc8-e63eb824a08e details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:14:30.202332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1f25ae7-208b-4d4e-b535-ec2fdc73ce98 req-8d8e73c6-7040-488d-b8b9-3a0cd4a29336 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783910 Nov 19 09:14:30.507635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 4593c7b2-5143-46dd-8dc8-e63eb824a08e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4593c7b2-5143-46dd-8dc8-e63eb824a08e,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:30.535498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '4593c7b2-5143-46dd-8dc8-e63eb824a08e', 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870', 'port_id': '4593c7b2-5143-46dd-8dc8-e63eb824a08e', 'mac_address': 'fa:16:3e:85:a8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc5f9b9-ef02-483f-b54c-00c042a1a970', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:14:30.612266 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:30.635878 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4593c7b2-5143-46dd-8dc8-e63eb824a08e {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:30.705552 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 4593c7b2-5143-46dd-8dc8-e63eb824a08e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4593c7b2-5143-46dd-8dc8-e63eb824a08e,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:30.715199 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:30.797748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=4593c7b2-5143-46dd-8dc8-e63eb824a08e,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:30.822393 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['4593c7b2-5143-46dd-8dc8-e63eb824a08e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:14:30.897554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f50a7f-9d9a-4948-8ad0-3cd75df89a73 req-97825919-c490-4aba-ae18-3271fd67de14 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:30.905911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18f50a7f-9d9a-4948-8ad0-3cd75df89a73 req-97825919-c490-4aba-ae18-3271fd67de14 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1198442 Nov 19 09:14:30.917918 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ba609632-bf18-4f68-9bda-c92397aa415b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:30.940922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafee872-ead7-410f-9720-88e890f959de req-0a0a041c-0488-4af3-8512-67e7df6f9f29 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:30.942611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fafee872-ead7-410f-9720-88e890f959de req-0a0a041c-0488-4af3-8512-67e7df6f9f29 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 950 time: 0.1708977 Nov 19 09:14:30.978068 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] For port 9881892a-3b74-4cd5-89ab-e185c6d8c304, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:14:30.987480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] For port 9881892a-3b74-4cd5-89ab-e185c6d8c304, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9881892a-3b74-4cd5-89ab-e185c6d8c304,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:14:31.000943 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:31.087641 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18f50a7f-9d9a-4948-8ad0-3cd75df89a73 req-b7aecfb7-5117-4a6c-8f34-89704cf727c4 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807058 Nov 19 09:14:31.098506 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Pushing event updated for resources: {'Port': ['ID=9881892a-3b74-4cd5-89ab-e185c6d8c304,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:31.122617 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:31.123098 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:31.124644 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-bd9356e8-5850-4e5d-9719-da55353c25bf service neutron] 10.222.0.71 "PUT /v2.0/ports/9881892a-3b74-4cd5-89ab-e185c6d8c304 HTTP/1.1" status: 200 len: 1097 time: 2.1091428 Nov 19 09:14:31.125163 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71161777-89bb-47c0-b138-5fc8b0aaa602', 'tag': '9881892a-3b74-4cd5-89ab-e185c6d8c304'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:31.127554 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8733ae-3959-4c52-b245-ff703d3413d1" -d '{"events": [{"name": "network-changed", "server_uuid": "71161777-89bb-47c0-b138-5fc8b0aaa602", "tag": "9881892a-3b74-4cd5-89ab-e185c6d8c304"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:31.281954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-d62a2fee-440e-417e-a5e4-514f56288625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:31.284594 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-d62a2fee-440e-417e-a5e4-514f56288625 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=774fe535d4dd470ebeab3ac68ef7e308&device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 1100 time: 0.0927846 Nov 19 09:14:31.342544 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-79aee00e-6252-49d6-915e-df06b609dcbd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=9881892a-3b74-4cd5-89ab-e185c6d8c304 HTTP/1.1" status: 200 len: 217 time: 0.0484865 Nov 19 09:14:31.356413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fafee872-ead7-410f-9720-88e890f959de req-16b3afe0-ee2d-40ed-8b88-5f62fdc7fc21 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051487 Nov 19 09:14:31.414733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e9c15-b535-47ce-a911-05ed2134a2e5 req-08674db8-3523-4d9c-bb4c-2fadf41fd5a2 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:31.417818 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a3e9c15-b535-47ce-a911-05ed2134a2e5 req-08674db8-3523-4d9c-bb4c-2fadf41fd5a2 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1502564 Nov 19 09:14:31.483490 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5d8727-38e8-40cc-a227-6caac736208c x-openstack-request-id: req-df5d8727-38e8-40cc-a227-6caac736208c {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:31.483791 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71161777-89bb-47c0-b138-5fc8b0aaa602", "tag": "9881892a-3b74-4cd5-89ab-e185c6d8c304", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:31.487318 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df5d8727-38e8-40cc-a227-6caac736208c {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:31.487762 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71161777-89bb-47c0-b138-5fc8b0aaa602', 'tag': '9881892a-3b74-4cd5-89ab-e185c6d8c304', 'status': 'completed', 'code': 200} Nov 19 09:14:31.506587 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-7cf24fdc-43e3-41b8-a9ca-696aad84380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:31.508157 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-7cf24fdc-43e3-41b8-a9ca-696aad84380c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1575978 Nov 19 09:14:31.600941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-4163254e-0d95-4612-9d93-938982cf1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:31.603477 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-4163254e-0d95-4612-9d93-938982cf1f0b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0774229 Nov 19 09:14:31.731459 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-4149b62e-74e3-4866-9094-07a9035eb104 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145179 Nov 19 09:14:31.735978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6731d5-64a3-48dd-a04b-f178e00f0006 req-0adb2623-1b91-4b6f-b660-9533a380951f tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:31.738665 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa6731d5-64a3-48dd-a04b-f178e00f0006 req-0adb2623-1b91-4b6f-b660-9533a380951f tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 948 time: 0.1403468 Nov 19 09:14:31.763876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a3e9c15-b535-47ce-a911-05ed2134a2e5 req-c855fb73-8c75-4875-bf46-df8ec905dc76 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241325 Nov 19 09:14:31.800575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba609632-bf18-4f68-9bda-c92397aa415b admin admin] Router ae907d4c-0b47-485c-85c3-3000c74e771a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:14:31.899051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa6731d5-64a3-48dd-a04b-f178e00f0006 req-0797aa73-cacc-4f8e-86e1-f01469f395e6 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340194 Nov 19 09:14:32.016787 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c20a2eb8-e8d3-437e-a85a-5ce460dc4ed5 req-4fb24f04-36fe-4847-8bb9-0ebcb58cff97 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693579 Nov 19 09:14:32.085608 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba609632-bf18-4f68-9bda-c92397aa415b admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:14:32.100457 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ba609632-bf18-4f68-9bda-c92397aa415b admin admin] 10.222.0.21 "PUT /v2.0/routers/ae907d4c-0b47-485c-85c3-3000c74e771a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2134013 Nov 19 09:14:32.109895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec8fbe-5bb8-4b77-a468-3ce1d5bf690e req-1e0df4e8-fdb7-4100-99b6-1d1140b27481 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:32.110516 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b8c64-d6c8-4d83-85d7-6f3dd8f7470f None None] Sync routers for ids ['ae907d4c-0b47-485c-85c3-3000c74e771a'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:14:32.118145 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1aec8fbe-5bb8-4b77-a468-3ce1d5bf690e req-1e0df4e8-fdb7-4100-99b6-1d1140b27481 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1207213 Nov 19 09:14:32.124937 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37754) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:32.131705 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b8c64-d6c8-4d83-85d7-6f3dd8f7470f None None] Routers {'ae907d4c-0b47-485c-85c3-3000c74e771a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:14:32.132401 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-409b8c64-d6c8-4d83-85d7-6f3dd8f7470f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:14:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ae907d4c-0b47-485c-85c3-3000c74e771a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:32.148579 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4593c7b2-5143-46dd-8dc8-e63eb824a08e up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:14:32.196960 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1aec8fbe-5bb8-4b77-a468-3ce1d5bf690e req-b5563742-25d6-484d-822b-f66057787805 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776861 Nov 19 09:14:32.275217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 4593c7b2-5143-46dd-8dc8-e63eb824a08e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:14:32.275917 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:32.413690 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:32.427804 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8733ae-3959-4c52-b245-ff703d3413d1 req-56fa6739-0461-4084-9265-28721c9f1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:32.443004 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8b8733ae-3959-4c52-b245-ff703d3413d1 req-56fa6739-0461-4084-9265-28721c9f1b21 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=774fe535d4dd470ebeab3ac68ef7e308&device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 1100 time: 0.3528614 Nov 19 09:14:32.494114 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 4593c7b2-5143-46dd-8dc8-e63eb824a08e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4593c7b2-5143-46dd-8dc8-e63eb824a08e,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:32.496427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ce239a-4bd1-4707-a30b-a4cd3193f967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4593c7b2-5143-46dd-8dc8-e63eb824a08e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:32.500995 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccabc61-f74e-4dd0-a1db-32a0e53d3952" -d '{"events": [{"server_uuid": "55ce239a-4bd1-4707-a30b-a4cd3193f967", "name": "network-vif-plugged", "status": "completed", "tag": "4593c7b2-5143-46dd-8dc8-e63eb824a08e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:32.505496 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:32.551400 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-409b8c64-d6c8-4d83-85d7-6f3dd8f7470f None None] Set router ae907d4c-0b47-485c-85c3-3000c74e771a gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:14:32.570319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=4593c7b2-5143-46dd-8dc8-e63eb824a08e,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:32.583840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fa1a6-d0e2-428d-9fb7-b39328bed69c req-81f37bbe-12cd-4a04-9c7b-70bc869efe27 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:32.594993 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-865fa1a6-d0e2-428d-9fb7-b39328bed69c req-81f37bbe-12cd-4a04-9c7b-70bc869efe27 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1811037 Nov 19 09:14:32.609184 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-058dc9b0-0463-4ddf-a0d9-5e9b00527fee tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057963 Nov 19 09:14:32.620039 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d70cb98-3633-4c6f-b945-4d194e6eca61 admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:32.778592 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-b606dcf0-fa68-4024-a52c-ff8e1a5c966f tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:32.785692 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-b606dcf0-fa68-4024-a52c-ff8e1a5c966f tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755826 Nov 19 09:14:32.812598 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-9137b366-1131-41e5-8186-929cc805e1bc tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/quotas/53efc4c4365a4f0d9a0ad69f0cbe704a HTTP/1.1" status: 200 len: 375 time: 0.0256951 Nov 19 09:14:32.881321 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8733ae-3959-4c52-b245-ff703d3413d1 req-d6cd213a-ee9c-4102-9106-32707bdbbb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:32.881829 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8b8733ae-3959-4c52-b245-ff703d3413d1 req-d6cd213a-ee9c-4102-9106-32707bdbbb3e service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.4178271 Nov 19 09:14:32.893395 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-2731fe96-89ab-4d69-bb03-37cb14b2bf0d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798211 Nov 19 09:14:32.915874 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-865fa1a6-d0e2-428d-9fb7-b39328bed69c req-bc8d5123-8e40-4b4c-a8e4-f66a72607293 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194308 Nov 19 09:14:32.956017 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8b8733ae-3959-4c52-b245-ff703d3413d1 req-7c174df7-fe2b-4e10-b2f8-89f091203014 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=9881892a-3b74-4cd5-89ab-e185c6d8c304 HTTP/1.1" status: 200 len: 217 time: 0.0612266 Nov 19 09:14:32.969891 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d70cb98-3633-4c6f-b945-4d194e6eca61 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:32.989486 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a569d7f9-97ff-4b85-8b7f-8faf017d12bd x-openstack-request-id: req-a569d7f9-97ff-4b85-8b7f-8faf017d12bd {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:32.990121 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ce239a-4bd1-4707-a30b-a4cd3193f967", "name": "network-vif-plugged", "status": "completed", "tag": "4593c7b2-5143-46dd-8dc8-e63eb824a08e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:32.990541 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a569d7f9-97ff-4b85-8b7f-8faf017d12bd {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:32.992019 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ce239a-4bd1-4707-a30b-a4cd3193f967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4593c7b2-5143-46dd-8dc8-e63eb824a08e', 'code': 200} Nov 19 09:14:33.095881 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-409b8c64-d6c8-4d83-85d7-6f3dd8f7470f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'name': 'tempest-ServersTestBootFromVolume-2122500124-router', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:13Z', 'updated_at': '2021-11-19T09:14:29Z', 'revision_number': 5, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'gw_port': {'id': '4ee23703-f14c-4c22-bd6b-88215f4ee46b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:11:14Z', 'updated_at': '2021-11-19T09:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:33.120414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8733ae-3959-4c52-b245-ff703d3413d1 req-8ab105f7-fea5-402e-8642-5d430fd35a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:33.122382 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8b8733ae-3959-4c52-b245-ff703d3413d1 req-8ab105f7-fea5-402e-8642-5d430fd35a60 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1547050 Nov 19 09:14:33.129797 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3d70cb98-3633-4c6f-b945-4d194e6eca61 admin admin] Deleting port 4ee23703-f14c-4c22-bd6b-88215f4ee46b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:33.130433 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d70cb98-3633-4c6f-b945-4d194e6eca61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:33.177853 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b8c64-d6c8-4d83-85d7-6f3dd8f7470f None None] Checking router: ae907d4c-0b47-485c-85c3-3000c74e771a for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:14:33.193342 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b8c64-d6c8-4d83-85d7-6f3dd8f7470f None None] Routers {'ae907d4c-0b47-485c-85c3-3000c74e771a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:14:33.194233 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-409b8c64-d6c8-4d83-85d7-6f3dd8f7470f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:14:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ae907d4c-0b47-485c-85c3-3000c74e771a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:33.291909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3665d31-e144-434d-87cc-e4a59ec78d96 req-0bf8e5a3-ec26-4015-9d8c-9d615926c270 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:33.308066 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a3665d31-e144-434d-87cc-e4a59ec78d96 req-0bf8e5a3-ec26-4015-9d8c-9d615926c270 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 948 time: 0.1164958 Nov 19 09:14:33.339403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3d70cb98-3633-4c6f-b945-4d194e6eca61 admin admin] For port 4ee23703-f14c-4c22-bd6b-88215f4ee46b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4ee23703-f14c-4c22-bd6b-88215f4ee46b,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:33.341002 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d70cb98-3633-4c6f-b945-4d194e6eca61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:33.361473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3d70cb98-3633-4c6f-b945-4d194e6eca61 admin admin] Calling delete_port for 4ee23703-f14c-4c22-bd6b-88215f4ee46b owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:33.375617 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0973e1ca-550e-4bdc-aeeb-c7b22a58aa8d req-772b3435-e710-4daa-90ad-39178968780c tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 210 time: 0.0389643 Nov 19 09:14:33.463745 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a3665d31-e144-434d-87cc-e4a59ec78d96 req-200e926f-d76d-4697-a3e7-1a049a48e38e tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427100 Nov 19 09:14:33.474587 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-409b8c64-d6c8-4d83-85d7-6f3dd8f7470f None None] Set router ae907d4c-0b47-485c-85c3-3000c74e771a gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:14:33.555245 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-409b8c64-d6c8-4d83-85d7-6f3dd8f7470f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'name': 'tempest-ServersTestBootFromVolume-2122500124-router', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:13Z', 'updated_at': '2021-11-19T09:14:32Z', 'revision_number': 6, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:33.596366 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b8c64-d6c8-4d83-85d7-6f3dd8f7470f None None] The sync data for ids ['ae907d4c-0b47-485c-85c3-3000c74e771a'] in n-d-805649-14 is: [{'id': 'ae907d4c-0b47-485c-85c3-3000c74e771a', 'name': 'tempest-ServersTestBootFromVolume-2122500124-router', 'tenant_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:11:13Z', 'updated_at': '2021-11-19T09:14:32Z', 'revision_number': 6, 'project_id': 'ccdedb6f762740d59f75bc1ffb07679e', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:14:33.722778 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d70cb98-3633-4c6f-b945-4d194e6eca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:33.760435 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70cb98-3633-4c6f-b945-4d194e6eca61 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee23703-f14c-4c22-bd6b-88215f4ee46b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:33.773022 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8733ae-3959-4c52-b245-ff703d3413d1 req-98e21bb7-f740-47d8-aeb3-b4de726807e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:33.774987 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8b8733ae-3959-4c52-b245-ff703d3413d1 req-98e21bb7-f740-47d8-aeb3-b4de726807e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1641583 Nov 19 09:14:34.028834 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8b8733ae-3959-4c52-b245-ff703d3413d1 req-f65bd2d3-ec89-47b4-be54-4201e6207bfd service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164686 Nov 19 09:14:34.032442 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d70cb98-3633-4c6f-b945-4d194e6eca61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:34.239523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67972925-f0e3-4c2a-8e5e-99a75b071db4 req-cdc16f3b-82e0-47b3-857f-e95902fc727e tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:34.245058 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67972925-f0e3-4c2a-8e5e-99a75b071db4 req-cdc16f3b-82e0-47b3-857f-e95902fc727e tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1579106 Nov 19 09:14:34.274614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a8216-9994-43ca-855f-36d7648d3e32 req-cbbe53cd-6e48-4dfe-9801-c050de6cbc6c tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:34.282734 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f2a8216-9994-43ca-855f-36d7648d3e32 req-cbbe53cd-6e48-4dfe-9801-c050de6cbc6c tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.2472420 Nov 19 09:14:34.419561 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d70cb98-3633-4c6f-b945-4d194e6eca61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:34.422196 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d70cb98-3633-4c6f-b945-4d194e6eca61 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:34.507089 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d70cb98-3633-4c6f-b945-4d194e6eca61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:34.511992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d70cb98-3633-4c6f-b945-4d194e6eca61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae907d4c-0b47-485c-85c3-3000c74e771a {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:14:34.524442 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d70cb98-3633-4c6f-b945-4d194e6eca61 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:34.525984 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3d70cb98-3633-4c6f-b945-4d194e6eca61 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ae907d4c-0b47-485c-85c3-3000c74e771a HTTP/1.1" status: 204 len: 168 time: 2.3985670 Nov 19 09:14:34.528994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37822) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:34.555149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f2a8216-9994-43ca-855f-36d7648d3e32 req-bae554ec-f18f-4ef8-b036-ca444779c1d3 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616315 Nov 19 09:14:34.621354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-0908210f-3864-4509-ad36-92900759408c admin admin] Deleting subnet d57feb64-ebb4-46ef-a834-eace7da568f6 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:14:34.627662 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8b8733ae-3959-4c52-b245-ff703d3413d1 req-d2314471-a76d-40b4-ac8e-6283d2a948e8 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247774 Nov 19 09:14:34.629241 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0908210f-3864-4509-ad36-92900759408c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:34.636394 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-67972925-f0e3-4c2a-8e5e-99a75b071db4 req-a443112d-935b-4a87-bb78-bf9a9c5ff062 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Deleting port b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:34.636873 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-67972925-f0e3-4c2a-8e5e-99a75b071db4 req-a443112d-935b-4a87-bb78-bf9a9c5ff062 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:34.738367 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0908210f-3864-4509-ad36-92900759408c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:34.799104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7a98252f-55a7-4751-84b3-18c38dbbf843 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:14:34.878757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 7a98252f-55a7-4751-84b3-18c38dbbf843 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:14:34.879106 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7a98252f-55a7-4751-84b3-18c38dbbf843 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:14:34.882455 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4ee23703-f14c-4c22-bd6b-88215f4ee46b no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:14:34.891455 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9881892a-3b74-4cd5-89ab-e185c6d8c304 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:14:34.914646 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e6fdf8c-3308-4cf5-bd9c-0247f459f5c2 req-63ba443a-36c8-4465-85f2-ebb4eb51fd3d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 210 time: 0.1427040 Nov 19 09:14:34.959477 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 4ee23703-f14c-4c22-bd6b-88215f4ee46b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:14:34.959932 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4ee23703-f14c-4c22-bd6b-88215f4ee46b not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:14:35.090475 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-59d27908-b7c6-4bd6-9d4c-f1d7dfdc5c10 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932827 Nov 19 09:14:35.107973 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0908210f-3864-4509-ad36-92900759408c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:35.191037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-67972925-f0e3-4c2a-8e5e-99a75b071db4 req-a443112d-935b-4a87-bb78-bf9a9c5ff062 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] For port b35a7623-1bf6-4b8d-9df7-30ea1f0c1504, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b35a7623-1bf6-4b8d-9df7-30ea1f0c1504,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:35.191555 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-67972925-f0e3-4c2a-8e5e-99a75b071db4 req-a443112d-935b-4a87-bb78-bf9a9c5ff062 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:35.243184 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9881892a-3b74-4cd5-89ab-e185c6d8c304, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9881892a-3b74-4cd5-89ab-e185c6d8c304,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:35.262749 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '9881892a-3b74-4cd5-89ab-e185c6d8c304', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '9881892a-3b74-4cd5-89ab-e185c6d8c304', 'mac_address': 'fa:16:3e:64:03:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:14:35.315911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-67972925-f0e3-4c2a-8e5e-99a75b071db4 req-a443112d-935b-4a87-bb78-bf9a9c5ff062 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Calling delete_port for b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:35.335332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b210cd-ba62-4024-b65b-9e287877628b req-1918bb72-04f9-40cf-a7d3-8534df883159 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:35.346088 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-08b210cd-ba62-4024-b65b-9e287877628b req-1918bb72-04f9-40cf-a7d3-8534df883159 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 948 time: 0.4205444 Nov 19 09:14:35.354734 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:35.371298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0908210f-3864-4509-ad36-92900759408c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:35.387479 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9881892a-3b74-4cd5-89ab-e185c6d8c304 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:35.406022 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0908210f-3864-4509-ad36-92900759408c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:35.413525 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0908210f-3864-4509-ad36-92900759408c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d57feb64-ebb4-46ef-a834-eace7da568f6 HTTP/1.1" status: 204 len: 168 time: 0.8777833 Nov 19 09:14:35.414371 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37836) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:35.422266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9881892a-3b74-4cd5-89ab-e185c6d8c304, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9881892a-3b74-4cd5-89ab-e185c6d8c304,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:35.426257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef728c2-82a6-4407-b219-00e04ac44dbd None None] Network d8a67b9e-e28b-4258-82d2-afacf03cf508 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:14:35.452357 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-a509f4d7-3841-468b-9efe-9ab58137bc4b tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:35.454611 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-a509f4d7-3841-468b-9efe-9ab58137bc4b tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3495433 Nov 19 09:14:35.460752 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908210f-3864-4509-ad36-92900759408c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d57feb64-ebb4-46ef-a834-eace7da568f6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:35.476438 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-08b210cd-ba62-4024-b65b-9e287877628b req-2c36de36-4498-4ec0-b9a2-2e2ab19f71b1 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293261 Nov 19 09:14:35.509657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157201f-c396-4dc5-9d80-ca8c9cc341c8 req-af3d3d40-2f94-454a-80b0-f296bd71d942 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:35.514017 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:35.514868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-c9dd8f9e-604f-4e65-aff0-33bccccf0efb tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Request body: {'port': {'device_id': '86045448-7242-4442-a246-a7767fc0cdea', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '53efc4c4365a4f0d9a0ad69f0cbe704a'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:35.528608 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8157201f-c396-4dc5-9d80-ca8c9cc341c8 req-af3d3d40-2f94-454a-80b0-f296bd71d942 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/ports?device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 945 time: 0.3164182 Nov 19 09:14:35.627084 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8157201f-c396-4dc5-9d80-ca8c9cc341c8 req-9922066c-5e23-4b6f-90c7-59f65de3b8d0 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/security-groups?id=2679771f-457b-4fc4-bd5f-00ee19604827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928330 Nov 19 09:14:35.740076 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:35.784486 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9881892a-3b74-4cd5-89ab-e185c6d8c304,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:35.848984 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['9881892a-3b74-4cd5-89ab-e185c6d8c304'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:14:35.876437 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a722e66-b2b8-4f2f-a71a-fcb07fa00c45 req-59159dfc-becf-4578-8d4a-f1ad813260ff tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:35.878239 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a722e66-b2b8-4f2f-a71a-fcb07fa00c45 req-59159dfc-becf-4578-8d4a-f1ad813260ff tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4c1619c-c527-44f8-ad42-c1392f91dec8 HTTP/1.1" status: 200 len: 946 time: 0.1672235 Nov 19 09:14:35.886411 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-67972925-f0e3-4c2a-8e5e-99a75b071db4 req-a443112d-935b-4a87-bb78-bf9a9c5ff062 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:35.945435 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9c51bf-8aa4-4f90-808f-625a546dfe11 None None] DHCP port deletion for d8a67b9e-e28b-4258-82d2-afacf03cf508 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:14:35.990522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-c9dd8f9e-604f-4e65-aff0-33bccccf0efb tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Made reservation on behalf of 53efc4c4365a4f0d9a0ad69f0cbe704a for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:14:35.998396 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-c9dd8f9e-604f-4e65-aff0-33bccccf0efb tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:36.043320 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] Deleting port 4b0cfe87-f250-42dd-9031-c0b01a1216dc {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:36.043927 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:36.055767 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a722e66-b2b8-4f2f-a71a-fcb07fa00c45 req-cdd1ad01-d767-4a15-80b9-9b7fcf8cf784 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636653 Nov 19 09:14:36.133007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443112d-935b-4a87-bb78-bf9a9c5ff062 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Pushing event deleted for resources: {'Port': ['ID=b35a7623-1bf6-4b8d-9df7-30ea1f0c1504,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:36.183152 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-243b8cfd-9035-488c-aa12-3a8fe2b3067e req-dc6b85d3-ce42-47b9-b00f-cf40d042d5f1 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 210 time: 0.1262982 Nov 19 09:14:36.224398 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c51bf-8aa4-4f90-808f-625a546dfe11 None None] Deleting port 4b0cfe87-f250-42dd-9031-c0b01a1216dc {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:36.224795 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf9c51bf-8aa4-4f90-808f-625a546dfe11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:36.229714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] For port 4b0cfe87-f250-42dd-9031-c0b01a1216dc, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4b0cfe87-f250-42dd-9031-c0b01a1216dc,segment=NetworkSegment(a307f053-7c07-48f8-a08e-8e39ad8425f0),segment_id=a307f053-7c07-48f8-a08e-8e39ad8425f0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:36.230483 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:36.254714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] Calling delete_port for 4b0cfe87-f250-42dd-9031-c0b01a1216dc owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:36.289816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-67972925-f0e3-4c2a-8e5e-99a75b071db4 req-a443112d-935b-4a87-bb78-bf9a9c5ff062 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] No DVR routers for this DVR port b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:14:36.302437 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-67972925-f0e3-4c2a-8e5e-99a75b071db4 req-a443112d-935b-4a87-bb78-bf9a9c5ff062 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:36.313990 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67972925-f0e3-4c2a-8e5e-99a75b071db4 req-a443112d-935b-4a87-bb78-bf9a9c5ff062 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "DELETE /v2.0/ports/b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 HTTP/1.1" status: 204 len: 173 time: 2.0296094 Nov 19 09:14:36.315926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c1619c-c527-44f8-ad42-c1392f91dec8', 'name': 'network-vif-deleted', 'tag': 'b35a7623-1bf6-4b8d-9df7-30ea1f0c1504'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:36.318391 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911cc9ab-5683-44d4-bc55-fd2f67837a53" -d '{"events": [{"server_uuid": "f4c1619c-c527-44f8-ad42-c1392f91dec8", "name": "network-vif-deleted", "tag": "b35a7623-1bf6-4b8d-9df7-30ea1f0c1504"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:36.379760 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-c9dd8f9e-604f-4e65-aff0-33bccccf0efb tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Allocated IP 192.168.233.166 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/cbcdbf7d-e8b8-4661-8d16-65081877d1e1) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:14:36.393480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cf9c51bf-8aa4-4f90-808f-625a546dfe11 None None] For port 4b0cfe87-f250-42dd-9031-c0b01a1216dc, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4b0cfe87-f250-42dd-9031-c0b01a1216dc,segment=NetworkSegment(a307f053-7c07-48f8-a08e-8e39ad8425f0),segment_id=a307f053-7c07-48f8-a08e-8e39ad8425f0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:36.394644 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf9c51bf-8aa4-4f90-808f-625a546dfe11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:36.405369 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4604ba-50dc-42e6-9d81-446e8c1ab186 x-openstack-request-id: req-ae4604ba-50dc-42e6-9d81-446e8c1ab186 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:36.405775 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c1619c-c527-44f8-ad42-c1392f91dec8", "name": "network-vif-deleted", "tag": "b35a7623-1bf6-4b8d-9df7-30ea1f0c1504", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:36.405956 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae4604ba-50dc-42e6-9d81-446e8c1ab186 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:36.406387 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c1619c-c527-44f8-ad42-c1392f91dec8', 'name': 'network-vif-deleted', 'tag': 'b35a7623-1bf6-4b8d-9df7-30ea1f0c1504', 'status': 'completed', 'code': 200} Nov 19 09:14:36.411991 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c51bf-8aa4-4f90-808f-625a546dfe11 None None] Calling delete_port for 4b0cfe87-f250-42dd-9031-c0b01a1216dc owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:36.468401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea93a0-1376-4a72-a921-0eecbd33f811 req-309d9cd7-979b-46ca-b1f6-03ae997b1b58 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:36.471296 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9ea93a0-1376-4a72-a921-0eecbd33f811 req-309d9cd7-979b-46ca-b1f6-03ae997b1b58 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.66 "GET /v2.0/ports?device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 945 time: 0.1962187 Nov 19 09:14:36.547570 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:36.553428 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf9c51bf-8aa4-4f90-808f-625a546dfe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:36.609263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c51bf-8aa4-4f90-808f-625a546dfe11 None None] Pushing event deleted for resources: {'Port': ['ID=4b0cfe87-f250-42dd-9031-c0b01a1216dc,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:36.618418 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c51bf-8aa4-4f90-808f-625a546dfe11 None None] No DVR routers for this DVR port 4b0cfe87-f250-42dd-9031-c0b01a1216dc on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:14:36.627774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b0cfe87-f250-42dd-9031-c0b01a1216dc,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:36.673499 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] No DVR routers for this DVR port 4b0cfe87-f250-42dd-9031-c0b01a1216dc on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:14:36.845142 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:36.855851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4b0cfe87-f250-42dd-9031-c0b01a1216dc no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:14:36.884731 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-c9dd8f9e-604f-4e65-aff0-33bccccf0efb tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:36.887111 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a67b9e-e28b-4258-82d2-afacf03cf508']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:36.903919 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a307f053-7c07-48f8-a08e-8e39ad8425f0') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:36.904356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a307f053-7c07-48f8-a08e-8e39ad8425f0') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:36.915020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:14:36.933578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 4b0cfe87-f250-42dd-9031-c0b01a1216dc {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:14:36.933578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4b0cfe87-f250-42dd-9031-c0b01a1216dc not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:14:36.951367 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:36.965999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-e9ea93a0-1376-4a72-a921-0eecbd33f811 req-c908a2b3-3e6f-40aa-8af1-a3f18bcd85f1 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Deleting port 4a7a97b0-895f-498f-8fca-11caaedf7bd4 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:36.973662 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e9ea93a0-1376-4a72-a921-0eecbd33f811 req-c908a2b3-3e6f-40aa-8af1-a3f18bcd85f1 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:36.984066 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aec2c8-7de8-4077-ba0b-bf08fc3e864e req-0f534c37-1606-4e8a-b08b-da33f5a81d21 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:36.995622 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34aec2c8-7de8-4077-ba0b-bf08fc3e864e req-0f534c37-1606-4e8a-b08b-da33f5a81d21 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 949 time: 0.3423057 Nov 19 09:14:37.000117 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:14:37.000521 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b35a7623-1bf6-4b8d-9df7-30ea1f0c1504 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:14:37.005997 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:37.017789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:14:37.018204 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:14:37.020222 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:14:37.071419 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['89bbd628-c1c5-483c-93cd-8d9d2e18e0db'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:14:37.075686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257e6f0-ddcf-4282-b0af-b4ecd9e315d0 req-61bfd8cc-21ab-4127-8f0e-db3f4af0384c tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:37.093574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6257e6f0-ddcf-4282-b0af-b4ecd9e315d0 req-61bfd8cc-21ab-4127-8f0e-db3f4af0384c tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/ports?device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 945 time: 0.2750218 Nov 19 09:14:37.110953 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-c9dd8f9e-604f-4e65-aff0-33bccccf0efb tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:37.133205 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['c0e90070-4633-48d9-b87c-63738998dc3c'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:14:37.148846 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34aec2c8-7de8-4077-ba0b-bf08fc3e864e req-d5d3cae3-dba2-4638-b7ba-6f2e0777792a tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516263 Nov 19 09:14:37.260234 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:37.280900 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6257e6f0-ddcf-4282-b0af-b4ecd9e315d0 req-0ba6be0e-a4ab-49e5-8c65-3748d15c6fd5 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/security-groups?id=2679771f-457b-4fc4-bd5f-00ee19604827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856623 Nov 19 09:14:37.282378 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:37.293871 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d8a67b9e-e28b-4258-82d2-afacf03cf508 HTTP/1.1" status: 204 len: 168 time: 1.8541708 Nov 19 09:14:37.296069 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-c9dd8f9e-604f-4e65-aff0-33bccccf0efb tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:14:37.304664 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-e9ea93a0-1376-4a72-a921-0eecbd33f811 req-c908a2b3-3e6f-40aa-8af1-a3f18bcd85f1 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] For port 4a7a97b0-895f-498f-8fca-11caaedf7bd4, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4a7a97b0-895f-498f-8fca-11caaedf7bd4,segment=NetworkSegment(6e6e13e5-9365-4f5b-b45c-d7da12a254e6),segment_id=6e6e13e5-9365-4f5b-b45c-d7da12a254e6)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:37.305884 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e9ea93a0-1376-4a72-a921-0eecbd33f811 req-c908a2b3-3e6f-40aa-8af1-a3f18bcd85f1 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:37.349253 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-e9ea93a0-1376-4a72-a921-0eecbd33f811 req-c908a2b3-3e6f-40aa-8af1-a3f18bcd85f1 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Calling delete_port for 4a7a97b0-895f-498f-8fca-11caaedf7bd4 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:37.379365 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b535ac-419b-4126-aeb2-49d2999c2840 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a67b9e-e28b-4258-82d2-afacf03cf508,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:37.383539 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-c9dd8f9e-604f-4e65-aff0-33bccccf0efb tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:14:37.397870 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-c9dd8f9e-604f-4e65-aff0-33bccccf0efb tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:14:37.475736 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd8f9e-604f-4e65-aff0-33bccccf0efb tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Pushing event updated for resources: {'Port': ['ID=cbcdbf7d-e8b8-4661-8d16-65081877d1e1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:37.568740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-c9dd8f9e-604f-4e65-aff0-33bccccf0efb tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:37.591264 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-c9dd8f9e-604f-4e65-aff0-33bccccf0efb tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:37.652789 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-c9dd8f9e-604f-4e65-aff0-33bccccf0efb tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1777647 Nov 19 09:14:37.677057 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Request body: {'port': {'device_id': '86045448-7242-4442-a246-a7767fc0cdea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:37.734327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37888) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:37.741659 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e9ea93a0-1376-4a72-a921-0eecbd33f811 req-c908a2b3-3e6f-40aa-8af1-a3f18bcd85f1 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:37.838510 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:37.886860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908a2b3-3e6f-40aa-8af1-a3f18bcd85f1 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Pushing event deleted for resources: {'Port': ['ID=4a7a97b0-895f-498f-8fca-11caaedf7bd4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:37.934766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ea93a0-1376-4a72-a921-0eecbd33f811 req-c908a2b3-3e6f-40aa-8af1-a3f18bcd85f1 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] No DVR routers for this DVR port 4a7a97b0-895f-498f-8fca-11caaedf7bd4 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:14:37.938980 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c9e27ccb-f18c-42c5-8cec-03125b53a1bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccdedb6f762740d59f75bc1ffb07679e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2030721 Nov 19 09:14:37.941672 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e9ea93a0-1376-4a72-a921-0eecbd33f811 req-c908a2b3-3e6f-40aa-8af1-a3f18bcd85f1 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:37.941832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37892) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:37.946028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9ea93a0-1376-4a72-a921-0eecbd33f811 req-c908a2b3-3e6f-40aa-8af1-a3f18bcd85f1 tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.66 "DELETE /v2.0/ports/4a7a97b0-895f-498f-8fca-11caaedf7bd4 HTTP/1.1" status: 204 len: 173 time: 1.4662089 Nov 19 09:14:37.958526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9ba72ef5-b5c3-4bb6-bcd4-7ac3f5fb26dd None None] Provisioning complete for port cbcdbf7d-e8b8-4661-8d16-65081877d1e1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:14:37.959113 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ba72ef5-b5c3-4bb6-bcd4-7ac3f5fb26dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:37.964312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3d4f4-79b4-4a1e-add1-338a421f40cf req-c6b68e6a-cbea-4d91-b407-f3b7d31d3c9d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:37.972872 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71f3d4f4-79b4-4a1e-add1-338a421f40cf req-c6b68e6a-cbea-4d91-b407-f3b7d31d3c9d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 936 time: 0.2664614 Nov 19 09:14:38.042748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71f3d4f4-79b4-4a1e-add1-338a421f40cf req-51aff09b-727b-4d8a-8fb8-a2600759e409 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685949 Nov 19 09:14:38.122883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9ba72ef5-b5c3-4bb6-bcd4-7ac3f5fb26dd None None] Port cbcdbf7d-e8b8-4661-8d16-65081877d1e1 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:14:38.128459 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['7500ed16-0fea-4afa-a433-374fca147180'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:14:38.278551 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba1937b2-49f1-4454-a89a-65e88c03e9e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:38.349563 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba1937b2-49f1-4454-a89a-65e88c03e9e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:38.408461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d31b9-091a-47cd-92fe-7217850efd8d req-1242556d-9a65-4d96-8fed-6f40e3748cc1 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:38.422149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e45d31b9-091a-47cd-92fe-7217850efd8d req-1242556d-9a65-4d96-8fed-6f40e3748cc1 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 949 time: 0.1103864 Nov 19 09:14:38.485135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59df28b3-1e4d-4c8d-8d6e-25b461825f5b', 'name': 'network-vif-deleted', 'tag': '4a7a97b0-895f-498f-8fca-11caaedf7bd4'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:38.494817 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d9b16e-9be0-4e81-bb1d-d3672bf06251" -d '{"events": [{"server_uuid": "59df28b3-1e4d-4c8d-8d6e-25b461825f5b", "name": "network-vif-deleted", "tag": "4a7a97b0-895f-498f-8fca-11caaedf7bd4"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:38.561371 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e45d31b9-091a-47cd-92fe-7217850efd8d req-246cd440-daa8-480a-b416-61dc4c77549c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330826 Nov 19 09:14:38.597560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbcdbf7d-e8b8-4661-8d16-65081877d1e1 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:38.615939 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:38.628829 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba1937b2-49f1-4454-a89a-65e88c03e9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:38.631495 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba1937b2-49f1-4454-a89a-65e88c03e9e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:38.632662 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ba1937b2-49f1-4454-a89a-65e88c03e9e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/103d5bb3-7f66-4a76-9e40-3982f6fb509d HTTP/1.1" status: 204 len: 168 time: 0.6900232 Nov 19 09:14:38.696036 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc57c0f-cb41-4dbd-8588-e79256ab26a5 x-openstack-request-id: req-fdc57c0f-cb41-4dbd-8588-e79256ab26a5 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:38.696285 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1937b2-49f1-4454-a89a-65e88c03e9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103d5bb3-7f66-4a76-9e40-3982f6fb509d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:38.696833 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59df28b3-1e4d-4c8d-8d6e-25b461825f5b", "name": "network-vif-deleted", "tag": "4a7a97b0-895f-498f-8fca-11caaedf7bd4", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:38.697645 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdc57c0f-cb41-4dbd-8588-e79256ab26a5 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:38.698287 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59df28b3-1e4d-4c8d-8d6e-25b461825f5b', 'name': 'network-vif-deleted', 'tag': '4a7a97b0-895f-498f-8fca-11caaedf7bd4', 'status': 'completed', 'code': 200} Nov 19 09:14:38.700888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Transition to ACTIVE for port object cbcdbf7d-e8b8-4661-8d16-65081877d1e1 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:14:38.721321 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:38.769485 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-994bcee4-a87b-4c89-bb15-f1c264c9d1aa req-f99b8cc4-7cf8-4c03-b14b-bcfa492444bf tempest-AttachSCSIVolumeTestJSON-1047418586 tempest-AttachSCSIVolumeTestJSON-1047418586-project] 10.222.0.21 "GET /v2.0/ports?device_id=59df28b3-1e4d-4c8d-8d6e-25b461825f5b HTTP/1.1" status: 200 len: 210 time: 0.0639997 Nov 19 09:14:38.828001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcdbf7d-e8b8-4661-8d16-65081877d1e1,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:38.894695 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9881892a-3b74-4cd5-89ab-e185c6d8c304 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:14:39.016188 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 9881892a-3b74-4cd5-89ab-e185c6d8c304 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:14:39.026645 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 9881892a-3b74-4cd5-89ab-e185c6d8c304 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:14:39.027352 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:39.046576 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Attempting to bind port cbcdbf7d-e8b8-4661-8d16-65081877d1e1 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:14:39.047031 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Attempting to bind port cbcdbf7d-e8b8-4661-8d16-65081877d1e1 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:14:39.048741 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Attempting to bind port cbcdbf7d-e8b8-4661-8d16-65081877d1e1 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:14:39.081259 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Port cbcdbf7d-e8b8-4661-8d16-65081877d1e1 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:14:39.081595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Attempting to bind port cbcdbf7d-e8b8-4661-8d16-65081877d1e1 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:14:39.098399 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:14:39.098792 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:14:39.101136 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:14:39.101638 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Bound port: cbcdbf7d-e8b8-4661-8d16-65081877d1e1, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:14:39.103902 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:39.307589 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:39.346895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae2323-dbf5-4686-a93e-ae2513c8a102 req-e6c5b697-8b13-4ea3-93b5-a96078976914 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:39.366677 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6ae2323-dbf5-4686-a93e-ae2513c8a102 req-e6c5b697-8b13-4ea3-93b5-a96078976914 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 948 time: 0.1619496 Nov 19 09:14:39.381274 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] For port cbcdbf7d-e8b8-4661-8d16-65081877d1e1, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:14:39.392397 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] For port cbcdbf7d-e8b8-4661-8d16-65081877d1e1, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=cbcdbf7d-e8b8-4661-8d16-65081877d1e1,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:14:39.401485 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:39.492474 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9881892a-3b74-4cd5-89ab-e185c6d8c304, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9881892a-3b74-4cd5-89ab-e185c6d8c304,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:39.496394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6ae2323-dbf5-4686-a93e-ae2513c8a102 req-e1854172-4989-4689-858f-f8ebfcaa6c53 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232598 Nov 19 09:14:39.500110 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:39.503424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71161777-89bb-47c0-b138-5fc8b0aaa602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9881892a-3b74-4cd5-89ab-e185c6d8c304'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:39.505748 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:39.513383 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0393021d-e463-4004-a645-c601b80da218" -d '{"events": [{"server_uuid": "71161777-89bb-47c0-b138-5fc8b0aaa602", "name": "network-vif-plugged", "status": "completed", "tag": "9881892a-3b74-4cd5-89ab-e185c6d8c304"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:39.525918 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] 10.222.0.71 "PUT /v2.0/ports/cbcdbf7d-e8b8-4661-8d16-65081877d1e1 HTTP/1.1" status: 200 len: 1097 time: 1.8574476 Nov 19 09:14:39.531515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ac173-30d5-4889-a66b-14323e3fe610 req-a2860cce-35ba-4a29-a30a-d29aed3f80b7 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:39.544086 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:39.552163 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f28ac173-30d5-4889-a66b-14323e3fe610 req-a2860cce-35ba-4a29-a30a-d29aed3f80b7 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebda8374-3f73-4939-9369-13c8c1cf5384 HTTP/1.1" status: 200 len: 945 time: 0.1379144 Nov 19 09:14:39.620613 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86045448-7242-4442-a246-a7767fc0cdea', 'tag': 'cbcdbf7d-e8b8-4661-8d16-65081877d1e1'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:39.629910 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a89086-a519-4d96-885f-163c77f33bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "86045448-7242-4442-a246-a7767fc0cdea", "tag": "cbcdbf7d-e8b8-4661-8d16-65081877d1e1"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:39.698890 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f28ac173-30d5-4889-a66b-14323e3fe610 req-689da1cc-2df9-443d-ab1b-cf0bfc9528be tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272004 Nov 19 09:14:39.720363 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624e2a30-bf0f-4354-a756-70b52a4d92d3 x-openstack-request-id: req-624e2a30-bf0f-4354-a756-70b52a4d92d3 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:39.720999 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71161777-89bb-47c0-b138-5fc8b0aaa602", "name": "network-vif-plugged", "status": "completed", "tag": "9881892a-3b74-4cd5-89ab-e185c6d8c304", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:39.721453 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-624e2a30-bf0f-4354-a756-70b52a4d92d3 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:39.722354 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71161777-89bb-47c0-b138-5fc8b0aaa602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9881892a-3b74-4cd5-89ab-e185c6d8c304', 'code': 200} Nov 19 09:14:39.850795 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9881892a-3b74-4cd5-89ab-e185c6d8c304,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:39.907941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc8737-fbf3-49d1-b0db-776fa7f55037 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcdbf7d-e8b8-4661-8d16-65081877d1e1,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:39.913608 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5e9484-7ac3-49cf-8d1b-48e1b7f9f03a x-openstack-request-id: req-5a5e9484-7ac3-49cf-8d1b-48e1b7f9f03a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:39.913898 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86045448-7242-4442-a246-a7767fc0cdea", "tag": "cbcdbf7d-e8b8-4661-8d16-65081877d1e1", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:39.914232 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a5e9484-7ac3-49cf-8d1b-48e1b7f9f03a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:39.914516 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86045448-7242-4442-a246-a7767fc0cdea', 'tag': 'cbcdbf7d-e8b8-4661-8d16-65081877d1e1', 'status': 'completed', 'code': 200} Nov 19 09:14:39.956887 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-a53223c8-e40a-4285-b83b-6cfc153cf063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:39.958975 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-a53223c8-e40a-4285-b83b-6cfc153cf063 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 1100 time: 0.3190792 Nov 19 09:14:40.054810 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-28635eaf-da4c-4a89-b593-50ff146b1808 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=cbcdbf7d-e8b8-4661-8d16-65081877d1e1 HTTP/1.1" status: 200 len: 217 time: 0.0843894 Nov 19 09:14:40.211850 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4a7a97b0-895f-498f-8fca-11caaedf7bd4 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:14:40.228874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d7698-df42-4edd-bc78-c268e088dc03 req-27d67db7-2767-4300-bb43-b86f84a101a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:40.230181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-f3ff2e8b-aae4-435c-8e44-bc19bcc6c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:40.232164 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d61d7698-df42-4edd-bc78-c268e088dc03 req-27d67db7-2767-4300-bb43-b86f84a101a4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 1102 time: 0.4067140 Nov 19 09:14:40.234245 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-f3ff2e8b-aae4-435c-8e44-bc19bcc6c786 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1653488 Nov 19 09:14:40.237513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 4a7a97b0-895f-498f-8fca-11caaedf7bd4 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:14:40.238439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4a7a97b0-895f-498f-8fca-11caaedf7bd4 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:14:40.310453 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f9373-4617-442a-bd8d-6d4730f9e05d req-61b80f03-b19b-4ffa-9687-7696ec1a7ea8 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:40.312548 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b67f9373-4617-442a-bd8d-6d4730f9e05d req-61b80f03-b19b-4ffa-9687-7696ec1a7ea8 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 950 time: 0.3416150 Nov 19 09:14:40.343813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-181d5b5f-7589-4af5-bdef-f186bbbf4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:40.345416 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-181d5b5f-7589-4af5-bdef-f186bbbf4d71 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0952179 Nov 19 09:14:40.428113 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d61d7698-df42-4edd-bc78-c268e088dc03 req-b2b2badb-c7af-4c83-a68f-ca85eddf4e36 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762087 Nov 19 09:14:40.454577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b67f9373-4617-442a-bd8d-6d4730f9e05d req-e95982f5-ea98-4bee-a6f0-3715a6350d7d tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293008 Nov 19 09:14:40.568096 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-788ceca9-fa4a-4eb4-9fe7-adfd7a804ab8 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112792 Nov 19 09:14:40.659481 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38010) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:40.831876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2bbe8-3b14-4490-8c1e-f8b4c0a5aa9c req-ea28013d-b0a0-488f-bcaa-b8dc6abe67c8 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:40.844527 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ca2bbe8-3b14-4490-8c1e-f8b4c0a5aa9c req-ea28013d-b0a0-488f-bcaa-b8dc6abe67c8 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 948 time: 0.1288316 Nov 19 09:14:40.908578 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b5fd638b-fb80-4f1b-9445-f3e561d2be64 req-688e3076-50e0-4a81-9274-390c061c195b service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595775 Nov 19 09:14:40.933566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7e83a017-c830-4793-a07f-e2d2b3a9515c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1976924131-network', 'tenant_id': '459faed4a1da477fbc9bf95c05f128c1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:40.977853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ca2bbe8-3b14-4490-8c1e-f8b4c0a5aa9c req-94a7e32e-fd41-441d-852a-3658708d7138 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313236 Nov 19 09:14:41.015097 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e83a017-c830-4793-a07f-e2d2b3a9515c admin admin] Made reservation on behalf of 459faed4a1da477fbc9bf95c05f128c1 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:14:41.018792 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e83a017-c830-4793-a07f-e2d2b3a9515c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:41.047685 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e83a017-c830-4793-a07f-e2d2b3a9515c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:41.237587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2a9c4-60d4-40dc-8a0a-c2440d76e683 req-7fd0f025-31bd-4903-a24e-bfe3c95ad94b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:41.252575 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-36f2a9c4-60d4-40dc-8a0a-c2440d76e683 req-7fd0f025-31bd-4903-a24e-bfe3c95ad94b tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebda8374-3f73-4939-9369-13c8c1cf5384 HTTP/1.1" status: 200 len: 945 time: 0.1210425 Nov 19 09:14:41.335617 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e83a017-c830-4793-a07f-e2d2b3a9515c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:41.349876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-36f2a9c4-60d4-40dc-8a0a-c2440d76e683 req-e5d2d449-b2a8-4c97-84ee-ed8eeabe86b0 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962648 Nov 19 09:14:41.356725 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e83a017-c830-4793-a07f-e2d2b3a9515c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:41.426587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83a017-c830-4793-a07f-e2d2b3a9515c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6299b0c2-4b73-417f-8e61-d8c4433fdf54,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:41.526680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e83a017-c830-4793-a07f-e2d2b3a9515c admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:14:41.581047 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e83a017-c830-4793-a07f-e2d2b3a9515c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:41.581617 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-7e83a017-c830-4793-a07f-e2d2b3a9515c admin admin] Added segment ac75e10a-baa6-4080-9bea-b8282143c73b of type vlan for network 623769eb-2c7b-4174-8dad-bc3e20a65b7d Nov 19 09:14:41.616436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35879f01-926b-43d5-9114-5fbbbeef15ef req-7eab80e7-e05a-40a2-b708-ea1c9fe8a541 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:41.618289 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35879f01-926b-43d5-9114-5fbbbeef15ef req-7eab80e7-e05a-40a2-b708-ea1c9fe8a541 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebda8374-3f73-4939-9369-13c8c1cf5384 HTTP/1.1" status: 200 len: 945 time: 0.1980312 Nov 19 09:14:41.674908 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a89086-a519-4d96-885f-163c77f33bd6 req-3cf229bb-ecb9-4234-9be9-5d078a561083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:41.676724 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f7a89086-a519-4d96-885f-163c77f33bd6 req-3cf229bb-ecb9-4234-9be9-5d078a561083 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 1100 time: 0.6853161 Nov 19 09:14:41.778905 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e83a017-c830-4793-a07f-e2d2b3a9515c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:41.826622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a89086-a519-4d96-885f-163c77f33bd6 req-b69955e7-c456-4b55-9e94-b7cb50bcaf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:41.828386 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f7a89086-a519-4d96-885f-163c77f33bd6 req-b69955e7-c456-4b55-9e94-b7cb50bcaf1f service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1411107 Nov 19 09:14:41.829209 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e83a017-c830-4793-a07f-e2d2b3a9515c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:41.830997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e83a017-c830-4793-a07f-e2d2b3a9515c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:41.831656 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e83a017-c830-4793-a07f-e2d2b3a9515c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:41.984293 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f7a89086-a519-4d96-885f-163c77f33bd6 req-d106abc1-4192-493a-ab33-58cb37b7eb10 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=cbcdbf7d-e8b8-4661-8d16-65081877d1e1 HTTP/1.1" status: 200 len: 217 time: 0.1429904 Nov 19 09:14:41.996214 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38046) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:42.003389 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-fbf6c5ee-e63b-4d06-a54e-8df213ed9764 admin admin] Request body: {'subnet': {'network_id': '623769eb-2c7b-4174-8dad-bc3e20a65b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1976924131-subnet', 'tenant_id': '459faed4a1da477fbc9bf95c05f128c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:42.011067 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7e83a017-c830-4793-a07f-e2d2b3a9515c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3388550 Nov 19 09:14:42.112423 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a89086-a519-4d96-885f-163c77f33bd6 req-9d44fbfa-8960-4acd-9749-dda5f609bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:42.115843 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f7a89086-a519-4d96-885f-163c77f33bd6 req-9d44fbfa-8960-4acd-9749-dda5f609bab5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1075668 Nov 19 09:14:42.117865 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf6c5ee-e63b-4d06-a54e-8df213ed9764 admin admin] Made reservation on behalf of 459faed4a1da477fbc9bf95c05f128c1 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:14:42.125638 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fbf6c5ee-e63b-4d06-a54e-8df213ed9764 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:42.230372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bb720-1159-4ff3-b737-2b86d97d049a req-2367ba4b-9a01-4b82-be59-22700ae3b5aa tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:42.234188 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e5bb720-1159-4ff3-b737-2b86d97d049a req-2367ba4b-9a01-4b82-be59-22700ae3b5aa tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 950 time: 0.6145067 Nov 19 09:14:42.292586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a89086-a519-4d96-885f-163c77f33bd6 req-5a437e8f-90fa-4912-b2ef-00c1ecacf258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:42.297313 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f7a89086-a519-4d96-885f-163c77f33bd6 req-5a437e8f-90fa-4912-b2ef-00c1ecacf258 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1633508 Nov 19 09:14:42.333505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83a017-c830-4793-a07f-e2d2b3a9515c admin admin] Pushing event updated for resources: {'Network': ['ID=623769eb-2c7b-4174-8dad-bc3e20a65b7d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:42.346989 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 623769eb-2c7b-4174-8dad-bc3e20a65b7d details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:14:42.373991 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e5bb720-1159-4ff3-b737-2b86d97d049a req-a1b315cf-4412-4584-b87a-90cb442775d7 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215305 Nov 19 09:14:42.383652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-35879f01-926b-43d5-9114-5fbbbeef15ef req-4151e015-3af0-42d0-b193-867f4e36c652 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Deleting port 89bbd628-c1c5-483c-93cd-8d9d2e18e0db {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:42.384220 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35879f01-926b-43d5-9114-5fbbbeef15ef req-4151e015-3af0-42d0-b193-867f4e36c652 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:42.461363 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177196ef-80d2-4494-a2b4-13acb0049d8c req-ccbfc2de-d4e7-4dc5-a888-f86faeb939cb tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:42.471558 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-177196ef-80d2-4494-a2b4-13acb0049d8c req-ccbfc2de-d4e7-4dc5-a888-f86faeb939cb tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 948 time: 0.2339945 Nov 19 09:14:42.521754 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f7a89086-a519-4d96-885f-163c77f33bd6 req-a21cb45f-75f9-41af-9450-5c7234816cec service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079368 Nov 19 09:14:42.578162 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-177196ef-80d2-4494-a2b4-13acb0049d8c req-5b4af56c-15be-4bfc-b6ee-0a54ff01daf9 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053727 Nov 19 09:14:42.744532 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f7a89086-a519-4d96-885f-163c77f33bd6 req-a07f1ed0-890f-4617-b606-0c2d5d4fc588 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054713 Nov 19 09:14:42.772563 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fbf6c5ee-e63b-4d06-a54e-8df213ed9764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:42.864961 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-35879f01-926b-43d5-9114-5fbbbeef15ef req-4151e015-3af0-42d0-b193-867f4e36c652 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] For port 89bbd628-c1c5-483c-93cd-8d9d2e18e0db, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=89bbd628-c1c5-483c-93cd-8d9d2e18e0db,segment=NetworkSegment(342793f0-282c-4fd0-a016-e04087efb6cc),segment_id=342793f0-282c-4fd0-a016-e04087efb6cc)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:42.865670 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35879f01-926b-43d5-9114-5fbbbeef15ef req-4151e015-3af0-42d0-b193-867f4e36c652 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:42.903789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6c5ee-e63b-4d06-a54e-8df213ed9764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=927c4a59-c215-44b9-be2b-811a35bd8cbb,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:42.908638 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device cbcdbf7d-e8b8-4661-8d16-65081877d1e1 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:14:42.927826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf6c5ee-e63b-4d06-a54e-8df213ed9764 admin admin] Checking segment: {'id': 'ac75e10a-baa6-4080-9bea-b8282143c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '623769eb-2c7b-4174-8dad-bc3e20a65b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:14:42.928216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf6c5ee-e63b-4d06-a54e-8df213ed9764 admin admin] Network hostable DHCP agents. Network: 623769eb-2c7b-4174-8dad-bc3e20a65b7d, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:14:42.985170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf6c5ee-e63b-4d06-a54e-8df213ed9764 admin admin] Network 623769eb-2c7b-4174-8dad-bc3e20a65b7d is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:14:43.002565 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-fbf6c5ee-e63b-4d06-a54e-8df213ed9764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 623769eb-2c7b-4174-8dad-bc3e20a65b7d) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:14:43.009818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf6c5ee-e63b-4d06-a54e-8df213ed9764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:43.010526 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fbf6c5ee-e63b-4d06-a54e-8df213ed9764 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:43.052790 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d003fa59-e06b-4c67-85ee-a76686cb4f57 None None] Network 623769eb-2c7b-4174-8dad-bc3e20a65b7d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:14:43.072325 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fbf6c5ee-e63b-4d06-a54e-8df213ed9764 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0640094 Nov 19 09:14:43.585340 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port cbcdbf7d-e8b8-4661-8d16-65081877d1e1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=cbcdbf7d-e8b8-4661-8d16-65081877d1e1,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:43.676921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-35879f01-926b-43d5-9114-5fbbbeef15ef req-4151e015-3af0-42d0-b193-867f4e36c652 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Calling delete_port for 89bbd628-c1c5-483c-93cd-8d9d2e18e0db owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:43.685220 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'cbcdbf7d-e8b8-4661-8d16-65081877d1e1', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'cbcdbf7d-e8b8-4661-8d16-65081877d1e1', 'mac_address': 'fa:16:3e:8a:32:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:14:43.763549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677204fd-b1fe-428c-a309-f6b449586349 req-047a9309-84f4-46ac-9ada-3e6b7bcc6888 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:43.768804 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c16bb-d031-4e21-9753-b29a18c40710 None None] Network 623769eb-2c7b-4174-8dad-bc3e20a65b7d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:14:43.775397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-677204fd-b1fe-428c-a309-f6b449586349 req-047a9309-84f4-46ac-9ada-3e6b7bcc6888 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebda8374-3f73-4939-9369-13c8c1cf5384 HTTP/1.1" status: 200 len: 945 time: 1.2177491 Nov 19 09:14:43.844077 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:43.870391 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbcdbf7d-e8b8-4661-8d16-65081877d1e1 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:43.916368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port cbcdbf7d-e8b8-4661-8d16-65081877d1e1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=cbcdbf7d-e8b8-4661-8d16-65081877d1e1,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:43.925902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-9f96dab0-6517-4d3d-80c9-de7ff7c91bf0 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:43.933891 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-9f96dab0-6517-4d3d-80c9-de7ff7c91bf0 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/networks?id=623769eb-2c7b-4174-8dad-bc3e20a65b7d HTTP/1.1" status: 200 len: 814 time: 0.1955385 Nov 19 09:14:43.952328 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:43.993433 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-1da95db5-5dd0-46d7-9c57-0b33294008ac tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/quotas/459faed4a1da477fbc9bf95c05f128c1 HTTP/1.1" status: 200 len: 375 time: 0.0582702 Nov 19 09:14:44.034285 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=cbcdbf7d-e8b8-4661-8d16-65081877d1e1,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:44.046079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-1679c8de-c5e4-4ed5-b13f-c0290fa1aceb tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=459faed4a1da477fbc9bf95c05f128c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508504 Nov 19 09:14:44.099917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-677204fd-b1fe-428c-a309-f6b449586349 req-535abe89-5429-400a-a0fa-e5b825841d07 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2e06051-2a47-4d1a-b0a0-40229c3af1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234582 Nov 19 09:14:44.280735 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['cbcdbf7d-e8b8-4661-8d16-65081877d1e1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:14:44.311695 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-5e2014bb-96d4-49db-ba21-a99bc8ae716a service neutron] 10.222.0.21 "GET /v2.0/networks/623769eb-2c7b-4174-8dad-bc3e20a65b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537801 Nov 19 09:14:44.436926 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-5901b6b5-f290-40f7-9b0a-ac6eb9d54a44 service neutron] 10.222.0.21 "GET /v2.0/networks/623769eb-2c7b-4174-8dad-bc3e20a65b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246245 Nov 19 09:14:44.493865 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ae588-52e4-4ef2-b999-3307e7684363 req-fced1642-19f3-4bcd-a923-cd335d226803 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:44.497042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e7ae588-52e4-4ef2-b999-3307e7684363 req-fced1642-19f3-4bcd-a923-cd335d226803 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 950 time: 0.3085244 Nov 19 09:14:44.501046 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35879f01-926b-43d5-9114-5fbbbeef15ef req-4151e015-3af0-42d0-b193-867f4e36c652 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:44.550827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151e015-3af0-42d0-b193-867f4e36c652 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Pushing event deleted for resources: {'Port': ['ID=89bbd628-c1c5-483c-93cd-8d9d2e18e0db,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:44.623499 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-35879f01-926b-43d5-9114-5fbbbeef15ef req-4151e015-3af0-42d0-b193-867f4e36c652 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] No DVR routers for this DVR port 89bbd628-c1c5-483c-93cd-8d9d2e18e0db on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:14:44.627760 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35879f01-926b-43d5-9114-5fbbbeef15ef req-4151e015-3af0-42d0-b193-867f4e36c652 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:44.633444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35879f01-926b-43d5-9114-5fbbbeef15ef req-4151e015-3af0-42d0-b193-867f4e36c652 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.71 "DELETE /v2.0/ports/89bbd628-c1c5-483c-93cd-8d9d2e18e0db HTTP/1.1" status: 204 len: 173 time: 2.9501066 Nov 19 09:14:44.642314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebda8374-3f73-4939-9369-13c8c1cf5384', 'name': 'network-vif-deleted', 'tag': '89bbd628-c1c5-483c-93cd-8d9d2e18e0db'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:44.645596 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b99671-285b-4d0e-86bf-7c03f393d180" -d '{"events": [{"server_uuid": "ebda8374-3f73-4939-9369-13c8c1cf5384", "name": "network-vif-deleted", "tag": "89bbd628-c1c5-483c-93cd-8d9d2e18e0db"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:44.675671 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e7ae588-52e4-4ef2-b999-3307e7684363 req-1c9a0d47-d76d-450f-b331-fd0c969e2892 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678264 Nov 19 09:14:44.819807 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ea676-27eb-4806-805f-4c11303e8a22 req-0975d2bb-2ef3-4411-8c9f-21ed066698ba tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:44.843632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c5ea676-27eb-4806-805f-4c11303e8a22 req-0975d2bb-2ef3-4411-8c9f-21ed066698ba tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 949 time: 0.1147308 Nov 19 09:14:44.923538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 89bbd628-c1c5-483c-93cd-8d9d2e18e0db no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:14:44.977353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 89bbd628-c1c5-483c-93cd-8d9d2e18e0db {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:14:44.981437 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 89bbd628-c1c5-483c-93cd-8d9d2e18e0db not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:14:44.995870 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c5ea676-27eb-4806-805f-4c11303e8a22 req-a7ad9121-ee93-4b2e-89bf-512510ae49f0 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507075 Nov 19 09:14:45.024239 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66206d7e-19ab-4cce-982e-072f0ac6fc3e req-00fb0c52-8ff6-4ef3-9e34-a43021cd053d tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/ports?device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 210 time: 0.0504363 Nov 19 09:14:45.074064 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f481d93-df9f-443f-a621-c3379d151ee4 x-openstack-request-id: req-5f481d93-df9f-443f-a621-c3379d151ee4 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:45.074515 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebda8374-3f73-4939-9369-13c8c1cf5384", "name": "network-vif-deleted", "tag": "89bbd628-c1c5-483c-93cd-8d9d2e18e0db", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:45.075061 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f481d93-df9f-443f-a621-c3379d151ee4 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:45.075487 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebda8374-3f73-4939-9369-13c8c1cf5384', 'name': 'network-vif-deleted', 'tag': '89bbd628-c1c5-483c-93cd-8d9d2e18e0db', 'status': 'completed', 'code': 200} Nov 19 09:14:45.274749 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:45.468622 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b359f63-1911-4060-8e34-bb7cced77bfd req-d63e27c1-d7c3-4715-b989-02cf452c8380 tempest-ServersTestJSON-1452046268 tempest-ServersTestJSON-1452046268-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebda8374-3f73-4939-9369-13c8c1cf5384 HTTP/1.1" status: 200 len: 210 time: 0.1051035 Nov 19 09:14:45.602545 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-6038cd9d-cd09-4a82-8b45-24779a9649e9 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=774fe535d4dd470ebeab3ac68ef7e308&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398016 Nov 19 09:14:45.835309 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-bd4715b5-2ae0-4ed9-b680-d7f8cf0eaaf2 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:45.836781 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-bd4715b5-2ae0-4ed9-b680-d7f8cf0eaaf2 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2267966 Nov 19 09:14:45.860885 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-0158ffc0-5afe-4989-8b63-8c44415195a4 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/quotas/774fe535d4dd470ebeab3ac68ef7e308 HTTP/1.1" status: 200 len: 375 time: 0.0159445 Nov 19 09:14:45.945458 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-0493a0ef-b6fe-4106-b7c6-f822662bb985 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=774fe535d4dd470ebeab3ac68ef7e308&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0746887 Nov 19 09:14:46.131739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf062738-b4dc-45a5-a47b-5960a2de3800 req-7b5db19b-d040-46c7-9f22-8f186d2a197c tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:46.142362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf062738-b4dc-45a5-a47b-5960a2de3800 req-7b5db19b-d040-46c7-9f22-8f186d2a197c tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.1055753 Nov 19 09:14:46.221600 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf062738-b4dc-45a5-a47b-5960a2de3800 req-19c99656-c90b-4621-a3aa-5be6a6ee714a tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783477 Nov 19 09:14:46.458969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66da1031-e2b0-43c0-a93c-04f3a6c7e110 req-93b99093-299c-4e43-a451-30c8f3093a58 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/ports?device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 210 time: 0.0556910 Nov 19 09:14:46.655322 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-033be37e-5589-4eba-b9c4-a0524f36996f req-b70b4751-28da-4568-8d30-8af5173fbc64 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 210 time: 0.1211860 Nov 19 09:14:46.665408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665edeb-5e2e-449f-81bd-551f2172b79e req-7ff2cb2a-d6f8-449f-b486-ccf4fb6624ed tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:46.683440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0665edeb-5e2e-449f-81bd-551f2172b79e req-7ff2cb2a-d6f8-449f-b486-ccf4fb6624ed tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 949 time: 0.3194242 Nov 19 09:14:46.702672 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-90ba24ea-e28e-4123-bc51-4f41c8e482b9 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:46.705005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-90ba24ea-e28e-4123-bc51-4f41c8e482b9 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.66 "GET /v2.0/networks?id=623769eb-2c7b-4174-8dad-bc3e20a65b7d HTTP/1.1" status: 200 len: 814 time: 0.2879300 Nov 19 09:14:46.738625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-bfd21549-d5fb-4479-a85f-0ec864a19c2b tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Request body: {'port': {'device_id': '01378748-532e-4ec1-b80e-5611f743a9f4', 'network_id': '623769eb-2c7b-4174-8dad-bc3e20a65b7d', 'admin_state_up': True, 'tenant_id': '459faed4a1da477fbc9bf95c05f128c1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:46.760766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38172) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:46.881839 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e15731-f157-4bda-89c6-bc0b824287b0 admin admin] Deleting subnet a3ab6a09-9e77-4bfa-8672-ebfec5d093f3 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:14:46.890377 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60e15731-f157-4bda-89c6-bc0b824287b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:46.947419 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device cbcdbf7d-e8b8-4661-8d16-65081877d1e1 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:14:47.010880 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0665edeb-5e2e-449f-81bd-551f2172b79e req-95db20fc-8aec-4fd5-a848-21cc873dc1b9 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220072 Nov 19 09:14:47.011830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-bfd21549-d5fb-4479-a85f-0ec864a19c2b tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Made reservation on behalf of 459faed4a1da477fbc9bf95c05f128c1 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:14:47.018890 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-bfd21549-d5fb-4479-a85f-0ec864a19c2b tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:47.028334 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60e15731-f157-4bda-89c6-bc0b824287b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:47.113832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60e15731-f157-4bda-89c6-bc0b824287b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:47.204925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port cbcdbf7d-e8b8-4661-8d16-65081877d1e1 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:14:47.212082 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port cbcdbf7d-e8b8-4661-8d16-65081877d1e1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:14:47.214505 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:47.229548 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60e15731-f157-4bda-89c6-bc0b824287b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:47.366150 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38188) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:47.464836 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e15731-f157-4bda-89c6-bc0b824287b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ab6a09-9e77-4bfa-8672-ebfec5d093f3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:47.471498 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:47.473167 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60e15731-f157-4bda-89c6-bc0b824287b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:47.478473 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-60e15731-f157-4bda-89c6-bc0b824287b0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a3ab6a09-9e77-4bfa-8672-ebfec5d093f3 HTTP/1.1" status: 204 len: 168 time: 0.7145274 Nov 19 09:14:47.481516 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38200) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:47.556691 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86045448-7242-4442-a246-a7767fc0cdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcdbf7d-e8b8-4661-8d16-65081877d1e1'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:47.563123 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729af38f-7f6a-496a-bf60-227a22567a7d" -d '{"events": [{"server_uuid": "86045448-7242-4442-a246-a7767fc0cdea", "name": "network-vif-plugged", "status": "completed", "tag": "cbcdbf7d-e8b8-4661-8d16-65081877d1e1"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:47.611590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port cbcdbf7d-e8b8-4661-8d16-65081877d1e1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=cbcdbf7d-e8b8-4661-8d16-65081877d1e1,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:47.620413 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:47.625068 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70660bb6-546e-4c9a-83c0-0b70008af856 req-f1cfe806-16af-4d44-b328-e54977f88fb4 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:47.628827 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70660bb6-546e-4c9a-83c0-0b70008af856 req-f1cfe806-16af-4d44-b328-e54977f88fb4 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.1934576 Nov 19 09:14:47.743470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bed98c2-d58c-4bd5-b618-a87162d21135 req-3006e90c-a28e-4ec3-bdf0-e7754276b8cd tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/ports?device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 210 time: 0.0674047 Nov 19 09:14:47.763129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-bfd21549-d5fb-4479-a85f-0ec864a19c2b tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Allocated IP 172.20.0.2 (623769eb-2c7b-4174-8dad-bc3e20a65b7d/927c4a59-c215-44b9-be2b-811a35bd8cbb/02a40991-fd92-4fbb-94c9-0a3cc3c4f01f) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:14:47.783045 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7a10-617b-497b-8760-f097664826bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:47.790799 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=cbcdbf7d-e8b8-4661-8d16-65081877d1e1,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:47.822620 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ad873c-de41-41d6-85f8-b7b0911c9d0b x-openstack-request-id: req-59ad873c-de41-41d6-85f8-b7b0911c9d0b {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:47.823393 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86045448-7242-4442-a246-a7767fc0cdea", "name": "network-vif-plugged", "status": "completed", "tag": "cbcdbf7d-e8b8-4661-8d16-65081877d1e1", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:47.823393 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59ad873c-de41-41d6-85f8-b7b0911c9d0b {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:47.823566 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86045448-7242-4442-a246-a7767fc0cdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcdbf7d-e8b8-4661-8d16-65081877d1e1', 'code': 200} Nov 19 09:14:47.840885 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:47.993975 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7a10-617b-497b-8760-f097664826bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:48.019704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-fa1e7a10-617b-497b-8760-f097664826bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b15971-c3b1-423f-a0b8-5ba85f9e199b']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:48.030611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-fa1e7a10-617b-497b-8760-f097664826bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342793f0-282c-4fd0-a016-e04087efb6cc') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:48.031180 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-fa1e7a10-617b-497b-8760-f097664826bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342793f0-282c-4fd0-a016-e04087efb6cc') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:48.041434 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7a10-617b-497b-8760-f097664826bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:48.075056 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7a10-617b-497b-8760-f097664826bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:48.099737 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-7df2bf50-4d54-4a9d-ab0f-ada9a839f33b tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=774fe535d4dd470ebeab3ac68ef7e308&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1770442 Nov 19 09:14:48.109283 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1e7a10-617b-497b-8760-f097664826bb admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:14:48.109890 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7a10-617b-497b-8760-f097664826bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:48.118478 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3a85f62-b1f3-4314-9660-f77696d97b0c req-ac76dd97-a132-4815-a63d-9ff871cefa99 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 210 time: 0.0863271 Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:14:48.148424 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:14:48.209786 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70660bb6-546e-4c9a-83c0-0b70008af856 req-4a688905-6b49-45fd-ab56-5f752149cb8a tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4865294 Nov 19 09:14:48.211826 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095296d0-7fe9-417d-bf67-5f9234b1f952 req-79ea351d-4ad1-491c-8139-e35842de7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:48.213325 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-095296d0-7fe9-417d-bf67-5f9234b1f952 req-79ea351d-4ad1-491c-8139-e35842de7f60 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 1102 time: 0.2011855 Nov 19 09:14:48.350713 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe89f3-5f42-4851-b715-e7474bf946f2 req-2ac11863-59e7-4890-ba49-9cd1c5a53b47 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:48.352800 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4abe89f3-5f42-4851-b715-e7474bf946f2 req-2ac11863-59e7-4890-ba49-9cd1c5a53b47 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 950 time: 0.1127424 Nov 19 09:14:48.381555 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-bfd21549-d5fb-4479-a85f-0ec864a19c2b tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:48.409798 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7a10-617b-497b-8760-f097664826bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:48.446314 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7a10-617b-497b-8760-f097664826bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:48.450327 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fa1e7a10-617b-497b-8760-f097664826bb admin admin] 10.222.0.21 "DELETE /v2.0/networks/84b15971-c3b1-423f-a0b8-5ba85f9e199b HTTP/1.1" status: 204 len: 168 time: 0.9674487 Nov 19 09:14:48.450680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4abe89f3-5f42-4851-b715-e7474bf946f2 req-9cab1034-b3f3-4606-ae56-92c4159ac052 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805931 Nov 19 09:14:48.451444 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e7a10-617b-497b-8760-f097664826bb admin admin] Pushing event deleted for resources: {'Network': ['ID=84b15971-c3b1-423f-a0b8-5ba85f9e199b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:48.462412 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce49ed-10e7-4d0e-8127-3ecf6bdef240 req-bf1c111d-a5b4-4b64-8d18-c005e12fc7d4 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:48.464037 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d3ce49ed-10e7-4d0e-8127-3ecf6bdef240 req-bf1c111d-a5b4-4b64-8d18-c005e12fc7d4 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.2465215 Nov 19 09:14:48.474977 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-095296d0-7fe9-417d-bf67-5f9234b1f952 req-dce8f8d1-b9be-430a-9e80-62fd622bac6b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359679 Nov 19 09:14:48.529871 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-bfd21549-d5fb-4479-a85f-0ec864a19c2b tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:48.617038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd21549-d5fb-4479-a85f-0ec864a19c2b tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Pushing event updated for resources: {'Port': ['ID=02a40991-fd92-4fbb-94c9-0a3cc3c4f01f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:48.626909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-bfd21549-d5fb-4479-a85f-0ec864a19c2b tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Network 623769eb-2c7b-4174-8dad-bc3e20a65b7d is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:14:48.628668 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-bfd21549-d5fb-4479-a85f-0ec864a19c2b tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:14:48.631835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-bfd21549-d5fb-4479-a85f-0ec864a19c2b tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:14:48.658906 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-bca44c12-b224-441f-8f41-4726fa31c591 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:48.675291 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-bca44c12-b224-441f-8f41-4726fa31c591 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4553912 Nov 19 09:14:48.694255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-bfd21549-d5fb-4479-a85f-0ec864a19c2b tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:48.694998 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-bfd21549-d5fb-4479-a85f-0ec864a19c2b tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:48.724098 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-bfd21549-d5fb-4479-a85f-0ec864a19c2b tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9906909 Nov 19 09:14:48.734508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-1bbdc114-a1ac-4465-a6fd-6b688196633a tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Request body: {'port': {'device_id': '1c329dcb-9097-4dc1-a10a-d6cb9316e7cf', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '774fe535d4dd470ebeab3ac68ef7e308'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:48.741574 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Request body: {'port': {'device_id': '01378748-532e-4ec1-b80e-5611f743a9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:48.881568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38228) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:48.948265 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-39c4058e-7cad-4675-89e7-88ca7352225b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d989f3321d484896968fa83d99590725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0654829 Nov 19 09:14:48.950448 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:48.954204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38230) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:49.032677 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62a430e0-40a6-4337-92de-625c449d6eae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:49.087811 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-1bbdc114-a1ac-4465-a6fd-6b688196633a tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Made reservation on behalf of 774fe535d4dd470ebeab3ac68ef7e308 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:14:49.091378 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-1bbdc114-a1ac-4465-a6fd-6b688196633a tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:49.142165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-d3ce49ed-10e7-4d0e-8127-3ecf6bdef240 req-98fb9d17-7a8a-491b-bfc6-fb2a7e6e318d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Deleting port 905b62da-be46-4fad-ad22-d761b501c8d1 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:49.142506 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d3ce49ed-10e7-4d0e-8127-3ecf6bdef240 req-98fb9d17-7a8a-491b-bfc6-fb2a7e6e318d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:49.255089 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d3ce49ed-10e7-4d0e-8127-3ecf6bdef240 req-98fb9d17-7a8a-491b-bfc6-fb2a7e6e318d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] For port 905b62da-be46-4fad-ad22-d761b501c8d1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=905b62da-be46-4fad-ad22-d761b501c8d1,segment=NetworkSegment(a7507668-d0f0-448f-870c-ec3cee8c9af7),segment_id=a7507668-d0f0-448f-870c-ec3cee8c9af7)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:49.255464 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d3ce49ed-10e7-4d0e-8127-3ecf6bdef240 req-98fb9d17-7a8a-491b-bfc6-fb2a7e6e318d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:49.271563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7334ab-7455-4371-839f-38bc7e6eb172 req-6d9e4aa9-3c58-4922-803a-77e29c0cbcf5 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:49.279524 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d7334ab-7455-4371-839f-38bc7e6eb172 req-6d9e4aa9-3c58-4922-803a-77e29c0cbcf5 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/ports?device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 931 time: 0.4158881 Nov 19 09:14:49.349190 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62a430e0-40a6-4337-92de-625c449d6eae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:49.376413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d7334ab-7455-4371-839f-38bc7e6eb172 req-df4b127a-7c81-440d-b66e-cf94699cff0d tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/security-groups?id=6299b0c2-4b73-417f-8e61-d8c4433fdf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956764 Nov 19 09:14:49.403784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d5fa3405-1399-4c50-98c4-9a4b503b4062 req-726b8da5-0c1c-4d13-96c7-370b6e1ee1ba tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 210 time: 0.1434336 Nov 19 09:14:49.484045 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8241a7f1-8e0a-4529-b9b3-3f3656e0c021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:49.611842 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee77ea-4d11-4433-a6fd-711cf60d6cb8 req-dc442fc8-0cc9-4d49-9f2b-ff8b4d848212 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:49.613623 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0eee77ea-4d11-4433-a6fd-711cf60d6cb8 req-dc442fc8-0cc9-4d49-9f2b-ff8b4d848212 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 945 time: 0.1161366 Nov 19 09:14:49.651889 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62a430e0-40a6-4337-92de-625c449d6eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:49.654577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62a430e0-40a6-4337-92de-625c449d6eae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:49.655787 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-62a430e0-40a6-4337-92de-625c449d6eae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2e06051-2a47-4d1a-b0a0-40229c3af1f9 HTTP/1.1" status: 204 len: 168 time: 0.6984699 Nov 19 09:14:49.700694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:49.738118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a430e0-40a6-4337-92de-625c449d6eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e06051-2a47-4d1a-b0a0-40229c3af1f9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:49.753558 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-1bbdc114-a1ac-4465-a6fd-6b688196633a tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Allocated IP 192.168.233.194 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/38cff834-6f14-4829-b86b-846b9496d99e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:14:49.787591 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:49.844522 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2bc674e1-7c89-40d5-a89f-8a668d9ce9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:49.877515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Transition to ACTIVE for port object 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:14:49.887649 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0eee77ea-4d11-4433-a6fd-711cf60d6cb8 req-81ebef1a-013c-4250-a625-2c2fa7c95b6f tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510493 Nov 19 09:14:49.892754 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:49.954587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0eb48-064d-4aab-860d-ec4bf2cb617d req-e24385e6-a045-42be-83f6-1908623bf127 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:49.955919 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07c0eb48-064d-4aab-860d-ec4bf2cb617d req-e24385e6-a045-42be-83f6-1908623bf127 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 950 time: 0.1645503 Nov 19 09:14:49.971298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d3ce49ed-10e7-4d0e-8127-3ecf6bdef240 req-98fb9d17-7a8a-491b-bfc6-fb2a7e6e318d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:49.972231 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d3ce49ed-10e7-4d0e-8127-3ecf6bdef240 req-98fb9d17-7a8a-491b-bfc6-fb2a7e6e318d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:49.972852 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [req-d3ce49ed-10e7-4d0e-8127-3ecf6bdef240 req-98fb9d17-7a8a-491b-bfc6-fb2a7e6e318d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Floating IP 0f586d29-25e4-454d-965e-bb36f11de90d disassociated. External IP: 172.25.0.91, port: 905b62da-be46-4fad-ad22-d761b501c8d1. Nov 19 09:14:49.977278 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-d3ce49ed-10e7-4d0e-8127-3ecf6bdef240 req-98fb9d17-7a8a-491b-bfc6-fb2a7e6e318d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Calling delete_port for 905b62da-be46-4fad-ad22-d761b501c8d1 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:50.000182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Pushing event updated for resources: {'Port': ['ID=02a40991-fd92-4fbb-94c9-0a3cc3c4f01f,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:50.169111 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07c0eb48-064d-4aab-860d-ec4bf2cb617d req-85be13bd-c6a3-4b6f-b823-33b13aa8396d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913135 Nov 19 09:14:50.221260 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Attempting to bind port 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:14:50.221668 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Attempting to bind port 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'ac75e10a-baa6-4080-9bea-b8282143c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '623769eb-2c7b-4174-8dad-bc3e20a65b7d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:14:50.222003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Attempting to bind port 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f on network 623769eb-2c7b-4174-8dad-bc3e20a65b7d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:14:50.226714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Port 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f on network 623769eb-2c7b-4174-8dad-bc3e20a65b7d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:14:50.227036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Attempting to bind port 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f on network 623769eb-2c7b-4174-8dad-bc3e20a65b7d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:14:50.232243 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:14:50.233150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Checking segment: {'id': 'ac75e10a-baa6-4080-9bea-b8282143c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '623769eb-2c7b-4174-8dad-bc3e20a65b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:14:50.233543 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Bound using segment: {'id': 'ac75e10a-baa6-4080-9bea-b8282143c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '623769eb-2c7b-4174-8dad-bc3e20a65b7d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:14:50.233981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Bound port: 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac75e10a-baa6-4080-9bea-b8282143c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '623769eb-2c7b-4174-8dad-bc3e20a65b7d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:14:50.235148 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:50.369626 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] For port 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:14:50.377843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] For port 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=02a40991-fd92-4fbb-94c9-0a3cc3c4f01f,segment=NetworkSegment(ac75e10a-baa6-4080-9bea-b8282143c73b),segment_id=ac75e10a-baa6-4080-9bea-b8282143c73b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:14:50.388151 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:50.446806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:50.447432 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:50.457395 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] 10.222.0.66 "PUT /v2.0/ports/02a40991-fd92-4fbb-94c9-0a3cc3c4f01f HTTP/1.1" status: 200 len: 1092 time: 1.7180758 Nov 19 09:14:50.478583 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01378748-532e-4ec1-b80e-5611f743a9f4', 'tag': '02a40991-fd92-4fbb-94c9-0a3cc3c4f01f'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:50.491464 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900cfef3-8df0-420b-8e1c-619c2d1232ac" -d '{"events": [{"name": "network-changed", "server_uuid": "01378748-532e-4ec1-b80e-5611f743a9f4", "tag": "02a40991-fd92-4fbb-94c9-0a3cc3c4f01f"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:50.571424 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-1bbdc114-a1ac-4465-a6fd-6b688196633a tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:50.675981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c1d30988-a965-4b20-b080-b6d0d3b10669 req-1a844939-6a20-49c5-9585-f9a90dace551 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 210 time: 0.0764933 Nov 19 09:14:50.691837 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d3ce49ed-10e7-4d0e-8127-3ecf6bdef240 req-98fb9d17-7a8a-491b-bfc6-fb2a7e6e318d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:50.700178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0cd53-ced0-4844-ba05-9008302f579c service neutron] Pushing event updated for resources: {'Port': ['ID=02a40991-fd92-4fbb-94c9-0a3cc3c4f01f,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:50.756323 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb9d17-7a8a-491b-bfc6-fb2a7e6e318d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event deleted for resources: {'Port': ['ID=905b62da-be46-4fad-ad22-d761b501c8d1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:50.766996 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-1bbdc114-a1ac-4465-a6fd-6b688196633a tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:50.784340 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['9881892a-3b74-4cd5-89ab-e185c6d8c304'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:14:50.799169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe257c-98bc-4af2-a8c9-b4b9db86d33d req-6398ea7c-228c-4e57-9dea-74cbd14683fb tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:50.809317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ffe257c-98bc-4af2-a8c9-b4b9db86d33d req-6398ea7c-228c-4e57-9dea-74cbd14683fb tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/ports?device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 943 time: 0.2717330 Nov 19 09:14:50.831403 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93384c6f-04bb-4b73-9d50-6ea25caf561f x-openstack-request-id: req-93384c6f-04bb-4b73-9d50-6ea25caf561f {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:50.831739 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01378748-532e-4ec1-b80e-5611f743a9f4", "tag": "02a40991-fd92-4fbb-94c9-0a3cc3c4f01f", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:50.832176 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93384c6f-04bb-4b73-9d50-6ea25caf561f {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:50.832936 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01378748-532e-4ec1-b80e-5611f743a9f4', 'tag': '02a40991-fd92-4fbb-94c9-0a3cc3c4f01f', 'status': 'completed', 'code': 200} Nov 19 09:14:50.853031 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-6745e24b-72b9-4c79-82cd-dad360bb6fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:50.855107 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-6745e24b-72b9-4c79-82cd-dad360bb6fed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=459faed4a1da477fbc9bf95c05f128c1&device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 1095 time: 0.3398438 Nov 19 09:14:50.924416 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-b2c291fd-0b0b-443d-a1a1-91d6f8774be5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02a40991-fd92-4fbb-94c9-0a3cc3c4f01f HTTP/1.1" status: 200 len: 217 time: 0.0547147 Nov 19 09:14:50.937982 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ffe257c-98bc-4af2-a8c9-b4b9db86d33d req-b1bdba8e-8610-4c99-a687-a1d7f621a6ec tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/security-groups?id=6299b0c2-4b73-417f-8e61-d8c4433fdf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269898 Nov 19 09:14:51.009678 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-1bbdc114-a1ac-4465-a6fd-6b688196633a tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:14:51.012634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-1bbdc114-a1ac-4465-a6fd-6b688196633a tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:14:51.039549 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-1bbdc114-a1ac-4465-a6fd-6b688196633a tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:14:51.052878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-38a3d78e-b100-4668-bd45-fbd0192471b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:51.054416 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-38a3d78e-b100-4668-bd45-fbd0192471b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=927c4a59-c215-44b9-be2b-811a35bd8cbb HTTP/1.1" status: 200 len: 854 time: 0.1154890 Nov 19 09:14:51.103065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdc114-a1ac-4465-a6fd-6b688196633a tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Pushing event updated for resources: {'Port': ['ID=38cff834-6f14-4829-b86b-846b9496d99e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:51.126627 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-0183d50d-3cba-473a-9983-3f613cf4ca2e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=623769eb-2c7b-4174-8dad-bc3e20a65b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604818 Nov 19 09:14:51.300286 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-1bbdc114-a1ac-4465-a6fd-6b688196633a tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:51.300841 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-1bbdc114-a1ac-4465-a6fd-6b688196633a tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:51.420666 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-13c19af4-2930-4d2e-89e3-874fa1716038 service neutron] 10.222.0.66 "GET /v2.0/networks/623769eb-2c7b-4174-8dad-bc3e20a65b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782290 Nov 19 09:14:51.455961 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303d397-ecd6-4e13-8eaf-9a3e315c281e req-937623b9-a236-4591-a3c7-955a84a97a78 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:51.460743 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-1bbdc114-a1ac-4465-a6fd-6b688196633a tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7709630 Nov 19 09:14:51.466534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f303d397-ecd6-4e13-8eaf-9a3e315c281e req-937623b9-a236-4591-a3c7-955a84a97a78 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 950 time: 0.1104383 Nov 19 09:14:51.503059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8241a7f1-8e0a-4529-b9b3-3f3656e0c021 admin admin] Deleting port d49ad27e-b408-41d6-811f-73ed9210f296 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:51.503439 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8241a7f1-8e0a-4529-b9b3-3f3656e0c021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:51.532654 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Request body: {'port': {'device_id': '1c329dcb-9097-4dc1-a10a-d6cb9316e7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:51.609977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-39dcacf5-ff23-414f-b0c9-afd29493e93a None None] Provisioning complete for port 38cff834-6f14-4829-b86b-846b9496d99e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:14:51.610520 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-39dcacf5-ff23-414f-b0c9-afd29493e93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:51.612095 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f303d397-ecd6-4e13-8eaf-9a3e315c281e req-d7a92da2-2683-431b-89a8-5c94bd00e8f5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443539 Nov 19 09:14:51.659766 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7b4f419-2a9f-4ea0-8d4c-24f8bdc8c00b req-aed16c2c-64a5-43ca-8991-f609c59e80d2 service neutron] 10.222.0.66 "GET /v2.0/networks/623769eb-2c7b-4174-8dad-bc3e20a65b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313952 Nov 19 09:14:51.747717 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3ce49ed-10e7-4d0e-8127-3ecf6bdef240 req-98fb9d17-7a8a-491b-bfc6-fb2a7e6e318d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:14:51.762898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-39dcacf5-ff23-414f-b0c9-afd29493e93a None None] Port 38cff834-6f14-4829-b86b-846b9496d99e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:14:51.773466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-057dc540-be9f-40b2-8e63-0869f29e5b97 req-02931771-7aad-4c4a-bb8a-14d25ddb2c01 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 210 time: 0.0758290 Nov 19 09:14:51.783795 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:51.833780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cfef3-8df0-420b-8e1c-619c2d1232ac req-43dc9b3c-2341-49d5-91d2-c68365d1ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:51.835286 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-900cfef3-8df0-420b-8e1c-619c2d1232ac req-43dc9b3c-2341-49d5-91d2-c68365d1ea3c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=459faed4a1da477fbc9bf95c05f128c1&device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 1095 time: 0.0872781 Nov 19 09:14:51.886156 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8241a7f1-8e0a-4529-b9b3-3f3656e0c021 admin admin] For port d49ad27e-b408-41d6-811f-73ed9210f296, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d49ad27e-b408-41d6-811f-73ed9210f296,segment=NetworkSegment(6e6e13e5-9365-4f5b-b45c-d7da12a254e6),segment_id=6e6e13e5-9365-4f5b-b45c-d7da12a254e6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:51.886528 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8241a7f1-8e0a-4529-b9b3-3f3656e0c021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:51.943490 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8241a7f1-8e0a-4529-b9b3-3f3656e0c021 admin admin] Calling delete_port for d49ad27e-b408-41d6-811f-73ed9210f296 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:51.978906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cfef3-8df0-420b-8e1c-619c2d1232ac req-bb4456b3-156a-4e6c-9248-d83e1b373082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:51.981842 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-900cfef3-8df0-420b-8e1c-619c2d1232ac req-bb4456b3-156a-4e6c-9248-d83e1b373082 service neutron] 10.222.0.66 "GET /v2.0/networks?id=623769eb-2c7b-4174-8dad-bc3e20a65b7d HTTP/1.1" status: 200 len: 915 time: 0.1367521 Nov 19 09:14:52.048856 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-900cfef3-8df0-420b-8e1c-619c2d1232ac req-24895005-3ea3-4df6-ae03-7fd8514640e9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02a40991-fd92-4fbb-94c9-0a3cc3c4f01f HTTP/1.1" status: 200 len: 217 time: 0.0561895 Nov 19 09:14:52.186669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ebc11-b1d7-4ab1-9551-283aa32a7e92 req-a165d6bb-c455-4a94-a163-31b6289e3fc8 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:52.188723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-637ebc11-b1d7-4ab1-9551-283aa32a7e92 req-a165d6bb-c455-4a94-a163-31b6289e3fc8 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 936 time: 0.1423213 Nov 19 09:14:52.195524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cfef3-8df0-420b-8e1c-619c2d1232ac req-c4f9bcf3-0ba5-45b9-b3ed-3c2f2a4e7080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:52.196975 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-900cfef3-8df0-420b-8e1c-619c2d1232ac req-c4f9bcf3-0ba5-45b9-b3ed-3c2f2a4e7080 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=927c4a59-c215-44b9-be2b-811a35bd8cbb HTTP/1.1" status: 200 len: 854 time: 0.1349998 Nov 19 09:14:52.200279 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3ce49ed-10e7-4d0e-8127-3ecf6bdef240 req-98fb9d17-7a8a-491b-bfc6-fb2a7e6e318d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:14:52.225418 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ef15799e-841d-4919-8873-a2722b10635c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:52.234020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af03b1f6-72b9-48ef-bca1-fa135ccbe935 None None] Sync routers for ids ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:14:52.260587 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af03b1f6-72b9-48ef-bca1-fa135ccbe935 None None] Routers {'321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:14:52.262526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-af03b1f6-72b9-48ef-bca1-fa135ccbe935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:14:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:52.281376 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-900cfef3-8df0-420b-8e1c-619c2d1232ac req-9c0b4cae-45c4-479f-93dc-6f006244980d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=623769eb-2c7b-4174-8dad-bc3e20a65b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752099 Nov 19 09:14:52.411971 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-af03b1f6-72b9-48ef-bca1-fa135ccbe935 None None] Set router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:14:52.446299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-637ebc11-b1d7-4ab1-9551-283aa32a7e92 req-5313b15a-e901-435f-917e-8f5cebf07373 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480977 Nov 19 09:14:52.495969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-900cfef3-8df0-420b-8e1c-619c2d1232ac req-9a5c65c6-21ef-4457-97e9-3e9b6653c1eb service neutron] 10.222.0.66 "GET /v2.0/networks/623769eb-2c7b-4174-8dad-bc3e20a65b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977990 Nov 19 09:14:52.543560 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8241a7f1-8e0a-4529-b9b3-3f3656e0c021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:52.603212 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ce49ed-10e7-4d0e-8127-3ecf6bdef240 req-98fb9d17-7a8a-491b-bfc6-fb2a7e6e318d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] No DVR routers for this DVR port 905b62da-be46-4fad-ad22-d761b501c8d1 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:14:52.613163 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d3ce49ed-10e7-4d0e-8127-3ecf6bdef240 req-98fb9d17-7a8a-491b-bfc6-fb2a7e6e318d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:52.616101 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d3ce49ed-10e7-4d0e-8127-3ecf6bdef240 req-98fb9d17-7a8a-491b-bfc6-fb2a7e6e318d tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.71 "DELETE /v2.0/ports/905b62da-be46-4fad-ad22-d761b501c8d1 HTTP/1.1" status: 204 len: 173 time: 4.1400385 Nov 19 09:14:52.689937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fdbeb-57b3-4671-a0da-ade07d001767 req-74c93f4e-0f7f-40cc-93e9-2bfc29e47a6a tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:52.699937 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26', 'name': 'network-vif-deleted', 'tag': '905b62da-be46-4fad-ad22-d761b501c8d1'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:52.702545 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e9fdbeb-57b3-4671-a0da-ade07d001767 req-74c93f4e-0f7f-40cc-93e9-2bfc29e47a6a tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/ports?device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 943 time: 0.2021914 Nov 19 09:14:52.710010 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a86c6c-2de7-44de-b0db-4ff5143cc18a" -d '{"events": [{"server_uuid": "8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26", "name": "network-vif-deleted", "tag": "905b62da-be46-4fad-ad22-d761b501c8d1"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:52.717954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241a7f1-8e0a-4529-b9b3-3f3656e0c021 admin admin] Pushing event deleted for resources: {'Port': ['ID=d49ad27e-b408-41d6-811f-73ed9210f296,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:52.757853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-900cfef3-8df0-420b-8e1c-619c2d1232ac req-c1b79b27-486f-4034-94ca-c3b5a8aab1ee service neutron] 10.222.0.66 "GET /v2.0/networks/623769eb-2c7b-4174-8dad-bc3e20a65b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503393 Nov 19 09:14:52.840577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e9fdbeb-57b3-4671-a0da-ade07d001767 req-98d640e0-bc1b-4168-a7a9-0dbea4c06a9d tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/security-groups?id=6299b0c2-4b73-417f-8e61-d8c4433fdf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369460 Nov 19 09:14:52.943697 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-af03b1f6-72b9-48ef-bca1-fa135ccbe935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 4, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '036d42bf-556f-44ab-8639-9d2c6a44a846', 'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'mac_address': 'fa:16:3e:b7:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:45Z', 'updated_at': '2021-11-19T09:09:52Z', 'revision_number': 5, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'subnets': [{'id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:53.029644 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 905b62da-be46-4fad-ad22-d761b501c8d1 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:14:53.041817 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af03b1f6-72b9-48ef-bca1-fa135ccbe935 None None] Checking router: 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:14:53.098764 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 905b62da-be46-4fad-ad22-d761b501c8d1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:14:53.105287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 905b62da-be46-4fad-ad22-d761b501c8d1 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:14:53.106652 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3765f538-5883-4e21-b166-a5ea803210f7 x-openstack-request-id: req-3765f538-5883-4e21-b166-a5ea803210f7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:53.107178 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26", "name": "network-vif-deleted", "tag": "905b62da-be46-4fad-ad22-d761b501c8d1", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:53.107490 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3765f538-5883-4e21-b166-a5ea803210f7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:53.107914 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26', 'name': 'network-vif-deleted', 'tag': '905b62da-be46-4fad-ad22-d761b501c8d1', 'status': 'completed', 'code': 200} Nov 19 09:14:53.125845 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af03b1f6-72b9-48ef-bca1-fa135ccbe935 None None] Routers {'321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:14:53.126899 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-af03b1f6-72b9-48ef-bca1-fa135ccbe935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:14:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:53.328366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af659d85-78a5-4f88-a78c-e4e1b5bf1a35 req-e3853ee3-1fd9-4669-b2cc-ab6b52c720db tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 210 time: 0.0870059 Nov 19 09:14:53.374716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38cff834-6f14-4829-b86b-846b9496d99e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:53.425483 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8241a7f1-8e0a-4529-b9b3-3f3656e0c021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:53.450235 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:53.540604 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:53.577597 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-af03b1f6-72b9-48ef-bca1-fa135ccbe935 None None] Set router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:14:53.617937 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Transition to ACTIVE for port object 38cff834-6f14-4829-b86b-846b9496d99e will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:14:53.627789 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:53.744003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec374c-68c6-499d-918a-1fde1ce0f133 req-aea3b258-67f1-4fd5-926a-531fb34db7dd tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:53.746352 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96ec374c-68c6-499d-918a-1fde1ce0f133 req-aea3b258-67f1-4fd5-926a-531fb34db7dd tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 948 time: 0.1368623 Nov 19 09:14:53.813122 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Pushing event updated for resources: {'Port': ['ID=38cff834-6f14-4829-b86b-846b9496d99e,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:53.856365 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96ec374c-68c6-499d-918a-1fde1ce0f133 req-fd235dca-f819-4615-bed5-3213eddfcf99 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003895 Nov 19 09:14:53.892618 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4965c00-4df9-42c7-8e0c-4cad334d2b49 req-2fe4ec61-8906-4c0e-9486-199587df0255 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:53.892809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4965c00-4df9-42c7-8e0c-4cad334d2b49 req-2fe4ec61-8906-4c0e-9486-199587df0255 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:53.893258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4965c00-4df9-42c7-8e0c-4cad334d2b49 req-2fe4ec61-8906-4c0e-9486-199587df0255 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:53.901870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4965c00-4df9-42c7-8e0c-4cad334d2b49 req-2fe4ec61-8906-4c0e-9486-199587df0255 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:53.903094 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4965c00-4df9-42c7-8e0c-4cad334d2b49 req-2fe4ec61-8906-4c0e-9486-199587df0255 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:53.903579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4965c00-4df9-42c7-8e0c-4cad334d2b49 req-2fe4ec61-8906-4c0e-9486-199587df0255 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:53.904377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4965c00-4df9-42c7-8e0c-4cad334d2b49 req-2fe4ec61-8906-4c0e-9486-199587df0255 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:53.906475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4965c00-4df9-42c7-8e0c-4cad334d2b49 req-2fe4ec61-8906-4c0e-9486-199587df0255 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:53.908896 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d4965c00-4df9-42c7-8e0c-4cad334d2b49 req-2fe4ec61-8906-4c0e-9486-199587df0255 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf&device_id=01378748-532e-4ec1-b80e-5611f743a9f4&device_id=86045448-7242-4442-a246-a7767fc0cdea&device_id=71161777-89bb-47c0-b138-5fc8b0aaa602&device_id=5f9a9c85-e7dd-4f50-8845-261414e41783&device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110&device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967&device_id=10961069-f078-41d6-8714-5de7265ea30e&device_id=8f9e9ab6-fd16-4722-a8c1-0bba3f7bfc26 HTTP/1.1" status: 200 len: 7287 time: 0.1362257 Nov 19 09:14:53.950536 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d4965c00-4df9-42c7-8e0c-4cad334d2b49 req-dbf6bb9b-e3ce-44f1-ae45-801a5456cd34 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:54.011862 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8241a7f1-8e0a-4529-b9b3-3f3656e0c021 admin admin] Router 40148c55-6e84-436d-85cf-a76b433c2544 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:14:54.045806 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Attempting to bind port 38cff834-6f14-4829-b86b-846b9496d99e on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:14:54.046251 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Attempting to bind port 38cff834-6f14-4829-b86b-846b9496d99e by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:14:54.046793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Attempting to bind port 38cff834-6f14-4829-b86b-846b9496d99e on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:14:54.060081 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Port 38cff834-6f14-4829-b86b-846b9496d99e on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:14:54.060710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Attempting to bind port 38cff834-6f14-4829-b86b-846b9496d99e on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:14:54.110830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-af03b1f6-72b9-48ef-bca1-fa135ccbe935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 4, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '036d42bf-556f-44ab-8639-9d2c6a44a846', 'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'mac_address': 'fa:16:3e:b7:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:45Z', 'updated_at': '2021-11-19T09:09:52Z', 'revision_number': 5, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'subnets': [{'id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:54.122157 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:14:54.122770 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:14:54.124151 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:14:54.124838 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Bound port: 38cff834-6f14-4829-b86b-846b9496d99e, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:14:54.125901 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:54.223677 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d4965c00-4df9-42c7-8e0c-4cad334d2b49 req-dbf6bb9b-e3ce-44f1-ae45-801a5456cd34 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:54.224702 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af03b1f6-72b9-48ef-bca1-fa135ccbe935 None None] The sync data for ids ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'] in n-d-805649-14 is: [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 4, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '036d42bf-556f-44ab-8639-9d2c6a44a846', 'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'mac_address': 'fa:16:3e:b7:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:45Z', 'updated_at': '2021-11-19T09:09:52Z', 'revision_number': 5, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'subnets': [{'id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:14:54.234474 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d4965c00-4df9-42c7-8e0c-4cad334d2b49 req-dbf6bb9b-e3ce-44f1-ae45-801a5456cd34 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:54.308114 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] For port 38cff834-6f14-4829-b86b-846b9496d99e, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:14:54.308662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6bb9b-e3ce-44f1-ae45-801a5456cd34 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b61c59-7212-438d-af1e-52cd6d83c445,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:54.315618 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] For port 38cff834-6f14-4829-b86b-846b9496d99e, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=38cff834-6f14-4829-b86b-846b9496d99e,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:14:54.318341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8241a7f1-8e0a-4529-b9b3-3f3656e0c021 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:14:54.331470 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d02769-ccac-4964-8a34-bd131a8f364a None None] Sync routers for ids ['40148c55-6e84-436d-85cf-a76b433c2544'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:14:54.339742 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:14:54.340181 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8241a7f1-8e0a-4529-b9b3-3f3656e0c021 admin admin] 10.222.0.21 "PUT /v2.0/routers/40148c55-6e84-436d-85cf-a76b433c2544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9649172 Nov 19 09:14:54.342442 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:54.344244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38372) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:54.350777 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d02769-ccac-4964-8a34-bd131a8f364a None None] Routers {'40148c55-6e84-436d-85cf-a76b433c2544'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:14:54.351447 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f0d02769-ccac-4964-8a34-bd131a8f364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:14:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['40148c55-6e84-436d-85cf-a76b433c2544'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:54.471715 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:54.472766 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:54.477133 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] 10.222.0.66 "PUT /v2.0/ports/38cff834-6f14-4829-b86b-846b9496d99e HTTP/1.1" status: 200 len: 1097 time: 2.9836004 Nov 19 09:14:54.577656 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ce54f-1c9b-4e19-b787-0e5987e9ba9e service neutron] Pushing event updated for resources: {'Port': ['ID=38cff834-6f14-4829-b86b-846b9496d99e,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:54.615266 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f0d02769-ccac-4964-8a34-bd131a8f364a None None] Set router 40148c55-6e84-436d-85cf-a76b433c2544 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:14:54.618623 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc99fb03-c8ae-4b52-a0fb-9730e569dc1f admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:54.628759 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-2cd0a361-a50d-4d34-8ec0-54deca908104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:54.633118 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-2cd0a361-a50d-4d34-8ec0-54deca908104 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=774fe535d4dd470ebeab3ac68ef7e308&device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 1100 time: 0.0930445 Nov 19 09:14:54.658768 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=02a40991-fd92-4fbb-94c9-0a3cc3c4f01f,segment=NetworkSegment(ac75e10a-baa6-4080-9bea-b8282143c73b),segment_id=ac75e10a-baa6-4080-9bea-b8282143c73b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:54.668645 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38378) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:54.677368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '02a40991-fd92-4fbb-94c9-0a3cc3c4f01f', 'network_id': '623769eb-2c7b-4174-8dad-bc3e20a65b7d', 'port_id': '02a40991-fd92-4fbb-94c9-0a3cc3c4f01f', 'mac_address': 'fa:16:3e:c3:0b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927c4a59-c215-44b9-be2b-811a35bd8cbb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:14:54.824642 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-fced3851-6586-4008-b284-aba9df3ca122 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=38cff834-6f14-4829-b86b-846b9496d99e HTTP/1.1" status: 200 len: 217 time: 0.1823821 Nov 19 09:14:54.830270 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:54.850553 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c02beb5-6469-414a-a59f-7eaca6ab158d None None] New status for floating IP 0f586d29-25e4-454d-965e-bb36f11de90d: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:14:54.896545 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-541d84b5-a6e5-4666-a03c-d1c097aaf698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:54.898406 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-541d84b5-a6e5-4666-a03c-d1c097aaf698 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0652142 Nov 19 09:14:55.014433 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d4965c00-4df9-42c7-8e0c-4cad334d2b49 req-dbf6bb9b-e3ce-44f1-ae45-801a5456cd34 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=437b1e63-9d76-4e8d-874a-30e70fa96f63&id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&id=6299b0c2-4b73-417f-8e61-d8c4433fdf54&id=4bf751f1-d92b-4d91-b179-46f377940a94&id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 1.0985682 Nov 19 09:14:55.024824 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-73c9ebc7-b026-44bd-8378-7dd73201f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:55.026622 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-73c9ebc7-b026-44bd-8378-7dd73201f725 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1177468 Nov 19 09:14:55.167855 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f0d02769-ccac-4964-8a34-bd131a8f364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40148c55-6e84-436d-85cf-a76b433c2544', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459450954-router', 'tenant_id': 'a3d2e61f345442a58b6c01872c648d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:14:52Z', 'revision_number': 5, 'project_id': 'a3d2e61f345442a58b6c01872c648d72', 'gw_port': {'id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40148c55-6e84-436d-85cf-a76b433c2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:55.233679 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c329dcb-9097-4dc1-a10a-d6cb9316e7cf', 'tag': '38cff834-6f14-4829-b86b-846b9496d99e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:55.236060 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11efc893-171e-440b-ab82-fa9fae823495" -d '{"events": [{"name": "network-changed", "server_uuid": "1c329dcb-9097-4dc1-a10a-d6cb9316e7cf", "tag": "38cff834-6f14-4829-b86b-846b9496d99e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:55.240265 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-941cc9b3-03d3-4f1a-8c4b-46a990127b08 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026713 Nov 19 09:14:55.257970 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d02769-ccac-4964-8a34-bd131a8f364a None None] Checking router: 40148c55-6e84-436d-85cf-a76b433c2544 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:14:55.261572 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:55.286479 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d02769-ccac-4964-8a34-bd131a8f364a None None] Routers {'40148c55-6e84-436d-85cf-a76b433c2544'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:14:55.287117 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f0d02769-ccac-4964-8a34-bd131a8f364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:14:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['40148c55-6e84-436d-85cf-a76b433c2544'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:55.291964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:55.318204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=02a40991-fd92-4fbb-94c9-0a3cc3c4f01f,segment=NetworkSegment(ac75e10a-baa6-4080-9bea-b8282143c73b),segment_id=ac75e10a-baa6-4080-9bea-b8282143c73b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:55.323910 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:55.346898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-736c297b-9500-477e-911c-50370f9fd6b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:55.407996 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:55.438149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=02a40991-fd92-4fbb-94c9-0a3cc3c4f01f,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:55.491084 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f0d02769-ccac-4964-8a34-bd131a8f364a None None] Set router 40148c55-6e84-436d-85cf-a76b433c2544 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:14:55.554604 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3ab03f93-a690-4440-ad0a-4d229fee7ef9 req-4f615910-67d7-4e10-838d-abc13f480a9b service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778461 Nov 19 09:14:55.691725 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d7c6b-48fb-4a5b-b2e1-6f4e2057d1c9 req-8b3bcd27-7e93-46ae-b39a-fec3c326b07f tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:55.692009 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-736c297b-9500-477e-911c-50370f9fd6b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:55.693854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-997d7c6b-48fb-4a5b-b2e1-6f4e2057d1c9 req-8b3bcd27-7e93-46ae-b39a-fec3c326b07f tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/ports?device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 943 time: 1.0770102 Nov 19 09:14:55.711087 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f0d02769-ccac-4964-8a34-bd131a8f364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40148c55-6e84-436d-85cf-a76b433c2544', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459450954-router', 'tenant_id': 'a3d2e61f345442a58b6c01872c648d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:14:52Z', 'revision_number': 5, 'project_id': 'a3d2e61f345442a58b6c01872c648d72', 'gw_port': {'id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40148c55-6e84-436d-85cf-a76b433c2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:55.738813 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d02769-ccac-4964-8a34-bd131a8f364a None None] The sync data for ids ['40148c55-6e84-436d-85cf-a76b433c2544'] in n-d-805649-14 is: [{'id': '40148c55-6e84-436d-85cf-a76b433c2544', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459450954-router', 'tenant_id': 'a3d2e61f345442a58b6c01872c648d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:14:52Z', 'revision_number': 5, 'project_id': 'a3d2e61f345442a58b6c01872c648d72', 'gw_port': {'id': '188f08eb-ee96-425b-b877-0db1fa4feef3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:94:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40148c55-6e84-436d-85cf-a76b433c2544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:29Z', 'updated_at': '2021-11-19T09:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:14:55.747155 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-736c297b-9500-477e-911c-50370f9fd6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:55.782599 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c297b-9500-477e-911c-50370f9fd6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eef7312-d19a-4938-a10a-8c0df651f391,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:55.792783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b574ba4-70b4-4956-8f41-9326a3b33c77 req-2c305be7-c4cf-463f-baf1-ba486a0f564e tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:55.795164 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b574ba4-70b4-4956-8f41-9326a3b33c77 req-2c305be7-c4cf-463f-baf1-ba486a0f564e tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 948 time: 0.1770067 Nov 19 09:14:55.805322 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92f9fd-1a56-486c-bd8b-d7e3d9165adb req-262e4bdd-0e89-437c-b4d4-8b48ee455230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:55.807312 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f92f9fd-1a56-486c-bd8b-d7e3d9165adb req-262e4bdd-0e89-437c-b4d4-8b48ee455230 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b71e6944e0244b1a957c2ca38c8ef191&device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967 HTTP/1.1" status: 200 len: 1098 time: 0.8781636 Nov 19 09:14:55.807510 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-736c297b-9500-477e-911c-50370f9fd6b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f9bed96c7d84a3d9a8de86da56e2042&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1380925 Nov 19 09:14:55.808449 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38394) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:55.844948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['02a40991-fd92-4fbb-94c9-0a3cc3c4f01f'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:14:55.881479 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b896-f94b-4125-8a3b-defc94e81f0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:55.893412 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-997d7c6b-48fb-4a5b-b2e1-6f4e2057d1c9 req-1c223f68-94a8-4aa0-b554-598e5b48a214 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/security-groups?id=6299b0c2-4b73-417f-8e61-d8c4433fdf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555789 Nov 19 09:14:55.920408 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc99fb03-c8ae-4b52-a0fb-9730e569dc1f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:55.954696 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b896-f94b-4125-8a3b-defc94e81f0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:56.008868 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b574ba4-70b4-4956-8f41-9326a3b33c77 req-f9df8920-50b2-4df6-a234-647e230ade4a tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005246 Nov 19 09:14:56.067886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92f9fd-1a56-486c-bd8b-d7e3d9165adb req-c5e259a9-7911-4b9f-946e-a061e2e84898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:56.069636 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f92f9fd-1a56-486c-bd8b-d7e3d9165adb req-c5e259a9-7911-4b9f-946e-a061e2e84898 service neutron] 10.222.0.66 "GET /v2.0/networks?id=58e552ac-8aa3-452e-ac9f-48f80a5fe870 HTTP/1.1" status: 200 len: 906 time: 0.2036688 Nov 19 09:14:56.071509 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b896-f94b-4125-8a3b-defc94e81f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:56.075871 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0f6b896-f94b-4125-8a3b-defc94e81f0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:56.077710 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e0f6b896-f94b-4125-8a3b-defc94e81f0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4eef7312-d19a-4938-a10a-8c0df651f391 HTTP/1.1" status: 204 len: 168 time: 0.2667060 Nov 19 09:14:56.087881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38404) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:56.100315 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6b896-f94b-4125-8a3b-defc94e81f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eef7312-d19a-4938-a10a-8c0df651f391,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:56.131258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-fc99fb03-c8ae-4b52-a0fb-9730e569dc1f admin admin] Deleting port 188f08eb-ee96-425b-b877-0db1fa4feef3 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:56.131675 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc99fb03-c8ae-4b52-a0fb-9730e569dc1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:56.149008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f92f9fd-1a56-486c-bd8b-d7e3d9165adb req-d2d01a23-4c01-4220-9e86-f3e52132b542 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4593c7b2-5143-46dd-8dc8-e63eb824a08e HTTP/1.1" status: 200 len: 217 time: 0.0670168 Nov 19 09:14:56.237366 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d5bced-7408-44c9-82d9-a699f1d91681 x-openstack-request-id: req-a1d5bced-7408-44c9-82d9-a699f1d91681 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:14:56.237947 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c329dcb-9097-4dc1-a10a-d6cb9316e7cf", "tag": "38cff834-6f14-4829-b86b-846b9496d99e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:14:56.237947 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1d5bced-7408-44c9-82d9-a699f1d91681 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:14:56.238396 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c329dcb-9097-4dc1-a10a-d6cb9316e7cf', 'tag': '38cff834-6f14-4829-b86b-846b9496d99e', 'status': 'completed', 'code': 200} Nov 19 09:14:56.379288 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efc893-171e-440b-ab82-fa9fae823495 req-d5bbf47e-3e52-463d-8c7d-7d6f02a584c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:56.380167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92f9fd-1a56-486c-bd8b-d7e3d9165adb req-e4f96775-e500-46fa-94b6-d37ac63f9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:56.383458 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f92f9fd-1a56-486c-bd8b-d7e3d9165adb req-e4f96775-e500-46fa-94b6-d37ac63f9787 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3cc5f9b9-ef02-483f-b54c-00c042a1a970 HTTP/1.1" status: 200 len: 845 time: 0.1861968 Nov 19 09:14:56.383954 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-11efc893-171e-440b-ab82-fa9fae823495 req-d5bbf47e-3e52-463d-8c7d-7d6f02a584c6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=774fe535d4dd470ebeab3ac68ef7e308&device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 1100 time: 0.1115263 Nov 19 09:14:56.479297 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f92f9fd-1a56-486c-bd8b-d7e3d9165adb req-5810c327-323c-4ac0-ae82-ba8ea337215f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58e552ac-8aa3-452e-ac9f-48f80a5fe870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725245 Nov 19 09:14:56.628685 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efc893-171e-440b-ab82-fa9fae823495 req-5f148402-c96b-4b94-b6f9-f3a613b4b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:56.630201 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-11efc893-171e-440b-ab82-fa9fae823495 req-5f148402-c96b-4b94-b6f9-f3a613b4b899 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2308879 Nov 19 09:14:56.642763 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9c595ed-26ae-4a00-bd69-9368215594d9 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:56.660864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f92f9fd-1a56-486c-bd8b-d7e3d9165adb req-627ce533-debd-4fc9-b3a1-39a291610077 service neutron] 10.222.0.66 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593740 Nov 19 09:14:56.662957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-fc99fb03-c8ae-4b52-a0fb-9730e569dc1f admin admin] For port 188f08eb-ee96-425b-b877-0db1fa4feef3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=188f08eb-ee96-425b-b877-0db1fa4feef3,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:56.663343 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc99fb03-c8ae-4b52-a0fb-9730e569dc1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:56.723078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-fc99fb03-c8ae-4b52-a0fb-9730e569dc1f admin admin] Calling delete_port for 188f08eb-ee96-425b-b877-0db1fa4feef3 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:56.723648 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-11efc893-171e-440b-ab82-fa9fae823495 req-11a30f96-3670-4dc3-a2d4-9ab6b7a14dd2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=38cff834-6f14-4829-b86b-846b9496d99e HTTP/1.1" status: 200 len: 217 time: 0.0841525 Nov 19 09:14:56.726289 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9c595ed-26ae-4a00-bd69-9368215594d9 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:56.733614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d4f1c-fd18-4901-a854-f10b9be501d2 req-808d66da-a4bd-4555-b6ab-f70b5278880f tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:56.734098 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d4f1c-fd18-4901-a854-f10b9be501d2 req-808d66da-a4bd-4555-b6ab-f70b5278880f tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:56.734572 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d4f1c-fd18-4901-a854-f10b9be501d2 req-808d66da-a4bd-4555-b6ab-f70b5278880f tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:56.737060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d49ad27e-b408-41d6-811f-73ed9210f296 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:14:56.743649 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-778d4f1c-fd18-4901-a854-f10b9be501d2 req-808d66da-a4bd-4555-b6ab-f70b5278880f tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=86045448-7242-4442-a246-a7767fc0cdea&device_id=5f9a9c85-e7dd-4f50-8845-261414e41783&device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 2887 time: 0.3022389 Nov 19 09:14:56.786093 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: d49ad27e-b408-41d6-811f-73ed9210f296 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:14:56.787173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d49ad27e-b408-41d6-811f-73ed9210f296 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:14:56.820117 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efc893-171e-440b-ab82-fa9fae823495 req-c1dd767b-7860-4694-8e9c-481779a5066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:56.822628 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-11efc893-171e-440b-ab82-fa9fae823495 req-c1dd767b-7860-4694-8e9c-481779a5066d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0816040 Nov 19 09:14:56.907706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efc893-171e-440b-ab82-fa9fae823495 req-d576a5a1-1be2-4396-9160-1aaa11c95033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:56.909674 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-11efc893-171e-440b-ab82-fa9fae823495 req-d576a5a1-1be2-4396-9160-1aaa11c95033 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787389 Nov 19 09:14:57.003237 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-778d4f1c-fd18-4901-a854-f10b9be501d2 req-99411dd7-e38f-4951-b7e8-460bc289a9f3 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570596 Nov 19 09:14:57.086028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f92f9fd-1a56-486c-bd8b-d7e3d9165adb req-d5ab55b1-d269-4793-94d4-7a5c13b73fda service neutron] 10.222.0.66 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056551 Nov 19 09:14:57.131930 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-11efc893-171e-440b-ab82-fa9fae823495 req-bb117a28-d592-4d8e-8c24-e44207e93ffc service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134082 Nov 19 09:14:57.164525 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9c595ed-26ae-4a00-bd69-9368215594d9 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:57.167482 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9c595ed-26ae-4a00-bd69-9368215594d9 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:57.171924 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b9c595ed-26ae-4a00-bd69-9368215594d9 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "DELETE /v2.0/security-groups/fb5d47dd-5ee7-43fd-9670-85e0a6bcd193 HTTP/1.1" status: 204 len: 168 time: 1.0294201 Nov 19 09:14:57.174224 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38442) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:57.228174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99094d80-98f8-4cef-aefb-4a664ea90f8c req-781f9429-423b-40db-9748-305766816690 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:57.237251 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99094d80-98f8-4cef-aefb-4a664ea90f8c req-781f9429-423b-40db-9748-305766816690 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/ports?device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 944 time: 0.2323771 Nov 19 09:14:57.246017 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-72442f8e-319e-4413-89ba-dd2125a3dd04 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] show failed (client error): The resource could not be found. Nov 19 09:14:57.246017 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-72442f8e-319e-4413-89ba-dd2125a3dd04 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups/fb5d47dd-5ee7-43fd-9670-85e0a6bcd193 HTTP/1.1" status: 404 len: 347 time: 0.0663710 Nov 19 09:14:57.249430 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38452) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:57.276044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c595ed-26ae-4a00-bd69-9368215594d9 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5d47dd-5ee7-43fd-9670-85e0a6bcd193,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:57.377324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38458) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:57.398132 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99094d80-98f8-4cef-aefb-4a664ea90f8c req-7a053280-0043-49b1-bc2c-9078b00d41a3 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/security-groups?id=6299b0c2-4b73-417f-8e61-d8c4433fdf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603169 Nov 19 09:14:57.405467 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-11efc893-171e-440b-ab82-fa9fae823495 req-8705bb06-7703-49e1-88e5-3a6b7b8e6760 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652414 Nov 19 09:14:57.415450 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff2543-ec69-4480-897c-d3436e7f7983 req-eb3ef44a-3664-4b51-8ec2-00dd98d28b47 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:57.417017 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8bff2543-ec69-4480-897c-d3436e7f7983 req-eb3ef44a-3664-4b51-8ec2-00dd98d28b47 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 948 time: 0.1348631 Nov 19 09:14:57.418216 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc99fb03-c8ae-4b52-a0fb-9730e569dc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:57.450048 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-58eb3fd5-52cf-4824-8143-400eda33840e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Deleting port d921872c-a7ff-4112-8220-6bdac22c1680 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:57.450430 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58eb3fd5-52cf-4824-8143-400eda33840e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:57.461147 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99fb03-c8ae-4b52-a0fb-9730e569dc1f admin admin] Pushing event deleted for resources: {'Port': ['ID=188f08eb-ee96-425b-b877-0db1fa4feef3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:57.546014 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8bff2543-ec69-4480-897c-d3436e7f7983 req-cdbaa269-f907-42e0-8a46-640796ec6ba8 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938904 Nov 19 09:14:57.557988 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58eb3fd5-52cf-4824-8143-400eda33840e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:57.558295 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1580596a-3a16-4279-878d-4c9eb9d3de93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-network', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:57.558430 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58eb3fd5-52cf-4824-8143-400eda33840e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:57.572655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-58eb3fd5-52cf-4824-8143-400eda33840e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Calling delete_port for d921872c-a7ff-4112-8220-6bdac22c1680 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:57.590383 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc99fb03-c8ae-4b52-a0fb-9730e569dc1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:57.738691 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc99fb03-c8ae-4b52-a0fb-9730e569dc1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:57.740695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1580596a-3a16-4279-878d-4c9eb9d3de93 admin admin] Made reservation on behalf of aca38c45346a4619b8e97252585ec66d for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:14:57.746511 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1580596a-3a16-4279-878d-4c9eb9d3de93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:57.757715 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc99fb03-c8ae-4b52-a0fb-9730e569dc1f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:57.758996 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1580596a-3a16-4279-878d-4c9eb9d3de93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:57.799924 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58eb3fd5-52cf-4824-8143-400eda33840e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:57.849460 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc99fb03-c8ae-4b52-a0fb-9730e569dc1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:57.850598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc99fb03-c8ae-4b52-a0fb-9730e569dc1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40148c55-6e84-436d-85cf-a76b433c2544 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:14:57.858038 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc99fb03-c8ae-4b52-a0fb-9730e569dc1f admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:57.861894 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38492) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:57.863023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fc99fb03-c8ae-4b52-a0fb-9730e569dc1f admin admin] 10.222.0.21 "DELETE /v2.0/routers/40148c55-6e84-436d-85cf-a76b433c2544 HTTP/1.1" status: 204 len: 168 time: 3.5159883 Nov 19 09:14:57.913993 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb3fd5-52cf-4824-8143-400eda33840e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event deleted for resources: {'Port': ['ID=d921872c-a7ff-4112-8220-6bdac22c1680,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:57.929386 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1580596a-3a16-4279-878d-4c9eb9d3de93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:57.942456 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1580596a-3a16-4279-878d-4c9eb9d3de93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:57.988150 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81b3923-c278-40b5-a6d2-eacc69f981a0 admin admin] Deleting subnet 324380d0-1f9f-4761-8b99-2e27c72754f7 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:14:57.991937 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a81b3923-c278-40b5-a6d2-eacc69f981a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:58.006187 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580596a-3a16-4279-878d-4c9eb9d3de93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f99b376-5a70-4f7e-8156-736e346d8d30,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:58.028193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1580596a-3a16-4279-878d-4c9eb9d3de93 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:14:58.033907 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a81b3923-c278-40b5-a6d2-eacc69f981a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:58.043420 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1580596a-3a16-4279-878d-4c9eb9d3de93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:58.044985 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-1580596a-3a16-4279-878d-4c9eb9d3de93 admin admin] Added segment 10176f0b-1772-4460-9872-3bf0ea2776e1 of type vlan for network 474919e0-d306-45f8-ba00-5d415ec8f657 Nov 19 09:14:58.114667 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1580596a-3a16-4279-878d-4c9eb9d3de93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:58.159534 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1580596a-3a16-4279-878d-4c9eb9d3de93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:58.160780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1580596a-3a16-4279-878d-4c9eb9d3de93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:58.161783 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1580596a-3a16-4279-878d-4c9eb9d3de93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:58.307130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1580596a-3a16-4279-878d-4c9eb9d3de93 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9273031 Nov 19 09:14:58.313788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38524) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:58.318568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-44f27c17-b427-4941-9c9d-9454cefb371d admin admin] Request body: {'subnet': {'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-subnet', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:58.350449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580596a-3a16-4279-878d-4c9eb9d3de93 admin admin] Pushing event updated for resources: {'Network': ['ID=474919e0-d306-45f8-ba00-5d415ec8f657,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:58.357855 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58eb3fd5-52cf-4824-8143-400eda33840e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:58.359262 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 38cff834-6f14-4829-b86b-846b9496d99e details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:14:58.361589 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58eb3fd5-52cf-4824-8143-400eda33840e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:58.370636 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-58eb3fd5-52cf-4824-8143-400eda33840e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "DELETE /v2.0/floatingips/0f586d29-25e4-454d-965e-bb36f11de90d HTTP/1.1" status: 204 len: 168 time: 1.1151664 Nov 19 09:14:58.375957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:14:58.393103 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 474919e0-d306-45f8-ba00-5d415ec8f657 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:14:58.431643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f27c17-b427-4941-9c9d-9454cefb371d admin admin] Made reservation on behalf of aca38c45346a4619b8e97252585ec66d for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:14:58.436034 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-44f27c17-b427-4941-9c9d-9454cefb371d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:58.509406 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:14:58.538956 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a81b3923-c278-40b5-a6d2-eacc69f981a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:58.548460 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7ec9e-efd4-4b64-b17e-36ad3dfcda4c req-44436413-bfcd-45b9-8ccd-bbdb5c5dfd04 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:58.550674 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2a7ec9e-efd4-4b64-b17e-36ad3dfcda4c req-44436413-bfcd-45b9-8ccd-bbdb5c5dfd04 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 1102 time: 0.2926712 Nov 19 09:14:58.611644 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a81b3923-c278-40b5-a6d2-eacc69f981a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:58.624613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:14:58.648950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:14:58.649229 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b3923-c278-40b5-a6d2-eacc69f981a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=324380d0-1f9f-4761-8b99-2e27c72754f7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:58.649771 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:58.660421 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a81b3923-c278-40b5-a6d2-eacc69f981a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:58.666625 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a81b3923-c278-40b5-a6d2-eacc69f981a0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/324380d0-1f9f-4761-8b99-2e27c72754f7 HTTP/1.1" status: 204 len: 168 time: 0.8014684 Nov 19 09:14:58.667455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38540) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:58.671130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2a7ec9e-efd4-4b64-b17e-36ad3dfcda4c req-8f460ed0-48e1-4afe-9978-46dc810ca7b8 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052139 Nov 19 09:14:58.680735 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020f4021-e673-4301-a8e8-281f503f6a93 None None] Network 6cd7f63e-df95-427b-b076-36c43a258c77 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:14:58.723581 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 38cff834-6f14-4829-b86b-846b9496d99e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=38cff834-6f14-4829-b86b-846b9496d99e,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:58.815566 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-44f27c17-b427-4941-9c9d-9454cefb371d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:58.820156 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:58.860947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 188f08eb-ee96-425b-b877-0db1fa4feef3 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:14:58.893448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] Deleting port 264a4a2b-1397-438f-aa2c-8f128120e3df {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:14:58.893448 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:58.894851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 188f08eb-ee96-425b-b877-0db1fa4feef3 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:14:58.895205 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 188f08eb-ee96-425b-b877-0db1fa4feef3 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:14:58.895503 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f27c17-b427-4941-9c9d-9454cefb371d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b648376-425d-4c7d-a8fa-19be389f154e,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:58.920660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '38cff834-6f14-4829-b86b-846b9496d99e', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '38cff834-6f14-4829-b86b-846b9496d99e', 'mac_address': 'fa:16:3e:17:76:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:14:58.944162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa8680-0d4d-4771-ba82-3480c6711e86 req-478048b7-8347-4cc4-8fb0-c9d5ec07e831 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:58.946034 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-89fa8680-0d4d-4771-ba82-3480c6711e86 req-478048b7-8347-4cc4-8fb0-c9d5ec07e831 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/ports?device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 944 time: 0.1477652 Nov 19 09:14:58.956871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f27c17-b427-4941-9c9d-9454cefb371d admin admin] Checking segment: {'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:14:58.957555 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f27c17-b427-4941-9c9d-9454cefb371d admin admin] Network hostable DHCP agents. Network: 474919e0-d306-45f8-ba00-5d415ec8f657, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:14:58.988582 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] For port 264a4a2b-1397-438f-aa2c-8f128120e3df, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=264a4a2b-1397-438f-aa2c-8f128120e3df,segment=NetworkSegment(6e6e13e5-9365-4f5b-b45c-d7da12a254e6),segment_id=6e6e13e5-9365-4f5b-b45c-d7da12a254e6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:58.988962 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.006793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] Calling delete_port for 264a4a2b-1397-438f-aa2c-8f128120e3df owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:14:59.013246 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.026219 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-89fa8680-0d4d-4771-ba82-3480c6711e86 req-42894e08-d96b-4b01-a073-d7210049213a tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/security-groups?id=6299b0c2-4b73-417f-8e61-d8c4433fdf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719523 Nov 19 09:14:59.030109 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38cff834-6f14-4829-b86b-846b9496d99e {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:14:59.050434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f27c17-b427-4941-9c9d-9454cefb371d admin admin] Network 474919e0-d306-45f8-ba00-5d415ec8f657 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:14:59.079818 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-44f27c17-b427-4941-9c9d-9454cefb371d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 474919e0-d306-45f8-ba00-5d415ec8f657) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:14:59.081717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38544) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:59.087231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1794d805-87d4-44e5-a346-e51322c6a9d2 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2097147317', 'description': 'tempest-description--1843990026'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:59.096551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 38cff834-6f14-4829-b86b-846b9496d99e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=38cff834-6f14-4829-b86b-846b9496d99e,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:59.100981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1127ef67-748d-446b-aac6-1610fcfb5abb None None] DHCP port deletion for 6cd7f63e-df95-427b-b076-36c43a258c77 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:14:59.108132 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb5d924-4d77-40ef-89f8-4b130ad15fb4 None None] Network 474919e0-d306-45f8-ba00-5d415ec8f657 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:14:59.125010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f27c17-b427-4941-9c9d-9454cefb371d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:59.125711 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-44f27c17-b427-4941-9c9d-9454cefb371d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.139059 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.140752 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.147925 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.192968 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] Pushing event deleted for resources: {'Port': ['ID=264a4a2b-1397-438f-aa2c-8f128120e3df,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:59.203501 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1794d805-87d4-44e5-a346-e51322c6a9d2 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.212169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] No DVR routers for this DVR port 264a4a2b-1397-438f-aa2c-8f128120e3df on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:14:59.231365 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-44f27c17-b427-4941-9c9d-9454cefb371d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9166706 Nov 19 09:14:59.233169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38546) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:59.240227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:59.299042 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01378748-532e-4ec1-b80e-5611f743a9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a40991-fd92-4fbb-94c9-0a3cc3c4f01f'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:14:59.301846 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13eefbd-a885-4369-b0a3-367f3b97793b" -d '{"events": [{"server_uuid": "01378748-532e-4ec1-b80e-5611f743a9f4", "name": "network-vif-plugged", "status": "completed", "tag": "02a40991-fd92-4fbb-94c9-0a3cc3c4f01f"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:14:59.305399 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.306949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.345053 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.356358 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=02a40991-fd92-4fbb-94c9-0a3cc3c4f01f,segment=NetworkSegment(ac75e10a-baa6-4080-9bea-b8282143c73b),segment_id=ac75e10a-baa6-4080-9bea-b8282143c73b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:14:59.368683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1127ef67-748d-446b-aac6-1610fcfb5abb None None] The port '264a4a2b-1397-438f-aa2c-8f128120e3df' was deleted {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 19 09:14:59.383854 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd7f63e-df95-427b-b076-36c43a258c77']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:59.389975 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.407091 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6e13e5-9365-4f5b-b45c-d7da12a254e6') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:59.407528 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6e13e5-9365-4f5b-b45c-d7da12a254e6') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:14:59.420100 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1794d805-87d4-44e5-a346-e51322c6a9d2 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.428549 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.430885 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['38cff834-6f14-4829-b86b-846b9496d99e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:14:59.448315 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.457642 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:14:59.457999 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.458928 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=38cff834-6f14-4829-b86b-846b9496d99e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:59.468783 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1794d805-87d4-44e5-a346-e51322c6a9d2 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.482513 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.518861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ca6b7-9ce3-4f3d-8d5c-0ea6251d679b req-16ba9b5a-748b-434a-8b6c-0de3d343e8d9 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:59.528024 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b76ca6b7-9ce3-4f3d-8d5c-0ea6251d679b req-16ba9b5a-748b-434a-8b6c-0de3d343e8d9 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 949 time: 0.2203822 Nov 19 09:14:59.559301 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:14:59.562493 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:14:59.586359 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.605820 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.614685 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6cd7f63e-df95-427b-b076-36c43a258c77 HTTP/1.1" status: 204 len: 168 time: 0.9459140 Nov 19 09:14:59.628434 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1794d805-87d4-44e5-a346-e51322c6a9d2 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.629793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1794d805-87d4-44e5-a346-e51322c6a9d2 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5465810 Nov 19 09:14:59.632526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38552) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:59.632868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38554) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:14:59.645251 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efd891-9b37-452a-93d7-a12a4a64b650 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd7f63e-df95-427b-b076-36c43a258c77,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:59.662699 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b90292fa-5919-4a4b-ace3-0ae382264f64 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Request body: {'security_group_rule': {'security_group_id': '1fe81eb3-a1de-4129-aa38-318e3bb253cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:14:59.680065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794d805-87d4-44e5-a346-e51322c6a9d2 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe81eb3-a1de-4129-aa38-318e3bb253cc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:59.695691 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=02a40991-fd92-4fbb-94c9-0a3cc3c4f01f,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:14:59.735274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-474919e0-d306-45f8-ba00-5d415ec8f657', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:14:59.736129 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.891492 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.904749 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b76ca6b7-9ce3-4f3d-8d5c-0ea6251d679b req-f367d096-248e-4363-9678-dd3bdbcb382c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241537 Nov 19 09:14:59.909355 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b90292fa-5919-4a4b-ace3-0ae382264f64 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:14:59.932975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Allocated IP 172.20.0.2 (474919e0-d306-45f8-ba00-5d415ec8f657/2b648376-425d-4c7d-a8fa-19be389f154e/23dd7f16-f401-4d86-8d29-4aa441114aa7) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:14:59.953320 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c1173-9c80-44de-93e1-be1a4e128254 req-0740d16a-6275-4e76-8176-4bc059b5e771 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:14:59.954933 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb9c1173-9c80-44de-93e1-be1a4e128254 req-0740d16a-6275-4e76-8176-4bc059b5e771 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 1102 time: 0.2807243 Nov 19 09:15:00.007409 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792da786-dd41-4ed0-b49f-ce16bdce8c3d x-openstack-request-id: req-792da786-dd41-4ed0-b49f-ce16bdce8c3d {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:00.007840 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01378748-532e-4ec1-b80e-5611f743a9f4", "name": "network-vif-plugged", "status": "completed", "tag": "02a40991-fd92-4fbb-94c9-0a3cc3c4f01f", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:00.008198 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-792da786-dd41-4ed0-b49f-ce16bdce8c3d {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:00.008693 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01378748-532e-4ec1-b80e-5611f743a9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a40991-fd92-4fbb-94c9-0a3cc3c4f01f', 'code': 200} Nov 19 09:15:00.094356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8b07a-021e-471f-bcb3-0cf1e1d7e5d5 req-a471b73c-0538-4a89-97d8-8f8afb5482fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:00.095659 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6dd8b07a-021e-471f-bcb3-0cf1e1d7e5d5 req-a471b73c-0538-4a89-97d8-8f8afb5482fc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 1097 time: 0.0548525 Nov 19 09:15:00.117395 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:00.123676 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:00.148932 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6dd8b07a-021e-471f-bcb3-0cf1e1d7e5d5 req-fcd4b9d9-a80a-49ae-83b7-2bcdfa8a06e7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6299b0c2-4b73-417f-8e61-d8c4433fdf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435517 Nov 19 09:15:00.169076 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Network 474919e0-d306-45f8-ba00-5d415ec8f657 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:00.172527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:00.176370 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:00.185068 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Pushing event updated for resources: {'Port': ['ID=23dd7f16-f401-4d86-8d29-4aa441114aa7,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:00.245192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Attempting to bind port 23dd7f16-f401-4d86-8d29-4aa441114aa7 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:15:00.245192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Attempting to bind port 23dd7f16-f401-4d86-8d29-4aa441114aa7 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:15:00.245192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Attempting to bind port 23dd7f16-f401-4d86-8d29-4aa441114aa7 on network 474919e0-d306-45f8-ba00-5d415ec8f657 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:00.249291 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:15:00.249677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Checking segment: {'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:00.250116 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:00.250495 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Bound using segment: {'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:15:00.250987 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Bound port: 23dd7f16-f401-4d86-8d29-4aa441114aa7, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:15:00.251378 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:00.319463 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] For port 23dd7f16-f401-4d86-8d29-4aa441114aa7, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:15:00.322843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] For port 23dd7f16-f401-4d86-8d29-4aa441114aa7, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=23dd7f16-f401-4d86-8d29-4aa441114aa7,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:15:00.328033 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:00.376888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4593c7b2-5143-46dd-8dc8-e63eb824a08e no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:15:00.425078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8cdb9-c5b2-42bd-b5d3-47296af2a0a9 None None] Pushing event updated for resources: {'Port': ['ID=23dd7f16-f401-4d86-8d29-4aa441114aa7,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:00.480215 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:00.517038 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b90292fa-5919-4a4b-ace3-0ae382264f64 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:00.517679 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 4593c7b2-5143-46dd-8dc8-e63eb824a08e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4593c7b2-5143-46dd-8dc8-e63eb824a08e,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:00.523307 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:00.542995 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b90292fa-5919-4a4b-ace3-0ae382264f64 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:00.585309 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb9c1173-9c80-44de-93e1-be1a4e128254 req-78e01c5a-d997-4964-9c95-bbd3f6770a07 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5961511 Nov 19 09:15:00.600806 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b90292fa-5919-4a4b-ace3-0ae382264f64 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:00.602184 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b90292fa-5919-4a4b-ace3-0ae382264f64 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9465330 Nov 19 09:15:00.604576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=4593c7b2-5143-46dd-8dc8-e63eb824a08e,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:00.605434 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38570) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:00.614237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2b682c40-ce37-4227-9f23-7e6931c7d145 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Request body: {'security_group_rule': {'security_group_id': '1fe81eb3-a1de-4129-aa38-318e3bb253cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:00.635194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90292fa-5919-4a4b-ace3-0ae382264f64 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbfbeff8-9797-48fd-827e-c8879e74bef5,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:00.669744 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b682c40-ce37-4227-9f23-7e6931c7d145 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:00.698878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e555b62-242e-41df-aacb-efa709293da7 req-e4e0cff4-a10a-4bdd-b78e-0d2523923b40 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:00.700508 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e555b62-242e-41df-aacb-efa709293da7 req-e4e0cff4-a10a-4bdd-b78e-0d2523923b40 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/networks?id=58e552ac-8aa3-452e-ac9f-48f80a5fe870 HTTP/1.1" status: 200 len: 805 time: 0.6458805 Nov 19 09:15:00.822141 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e555b62-242e-41df-aacb-efa709293da7 req-742c8ad5-a20f-4b97-bbb4-8dd5e3c95e8b tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/quotas/b71e6944e0244b1a957c2ca38c8ef191 HTTP/1.1" status: 200 len: 375 time: 0.0953970 Nov 19 09:15:00.830845 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b682c40-ce37-4227-9f23-7e6931c7d145 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:00.841040 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b682c40-ce37-4227-9f23-7e6931c7d145 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:00.863578 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-69878b67-9d8f-44df-b2f6-43dd87a43c82 req-4cd87f73-78ed-40fe-9948-12b26420eccb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=10961069-f078-41d6-8714-5de7265ea30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1253695 Nov 19 09:15:00.884414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 23dd7f16-f401-4d86-8d29-4aa441114aa7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:00.889807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b682c40-ce37-4227-9f23-7e6931c7d145 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c890638b-1183-477d-945c-9277f4737a1a,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:00.908959 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b682c40-ce37-4227-9f23-7e6931c7d145 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:00.912971 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2b682c40-ce37-4227-9f23-7e6931c7d145 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3031781 Nov 19 09:15:00.917510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38574) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:00.923457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:00.944982 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69878b67-9d8f-44df-b2f6-43dd87a43c82 req-d4d37f8e-b819-4218-b2bc-2aff62ba66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:00.946546 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-69878b67-9d8f-44df-b2f6-43dd87a43c82 req-d4d37f8e-b819-4218-b2bc-2aff62ba66a4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7624c8f2d2084713a9e45a42f19879aa&device_id=10961069-f078-41d6-8714-5de7265ea30e HTTP/1.1" status: 200 len: 1097 time: 0.0522065 Nov 19 09:15:00.955582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 23dd7f16-f401-4d86-8d29-4aa441114aa7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:00.955959 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:00.992920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005a4e0-3dc3-42a5-90f2-58dcb2e05c46 req-e01b5379-083a-4a2a-b66e-bb6e3da5bb58 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:00.994556 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a005a4e0-3dc3-42a5-90f2-58dcb2e05c46 req-e01b5379-083a-4a2a-b66e-bb6e3da5bb58 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/ports?device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 945 time: 0.2514548 Nov 19 09:15:01.036516 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e555b62-242e-41df-aacb-efa709293da7 req-a2994f3f-e35b-4adb-8c6f-1c41f3a159bb tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b71e6944e0244b1a957c2ca38c8ef191&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2132895 Nov 19 09:15:01.047763 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:01.056733 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:01.061217 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:01.094018 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69878b67-9d8f-44df-b2f6-43dd87a43c82 req-e0f54437-e92f-408c-afaf-d6c5d17cf3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:01.095661 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-69878b67-9d8f-44df-b2f6-43dd87a43c82 req-e0f54437-e92f-408c-afaf-d6c5d17cf3ea service neutron] 10.222.0.71 "GET /v2.0/networks?id=8f84222c-cf40-4512-ac2a-a4513a8b99c6 HTTP/1.1" status: 200 len: 913 time: 0.1213448 Nov 19 09:15:01.106605 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 23dd7f16-f401-4d86-8d29-4aa441114aa7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=23dd7f16-f401-4d86-8d29-4aa441114aa7,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:01.111800 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:01.158062 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:01.179936 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 264a4a2b-1397-438f-aa2c-8f128120e3df no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:15:01.188548 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-69878b67-9d8f-44df-b2f6-43dd87a43c82 req-0e5a7f90-50eb-4e65-b20e-69531c821535 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 HTTP/1.1" status: 200 len: 1000 time: 0.0781209 Nov 19 09:15:01.208982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 264a4a2b-1397-438f-aa2c-8f128120e3df {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:15:01.209359 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 264a4a2b-1397-438f-aa2c-8f128120e3df not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:15:01.251508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=23dd7f16-f401-4d86-8d29-4aa441114aa7,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:01.280546 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69878b67-9d8f-44df-b2f6-43dd87a43c82 req-fdb1c460-544b-4900-99ed-556b5b3deac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:01.282563 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-69878b67-9d8f-44df-b2f6-43dd87a43c82 req-fdb1c460-544b-4900-99ed-556b5b3deac5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5f3f27d5-1165-46e0-b494-3ca5885c94fe HTTP/1.1" status: 200 len: 851 time: 0.0809309 Nov 19 09:15:01.323526 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a005a4e0-3dc3-42a5-90f2-58dcb2e05c46 req-9ae9ac82-6feb-4857-b7b5-2ccf455fa6b5 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/security-groups?id=6299b0c2-4b73-417f-8e61-d8c4433fdf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140750 Nov 19 09:15:01.366418 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69878b67-9d8f-44df-b2f6-43dd87a43c82 req-73a397f4-b4c2-4759-bc08-c9add8472425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:01.368064 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-69878b67-9d8f-44df-b2f6-43dd87a43c82 req-73a397f4-b4c2-4759-bc08-c9add8472425 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8f84222c-cf40-4512-ac2a-a4513a8b99c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760951 Nov 19 09:15:01.390053 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e555b62-242e-41df-aacb-efa709293da7 req-de15cef2-f1d5-488a-8933-128b98be348c service neutron] 10.222.0.21 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526387 Nov 19 09:15:01.538001 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-69878b67-9d8f-44df-b2f6-43dd87a43c82 req-ef78ccbf-b6d6-49e5-8dc5-1adda276813e service neutron] 10.222.0.71 "GET /v2.0/networks/8f84222c-cf40-4512-ac2a-a4513a8b99c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519012 Nov 19 09:15:01.566051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Allocated IP 172.25.0.236 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/8ae4b5e3-c339-4b80-9a5a-4379590ef5f0) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:01.582711 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6cc6553b-f192-4826-a746-99821f1e9f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:01.637662 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e555b62-242e-41df-aacb-efa709293da7 req-368e7dcd-e06f-4acd-bd70-40c423b2c2ef service neutron] 10.222.0.21 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171922 Nov 19 09:15:01.705152 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420a28a-0212-4a6b-af98-012fcf7df973 req-5fbb5f3d-9c01-4e09-899f-c0f0966b1784 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:01.706999 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e420a28a-0212-4a6b-af98-012fcf7df973 req-5fbb5f3d-9c01-4e09-899f-c0f0966b1784 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.66 "GET /v2.0/ports?device_id=55ce239a-4bd1-4707-a30b-a4cd3193f967 HTTP/1.1" status: 200 len: 944 time: 0.0951555 Nov 19 09:15:01.756965 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-69878b67-9d8f-44df-b2f6-43dd87a43c82 req-31b211f6-0dc7-49f0-992f-f60896eee3cf service neutron] 10.222.0.71 "GET /v2.0/networks/8f84222c-cf40-4512-ac2a-a4513a8b99c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078204 Nov 19 09:15:01.768722 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:01.790588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8af29ef-abde-4904-9a69-70a1ef4e145e None None] Network 474919e0-d306-45f8-ba00-5d415ec8f657 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:15:01.868281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-e420a28a-0212-4a6b-af98-012fcf7df973 req-cbe39ea9-b6aa-479a-8250-bcbef52fcfe3 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Deleting port 4593c7b2-5143-46dd-8dc8-e63eb824a08e {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:01.868929 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e420a28a-0212-4a6b-af98-012fcf7df973 req-cbe39ea9-b6aa-479a-8250-bcbef52fcfe3 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:01.993684 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:02.028927 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-e420a28a-0212-4a6b-af98-012fcf7df973 req-cbe39ea9-b6aa-479a-8250-bcbef52fcfe3 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] For port 4593c7b2-5143-46dd-8dc8-e63eb824a08e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=4593c7b2-5143-46dd-8dc8-e63eb824a08e,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:02.029336 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e420a28a-0212-4a6b-af98-012fcf7df973 req-cbe39ea9-b6aa-479a-8250-bcbef52fcfe3 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:02.043911 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-e420a28a-0212-4a6b-af98-012fcf7df973 req-cbe39ea9-b6aa-479a-8250-bcbef52fcfe3 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Calling delete_port for 4593c7b2-5143-46dd-8dc8-e63eb824a08e owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:02.061010 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ce239a-4bd1-4707-a30b-a4cd3193f967', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4593c7b2-5143-46dd-8dc8-e63eb824a08e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:02.062569 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d65da67-ea98-4737-9d4b-b497b783ef1c" -d '{"events": [{"server_uuid": "55ce239a-4bd1-4707-a30b-a4cd3193f967", "name": "network-vif-unplugged", "status": "completed", "tag": "4593c7b2-5143-46dd-8dc8-e63eb824a08e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:02.089700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5ac2a657-3431-4dd3-8622-84b4d11aab54 None None] Provisioning complete for port 23dd7f16-f401-4d86-8d29-4aa441114aa7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:02.090081 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ac2a657-3431-4dd3-8622-84b4d11aab54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:02.156782 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13d632-df68-4ebd-9b08-781b8b963404 req-fa0d465d-5da5-46ec-952b-03aa0407ff8e tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:02.158835 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e13d632-df68-4ebd-9b08-781b8b963404 req-fa0d465d-5da5-46ec-952b-03aa0407ff8e tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 949 time: 0.3740299 Nov 19 09:15:02.161304 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dee396bf-a5e8-4990-906a-897361b12ec4 req-5867d27b-b546-4849-9bca-b3c8768d9332 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 210 time: 0.1134963 Nov 19 09:15:02.231951 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e420a28a-0212-4a6b-af98-012fcf7df973 req-cbe39ea9-b6aa-479a-8250-bcbef52fcfe3 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:02.285990 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e13d632-df68-4ebd-9b08-781b8b963404 req-c3fa8f91-6509-47c4-bba3-f5e2e07d6ed2 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759766 Nov 19 09:15:02.291880 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe39ea9-b6aa-479a-8250-bcbef52fcfe3 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Pushing event deleted for resources: {'Port': ['ID=4593c7b2-5143-46dd-8dc8-e63eb824a08e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:02.332202 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:02.368817 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6d1b27-00b4-47a0-b92a-d5bb40e85e83 x-openstack-request-id: req-1a6d1b27-00b4-47a0-b92a-d5bb40e85e83 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:02.368997 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-e420a28a-0212-4a6b-af98-012fcf7df973 req-cbe39ea9-b6aa-479a-8250-bcbef52fcfe3 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] No DVR routers for this DVR port 4593c7b2-5143-46dd-8dc8-e63eb824a08e on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:15:02.370249 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ce239a-4bd1-4707-a30b-a4cd3193f967", "name": "network-vif-unplugged", "status": "completed", "tag": "4593c7b2-5143-46dd-8dc8-e63eb824a08e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:02.371774 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a6d1b27-00b4-47a0-b92a-d5bb40e85e83 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:02.373317 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ce239a-4bd1-4707-a30b-a4cd3193f967', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4593c7b2-5143-46dd-8dc8-e63eb824a08e', 'code': 200} Nov 19 09:15:02.374497 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e420a28a-0212-4a6b-af98-012fcf7df973 req-cbe39ea9-b6aa-479a-8250-bcbef52fcfe3 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:02.379037 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e420a28a-0212-4a6b-af98-012fcf7df973 req-cbe39ea9-b6aa-479a-8250-bcbef52fcfe3 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.66 "DELETE /v2.0/ports/4593c7b2-5143-46dd-8dc8-e63eb824a08e HTTP/1.1" status: 204 len: 173 time: 0.6564531 Nov 19 09:15:02.379588 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ce239a-4bd1-4707-a30b-a4cd3193f967', 'name': 'network-vif-deleted', 'tag': '4593c7b2-5143-46dd-8dc8-e63eb824a08e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:02.383973 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4258b5d-7ded-4bf3-8df9-c6af6dd59b98" -d '{"events": [{"server_uuid": "55ce239a-4bd1-4707-a30b-a4cd3193f967", "name": "network-vif-deleted", "tag": "4593c7b2-5143-46dd-8dc8-e63eb824a08e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:02.408232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 38cff834-6f14-4829-b86b-846b9496d99e up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:02.468755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae4b5e3-c339-4b80-9a5a-4379590ef5f0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:02.552809 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 38cff834-6f14-4829-b86b-846b9496d99e completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:15:02.563949 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 38cff834-6f14-4829-b86b-846b9496d99e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:02.564332 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:02.664539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:02.677440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:02.701881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:02.722291 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:02.786305 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 38cff834-6f14-4829-b86b-846b9496d99e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=38cff834-6f14-4829-b86b-846b9496d99e,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:02.803357 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:02.809569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4593c7b2-5143-46dd-8dc8-e63eb824a08e no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:15:02.813887 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Allocated IP 172.25.0.227 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/a966a7ed-dba5-4c58-a133-df88bee580ed) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:02.884630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ae00a-cc60-4c69-9669-5a0a16d761df req-c6ef0c1f-501c-4da7-a989-cea13bf2aa39 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:02.892993 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-238ae00a-cc60-4c69-9669-5a0a16d761df req-c6ef0c1f-501c-4da7-a989-cea13bf2aa39 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/ports?device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 945 time: 0.3667071 Nov 19 09:15:02.900249 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385ce1aa-2004-4229-88a5-d7e12a03a696 x-openstack-request-id: req-385ce1aa-2004-4229-88a5-d7e12a03a696 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:02.900707 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ce239a-4bd1-4707-a30b-a4cd3193f967", "name": "network-vif-deleted", "tag": "4593c7b2-5143-46dd-8dc8-e63eb824a08e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:02.900833 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-385ce1aa-2004-4229-88a5-d7e12a03a696 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:02.901215 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ce239a-4bd1-4707-a30b-a4cd3193f967', 'name': 'network-vif-deleted', 'tag': '4593c7b2-5143-46dd-8dc8-e63eb824a08e', 'status': 'completed', 'code': 200} Nov 19 09:15:02.945290 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 23dd7f16-f401-4d86-8d29-4aa441114aa7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:02.953248 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 4593c7b2-5143-46dd-8dc8-e63eb824a08e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:15:02.954022 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 4593c7b2-5143-46dd-8dc8-e63eb824a08e not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:15:02.969194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6cc6553b-f192-4826-a746-99821f1e9f68 admin admin] Deleting port d3b6e0e9-bec9-44ff-b95e-54b821299034 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:02.969846 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6cc6553b-f192-4826-a746-99821f1e9f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:03.020946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=38cff834-6f14-4829-b86b-846b9496d99e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:03.035454 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:03.036153 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:03.036593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:03.037009 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:03.037516 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:03.037917 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:03.038313 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:03.038792 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:03.039215 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:03.040090 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:03.040090 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:03.040514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:03.052840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5e829610-e23b-4580-9356-c085c3f96d02 None None] Provisioning complete for port 23dd7f16-f401-4d86-8d29-4aa441114aa7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:03.054008 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5e829610-e23b-4580-9356-c085c3f96d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:03.107178 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 23dd7f16-f401-4d86-8d29-4aa441114aa7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:03.107575 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:03.213600 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-238ae00a-cc60-4c69-9669-5a0a16d761df req-affd272f-b243-4a4f-9bd2-1160a4ffdbe9 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/security-groups?id=6299b0c2-4b73-417f-8e61-d8c4433fdf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195572 Nov 19 09:15:03.308518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-6cc6553b-f192-4826-a746-99821f1e9f68 admin admin] For port d3b6e0e9-bec9-44ff-b95e-54b821299034, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d3b6e0e9-bec9-44ff-b95e-54b821299034,segment=NetworkSegment(30705792-0728-4628-8682-27261fc95e75),segment_id=30705792-0728-4628-8682-27261fc95e75)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:03.308910 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6cc6553b-f192-4826-a746-99821f1e9f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:03.320775 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11115a38-1606-437f-a97b-8f0be55be7e2 req-c80716f8-19d5-4e6a-8291-34786880f98a tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:03.322316 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11115a38-1606-437f-a97b-8f0be55be7e2 req-c80716f8-19d5-4e6a-8291-34786880f98a tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.2352238 Nov 19 09:15:03.326019 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:03.358756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6cc6553b-f192-4826-a746-99821f1e9f68 admin admin] Calling delete_port for d3b6e0e9-bec9-44ff-b95e-54b821299034 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:03.385812 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5fa02c05-d4ee-4ce2-8a5a-c5b6ba1296bf req-2591306a-9596-4f19-af97-0b67674d9589 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 210 time: 0.0810115 Nov 19 09:15:03.501170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e555b62-242e-41df-aacb-efa709293da7 req-b8463fc9-3eeb-482b-8d69-ddc3b2f354ea tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:03.504265 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e555b62-242e-41df-aacb-efa709293da7 req-b8463fc9-3eeb-482b-8d69-ddc3b2f354ea tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.71 "GET /v2.0/networks?id=58e552ac-8aa3-452e-ac9f-48f80a5fe870 HTTP/1.1" status: 200 len: 805 time: 0.1496081 Nov 19 09:15:03.520753 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-4e555b62-242e-41df-aacb-efa709293da7 req-6085be88-fc62-4c7b-8a6e-e6de839619c9 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Request body: {'port': {'device_id': '0b11681d-1510-4af7-80c2-6fc1fba33e61', 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870', 'admin_state_up': True, 'tenant_id': 'b71e6944e0244b1a957c2ca38c8ef191'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:03.548727 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:03.555208 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11115a38-1606-437f-a97b-8f0be55be7e2 req-0ee03a3e-20da-4f21-b82f-a299cde97240 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079878 Nov 19 09:15:03.558293 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:03.654733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e555b62-242e-41df-aacb-efa709293da7 req-6085be88-fc62-4c7b-8a6e-e6de839619c9 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Made reservation on behalf of b71e6944e0244b1a957c2ca38c8ef191 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:15:03.658898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e555b62-242e-41df-aacb-efa709293da7 req-6085be88-fc62-4c7b-8a6e-e6de839619c9 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:03.831077 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e79a77-370d-46ee-bb25-dbac7f6dc997 req-00cbb7f6-5fea-47c5-b314-9b69d9d90b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:03.832519 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-74e79a77-370d-46ee-bb25-dbac7f6dc997 req-00cbb7f6-5fea-47c5-b314-9b69d9d90b31 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=459faed4a1da477fbc9bf95c05f128c1&device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 1097 time: 0.0931380 Nov 19 09:15:03.842717 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-4e555b62-242e-41df-aacb-efa709293da7 req-6085be88-fc62-4c7b-8a6e-e6de839619c9 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Allocated IP 172.20.0.11 (58e552ac-8aa3-452e-ac9f-48f80a5fe870/3cc5f9b9-ef02-483f-b54c-00c042a1a970/f4483745-2d43-4aca-a0a9-cf93c8f3aa47) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:04.015585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e79a77-370d-46ee-bb25-dbac7f6dc997 req-942e51d1-c0e5-4d2a-8019-ad9f7d04e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:04.017145 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-74e79a77-370d-46ee-bb25-dbac7f6dc997 req-942e51d1-c0e5-4d2a-8019-ad9f7d04e611 service neutron] 10.222.0.66 "GET /v2.0/networks?id=623769eb-2c7b-4174-8dad-bc3e20a65b7d HTTP/1.1" status: 200 len: 915 time: 0.1759512 Nov 19 09:15:04.066562 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-74e79a77-370d-46ee-bb25-dbac7f6dc997 req-6a82bd02-8e68-4ed9-a93b-bf4feb6496d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02a40991-fd92-4fbb-94c9-0a3cc3c4f01f HTTP/1.1" status: 200 len: 217 time: 0.0420177 Nov 19 09:15:04.135972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:04.151118 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e79a77-370d-46ee-bb25-dbac7f6dc997 req-35bc0822-b63b-40f0-8852-813bea92655e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:04.152622 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-74e79a77-370d-46ee-bb25-dbac7f6dc997 req-35bc0822-b63b-40f0-8852-813bea92655e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=927c4a59-c215-44b9-be2b-811a35bd8cbb HTTP/1.1" status: 200 len: 854 time: 0.0792255 Nov 19 09:15:04.154630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:04.156110 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e555b62-242e-41df-aacb-efa709293da7 req-6085be88-fc62-4c7b-8a6e-e6de839619c9 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:04.162880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:04.173138 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event updated for resources: {'Port': ['ID=a966a7ed-dba5-4c58-a133-df88bee580ed,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:04.190004 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-74e79a77-370d-46ee-bb25-dbac7f6dc997 req-184e8f1d-4639-417f-9638-ecc5729c8358 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=623769eb-2c7b-4174-8dad-bc3e20a65b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292127 Nov 19 09:15:04.231443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfaa54c-088e-4b17-b41c-38e4000347d4 req-bebad905-6649-45fa-b67b-5fbe55d1608c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:04.233548 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8cfaa54c-088e-4b17-b41c-38e4000347d4 req-bebad905-6649-45fa-b67b-5fbe55d1608c tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 950 time: 0.6726079 Nov 19 09:15:04.254753 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114cc48-928d-47dc-a600-47e7663d6788 req-617fc26d-8e47-4209-be10-517a579c3c0b tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:04.256256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3114cc48-928d-47dc-a600-47e7663d6788 req-617fc26d-8e47-4209-be10-517a579c3c0b tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/ports?device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 945 time: 0.2979813 Nov 19 09:15:04.274532 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e555b62-242e-41df-aacb-efa709293da7 req-6085be88-fc62-4c7b-8a6e-e6de839619c9 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:04.332179 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e555b62-242e-41df-aacb-efa709293da7 req-6085be88-fc62-4c7b-8a6e-e6de839619c9 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:04.345491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-4e555b62-242e-41df-aacb-efa709293da7 req-6085be88-fc62-4c7b-8a6e-e6de839619c9 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:04.351895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e555b62-242e-41df-aacb-efa709293da7 req-6085be88-fc62-4c7b-8a6e-e6de839619c9 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:04.357490 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085be88-fc62-4c7b-8a6e-e6de839619c9 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Pushing event updated for resources: {'Port': ['ID=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:04.379670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c329dcb-9097-4dc1-a10a-d6cb9316e7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cff834-6f14-4829-b86b-846b9496d99e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:04.380308 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-74e79a77-370d-46ee-bb25-dbac7f6dc997 req-0f2e7c5b-9d1c-48b1-b837-a49368c16c03 service neutron] 10.222.0.66 "GET /v2.0/networks/623769eb-2c7b-4174-8dad-bc3e20a65b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814392 Nov 19 09:15:04.382636 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ae9bee-d927-41c3-918f-46015eb806e7" -d '{"events": [{"server_uuid": "1c329dcb-9097-4dc1-a10a-d6cb9316e7cf", "name": "network-vif-plugged", "status": "completed", "tag": "38cff834-6f14-4829-b86b-846b9496d99e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:04.452211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e555b62-242e-41df-aacb-efa709293da7 req-6085be88-fc62-4c7b-8a6e-e6de839619c9 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:04.452748 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e555b62-242e-41df-aacb-efa709293da7 req-6085be88-fc62-4c7b-8a6e-e6de839619c9 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:04.477896 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e555b62-242e-41df-aacb-efa709293da7 req-6085be88-fc62-4c7b-8a6e-e6de839619c9 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9631741 Nov 19 09:15:04.494644 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8cfaa54c-088e-4b17-b41c-38e4000347d4 req-65af58ae-058b-479b-a37e-e9382cbeb23a tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487299 Nov 19 09:15:04.498637 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Request body: {'port': {'device_id': '0b11681d-1510-4af7-80c2-6fc1fba33e61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:04.515738 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:04.529147 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-74e79a77-370d-46ee-bb25-dbac7f6dc997 req-d717330b-d4bc-4187-a0ab-0cd74f8c4440 service neutron] 10.222.0.66 "GET /v2.0/networks/623769eb-2c7b-4174-8dad-bc3e20a65b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408374 Nov 19 09:15:04.544829 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3114cc48-928d-47dc-a600-47e7663d6788 req-ff2bf163-c3e6-45ad-9e73-a8cead84abc5 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/security-groups?id=6299b0c2-4b73-417f-8e61-d8c4433fdf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710483 Nov 19 09:15:04.561822 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6cc6553b-f192-4826-a746-99821f1e9f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:04.571091 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:04.592393 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ae916a-2175-45f2-a149-17bae71a8c45 x-openstack-request-id: req-05ae916a-2175-45f2-a149-17bae71a8c45 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:04.593902 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c329dcb-9097-4dc1-a10a-d6cb9316e7cf", "name": "network-vif-plugged", "status": "completed", "tag": "38cff834-6f14-4829-b86b-846b9496d99e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:04.594167 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05ae916a-2175-45f2-a149-17bae71a8c45 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:04.594594 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c329dcb-9097-4dc1-a10a-d6cb9316e7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cff834-6f14-4829-b86b-846b9496d99e', 'code': 200} Nov 19 09:15:04.608382 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:04.668560 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6553b-f192-4826-a746-99821f1e9f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b6e0e9-bec9-44ff-b95e-54b821299034,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:04.688598 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:04.818376 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74268c-32ba-483e-9259-79fb507ab714 req-c67f8cfe-eef5-43c3-86ed-021e4ed4aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:04.820006 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1a74268c-32ba-483e-9259-79fb507ab714 req-c67f8cfe-eef5-43c3-86ed-021e4ed4aebc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 1102 time: 0.1586118 Nov 19 09:15:04.926125 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1a74268c-32ba-483e-9259-79fb507ab714 req-1f150cde-8742-4020-b4d7-f72850fa1371 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958145 Nov 19 09:15:05.010050 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4483745-2d43-4aca-a0a9-cf93c8f3aa47 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:15:05.018976 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:05.031805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Transition to ACTIVE for port object f4483745-2d43-4aca-a0a9-cf93c8f3aa47 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:15:05.037034 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:05.056210 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72999b-4182-4f5b-a251-93b6c7d717a0 req-a927b4ad-918d-407e-997e-d871cc56926e tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:05.057774 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce72999b-4182-4f5b-a251-93b6c7d717a0 req-a927b4ad-918d-407e-997e-d871cc56926e tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 932 time: 0.3802495 Nov 19 09:15:05.071285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4cec9-5189-4f65-a2f5-b0d41bb56304 req-0c11d3d2-272c-4bf7-98be-5378305015c6 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:05.072993 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbb4cec9-5189-4f65-a2f5-b0d41bb56304 req-0c11d3d2-272c-4bf7-98be-5378305015c6 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.3092358 Nov 19 09:15:05.094373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Pushing event updated for resources: {'Port': ['ID=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:05.166717 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Attempting to bind port f4483745-2d43-4aca-a0a9-cf93c8f3aa47 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:15:05.167006 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Attempting to bind port f4483745-2d43-4aca-a0a9-cf93c8f3aa47 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '298bdaf0-9425-4410-bb8f-bcee9d656b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:15:05.167218 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Attempting to bind port f4483745-2d43-4aca-a0a9-cf93c8f3aa47 on network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:05.172318 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Port f4483745-2d43-4aca-a0a9-cf93c8f3aa47 on network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:15:05.172643 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Attempting to bind port f4483745-2d43-4aca-a0a9-cf93c8f3aa47 on network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:05.177586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:15:05.177982 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Checking segment: {'id': '298bdaf0-9425-4410-bb8f-bcee9d656b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:05.178304 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Bound using segment: {'id': '298bdaf0-9425-4410-bb8f-bcee9d656b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:15:05.178750 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Bound port: f4483745-2d43-4aca-a0a9-cf93c8f3aa47, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298bdaf0-9425-4410-bb8f-bcee9d656b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:15:05.179097 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:05.256731 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] For port f4483745-2d43-4aca-a0a9-cf93c8f3aa47, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:15:05.260402 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] For port f4483745-2d43-4aca-a0a9-cf93c8f3aa47, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:15:05.267014 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:05.275723 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6cc6553b-f192-4826-a746-99821f1e9f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:05.289157 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce72999b-4182-4f5b-a251-93b6c7d717a0 req-1c6f05fa-4750-437d-bffb-710c17122c0a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081540 Nov 19 09:15:05.297915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbb4cec9-5189-4f65-a2f5-b0d41bb56304 req-12c22a4f-2290-4928-98cf-83af0f2504c4 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118230 Nov 19 09:15:05.322129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Router 97421bed-b84c-45f3-bccb-846467d3c5e3 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:15:05.327309 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:05.335517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Pushing event updated for resources: {'Port': ['ID=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:05.338687 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:05.339341 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:05.342306 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e555b62-242e-41df-aacb-efa709293da7 req-42a5ed00-870c-44cd-a4eb-3c14965bf551 service neutron] 10.222.0.71 "PUT /v2.0/ports/f4483745-2d43-4aca-a0a9-cf93c8f3aa47 HTTP/1.1" status: 200 len: 1093 time: 0.8507068 Nov 19 09:15:05.342785 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b11681d-1510-4af7-80c2-6fc1fba33e61', 'tag': 'f4483745-2d43-4aca-a0a9-cf93c8f3aa47'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:05.345487 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10fbf59-2d3c-47be-b6ca-ad1b0fe556af" -d '{"events": [{"name": "network-changed", "server_uuid": "0b11681d-1510-4af7-80c2-6fc1fba33e61", "tag": "f4483745-2d43-4aca-a0a9-cf93c8f3aa47"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:05.371878 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:05.396962 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc23887-54d0-4731-ac6a-f1fa5df15a8d x-openstack-request-id: req-8bc23887-54d0-4731-ac6a-f1fa5df15a8d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:05.397345 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b11681d-1510-4af7-80c2-6fc1fba33e61", "tag": "f4483745-2d43-4aca-a0a9-cf93c8f3aa47", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:05.397808 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bc23887-54d0-4731-ac6a-f1fa5df15a8d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:05.398282 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b11681d-1510-4af7-80c2-6fc1fba33e61', 'tag': 'f4483745-2d43-4aca-a0a9-cf93c8f3aa47', 'status': 'completed', 'code': 200} Nov 19 09:15:05.443328 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e555b62-242e-41df-aacb-efa709293da7 req-196030ef-ea25-4e0e-ba96-744f2e140e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:05.444960 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e555b62-242e-41df-aacb-efa709293da7 req-196030ef-ea25-4e0e-ba96-744f2e140e56 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b71e6944e0244b1a957c2ca38c8ef191&device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 1096 time: 0.0457671 Nov 19 09:15:05.491378 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e555b62-242e-41df-aacb-efa709293da7 req-2fa2cc80-32f0-428d-97da-aeefe112d237 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4483745-2d43-4aca-a0a9-cf93c8f3aa47 HTTP/1.1" status: 200 len: 217 time: 0.0347059 Nov 19 09:15:05.526290 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event updated for resources: {'Port': ['ID=a966a7ed-dba5-4c58-a133-df88bee580ed,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:05.558872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e555b62-242e-41df-aacb-efa709293da7 req-cee60986-dbd9-46db-b77d-23cb279450ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:05.561598 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e555b62-242e-41df-aacb-efa709293da7 req-cee60986-dbd9-46db-b77d-23cb279450ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3cc5f9b9-ef02-483f-b54c-00c042a1a970 HTTP/1.1" status: 200 len: 845 time: 0.0625780 Nov 19 09:15:05.587874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:05.616458 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e555b62-242e-41df-aacb-efa709293da7 req-6495a6ad-c101-4b82-9733-a9330ba23474 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=58e552ac-8aa3-452e-ac9f-48f80a5fe870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384274 Nov 19 09:15:05.620010 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:05.621308 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e69e4ca7-adb4-4715-92b4-dcd92f3de8ea tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7022030 Nov 19 09:15:05.637367 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:15:05.651174 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Sync routers for ids ['97421bed-b84c-45f3-bccb-846467d3c5e3'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:15:05.666072 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Routers {'97421bed-b84c-45f3-bccb-846467d3c5e3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:05.668218 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:14:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['97421bed-b84c-45f3-bccb-846467d3c5e3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:05.742945 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e555b62-242e-41df-aacb-efa709293da7 req-f4268328-5431-40b1-be24-179eb47d7de2 service neutron] 10.222.0.71 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175673 Nov 19 09:15:05.769719 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:05.771090 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-832b3cad-9696-4132-86bc-7cab2f7ea370 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5352619 Nov 19 09:15:05.800696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38648) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:05.857570 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e555b62-242e-41df-aacb-efa709293da7 req-136abf61-f8ad-4517-a621-52c4c01c04ce service neutron] 10.222.0.71 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072786 Nov 19 09:15:05.887402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca938375-ebd6-4222-91aa-07c945fbcc13 req-39cabf6d-09b9-4d31-a9a4-1c9807ed68bb tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:05.889752 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca938375-ebd6-4222-91aa-07c945fbcc13 req-39cabf6d-09b9-4d31-a9a4-1c9807ed68bb tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/ports?device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 945 time: 0.2656951 Nov 19 09:15:05.903666 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812ae8c-16a0-45f4-8298-f188aa600604 req-fa00c6be-d860-4623-b4f3-ea66e29027f8 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:05.905238 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7812ae8c-16a0-45f4-8298-f188aa600604 req-fa00c6be-d860-4623-b4f3-ea66e29027f8 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 950 time: 0.2801013 Nov 19 09:15:05.908653 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Set router 97421bed-b84c-45f3-bccb-846467d3c5e3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:05.970058 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fbf59-2d3c-47be-b6ca-ad1b0fe556af req-67349f94-762f-4332-bbd6-8543744bb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:05.971387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc6553b-f192-4826-a746-99821f1e9f68 admin admin] Router 774f1762-2716-41b1-b436-251654f09ad6 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:15:05.971674 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f10fbf59-2d3c-47be-b6ca-ad1b0fe556af req-67349f94-762f-4332-bbd6-8543744bb2c7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b71e6944e0244b1a957c2ca38c8ef191&device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 1096 time: 0.0471869 Nov 19 09:15:06.052612 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca938375-ebd6-4222-91aa-07c945fbcc13 req-52eb52b2-3ba9-4cdb-8595-09b776707ab8 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/security-groups?id=6299b0c2-4b73-417f-8e61-d8c4433fdf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441870 Nov 19 09:15:06.102639 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fbf59-2d3c-47be-b6ca-ad1b0fe556af req-1c3887d9-adf9-482f-b856-ff24cd2901bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:06.104511 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f10fbf59-2d3c-47be-b6ca-ad1b0fe556af req-1c3887d9-adf9-482f-b856-ff24cd2901bd service neutron] 10.222.0.71 "GET /v2.0/networks?id=58e552ac-8aa3-452e-ac9f-48f80a5fe870 HTTP/1.1" status: 200 len: 906 time: 0.1117866 Nov 19 09:15:06.137428 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7812ae8c-16a0-45f4-8298-f188aa600604 req-39348029-2bda-48b8-932d-3c158cf61d84 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997378 Nov 19 09:15:06.169807 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:03Z', 'revision_number': 3, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:06.213379 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f10fbf59-2d3c-47be-b6ca-ad1b0fe556af req-9f8d770b-d34e-46ce-bff3-9190d9e53d99 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4483745-2d43-4aca-a0a9-cf93c8f3aa47 HTTP/1.1" status: 200 len: 217 time: 0.0995820 Nov 19 09:15:06.215734 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Checking router: 97421bed-b84c-45f3-bccb-846467d3c5e3 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:15:06.216960 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Updating router 97421bed-b84c-45f3-bccb-846467d3c5e3 port 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:15:06.292369 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:06.302257 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fbf59-2d3c-47be-b6ca-ad1b0fe556af req-989d982a-65b0-4368-980e-31fc7ff4a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:06.303869 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f10fbf59-2d3c-47be-b6ca-ad1b0fe556af req-989d982a-65b0-4368-980e-31fc7ff4a057 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3cc5f9b9-ef02-483f-b54c-00c042a1a970 HTTP/1.1" status: 200 len: 845 time: 0.0735688 Nov 19 09:15:06.357926 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f10fbf59-2d3c-47be-b6ca-ad1b0fe556af req-8db639d2-ce5f-4ec7-a4b3-45c51c391bb9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=58e552ac-8aa3-452e-ac9f-48f80a5fe870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376990 Nov 19 09:15:06.490867 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f10fbf59-2d3c-47be-b6ca-ad1b0fe556af req-fa540a8b-73af-44de-885e-8eed9430a978 service neutron] 10.222.0.71 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202207 Nov 19 09:15:06.594162 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f10fbf59-2d3c-47be-b6ca-ad1b0fe556af req-d5e8b8d2-7654-4fe2-a503-f768137d484a service neutron] 10.222.0.71 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936656 Nov 19 09:15:06.653981 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:06.659984 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:06.718169 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5321c8a-f505-4b18-8093-b82c01031b2c None None] Pushing event updated for resources: {'Port': ['ID=8ae4b5e3-c339-4b80-9a5a-4379590ef5f0,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:06.720478 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Attempting to bind port 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:15:06.720917 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Attempting to bind port 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:15:06.721446 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Attempting to bind port 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:06.731019 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5321c8a-f505-4b18-8093-b82c01031b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:06.731362 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5321c8a-f505-4b18-8093-b82c01031b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:06.732261 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5321c8a-f505-4b18-8093-b82c01031b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:06.732605 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5321c8a-f505-4b18-8093-b82c01031b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:06.732937 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5321c8a-f505-4b18-8093-b82c01031b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:06.733291 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5321c8a-f505-4b18-8093-b82c01031b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:06.734192 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5321c8a-f505-4b18-8093-b82c01031b2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:06.734192 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5321c8a-f505-4b18-8093-b82c01031b2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:06.734403 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5321c8a-f505-4b18-8093-b82c01031b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:06.734551 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5321c8a-f505-4b18-8093-b82c01031b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:06.734935 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5321c8a-f505-4b18-8093-b82c01031b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:06.735194 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5321c8a-f505-4b18-8093-b82c01031b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:06.738437 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:15:06.738815 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:06.739226 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:06.739610 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:15:06.740088 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Bound port: 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:15:06.740472 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:06.759760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc6553b-f192-4826-a746-99821f1e9f68 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:15:06.766678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6cc6553b-f192-4826-a746-99821f1e9f68 admin admin] 10.222.0.21 "PUT /v2.0/routers/774f1762-2716-41b1-b436-251654f09ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1162214 Nov 19 09:15:06.768211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38668) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:06.769955 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99f25ae-d888-49a3-ba55-e5c8c1bdc15e None None] Sync routers for ids ['774f1762-2716-41b1-b436-251654f09ad6'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:15:06.781007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99f25ae-d888-49a3-ba55-e5c8c1bdc15e None None] Routers {'774f1762-2716-41b1-b436-251654f09ad6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:06.781384 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dfb7e-7417-4bb9-b0b7-3d64ee3ebea7 req-c7dd5dad-dc14-4eb1-801b-4194d5a16058 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:06.781673 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e99f25ae-d888-49a3-ba55-e5c8c1bdc15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:14:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['774f1762-2716-41b1-b436-251654f09ad6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:06.782938 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e95dfb7e-7417-4bb9-b0b7-3d64ee3ebea7 req-c7dd5dad-dc14-4eb1-801b-4194d5a16058 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1678438 Nov 19 09:15:06.791130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-74ccccda-8e5f-4b0c-b90b-851a1f256f25 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2097147317&fields=id&tenant_id=b7ec5d00cfc348a594077a93d6441b62 HTTP/1.1" status: 200 len: 267 time: 0.2086344 Nov 19 09:15:06.895435 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-e99f25ae-d888-49a3-ba55-e5c8c1bdc15e None None] Set router 774f1762-2716-41b1-b436-251654f09ad6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:06.905026 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3aa9-81d3-47f6-9cff-d16b65bd3431 admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:06.916990 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] For port 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:15:06.921485 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] For port 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8ae4b5e3-c339-4b80-9a5a-4379590ef5f0,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:15:06.936183 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:06.969490 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e95dfb7e-7417-4bb9-b0b7-3d64ee3ebea7 req-845d7784-503f-446e-b3bd-e356328b4217 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659427 Nov 19 09:15:06.998082 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5321c8a-f505-4b18-8093-b82c01031b2c None None] Pushing event updated for resources: {'Port': ['ID=8ae4b5e3-c339-4b80-9a5a-4379590ef5f0,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:07.077273 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Routers {'97421bed-b84c-45f3-bccb-846467d3c5e3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:07.078166 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:14:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['97421bed-b84c-45f3-bccb-846467d3c5e3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:07.088042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-2f7bc1a5-aff4-4422-9b35-12b53b110692 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:07.097806 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-2f7bc1a5-aff4-4422-9b35-12b53b110692 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/networks?id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca HTTP/1.1" status: 200 len: 811 time: 0.2969677 Nov 19 09:15:07.116963 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e99f25ae-d888-49a3-ba55-e5c8c1bdc15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f1762-2716-41b1-b436-251654f09ad6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306036795-router', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:44Z', 'updated_at': '2021-11-19T09:15:04Z', 'revision_number': 5, 'project_id': '9eec8b568e16489e99e4842e170ca9c5', 'gw_port': {'id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f1762-2716-41b1-b436-251654f09ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:46Z', 'updated_at': '2021-11-19T09:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:07.121252 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-b5188773-3e82-4f63-989e-66601f4a7e5e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/quotas/b7ec5d00cfc348a594077a93d6441b62 HTTP/1.1" status: 200 len: 375 time: 0.0216017 Nov 19 09:15:07.165274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99f25ae-d888-49a3-ba55-e5c8c1bdc15e None None] Checking router: 774f1762-2716-41b1-b436-251654f09ad6 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:15:07.176950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99f25ae-d888-49a3-ba55-e5c8c1bdc15e None None] Routers {'774f1762-2716-41b1-b436-251654f09ad6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:07.177880 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e99f25ae-d888-49a3-ba55-e5c8c1bdc15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:14:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['774f1762-2716-41b1-b436-251654f09ad6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:07.199116 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3aa9-81d3-47f6-9cff-d16b65bd3431 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:07.239475 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] Set router 97421bed-b84c-45f3-bccb-846467d3c5e3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:07.270966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-660fc0e2-50fb-4b21-afd3-3b9eb48f553c tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7ec5d00cfc348a594077a93d6441b62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1359098 Nov 19 09:15:07.285817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0af04-0cdb-44e7-9fe2-2559164fc0be req-879b5d65-2426-482a-bdb4-3623555a5e54 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:07.293444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ab0af04-0cdb-44e7-9fe2-2559164fc0be req-879b5d65-2426-482a-bdb4-3623555a5e54 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 944 time: 0.1594656 Nov 19 09:15:07.309535 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9eaa3aa9-81d3-47f6-9cff-d16b65bd3431 admin admin] Deleting port 4892ecf0-4246-490b-baef-74da4237ac7f {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:07.310622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3aa9-81d3-47f6-9cff-d16b65bd3431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:07.339214 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-e99f25ae-d888-49a3-ba55-e5c8c1bdc15e None None] Set router 774f1762-2716-41b1-b436-251654f09ad6 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:07.418304 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9eaa3aa9-81d3-47f6-9cff-d16b65bd3431 admin admin] For port 4892ecf0-4246-490b-baef-74da4237ac7f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4892ecf0-4246-490b-baef-74da4237ac7f,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:07.419812 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3aa9-81d3-47f6-9cff-d16b65bd3431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:07.421601 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:07.436010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9eaa3aa9-81d3-47f6-9cff-d16b65bd3431 admin admin] Calling delete_port for 4892ecf0-4246-490b-baef-74da4237ac7f owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:07.482682 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ab0af04-0cdb-44e7-9fe2-2559164fc0be req-29156146-c651-432a-9b78-db805e2c22b1 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829226 Nov 19 09:15:07.515322 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:03Z', 'revision_number': 3, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:07.554801 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737d79d4-ae8e-475e-afb9-8345d4557208 None None] The sync data for ids ['97421bed-b84c-45f3-bccb-846467d3c5e3'] in n-d-805649-14 is: [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:03Z', 'revision_number': 3, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:15:07.575172 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e99f25ae-d888-49a3-ba55-e5c8c1bdc15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '774f1762-2716-41b1-b436-251654f09ad6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306036795-router', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:44Z', 'updated_at': '2021-11-19T09:15:04Z', 'revision_number': 5, 'project_id': '9eec8b568e16489e99e4842e170ca9c5', 'gw_port': {'id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f1762-2716-41b1-b436-251654f09ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:46Z', 'updated_at': '2021-11-19T09:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:07.584187 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-599c81c2-3448-4081-bf3d-3569e39cf32d service neutron] 10.222.0.21 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164728 Nov 19 09:15:07.614656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99f25ae-d888-49a3-ba55-e5c8c1bdc15e None None] The sync data for ids ['774f1762-2716-41b1-b436-251654f09ad6'] in n-d-805649-14 is: [{'id': '774f1762-2716-41b1-b436-251654f09ad6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1306036795-router', 'tenant_id': '9eec8b568e16489e99e4842e170ca9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:12:44Z', 'updated_at': '2021-11-19T09:15:04Z', 'revision_number': 5, 'project_id': '9eec8b568e16489e99e4842e170ca9c5', 'gw_port': {'id': '4892ecf0-4246-490b-baef-74da4237ac7f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774f1762-2716-41b1-b436-251654f09ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:12:46Z', 'updated_at': '2021-11-19T09:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:15:07.706748 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3aa9-81d3-47f6-9cff-d16b65bd3431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:07.720117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510eb85d-d6d6-4144-a9b1-82eadaf96202 req-aee62781-0cb3-462e-816f-ab9d5e353af4 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:07.721676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-510eb85d-d6d6-4144-a9b1-82eadaf96202 req-aee62781-0cb3-462e-816f-ab9d5e353af4 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/ports?device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1783426 Nov 19 09:15:07.737076 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa3aa9-81d3-47f6-9cff-d16b65bd3431 admin admin] Pushing event deleted for resources: {'Port': ['ID=4892ecf0-4246-490b-baef-74da4237ac7f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:07.801479 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3aa9-81d3-47f6-9cff-d16b65bd3431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:07.821604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-37bb8563-3e01-4178-93ba-b87ed0daedc3 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284377 Nov 19 09:15:07.842653 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Allocated IP 172.20.0.1 (474919e0-d306-45f8-ba00-5d415ec8f657/2b648376-425d-4c7d-a8fa-19be389f154e/b191b371-860f-48e0-8602-b298644e73a8) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:07.847695 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-510eb85d-d6d6-4144-a9b1-82eadaf96202 req-311e0e17-4c55-4da5-9ee6-983bdfe9b331 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/security-groups?id=6299b0c2-4b73-417f-8e61-d8c4433fdf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179731 Nov 19 09:15:08.000269 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:08.112701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f9b8e5a-447e-44df-ab7b-2028fa9a8f4d req-7e6dc495-d592-496b-98ce-558180d9066f tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 210 time: 0.0544095 Nov 19 09:15:08.220672 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:08.309542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Network 474919e0-d306-45f8-ba00-5d415ec8f657 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:08.320854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:08.333386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:08.337174 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3aa9-81d3-47f6-9cff-d16b65bd3431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:08.343165 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3aa9-81d3-47f6-9cff-d16b65bd3431 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:08.356697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef8985-2680-43e9-8a3f-0b6bce13538d req-44c16fdb-81ce-4c04-8fc3-89c809c08bce tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:08.358458 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3ef8985-2680-43e9-8a3f-0b6bce13538d req-44c16fdb-81ce-4c04-8fc3-89c809c08bce tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 950 time: 0.1979063 Nov 19 09:15:08.381680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Pushing event updated for resources: {'Port': ['ID=b191b371-860f-48e0-8602-b298644e73a8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:08.442171 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bbeed-d3c6-4599-9432-db06553d1482 req-600f08cd-84ac-4a93-9d09-e271f5bcb2f9 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:08.453565 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-016bbeed-d3c6-4599-9432-db06553d1482 req-600f08cd-84ac-4a93-9d09-e271f5bcb2f9 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1900220 Nov 19 09:15:08.458955 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:08.460909 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3aa9-81d3-47f6-9cff-d16b65bd3431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:08.462246 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaa3aa9-81d3-47f6-9cff-d16b65bd3431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 774f1762-2716-41b1-b436-251654f09ad6 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:15:08.468328 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3aa9-81d3-47f6-9cff-d16b65bd3431 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:08.469870 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9eaa3aa9-81d3-47f6-9cff-d16b65bd3431 admin admin] 10.222.0.21 "DELETE /v2.0/routers/774f1762-2716-41b1-b436-251654f09ad6 HTTP/1.1" status: 204 len: 168 time: 1.7005472 Nov 19 09:15:08.474693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38684) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:08.514218 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e442cd-a54d-4edb-8ac8-95f4b23f0787 req-e72d7f8d-9861-40cf-a9be-c025f488f981 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:08.515978 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-16e442cd-a54d-4edb-8ac8-95f4b23f0787 req-e72d7f8d-9861-40cf-a9be-c025f488f981 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.66 "GET /v2.0/ports?device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 945 time: 0.1005185 Nov 19 09:15:08.592057 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3ef8985-2680-43e9-8a3f-0b6bce13538d req-8bd2c593-0313-4c21-aa9b-cefa0745b867 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046525 Nov 19 09:15:08.704183 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e39ea4e2-cf69-4428-ba8a-4db94ccef108 None None] Provisioning complete for port b191b371-860f-48e0-8602-b298644e73a8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:08.704652 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e39ea4e2-cf69-4428-ba8a-4db94ccef108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:08.728791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-16e442cd-a54d-4edb-8ac8-95f4b23f0787 req-ad8ba3cc-8440-44d0-abd9-8200e96fc7c4 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Deleting port 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:08.731082 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-16e442cd-a54d-4edb-8ac8-95f4b23f0787 req-ad8ba3cc-8440-44d0-abd9-8200e96fc7c4 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:08.767762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e39ea4e2-cf69-4428-ba8a-4db94ccef108 None None] Port b191b371-860f-48e0-8602-b298644e73a8 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:15:08.875378 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-16e442cd-a54d-4edb-8ac8-95f4b23f0787 req-ad8ba3cc-8440-44d0-abd9-8200e96fc7c4 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] For port 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=02a40991-fd92-4fbb-94c9-0a3cc3c4f01f,segment=NetworkSegment(ac75e10a-baa6-4080-9bea-b8282143c73b),segment_id=ac75e10a-baa6-4080-9bea-b8282143c73b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:08.875965 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-16e442cd-a54d-4edb-8ac8-95f4b23f0787 req-ad8ba3cc-8440-44d0-abd9-8200e96fc7c4 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:08.883410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7284f00-c41c-4068-8483-b77798dd02d4 admin admin] Deleting subnet 06a89d21-a22e-4cf9-ab2e-aeeeade208a4 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:15:08.895968 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-16e442cd-a54d-4edb-8ac8-95f4b23f0787 req-ad8ba3cc-8440-44d0-abd9-8200e96fc7c4 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Calling delete_port for 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:08.899588 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7284f00-c41c-4068-8483-b77798dd02d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:08.955935 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-016bbeed-d3c6-4599-9432-db06553d1482 req-8631c92b-8280-4607-8628-7646e008749b tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013759 Nov 19 09:15:09.002213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e3364-c9d8-47ad-9c64-68387faa1406 req-768424c8-826d-4017-b6de-14031f2dacc9 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:09.003791 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f9e3364-c9d8-47ad-9c64-68387faa1406 req-768424c8-826d-4017-b6de-14031f2dacc9 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 944 time: 0.2386670 Nov 19 09:15:09.004415 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:09.010614 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7284f00-c41c-4068-8483-b77798dd02d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:09.031886 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f4483745-2d43-4aca-a0a9-cf93c8f3aa47 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:15:09.171248 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-16e442cd-a54d-4edb-8ac8-95f4b23f0787 req-ad8ba3cc-8440-44d0-abd9-8200e96fc7c4 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:09.258113 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ba3cc-8440-44d0-abd9-8200e96fc7c4 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Pushing event deleted for resources: {'Port': ['ID=02a40991-fd92-4fbb-94c9-0a3cc3c4f01f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:09.292064 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f4483745-2d43-4aca-a0a9-cf93c8f3aa47, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:09.306946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'f4483745-2d43-4aca-a0a9-cf93c8f3aa47', 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870', 'port_id': 'f4483745-2d43-4aca-a0a9-cf93c8f3aa47', 'mac_address': 'fa:16:3e:86:38:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc5f9b9-ef02-483f-b54c-00c042a1a970', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:15:09.328971 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e442cd-a54d-4edb-8ac8-95f4b23f0787 req-ad8ba3cc-8440-44d0-abd9-8200e96fc7c4 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] No DVR routers for this DVR port 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:15:09.331914 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-16e442cd-a54d-4edb-8ac8-95f4b23f0787 req-ad8ba3cc-8440-44d0-abd9-8200e96fc7c4 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:09.336339 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-16e442cd-a54d-4edb-8ac8-95f4b23f0787 req-ad8ba3cc-8440-44d0-abd9-8200e96fc7c4 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.66 "DELETE /v2.0/ports/02a40991-fd92-4fbb-94c9-0a3cc3c4f01f HTTP/1.1" status: 204 len: 173 time: 0.8116930 Nov 19 09:15:09.336339 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01378748-532e-4ec1-b80e-5611f743a9f4', 'name': 'network-vif-deleted', 'tag': '02a40991-fd92-4fbb-94c9-0a3cc3c4f01f'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:09.336633 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:09.337409 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7284f00-c41c-4068-8483-b77798dd02d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:09.338759 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d9ea7b-689f-43b1-990f-6285131bad6f" -d '{"events": [{"server_uuid": "01378748-532e-4ec1-b80e-5611f743a9f4", "name": "network-vif-deleted", "tag": "02a40991-fd92-4fbb-94c9-0a3cc3c4f01f"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:09.394476 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:09.414400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4483745-2d43-4aca-a0a9-cf93c8f3aa47 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:15:09.418130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2998f42c-afb2-4b7d-a2e6-e20f6766060b req-43f55045-b2d4-4d13-ad50-7cc600f13849 tempest-InstanceActionsTestJSON-420312096 tempest-InstanceActionsTestJSON-420312096-project] 10.222.0.21 "GET /v2.0/ports?device_id=01378748-532e-4ec1-b80e-5611f743a9f4 HTTP/1.1" status: 200 len: 210 time: 0.0530865 Nov 19 09:15:09.440630 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f9e3364-c9d8-47ad-9c64-68387faa1406 req-051425c6-b23c-45b3-8513-c4ccbbeea764 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184451 Nov 19 09:15:09.457310 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f4483745-2d43-4aca-a0a9-cf93c8f3aa47, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:09.463692 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:09.464105 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:09.517112 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:09.561111 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7284f00-c41c-4068-8483-b77798dd02d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:09.616696 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1354fd9-1207-44e5-bfb7-117599266cc2 req-2fb5b728-1b40-4c72-aa4d-b12e359ee9e1 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 210 time: 0.0754414 Nov 19 09:15:09.628188 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:09.632321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7284f00-c41c-4068-8483-b77798dd02d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06a89d21-a22e-4cf9-ab2e-aeeeade208a4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:09.648447 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7284f00-c41c-4068-8483-b77798dd02d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:09.652421 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d7284f00-c41c-4068-8483-b77798dd02d4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/06a89d21-a22e-4cf9-ab2e-aeeeade208a4 HTTP/1.1" status: 204 len: 168 time: 1.1757164 Nov 19 09:15:09.655954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38702) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:09.660101 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:09.677623 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e89b1fa-89c6-4d82-ac1d-877ff40a3ef2 None None] Network 5717af37-9e10-4a24-9e4c-69dede0f17f8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:15:09.724880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c960c00-f0b9-439e-888f-4191155dc738 req-11f63e07-e375-46cf-8b74-4ac09e52e502 tempest-ServersAdminNegativeTestJSON-815463049 tempest-ServersAdminNegativeTestJSON-815463049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:09.727468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c960c00-f0b9-439e-888f-4191155dc738 req-11f63e07-e375-46cf-8b74-4ac09e52e502 tempest-ServersAdminNegativeTestJSON-815463049 tempest-ServersAdminNegativeTestJSON-815463049-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 1102 time: 0.1134810 Nov 19 09:15:09.754930 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8ae4b5e3-c339-4b80-9a5a-4379590ef5f0,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:09.762642 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb783cc-7e4b-4960-bad9-4d64d49a43c0 x-openstack-request-id: req-8fb783cc-7e4b-4960-bad9-4d64d49a43c0 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:09.763831 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01378748-532e-4ec1-b80e-5611f743a9f4", "name": "network-vif-deleted", "tag": "02a40991-fd92-4fbb-94c9-0a3cc3c4f01f", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:09.764260 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fb783cc-7e4b-4960-bad9-4d64d49a43c0 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:09.764872 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01378748-532e-4ec1-b80e-5611f743a9f4', 'name': 'network-vif-deleted', 'tag': '02a40991-fd92-4fbb-94c9-0a3cc3c4f01f', 'status': 'completed', 'code': 200} Nov 19 09:15:09.765605 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c960c00-f0b9-439e-888f-4191155dc738 req-13e81df9-f2f2-4d4a-b40e-4900bd30b28b tempest-ServersAdminNegativeTestJSON-815463049 tempest-ServersAdminNegativeTestJSON-815463049-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:09.766473 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:09.782544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d3b6e0e9-bec9-44ff-b95e-54b821299034 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:15:09.791356 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:09.805032 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:09.880055 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: d3b6e0e9-bec9-44ff-b95e-54b821299034 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:15:09.880655 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d3b6e0e9-bec9-44ff-b95e-54b821299034 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:15:09.887059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['f4483745-2d43-4aca-a0a9-cf93c8f3aa47'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:15:09.943528 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-b9d8bf8f-969d-4163-888f-8f09129fe186 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:09.946672 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-b9d8bf8f-969d-4163-888f-8f09129fe186 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.71 "GET /v2.0/networks?id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca HTTP/1.1" status: 200 len: 811 time: 0.1855683 Nov 19 09:15:09.960515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Pushing event updated for resources: {'Port': ['ID=b191b371-860f-48e0-8602-b298644e73a8,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:10.005804 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:10.023013 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:10.063466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=8ae4b5e3-c339-4b80-9a5a-4379590ef5f0,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:10.091298 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-b3666db0-f88f-4669-ad5a-27fc48c94bee tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7ec5d00cfc348a594077a93d6441b62 HTTP/1.1" status: 200 len: 380 time: 0.1314330 Nov 19 09:15:10.126890 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c960c00-f0b9-439e-888f-4191155dc738 req-13e81df9-f2f2-4d4a-b40e-4900bd30b28b tempest-ServersAdminNegativeTestJSON-815463049 tempest-ServersAdminNegativeTestJSON-815463049-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:10.141154 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-82c76c61-6b12-4bc9-a01f-cf29b953bc52 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Request body: {'port': {'device_id': 'ad8b7c71-3306-4669-89e2-3b1e6a673e68', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'admin_state_up': True, 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'security_groups': ['1fe81eb3-a1de-4129-aa38-318e3bb253cc']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:10.160514 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c960c00-f0b9-439e-888f-4191155dc738 req-13e81df9-f2f2-4d4a-b40e-4900bd30b28b tempest-ServersAdminNegativeTestJSON-815463049 tempest-ServersAdminNegativeTestJSON-815463049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:10.236238 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] Deleting port 23ae364d-3afb-48b8-8082-4ee79c6a6428 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:10.236587 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:10.301947 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c960c00-f0b9-439e-888f-4191155dc738 req-13e81df9-f2f2-4d4a-b40e-4900bd30b28b tempest-ServersAdminNegativeTestJSON-815463049 tempest-ServersAdminNegativeTestJSON-815463049-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648000 Nov 19 09:15:10.326256 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e81df9-f2f2-4d4a-b40e-4900bd30b28b tempest-ServersAdminNegativeTestJSON-815463049 tempest-ServersAdminNegativeTestJSON-815463049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e650ba94-4a41-4398-b182-2b982c447374,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:10.340672 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Network 474919e0-d306-45f8-ba00-5d415ec8f657 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:10.351942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:10.382734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5bfc5-48aa-44b4-bb29-d97d35608742 req-eb809e62-00b7-4376-bf68-02590c5d7d41 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:10.384391 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46b5bfc5-48aa-44b4-bb29-d97d35608742 req-eb809e62-00b7-4376-bf68-02590c5d7d41 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1832862 Nov 19 09:15:10.387420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] For port 23ae364d-3afb-48b8-8082-4ee79c6a6428, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=23ae364d-3afb-48b8-8082-4ee79c6a6428,segment=NetworkSegment(30705792-0728-4628-8682-27261fc95e75),segment_id=30705792-0728-4628-8682-27261fc95e75)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:10.387990 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:10.407424 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] Calling delete_port for 23ae364d-3afb-48b8-8082-4ee79c6a6428 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:10.425844 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b36b54f-bde3-4a36-8854-4a151305d645 None None] DHCP port deletion for 5717af37-9e10-4a24-9e4c-69dede0f17f8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:15:10.436075 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:15:10.447596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-82c76c61-6b12-4bc9-a01f-cf29b953bc52 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Made reservation on behalf of b7ec5d00cfc348a594077a93d6441b62 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:15:10.451571 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-82c76c61-6b12-4bc9-a01f-cf29b953bc52 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:10.488873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:15:10.489517 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 02a40991-fd92-4fbb-94c9-0a3cc3c4f01f not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:15:10.537105 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2b36b54f-bde3-4a36-8854-4a151305d645 None None] Deleting port 23ae364d-3afb-48b8-8082-4ee79c6a6428 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:10.537896 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2b36b54f-bde3-4a36-8854-4a151305d645 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:10.573887 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38710) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:10.634689 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2b36b54f-bde3-4a36-8854-4a151305d645 None None] For port 23ae364d-3afb-48b8-8082-4ee79c6a6428, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=23ae364d-3afb-48b8-8082-4ee79c6a6428,segment=NetworkSegment(30705792-0728-4628-8682-27261fc95e75),segment_id=30705792-0728-4628-8682-27261fc95e75)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:10.635104 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2b36b54f-bde3-4a36-8854-4a151305d645 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:10.661546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2b36b54f-bde3-4a36-8854-4a151305d645 None None] Calling delete_port for 23ae364d-3afb-48b8-8082-4ee79c6a6428 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:10.714495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Deleting subnet 927c4a59-c215-44b9-be2b-811a35bd8cbb {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:15:10.718869 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-82c76c61-6b12-4bc9-a01f-cf29b953bc52 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Allocated IP 172.20.0.9 (b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca/a2dc59a7-693a-40a0-ab45-b7982da75253/c4401e32-947b-40fe-8f2c-1ff81c33ecaf) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:10.722309 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:10.731219 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:10.741720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-26b4cfa8-d2ae-41b8-83f6-c8e356105e00 None None] Provisioning complete for port b191b371-860f-48e0-8602-b298644e73a8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:10.742277 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-26b4cfa8-d2ae-41b8-83f6-c8e356105e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:10.777291 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46b5bfc5-48aa-44b4-bb29-d97d35608742 req-469dc0ad-ce04-4efb-906b-37ff61c71faf tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784044 Nov 19 09:15:10.800275 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Router 97421bed-b84c-45f3-bccb-846467d3c5e3 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:15:10.806058 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:10.808616 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-26b4cfa8-d2ae-41b8-83f6-c8e356105e00 None None] Port b191b371-860f-48e0-8602-b298644e73a8 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:15:10.816749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=23ae364d-3afb-48b8-8082-4ee79c6a6428,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:10.817728 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2b36b54f-bde3-4a36-8854-4a151305d645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:10.821923 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] No DVR routers for this DVR port 23ae364d-3afb-48b8-8082-4ee79c6a6428 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:15:10.847658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f602ea6-631d-4d5c-a4fb-e5af047e2ef8 req-e6e24edb-4332-463a-8d4a-3bf68d85fa69 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:10.849562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f602ea6-631d-4d5c-a4fb-e5af047e2ef8 req-e6e24edb-4332-463a-8d4a-3bf68d85fa69 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 945 time: 0.2294877 Nov 19 09:15:10.861843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36b54f-bde3-4a36-8854-4a151305d645 None None] Pushing event deleted for resources: {'Port': ['ID=23ae364d-3afb-48b8-8082-4ee79c6a6428,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:10.865718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:10.911321 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b36b54f-bde3-4a36-8854-4a151305d645 None None] No DVR routers for this DVR port 23ae364d-3afb-48b8-8082-4ee79c6a6428 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:15:10.930951 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:10.931336 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:10.960506 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:10.964225 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.030253 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5717af37-9e10-4a24-9e4c-69dede0f17f8']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:11.049129 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30705792-0728-4628-8682-27261fc95e75') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:11.049129 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30705792-0728-4628-8682-27261fc95e75') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:11.063496 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.090980 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.091257 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f602ea6-631d-4d5c-a4fb-e5af047e2ef8 req-10483b03-193a-44d2-9797-0ae998faba79 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326243 Nov 19 09:15:11.097309 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-057e690a-bf18-4685-add4-8b5687eb72be req-d41616c2-eedf-4863-8185-b0b5ff7927a4 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 210 time: 0.0618050 Nov 19 09:15:11.106700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:15:11.107109 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:15:11.111184 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:15:11.114240 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 23ae364d-3afb-48b8-8082-4ee79c6a6428 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:15:11.125802 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:15:11.132551 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-389d3044-fa39-412c-b5f2-2e7ac20824f8 admin admin] 10.222.0.21 "PUT /v2.0/routers/97421bed-b84c-45f3-bccb-846467d3c5e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3308578 Nov 19 09:15:11.140500 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Sync routers for ids ['97421bed-b84c-45f3-bccb-846467d3c5e3'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:15:11.155028 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Routers {'97421bed-b84c-45f3-bccb-846467d3c5e3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:11.155848 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:14:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['97421bed-b84c-45f3-bccb-846467d3c5e3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:11.159511 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 23ae364d-3afb-48b8-8082-4ee79c6a6428 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:15:11.160408 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 23ae364d-3afb-48b8-8082-4ee79c6a6428 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:15:11.160995 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4892ecf0-4246-490b-baef-74da4237ac7f no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:15:11.161226 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.191282 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-82c76c61-6b12-4bc9-a01f-cf29b953bc52 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.196680 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 4892ecf0-4246-490b-baef-74da4237ac7f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:15:11.198744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4892ecf0-4246-490b-baef-74da4237ac7f not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:15:11.219186 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.227236 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=927c4a59-c215-44b9-be2b-811a35bd8cbb,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:11.229887 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.232564 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.238555 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/927c4a59-c215-44b9-be2b-811a35bd8cbb HTTP/1.1" status: 204 len: 168 time: 0.6610210 Nov 19 09:15:11.238555 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38718) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:11.238862 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5717af37-9e10-4a24-9e4c-69dede0f17f8 HTTP/1.1" status: 204 len: 168 time: 1.5792449 Nov 19 09:15:11.261337 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61882b-8a85-4a5b-905c-ae07af6054c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5717af37-9e10-4a24-9e4c-69dede0f17f8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:11.281288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:11.281636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:11.282105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:11.282455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:11.282880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:11.283219 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:11.283611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:11.283970 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:11.284599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:11.284971 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:11.285303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:11.285690 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dbd374-7793-429c-9a9f-f102b982c3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:11.296214 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-82c76c61-6b12-4bc9-a01f-cf29b953bc52 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.363375 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Set router 97421bed-b84c-45f3-bccb-846467d3c5e3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:11.366643 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-82c76c61-6b12-4bc9-a01f-cf29b953bc52 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:11.370085 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-82c76c61-6b12-4bc9-a01f-cf29b953bc52 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:11.375501 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-82c76c61-6b12-4bc9-a01f-cf29b953bc52 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:11.378787 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c76c61-6b12-4bc9-a01f-cf29b953bc52 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event updated for resources: {'Port': ['ID=c4401e32-947b-40fe-8f2c-1ff81c33ecaf,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:11.413418 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3d2f-b4dd-4deb-8a76-d5c067aa8a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.480811 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-82c76c61-6b12-4bc9-a01f-cf29b953bc52 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:11.485819 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-82c76c61-6b12-4bc9-a01f-cf29b953bc52 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.514904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38728) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:11.559250 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-82c76c61-6b12-4bc9-a01f-cf29b953bc52 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4224393 Nov 19 09:15:11.577243 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Request body: {'port': {'device_id': 'ad8b7c71-3306-4669-89e2-3b1e6a673e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:11.590367 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3d2f-b4dd-4deb-8a76-d5c067aa8a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.619262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee47dbe-c0d4-43ac-9a8e-c22a0a6d5627 req-cc3de8f0-97db-402e-8d38-f0e5a603f457 tempest-ServersAdminNegativeTestJSON-815463049 tempest-ServersAdminNegativeTestJSON-815463049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:11.627379 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ee47dbe-c0d4-43ac-9a8e-c22a0a6d5627 req-cc3de8f0-97db-402e-8d38-f0e5a603f457 tempest-ServersAdminNegativeTestJSON-815463049 tempest-ServersAdminNegativeTestJSON-815463049-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 1102 time: 0.1467719 Nov 19 09:15:11.632618 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a8eb3d2f-b4dd-4deb-8a76-d5c067aa8a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623769eb-2c7b-4174-8dad-bc3e20a65b7d']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:11.658249 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-67c99ea5-36ab-4f10-adfa-7d460e281046 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3d2e61f345442a58b6c01872c648d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417007 Nov 19 09:15:11.661044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38730) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:11.662872 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a8eb3d2f-b4dd-4deb-8a76-d5c067aa8a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac75e10a-baa6-4080-9bea-b8282143c73b') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:11.663171 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a8eb3d2f-b4dd-4deb-8a76-d5c067aa8a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac75e10a-baa6-4080-9bea-b8282143c73b') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:11.692930 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3d2f-b4dd-4deb-8a76-d5c067aa8a2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.696719 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.727634 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3d2f-b4dd-4deb-8a76-d5c067aa8a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.754540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8eb3d2f-b4dd-4deb-8a76-d5c067aa8a2e admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:15:11.754949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3d2f-b4dd-4deb-8a76-d5c067aa8a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:15:11.756994 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:15:11.759797 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4b125f1e-f611-4c57-8979-5f52f179a12b None None] Provisioning complete for port c4401e32-947b-40fe-8f2c-1ff81c33ecaf triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:11.760378 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4b125f1e-f611-4c57-8979-5f52f179a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:11.839379 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4b125f1e-f611-4c57-8979-5f52f179a12b None None] Port c4401e32-947b-40fe-8f2c-1ff81c33ecaf cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:15:11.856090 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:08Z', 'revision_number': 4, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b191b371-860f-48e0-8602-b298644e73a8', 'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'mac_address': 'fa:16:3e:6d:c8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:07Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 2, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'subnets': [{'id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:11.891739 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Checking router: 97421bed-b84c-45f3-bccb-846467d3c5e3 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:15:11.892691 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Updating router 97421bed-b84c-45f3-bccb-846467d3c5e3 port b191b371-860f-48e0-8602-b298644e73a8 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:15:11.928745 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.095811 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4401e32-947b-40fe-8f2c-1ff81c33ecaf {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:15:12.106318 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.125063 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Transition to ACTIVE for port object c4401e32-947b-40fe-8f2c-1ff81c33ecaf will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:15:12.131108 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.153042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ee47dbe-c0d4-43ac-9a8e-c22a0a6d5627 req-71751a5a-725c-4461-ad16-3fcc9a3815d0 tempest-ServersAdminNegativeTestJSON-815463049 tempest-ServersAdminNegativeTestJSON-815463049-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246716 Nov 19 09:15:12.205784 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-593b95c0-a00e-4369-9795-0387603d9360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.206673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Pushing event updated for resources: {'Port': ['ID=c4401e32-947b-40fe-8f2c-1ff81c33ecaf,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:12.217932 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3d2f-b4dd-4deb-8a76-d5c067aa8a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.229357 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3d2f-b4dd-4deb-8a76-d5c067aa8a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.233144 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a8eb3d2f-b4dd-4deb-8a76-d5c067aa8a2e admin admin] 10.222.0.21 "DELETE /v2.0/networks/623769eb-2c7b-4174-8dad-bc3e20a65b7d HTTP/1.1" status: 204 len: 168 time: 0.9939280 Nov 19 09:15:12.258091 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb3d2f-b4dd-4deb-8a76-d5c067aa8a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=623769eb-2c7b-4174-8dad-bc3e20a65b7d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:12.267621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38744) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:12.279485 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-593b95c0-a00e-4369-9795-0387603d9360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.284012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-15bcedd2-a98e-4b68-9a1a-9c4d3dd450a8 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--911102472', 'description': 'tempest-description--1462611340'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:12.355484 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.362169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Attempting to bind port c4401e32-947b-40fe-8f2c-1ff81c33ecaf on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:15:12.362169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Attempting to bind port c4401e32-947b-40fe-8f2c-1ff81c33ecaf by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'a7507668-d0f0-448f-870c-ec3cee8c9af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:15:12.362169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Attempting to bind port c4401e32-947b-40fe-8f2c-1ff81c33ecaf on network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:12.366153 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Port c4401e32-947b-40fe-8f2c-1ff81c33ecaf on network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:15:12.367094 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Attempting to bind port c4401e32-947b-40fe-8f2c-1ff81c33ecaf on network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:12.373692 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.375582 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:15:12.376096 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Checking segment: {'id': 'a7507668-d0f0-448f-870c-ec3cee8c9af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:12.377026 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Bound using segment: {'id': 'a7507668-d0f0-448f-870c-ec3cee8c9af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:15:12.377983 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Bound port: c4401e32-947b-40fe-8f2c-1ff81c33ecaf, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7507668-d0f0-448f-870c-ec3cee8c9af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:15:12.378863 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.451104 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51be67-d5b7-4b18-8551-d4b0e586ed70 None None] Pushing event updated for resources: {'Port': ['ID=b191b371-860f-48e0-8602-b298644e73a8,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:12.470311 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15bcedd2-a98e-4b68-9a1a-9c4d3dd450a8 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.533906 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Attempting to bind port b191b371-860f-48e0-8602-b298644e73a8 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:15:12.535217 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Attempting to bind port b191b371-860f-48e0-8602-b298644e73a8 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:15:12.535217 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Attempting to bind port b191b371-860f-48e0-8602-b298644e73a8 on network 474919e0-d306-45f8-ba00-5d415ec8f657 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:12.545196 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:15:12.545726 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Checking segment: {'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:12.546240 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.546741 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Bound using segment: {'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:15:12.547264 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Bound port: b191b371-860f-48e0-8602-b298644e73a8, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:15:12.547840 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.556521 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] For port c4401e32-947b-40fe-8f2c-1ff81c33ecaf, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:15:12.563896 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] For port c4401e32-947b-40fe-8f2c-1ff81c33ecaf, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c4401e32-947b-40fe-8f2c-1ff81c33ecaf,segment=NetworkSegment(a7507668-d0f0-448f-870c-ec3cee8c9af7),segment_id=a7507668-d0f0-448f-870c-ec3cee8c9af7)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:15:12.576722 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.606181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38746) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:12.623713 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471fd4b-4633-4f7a-b72c-2106c3137161 req-b213adca-9fd1-4029-9e5c-168da4a971a6 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:12.633511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1471fd4b-4633-4f7a-b72c-2106c3137161 req-b213adca-9fd1-4029-9e5c-168da4a971a6 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.3446770 Nov 19 09:15:12.636465 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:12.637496 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.639669 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] 10.222.0.71 "PUT /v2.0/ports/c4401e32-947b-40fe-8f2c-1ff81c33ecaf HTTP/1.1" status: 200 len: 1092 time: 1.0701687 Nov 19 09:15:12.640158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8b7c71-3306-4669-89e2-3b1e6a673e68', 'tag': 'c4401e32-947b-40fe-8f2c-1ff81c33ecaf'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:12.642610 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8638d7d6-ab22-4e02-ad23-c53a19e26785" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8b7c71-3306-4669-89e2-3b1e6a673e68", "tag": "c4401e32-947b-40fe-8f2c-1ff81c33ecaf"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:12.686810 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4ca55-57c4-4533-9d9c-2fbeedff881a service neutron] Pushing event updated for resources: {'Port': ['ID=c4401e32-947b-40fe-8f2c-1ff81c33ecaf,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:12.690254 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] For port b191b371-860f-48e0-8602-b298644e73a8, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:15:12.694091 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] For port b191b371-860f-48e0-8602-b298644e73a8, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b191b371-860f-48e0-8602-b298644e73a8,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:15:12.702904 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.752728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a70bc3-b032-400b-8618-394444f5841a req-f4bc61cd-210d-4699-80bd-3c1829b8bee8 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:12.755310 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24a70bc3-b032-400b-8618-394444f5841a req-f4bc61cd-210d-4699-80bd-3c1829b8bee8 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 945 time: 0.2276621 Nov 19 09:15:12.756079 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-593b95c0-a00e-4369-9795-0387603d9360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.759323 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-593b95c0-a00e-4369-9795-0387603d9360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.760595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-593b95c0-a00e-4369-9795-0387603d9360 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2679771f-457b-4fc4-bd5f-00ee19604827 HTTP/1.1" status: 204 len: 168 time: 1.0954199 Nov 19 09:15:12.782457 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-2ab59c18-63d0-4719-ae35-7186dd5e0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:12.785067 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-2ab59c18-63d0-4719-ae35-7186dd5e0768 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7ec5d00cfc348a594077a93d6441b62&device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 1095 time: 0.0767000 Nov 19 09:15:12.819441 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51be67-d5b7-4b18-8551-d4b0e586ed70 None None] Pushing event updated for resources: {'Port': ['ID=b191b371-860f-48e0-8602-b298644e73a8,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:12.824933 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Routers {'97421bed-b84c-45f3-bccb-846467d3c5e3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:12.825970 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:14:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['97421bed-b84c-45f3-bccb-846467d3c5e3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:12.850701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1471fd4b-4633-4f7a-b72c-2106c3137161 req-69ec473d-3e6f-44e7-9a00-c47b198a7af9 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162902 Nov 19 09:15:12.857724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b95c0-a00e-4369-9795-0387603d9360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2679771f-457b-4fc4-bd5f-00ee19604827,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:12.867803 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-0301525e-d2df-463c-8477-cf054eab2d48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4401e32-947b-40fe-8f2c-1ff81c33ecaf HTTP/1.1" status: 200 len: 217 time: 0.0637126 Nov 19 09:15:12.908232 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5fb29692-8966-4597-88f8-cc9d98fc3bc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=459faed4a1da477fbc9bf95c05f128c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008165 Nov 19 09:15:12.909994 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38752) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:12.967501 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2b2eea02-1a54-4d91-a2a6-65d78520f230 None None] Provisioning complete for port b191b371-860f-48e0-8602-b298644e73a8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:12.969194 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2b2eea02-1a54-4d91-a2a6-65d78520f230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:12.991108 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-7111682f-46f2-4937-866d-8e873c7bec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:12.992626 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-7111682f-46f2-4937-866d-8e873c7bec5f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2dc59a7-693a-40a0-ab45-b7982da75253 HTTP/1.1" status: 200 len: 850 time: 0.1232243 Nov 19 09:15:13.010195 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15bcedd2-a98e-4b68-9a1a-9c4d3dd450a8 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:13.048267 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d425726-2e71-43ce-b173-8b68a257133e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:13.057528 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f4483745-2d43-4aca-a0a9-cf93c8f3aa47 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:13.078410 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d425726-2e71-43ce-b173-8b68a257133e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:13.116058 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-65525f45-52eb-4412-86d3-55adf708b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:13.119515 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-65525f45-52eb-4412-86d3-55adf708b508 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124141 Nov 19 09:15:13.130949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15bcedd2-a98e-4b68-9a1a-9c4d3dd450a8 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:13.155247 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] Set router 97421bed-b84c-45f3-bccb-846467d3c5e3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:13.177663 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24a70bc3-b032-400b-8618-394444f5841a req-d29b1f9e-6aba-4836-ad12-4849d45cf674 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388562 Nov 19 09:15:13.254667 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15bcedd2-a98e-4b68-9a1a-9c4d3dd450a8 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:13.255992 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2b2eea02-1a54-4d91-a2a6-65d78520f230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:13.260494 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-15bcedd2-a98e-4b68-9a1a-9c4d3dd450a8 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9917347 Nov 19 09:15:13.261825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port f4483745-2d43-4aca-a0a9-cf93c8f3aa47 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:15:13.265206 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38756) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:13.272780 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9ac164a1-ef71-4bfa-9bcd-d7de6cdd5505 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Request body: {'security_group_rule': {'security_group_id': '4b7a965f-1f7d-4732-9c3c-4954e9ab449d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:13.306015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port f4483745-2d43-4aca-a0a9-cf93c8f3aa47 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:13.306699 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:13.315374 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bcedd2-a98e-4b68-9a1a-9c4d3dd450a8 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7a965f-1f7d-4732-9c3c-4954e9ab449d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:13.331478 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d425726-2e71-43ce-b173-8b68a257133e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:13.341553 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d425726-2e71-43ce-b173-8b68a257133e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:13.346446 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6d425726-2e71-43ce-b173-8b68a257133e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6299b0c2-4b73-417f-8e61-d8c4433fdf54 HTTP/1.1" status: 204 len: 168 time: 0.4250104 Nov 19 09:15:13.367160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f41683-314e-41bc-8517-ad19f5649b7e req-0537530a-2a1d-4112-b16e-9a751aa15a49 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:13.376373 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ac164a1-ef71-4bfa-9bcd-d7de6cdd5505 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:13.379592 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56f41683-314e-41bc-8517-ad19f5649b7e req-0537530a-2a1d-4112-b16e-9a751aa15a49 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 943 time: 0.2472484 Nov 19 09:15:13.389881 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e73af03-147e-4ba6-87f5-3031e654e4c1 x-openstack-request-id: req-5e73af03-147e-4ba6-87f5-3031e654e4c1 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:13.389881 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8b7c71-3306-4669-89e2-3b1e6a673e68", "tag": "c4401e32-947b-40fe-8f2c-1ff81c33ecaf", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:13.389881 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e73af03-147e-4ba6-87f5-3031e654e4c1 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:13.389881 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8b7c71-3306-4669-89e2-3b1e6a673e68', 'tag': 'c4401e32-947b-40fe-8f2c-1ff81c33ecaf', 'status': 'completed', 'code': 200} Nov 19 09:15:13.426336 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2b2eea02-1a54-4d91-a2a6-65d78520f230 None None] For port b191b371-860f-48e0-8602-b298644e73a8, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b191b371-860f-48e0-8602-b298644e73a8,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:13.439417 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2b2eea02-1a54-4d91-a2a6-65d78520f230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:13.440916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d425726-2e71-43ce-b173-8b68a257133e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6299b0c2-4b73-417f-8e61-d8c4433fdf54,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:13.458838 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-becccc14-0396-43ce-bf2a-32220f3e1006 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286567 Nov 19 09:15:13.528367 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56f41683-314e-41bc-8517-ad19f5649b7e req-fa4decc7-733b-4328-b73b-50f0836cfe11 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fe81eb3-a1de-4129-aa38-318e3bb253cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429653 Nov 19 09:15:13.638202 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:08Z', 'revision_number': 4, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b191b371-860f-48e0-8602-b298644e73a8', 'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'mac_address': 'fa:16:3e:6d:c8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:07Z', 'updated_at': '2021-11-19T09:15:12Z', 'revision_number': 4, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'subnets': [{'id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:13.655374 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38770) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:13.658056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2eea02-1a54-4d91-a2a6-65d78520f230 None None] Pushing event updated for resources: {'Port': ['ID=b191b371-860f-48e0-8602-b298644e73a8,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:13.660951 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ac164a1-ef71-4bfa-9bcd-d7de6cdd5505 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:13.674940 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ac164a1-ef71-4bfa-9bcd-d7de6cdd5505 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:13.691232 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:13.698052 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac164a1-ef71-4bfa-9bcd-d7de6cdd5505 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2740cee9-9042-479c-9045-db4c7bf4bb8a,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:13.712960 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dcb03a-5a3a-46f7-a60d-593e0e4e2f29 None None] The sync data for ids ['97421bed-b84c-45f3-bccb-846467d3c5e3'] in n-d-805649-14 is: [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:08Z', 'revision_number': 4, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b191b371-860f-48e0-8602-b298644e73a8', 'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'mac_address': 'fa:16:3e:6d:c8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:07Z', 'updated_at': '2021-11-19T09:15:12Z', 'revision_number': 4, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'subnets': [{'id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:15:13.729053 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebd04269-7d09-487b-a37e-f9155ad27f44 req-3118907e-7697-4840-8a8c-7a0fe5bf4ab7 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477026 Nov 19 09:15:13.743875 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ac164a1-ef71-4bfa-9bcd-d7de6cdd5505 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:13.748882 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9ac164a1-ef71-4bfa-9bcd-d7de6cdd5505 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4826024 Nov 19 09:15:13.749788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38772) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:13.752356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38776) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:13.753504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1de9b654-936e-47c9-95b6-a6398fc36e42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9eec8b568e16489e99e4842e170ca9c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0965872 Nov 19 09:15:13.757979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-046de37a-d840-4987-8881-d8d450a8b679 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Request body: {'security_group_rule': {'security_group_id': '4b7a965f-1f7d-4732-9c3c-4954e9ab449d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:13.843994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b11681d-1510-4af7-80c2-6fc1fba33e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4483745-2d43-4aca-a0a9-cf93c8f3aa47'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:13.847833 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6c659d-05a1-406f-8392-4ee7f60af0e2" -d '{"events": [{"server_uuid": "0b11681d-1510-4af7-80c2-6fc1fba33e61", "name": "network-vif-plugged", "status": "completed", "tag": "f4483745-2d43-4aca-a0a9-cf93c8f3aa47"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:13.852922 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f4483745-2d43-4aca-a0a9-cf93c8f3aa47, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:13.856930 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fe8c88b9-c695-43fa-a0a4-9fbd71322838 None None] Provisioning complete for port b191b371-860f-48e0-8602-b298644e73a8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:13.860004 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fe8c88b9-c695-43fa-a0a4-9fbd71322838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:13.927878 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:14.009915 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-046de37a-d840-4987-8881-d8d450a8b679 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:14.030430 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638d7d6-ab22-4e02-ad23-c53a19e26785 req-e54c8f90-2922-40a8-a5f7-1f92dca8eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:14.031960 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb5ea18-721f-48be-a275-42206a02f2d4 x-openstack-request-id: req-8eb5ea18-721f-48be-a275-42206a02f2d4 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:14.032483 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b11681d-1510-4af7-80c2-6fc1fba33e61", "name": "network-vif-plugged", "status": "completed", "tag": "f4483745-2d43-4aca-a0a9-cf93c8f3aa47", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:14.032605 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8638d7d6-ab22-4e02-ad23-c53a19e26785 req-e54c8f90-2922-40a8-a5f7-1f92dca8eb2a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7ec5d00cfc348a594077a93d6441b62&device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 1095 time: 0.1598046 Nov 19 09:15:14.032893 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8eb5ea18-721f-48be-a275-42206a02f2d4 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:14.033454 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b11681d-1510-4af7-80c2-6fc1fba33e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4483745-2d43-4aca-a0a9-cf93c8f3aa47', 'code': 200} Nov 19 09:15:14.033602 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2fd888a-af41-45c7-9c2a-097798d6c016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:14.098905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:14.194200 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638d7d6-ab22-4e02-ad23-c53a19e26785 req-3f68e409-2289-426d-a4c6-b90f162b8a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:14.195719 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8638d7d6-ab22-4e02-ad23-c53a19e26785 req-3f68e409-2289-426d-a4c6-b90f162b8a2c service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca HTTP/1.1" status: 200 len: 912 time: 0.1366103 Nov 19 09:15:14.222516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86caceb0-fbb2-4ff5-ba3c-d87509352fe3 req-a8dde1bf-47fe-41dd-a7c3-76bd53013eed tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:14.224238 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86caceb0-fbb2-4ff5-ba3c-d87509352fe3 req-a8dde1bf-47fe-41dd-a7c3-76bd53013eed tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 950 time: 0.1871238 Nov 19 09:15:14.231076 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2fd888a-af41-45c7-9c2a-097798d6c016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:14.272784 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b75dc2-5702-40dd-9f24-b4d42c53221e req-6f893235-8de8-43ab-b798-f0b3b9d678f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:14.277106 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8638d7d6-ab22-4e02-ad23-c53a19e26785 req-ea1b4924-d717-47f3-9dee-1bc49b388edd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4401e32-947b-40fe-8f2c-1ff81c33ecaf HTTP/1.1" status: 200 len: 217 time: 0.0583739 Nov 19 09:15:14.277290 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f6b75dc2-5702-40dd-9f24-b4d42c53221e req-6f893235-8de8-43ab-b798-f0b3b9d678f1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 1098 time: 0.1577785 Nov 19 09:15:14.287259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd6266-e49e-4094-a69f-7853634b6267 req-37e984ef-965d-48c0-8954-92feef198ce3 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:14.289535 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8fd6266-e49e-4094-a69f-7853634b6267 req-37e984ef-965d-48c0-8954-92feef198ce3 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1705041 Nov 19 09:15:14.303971 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-046de37a-d840-4987-8881-d8d450a8b679 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:14.338349 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-046de37a-d840-4987-8881-d8d450a8b679 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:14.363631 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-046de37a-d840-4987-8881-d8d450a8b679 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:14.364958 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-046de37a-d840-4987-8881-d8d450a8b679 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6139264 Nov 19 09:15:14.369709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86caceb0-fbb2-4ff5-ba3c-d87509352fe3 req-08a0c3f6-a54c-43e8-b8f0-a5c8de61c902 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300542 Nov 19 09:15:14.372676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38796) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:14.383492 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:14.395508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046de37a-d840-4987-8881-d8d450a8b679 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b794d711-9448-4eef-b632-47392e101070,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:14.416934 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638d7d6-ab22-4e02-ad23-c53a19e26785 req-8e610637-e36a-4a3d-ae28-c30933a7d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:14.418596 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8638d7d6-ab22-4e02-ad23-c53a19e26785 req-8e610637-e36a-4a3d-ae28-c30933a7d0d9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2dc59a7-693a-40a0-ab45-b7982da75253 HTTP/1.1" status: 200 len: 850 time: 0.1168990 Nov 19 09:15:14.440736 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2fd888a-af41-45c7-9c2a-097798d6c016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:14.443654 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2fd888a-af41-45c7-9c2a-097798d6c016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:14.447734 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e2fd888a-af41-45c7-9c2a-097798d6c016 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed0be7af-4aad-4cca-84c6-a25dfa48836e HTTP/1.1" status: 204 len: 168 time: 0.6935048 Nov 19 09:15:14.475892 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd888a-af41-45c7-9c2a-097798d6c016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0be7af-4aad-4cca-84c6-a25dfa48836e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:14.478744 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:14.492185 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8fd6266-e49e-4094-a69f-7853634b6267 req-56c8ffe8-8a67-4d72-81d0-72377dc8642d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836007 Nov 19 09:15:14.503290 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f6b75dc2-5702-40dd-9f24-b4d42c53221e req-4a6af0dd-acac-416b-969e-1dbb39df0d8b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064953 Nov 19 09:15:14.555828 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638d7d6-ab22-4e02-ad23-c53a19e26785 req-1a258206-0214-47e4-9cce-beb0373b0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:14.557472 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8638d7d6-ab22-4e02-ad23-c53a19e26785 req-1a258206-0214-47e4-9cce-beb0373b0680 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1278846 Nov 19 09:15:14.626479 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:14.638461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08079d-d453-4c89-a471-2dffdfc1c64c req-d228570c-a2b0-4878-ad9e-ca16e52596f7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:14.655628 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6b08079d-d453-4c89-a471-2dffdfc1c64c req-d228570c-a2b0-4878-ad9e-ca16e52596f7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.1609869 Nov 19 09:15:14.768941 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6b08079d-d453-4c89-a471-2dffdfc1c64c req-0db1255d-4e59-4664-9ca0-3b1d42b8a1ab tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123986 Nov 19 09:15:14.807323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43c83c-f4e5-4755-9574-6e642ea2839a req-1a057885-aa88-42ae-a73e-792b22c9c29e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:14.825720 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b43c83c-f4e5-4755-9574-6e642ea2839a req-1a057885-aa88-42ae-a73e-792b22c9c29e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 943 time: 0.1386411 Nov 19 09:15:14.902886 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b191b371-860f-48e0-8602-b298644e73a8 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:14.923262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b43c83c-f4e5-4755-9574-6e642ea2839a req-cb3fb52d-dfb0-47a2-8b21-06ff2914c512 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fe81eb3-a1de-4129-aa38-318e3bb253cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912862 Nov 19 09:15:14.964763 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8638d7d6-ab22-4e02-ad23-c53a19e26785 req-20e14450-f657-4611-b8ef-c189890a414d service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384408 Nov 19 09:15:14.984523 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b191b371-860f-48e0-8602-b298644e73a8 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:14.985310 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:15.045317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38820) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:15.182215 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Allocated IP 172.25.0.98 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/52f6f360-f37f-4666-b6a4-26dea014366a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:15.264557 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:15.291585 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8638d7d6-ab22-4e02-ad23-c53a19e26785 req-e34b60ca-5fc5-4fe0-b2f3-69c677d4bc8e service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061647 Nov 19 09:15:15.311986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-09584cc3-0324-4648-85fe-345e55ab046f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1006416905-network', 'tenant_id': '4d4a899d43d04c95a8009916cf747f11'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:15.352241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09584cc3-0324-4648-85fe-345e55ab046f admin admin] Made reservation on behalf of 4d4a899d43d04c95a8009916cf747f11 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:15:15.355245 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09584cc3-0324-4648-85fe-345e55ab046f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:15.380346 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:15.382929 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09584cc3-0324-4648-85fe-345e55ab046f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:15.391568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0bea5-1c44-450c-b435-a48b15b07c7f req-9ece03a2-a5cb-4cea-ad62-b307e56e6643 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:15.393283 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79c0bea5-1c44-450c-b435-a48b15b07c7f req-9ece03a2-a5cb-4cea-ad62-b307e56e6643 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 950 time: 0.1136014 Nov 19 09:15:15.503323 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:15.523233 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09584cc3-0324-4648-85fe-345e55ab046f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:15.534724 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09584cc3-0324-4648-85fe-345e55ab046f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:15.570223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a5b5f-f8ed-4e35-9352-9f559c3793e8 req-d39b904a-71cd-490d-9f5d-4893b3afa1f1 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:15.570500 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:15.578124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:15.580563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-204a5b5f-f8ed-4e35-9352-9f559c3793e8 req-d39b904a-71cd-490d-9f5d-4893b3afa1f1 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 950 time: 0.1072896 Nov 19 09:15:15.586010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:15.600674 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09584cc3-0324-4648-85fe-345e55ab046f admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:15:15.632259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09584cc3-0324-4648-85fe-345e55ab046f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628d945b-a97c-4916-a4f6-2a34c5d97f5b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:15.642916 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09584cc3-0324-4648-85fe-345e55ab046f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:15.642916 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-09584cc3-0324-4648-85fe-345e55ab046f admin admin] Added segment bf55141a-fbe9-490b-a119-59b3f30c0242 of type vlan for network 73ee6178-8864-453d-9dbc-d6eeb1c93d43 Nov 19 09:15:15.646496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-79c0bea5-1c44-450c-b435-a48b15b07c7f req-26ee300e-7b43-4209-af04-d14bc8656910 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Deleting port 38cff834-6f14-4829-b86b-846b9496d99e {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:15.646845 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79c0bea5-1c44-450c-b435-a48b15b07c7f req-26ee300e-7b43-4209-af04-d14bc8656910 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:15.649608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event updated for resources: {'Port': ['ID=52f6f360-f37f-4666-b6a4-26dea014366a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:15.704132 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38838) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:15.736625 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09584cc3-0324-4648-85fe-345e55ab046f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:15.759099 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-204a5b5f-f8ed-4e35-9352-9f559c3793e8 req-d6783afa-3b61-43f0-af5b-f4436f2f24b8 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772268 Nov 19 09:15:15.777336 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:15.797246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903ddaa-7687-4115-93cc-3b3351aeed0c req-d594be5b-581d-4d8d-be61-2acfe99b4623 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:15.798841 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a903ddaa-7687-4115-93cc-3b3351aeed0c req-d594be5b-581d-4d8d-be61-2acfe99b4623 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1621888 Nov 19 09:15:15.810319 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09584cc3-0324-4648-85fe-345e55ab046f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:15.813298 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09584cc3-0324-4648-85fe-345e55ab046f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:15.814337 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09584cc3-0324-4648-85fe-345e55ab046f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:15.850886 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:15.855328 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-79c0bea5-1c44-450c-b435-a48b15b07c7f req-26ee300e-7b43-4209-af04-d14bc8656910 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] For port 38cff834-6f14-4829-b86b-846b9496d99e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=38cff834-6f14-4829-b86b-846b9496d99e,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:15.855705 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79c0bea5-1c44-450c-b435-a48b15b07c7f req-26ee300e-7b43-4209-af04-d14bc8656910 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:15.887117 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b07da4fc-4e00-4c3e-9325-a3f1bbdab8a9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1613612001-network', 'tenant_id': '2744ab6c652c4441be06ed56e825396a'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:15.909592 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-79c0bea5-1c44-450c-b435-a48b15b07c7f req-26ee300e-7b43-4209-af04-d14bc8656910 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Calling delete_port for 38cff834-6f14-4829-b86b-846b9496d99e owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:15.939641 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07da4fc-4e00-4c3e-9325-a3f1bbdab8a9 admin admin] Made reservation on behalf of 2744ab6c652c4441be06ed56e825396a for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:15:15.941862 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b07da4fc-4e00-4c3e-9325-a3f1bbdab8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:15.960718 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-09584cc3-0324-4648-85fe-345e55ab046f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9148057 Nov 19 09:15:15.967190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38848) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:15.979258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-90fda367-f03c-4ace-b350-5a65bdd3a7ea admin admin] Request body: {'subnet': {'network_id': '73ee6178-8864-453d-9dbc-d6eeb1c93d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1006416905-subnet', 'tenant_id': '4d4a899d43d04c95a8009916cf747f11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:15.995237 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09584cc3-0324-4648-85fe-345e55ab046f admin admin] Pushing event updated for resources: {'Network': ['ID=73ee6178-8864-453d-9dbc-d6eeb1c93d43,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:15.996123 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b07da4fc-4e00-4c3e-9325-a3f1bbdab8a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:16.009269 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 73ee6178-8864-453d-9dbc-d6eeb1c93d43 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:15:16.019253 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a903ddaa-7687-4115-93cc-3b3351aeed0c req-2a5287eb-190c-40a4-976d-1ee5db7d7c04 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130556 Nov 19 09:15:16.032964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915aaa52-961d-4aba-8ff2-0718ff982218 req-cd9315b4-7ee7-49b0-b0de-d87e85ba8800 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:16.040375 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-915aaa52-961d-4aba-8ff2-0718ff982218 req-cd9315b4-7ee7-49b0-b0de-d87e85ba8800 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.1490264 Nov 19 09:15:16.063564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fda367-f03c-4ace-b350-5a65bdd3a7ea admin admin] Made reservation on behalf of 4d4a899d43d04c95a8009916cf747f11 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:15:16.066184 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-90fda367-f03c-4ace-b350-5a65bdd3a7ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:16.170425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-915aaa52-961d-4aba-8ff2-0718ff982218 req-c28ec640-61e8-4ad1-be07-95be8f992e16 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290605 Nov 19 09:15:16.254672 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b07da4fc-4e00-4c3e-9325-a3f1bbdab8a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:16.256822 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:16.259305 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79c0bea5-1c44-450c-b435-a48b15b07c7f req-26ee300e-7b43-4209-af04-d14bc8656910 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:16.261143 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b07da4fc-4e00-4c3e-9325-a3f1bbdab8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:16.272423 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:16.275502 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['38cff834-6f14-4829-b86b-846b9496d99e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:15:16.279173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['9881892a-3b74-4cd5-89ab-e185c6d8c304'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:15:16.312058 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee300e-7b43-4209-af04-d14bc8656910 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Pushing event deleted for resources: {'Port': ['ID=38cff834-6f14-4829-b86b-846b9496d99e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:16.320375 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be875c-0f35-41fd-a2e8-04e60cc21eef req-7644f5f5-57a7-4127-a352-118197cc59f1 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:16.321597 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9be875c-0f35-41fd-a2e8-04e60cc21eef req-7644f5f5-57a7-4127-a352-118197cc59f1 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 943 time: 0.1020715 Nov 19 09:15:16.324685 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07da4fc-4e00-4c3e-9325-a3f1bbdab8a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:15:16.367316 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-90fda367-f03c-4ace-b350-5a65bdd3a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:16.405720 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b07da4fc-4e00-4c3e-9325-a3f1bbdab8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:16.406072 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-b07da4fc-4e00-4c3e-9325-a3f1bbdab8a9 admin admin] Added segment a242f2fe-60d5-48d8-b489-5b5c173ec85a of type vlan for network 6c943c84-c7d4-4ab3-8c65-bfe7ac14af55 Nov 19 09:15:16.411405 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07da4fc-4e00-4c3e-9325-a3f1bbdab8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ca24f0-e18c-4c3e-aa22-e8ecc5500bdb,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:16.467702 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9be875c-0f35-41fd-a2e8-04e60cc21eef req-2513fd5d-921a-4a3f-baaa-92db8283d2b0 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fe81eb3-a1de-4129-aa38-318e3bb253cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315596 Nov 19 09:15:16.475766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c0bea5-1c44-450c-b435-a48b15b07c7f req-26ee300e-7b43-4209-af04-d14bc8656910 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] No DVR routers for this DVR port 38cff834-6f14-4829-b86b-846b9496d99e on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:15:16.485636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fda367-f03c-4ace-b350-5a65bdd3a7ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc766ddb-43ca-4208-925e-64b34761da4e,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:16.493299 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79c0bea5-1c44-450c-b435-a48b15b07c7f req-26ee300e-7b43-4209-af04-d14bc8656910 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:16.496706 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79c0bea5-1c44-450c-b435-a48b15b07c7f req-26ee300e-7b43-4209-af04-d14bc8656910 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.66 "DELETE /v2.0/ports/38cff834-6f14-4829-b86b-846b9496d99e HTTP/1.1" status: 204 len: 173 time: 1.0960965 Nov 19 09:15:16.497452 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event updated for resources: {'Port': ['ID=52f6f360-f37f-4666-b6a4-26dea014366a,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:16.499568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c329dcb-9097-4dc1-a10a-d6cb9316e7cf', 'name': 'network-vif-deleted', 'tag': '38cff834-6f14-4829-b86b-846b9496d99e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:16.501883 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c881b90-1050-4ff7-9fe2-76a235e4e6f0" -d '{"events": [{"server_uuid": "1c329dcb-9097-4dc1-a10a-d6cb9316e7cf", "name": "network-vif-deleted", "tag": "38cff834-6f14-4829-b86b-846b9496d99e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:16.505643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fda367-f03c-4ace-b350-5a65bdd3a7ea admin admin] Checking segment: {'id': 'bf55141a-fbe9-490b-a119-59b3f30c0242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '73ee6178-8864-453d-9dbc-d6eeb1c93d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:16.505942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fda367-f03c-4ace-b350-5a65bdd3a7ea admin admin] Network hostable DHCP agents. Network: 73ee6178-8864-453d-9dbc-d6eeb1c93d43, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:15:16.522383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b07da4fc-4e00-4c3e-9325-a3f1bbdab8a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:16.533699 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:16.550595 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fda367-f03c-4ace-b350-5a65bdd3a7ea admin admin] Network 73ee6178-8864-453d-9dbc-d6eeb1c93d43 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:15:16.566567 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-90fda367-f03c-4ace-b350-5a65bdd3a7ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 73ee6178-8864-453d-9dbc-d6eeb1c93d43) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:16.579582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b85854c-60bf-4a96-b36e-a01bd77e67bc None None] Network 73ee6178-8864-453d-9dbc-d6eeb1c93d43 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:15:16.584382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fda367-f03c-4ace-b350-5a65bdd3a7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:16.585001 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-90fda367-f03c-4ace-b350-5a65bdd3a7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:16.595283 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:16.604819 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-49e36eff-cc13-402a-bd79-fd01b90018da tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2215750 Nov 19 09:15:16.604819 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3deb25ec-8d15-4eaf-b35a-bbac48149be3 x-openstack-request-id: req-3deb25ec-8d15-4eaf-b35a-bbac48149be3 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:16.604819 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c329dcb-9097-4dc1-a10a-d6cb9316e7cf", "name": "network-vif-deleted", "tag": "38cff834-6f14-4829-b86b-846b9496d99e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:16.604819 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3deb25ec-8d15-4eaf-b35a-bbac48149be3 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:16.604819 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c329dcb-9097-4dc1-a10a-d6cb9316e7cf', 'name': 'network-vif-deleted', 'tag': '38cff834-6f14-4829-b86b-846b9496d99e', 'status': 'completed', 'code': 200} Nov 19 09:15:16.610156 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b07da4fc-4e00-4c3e-9325-a3f1bbdab8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:16.611417 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07da4fc-4e00-4c3e-9325-a3f1bbdab8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:16.612565 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b07da4fc-4e00-4c3e-9325-a3f1bbdab8a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:16.670963 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-90fda367-f03c-4ace-b350-5a65bdd3a7ea admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6917276 Nov 19 09:15:16.697203 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b07da4fc-4e00-4c3e-9325-a3f1bbdab8a9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9719872 Nov 19 09:15:16.700984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38856) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:16.706119 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Request body: {'subnet': {'network_id': '6c943c84-c7d4-4ab3-8c65-bfe7ac14af55', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613612001-subnet', 'tenant_id': '2744ab6c652c4441be06ed56e825396a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:16.714576 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07da4fc-4e00-4c3e-9325-a3f1bbdab8a9 admin admin] Pushing event updated for resources: {'Network': ['ID=6c943c84-c7d4-4ab3-8c65-bfe7ac14af55,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:16.744182 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Made reservation on behalf of 2744ab6c652c4441be06ed56e825396a for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:15:16.748134 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:16.769713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 6c943c84-c7d4-4ab3-8c65-bfe7ac14af55 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:15:16.927587 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2d2530c-2ca1-4ccc-9c3e-711251ed3349 req-e241fea0-5bed-40d8-bc2d-947c81648644 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c329dcb-9097-4dc1-a10a-d6cb9316e7cf HTTP/1.1" status: 200 len: 210 time: 0.0368109 Nov 19 09:15:16.947075 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72b9ef5-8e9c-49f7-b02b-29cf6d6566f4 None None] Network 73ee6178-8864-453d-9dbc-d6eeb1c93d43 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:15:17.001859 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-74d14c83-5400-41d8-accc-8016f2a75c88 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--911102472&fields=id&tenant_id=aca38c45346a4619b8e97252585ec66d HTTP/1.1" status: 200 len: 267 time: 0.0798204 Nov 19 09:15:17.075678 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c4401e32-947b-40fe-8f2c-1ff81c33ecaf details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:15:17.140851 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-e8cb23ed-3bdc-427f-920b-09a4617f3026 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:17.149868 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-e8cb23ed-3bdc-427f-920b-09a4617f3026 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/networks?id=474919e0-d306-45f8-ba00-5d415ec8f657 HTTP/1.1" status: 200 len: 817 time: 0.1469572 Nov 19 09:15:17.171052 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-a266c142-8828-4606-ab4c-49f849effccd tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/quotas/aca38c45346a4619b8e97252585ec66d HTTP/1.1" status: 200 len: 375 time: 0.0194974 Nov 19 09:15:17.294656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c4401e32-947b-40fe-8f2c-1ff81c33ecaf, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c4401e32-947b-40fe-8f2c-1ff81c33ecaf,segment=NetworkSegment(a7507668-d0f0-448f-870c-ec3cee8c9af7),segment_id=a7507668-d0f0-448f-870c-ec3cee8c9af7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:17.310891 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-b2b3c4ec-363a-48e0-8589-8bba661f057b tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aca38c45346a4619b8e97252585ec66d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1353760 Nov 19 09:15:17.311729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'c4401e32-947b-40fe-8f2c-1ff81c33ecaf', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'port_id': 'c4401e32-947b-40fe-8f2c-1ff81c33ecaf', 'mac_address': 'fa:16:3e:59:8d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:15:17.353885 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:17.364868 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:17.369761 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4401e32-947b-40fe-8f2c-1ff81c33ecaf {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:15:17.392098 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c4401e32-947b-40fe-8f2c-1ff81c33ecaf, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c4401e32-947b-40fe-8f2c-1ff81c33ecaf,segment=NetworkSegment(a7507668-d0f0-448f-870c-ec3cee8c9af7),segment_id=a7507668-d0f0-448f-870c-ec3cee8c9af7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:17.399200 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:17.433820 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4494eb70-fb2b-4f7d-b3c2-c29d28efb108,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:17.437148 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Checking segment: {'id': 'a242f2fe-60d5-48d8-b489-5b5c173ec85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c943c84-c7d4-4ab3-8c65-bfe7ac14af55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:17.437510 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Network hostable DHCP agents. Network: 6c943c84-c7d4-4ab3-8c65-bfe7ac14af55, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:15:17.447808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:17.448071 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:17.448411 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:17.448758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:17.449115 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:17.450429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:17.450429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:17.450661 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:17.451198 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:17.451324 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:17.451607 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:17.451934 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:15:17.460599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c4401e32-947b-40fe-8f2c-1ff81c33ecaf,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:17.472357 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Network 6c943c84-c7d4-4ab3-8c65-bfe7ac14af55 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:15:17.484247 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 6c943c84-c7d4-4ab3-8c65-bfe7ac14af55) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:17.494985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc92415-e692-4387-afd4-5298c2154d1a None None] Network 6c943c84-c7d4-4ab3-8c65-bfe7ac14af55 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:15:17.496338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:17.496971 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:17.500763 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888124b-7115-48ab-b878-4bb5f95804fd req-1d097c94-28d3-4180-853f-b2ac349a5672 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:17.502005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7888124b-7115-48ab-b878-4bb5f95804fd req-1d097c94-28d3-4180-853f-b2ac349a5672 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/networks?id=73ee6178-8864-453d-9dbc-d6eeb1c93d43 HTTP/1.1" status: 200 len: 822 time: 0.2469726 Nov 19 09:15:17.513621 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-f0c4be79-925a-4f91-8acc-213ed34033ad service neutron] 10.222.0.21 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845458 Nov 19 09:15:17.526137 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ed2f9b06-9fc2-4495-8c99-b294e83e08d2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8203771 Nov 19 09:15:17.526403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38892) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:17.541122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1613612001-router', 'tenant_id': '2744ab6c652c4441be06ed56e825396a', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:17.584093 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7888124b-7115-48ab-b878-4bb5f95804fd req-1e14d186-2b4d-4b1c-bf73-7e9c4925329a tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/quotas/4d4a899d43d04c95a8009916cf747f11 HTTP/1.1" status: 200 len: 375 time: 0.0607672 Nov 19 09:15:17.633831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7888124b-7115-48ab-b878-4bb5f95804fd req-62db082b-9a2b-4375-9075-454018da7382 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d4a899d43d04c95a8009916cf747f11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396497 Nov 19 09:15:17.641446 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:17.642474 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:17.661021 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-6c943c84-c7d4-4ab3-8c65-bfe7ac14af55', 'network_id': '6c943c84-c7d4-4ab3-8c65-bfe7ac14af55', 'tenant_id': '2744ab6c652c4441be06ed56e825396a', 'fixed_ips': [{'subnet_id': '4494eb70-fb2b-4f7d-b3c2-c29d28efb108'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:15:17.661959 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:17.665950 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:17.714480 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2cf99517-da92-4dd7-b599-2a7dba266b8f service neutron] 10.222.0.21 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999938 Nov 19 09:15:17.737349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['c4401e32-947b-40fe-8f2c-1ff81c33ecaf'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:15:17.767900 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:17.867190 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7888124b-7115-48ab-b878-4bb5f95804fd req-2b885df7-ad85-496d-b9a7-d786378bd53c service neutron] 10.222.0.21 "GET /v2.0/networks/73ee6178-8864-453d-9dbc-d6eeb1c93d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138054 Nov 19 09:15:17.904557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Allocated IP 172.20.0.2 (6c943c84-c7d4-4ab3-8c65-bfe7ac14af55/4494eb70-fb2b-4f7d-b3c2-c29d28efb108/ab1eac44-d1e7-417c-b7bc-3bc684000b30) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:18.000589 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:18.130958 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:18.133821 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7888124b-7115-48ab-b878-4bb5f95804fd req-0cb82c53-31e0-4b67-899e-2fc99e3e013f service neutron] 10.222.0.21 "GET /v2.0/networks/73ee6178-8864-453d-9dbc-d6eeb1c93d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639630 Nov 19 09:15:18.139807 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:18.144223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e871acb-0d31-45d5-b1cb-8ae8f2c66f37 req-de23a245-7e05-4357-b3b7-0a304680f006 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:18.145980 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e871acb-0d31-45d5-b1cb-8ae8f2c66f37 req-de23a245-7e05-4357-b3b7-0a304680f006 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1905544 Nov 19 09:15:18.197711 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Network 6c943c84-c7d4-4ab3-8c65-bfe7ac14af55 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:18.201165 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:18.204893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:18.214149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Pushing event updated for resources: {'Port': ['ID=ab1eac44-d1e7-417c-b7bc-3bc684000b30,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:18.233351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e871acb-0d31-45d5-b1cb-8ae8f2c66f37 req-7589e13e-b344-4d6c-b152-a2e99504b64e tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782700 Nov 19 09:15:18.280359 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Attempting to bind port ab1eac44-d1e7-417c-b7bc-3bc684000b30 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:15:18.280654 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Attempting to bind port ab1eac44-d1e7-417c-b7bc-3bc684000b30 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'a242f2fe-60d5-48d8-b489-5b5c173ec85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c943c84-c7d4-4ab3-8c65-bfe7ac14af55'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:15:18.281033 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Attempting to bind port ab1eac44-d1e7-417c-b7bc-3bc684000b30 on network 6c943c84-c7d4-4ab3-8c65-bfe7ac14af55 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:18.297217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:15:18.297882 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Checking segment: {'id': 'a242f2fe-60d5-48d8-b489-5b5c173ec85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c943c84-c7d4-4ab3-8c65-bfe7ac14af55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:18.298095 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:18.298598 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Bound using segment: {'id': 'a242f2fe-60d5-48d8-b489-5b5c173ec85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c943c84-c7d4-4ab3-8c65-bfe7ac14af55'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:15:18.299111 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Bound port: ab1eac44-d1e7-417c-b7bc-3bc684000b30, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a242f2fe-60d5-48d8-b489-5b5c173ec85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c943c84-c7d4-4ab3-8c65-bfe7ac14af55'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:15:18.299527 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:18.423309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] For port ab1eac44-d1e7-417c-b7bc-3bc684000b30, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:15:18.427085 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] For port ab1eac44-d1e7-417c-b7bc-3bc684000b30, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ab1eac44-d1e7-417c-b7bc-3bc684000b30,segment=NetworkSegment(a242f2fe-60d5-48d8-b489-5b5c173ec85a),segment_id=a242f2fe-60d5-48d8-b489-5b5c173ec85a)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:15:18.438663 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:18.477310 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 38cff834-6f14-4829-b86b-846b9496d99e no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:15:18.503208 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 38cff834-6f14-4829-b86b-846b9496d99e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:15:18.503557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 38cff834-6f14-4829-b86b-846b9496d99e not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:15:18.532902 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:18.536974 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11136f5-0b9a-4b6f-99e1-281e9e716a5f None None] Pushing event updated for resources: {'Port': ['ID=ab1eac44-d1e7-417c-b7bc-3bc684000b30,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:18.546702 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086b93e-bff4-475e-afdb-89b33a359d87 req-22098221-953d-4aee-8593-1cb7b0683379 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:18.554346 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1086b93e-bff4-475e-afdb-89b33a359d87 req-22098221-953d-4aee-8593-1cb7b0683379 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.1692448 Nov 19 09:15:18.590098 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8dc81-3943-4af0-ae6d-6321dd3e10e0 req-09776d0a-b8cc-428f-ad85-65a83dd6317e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:18.592252 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-78c8dc81-3943-4af0-ae6d-6321dd3e10e0 req-09776d0a-b8cc-428f-ad85-65a83dd6317e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 944 time: 0.1607184 Nov 19 09:15:18.596218 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:18.735343 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1086b93e-bff4-475e-afdb-89b33a359d87 req-da793b12-c1ff-4d90-ba19-c32a85deba22 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799979 Nov 19 09:15:18.832846 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-78c8dc81-3943-4af0-ae6d-6321dd3e10e0 req-72c04cf2-1624-4a1e-b78d-ef6cf106c9fb tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fe81eb3-a1de-4129-aa38-318e3bb253cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270555 Nov 19 09:15:18.890402 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-981a6a39-00bb-4475-aecd-ecfb14cb081f req-d456f7f3-6bae-4a61-acf6-144a402b3286 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 210 time: 0.0695395 Nov 19 09:15:18.927316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Allocated IP 172.25.0.91 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/3c969d67-d85b-41e7-9a21-cf648d65ef89) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:19.057467 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e270e63-0eb8-4da0-987d-74ceb69ac98e req-c0e291f5-8d6e-46ec-b7f7-c7203cb4e6a0 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 210 time: 0.0503414 Nov 19 09:15:19.091350 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c4401e32-947b-40fe-8f2c-1ff81c33ecaf up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:19.140893 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:19.187261 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:19.212602 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port c4401e32-947b-40fe-8f2c-1ff81c33ecaf completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:15:19.218219 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port c4401e32-947b-40fe-8f2c-1ff81c33ecaf triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:19.218598 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:19.271524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:19.278643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:19.280784 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Pushing event updated for resources: {'Port': ['ID=3c969d67-d85b-41e7-9a21-cf648d65ef89,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:19.292137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:19.339202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80174f6-ec50-43b8-b6a0-353970578537 req-e32b2cb8-1fc2-4880-ae75-847d3676316c tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:19.341640 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b80174f6-ec50-43b8-b6a0-353970578537 req-e32b2cb8-1fc2-4880-ae75-847d3676316c tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.1667848 Nov 19 09:15:19.394182 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:19.446516 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c4401e32-947b-40fe-8f2c-1ff81c33ecaf, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c4401e32-947b-40fe-8f2c-1ff81c33ecaf,segment=NetworkSegment(a7507668-d0f0-448f-870c-ec3cee8c9af7),segment_id=a7507668-d0f0-448f-870c-ec3cee8c9af7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:19.447552 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8b7c71-3306-4669-89e2-3b1e6a673e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4401e32-947b-40fe-8f2c-1ff81c33ecaf'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:19.452444 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29782f3-7a01-41b4-818f-0c7644f2f019" -d '{"events": [{"server_uuid": "ad8b7c71-3306-4669-89e2-3b1e6a673e68", "name": "network-vif-plugged", "status": "completed", "tag": "c4401e32-947b-40fe-8f2c-1ff81c33ecaf"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:19.457453 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:19.477907 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-b088f48a-88de-4ea8-8d3c-10efd6792335 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:19.479612 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-b088f48a-88de-4ea8-8d3c-10efd6792335 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.66 "GET /v2.0/networks?id=474919e0-d306-45f8-ba00-5d415ec8f657 HTTP/1.1" status: 200 len: 817 time: 0.2066429 Nov 19 09:15:19.550262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b80174f6-ec50-43b8-b6a0-353970578537 req-59498f9c-3a54-44cf-a7ff-dd6d087a7751 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952908 Nov 19 09:15:19.555277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c4401e32-947b-40fe-8f2c-1ff81c33ecaf,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:19.612821 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be59de-d506-431d-86cd-cc5c4e1708f4 req-efe2bd1b-c82a-48e9-94e6-22146a6e2174 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:19.613444 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-6ade8501-209b-4a42-b994-88e7f55e1eef tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aca38c45346a4619b8e97252585ec66d HTTP/1.1" status: 200 len: 379 time: 0.1125021 Nov 19 09:15:19.614448 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14be59de-d506-431d-86cd-cc5c4e1708f4 req-efe2bd1b-c82a-48e9-94e6-22146a6e2174 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1598113 Nov 19 09:15:19.625292 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-06ca99e5-5674-4808-bb99-d6ded75b145e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Request body: {'port': {'device_id': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'admin_state_up': True, 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'security_groups': ['4b7a965f-1f7d-4732-9c3c-4954e9ab449d']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:19.802592 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-06ca99e5-5674-4808-bb99-d6ded75b145e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Made reservation on behalf of aca38c45346a4619b8e97252585ec66d for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:15:19.807638 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-06ca99e5-5674-4808-bb99-d6ded75b145e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:19.854793 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-87f7170e-68a7-4519-8f62-1dbde11d6893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:19.996531 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b732880-9bd3-440b-ab3c-ac4c279b2e5c None None] Network 6c943c84-c7d4-4ab3-8c65-bfe7ac14af55 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:15:20.004976 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-06ca99e5-5674-4808-bb99-d6ded75b145e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Allocated IP 172.20.0.14 (474919e0-d306-45f8-ba00-5d415ec8f657/2b648376-425d-4c7d-a8fa-19be389f154e/f4114fdd-9c00-499b-b3b8-6f530f5ff76e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:20.062422 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0314a2c7-bb38-4eb8-8f66-3320073ac087 None None] Provisioning complete for port ab1eac44-d1e7-417c-b7bc-3bc684000b30 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:20.063294 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0314a2c7-bb38-4eb8-8f66-3320073ac087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:20.158237 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14be59de-d506-431d-86cd-cc5c4e1708f4 req-de53267e-5bcb-49a3-ae2d-e100348f1830 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270023 Nov 19 09:15:20.217131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb984a6-df09-410b-b051-30c675cddd30 req-f5c4be40-6e73-44b0-947f-c2cb13fac982 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:20.224976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfb984a6-df09-410b-b051-30c675cddd30 req-f5c4be40-6e73-44b0-947f-c2cb13fac982 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 950 time: 0.5775568 Nov 19 09:15:20.297283 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-06ca99e5-5674-4808-bb99-d6ded75b145e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:20.316288 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:20.324373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888124b-7115-48ab-b878-4bb5f95804fd req-1081c9e6-47e6-4840-a513-56504134c6b8 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:20.326704 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7888124b-7115-48ab-b878-4bb5f95804fd req-1081c9e6-47e6-4840-a513-56504134c6b8 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.66 "GET /v2.0/networks?id=73ee6178-8864-453d-9dbc-d6eeb1c93d43 HTTP/1.1" status: 200 len: 822 time: 0.2722714 Nov 19 09:15:20.350305 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-06ca99e5-5674-4808-bb99-d6ded75b145e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:20.373208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b2a1f4e5-8893-4aba-98bc-03fa3474f2f4 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Request body: {'port': {'device_id': 'c9c06ce5-5678-43e0-8d5f-aab18f2d7b00', 'network_id': '73ee6178-8864-453d-9dbc-d6eeb1c93d43', 'admin_state_up': True, 'tenant_id': '4d4a899d43d04c95a8009916cf747f11'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:20.397829 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfb984a6-df09-410b-b051-30c675cddd30 req-69f0f924-5076-4c21-82c2-736ed8e96ca5 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714575 Nov 19 09:15:20.407386 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ff776b-2417-4a06-a4c6-cd5a40cbc4b8 x-openstack-request-id: req-12ff776b-2417-4a06-a4c6-cd5a40cbc4b8 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:20.407947 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8b7c71-3306-4669-89e2-3b1e6a673e68", "name": "network-vif-plugged", "status": "completed", "tag": "c4401e32-947b-40fe-8f2c-1ff81c33ecaf", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:20.408124 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12ff776b-2417-4a06-a4c6-cd5a40cbc4b8 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:20.408615 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8b7c71-3306-4669-89e2-3b1e6a673e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4401e32-947b-40fe-8f2c-1ff81c33ecaf', 'code': 200} Nov 19 09:15:20.424692 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-06ca99e5-5674-4808-bb99-d6ded75b145e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Network 474919e0-d306-45f8-ba00-5d415ec8f657 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:20.434589 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0314a2c7-bb38-4eb8-8f66-3320073ac087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:20.477243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0314a2c7-bb38-4eb8-8f66-3320073ac087 None None] For port ab1eac44-d1e7-417c-b7bc-3bc684000b30, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ab1eac44-d1e7-417c-b7bc-3bc684000b30,segment=NetworkSegment(a242f2fe-60d5-48d8-b489-5b5c173ec85a),segment_id=a242f2fe-60d5-48d8-b489-5b5c173ec85a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:20.479361 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-06ca99e5-5674-4808-bb99-d6ded75b145e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:20.486848 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-06ca99e5-5674-4808-bb99-d6ded75b145e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:20.488845 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0314a2c7-bb38-4eb8-8f66-3320073ac087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:20.513175 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca99e5-5674-4808-bb99-d6ded75b145e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event updated for resources: {'Port': ['ID=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:20.558873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314a2c7-bb38-4eb8-8f66-3320073ac087 None None] Pushing event updated for resources: {'Port': ['ID=ab1eac44-d1e7-417c-b7bc-3bc684000b30,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:20.562856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f35fa-e1c1-4831-b81a-4cc410df3baa req-7904fb26-1e04-45ce-ad19-07b9ef2d6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:20.562856 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-662f35fa-e1c1-4831-b81a-4cc410df3baa req-7904fb26-1e04-45ce-ad19-07b9ef2d6afc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 1097 time: 0.1289752 Nov 19 09:15:20.587774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-06ca99e5-5674-4808-bb99-d6ded75b145e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:20.588447 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-06ca99e5-5674-4808-bb99-d6ded75b145e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:20.641074 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-662f35fa-e1c1-4831-b81a-4cc410df3baa req-729eb893-2df7-4f46-a157-2c8661b7b9db service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1fe81eb3-a1de-4129-aa38-318e3bb253cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679865 Nov 19 09:15:20.644384 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-06ca99e5-5674-4808-bb99-d6ded75b145e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0288205 Nov 19 09:15:20.658707 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Request body: {'port': {'device_id': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:20.734673 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:20.741777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83291b6-fbfe-439c-96e8-1ed2053ebeed req-c51e4c9a-49e0-47fc-8b4d-d27525f47ad9 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:20.750007 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a83291b6-fbfe-439c-96e8-1ed2053ebeed req-c51e4c9a-49e0-47fc-8b4d-d27525f47ad9 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 932 time: 0.2525001 Nov 19 09:15:20.765610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2bc7e-57b6-44d1-bac7-c1fb87093ad4 req-1a313f7a-d68d-4dd1-a26c-fdf45b875559 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:20.767206 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8de2bc7e-57b6-44d1-bac7-c1fb87093ad4 req-1a313f7a-d68d-4dd1-a26c-fdf45b875559 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 945 time: 0.2661085 Nov 19 09:15:20.884179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b2a1f4e5-8893-4aba-98bc-03fa3474f2f4 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Made reservation on behalf of 4d4a899d43d04c95a8009916cf747f11 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:15:20.886817 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ab1eac44-d1e7-417c-b7bc-3bc684000b30 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:20.888325 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b2a1f4e5-8893-4aba-98bc-03fa3474f2f4 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:20.946499 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9f5d2123-33ef-4c68-8b8f-72a07034f359 None None] Provisioning complete for port ab1eac44-d1e7-417c-b7bc-3bc684000b30 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:20.946928 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2123-33ef-4c68-8b8f-72a07034f359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:20.986239 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ab1eac44-d1e7-417c-b7bc-3bc684000b30 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:20.986617 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:20.993790 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a83291b6-fbfe-439c-96e8-1ed2053ebeed req-5c494278-b22a-4542-9942-0cd27cbc0a65 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427363 Nov 19 09:15:21.007817 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8de2bc7e-57b6-44d1-bac7-c1fb87093ad4 req-186ca659-6450-4ac9-8b87-ca0bb3a62c80 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fe81eb3-a1de-4129-aa38-318e3bb253cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212327 Nov 19 09:15:21.022322 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:21.168117 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e09a1978-8d73-4f49-a37f-e58766022047 req-6fe509b5-7d0d-4203-8ca8-bc6573838e28 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 210 time: 0.0533566 Nov 19 09:15:21.193595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9f5d2123-33ef-4c68-8b8f-72a07034f359 None None] Provisioning complete for port f4114fdd-9c00-499b-b3b8-6f530f5ff76e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:21.193595 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2123-33ef-4c68-8b8f-72a07034f359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:21.193874 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4114fdd-9c00-499b-b3b8-6f530f5ff76e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:15:21.197877 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:21.216009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Transition to ACTIVE for port object f4114fdd-9c00-499b-b3b8-6f530f5ff76e will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:15:21.231950 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:21.239591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9f5d2123-33ef-4c68-8b8f-72a07034f359 None None] Port f4114fdd-9c00-499b-b3b8-6f530f5ff76e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:15:21.303275 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Pushing event updated for resources: {'Port': ['ID=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:21.359926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07cba-fb48-42de-a934-fd331bd6a0d2 req-aff1f174-bbc1-4874-b87d-b046914b22f4 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:21.362477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94e07cba-fb48-42de-a934-fd331bd6a0d2 req-aff1f174-bbc1-4874-b87d-b046914b22f4 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.1998761 Nov 19 09:15:21.377438 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Attempting to bind port f4114fdd-9c00-499b-b3b8-6f530f5ff76e on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:15:21.377843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Attempting to bind port f4114fdd-9c00-499b-b3b8-6f530f5ff76e by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:15:21.378185 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Attempting to bind port f4114fdd-9c00-499b-b3b8-6f530f5ff76e on network 474919e0-d306-45f8-ba00-5d415ec8f657 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:21.384720 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Port f4114fdd-9c00-499b-b3b8-6f530f5ff76e on network 474919e0-d306-45f8-ba00-5d415ec8f657 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:15:21.384980 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Attempting to bind port f4114fdd-9c00-499b-b3b8-6f530f5ff76e on network 474919e0-d306-45f8-ba00-5d415ec8f657 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:21.390573 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:15:21.391090 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Checking segment: {'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:21.391354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Bound using segment: {'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:15:21.391981 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Bound port: f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:15:21.392302 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:21.399242 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b2a1f4e5-8893-4aba-98bc-03fa3474f2f4 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Allocated IP 172.20.0.10 (73ee6178-8864-453d-9dbc-d6eeb1c93d43/dc766ddb-43ca-4208-925e-64b34761da4e/2008bd16-0441-4842-9fce-279e0863ca43) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:21.469985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831b2c0-9dc2-48a4-8b9e-06d3366372c9 req-e3087a50-9ff8-456c-b855-610277fcc6f7 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:21.471630 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7831b2c0-9dc2-48a4-8b9e-06d3366372c9 req-e3087a50-9ff8-456c-b855-610277fcc6f7 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1985574 Nov 19 09:15:21.485136 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] For port f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:15:21.491559 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] For port f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:15:21.497563 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:21.546804 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:21.547485 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:21.549254 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] 10.222.0.66 "PUT /v2.0/ports/f4114fdd-9c00-499b-b3b8-6f530f5ff76e HTTP/1.1" status: 200 len: 1093 time: 0.8957129 Nov 19 09:15:21.549660 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'tag': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:21.552201 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582ed252-81e9-4a1a-9324-c528942b5cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a1527d-ddc4-4c7a-9868-bbde766d2b0f", "tag": "f4114fdd-9c00-499b-b3b8-6f530f5ff76e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:21.586902 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18d451-6ee3-4c1b-904f-ecd40c6f8181 service neutron] Pushing event updated for resources: {'Port': ['ID=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:21.627425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94e07cba-fb48-42de-a934-fd331bd6a0d2 req-f3ae6e84-e5a2-4e6f-975a-4b04fa7ad67f tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476861 Nov 19 09:15:21.646302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-e2181c80-c68d-4461-97da-553533733b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:21.647932 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-e2181c80-c68d-4461-97da-553533733b82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aca38c45346a4619b8e97252585ec66d&device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 1096 time: 0.0471864 Nov 19 09:15:21.694452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Router 4005c301-30d7-425f-b744-74e14853850e is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:15:21.701746 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7831b2c0-9dc2-48a4-8b9e-06d3366372c9 req-85c264af-9cb1-424e-9291-c9eb68eb0c4f tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065394 Nov 19 09:15:21.707979 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-534a0c97-7b66-4cc1-81f7-12a4b56ec666 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e HTTP/1.1" status: 200 len: 217 time: 0.0501213 Nov 19 09:15:21.787190 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-166e2523-6250-46b7-aafa-bb153e341757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:21.788708 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-166e2523-6250-46b7-aafa-bb153e341757 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b648376-425d-4c7d-a8fa-19be389f154e HTTP/1.1" status: 200 len: 856 time: 0.0686367 Nov 19 09:15:21.822273 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6b82aa-cdec-44e5-8226-3547a649df5b x-openstack-request-id: req-3a6b82aa-cdec-44e5-8226-3547a649df5b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:21.822584 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a1527d-ddc4-4c7a-9868-bbde766d2b0f", "tag": "f4114fdd-9c00-499b-b3b8-6f530f5ff76e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:21.822821 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a6b82aa-cdec-44e5-8226-3547a649df5b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:21.823235 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'tag': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e', 'status': 'completed', 'code': 200} Nov 19 09:15:21.855208 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b2a1f4e5-8893-4aba-98bc-03fa3474f2f4 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:21.882391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee53b15-5649-4638-b184-a480726bcd15 req-ec88e408-32e6-4c29-96a0-2a8e88d90625 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:21.884070 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1ee53b15-5649-4638-b184-a480726bcd15 req-ec88e408-32e6-4c29-96a0-2a8e88d90625 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.71 "GET /v2.0/ports?device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 950 time: 0.0943694 Nov 19 09:15:21.890670 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-bb667fb6-90d0-4392-b20d-c6107b43f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:21.892880 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-bb667fb6-90d0-4392-b20d-c6107b43f492 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=474919e0-d306-45f8-ba00-5d415ec8f657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672665 Nov 19 09:15:21.969895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e66663-8744-440c-b54c-c67eb8fc209f req-1a9d72f5-0c7b-4ef0-983a-15fc781e037f tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:21.971477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5e66663-8744-440c-b54c-c67eb8fc209f req-1a9d72f5-0c7b-4ef0-983a-15fc781e037f tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 950 time: 0.1530330 Nov 19 09:15:21.978228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:15:21.991390 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Sync routers for ids ['4005c301-30d7-425f-b744-74e14853850e'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:15:21.999560 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b2a1f4e5-8893-4aba-98bc-03fa3474f2f4 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:22.008761 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Routers {'4005c301-30d7-425f-b744-74e14853850e'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:22.009447 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:14:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4005c301-30d7-425f-b744-74e14853850e'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:22.019462 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:22.023234 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9cd5223e-8993-4751-bd2f-c6951357450f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4940798 Nov 19 09:15:22.027181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38946) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:22.079532 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b2a1f4e5-8893-4aba-98bc-03fa3474f2f4 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Network 73ee6178-8864-453d-9dbc-d6eeb1c93d43 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:22.089451 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b2a1f4e5-8893-4aba-98bc-03fa3474f2f4 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:22.097442 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b2a1f4e5-8893-4aba-98bc-03fa3474f2f4 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:22.102795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1f4e5-8893-4aba-98bc-03fa3474f2f4 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Pushing event updated for resources: {'Port': ['ID=2008bd16-0441-4842-9fce-279e0863ca43,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:22.137199 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5e66663-8744-440c-b54c-c67eb8fc209f req-e2d6dfce-bf2f-4718-81f9-a83fb07a380f tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf751f1-d92b-4d91-b179-46f377940a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512244 Nov 19 09:15:22.166199 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Set router 4005c301-30d7-425f-b744-74e14853850e gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:22.202612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b2a1f4e5-8893-4aba-98bc-03fa3474f2f4 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:22.203826 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b2a1f4e5-8893-4aba-98bc-03fa3474f2f4 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:22.232354 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-46686d3d-bd71-4104-a5e2-b4cad6bd1cbf service neutron] 10.222.0.66 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287973 Nov 19 09:15:22.255030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b2a1f4e5-8893-4aba-98bc-03fa3474f2f4 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8860741 Nov 19 09:15:22.299533 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Request body: {'port': {'device_id': 'c9c06ce5-5678-43e0-8d5f-aab18f2d7b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:22.344013 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5d9bb665-7b8e-4b4e-8818-825dee567ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:22.372628 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-1ee53b15-5649-4638-b184-a480726bcd15 req-3cd35fba-7611-4724-a8c2-56f2b0f9c6a4 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Deleting port 9881892a-3b74-4cd5-89ab-e185c6d8c304 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:22.373378 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1ee53b15-5649-4638-b184-a480726bcd15 req-3cd35fba-7611-4724-a8c2-56f2b0f9c6a4 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:22.382551 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:22.405885 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d959e7-5252-4e24-a210-b48f4a69b7c3 req-57d1074e-53a6-46b4-b965-1788ce2ec6a7 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:22.407518 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14d959e7-5252-4e24-a210-b48f4a69b7c3 req-57d1074e-53a6-46b4-b965-1788ce2ec6a7 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 945 time: 0.2130158 Nov 19 09:15:22.429783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a716c-b667-4116-8a33-66b14002a6ad req-83a8c352-7fe3-4ec5-ab74-75f86ebabddc tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:22.437576 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f94a716c-b667-4116-8a33-66b14002a6ad req-83a8c352-7fe3-4ec5-ab74-75f86ebabddc tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 944 time: 0.2131567 Nov 19 09:15:22.464603 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4005c301-30d7-425f-b744-74e14853850e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613612001-router', 'tenant_id': '2744ab6c652c4441be06ed56e825396a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '3c969d67-d85b-41e7-9a21-cf648d65ef89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:17Z', 'updated_at': '2021-11-19T09:15:19Z', 'revision_number': 3, 'project_id': '2744ab6c652c4441be06ed56e825396a', 'gw_port': {'id': '3c969d67-d85b-41e7-9a21-cf648d65ef89', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005c301-30d7-425f-b744-74e14853850e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:18Z', 'updated_at': '2021-11-19T09:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:22.497200 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Checking router: 4005c301-30d7-425f-b744-74e14853850e for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:15:22.497200 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Updating router 4005c301-30d7-425f-b744-74e14853850e port 3c969d67-d85b-41e7-9a21-cf648d65ef89 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:15:22.530367 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:22.542954 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-848409eb-4375-4b8f-b14e-6660884ca0ac req-9499d734-b805-4899-9b60-0b7f229aae85 service neutron] 10.222.0.66 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945499 Nov 19 09:15:22.603633 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-1ee53b15-5649-4638-b184-a480726bcd15 req-3cd35fba-7611-4724-a8c2-56f2b0f9c6a4 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] For port 9881892a-3b74-4cd5-89ab-e185c6d8c304, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9881892a-3b74-4cd5-89ab-e185c6d8c304,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:22.604039 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1ee53b15-5649-4638-b184-a480726bcd15 req-3cd35fba-7611-4724-a8c2-56f2b0f9c6a4 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:22.633370 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14d959e7-5252-4e24-a210-b48f4a69b7c3 req-78853984-120d-47d0-8d6c-d8fc514c843f tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fe81eb3-a1de-4129-aa38-318e3bb253cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141657 Nov 19 09:15:22.641375 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f94a716c-b667-4116-8a33-66b14002a6ad req-ad8d9be0-f419-4621-aa8b-40afdd68571e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026012 Nov 19 09:15:22.649875 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-1ee53b15-5649-4638-b184-a480726bcd15 req-3cd35fba-7611-4724-a8c2-56f2b0f9c6a4 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Calling delete_port for 9881892a-3b74-4cd5-89ab-e185c6d8c304 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:22.760248 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ed252-81e9-4a1a-9324-c528942b5cb4 req-ac2a7519-7741-4efc-95ef-08b78e9d4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:22.761933 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-582ed252-81e9-4a1a-9324-c528942b5cb4 req-ac2a7519-7741-4efc-95ef-08b78e9d4273 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aca38c45346a4619b8e97252585ec66d&device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 1096 time: 0.1550968 Nov 19 09:15:22.895021 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:22.901122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5b363-1ecb-443e-905b-c4a4bae6f304 req-ef1046fc-83c7-47bc-9193-3cb238301b1f tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:22.902666 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0cc5b363-1ecb-443e-905b-c4a4bae6f304 req-ef1046fc-83c7-47bc-9193-3cb238301b1f tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 932 time: 0.1349187 Nov 19 09:15:22.912593 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:22.913490 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff2989-e9e9-4827-8d5f-dec3d6a3d760 req-bc2617da-c4ab-4880-90ff-38f2457cf68f tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:22.915046 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-afff2989-e9e9-4827-8d5f-dec3d6a3d760 req-bc2617da-c4ab-4880-90ff-38f2457cf68f tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.1282632 Nov 19 09:15:22.981533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Attempting to bind port 3c969d67-d85b-41e7-9a21-cf648d65ef89 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:15:22.982010 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Attempting to bind port 3c969d67-d85b-41e7-9a21-cf648d65ef89 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:15:22.983053 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Attempting to bind port 3c969d67-d85b-41e7-9a21-cf648d65ef89 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:22.986758 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5d1e8-0e7e-456c-b73d-5925df29bbfd None None] Pushing event updated for resources: {'Port': ['ID=3c969d67-d85b-41e7-9a21-cf648d65ef89,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:22.993743 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:15:22.994463 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:22.994613 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:22.996080 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:15:22.996080 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Bound port: 3c969d67-d85b-41e7-9a21-cf648d65ef89, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:15:22.996080 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:23.001304 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ed252-81e9-4a1a-9324-c528942b5cb4 req-4b589996-3f2d-43b1-b81b-e0075d2c9cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:23.002486 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-582ed252-81e9-4a1a-9324-c528942b5cb4 req-4b589996-3f2d-43b1-b81b-e0075d2c9cb8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=474919e0-d306-45f8-ba00-5d415ec8f657 HTTP/1.1" status: 200 len: 918 time: 0.2295239 Nov 19 09:15:23.054491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] For port 3c969d67-d85b-41e7-9a21-cf648d65ef89, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:15:23.058208 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] For port 3c969d67-d85b-41e7-9a21-cf648d65ef89, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3c969d67-d85b-41e7-9a21-cf648d65ef89,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:15:23.064801 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0cc5b363-1ecb-443e-905b-c4a4bae6f304 req-0bd5caee-24fc-4667-ba0a-6e9f5edcef74 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/security-groups?id=628d945b-a97c-4916-a4f6-2a34c5d97f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487432 Nov 19 09:15:23.070878 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-afff2989-e9e9-4827-8d5f-dec3d6a3d760 req-4c6805fc-5d7f-4cd0-9f9c-3a1e7dbc0fe0 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325679 Nov 19 09:15:23.081115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2008bd16-0441-4842-9fce-279e0863ca43 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:15:23.082436 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:23.085428 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-582ed252-81e9-4a1a-9324-c528942b5cb4 req-1f4416e7-f8d5-48e9-848b-a4239ce115bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e HTTP/1.1" status: 200 len: 217 time: 0.0651100 Nov 19 09:15:23.105689 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:23.127842 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Transition to ACTIVE for port object 2008bd16-0441-4842-9fce-279e0863ca43 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:15:23.137374 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1ee53b15-5649-4638-b184-a480726bcd15 req-3cd35fba-7611-4724-a8c2-56f2b0f9c6a4 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:23.152276 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:23.162624 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:23.188189 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5d1e8-0e7e-456c-b73d-5925df29bbfd None None] Pushing event updated for resources: {'Port': ['ID=3c969d67-d85b-41e7-9a21-cf648d65ef89,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:23.198338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Routers {'4005c301-30d7-425f-b744-74e14853850e'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:23.198980 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4005c301-30d7-425f-b744-74e14853850e'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:23.216785 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ed252-81e9-4a1a-9324-c528942b5cb4 req-e66b421a-3740-42d0-bb55-c98252a5f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:23.218809 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-582ed252-81e9-4a1a-9324-c528942b5cb4 req-e66b421a-3740-42d0-bb55-c98252a5f357 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b648376-425d-4c7d-a8fa-19be389f154e HTTP/1.1" status: 200 len: 856 time: 0.1245909 Nov 19 09:15:23.230593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd35fba-7611-4724-a8c2-56f2b0f9c6a4 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Pushing event deleted for resources: {'Port': ['ID=9881892a-3b74-4cd5-89ab-e185c6d8c304,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:23.277054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Pushing event updated for resources: {'Port': ['ID=2008bd16-0441-4842-9fce-279e0863ca43,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:23.360858 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee53b15-5649-4638-b184-a480726bcd15 req-3cd35fba-7611-4724-a8c2-56f2b0f9c6a4 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] No DVR routers for this DVR port 9881892a-3b74-4cd5-89ab-e185c6d8c304 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:15:23.364895 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:23.369653 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] Set router 4005c301-30d7-425f-b744-74e14853850e gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:23.377444 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04503640-496c-4c09-ab31-719f25552ecf req-1fe2e3b3-0cbc-415a-ab38-b18dfcb7be78 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:23.378733 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-04503640-496c-4c09-ab31-719f25552ecf req-1fe2e3b3-0cbc-415a-ab38-b18dfcb7be78 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1953862 Nov 19 09:15:23.379125 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1ee53b15-5649-4638-b184-a480726bcd15 req-3cd35fba-7611-4724-a8c2-56f2b0f9c6a4 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:23.384358 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1ee53b15-5649-4638-b184-a480726bcd15 req-3cd35fba-7611-4724-a8c2-56f2b0f9c6a4 tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.71 "DELETE /v2.0/ports/9881892a-3b74-4cd5-89ab-e185c6d8c304 HTTP/1.1" status: 204 len: 173 time: 1.4884703 Nov 19 09:15:23.433986 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1aadadb4-4d3c-4c59-b0cd-ae682be5dcf9 req-7c7527f8-d029-4b83-815c-d8c42d923ade tempest-ServersAdminNegativeTestJSON-34279823 tempest-ServersAdminNegativeTestJSON-34279823-project] 10.222.0.21 "GET /v2.0/ports?device_id=71161777-89bb-47c0-b138-5fc8b0aaa602 HTTP/1.1" status: 200 len: 210 time: 0.1007617 Nov 19 09:15:23.454214 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ed252-81e9-4a1a-9324-c528942b5cb4 req-de0468a9-7121-4538-b1c5-1247a42c07fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:23.455993 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-582ed252-81e9-4a1a-9324-c528942b5cb4 req-de0468a9-7121-4538-b1c5-1247a42c07fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=474919e0-d306-45f8-ba00-5d415ec8f657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2177377 Nov 19 09:15:23.517113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Attempting to bind port 2008bd16-0441-4842-9fce-279e0863ca43 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:15:23.517467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Attempting to bind port 2008bd16-0441-4842-9fce-279e0863ca43 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'bf55141a-fbe9-490b-a119-59b3f30c0242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '73ee6178-8864-453d-9dbc-d6eeb1c93d43'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:15:23.517711 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Attempting to bind port 2008bd16-0441-4842-9fce-279e0863ca43 on network 73ee6178-8864-453d-9dbc-d6eeb1c93d43 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:23.527774 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Port 2008bd16-0441-4842-9fce-279e0863ca43 on network 73ee6178-8864-453d-9dbc-d6eeb1c93d43 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:15:23.528275 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Attempting to bind port 2008bd16-0441-4842-9fce-279e0863ca43 on network 73ee6178-8864-453d-9dbc-d6eeb1c93d43 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:23.547215 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-04503640-496c-4c09-ab31-719f25552ecf req-8f233239-a592-4295-a7e3-51f2bc55857b tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345334 Nov 19 09:15:23.551816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:15:23.552177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Checking segment: {'id': 'bf55141a-fbe9-490b-a119-59b3f30c0242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '73ee6178-8864-453d-9dbc-d6eeb1c93d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:23.552531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Bound using segment: {'id': 'bf55141a-fbe9-490b-a119-59b3f30c0242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '73ee6178-8864-453d-9dbc-d6eeb1c93d43'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:15:23.552976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Bound port: 2008bd16-0441-4842-9fce-279e0863ca43, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf55141a-fbe9-490b-a119-59b3f30c0242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '73ee6178-8864-453d-9dbc-d6eeb1c93d43'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:15:23.553408 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:23.635243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4005c301-30d7-425f-b744-74e14853850e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613612001-router', 'tenant_id': '2744ab6c652c4441be06ed56e825396a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '3c969d67-d85b-41e7-9a21-cf648d65ef89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:17Z', 'updated_at': '2021-11-19T09:15:19Z', 'revision_number': 3, 'project_id': '2744ab6c652c4441be06ed56e825396a', 'gw_port': {'id': '3c969d67-d85b-41e7-9a21-cf648d65ef89', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005c301-30d7-425f-b744-74e14853850e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:18Z', 'updated_at': '2021-11-19T09:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:23.647940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] For port 2008bd16-0441-4842-9fce-279e0863ca43, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:15:23.651813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] For port 2008bd16-0441-4842-9fce-279e0863ca43, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=2008bd16-0441-4842-9fce-279e0863ca43,segment=NetworkSegment(bf55141a-fbe9-490b-a119-59b3f30c0242),segment_id=bf55141a-fbe9-490b-a119-59b3f30c0242)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:15:23.658277 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:23.671115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c294a31-315e-451f-9630-9a1d3397935f None None] The sync data for ids ['4005c301-30d7-425f-b744-74e14853850e'] in n-d-805649-14 is: [{'id': '4005c301-30d7-425f-b744-74e14853850e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613612001-router', 'tenant_id': '2744ab6c652c4441be06ed56e825396a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '3c969d67-d85b-41e7-9a21-cf648d65ef89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:17Z', 'updated_at': '2021-11-19T09:15:19Z', 'revision_number': 3, 'project_id': '2744ab6c652c4441be06ed56e825396a', 'gw_port': {'id': '3c969d67-d85b-41e7-9a21-cf648d65ef89', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005c301-30d7-425f-b744-74e14853850e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:18Z', 'updated_at': '2021-11-19T09:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:15:23.724197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:23.724462 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:23.725974 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7888124b-7115-48ab-b878-4bb5f95804fd req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] 10.222.0.66 "PUT /v2.0/ports/2008bd16-0441-4842-9fce-279e0863ca43 HTTP/1.1" status: 200 len: 1093 time: 1.4531994 Nov 19 09:15:23.729277 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c06ce5-5678-43e0-8d5f-aab18f2d7b00', 'tag': '2008bd16-0441-4842-9fce-279e0863ca43'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:23.734399 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa03cec-6d06-4a5c-bc1f-87a5203ad2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c06ce5-5678-43e0-8d5f-aab18f2d7b00", "tag": "2008bd16-0441-4842-9fce-279e0863ca43"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:23.805757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a822b-8b59-4177-9d30-06be079292fb service neutron] Pushing event updated for resources: {'Port': ['ID=2008bd16-0441-4842-9fce-279e0863ca43,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:23.942560 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888124b-7115-48ab-b878-4bb5f95804fd req-0500b7b8-57a5-4296-b9f5-65e4192379a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:23.944200 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7888124b-7115-48ab-b878-4bb5f95804fd req-0500b7b8-57a5-4296-b9f5-65e4192379a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d4a899d43d04c95a8009916cf747f11&device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 1096 time: 0.1667817 Nov 19 09:15:23.951939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91ad8d-4a9a-4968-8f7c-99a324517ee8 req-7cd27763-d9a7-48ca-97f9-5eb9801c721b tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:23.953553 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b91ad8d-4a9a-4968-8f7c-99a324517ee8 req-7cd27763-d9a7-48ca-97f9-5eb9801c721b tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 945 time: 0.1743472 Nov 19 09:15:23.975876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c4e7b-acec-4fdc-bc20-123e91d05cba req-2d8f6fb3-ad66-4dfd-83f3-f6ca5e2f6fcd tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:23.977950 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b9c4e7b-acec-4fdc-bc20-123e91d05cba req-2d8f6fb3-ad66-4dfd-83f3-f6ca5e2f6fcd tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 944 time: 0.1433542 Nov 19 09:15:24.029714 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7888124b-7115-48ab-b878-4bb5f95804fd req-d17745d5-37da-47a9-af0e-85255eb065e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2008bd16-0441-4842-9fce-279e0863ca43 HTTP/1.1" status: 200 len: 217 time: 0.0741341 Nov 19 09:15:24.156555 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b91ad8d-4a9a-4968-8f7c-99a324517ee8 req-eb3adbda-945e-40d0-9870-9c74d4746027 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fe81eb3-a1de-4129-aa38-318e3bb253cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948841 Nov 19 09:15:24.159526 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71161777-89bb-47c0-b138-5fc8b0aaa602', 'name': 'network-vif-deleted', 'tag': '9881892a-3b74-4cd5-89ab-e185c6d8c304'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:24.162569 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d44f5d-dd76-4e65-99a3-d28b2592bc3d" -d '{"events": [{"server_uuid": "71161777-89bb-47c0-b138-5fc8b0aaa602", "name": "network-vif-deleted", "tag": "9881892a-3b74-4cd5-89ab-e185c6d8c304"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:24.164522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888124b-7115-48ab-b878-4bb5f95804fd req-42e1bd44-e41c-4b2a-9a4c-bd93dfce1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:24.166156 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7888124b-7115-48ab-b878-4bb5f95804fd req-42e1bd44-e41c-4b2a-9a4c-bd93dfce1f95 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dc766ddb-43ca-4208-925e-64b34761da4e HTTP/1.1" status: 200 len: 862 time: 0.1281409 Nov 19 09:15:24.177314 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b9c4e7b-acec-4fdc-bc20-123e91d05cba req-1550a856-9d39-4c40-9f68-60cc96cbf84d tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590986 Nov 19 09:15:24.188762 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Allocated IP 172.20.0.1 (6c943c84-c7d4-4ab3-8c65-bfe7ac14af55/4494eb70-fb2b-4f7d-b3c2-c29d28efb108/9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:24.196981 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-582ed252-81e9-4a1a-9324-c528942b5cb4 req-1875a1df-a7ef-43d9-9247-b6f3e19e0412 service neutron] 10.222.0.66 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7298360 Nov 19 09:15:24.245968 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7888124b-7115-48ab-b878-4bb5f95804fd req-33f7b9be-61f3-475e-9d47-e09d28ba4f25 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73ee6178-8864-453d-9dbc-d6eeb1c93d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647259 Nov 19 09:15:24.287285 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6342c55-5f1c-4d60-95cb-eda5452ec79e x-openstack-request-id: req-b6342c55-5f1c-4d60-95cb-eda5452ec79e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:24.287567 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c06ce5-5678-43e0-8d5f-aab18f2d7b00", "tag": "2008bd16-0441-4842-9fce-279e0863ca43", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:24.287820 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6342c55-5f1c-4d60-95cb-eda5452ec79e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:24.288216 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c06ce5-5678-43e0-8d5f-aab18f2d7b00', 'tag': '2008bd16-0441-4842-9fce-279e0863ca43', 'status': 'completed', 'code': 200} Nov 19 09:15:24.377356 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7888124b-7115-48ab-b878-4bb5f95804fd req-e87b7082-a5c7-4bc7-afe1-88db3986632b service neutron] 10.222.0.66 "GET /v2.0/networks/73ee6178-8864-453d-9dbc-d6eeb1c93d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241264 Nov 19 09:15:24.396988 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-582ed252-81e9-4a1a-9324-c528942b5cb4 req-b76cce1b-256c-4bcf-b05d-e414019d459e service neutron] 10.222.0.66 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829641 Nov 19 09:15:24.424695 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:24.470928 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:24.525859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Pushing event updated for resources: {'Port': ['ID=9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:24.529804 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Network 6c943c84-c7d4-4ab3-8c65-bfe7ac14af55 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:24.530525 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200acea4-ac93-48a8-9e8f-0b56374eb9cd req-501ff747-3a3d-4fd3-8090-ce32cc9ef62b tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:24.531806 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:24.534247 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:24.537832 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-200acea4-ac93-48a8-9e8f-0b56374eb9cd req-501ff747-3a3d-4fd3-8090-ce32cc9ef62b tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 944 time: 0.2521994 Nov 19 09:15:24.574282 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b99e4f-9b47-404b-ae10-f5c53fadb4ab req-85e03f07-48fc-4b27-9a22-178961f105fe tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:24.576464 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9b99e4f-9b47-404b-ae10-f5c53fadb4ab req-85e03f07-48fc-4b27-9a22-178961f105fe tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.1867688 Nov 19 09:15:24.586179 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:24.587454 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7888124b-7115-48ab-b878-4bb5f95804fd req-975334d4-b868-408e-b12b-854ca9f3e689 service neutron] 10.222.0.66 "GET /v2.0/networks/73ee6178-8864-453d-9dbc-d6eeb1c93d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958849 Nov 19 09:15:24.646526 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-200acea4-ac93-48a8-9e8f-0b56374eb9cd req-acd74259-e62c-4bb7-8281-7c68e233480d tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/security-groups?id=628d945b-a97c-4916-a4f6-2a34c5d97f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078277 Nov 19 09:15:24.749908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9b99e4f-9b47-404b-ae10-f5c53fadb4ab req-2d7bc0f5-2f1c-4d49-92ab-b55d5f9722ec tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476698 Nov 19 09:15:24.795004 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3f5e75-66fd-4164-88bf-59182d2ffcc7 x-openstack-request-id: req-8f3f5e75-66fd-4164-88bf-59182d2ffcc7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:24.795327 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71161777-89bb-47c0-b138-5fc8b0aaa602", "name": "network-vif-deleted", "tag": "9881892a-3b74-4cd5-89ab-e185c6d8c304", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:24.797304 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f3f5e75-66fd-4164-88bf-59182d2ffcc7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:24.799676 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71161777-89bb-47c0-b138-5fc8b0aaa602', 'name': 'network-vif-deleted', 'tag': '9881892a-3b74-4cd5-89ab-e185c6d8c304', 'status': 'completed', 'code': 200} Nov 19 09:15:24.816466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa03cec-6d06-4a5c-bc1f-87a5203ad2c2 req-41cfed03-4174-4b1f-89d6-96fba4cdeb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:24.817913 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:24.819552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-baa03cec-6d06-4a5c-bc1f-87a5203ad2c2 req-41cfed03-4174-4b1f-89d6-96fba4cdeb4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d4a899d43d04c95a8009916cf747f11&device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 1096 time: 0.1552107 Nov 19 09:15:24.911374 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3c969d67-d85b-41e7-9a21-cf648d65ef89 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:24.944761 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:24.995888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 3c969d67-d85b-41e7-9a21-cf648d65ef89 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:24.996269 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:25.100041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7500ed16-0fea-4afa-a433-374fca147180 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:15:25.110392 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7500ed16-0fea-4afa-a433-374fca147180 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:15:25.211056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158f50f-4b65-4329-9469-229a17e07efb req-fab9cafb-83ac-4b51-9ee9-660050bdf53e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:25.235826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38988) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:25.245421 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7158f50f-4b65-4329-9469-229a17e07efb req-fab9cafb-83ac-4b51-9ee9-660050bdf53e tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 945 time: 0.3567221 Nov 19 09:15:25.245761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-48cb7337-3f0c-4e90-a324-300d29f87379 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Request body: {'floatingip': {'port_id': 'c4401e32-947b-40fe-8f2c-1ff81c33ecaf'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:25.256159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa03cec-6d06-4a5c-bc1f-87a5203ad2c2 req-437886ca-8156-48cc-9e5e-9ac330c259be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:25.257685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-baa03cec-6d06-4a5c-bc1f-87a5203ad2c2 req-437886ca-8156-48cc-9e5e-9ac330c259be service neutron] 10.222.0.66 "GET /v2.0/networks?id=73ee6178-8864-453d-9dbc-d6eeb1c93d43 HTTP/1.1" status: 200 len: 923 time: 0.4295616 Nov 19 09:15:25.277414 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc849eb-1682-4826-ab1f-45cac20287ce req-0538a65f-ce09-46a1-8fea-d1b0030b1fbd tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:25.289918 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ccc849eb-1682-4826-ab1f-45cac20287ce req-0538a65f-ce09-46a1-8fea-d1b0030b1fbd tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.2555439 Nov 19 09:15:25.313938 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48cb7337-3f0c-4e90-a324-300d29f87379 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for floatingip, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:25.330750 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:25.372464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38990) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:25.384338 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-baa03cec-6d06-4a5c-bc1f-87a5203ad2c2 req-ba577299-7bb1-43e7-85fc-bae95cf9ab05 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2008bd16-0441-4842-9fce-279e0863ca43 HTTP/1.1" status: 200 len: 217 time: 0.0933783 Nov 19 09:15:25.411797 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 3c969d67-d85b-41e7-9a21-cf648d65ef89, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3c969d67-d85b-41e7-9a21-cf648d65ef89,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:25.419551 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:25.426435 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b70cc2d8-a445-4448-a7b2-e0431e74937d None None] Provisioning complete for port 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:25.427104 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b70cc2d8-a445-4448-a7b2-e0431e74937d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:25.438116 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:25.550115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7500ed16-0fea-4afa-a433-374fca147180, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7500ed16-0fea-4afa-a433-374fca147180,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:25.574453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b70cc2d8-a445-4448-a7b2-e0431e74937d None None] Port 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:15:25.596406 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '7500ed16-0fea-4afa-a433-374fca147180', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '7500ed16-0fea-4afa-a433-374fca147180', 'mac_address': 'fa:16:3e:7a:54:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:15:25.605884 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:25.608343 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=3c969d67-d85b-41e7-9a21-cf648d65ef89,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:25.670821 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166d7588-aec1-41bc-a3d8-c2a2a5bf3110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7500ed16-0fea-4afa-a433-374fca147180'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:25.673172 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd284d95-73b1-4260-9e39-2346c92ea7c6" -d '{"events": [{"server_uuid": "166d7588-aec1-41bc-a3d8-c2a2a5bf3110", "name": "network-vif-unplugged", "status": "completed", "tag": "7500ed16-0fea-4afa-a433-374fca147180"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:25.683742 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:25.757829 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:25.787929 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:25.825299 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7500ed16-0fea-4afa-a433-374fca147180, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7500ed16-0fea-4afa-a433-374fca147180,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:25.832935 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:25.833701 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9881892a-3b74-4cd5-89ab-e185c6d8c304 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:15:25.846756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7500ed16-0fea-4afa-a433-374fca147180 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:15:25.888234 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 9881892a-3b74-4cd5-89ab-e185c6d8c304 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:15:25.888591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9881892a-3b74-4cd5-89ab-e185c6d8c304 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:15:25.896992 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:25.906800 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Pushing event updated for resources: {'Port': ['ID=9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:25.910315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4816ae-a0ad-4faf-b382-97b39412703e req-b322e8c7-f08a-4b1f-ba32-1258c9f341e4 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:25.917595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f4816ae-a0ad-4faf-b382-97b39412703e req-b322e8c7-f08a-4b1f-ba32-1258c9f341e4 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 944 time: 0.5468950 Nov 19 09:15:25.920864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa03cec-6d06-4a5c-bc1f-87a5203ad2c2 req-6a6f4d4a-3b32-4cc3-88bc-f9217d3e549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:25.922426 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-baa03cec-6d06-4a5c-bc1f-87a5203ad2c2 req-6a6f4d4a-3b32-4cc3-88bc-f9217d3e549a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dc766ddb-43ca-4208-925e-64b34761da4e HTTP/1.1" status: 200 len: 862 time: 0.5194325 Nov 19 09:15:25.931795 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ccc849eb-1682-4826-ab1f-45cac20287ce req-ecf5587f-54dc-479d-a30c-9af6c0a08334 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6330981 Nov 19 09:15:25.990124 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:15:25.990491 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:15:25.990989 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7500ed16-0fea-4afa-a433-374fca147180,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:26.035205 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-baa03cec-6d06-4a5c-bc1f-87a5203ad2c2 req-ed3f4333-2c9d-4645-b3a1-ce7786422539 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73ee6178-8864-453d-9dbc-d6eeb1c93d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007640 Nov 19 09:15:26.041783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-35d166e8-f761-492d-8700-5936a916f232 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=774fe535d4dd470ebeab3ac68ef7e308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6627069 Nov 19 09:15:26.047156 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39002) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:26.106684 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48cb7337-3f0c-4e90-a324-300d29f87379 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:26.118014 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48cb7337-3f0c-4e90-a324-300d29f87379 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:26.158260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f4816ae-a0ad-4faf-b382-97b39412703e req-5cdcfe06-f3fe-42dd-acad-019a086e08c4 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2395892 Nov 19 09:15:26.177925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Network 6c943c84-c7d4-4ab3-8c65-bfe7ac14af55 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:26.181948 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:26.186610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45c404-9931-47ee-99c9-6f0653a075b1 req-169575a0-6334-4236-94c8-276015ccac19 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:26.188655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f45c404-9931-47ee-99c9-6f0653a075b1 req-169575a0-6334-4236-94c8-276015ccac19 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 944 time: 0.1560388 Nov 19 09:15:26.257917 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e19f-6dbf-4c7a-87b0-d56a92ba9cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:26.260124 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25897e8-e9ca-48ed-8d79-fea0090ad7a9 x-openstack-request-id: req-e25897e8-e9ca-48ed-8d79-fea0090ad7a9 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:26.261129 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166d7588-aec1-41bc-a3d8-c2a2a5bf3110", "name": "network-vif-unplugged", "status": "completed", "tag": "7500ed16-0fea-4afa-a433-374fca147180", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:26.261463 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e25897e8-e9ca-48ed-8d79-fea0090ad7a9 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:26.262490 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166d7588-aec1-41bc-a3d8-c2a2a5bf3110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7500ed16-0fea-4afa-a433-374fca147180', 'code': 200} Nov 19 09:15:26.289717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f45c404-9931-47ee-99c9-6f0653a075b1 req-40fa20ab-9f6b-4762-8ab0-bc66743f5150 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/security-groups?id=628d945b-a97c-4916-a4f6-2a34c5d97f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862164 Nov 19 09:15:26.292390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-baa03cec-6d06-4a5c-bc1f-87a5203ad2c2 req-c3c9d139-feb1-4bf7-93c7-ebe244280288 service neutron] 10.222.0.66 "GET /v2.0/networks/73ee6178-8864-453d-9dbc-d6eeb1c93d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384284 Nov 19 09:15:26.331235 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-48cb7337-3f0c-4e90-a324-300d29f87379 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Floating IP 5ec5232b-4954-4593-925a-88c3682f10d9 associated. External IP: 172.25.0.227, port: c4401e32-947b-40fe-8f2c-1ff81c33ecaf. Nov 19 09:15:26.386671 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e19f-6dbf-4c7a-87b0-d56a92ba9cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:26.455443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94473170-97a4-40f2-8ede-ee800872a7a4 req-6f2c0cf2-7ac8-473e-94f1-f9588e234a26 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:26.457014 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94473170-97a4-40f2-8ede-ee800872a7a4 req-6f2c0cf2-7ac8-473e-94f1-f9588e234a26 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.0887086 Nov 19 09:15:26.463216 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-baa03cec-6d06-4a5c-bc1f-87a5203ad2c2 req-57df6074-fb95-4726-8cab-34ceba2bec75 service neutron] 10.222.0.66 "GET /v2.0/networks/73ee6178-8864-453d-9dbc-d6eeb1c93d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637659 Nov 19 09:15:26.516729 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94473170-97a4-40f2-8ede-ee800872a7a4 req-c39baf31-e016-409d-8bb9-2e9ad1c516a5 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485175 Nov 19 09:15:26.523800 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f4114fdd-9c00-499b-b3b8-6f530f5ff76e details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:15:26.531328 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Router 4005c301-30d7-425f-b744-74e14853850e has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:15:26.552122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e19f-6dbf-4c7a-87b0-d56a92ba9cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:26.554618 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6a7e19f-6dbf-4c7a-87b0-d56a92ba9cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:26.555906 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b6a7e19f-6dbf-4c7a-87b0-d56a92ba9cc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bf751f1-d92b-4d91-b179-46f377940a94 HTTP/1.1" status: 204 len: 168 time: 0.5067093 Nov 19 09:15:26.556114 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-437c1eda-eef2-41aa-a103-54ae850c7dfd None None] Provisioning complete for port 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:26.556732 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-437c1eda-eef2-41aa-a103-54ae850c7dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:26.592013 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:26.634889 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7e19f-6dbf-4c7a-87b0-d56a92ba9cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf751f1-d92b-4d91-b179-46f377940a94,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:26.666220 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-437c1eda-eef2-41aa-a103-54ae850c7dfd None None] Port 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:15:26.673687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7500ed16-0fea-4afa-a433-374fca147180 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:15:26.714387 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7500ed16-0fea-4afa-a433-374fca147180, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7500ed16-0fea-4afa-a433-374fca147180,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:26.727066 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:26.741131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:26.782646 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cb7337-3f0c-4e90-a324-300d29f87379 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:15:26.787226 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'port_id': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e', 'mac_address': 'fa:16:3e:28:9a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:15:26.835168 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:15:26.842065 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-53d5e01f-dc76-4ab6-94c1-66d460b6db2e admin admin] 10.222.0.21 "PUT /v2.0/routers/4005c301-30d7-425f-b744-74e14853850e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8135209 Nov 19 09:15:26.854322 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Sync routers for ids ['4005c301-30d7-425f-b744-74e14853850e'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:15:26.856259 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3c969d67-d85b-41e7-9a21-cf648d65ef89 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:26.860802 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7500ed16-0fea-4afa-a433-374fca147180,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:26.878961 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Routers {'4005c301-30d7-425f-b744-74e14853850e'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:26.879591 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4005c301-30d7-425f-b744-74e14853850e'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:26.898785 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:26.936669 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4114fdd-9c00-499b-b3b8-6f530f5ff76e {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:15:26.969021 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:26.975345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 3c969d67-d85b-41e7-9a21-cf648d65ef89 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:26.976048 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:26.980379 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:27.037740 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Set router 4005c301-30d7-425f-b744-74e14853850e gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:27.050898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['7500ed16-0fea-4afa-a433-374fca147180'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:15:27.098839 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39016) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:27.130492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:27.200904 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-44521f8d-c825-4219-959c-f73e5c9037f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86377da17fa64100ba528b2cfcd1f35a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1004481 Nov 19 09:15:27.203362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39020) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:27.203993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['f4114fdd-9c00-499b-b3b8-6f530f5ff76e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:15:27.278763 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e418a2-fc76-4c52-839a-60f899a2746b req-7a12f53a-ce22-4dfe-a45e-06b2b10da7ee tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:27.291232 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97e418a2-fc76-4c52-839a-60f899a2746b req-7a12f53a-ce22-4dfe-a45e-06b2b10da7ee tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 949 time: 0.1789584 Nov 19 09:15:27.339765 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ab09b61-3c91-45bb-a6ce-72a0920ae06b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:27.377631 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ab09b61-3c91-45bb-a6ce-72a0920ae06b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:27.455317 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4005c301-30d7-425f-b744-74e14853850e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613612001-router', 'tenant_id': '2744ab6c652c4441be06ed56e825396a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '3c969d67-d85b-41e7-9a21-cf648d65ef89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:17Z', 'updated_at': '2021-11-19T09:15:24Z', 'revision_number': 4, 'project_id': '2744ab6c652c4441be06ed56e825396a', 'gw_port': {'id': '3c969d67-d85b-41e7-9a21-cf648d65ef89', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005c301-30d7-425f-b744-74e14853850e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:18Z', 'updated_at': '2021-11-19T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c', 'name': '', 'network_id': '6c943c84-c7d4-4ab3-8c65-bfe7ac14af55', 'tenant_id': '2744ab6c652c4441be06ed56e825396a', 'mac_address': 'fa:16:3e:7c:c9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005c301-30d7-425f-b744-74e14853850e', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '4494eb70-fb2b-4f7d-b3c2-c29d28efb108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:23Z', 'updated_at': '2021-11-19T09:15:25Z', 'revision_number': 2, 'project_id': '2744ab6c652c4441be06ed56e825396a', 'subnets': [{'id': '4494eb70-fb2b-4f7d-b3c2-c29d28efb108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:27.455657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cb7337-3f0c-4e90-a324-300d29f87379 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:15:27.461201 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48cb7337-3f0c-4e90-a324-300d29f87379 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:27.473246 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc65e1a-034d-4851-af2a-26efddd8fc05 None None] Sync routers for ids ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:15:27.499182 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-48cb7337-3f0c-4e90-a324-300d29f87379 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "PUT /v2.0/floatingips/5ec5232b-4954-4593-925a-88c3682f10d9 HTTP/1.1" status: 200 len: 991 time: 2.2619174 Nov 19 09:15:27.499839 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8b7c71-3306-4669-89e2-3b1e6a673e68', 'tag': 'c4401e32-947b-40fe-8f2c-1ff81c33ecaf'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:27.502690 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbec3c2a-a7c6-49c7-b5a6-4c85e07936a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8b7c71-3306-4669-89e2-3b1e6a673e68", "tag": "c4401e32-947b-40fe-8f2c-1ff81c33ecaf"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:27.504736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97e418a2-fc76-4c52-839a-60f899a2746b req-431f2264-6962-4abd-a86e-fb80349c30c2 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125907 Nov 19 09:15:27.507780 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc65e1a-034d-4851-af2a-26efddd8fc05 None None] Routers {'321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:27.508566 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ab09b61-3c91-45bb-a6ce-72a0920ae06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:27.509117 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ccc65e1a-034d-4851-af2a-26efddd8fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:27.515040 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ab09b61-3c91-45bb-a6ce-72a0920ae06b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:27.525337 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0ab09b61-3c91-45bb-a6ce-72a0920ae06b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e650ba94-4a41-4398-b182-2b982c447374 HTTP/1.1" status: 204 len: 168 time: 0.3202512 Nov 19 09:15:27.533982 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Checking router: 4005c301-30d7-425f-b744-74e14853850e for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:15:27.534646 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Updating router 4005c301-30d7-425f-b744-74e14853850e port 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:15:27.537327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab09b61-3c91-45bb-a6ce-72a0920ae06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e650ba94-4a41-4398-b182-2b982c447374,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:27.569775 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:27.595371 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7fef61a0-1967-40b3-8b06-bfa03918bb91 req-91475c27-8e2a-428d-9c38-9b9c620183ba tempest-FloatingIPsNegativeTestJSON-1721143037 tempest-FloatingIPsNegativeTestJSON-1721143037-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=2744ab6c652c4441be06ed56e825396a HTTP/1.1" status: 200 len: 217 time: 0.0467460 Nov 19 09:15:27.662762 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4b2bc-82fb-40fc-9e8a-7f9444652e02 req-90bc21dd-d4fa-47b9-a19c-17a1cc59fb8e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:27.664356 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3da4b2bc-82fb-40fc-9e8a-7f9444652e02 req-90bc21dd-d4fa-47b9-a19c-17a1cc59fb8e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.0674911 Nov 19 09:15:27.711281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ccc65e1a-034d-4851-af2a-26efddd8fc05 None None] Set router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:27.765817 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3da4b2bc-82fb-40fc-9e8a-7f9444652e02 req-3b604ed3-2a8a-493d-8c22-bdc8dfb49e75 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888245 Nov 19 09:15:27.783143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63cf68-c706-4cf8-9151-b254dfe7904c req-0c188845-affd-425a-baee-40173be316d1 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:27.784825 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d63cf68-c706-4cf8-9151-b254dfe7904c req-0c188845-affd-425a-baee-40173be316d1 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 944 time: 0.0866020 Nov 19 09:15:27.864106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d63cf68-c706-4cf8-9151-b254dfe7904c req-b71b542c-cbeb-4fab-a325-6041e21f4806 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/security-groups?id=628d945b-a97c-4916-a4f6-2a34c5d97f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606599 Nov 19 09:15:27.932530 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e6ac9f-88b3-45b3-99bc-a95e6a2007f5 x-openstack-request-id: req-25e6ac9f-88b3-45b3-99bc-a95e6a2007f5 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:27.934315 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8b7c71-3306-4669-89e2-3b1e6a673e68", "tag": "c4401e32-947b-40fe-8f2c-1ff81c33ecaf", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:27.934596 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25e6ac9f-88b3-45b3-99bc-a95e6a2007f5 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:27.935025 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8b7c71-3306-4669-89e2-3b1e6a673e68', 'tag': 'c4401e32-947b-40fe-8f2c-1ff81c33ecaf', 'status': 'completed', 'code': 200} Nov 19 09:15:28.053515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec3c2a-a7c6-49c7-b5a6-4c85e07936a5 req-b18761cf-30e1-4d0f-bc68-087f2b058189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:28.055057 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fbec3c2a-a7c6-49c7-b5a6-4c85e07936a5 req-b18761cf-30e1-4d0f-bc68-087f2b058189 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7ec5d00cfc348a594077a93d6441b62&device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 1097 time: 0.0846713 Nov 19 09:15:28.104678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d8265ac-c1da-4084-a21a-433e10e11264 req-cfed6c4c-7606-4b6b-8ad9-a73a355be147 tempest-FloatingIPsNegativeTestJSON-1721143037 tempest-FloatingIPsNegativeTestJSON-1721143037-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0784345 Nov 19 09:15:28.127077 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ccc65e1a-034d-4851-af2a-26efddd8fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 4, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '5ec5232b-4954-4593-925a-88c3682f10d9', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'port_id': 'c4401e32-947b-40fe-8f2c-1ff81c33ecaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'mac_address': 'fa:16:3e:59:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8b7c71-3306-4669-89e2-3b1e6a673e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:15:04Z', 'updated_at': '2021-11-19T09:15:25Z', 'revision_number': 1, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '036d42bf-556f-44ab-8639-9d2c6a44a846', 'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'mac_address': 'fa:16:3e:b7:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:45Z', 'updated_at': '2021-11-19T09:09:52Z', 'revision_number': 5, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'subnets': [{'id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:28.135597 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:28.155785 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:28.167293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc65e1a-034d-4851-af2a-26efddd8fc05 None None] Checking router: 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:15:28.179479 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc65e1a-034d-4851-af2a-26efddd8fc05 None None] Routers {'321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:28.181899 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ccc65e1a-034d-4851-af2a-26efddd8fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:28.291996 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-dc467c29-9c4c-40d4-94a4-fd4eab0285e4 req-ca7b27f3-7ecb-497c-9de1-907a84bb3846 tempest-FloatingIPsNegativeTestJSON-1721143037 tempest-FloatingIPsNegativeTestJSON-1721143037-project] show failed (client error): The resource could not be found. Nov 19 09:15:28.293188 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc467c29-9c4c-40d4-94a4-fd4eab0285e4 req-ca7b27f3-7ecb-497c-9de1-907a84bb3846 tempest-FloatingIPsNegativeTestJSON-1721143037 tempest-FloatingIPsNegativeTestJSON-1721143037-project] 10.222.0.21 "GET /v2.0/floatingips/b009ee4c-25d8-4833-86a6-4dafb7874901 HTTP/1.1" status: 404 len: 350 time: 0.1492424 Nov 19 09:15:28.306875 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39046) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:28.324327 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec3c2a-a7c6-49c7-b5a6-4c85e07936a5 req-3a8a778b-2a2b-4a18-877c-06b75907013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:28.332078 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fbec3c2a-a7c6-49c7-b5a6-4c85e07936a5 req-3a8a778b-2a2b-4a18-877c-06b75907013e service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca HTTP/1.1" status: 200 len: 912 time: 0.2660782 Nov 19 09:15:28.334158 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a0760-0825-43ba-919d-bca771f746ad req-75148470-9491-43ef-9795-01d8af633473 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:28.337045 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420be098-ef2f-4e8e-acff-788ed87c5dd2 None None] Pushing event updated for resources: {'Port': ['ID=9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:28.341939 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c87a0760-0825-43ba-919d-bca771f746ad req-75148470-9491-43ef-9795-01d8af633473 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.2778866 Nov 19 09:15:28.366078 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Attempting to bind port 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:15:28.366608 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Attempting to bind port 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'a242f2fe-60d5-48d8-b489-5b5c173ec85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c943c84-c7d4-4ab3-8c65-bfe7ac14af55'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:15:28.367101 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Attempting to bind port 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c on network 6c943c84-c7d4-4ab3-8c65-bfe7ac14af55 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:28.370230 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ccc65e1a-034d-4851-af2a-26efddd8fc05 None None] Set router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:28.379973 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:15:28.380521 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Checking segment: {'id': 'a242f2fe-60d5-48d8-b489-5b5c173ec85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c943c84-c7d4-4ab3-8c65-bfe7ac14af55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:28.382349 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:28.382911 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Bound using segment: {'id': 'a242f2fe-60d5-48d8-b489-5b5c173ec85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c943c84-c7d4-4ab3-8c65-bfe7ac14af55'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:15:28.383504 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Bound port: 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a242f2fe-60d5-48d8-b489-5b5c173ec85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c943c84-c7d4-4ab3-8c65-bfe7ac14af55'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:15:28.385669 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:28.437144 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c87a0760-0825-43ba-919d-bca771f746ad req-55f0fdd1-7d80-41b4-9a41-62f4995b4e10 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900168 Nov 19 09:15:28.556667 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] For port 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:15:28.562267 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] For port 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c,segment=NetworkSegment(a242f2fe-60d5-48d8-b489-5b5c173ec85a),segment_id=a242f2fe-60d5-48d8-b489-5b5c173ec85a)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:15:28.583130 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:28.653322 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fbec3c2a-a7c6-49c7-b5a6-4c85e07936a5 req-6b2b9bbf-e288-499c-97ba-7cd3065272ce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4401e32-947b-40fe-8f2c-1ff81c33ecaf HTTP/1.1" status: 200 len: 999 time: 0.2151768 Nov 19 09:15:28.708802 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Routers {'4005c301-30d7-425f-b744-74e14853850e'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:28.709480 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4005c301-30d7-425f-b744-74e14853850e'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:28.736998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 2008bd16-0441-4842-9fce-279e0863ca43 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:15:28.738841 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f4114fdd-9c00-499b-b3b8-6f530f5ff76e up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:28.754123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446399f1-bfe3-4bb9-bc7f-1241681bdd87 req-573565ff-fa79-4b82-9544-27946c9c5be4 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:28.756844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-446399f1-bfe3-4bb9-bc7f-1241681bdd87 req-573565ff-fa79-4b82-9544-27946c9c5be4 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 949 time: 0.1438472 Nov 19 09:15:28.838221 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec3c2a-a7c6-49c7-b5a6-4c85e07936a5 req-99573a21-891c-4d98-b55a-acc100544dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:28.840050 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fbec3c2a-a7c6-49c7-b5a6-4c85e07936a5 req-99573a21-891c-4d98-b55a-acc100544dc9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2dc59a7-693a-40a0-ab45-b7982da75253 HTTP/1.1" status: 200 len: 850 time: 0.1746929 Nov 19 09:15:28.901657 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-446399f1-bfe3-4bb9-bc7f-1241681bdd87 req-5d437271-6c61-4be0-af6f-b7629a49b3ce tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348367 Nov 19 09:15:28.911625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port f4114fdd-9c00-499b-b3b8-6f530f5ff76e completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:15:28.931963 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port f4114fdd-9c00-499b-b3b8-6f530f5ff76e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:28.932337 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:28.987594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39066) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:29.039265 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec3c2a-a7c6-49c7-b5a6-4c85e07936a5 req-6e20f446-4f88-40e6-9b65-aaee0c4cd1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:29.041705 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fbec3c2a-a7c6-49c7-b5a6-4c85e07936a5 req-6e20f446-4f88-40e6-9b65-aaee0c4cd1ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1912370 Nov 19 09:15:29.086994 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] Set router 4005c301-30d7-425f-b744-74e14853850e gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:29.132723 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5a2bb-7fac-4404-bd59-c81e080ed7a4 req-a03a02f1-048c-455f-97fb-76dfed523754 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:29.134403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01c5a2bb-7fac-4404-bd59-c81e080ed7a4 req-a03a02f1-048c-455f-97fb-76dfed523754 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.1456671 Nov 19 09:15:29.150339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d92608-082d-44f4-8b9a-8a63d9e226da req-dec398fd-f960-4c55-9373-1dcc7affef88 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:29.172520 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88d92608-082d-44f4-8b9a-8a63d9e226da req-dec398fd-f960-4c55-9373-1dcc7affef88 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 944 time: 0.1644881 Nov 19 09:15:29.224494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8034da70-f3b3-4303-9529-dd6e8d159038 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-255417645-network', 'tenant_id': 'e9766ca340e44b3e9ad817aac05576f8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:29.246825 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fbec3c2a-a7c6-49c7-b5a6-4c85e07936a5 req-a41afccc-755c-46a1-ba5f-70381d435943 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954331 Nov 19 09:15:29.255348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7500ed16-0fea-4afa-a433-374fca147180 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:29.301352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ccc65e1a-034d-4851-af2a-26efddd8fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 4, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '5ec5232b-4954-4593-925a-88c3682f10d9', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'port_id': 'c4401e32-947b-40fe-8f2c-1ff81c33ecaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'mac_address': 'fa:16:3e:59:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8b7c71-3306-4669-89e2-3b1e6a673e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:15:04Z', 'updated_at': '2021-11-19T09:15:25Z', 'revision_number': 1, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '036d42bf-556f-44ab-8639-9d2c6a44a846', 'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'mac_address': 'fa:16:3e:b7:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:45Z', 'updated_at': '2021-11-19T09:09:52Z', 'revision_number': 5, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'subnets': [{'id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:29.305728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88d92608-082d-44f4-8b9a-8a63d9e226da req-9c1b998b-1d62-4bfa-941b-4e2e3a7933a6 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/security-groups?id=628d945b-a97c-4916-a4f6-2a34c5d97f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312048 Nov 19 09:15:29.328598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8034da70-f3b3-4303-9529-dd6e8d159038 admin admin] Made reservation on behalf of e9766ca340e44b3e9ad817aac05576f8 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:15:29.330951 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8034da70-f3b3-4303-9529-dd6e8d159038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:29.347827 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420be098-ef2f-4e8e-acff-788ed87c5dd2 None None] Pushing event updated for resources: {'Port': ['ID=9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:29.374895 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc65e1a-034d-4851-af2a-26efddd8fc05 None None] The sync data for ids ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'] in n-d-805649-14 is: [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 4, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '5ec5232b-4954-4593-925a-88c3682f10d9', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'port_id': 'c4401e32-947b-40fe-8f2c-1ff81c33ecaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'mac_address': 'fa:16:3e:59:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8b7c71-3306-4669-89e2-3b1e6a673e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:15:04Z', 'updated_at': '2021-11-19T09:15:25Z', 'revision_number': 1, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '036d42bf-556f-44ab-8639-9d2c6a44a846', 'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'mac_address': 'fa:16:3e:b7:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:45Z', 'updated_at': '2021-11-19T09:09:52Z', 'revision_number': 5, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'subnets': [{'id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:15:29.409041 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8034da70-f3b3-4303-9529-dd6e8d159038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:29.428135 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e0c668ce-c7e0-4716-9c9c-b84c073da53d None None] Provisioning complete for port 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:29.430158 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e0c668ce-c7e0-4716-9c9c-b84c073da53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:29.435220 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 2008bd16-0441-4842-9fce-279e0863ca43, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=2008bd16-0441-4842-9fce-279e0863ca43,segment=NetworkSegment(bf55141a-fbe9-490b-a119-59b3f30c0242),segment_id=bf55141a-fbe9-490b-a119-59b3f30c0242)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:29.453001 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fbec3c2a-a7c6-49c7-b5a6-4c85e07936a5 req-3c4772f9-bd8f-4efa-8fe6-80d19fbda55c service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854146 Nov 19 09:15:29.460616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01c5a2bb-7fac-4404-bd59-c81e080ed7a4 req-4e298066-2381-4110-ad57-5b330fd3b082 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830164 Nov 19 09:15:29.536376 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4005c301-30d7-425f-b744-74e14853850e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613612001-router', 'tenant_id': '2744ab6c652c4441be06ed56e825396a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '3c969d67-d85b-41e7-9a21-cf648d65ef89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:17Z', 'updated_at': '2021-11-19T09:15:24Z', 'revision_number': 4, 'project_id': '2744ab6c652c4441be06ed56e825396a', 'gw_port': {'id': '3c969d67-d85b-41e7-9a21-cf648d65ef89', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005c301-30d7-425f-b744-74e14853850e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:18Z', 'updated_at': '2021-11-19T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c', 'name': '', 'network_id': '6c943c84-c7d4-4ab3-8c65-bfe7ac14af55', 'tenant_id': '2744ab6c652c4441be06ed56e825396a', 'mac_address': 'fa:16:3e:7c:c9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005c301-30d7-425f-b744-74e14853850e', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '4494eb70-fb2b-4f7d-b3c2-c29d28efb108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:23Z', 'updated_at': '2021-11-19T09:15:28Z', 'revision_number': 4, 'project_id': '2744ab6c652c4441be06ed56e825396a', 'subnets': [{'id': '4494eb70-fb2b-4f7d-b3c2-c29d28efb108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:29.540498 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bfe4d482-ee5b-41d4-8bcb-1ce36a483eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:29.545464 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 7500ed16-0fea-4afa-a433-374fca147180 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:29.545750 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:29.547443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '2008bd16-0441-4842-9fce-279e0863ca43', 'network_id': '73ee6178-8864-453d-9dbc-d6eeb1c93d43', 'port_id': '2008bd16-0441-4842-9fce-279e0863ca43', 'mac_address': 'fa:16:3e:4f:af:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc766ddb-43ca-4208-925e-64b34761da4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:15:29.607854 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391b8e6-1886-4f2d-8f60-5b530e4569bc None None] The sync data for ids ['4005c301-30d7-425f-b744-74e14853850e'] in n-d-805649-14 is: [{'id': '4005c301-30d7-425f-b744-74e14853850e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613612001-router', 'tenant_id': '2744ab6c652c4441be06ed56e825396a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '3c969d67-d85b-41e7-9a21-cf648d65ef89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:17Z', 'updated_at': '2021-11-19T09:15:24Z', 'revision_number': 4, 'project_id': '2744ab6c652c4441be06ed56e825396a', 'gw_port': {'id': '3c969d67-d85b-41e7-9a21-cf648d65ef89', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005c301-30d7-425f-b744-74e14853850e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:18Z', 'updated_at': '2021-11-19T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c', 'name': '', 'network_id': '6c943c84-c7d4-4ab3-8c65-bfe7ac14af55', 'tenant_id': '2744ab6c652c4441be06ed56e825396a', 'mac_address': 'fa:16:3e:7c:c9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4005c301-30d7-425f-b744-74e14853850e', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '4494eb70-fb2b-4f7d-b3c2-c29d28efb108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:23Z', 'updated_at': '2021-11-19T09:15:28Z', 'revision_number': 4, 'project_id': '2744ab6c652c4441be06ed56e825396a', 'subnets': [{'id': '4494eb70-fb2b-4f7d-b3c2-c29d28efb108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:15:29.664349 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:29.726207 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:29.752640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2008bd16-0441-4842-9fce-279e0863ca43 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:15:29.755505 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8034da70-f3b3-4303-9529-dd6e8d159038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:29.767544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:29.771314 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca658b2-3e44-49c9-aef9-c76c17b4703a" -d '{"events": [{"server_uuid": "c1a1527d-ddc4-4c7a-9868-bbde766d2b0f", "name": "network-vif-plugged", "status": "completed", "tag": "f4114fdd-9c00-499b-b3b8-6f530f5ff76e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:29.786630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c40ea4-3a52-42a9-aa9e-c4c5dd1f27d2 req-970f751b-9fe8-488a-8d55-35806c369a0d tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:29.795992 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82c40ea4-3a52-42a9-aa9e-c4c5dd1f27d2 req-970f751b-9fe8-488a-8d55-35806c369a0d tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.1988010 Nov 19 09:15:29.821112 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8034da70-f3b3-4303-9529-dd6e8d159038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:29.881205 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8034da70-f3b3-4303-9529-dd6e8d159038 admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:15:29.883346 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096dcdd8-4d5b-4f15-bcaa-e386358c43b1 None None] New status for floating IP 5ec5232b-4954-4593-925a-88c3682f10d9: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:15:29.887231 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2555931-947f-4d91-b116-1eb8539f6f90 x-openstack-request-id: req-b2555931-947f-4d91-b116-1eb8539f6f90 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:29.887601 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a1527d-ddc4-4c7a-9868-bbde766d2b0f", "name": "network-vif-plugged", "status": "completed", "tag": "f4114fdd-9c00-499b-b3b8-6f530f5ff76e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:29.887799 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2555931-947f-4d91-b116-1eb8539f6f90 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:29.888202 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e', 'code': 200} Nov 19 09:15:29.913049 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:29.924386 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 2008bd16-0441-4842-9fce-279e0863ca43, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=2008bd16-0441-4842-9fce-279e0863ca43,segment=NetworkSegment(bf55141a-fbe9-490b-a119-59b3f30c0242),segment_id=bf55141a-fbe9-490b-a119-59b3f30c0242)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:29.940317 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:29.949603 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:29.957174 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8034da70-f3b3-4303-9529-dd6e8d159038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:29.957544 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-8034da70-f3b3-4303-9529-dd6e8d159038 admin admin] Added segment 4dc01ae9-41f7-48a1-b219-96c59aa52019 of type vlan for network d4179450-4800-417c-9bf4-612c06915a58 Nov 19 09:15:29.962937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034da70-f3b3-4303-9529-dd6e8d159038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47c0380-9c39-4caa-ad7f-6658f236041a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:29.982345 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e0c668ce-c7e0-4716-9c9c-b84c073da53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:29.987975 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:30.035600 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82c40ea4-3a52-42a9-aa9e-c4c5dd1f27d2 req-c3422ccd-2e45-4c12-b6f2-69bbce5af0ec tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393541 Nov 19 09:15:30.063685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e0c668ce-c7e0-4716-9c9c-b84c073da53d None None] For port 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c,segment=NetworkSegment(a242f2fe-60d5-48d8-b489-5b5c173ec85a),segment_id=a242f2fe-60d5-48d8-b489-5b5c173ec85a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:30.110517 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8034da70-f3b3-4303-9529-dd6e8d159038 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:30.111094 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=2008bd16-0441-4842-9fce-279e0863ca43,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:30.114185 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcdce7-41aa-482c-b53b-fc9f3710723a req-fdcd7a79-55ea-4ec5-a6c5-93cfc885ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:30.116052 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a2fcdce7-41aa-482c-b53b-fc9f3710723a req-fdcd7a79-55ea-4ec5-a6c5-93cfc885ff2d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 1098 time: 0.1703062 Nov 19 09:15:30.146873 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bfe4d482-ee5b-41d4-8bcb-1ce36a483eec admin admin] Deleting port 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:30.148091 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bfe4d482-ee5b-41d4-8bcb-1ce36a483eec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:30.163624 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e0c668ce-c7e0-4716-9c9c-b84c073da53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:30.218071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['2008bd16-0441-4842-9fce-279e0863ca43'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:15:30.256972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a2fcdce7-41aa-482c-b53b-fc9f3710723a req-2e4516fa-b712-4136-94ca-5f720a5b1858 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862710 Nov 19 09:15:30.275889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befdfbf-8a9a-472e-bab8-b9744d000e82 req-291be7d1-d748-48e5-a56a-41c964925ba1 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:30.277961 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8befdfbf-8a9a-472e-bab8-b9744d000e82 req-291be7d1-d748-48e5-a56a-41c964925ba1 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 949 time: 0.1852489 Nov 19 09:15:30.279321 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8034da70-f3b3-4303-9529-dd6e8d159038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:30.280999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8034da70-f3b3-4303-9529-dd6e8d159038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:30.281802 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8034da70-f3b3-4303-9529-dd6e8d159038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:30.289645 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-bfe4d482-ee5b-41d4-8bcb-1ce36a483eec admin admin] For port 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c,segment=NetworkSegment(a242f2fe-60d5-48d8-b489-5b5c173ec85a),segment_id=a242f2fe-60d5-48d8-b489-5b5c173ec85a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:30.290034 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bfe4d482-ee5b-41d4-8bcb-1ce36a483eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:30.318474 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bfe4d482-ee5b-41d4-8bcb-1ce36a483eec admin admin] Calling delete_port for 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:30.319472 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7500ed16-0fea-4afa-a433-374fca147180, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7500ed16-0fea-4afa-a433-374fca147180,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:30.350473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:30.372608 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:30.393362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034da70-f3b3-4303-9529-dd6e8d159038 admin admin] Pushing event updated for resources: {'Network': ['ID=d4179450-4800-417c-9bf4-612c06915a58,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:30.401966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8034da70-f3b3-4303-9529-dd6e8d159038 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4020109 Nov 19 09:15:30.453057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network d4179450-4800-417c-9bf4-612c06915a58 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:15:30.457309 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39080) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:30.461155 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8befdfbf-8a9a-472e-bab8-b9744d000e82 req-f7ae42cb-24d9-4e8e-bcaa-1d58500a41b3 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627741 Nov 19 09:15:30.468875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6c006b17-36a2-4e28-ac6b-a2534af12e57 admin admin] Request body: {'subnet': {'network_id': 'd4179450-4800-417c-9bf4-612c06915a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-255417645-subnet', 'tenant_id': 'e9766ca340e44b3e9ad817aac05576f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:30.474929 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c0845144-8b34-4c90-973f-ed2ab715e055 None None] Provisioning complete for port 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:30.475326 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c0845144-8b34-4c90-973f-ed2ab715e055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:30.535514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c006b17-36a2-4e28-ac6b-a2534af12e57 admin admin] Made reservation on behalf of e9766ca340e44b3e9ad817aac05576f8 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:15:30.538236 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c006b17-36a2-4e28-ac6b-a2534af12e57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:30.541746 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bfe4d482-ee5b-41d4-8bcb-1ce36a483eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:30.581112 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4d482-ee5b-41d4-8bcb-1ce36a483eec admin admin] Pushing event deleted for resources: {'Port': ['ID=9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:30.666335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c668ce-c7e0-4716-9c9c-b84c073da53d None None] Pushing event updated for resources: {'Port': ['ID=9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:30.718831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe90fc9-45d6-4394-8a2e-92350ce28927 req-97b8418d-c390-4483-8d61-dc71b550bee4 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:30.720355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfe90fc9-45d6-4394-8a2e-92350ce28927 req-97b8418d-c390-4483-8d61-dc71b550bee4 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 945 time: 0.2643332 Nov 19 09:15:30.760395 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c0845144-8b34-4c90-973f-ed2ab715e055 None None] Could not find standard attr ID for object 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:15:30.784147 n-d-805649-14 neutron-server[103478]: INFO neutron.plugins.ml2.db [None req-c0845144-8b34-4c90-973f-ed2ab715e055 None None] No ports have port_id starting with 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c Nov 19 09:15:30.808314 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7500ed16-0fea-4afa-a433-374fca147180,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:30.886622 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfe90fc9-45d6-4394-8a2e-92350ce28927 req-3f043631-0cf2-48aa-9851-1540b5b4c18e tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/security-groups?id=628d945b-a97c-4916-a4f6-2a34c5d97f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496019 Nov 19 09:15:30.895996 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4d9c9-6c7f-46fd-bea7-b44df0c314cc req-b23f096f-44b9-4fde-875a-8824ba807a6f tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:30.897626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23e4d9c9-6c7f-46fd-bea7-b44df0c314cc req-b23f096f-44b9-4fde-875a-8824ba807a6f tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 946 time: 0.1916056 Nov 19 09:15:30.910797 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c006b17-36a2-4e28-ac6b-a2534af12e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:30.931950 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bfe4d482-ee5b-41d4-8bcb-1ce36a483eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:31.058571 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c006b17-36a2-4e28-ac6b-a2534af12e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42107768-3337-42a8-81f0-5826879584c4,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:31.066138 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23e4d9c9-6c7f-46fd-bea7-b44df0c314cc req-02adf841-00cf-4e9c-8a87-81d461d97586 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595476 Nov 19 09:15:31.072884 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c006b17-36a2-4e28-ac6b-a2534af12e57 admin admin] Checking segment: {'id': '4dc01ae9-41f7-48a1-b219-96c59aa52019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd4179450-4800-417c-9bf4-612c06915a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:31.073311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c006b17-36a2-4e28-ac6b-a2534af12e57 admin admin] Network hostable DHCP agents. Network: d4179450-4800-417c-9bf4-612c06915a58, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:15:31.109184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c006b17-36a2-4e28-ac6b-a2534af12e57 admin admin] Network d4179450-4800-417c-9bf4-612c06915a58 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:15:31.125644 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-6c006b17-36a2-4e28-ac6b-a2534af12e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, d4179450-4800-417c-9bf4-612c06915a58) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:31.132424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c006b17-36a2-4e28-ac6b-a2534af12e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:31.133403 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c006b17-36a2-4e28-ac6b-a2534af12e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:31.135558 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e1c9a2-680e-479b-8444-914996d8e24a None None] Network d4179450-4800-417c-9bf4-612c06915a58 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:15:31.155171 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6c006b17-36a2-4e28-ac6b-a2534af12e57 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6929741 Nov 19 09:15:31.159126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39090) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:31.166647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-255417645-router', 'tenant_id': 'e9766ca340e44b3e9ad817aac05576f8', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:31.198431 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:31.200284 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:31.223508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe4d482-ee5b-41d4-8bcb-1ce36a483eec admin admin] Router 4005c301-30d7-425f-b744-74e14853850e has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:15:31.401195 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe4d482-ee5b-41d4-8bcb-1ce36a483eec admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:15:31.402430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-d4179450-4800-417c-9bf4-612c06915a58', 'network_id': 'd4179450-4800-417c-9bf4-612c06915a58', 'tenant_id': 'e9766ca340e44b3e9ad817aac05576f8', 'fixed_ips': [{'subnet_id': '42107768-3337-42a8-81f0-5826879584c4'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:15:31.405207 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:31.406859 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:31.410616 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bfe4d482-ee5b-41d4-8bcb-1ce36a483eec admin admin] 10.222.0.21 "PUT /v2.0/routers/4005c301-30d7-425f-b744-74e14853850e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0955102 Nov 19 09:15:31.415082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39092) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:31.425833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe14483-342d-46eb-a8b7-7635a8141715 req-3f513f97-96a6-4584-a152-d8a85bd7d457 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:31.427600 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbe14483-342d-46eb-a8b7-7635a8141715 req-3f513f97-96a6-4584-a152-d8a85bd7d457 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.2232428 Nov 19 09:15:31.611699 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Allocated IP 172.20.0.2 (d4179450-4800-417c-9bf4-612c06915a58/42107768-3337-42a8-81f0-5826879584c4/fcd68535-3fc9-4a5a-b73d-8de6f4f88cce) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:31.693630 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:31.712811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbe14483-342d-46eb-a8b7-7635a8141715 req-ec4ddec7-2de2-4e71-bc84-14495e5e5ede tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771168 Nov 19 09:15:31.728106 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e31bec-511e-42ae-ba0e-67de66db22ac None None] Sync routers for ids ['4005c301-30d7-425f-b744-74e14853850e'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:15:31.747073 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47b0b088-69c2-44cb-95d9-f24fc5b965ef admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:31.776533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e31bec-511e-42ae-ba0e-67de66db22ac None None] Routers {'4005c301-30d7-425f-b744-74e14853850e'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:31.777373 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a6e31bec-511e-42ae-ba0e-67de66db22ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4005c301-30d7-425f-b744-74e14853850e'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:31.821160 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:31.830090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae443c9-5262-482d-9c19-33f1b45f8226 req-6bf3ed33-2e5c-48eb-9b88-f53db404efb4 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:31.830371 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:31.831808 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eae443c9-5262-482d-9c19-33f1b45f8226 req-6bf3ed33-2e5c-48eb-9b88-f53db404efb4 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.2696102 Nov 19 09:15:31.900636 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166d7588-aec1-41bc-a3d8-c2a2a5bf3110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7500ed16-0fea-4afa-a433-374fca147180'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:31.903494 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fca852-b6dd-4834-b1cd-6d395d4c197f" -d '{"events": [{"server_uuid": "166d7588-aec1-41bc-a3d8-c2a2a5bf3110", "name": "network-vif-plugged", "status": "completed", "tag": "7500ed16-0fea-4afa-a433-374fca147180"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:31.923628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Network d4179450-4800-417c-9bf4-612c06915a58 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:31.929662 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:31.936322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:31.944381 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eae443c9-5262-482d-9c19-33f1b45f8226 req-2591c7c6-15a4-4bcf-88fb-5a87ead3da30 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025853 Nov 19 09:15:31.945616 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Pushing event updated for resources: {'Port': ['ID=fcd68535-3fc9-4a5a-b73d-8de6f4f88cce,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:31.980562 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47b0b088-69c2-44cb-95d9-f24fc5b965ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:31.986097 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45af2228-482b-41a7-a72f-8f65aec91551 x-openstack-request-id: req-45af2228-482b-41a7-a72f-8f65aec91551 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:31.986494 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166d7588-aec1-41bc-a3d8-c2a2a5bf3110", "name": "network-vif-plugged", "status": "completed", "tag": "7500ed16-0fea-4afa-a433-374fca147180", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:31.987004 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45af2228-482b-41a7-a72f-8f65aec91551 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:31.987458 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166d7588-aec1-41bc-a3d8-c2a2a5bf3110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7500ed16-0fea-4afa-a433-374fca147180', 'code': 200} Nov 19 09:15:31.990720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a6e31bec-511e-42ae-ba0e-67de66db22ac None None] Set router 4005c301-30d7-425f-b744-74e14853850e gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:32.183457 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb89a5-1637-4155-bf46-40057d3b91ca req-0ed98182-5864-4524-8063-ec9a18f837db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:32.185588 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f4bb89a5-1637-4155-bf46-40057d3b91ca req-0ed98182-5864-4524-8063-ec9a18f837db service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 1102 time: 0.0539184 Nov 19 09:15:32.192475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e08d28-349d-49a0-a203-2159870ca69e req-12131d40-10f1-4ed7-927f-6ed844913853 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:32.195568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50e08d28-349d-49a0-a203-2159870ca69e req-12131d40-10f1-4ed7-927f-6ed844913853 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 945 time: 0.1452434 Nov 19 09:15:32.240052 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f4bb89a5-1637-4155-bf46-40057d3b91ca req-e8c37642-ae83-4d3a-8596-d8c9cff19214 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455148 Nov 19 09:15:32.241766 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:32.283648 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:32.288577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Attempting to bind port fcd68535-3fc9-4a5a-b73d-8de6f4f88cce on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:15:32.288870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Attempting to bind port fcd68535-3fc9-4a5a-b73d-8de6f4f88cce by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '4dc01ae9-41f7-48a1-b219-96c59aa52019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd4179450-4800-417c-9bf4-612c06915a58'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:15:32.289278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Attempting to bind port fcd68535-3fc9-4a5a-b73d-8de6f4f88cce on network d4179450-4800-417c-9bf4-612c06915a58 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:32.291387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-47b0b088-69c2-44cb-95d9-f24fc5b965ef admin admin] Deleting port 3c969d67-d85b-41e7-9a21-cf648d65ef89 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:32.291758 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47b0b088-69c2-44cb-95d9-f24fc5b965ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:32.299798 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:15:32.300049 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Checking segment: {'id': '4dc01ae9-41f7-48a1-b219-96c59aa52019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd4179450-4800-417c-9bf4-612c06915a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:32.300406 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:32.300860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Bound using segment: {'id': '4dc01ae9-41f7-48a1-b219-96c59aa52019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd4179450-4800-417c-9bf4-612c06915a58'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:15:32.301332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Bound port: fcd68535-3fc9-4a5a-b73d-8de6f4f88cce, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc01ae9-41f7-48a1-b219-96c59aa52019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd4179450-4800-417c-9bf4-612c06915a58'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:15:32.301717 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:32.405770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effccf2-02b6-4a06-9c8e-361aa187cc56 req-d65c2064-431a-4ff5-b6ab-2e65c8572c0c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:32.407331 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2effccf2-02b6-4a06-9c8e-361aa187cc56 req-d65c2064-431a-4ff5-b6ab-2e65c8572c0c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 946 time: 0.1968479 Nov 19 09:15:32.409397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] For port fcd68535-3fc9-4a5a-b73d-8de6f4f88cce, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:15:32.410767 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50e08d28-349d-49a0-a203-2159870ca69e req-72cc22fe-36bb-452d-9c14-14f60601f5fa tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/security-groups?id=628d945b-a97c-4916-a4f6-2a34c5d97f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022352 Nov 19 09:15:32.413281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] For port fcd68535-3fc9-4a5a-b73d-8de6f4f88cce, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=fcd68535-3fc9-4a5a-b73d-8de6f4f88cce,segment=NetworkSegment(4dc01ae9-41f7-48a1-b219-96c59aa52019),segment_id=4dc01ae9-41f7-48a1-b219-96c59aa52019)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:15:32.420994 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:32.487558 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a6e31bec-511e-42ae-ba0e-67de66db22ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4005c301-30d7-425f-b744-74e14853850e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613612001-router', 'tenant_id': '2744ab6c652c4441be06ed56e825396a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '3c969d67-d85b-41e7-9a21-cf648d65ef89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:17Z', 'updated_at': '2021-11-19T09:15:30Z', 'revision_number': 5, 'project_id': '2744ab6c652c4441be06ed56e825396a', 'gw_port': {'id': '3c969d67-d85b-41e7-9a21-cf648d65ef89', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:74:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005c301-30d7-425f-b744-74e14853850e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:18Z', 'updated_at': '2021-11-19T09:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:32.525209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-47b0b088-69c2-44cb-95d9-f24fc5b965ef admin admin] For port 3c969d67-d85b-41e7-9a21-cf648d65ef89, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3c969d67-d85b-41e7-9a21-cf648d65ef89,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:32.525621 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47b0b088-69c2-44cb-95d9-f24fc5b965ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:32.526115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 2008bd16-0441-4842-9fce-279e0863ca43 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:32.528349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762242c-9608-4e90-aed0-b231e71e3987 None None] Pushing event updated for resources: {'Port': ['ID=fcd68535-3fc9-4a5a-b73d-8de6f4f88cce,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:32.532893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e31bec-511e-42ae-ba0e-67de66db22ac None None] Checking router: 4005c301-30d7-425f-b744-74e14853850e for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:15:32.559531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Allocated IP 172.25.0.86 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/54876b91-cd63-40cc-9758-b53372798543) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:32.562422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-47b0b088-69c2-44cb-95d9-f24fc5b965ef admin admin] Calling delete_port for 3c969d67-d85b-41e7-9a21-cf648d65ef89 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:32.567623 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2effccf2-02b6-4a06-9c8e-361aa187cc56 req-7c76377a-67e8-470c-916e-8553a79886a7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502283 Nov 19 09:15:32.571667 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e31bec-511e-42ae-ba0e-67de66db22ac None None] Routers {'4005c301-30d7-425f-b744-74e14853850e'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:32.572535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a6e31bec-511e-42ae-ba0e-67de66db22ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4005c301-30d7-425f-b744-74e14853850e'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:32.678221 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a6e31bec-511e-42ae-ba0e-67de66db22ac None None] Set router 4005c301-30d7-425f-b744-74e14853850e gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:32.680457 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 2008bd16-0441-4842-9fce-279e0863ca43 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:15:32.747229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 2008bd16-0441-4842-9fce-279e0863ca43 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:32.747796 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:32.751540 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a6e31bec-511e-42ae-ba0e-67de66db22ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4005c301-30d7-425f-b744-74e14853850e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613612001-router', 'tenant_id': '2744ab6c652c4441be06ed56e825396a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:17Z', 'updated_at': '2021-11-19T09:15:31Z', 'revision_number': 6, 'project_id': '2744ab6c652c4441be06ed56e825396a', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:32.822618 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d5d17-237e-41b3-963a-25b2077f9e36 req-2f3fa1c0-a67b-4c00-aa07-38b9fd79c47b tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:32.824785 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b64d5d17-237e-41b3-963a-25b2077f9e36 req-2f3fa1c0-a67b-4c00-aa07-38b9fd79c47b tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 946 time: 0.1547089 Nov 19 09:15:32.833069 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39110) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:32.839408 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-20eb8631-28ab-4071-9f33-996077015d65 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Request body: {'floatingip': {'port_id': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:32.875014 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e31bec-511e-42ae-ba0e-67de66db22ac None None] The sync data for ids ['4005c301-30d7-425f-b744-74e14853850e'] in n-d-805649-14 is: [{'id': '4005c301-30d7-425f-b744-74e14853850e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613612001-router', 'tenant_id': '2744ab6c652c4441be06ed56e825396a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:17Z', 'updated_at': '2021-11-19T09:15:31Z', 'revision_number': 6, 'project_id': '2744ab6c652c4441be06ed56e825396a', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:15:32.920389 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20eb8631-28ab-4071-9f33-996077015d65 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for floatingip, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:32.939728 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device fcd68535-3fc9-4a5a-b73d-8de6f4f88cce up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:32.999749 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:33.054361 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 2008bd16-0441-4842-9fce-279e0863ca43, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=2008bd16-0441-4842-9fce-279e0863ca43,segment=NetworkSegment(bf55141a-fbe9-490b-a119-59b3f30c0242),segment_id=bf55141a-fbe9-490b-a119-59b3f30c0242)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:33.056317 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port fcd68535-3fc9-4a5a-b73d-8de6f4f88cce triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:33.056696 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:33.079285 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:33.158453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=2008bd16-0441-4842-9fce-279e0863ca43,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:33.203526 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:33.263797 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port fcd68535-3fc9-4a5a-b73d-8de6f4f88cce, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=fcd68535-3fc9-4a5a-b73d-8de6f4f88cce,segment=NetworkSegment(4dc01ae9-41f7-48a1-b219-96c59aa52019),segment_id=4dc01ae9-41f7-48a1-b219-96c59aa52019)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:33.275058 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:33.380698 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:33.385704 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=fcd68535-3fc9-4a5a-b73d-8de6f4f88cce,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:33.431178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030c211-1317-4c7d-b790-93357d7c39d1 req-d85d51dd-f941-4dc4-aeab-0c45df3d83d6 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:33.432757 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7030c211-1317-4c7d-b790-93357d7c39d1 req-d85d51dd-f941-4dc4-aeab-0c45df3d83d6 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.5955000 Nov 19 09:15:33.519152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede72f9-8fa5-4f2f-83a3-0abb9dcf2624 req-8dfb705d-07f7-4685-81f9-f982a77c6a70 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:33.520710 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ede72f9-8fa5-4f2f-83a3-0abb9dcf2624 req-8dfb705d-07f7-4685-81f9-f982a77c6a70 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1510065 Nov 19 09:15:33.586405 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:33.594541 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20eb8631-28ab-4071-9f33-996077015d65 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:33.602763 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20eb8631-28ab-4071-9f33-996077015d65 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:33.611840 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47b0b088-69c2-44cb-95d9-f24fc5b965ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:33.622378 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7030c211-1317-4c7d-b790-93357d7c39d1 req-1afedf7b-49a2-4dc4-9e8e-db6049db34d0 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801467 Nov 19 09:15:33.665450 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:33.680739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:33.739791 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:33.769760 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-20eb8631-28ab-4071-9f33-996077015d65 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Floating IP d870d88f-f4f4-4993-840a-da12b8c12de0 associated. External IP: 172.25.0.98, port: f4114fdd-9c00-499b-b3b8-6f530f5ff76e. Nov 19 09:15:33.794760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Pushing event updated for resources: {'Port': ['ID=54876b91-cd63-40cc-9758-b53372798543,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:33.800661 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ede72f9-8fa5-4f2f-83a3-0abb9dcf2624 req-697bbd1e-9f57-4ee3-8632-440941192ad6 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677209 Nov 19 09:15:33.857719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0b088-69c2-44cb-95d9-f24fc5b965ef admin admin] Pushing event deleted for resources: {'Port': ['ID=3c969d67-d85b-41e7-9a21-cf648d65ef89,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:33.890758 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47b0b088-69c2-44cb-95d9-f24fc5b965ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:33.988309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c06ce5-5678-43e0-8d5f-aab18f2d7b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2008bd16-0441-4842-9fce-279e0863ca43'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:33.991852 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37feb277-3bfa-482b-9b37-8a89fd57dea4" -d '{"events": [{"server_uuid": "c9c06ce5-5678-43e0-8d5f-aab18f2d7b00", "name": "network-vif-plugged", "status": "completed", "tag": "2008bd16-0441-4842-9fce-279e0863ca43"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:34.016738 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657bf6a8-d291-4cc8-8e34-8b89c8175ae9 None None] Network d4179450-4800-417c-9bf4-612c06915a58 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:15:34.079544 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47b0b088-69c2-44cb-95d9-f24fc5b965ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:34.086220 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47b0b088-69c2-44cb-95d9-f24fc5b965ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:34.092374 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26289660-59b4-4ef4-9724-c7d99c53273f x-openstack-request-id: req-26289660-59b4-4ef4-9724-c7d99c53273f {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:34.092374 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c06ce5-5678-43e0-8d5f-aab18f2d7b00", "name": "network-vif-plugged", "status": "completed", "tag": "2008bd16-0441-4842-9fce-279e0863ca43", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:34.093346 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26289660-59b4-4ef4-9724-c7d99c53273f {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:34.093715 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c06ce5-5678-43e0-8d5f-aab18f2d7b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2008bd16-0441-4842-9fce-279e0863ca43', 'code': 200} Nov 19 09:15:34.123957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ee238c8e-3d33-4990-90eb-c058d2a302ea None None] Provisioning complete for port fcd68535-3fc9-4a5a-b73d-8de6f4f88cce triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:34.124506 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ee238c8e-3d33-4990-90eb-c058d2a302ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:34.162894 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20eb8631-28ab-4071-9f33-996077015d65 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Router 97421bed-b84c-45f3-bccb-846467d3c5e3 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:15:34.167899 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fa789-4a5e-4988-ad87-e75184d41280 req-94f2c512-c278-4de7-8d9a-a28a6d01716f tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:34.172948 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-548fa789-4a5e-4988-ad87-e75184d41280 req-94f2c512-c278-4de7-8d9a-a28a6d01716f tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 946 time: 0.2993360 Nov 19 09:15:34.225148 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47b0b088-69c2-44cb-95d9-f24fc5b965ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:34.225798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b0b088-69c2-44cb-95d9-f24fc5b965ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4005c301-30d7-425f-b744-74e14853850e {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:15:34.238368 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47b0b088-69c2-44cb-95d9-f24fc5b965ef admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:34.241897 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-47b0b088-69c2-44cb-95d9-f24fc5b965ef admin admin] 10.222.0.21 "DELETE /v2.0/routers/4005c301-30d7-425f-b744-74e14853850e HTTP/1.1" status: 204 len: 168 time: 2.8233974 Nov 19 09:15:34.245326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39122) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:34.318194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67f3b1-9624-4104-a921-f6cc14ca3d88 req-f1ab0e23-8fab-4c36-85f2-0bf11b90752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:34.319797 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec67f3b1-9624-4104-a921-f6cc14ca3d88 req-f1ab0e23-8fab-4c36-85f2-0bf11b90752a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 1098 time: 0.1698940 Nov 19 09:15:34.330066 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-548fa789-4a5e-4988-ad87-e75184d41280 req-a3ff84f9-2709-456f-adfb-4e4cab2240ae tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/security-groups?id=628d945b-a97c-4916-a4f6-2a34c5d97f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320798 Nov 19 09:15:34.380448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-246d1d17-11c4-433e-9035-d4f38e3f72ad admin admin] Deleting subnet 4494eb70-fb2b-4f7d-b3c2-c29d28efb108 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:15:34.387302 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-246d1d17-11c4-433e-9035-d4f38e3f72ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:34.428448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20eb8631-28ab-4071-9f33-996077015d65 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:15:34.429264 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec67f3b1-9624-4104-a921-f6cc14ca3d88 req-5c200d3e-31a1-4546-8d6a-30aaecc82bc0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=628d945b-a97c-4916-a4f6-2a34c5d97f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654418 Nov 19 09:15:34.433957 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20eb8631-28ab-4071-9f33-996077015d65 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:34.442537 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:34.443368 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a2ce84-1b74-498b-83c5-322c0030dbe5 None None] Sync routers for ids ['97421bed-b84c-45f3-bccb-846467d3c5e3'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:15:34.453999 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2ce84-1b74-498b-83c5-322c0030dbe5 None None] Routers {'97421bed-b84c-45f3-bccb-846467d3c5e3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:34.455025 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-46a2ce84-1b74-498b-83c5-322c0030dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['97421bed-b84c-45f3-bccb-846467d3c5e3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:34.462118 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-246d1d17-11c4-433e-9035-d4f38e3f72ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:34.492643 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-20eb8631-28ab-4071-9f33-996077015d65 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "PUT /v2.0/floatingips/d870d88f-f4f4-4993-840a-da12b8c12de0 HTTP/1.1" status: 200 len: 991 time: 1.6571355 Nov 19 09:15:34.495033 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'tag': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:34.497738 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a6941e-a88b-4cda-8e7a-f9bccc52070c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a1527d-ddc4-4c7a-9868-bbde766d2b0f", "tag": "f4114fdd-9c00-499b-b3b8-6f530f5ff76e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:34.571870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-246d1d17-11c4-433e-9035-d4f38e3f72ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:34.607865 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-46a2ce84-1b74-498b-83c5-322c0030dbe5 None None] Set router 97421bed-b84c-45f3-bccb-846467d3c5e3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:34.634692 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-12151487-6a0a-4fe2-98c8-6137ecc8e054 None None] Provisioning complete for port fcd68535-3fc9-4a5a-b73d-8de6f4f88cce triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:34.635520 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-12151487-6a0a-4fe2-98c8-6137ecc8e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:34.846484 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device fcd68535-3fc9-4a5a-b73d-8de6f4f88cce up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:34.875249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6941e-a88b-4cda-8e7a-f9bccc52070c req-26359b18-f917-498b-a157-e5cbe4e72375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:34.876978 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47a6941e-a88b-4cda-8e7a-f9bccc52070c req-26359b18-f917-498b-a157-e5cbe4e72375 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aca38c45346a4619b8e97252585ec66d&device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 1098 time: 0.2127111 Nov 19 09:15:34.960746 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port fcd68535-3fc9-4a5a-b73d-8de6f4f88cce triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:34.961346 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:34.971708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8eee5-84ec-4c6f-bd50-021be1452f93 req-ba438d44-b6c7-4c60-8c9f-3a536d72214a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:34.973339 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-44e8eee5-84ec-4c6f-bd50-021be1452f93 req-ba438d44-b6c7-4c60-8c9f-3a536d72214a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.2213898 Nov 19 09:15:35.007704 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-46a2ce84-1b74-498b-83c5-322c0030dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:08Z', 'revision_number': 4, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'd870d88f-f4f4-4993-840a-da12b8c12de0', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'port_id': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'mac_address': 'fa:16:3e:28:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:15:15Z', 'updated_at': '2021-11-19T09:15:33Z', 'revision_number': 1, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b371-860f-48e0-8602-b298644e73a8', 'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'mac_address': 'fa:16:3e:6d:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:07Z', 'updated_at': '2021-11-19T09:15:13Z', 'revision_number': 5, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'subnets': [{'id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:35.018812 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:35.044851 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a2ce84-1b74-498b-83c5-322c0030dbe5 None None] Checking router: 97421bed-b84c-45f3-bccb-846467d3c5e3 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:15:35.057203 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2ce84-1b74-498b-83c5-322c0030dbe5 None None] Routers {'97421bed-b84c-45f3-bccb-846467d3c5e3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:35.058241 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-46a2ce84-1b74-498b-83c5-322c0030dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['97421bed-b84c-45f3-bccb-846467d3c5e3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:35.061247 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dde911-318c-4d0e-9039-14571cd75688 x-openstack-request-id: req-00dde911-318c-4d0e-9039-14571cd75688 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:35.061797 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a1527d-ddc4-4c7a-9868-bbde766d2b0f", "tag": "f4114fdd-9c00-499b-b3b8-6f530f5ff76e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:35.061797 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00dde911-318c-4d0e-9039-14571cd75688 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:35.062177 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'tag': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e', 'status': 'completed', 'code': 200} Nov 19 09:15:35.109558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a002e-06f7-4b96-95ad-ed03bdbbbfec req-6b678552-c25d-4532-bc18-83b35a72b654 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:35.111172 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a40a002e-06f7-4b96-95ad-ed03bdbbbfec req-6b678552-c25d-4532-bc18-83b35a72b654 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1515796 Nov 19 09:15:35.135419 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-246d1d17-11c4-433e-9035-d4f38e3f72ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:35.174482 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:15:35.180105 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d1d17-11c4-433e-9035-d4f38e3f72ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4494eb70-fb2b-4f7d-b3c2-c29d28efb108,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:35.187896 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-246d1d17-11c4-433e-9035-d4f38e3f72ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:35.194240 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-246d1d17-11c4-433e-9035-d4f38e3f72ad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4494eb70-fb2b-4f7d-b3c2-c29d28efb108 HTTP/1.1" status: 204 len: 168 time: 0.9450247 Nov 19 09:15:35.194240 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39136) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:35.206933 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c606e5-b479-4027-8220-3a8dea04d992 None None] Network 6c943c84-c7d4-4ab3-8c65-bfe7ac14af55 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:15:35.210950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:15:35.211306 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9b175ef8-2ee3-4d73-bac1-1ae84bb11d4c not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:15:35.211733 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3c969d67-d85b-41e7-9a21-cf648d65ef89 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:15:35.224578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6941e-a88b-4cda-8e7a-f9bccc52070c req-89a54892-5faf-4d3c-96a5-45ed37a3218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:35.226164 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47a6941e-a88b-4cda-8e7a-f9bccc52070c req-89a54892-5faf-4d3c-96a5-45ed37a3218f service neutron] 10.222.0.66 "GET /v2.0/networks?id=474919e0-d306-45f8-ba00-5d415ec8f657 HTTP/1.1" status: 200 len: 918 time: 0.3393519 Nov 19 09:15:35.232318 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-46a2ce84-1b74-498b-83c5-322c0030dbe5 None None] Set router 97421bed-b84c-45f3-bccb-846467d3c5e3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:35.240595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-44e8eee5-84ec-4c6f-bd50-021be1452f93 req-1d60c5ed-27a7-40d3-a2af-224c34031c8c tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329698 Nov 19 09:15:35.303797 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:35.307657 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 3c969d67-d85b-41e7-9a21-cf648d65ef89 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:15:35.308020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3c969d67-d85b-41e7-9a21-cf648d65ef89 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:15:35.372504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a40a002e-06f7-4b96-95ad-ed03bdbbbfec req-153cdbb6-034f-41c9-a017-9c275006eb5d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458622 Nov 19 09:15:35.459436 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47a6941e-a88b-4cda-8e7a-f9bccc52070c req-fe856b51-c6c3-4f4d-9f20-42eb05269af0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e HTTP/1.1" status: 200 len: 999 time: 0.1926734 Nov 19 09:15:35.493200 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] Deleting port ab1eac44-d1e7-417c-b7bc-3bc684000b30 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:35.493711 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:35.538186 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Router 8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:15:35.542776 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b069b359-50b2-4694-bf5e-1e77f908286d None None] DHCP port deletion for 6c943c84-c7d4-4ab3-8c65-bfe7ac14af55 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:15:35.628361 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b069b359-50b2-4694-bf5e-1e77f908286d None None] Deleting port ab1eac44-d1e7-417c-b7bc-3bc684000b30 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:35.628878 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b069b359-50b2-4694-bf5e-1e77f908286d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:35.634112 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] For port ab1eac44-d1e7-417c-b7bc-3bc684000b30, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ab1eac44-d1e7-417c-b7bc-3bc684000b30,segment=NetworkSegment(a242f2fe-60d5-48d8-b489-5b5c173ec85a),segment_id=a242f2fe-60d5-48d8-b489-5b5c173ec85a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:35.634112 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:35.650855 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] Calling delete_port for ab1eac44-d1e7-417c-b7bc-3bc684000b30 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:35.695726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6941e-a88b-4cda-8e7a-f9bccc52070c req-71ce2859-522d-46d0-8de6-4a60ee1ea833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:35.697489 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47a6941e-a88b-4cda-8e7a-f9bccc52070c req-71ce2859-522d-46d0-8de6-4a60ee1ea833 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b648376-425d-4c7d-a8fa-19be389f154e HTTP/1.1" status: 200 len: 856 time: 0.2193537 Nov 19 09:15:35.710238 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712871e-af1f-4f8f-91d6-dedd50bf8979 req-d831d7b5-2573-4925-8168-23f2e5328cef tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:35.711878 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0712871e-af1f-4f8f-91d6-dedd50bf8979 req-d831d7b5-2573-4925-8168-23f2e5328cef tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 946 time: 0.1617506 Nov 19 09:15:35.723926 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b069b359-50b2-4694-bf5e-1e77f908286d None None] For port ab1eac44-d1e7-417c-b7bc-3bc684000b30, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ab1eac44-d1e7-417c-b7bc-3bc684000b30,segment=NetworkSegment(a242f2fe-60d5-48d8-b489-5b5c173ec85a),segment_id=a242f2fe-60d5-48d8-b489-5b5c173ec85a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:35.724973 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b069b359-50b2-4694-bf5e-1e77f908286d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:35.743672 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b069b359-50b2-4694-bf5e-1e77f908286d None None] Calling delete_port for ab1eac44-d1e7-417c-b7bc-3bc684000b30 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:35.750048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561820f1-1a01-43b5-ac07-652bca1b4538 req-2a561977-1d4a-4ea9-ac03-b07cdb3668e1 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:35.752732 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-561820f1-1a01-43b5-ac07-652bca1b4538 req-2a561977-1d4a-4ea9-ac03-b07cdb3668e1 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.2264555 Nov 19 09:15:35.757593 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:35.793365 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab1eac44-d1e7-417c-b7bc-3bc684000b30,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:35.796174 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] No DVR routers for this DVR port ab1eac44-d1e7-417c-b7bc-3bc684000b30 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:15:35.851840 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b069b359-50b2-4694-bf5e-1e77f908286d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:35.861417 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-46a2ce84-1b74-498b-83c5-322c0030dbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:08Z', 'revision_number': 4, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'd870d88f-f4f4-4993-840a-da12b8c12de0', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'port_id': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'mac_address': 'fa:16:3e:28:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:15:15Z', 'updated_at': '2021-11-19T09:15:33Z', 'revision_number': 1, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b371-860f-48e0-8602-b298644e73a8', 'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'mac_address': 'fa:16:3e:6d:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:07Z', 'updated_at': '2021-11-19T09:15:13Z', 'revision_number': 5, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'subnets': [{'id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:35.870182 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b069b359-50b2-4694-bf5e-1e77f908286d None None] No DVR routers for this DVR port ab1eac44-d1e7-417c-b7bc-3bc684000b30 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:15:35.887184 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0712871e-af1f-4f8f-91d6-dedd50bf8979 req-0479913c-17bc-48ed-abbe-a22030b0382a tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/security-groups?id=628d945b-a97c-4916-a4f6-2a34c5d97f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521957 Nov 19 09:15:35.892733 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069b359-50b2-4694-bf5e-1e77f908286d None None] Pushing event deleted for resources: {'Port': ['ID=ab1eac44-d1e7-417c-b7bc-3bc684000b30,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:35.904953 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6941e-a88b-4cda-8e7a-f9bccc52070c req-93a3f2ab-db79-46a8-a442-1840ce435ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:35.906187 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47a6941e-a88b-4cda-8e7a-f9bccc52070c req-93a3f2ab-db79-46a8-a442-1840ce435ca9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=474919e0-d306-45f8-ba00-5d415ec8f657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1933460 Nov 19 09:15:35.923646 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a2ce84-1b74-498b-83c5-322c0030dbe5 None None] The sync data for ids ['97421bed-b84c-45f3-bccb-846467d3c5e3'] in n-d-805649-14 is: [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:08Z', 'revision_number': 4, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'd870d88f-f4f4-4993-840a-da12b8c12de0', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'port_id': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'mac_address': 'fa:16:3e:28:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:15:15Z', 'updated_at': '2021-11-19T09:15:33Z', 'revision_number': 1, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b371-860f-48e0-8602-b298644e73a8', 'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'mac_address': 'fa:16:3e:6d:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:07Z', 'updated_at': '2021-11-19T09:15:13Z', 'revision_number': 5, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'subnets': [{'id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:15:35.937134 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:35.967064 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c943c84-c7d4-4ab3-8c65-bfe7ac14af55']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:35.980221 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a242f2fe-60d5-48d8-b489-5b5c173ec85a') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:35.980221 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a242f2fe-60d5-48d8-b489-5b5c173ec85a') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:35.992358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:15:35.992927 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:35.998984 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-561820f1-1a01-43b5-ac07-652bca1b4538 req-4fe5f862-4e76-4a7d-a92b-80ec3251f5a5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161591 Nov 19 09:15:36.003920 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Sync routers for ids ['8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:15:36.029318 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:36.029318 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9c8258df-3b73-405d-9d19-85c67ee1eabb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8635249 Nov 19 09:15:36.029318 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39146) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:36.031096 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Routers {'8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:36.032748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:36.055811 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:36.068110 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:15:36.068804 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:15:36.075616 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:15:36.166368 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47a6941e-a88b-4cda-8e7a-f9bccc52070c req-f3f0043b-9259-4ba6-8cd5-dd428fdd4b9c service neutron] 10.222.0.66 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514203 Nov 19 09:15:36.193038 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:36.200219 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:36.204939 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6c943c84-c7d4-4ab3-8c65-bfe7ac14af55 HTTP/1.1" status: 204 len: 168 time: 1.0095341 Nov 19 09:15:36.219287 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd98779-faf6-4652-9750-9aa8ab325e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c943c84-c7d4-4ab3-8c65-bfe7ac14af55,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:36.244412 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Set router 8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:36.306476 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47a6941e-a88b-4cda-8e7a-f9bccc52070c req-641071a4-ac2d-47be-b4aa-1f81208900e5 service neutron] 10.222.0.66 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323023 Nov 19 09:15:36.362834 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddecce2-09f6-472b-aee3-9079d139a9cf None None] New status for floating IP d870d88f-f4f4-4993-840a-da12b8c12de0: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:15:36.507487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39164) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:36.572876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'name': 'tempest-FloatingIPDetailsTestJSON-255417645-router', 'tenant_id': 'e9766ca340e44b3e9ad817aac05576f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '54876b91-cd63-40cc-9758-b53372798543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:31Z', 'updated_at': '2021-11-19T09:15:34Z', 'revision_number': 3, 'project_id': 'e9766ca340e44b3e9ad817aac05576f8', 'gw_port': {'id': '54876b91-cd63-40cc-9758-b53372798543', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:32Z', 'updated_at': '2021-11-19T09:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:36.615322 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0ef54a0a-c446-4100-8e73-711ccf32eb9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2744ab6c652c4441be06ed56e825396a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1053936 Nov 19 09:15:36.615711 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Checking router: 8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:15:36.616085 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Updating router 8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2 port 54876b91-cd63-40cc-9758-b53372798543 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:15:36.620766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39168) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:36.665626 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:15:36.677074 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:36.694944 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39f6855f-7a5a-4157-8f79-75e9614d013d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:36.740657 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39f6855f-7a5a-4157-8f79-75e9614d013d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:36.831607 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39f6855f-7a5a-4157-8f79-75e9614d013d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:36.835538 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39f6855f-7a5a-4157-8f79-75e9614d013d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:36.844528 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-39f6855f-7a5a-4157-8f79-75e9614d013d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98ca24f0-e18c-4c3e-aa22-e8ecc5500bdb HTTP/1.1" status: 204 len: 168 time: 0.2206168 Nov 19 09:15:36.860341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6855f-7a5a-4157-8f79-75e9614d013d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ca24f0-e18c-4c3e-aa22-e8ecc5500bdb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:36.885381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ab1eac44-d1e7-417c-b7bc-3bc684000b30 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:15:36.975892 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: ab1eac44-d1e7-417c-b7bc-3bc684000b30 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:15:36.976249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ab1eac44-d1e7-417c-b7bc-3bc684000b30 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:15:37.124272 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:37.131267 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:37.156115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a46c6-94d7-4166-a153-0b2ee4e5b4e7 req-b3086997-c657-49a9-a21e-2a9884776ec1 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:37.157737 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-386a46c6-94d7-4166-a153-0b2ee4e5b4e7 req-b3086997-c657-49a9-a21e-2a9884776ec1 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.6704764 Nov 19 09:15:37.193361 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Attempting to bind port 54876b91-cd63-40cc-9758-b53372798543 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:15:37.193729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Attempting to bind port 54876b91-cd63-40cc-9758-b53372798543 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:15:37.194107 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Attempting to bind port 54876b91-cd63-40cc-9758-b53372798543 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:37.203293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434852c7-eafb-430d-b8f6-c74065905565 None None] Pushing event updated for resources: {'Port': ['ID=54876b91-cd63-40cc-9758-b53372798543,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:37.205859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:15:37.206243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:37.206961 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:37.207365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:15:37.207860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Bound port: 54876b91-cd63-40cc-9758-b53372798543, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:15:37.208250 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:37.286030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f1a05-26e2-4c50-b47b-553d291a7bf7 req-165afeea-af51-49e3-af3c-b4ecabb02e0b tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:37.287590 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c0f1a05-26e2-4c50-b47b-553d291a7bf7 req-165afeea-af51-49e3-af3c-b4ecabb02e0b tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1568515 Nov 19 09:15:37.287823 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] For port 54876b91-cd63-40cc-9758-b53372798543, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:15:37.290987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-386a46c6-94d7-4166-a153-0b2ee4e5b4e7 req-180d8cd4-b4be-4baa-9a2b-c0cb8b2afc16 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248989 Nov 19 09:15:37.291192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] For port 54876b91-cd63-40cc-9758-b53372798543, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=54876b91-cd63-40cc-9758-b53372798543,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:15:37.303561 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:37.414631 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c0f1a05-26e2-4c50-b47b-553d291a7bf7 req-916946ba-be18-43e4-b7c9-94fc48b7f908 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806224 Nov 19 09:15:37.506771 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434852c7-eafb-430d-b8f6-c74065905565 None None] Pushing event updated for resources: {'Port': ['ID=54876b91-cd63-40cc-9758-b53372798543,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:37.515580 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:37.530884 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Routers {'8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:37.531545 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:37.539960 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696b605-f804-4234-85a2-eca7b0bdfc92 req-b4d5fa6c-0025-4867-9509-881eddd3a090 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:37.548063 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7696b605-f804-4234-85a2-eca7b0bdfc92 req-b4d5fa6c-0025-4867-9509-881eddd3a090 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 946 time: 0.1323397 Nov 19 09:15:37.638650 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7696b605-f804-4234-85a2-eca7b0bdfc92 req-cc397995-8c95-4a6a-9c81-153018a3c4be tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/security-groups?id=628d945b-a97c-4916-a4f6-2a34c5d97f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896938 Nov 19 09:15:37.685314 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] Set router 8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:37.745726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Allocated IP 172.20.0.1 (d4179450-4800-417c-9bf4-612c06915a58/42107768-3337-42a8-81f0-5826879584c4/1566da90-a1b2-409b-8111-c265f3d60b9a) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:37.920848 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:37.937874 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'name': 'tempest-FloatingIPDetailsTestJSON-255417645-router', 'tenant_id': 'e9766ca340e44b3e9ad817aac05576f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '54876b91-cd63-40cc-9758-b53372798543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:31Z', 'updated_at': '2021-11-19T09:15:34Z', 'revision_number': 3, 'project_id': 'e9766ca340e44b3e9ad817aac05576f8', 'gw_port': {'id': '54876b91-cd63-40cc-9758-b53372798543', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:32Z', 'updated_at': '2021-11-19T09:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:37.980309 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:37.988821 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1e6c1-6f10-4a24-a33f-e3aab1c6902f None None] The sync data for ids ['8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'] in n-d-805649-14 is: [{'id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'name': 'tempest-FloatingIPDetailsTestJSON-255417645-router', 'tenant_id': 'e9766ca340e44b3e9ad817aac05576f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '54876b91-cd63-40cc-9758-b53372798543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:31Z', 'updated_at': '2021-11-19T09:15:34Z', 'revision_number': 3, 'project_id': 'e9766ca340e44b3e9ad817aac05576f8', 'gw_port': {'id': '54876b91-cd63-40cc-9758-b53372798543', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:32Z', 'updated_at': '2021-11-19T09:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:15:38.029722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Network d4179450-4800-417c-9bf4-612c06915a58 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:38.038050 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:38.043427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:38.109899 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=1566da90-a1b2-409b-8111-c265f3d60b9a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:38.151022 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf57c5-8e1c-4127-8b35-ff832ac1784d req-66f02f18-52db-421d-bcac-5d02f2422776 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:38.153814 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6cf57c5-8e1c-4127-8b35-ff832ac1784d req-66f02f18-52db-421d-bcac-5d02f2422776 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 946 time: 0.1114583 Nov 19 09:15:38.161918 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:38.275121 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6cf57c5-8e1c-4127-8b35-ff832ac1784d req-0030d83b-304f-431d-b03a-87a563dbb739 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/security-groups?id=628d945b-a97c-4916-a4f6-2a34c5d97f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153214 Nov 19 09:15:38.364108 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ecc55efc-9d19-46d8-987e-9bde0293a880 None None] Provisioning complete for port 1566da90-a1b2-409b-8111-c265f3d60b9a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:38.364785 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ecc55efc-9d19-46d8-987e-9bde0293a880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:38.418416 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ecc55efc-9d19-46d8-987e-9bde0293a880 None None] Port 1566da90-a1b2-409b-8111-c265f3d60b9a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:15:38.451241 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:38.561305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3849a7-39c5-4a51-bdfe-ec8d10676cd3 req-f39baab5-bec0-4bbb-be21-8125300546c6 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:38.562911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb3849a7-39c5-4a51-bdfe-ec8d10676cd3 req-f39baab5-bec0-4bbb-be21-8125300546c6 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.1467328 Nov 19 09:15:38.644336 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50823438-0ec7-4caa-ac4b-bba979975abf req-42a0a3ae-5221-41e8-ab9f-a5111a6172c4 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:38.645976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50823438-0ec7-4caa-ac4b-bba979975abf req-42a0a3ae-5221-41e8-ab9f-a5111a6172c4 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1365082 Nov 19 09:15:38.711642 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb3849a7-39c5-4a51-bdfe-ec8d10676cd3 req-a5bb7731-3879-46b5-b14a-188a12538ba1 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375759 Nov 19 09:15:38.796722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50823438-0ec7-4caa-ac4b-bba979975abf req-1a9efa7f-2f52-4c3e-9d5a-1daddc45e179 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312711 Nov 19 09:15:38.820944 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:38.836467 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:38.843951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39260) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:38.916180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=1566da90-a1b2-409b-8111-c265f3d60b9a,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:38.920732 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 54876b91-cd63-40cc-9758-b53372798543 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:38.939619 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:39.009851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 54876b91-cd63-40cc-9758-b53372798543 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:39.010389 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:39.063769 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87123f68-811b-4a1e-b4ca-8ec37c3ace67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:39.065138 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Network d4179450-4800-417c-9bf4-612c06915a58 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:39.066792 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:39.135380 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:39.170209 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 54876b91-cd63-40cc-9758-b53372798543, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=54876b91-cd63-40cc-9758-b53372798543,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:39.175418 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:39.184710 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87123f68-811b-4a1e-b4ca-8ec37c3ace67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:39.194689 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87123f68-811b-4a1e-b4ca-8ec37c3ace67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:39.247241 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=54876b91-cd63-40cc-9758-b53372798543,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:39.253358 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-87123f68-811b-4a1e-b4ca-8ec37c3ace67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb13601340454d1094d1da73a6665a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4082923 Nov 19 09:15:39.256167 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39266) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:39.267275 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87123f68-811b-4a1e-b4ca-8ec37c3ace67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce649cb-8606-4477-b568-193e10df4a1c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:39.314479 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Router 8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:15:39.341446 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eb1d1-e33d-4f79-ba8f-a0a818fbe691 req-8c8cd7dd-0269-455d-9f85-2cad70b99125 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:39.344271 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e69eb1d1-e33d-4f79-ba8f-a0a818fbe691 req-8c8cd7dd-0269-455d-9f85-2cad70b99125 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 946 time: 0.0924320 Nov 19 09:15:39.347919 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47dd76a4-1e6f-42aa-9eb9-8d91360bd777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:39.379657 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47dd76a4-1e6f-42aa-9eb9-8d91360bd777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:39.444835 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47dd76a4-1e6f-42aa-9eb9-8d91360bd777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:39.447913 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47dd76a4-1e6f-42aa-9eb9-8d91360bd777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:39.452993 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-47dd76a4-1e6f-42aa-9eb9-8d91360bd777 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ce649cb-8606-4477-b568-193e10df4a1c HTTP/1.1" status: 204 len: 168 time: 0.1925819 Nov 19 09:15:39.461590 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd76a4-1e6f-42aa-9eb9-8d91360bd777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce649cb-8606-4477-b568-193e10df4a1c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:39.469068 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0916834a-3a05-4f2f-95ee-9b9645ecfb24 None None] Provisioning complete for port 1566da90-a1b2-409b-8111-c265f3d60b9a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:39.470635 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0916834a-3a05-4f2f-95ee-9b9645ecfb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:39.518251 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0916834a-3a05-4f2f-95ee-9b9645ecfb24 None None] Port 1566da90-a1b2-409b-8111-c265f3d60b9a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:15:39.549630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ad620-d484-4eb3-aeb1-21a10978dfa0 req-41b4a0c2-fc11-44d4-a31f-1d3b4cc2d60f tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:39.557326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-489ad620-d484-4eb3-aeb1-21a10978dfa0 req-41b4a0c2-fc11-44d4-a31f-1d3b4cc2d60f tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c06ce5-5678-43e0-8d5f-aab18f2d7b00 HTTP/1.1" status: 200 len: 946 time: 0.1688938 Nov 19 09:15:39.599600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:15:39.613151 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6c455568-1afb-43c9-8a8a-0a1b1d4adbb9 admin admin] 10.222.0.21 "PUT /v2.0/routers/8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5831316 Nov 19 09:15:39.633020 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-489ad620-d484-4eb3-aeb1-21a10978dfa0 req-107e782a-63e6-4dfc-aa29-a06b15f5f6c5 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.21 "GET /v2.0/security-groups?id=628d945b-a97c-4916-a4f6-2a34c5d97f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747967 Nov 19 09:15:39.644586 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-e69eb1d1-e33d-4f79-ba8f-a0a818fbe691 req-654b41a3-3146-4d0f-8deb-601c083cf049 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Deleting port 2008bd16-0441-4842-9fce-279e0863ca43 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:39.645074 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e69eb1d1-e33d-4f79-ba8f-a0a818fbe691 req-654b41a3-3146-4d0f-8deb-601c083cf049 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:39.761414 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-e69eb1d1-e33d-4f79-ba8f-a0a818fbe691 req-654b41a3-3146-4d0f-8deb-601c083cf049 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] For port 2008bd16-0441-4842-9fce-279e0863ca43, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=2008bd16-0441-4842-9fce-279e0863ca43,segment=NetworkSegment(bf55141a-fbe9-490b-a119-59b3f30c0242),segment_id=bf55141a-fbe9-490b-a119-59b3f30c0242)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:39.761791 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e69eb1d1-e33d-4f79-ba8f-a0a818fbe691 req-654b41a3-3146-4d0f-8deb-601c083cf049 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:39.776922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-e69eb1d1-e33d-4f79-ba8f-a0a818fbe691 req-654b41a3-3146-4d0f-8deb-601c083cf049 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Calling delete_port for 2008bd16-0441-4842-9fce-279e0863ca43 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:39.907291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a3878-1cfa-4e88-8775-b0b9b20d3494 req-8770c680-352c-4c17-9fec-a1b0e77f92d7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:39.908896 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b7a3878-1cfa-4e88-8775-b0b9b20d3494 req-8770c680-352c-4c17-9fec-a1b0e77f92d7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.1137753 Nov 19 09:15:40.016842 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b7a3878-1cfa-4e88-8775-b0b9b20d3494 req-47c52d63-539f-44b5-8c1d-0ea759f211b1 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009002 Nov 19 09:15:40.018307 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e69eb1d1-e33d-4f79-ba8f-a0a818fbe691 req-654b41a3-3146-4d0f-8deb-601c083cf049 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:40.030842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['2008bd16-0441-4842-9fce-279e0863ca43'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:15:40.064462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b41a3-3146-4d0f-8deb-601c083cf049 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Pushing event deleted for resources: {'Port': ['ID=2008bd16-0441-4842-9fce-279e0863ca43,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:40.129665 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69eb1d1-e33d-4f79-ba8f-a0a818fbe691 req-654b41a3-3146-4d0f-8deb-601c083cf049 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] No DVR routers for this DVR port 2008bd16-0441-4842-9fce-279e0863ca43 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:15:40.132946 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e69eb1d1-e33d-4f79-ba8f-a0a818fbe691 req-654b41a3-3146-4d0f-8deb-601c083cf049 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:40.137112 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e69eb1d1-e33d-4f79-ba8f-a0a818fbe691 req-654b41a3-3146-4d0f-8deb-601c083cf049 tempest-InstanceActionsNegativeTestJSON-1119885792 tempest-InstanceActionsNegativeTestJSON-1119885792-project] 10.222.0.66 "DELETE /v2.0/ports/2008bd16-0441-4842-9fce-279e0863ca43 HTTP/1.1" status: 204 len: 173 time: 0.7834287 Nov 19 09:15:40.148798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c06ce5-5678-43e0-8d5f-aab18f2d7b00', 'name': 'network-vif-deleted', 'tag': '2008bd16-0441-4842-9fce-279e0863ca43'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:40.151206 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e9ddaa-05a2-429a-b53a-279743af557a" -d '{"events": [{"server_uuid": "c9c06ce5-5678-43e0-8d5f-aab18f2d7b00", "name": "network-vif-deleted", "tag": "2008bd16-0441-4842-9fce-279e0863ca43"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:40.303528 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Sync routers for ids ['8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:15:40.305652 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-59315f83-97d7-44e5-a6fb-664615be8624 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1887252 Nov 19 09:15:40.318547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4ec40-4642-42b1-9884-b8cc492b0fa5 req-34865ec9-4b27-4faa-bae5-d2920d50aece tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:40.320558 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03f4ec40-4642-42b1-9884-b8cc492b0fa5 req-34865ec9-4b27-4faa-bae5-d2920d50aece tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1283357 Nov 19 09:15:40.321031 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Routers {'8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:40.322088 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:40.326009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:40.386267 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:40.414698 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03f4ec40-4642-42b1-9884-b8cc492b0fa5 req-2d8d06f0-098b-4672-9dd6-a809425702a8 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804706 Nov 19 09:15:40.456895 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Set router 8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:40.514173 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:40.692038 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0c9ebd-0456-4ea3-94ea-7766dfce1e75 x-openstack-request-id: req-7b0c9ebd-0456-4ea3-94ea-7766dfce1e75 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:40.692395 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c06ce5-5678-43e0-8d5f-aab18f2d7b00", "name": "network-vif-deleted", "tag": "2008bd16-0441-4842-9fce-279e0863ca43", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:40.692592 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b0c9ebd-0456-4ea3-94ea-7766dfce1e75 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:40.693535 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c06ce5-5678-43e0-8d5f-aab18f2d7b00', 'name': 'network-vif-deleted', 'tag': '2008bd16-0441-4842-9fce-279e0863ca43', 'status': 'completed', 'code': 200} Nov 19 09:15:40.694199 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Allocated IP 172.25.0.159 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/06ff2556-6a6b-4d93-96aa-670e538f8987) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:40.851636 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:40.882026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'name': 'tempest-FloatingIPDetailsTestJSON-255417645-router', 'tenant_id': 'e9766ca340e44b3e9ad817aac05576f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '54876b91-cd63-40cc-9758-b53372798543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:31Z', 'updated_at': '2021-11-19T09:15:38Z', 'revision_number': 4, 'project_id': 'e9766ca340e44b3e9ad817aac05576f8', 'gw_port': {'id': '54876b91-cd63-40cc-9758-b53372798543', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:32Z', 'updated_at': '2021-11-19T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '1566da90-a1b2-409b-8111-c265f3d60b9a', 'name': '', 'network_id': 'd4179450-4800-417c-9bf4-612c06915a58', 'tenant_id': 'e9766ca340e44b3e9ad817aac05576f8', 'mac_address': 'fa:16:3e:e6:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '42107768-3337-42a8-81f0-5826879584c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:37Z', 'updated_at': '2021-11-19T09:15:38Z', 'revision_number': 2, 'project_id': 'e9766ca340e44b3e9ad817aac05576f8', 'subnets': [{'id': '42107768-3337-42a8-81f0-5826879584c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:40.907438 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:40.920622 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 54876b91-cd63-40cc-9758-b53372798543 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:40.932443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Checking router: 8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:15:40.932820 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Updating router 8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2 port 1566da90-a1b2-409b-8111-c265f3d60b9a binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:15:40.956424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Pushing event updated for resources: {'Port': ['ID=06ff2556-6a6b-4d93-96aa-670e538f8987,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:40.969412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:40.971090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:40.973484 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:40.993013 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:41.027304 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-ee66430b-7a92-4392-95fe-39e1f53ec4b1 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=edc9f146b20c4a20a58738c859126eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318010 Nov 19 09:15:41.057174 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 54876b91-cd63-40cc-9758-b53372798543 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:41.057577 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:41.160774 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:41.204912 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-df9b25d7-5596-4e09-8455-8aa4d8d54e30 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:41.206577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-df9b25d7-5596-4e09-8455-8aa4d8d54e30 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685760 Nov 19 09:15:41.221135 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:41.226200 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-fbbfb419-b2ab-40b8-b538-e7c082c6446a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/quotas/edc9f146b20c4a20a58738c859126eec HTTP/1.1" status: 200 len: 375 time: 0.0121026 Nov 19 09:15:41.275713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-99fe4256-7c6f-4320-832c-4d276f0f3e04 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=edc9f146b20c4a20a58738c859126eec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318632 Nov 19 09:15:41.395321 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:41.402333 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:41.453376 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:41.461735 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:41.477423 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05766d2f-0f62-4125-aae9-10c9a6bae8c7 None None] Pushing event updated for resources: {'Port': ['ID=1566da90-a1b2-409b-8111-c265f3d60b9a,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:41.572671 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39336) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:41.615907 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Attempting to bind port 1566da90-a1b2-409b-8111-c265f3d60b9a on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:15:41.617401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Attempting to bind port 1566da90-a1b2-409b-8111-c265f3d60b9a by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '4dc01ae9-41f7-48a1-b219-96c59aa52019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd4179450-4800-417c-9bf4-612c06915a58'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:15:41.617781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Attempting to bind port 1566da90-a1b2-409b-8111-c265f3d60b9a on network d4179450-4800-417c-9bf4-612c06915a58 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:41.628615 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Pushing event updated for resources: {'Port': ['ID=06ff2556-6a6b-4d93-96aa-670e538f8987,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:41.640731 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:15:41.641136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Checking segment: {'id': '4dc01ae9-41f7-48a1-b219-96c59aa52019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd4179450-4800-417c-9bf4-612c06915a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:41.644520 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:41.645632 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Bound using segment: {'id': '4dc01ae9-41f7-48a1-b219-96c59aa52019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd4179450-4800-417c-9bf4-612c06915a58'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:15:41.645632 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Bound port: 1566da90-a1b2-409b-8111-c265f3d60b9a, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc01ae9-41f7-48a1-b219-96c59aa52019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd4179450-4800-417c-9bf4-612c06915a58'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:15:41.646902 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:41.653527 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:41.671997 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebb49ab-a0e0-405c-a301-f179e7aa37c3 admin admin] Deleting subnet dc766ddb-43ca-4208-925e-64b34761da4e {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:15:41.676951 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eebb49ab-a0e0-405c-a301-f179e7aa37c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:41.705390 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:41.717043 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-fc5e5471-9ad0-49fd-a67c-4c6d3c98e751 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3952527 Nov 19 09:15:41.752228 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] For port 1566da90-a1b2-409b-8111-c265f3d60b9a, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:15:41.756189 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] For port 1566da90-a1b2-409b-8111-c265f3d60b9a, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1566da90-a1b2-409b-8111-c265f3d60b9a,segment=NetworkSegment(4dc01ae9-41f7-48a1-b219-96c59aa52019),segment_id=4dc01ae9-41f7-48a1-b219-96c59aa52019)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:15:41.761985 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:41.766921 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eebb49ab-a0e0-405c-a301-f179e7aa37c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:41.828673 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Routers {'8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:41.829498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:41.873460 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eebb49ab-a0e0-405c-a301-f179e7aa37c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:41.902552 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05766d2f-0f62-4125-aae9-10c9a6bae8c7 None None] Pushing event updated for resources: {'Port': ['ID=1566da90-a1b2-409b-8111-c265f3d60b9a,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:41.923936 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-a386781c-7849-47a0-864f-ada3d3fbd1c2 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.1723542 Nov 19 09:15:41.939786 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4a650fd8-1914-44ce-bfa6-69d8cb4bab4a None None] Provisioning complete for port 1566da90-a1b2-409b-8111-c265f3d60b9a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:41.940646 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4a650fd8-1914-44ce-bfa6-69d8cb4bab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:42.010121 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eebb49ab-a0e0-405c-a301-f179e7aa37c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:42.032391 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eebb49ab-a0e0-405c-a301-f179e7aa37c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:42.043068 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-eebb49ab-a0e0-405c-a301-f179e7aa37c3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dc766ddb-43ca-4208-925e-64b34761da4e HTTP/1.1" status: 204 len: 168 time: 0.4688458 Nov 19 09:15:42.062078 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39346) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:42.083373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb49ab-a0e0-405c-a301-f179e7aa37c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc766ddb-43ca-4208-925e-64b34761da4e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:42.113563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717eb9d-88f5-451f-b0b3-feb5831a4814 req-9010bda4-a563-4d7e-b989-b1b3258911f2 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:42.115456 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e717eb9d-88f5-451f-b0b3-feb5831a4814 req-9010bda4-a563-4d7e-b989-b1b3258911f2 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.3940785 Nov 19 09:15:42.215465 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65e6fa17-9083-421c-b7de-383b2fb40433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:42.228790 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e717eb9d-88f5-451f-b0b3-feb5831a4814 req-f971e9fa-f720-46c3-b254-0767054921e9 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026683 Nov 19 09:15:42.238848 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-86e7c139-ee65-431c-9331-ea375fb3a6c0 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:42.240470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bd2e979-9e40-44b1-b797-dbfd0ee141be req-86e7c139-ee65-431c-9331-ea375fb3a6c0 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.3078697 Nov 19 09:15:42.318141 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] Set router 8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:42.321755 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65e6fa17-9083-421c-b7de-383b2fb40433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:42.349244 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-65e6fa17-9083-421c-b7de-383b2fb40433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ee6178-8864-453d-9dbc-d6eeb1c93d43']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:42.362002 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-65e6fa17-9083-421c-b7de-383b2fb40433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf55141a-fbe9-490b-a119-59b3f30c0242') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:42.362305 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-65e6fa17-9083-421c-b7de-383b2fb40433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf55141a-fbe9-490b-a119-59b3f30c0242') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:42.375011 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65e6fa17-9083-421c-b7de-383b2fb40433 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:42.411284 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65e6fa17-9083-421c-b7de-383b2fb40433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:42.426990 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e6fa17-9083-421c-b7de-383b2fb40433 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:15:42.427421 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65e6fa17-9083-421c-b7de-383b2fb40433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:15:42.430362 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:15:42.468907 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62c0a8f4-3fff-46e6-809a-6a591c3c09a8 req-0ef1f67d-5ee2-4912-a42a-cdbb1aef93c8 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/ports?device_id=544e2ca8-0205-4994-9f14-795f333c427b HTTP/1.1" status: 200 len: 210 time: 0.0882089 Nov 19 09:15:42.504560 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e8451-d44f-4c4e-8bf5-a55dccf2ed8b req-08d90906-0efb-457b-bff3-af4daf6ada29 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:42.506507 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e17e8451-d44f-4c4e-8bf5-a55dccf2ed8b req-08d90906-0efb-457b-bff3-af4daf6ada29 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1134934 Nov 19 09:15:42.510837 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65e6fa17-9083-421c-b7de-383b2fb40433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:42.520367 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-65e6fa17-9083-421c-b7de-383b2fb40433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:42.525143 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-65e6fa17-9083-421c-b7de-383b2fb40433 admin admin] 10.222.0.21 "DELETE /v2.0/networks/73ee6178-8864-453d-9dbc-d6eeb1c93d43 HTTP/1.1" status: 204 len: 168 time: 0.4606137 Nov 19 09:15:42.541065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6fa17-9083-421c-b7de-383b2fb40433 admin admin] Pushing event deleted for resources: {'Network': ['ID=73ee6178-8864-453d-9dbc-d6eeb1c93d43,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:42.579220 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e17e8451-d44f-4c4e-8bf5-a55dccf2ed8b req-d67a98f2-ef99-4025-9fc9-ba8a35cdac8c tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656910 Nov 19 09:15:42.616014 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4a650fd8-1914-44ce-bfa6-69d8cb4bab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:42.707718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4a650fd8-1914-44ce-bfa6-69d8cb4bab4a None None] For port 1566da90-a1b2-409b-8111-c265f3d60b9a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1566da90-a1b2-409b-8111-c265f3d60b9a,segment=NetworkSegment(4dc01ae9-41f7-48a1-b219-96c59aa52019),segment_id=4dc01ae9-41f7-48a1-b219-96c59aa52019)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:42.717646 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4a650fd8-1914-44ce-bfa6-69d8cb4bab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:42.773946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'name': 'tempest-FloatingIPDetailsTestJSON-255417645-router', 'tenant_id': 'e9766ca340e44b3e9ad817aac05576f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '54876b91-cd63-40cc-9758-b53372798543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:31Z', 'updated_at': '2021-11-19T09:15:38Z', 'revision_number': 4, 'project_id': 'e9766ca340e44b3e9ad817aac05576f8', 'gw_port': {'id': '54876b91-cd63-40cc-9758-b53372798543', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:32Z', 'updated_at': '2021-11-19T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '1566da90-a1b2-409b-8111-c265f3d60b9a', 'name': '', 'network_id': 'd4179450-4800-417c-9bf4-612c06915a58', 'tenant_id': 'e9766ca340e44b3e9ad817aac05576f8', 'mac_address': 'fa:16:3e:e6:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '42107768-3337-42a8-81f0-5826879584c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:37Z', 'updated_at': '2021-11-19T09:15:41Z', 'revision_number': 4, 'project_id': 'e9766ca340e44b3e9ad817aac05576f8', 'subnets': [{'id': '42107768-3337-42a8-81f0-5826879584c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:42.779954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a650fd8-1914-44ce-bfa6-69d8cb4bab4a None None] Pushing event updated for resources: {'Port': ['ID=1566da90-a1b2-409b-8111-c265f3d60b9a,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:42.808413 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3765c-eaca-4a89-9d25-ef08b30d4ea3 None None] The sync data for ids ['8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'] in n-d-805649-14 is: [{'id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'name': 'tempest-FloatingIPDetailsTestJSON-255417645-router', 'tenant_id': 'e9766ca340e44b3e9ad817aac05576f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '54876b91-cd63-40cc-9758-b53372798543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:31Z', 'updated_at': '2021-11-19T09:15:38Z', 'revision_number': 4, 'project_id': 'e9766ca340e44b3e9ad817aac05576f8', 'gw_port': {'id': '54876b91-cd63-40cc-9758-b53372798543', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:32Z', 'updated_at': '2021-11-19T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '1566da90-a1b2-409b-8111-c265f3d60b9a', 'name': '', 'network_id': 'd4179450-4800-417c-9bf4-612c06915a58', 'tenant_id': 'e9766ca340e44b3e9ad817aac05576f8', 'mac_address': 'fa:16:3e:e6:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '42107768-3337-42a8-81f0-5826879584c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:37Z', 'updated_at': '2021-11-19T09:15:41Z', 'revision_number': 4, 'project_id': 'e9766ca340e44b3e9ad817aac05576f8', 'subnets': [{'id': '42107768-3337-42a8-81f0-5826879584c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:15:42.849763 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b3d3ea7b-b8f3-4bfb-b74e-82a063a1e4b6 None None] Provisioning complete for port 1566da90-a1b2-409b-8111-c265f3d60b9a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:42.850127 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b3d3ea7b-b8f3-4bfb-b74e-82a063a1e4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:42.856989 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47627e-8d74-4c49-9312-7827e37ea24e req-15dabf59-9284-4c86-a577-0a027d0033dd tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:42.858162 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39354) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:42.859646 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba47627e-8d74-4c49-9312-7827e37ea24e req-15dabf59-9284-4c86-a577-0a027d0033dd tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/ports?device_id=10961069-f078-41d6-8714-5de7265ea30e HTTP/1.1" status: 200 len: 945 time: 0.1093180 Nov 19 09:15:42.927730 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-82c69baf-9583-4d91-b40c-2b27c38c6786 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=edc9f146b20c4a20a58738c859126eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641918 Nov 19 09:15:42.972568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-6169b77b-253a-4393-a73f-e8c7f35578a8 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2977097 Nov 19 09:15:42.975001 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4597a57c-96a0-4659-bd33-4e8b1d92d833 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d4a899d43d04c95a8009916cf747f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1096480 Nov 19 09:15:42.975667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39356) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:43.020412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:43.049812 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43998662-acdd-4bce-a839-d177937c6a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:43.083366 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43998662-acdd-4bce-a839-d177937c6a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:43.101999 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:43.107563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba47627e-8d74-4c49-9312-7827e37ea24e req-324c13cb-f509-4e9b-977d-9ec2c81a9526 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/security-groups?id=437b1e63-9d76-4e8d-874a-30e70fa96f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241273 Nov 19 09:15:43.154996 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43998662-acdd-4bce-a839-d177937c6a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:43.161155 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43998662-acdd-4bce-a839-d177937c6a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:43.163677 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-43998662-acdd-4bce-a839-d177937c6a96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/628d945b-a97c-4916-a4f6-2a34c5d97f5b HTTP/1.1" status: 204 len: 168 time: 0.1867003 Nov 19 09:15:43.176603 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43998662-acdd-4bce-a839-d177937c6a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628d945b-a97c-4916-a4f6-2a34c5d97f5b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:43.573048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-594cd46b-231b-4e26-9d90-2201f4323bac tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:43.574659 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-594cd46b-231b-4e26-9d90-2201f4323bac tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6374550 Nov 19 09:15:43.593869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-54653a61-d68e-4556-a10f-62e954bcf05a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Request body: {'port': {'device_id': '544e2ca8-0205-4994-9f14-795f333c427b', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': 'edc9f146b20c4a20a58738c859126eec'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:43.650113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28360dc3-c277-4044-82d9-ee15190b6455 req-f5827295-1bad-43c1-ab3a-7fb47fdcb499 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:43.651710 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28360dc3-c277-4044-82d9-ee15190b6455 req-f5827295-1bad-43c1-ab3a-7fb47fdcb499 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.1798460 Nov 19 09:15:43.781618 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28360dc3-c277-4044-82d9-ee15190b6455 req-f9b09607-3be5-4df3-8bd4-ba55d5dee876 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170993 Nov 19 09:15:43.796516 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:43.816545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-54653a61-d68e-4556-a10f-62e954bcf05a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Made reservation on behalf of edc9f146b20c4a20a58738c859126eec for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:15:43.820245 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-54653a61-d68e-4556-a10f-62e954bcf05a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:43.866585 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-54653a61-d68e-4556-a10f-62e954bcf05a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:43.904465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-061462de-d50a-4b62-9f54-9ab965e9887a req-8f40f67d-3862-4369-9d3a-056de9483172 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/ports?device_id=544e2ca8-0205-4994-9f14-795f333c427b HTTP/1.1" status: 200 len: 210 time: 0.0425661 Nov 19 09:15:44.003222 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Allocated IP 172.25.0.244 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/35b0459f-229a-4c17-b8c0-d89b644ac24d) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:44.092641 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39392) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:44.129628 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-54653a61-d68e-4556-a10f-62e954bcf05a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.143782 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-54653a61-d68e-4556-a10f-62e954bcf05a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.219710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5d8ecb2f-d94b-425d-ae77-3674d50c58df admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-91971048-network', 'tenant_id': 'b3e6463d45a1429e981da1e807122aa5'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:44.245517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8ecb2f-d94b-425d-ae77-3674d50c58df admin admin] Made reservation on behalf of b3e6463d45a1429e981da1e807122aa5 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:15:44.248863 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d8ecb2f-d94b-425d-ae77-3674d50c58df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.251083 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039cc17-cadc-494a-b67e-b9deb1aa0a24 req-71a515aa-f0d8-4945-a08f-068a21f35061 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:44.258167 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6039cc17-cadc-494a-b67e-b9deb1aa0a24 req-71a515aa-f0d8-4945-a08f-068a21f35061 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1728811 Nov 19 09:15:44.258690 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d8ecb2f-d94b-425d-ae77-3674d50c58df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.267117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54653a61-d68e-4556-a10f-62e954bcf05a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9b1432-6534-40a1-94a7-8cf81804dc44,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:44.302784 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.356955 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d8ecb2f-d94b-425d-ae77-3674d50c58df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.362333 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d8ecb2f-d94b-425d-ae77-3674d50c58df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.388749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8ecb2f-d94b-425d-ae77-3674d50c58df admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:15:44.398728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6039cc17-cadc-494a-b67e-b9deb1aa0a24 req-63d2bb1c-ef54-4199-9a48-0adbe2fc4e68 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393974 Nov 19 09:15:44.398900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ecb2f-d94b-425d-ae77-3674d50c58df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76f2731-7107-4e11-86bd-d8c482bddc1b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:44.408653 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d8ecb2f-d94b-425d-ae77-3674d50c58df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.409412 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-5d8ecb2f-d94b-425d-ae77-3674d50c58df admin admin] Added segment 001cd9bc-aed4-4c77-be47-f08f5740599f of type vlan for network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d Nov 19 09:15:44.419316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-54653a61-d68e-4556-a10f-62e954bcf05a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Allocated IP 192.168.233.127 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/f0aacf45-1075-46ef-a950-cf320d718ad8) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:44.447352 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.468841 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d8ecb2f-d94b-425d-ae77-3674d50c58df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.498155 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d8ecb2f-d94b-425d-ae77-3674d50c58df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.499172 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8ecb2f-d94b-425d-ae77-3674d50c58df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:44.499874 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d8ecb2f-d94b-425d-ae77-3674d50c58df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.512413 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:44.521321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:44.528246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:44.552893 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5d8ecb2f-d94b-425d-ae77-3674d50c58df admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4587145 Nov 19 09:15:44.560897 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39396) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:44.567598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2e52d1db-0a5c-4c42-bcf8-c7c3fd79dded admin admin] Request body: {'subnet': {'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-91971048-subnet', 'tenant_id': 'b3e6463d45a1429e981da1e807122aa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:44.578964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 2008bd16-0441-4842-9fce-279e0863ca43 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:15:44.587597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ecb2f-d94b-425d-ae77-3674d50c58df admin admin] Pushing event updated for resources: {'Network': ['ID=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:44.602890 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e52d1db-0a5c-4c42-bcf8-c7c3fd79dded admin admin] Made reservation on behalf of b3e6463d45a1429e981da1e807122aa5 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:15:44.603188 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:15:44.605432 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 2008bd16-0441-4842-9fce-279e0863ca43 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:15:44.606344 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 2008bd16-0441-4842-9fce-279e0863ca43 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:15:44.606864 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e52d1db-0a5c-4c42-bcf8-c7c3fd79dded admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.673537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Pushing event updated for resources: {'Port': ['ID=35b0459f-229a-4c17-b8c0-d89b644ac24d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:44.785063 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-54653a61-d68e-4556-a10f-62e954bcf05a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.814305 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.835637 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e52d1db-0a5c-4c42-bcf8-c7c3fd79dded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.861422 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1566da90-a1b2-409b-8111-c265f3d60b9a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:44.872496 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.877939 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-54653a61-d68e-4556-a10f-62e954bcf05a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.900034 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52d1db-0a5c-4c42-bcf8-c7c3fd79dded admin admin] Pushing event updated for resources: {'Subnet': ['ID=30db2f9d-6aa0-42e4-b0b7-86269964f250,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:44.910568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52d1db-0a5c-4c42-bcf8-c7c3fd79dded admin admin] Checking segment: {'id': '001cd9bc-aed4-4c77-be47-f08f5740599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:44.910954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e52d1db-0a5c-4c42-bcf8-c7c3fd79dded admin admin] Network hostable DHCP agents. Network: 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:15:44.931401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e52d1db-0a5c-4c42-bcf8-c7c3fd79dded admin admin] Network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:15:44.940553 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1566da90-a1b2-409b-8111-c265f3d60b9a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:44.950005 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.954577 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2e52d1db-0a5c-4c42-bcf8-c7c3fd79dded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:44.960941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e52d1db-0a5c-4c42-bcf8-c7c3fd79dded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:44.961672 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e52d1db-0a5c-4c42-bcf8-c7c3fd79dded admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:44.975070 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3834d9-67da-48e5-92af-e73d1b2c08d5 None None] Network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:15:44.986544 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2e52d1db-0a5c-4c42-bcf8-c7c3fd79dded admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4195445 Nov 19 09:15:45.007311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54653a61-d68e-4556-a10f-62e954bcf05a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Pushing event updated for resources: {'Port': ['ID=f0aacf45-1075-46ef-a950-cf320d718ad8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:45.019375 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-54653a61-d68e-4556-a10f-62e954bcf05a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:45.025359 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-54653a61-d68e-4556-a10f-62e954bcf05a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:45.031794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-54653a61-d68e-4556-a10f-62e954bcf05a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:45.145299 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75beef-e9b2-4e29-b2a3-2be06def773a req-58275f65-8611-4d16-abe6-862c2d1ef74a tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:45.152818 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd75beef-e9b2-4e29-b2a3-2be06def773a req-58275f65-8611-4d16-abe6-862c2d1ef74a tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/ports?device_id=10961069-f078-41d6-8714-5de7265ea30e HTTP/1.1" status: 200 len: 945 time: 0.2117267 Nov 19 09:15:45.180034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-54653a61-d68e-4556-a10f-62e954bcf05a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:45.180774 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-54653a61-d68e-4556-a10f-62e954bcf05a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:45.196384 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6ff127-b87b-484c-bfd3-7298ce53d453 None None] Network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:15:45.243085 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-54653a61-d68e-4556-a10f-62e954bcf05a tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6569612 Nov 19 09:15:45.269038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Request body: {'port': {'device_id': '544e2ca8-0205-4994-9f14-795f333c427b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:45.290449 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:45.300117 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd75beef-e9b2-4e29-b2a3-2be06def773a req-caa73675-1770-4705-8960-317e50dde26b tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/security-groups?id=437b1e63-9d76-4e8d-874a-30e70fa96f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462126 Nov 19 09:15:45.363896 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:45.373965 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:45.375910 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:45.384341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-74e3e7db-b20a-4a0c-9e85-4d1444817485 None None] Provisioning complete for port f0aacf45-1075-46ef-a950-cf320d718ad8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:45.384719 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-74e3e7db-b20a-4a0c-9e85-4d1444817485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:45.422354 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-74e3e7db-b20a-4a0c-9e85-4d1444817485 None None] Port f0aacf45-1075-46ef-a950-cf320d718ad8 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:15:45.510857 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Pushing event updated for resources: {'Port': ['ID=35b0459f-229a-4c17-b8c0-d89b644ac24d,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:45.591631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec07db4-a389-449f-b5c2-e998a81b4974 req-35ef931e-8707-42f0-84b5-2c6a353c9b8e tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:45.593191 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8ec07db4-a389-449f-b5c2-e998a81b4974 req-35ef931e-8707-42f0-84b5-2c6a353c9b8e tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.2224669 Nov 19 09:15:45.596594 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:45.643500 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:45.644718 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-422c3eaf-8471-4808-b138-7a10105e9ba5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6713393 Nov 19 09:15:45.752747 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-5fc07669-3e81-453b-977b-9045feff1168 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 696 time: 0.0966792 Nov 19 09:15:45.759019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8ec07db4-a389-449f-b5c2-e998a81b4974 req-d4ea32e0-ace7-46c0-9f67-540a82cae7f8 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511769 Nov 19 09:15:45.963196 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795715f-87ac-491b-8c66-ad4c16a96a25 req-ce7d1f15-1b90-4795-aa80-a2327e599398 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:45.964604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0795715f-87ac-491b-8c66-ad4c16a96a25 req-ce7d1f15-1b90-4795-aa80-a2327e599398 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/ports?device_id=544e2ca8-0205-4994-9f14-795f333c427b HTTP/1.1" status: 200 len: 936 time: 0.1466243 Nov 19 09:15:45.975564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-271cba8c-9cb4-4402-914b-b45d961ff9bc tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:45.976899 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-affa3670-addf-4f79-9999-24e9fc50c8cc req-271cba8c-9cb4-4402-914b-b45d961ff9bc tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.2170174 Nov 19 09:15:45.985190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0aacf45-1075-46ef-a950-cf320d718ad8 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:15:45.995186 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:46.019033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Transition to ACTIVE for port object f0aacf45-1075-46ef-a950-cf320d718ad8 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:15:46.035129 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:46.073597 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0795715f-87ac-491b-8c66-ad4c16a96a25 req-d34c7865-b07a-43c3-8a02-e7161684de77 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea9b1432-6534-40a1-94a7-8cf81804dc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956879 Nov 19 09:15:46.097670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Pushing event updated for resources: {'Port': ['ID=f0aacf45-1075-46ef-a950-cf320d718ad8,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:46.238558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Attempting to bind port f0aacf45-1075-46ef-a950-cf320d718ad8 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:15:46.238893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Attempting to bind port f0aacf45-1075-46ef-a950-cf320d718ad8 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:15:46.239335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Attempting to bind port f0aacf45-1075-46ef-a950-cf320d718ad8 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:46.247487 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Port f0aacf45-1075-46ef-a950-cf320d718ad8 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:15:46.248081 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Attempting to bind port f0aacf45-1075-46ef-a950-cf320d718ad8 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:46.258974 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:15:46.259311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:46.259913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:15:46.260359 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Bound port: f0aacf45-1075-46ef-a950-cf320d718ad8, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:15:46.260722 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:46.271948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c917d73-3656-4965-8193-9a4f70e9782b req-55459b5f-d294-4263-af8c-b1654109e58d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:46.273473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c917d73-3656-4965-8193-9a4f70e9782b req-55459b5f-d294-4263-af8c-b1654109e58d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.0805371 Nov 19 09:15:46.431849 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c917d73-3656-4965-8193-9a4f70e9782b req-ae367f1b-b1c2-433f-beb0-993d367fce57 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479974 Nov 19 09:15:46.436264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] For port f0aacf45-1075-46ef-a950-cf320d718ad8, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:15:46.441754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] For port f0aacf45-1075-46ef-a950-cf320d718ad8, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f0aacf45-1075-46ef-a950-cf320d718ad8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:15:46.450806 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:46.509197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:46.509826 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:46.511246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] 10.222.0.66 "PUT /v2.0/ports/f0aacf45-1075-46ef-a950-cf320d718ad8 HTTP/1.1" status: 200 len: 1097 time: 1.2520795 Nov 19 09:15:46.511749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544e2ca8-0205-4994-9f14-795f333c427b', 'tag': 'f0aacf45-1075-46ef-a950-cf320d718ad8'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:46.514695 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a66f092-c855-4897-b653-556fb5918510" -d '{"events": [{"name": "network-changed", "server_uuid": "544e2ca8-0205-4994-9f14-795f333c427b", "tag": "f0aacf45-1075-46ef-a950-cf320d718ad8"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:46.581035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712518-4d9a-464c-916f-4b79f05e721d req-01b7079c-2501-4345-81e3-ed4d2168fb64 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:46.582607 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-01b7079c-2501-4345-81e3-ed4d2168fb64 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/networks?id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d HTTP/1.1" status: 200 len: 811 time: 0.2369585 Nov 19 09:15:46.618641 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcab10-f37e-4950-96d8-a2d5b7a7e3bc service neutron] Pushing event updated for resources: {'Port': ['ID=f0aacf45-1075-46ef-a950-cf320d718ad8,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:46.655483 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-aa0a9fb5-ff13-4d90-b6a9-bdc50608b832 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/quotas/b3e6463d45a1429e981da1e807122aa5 HTTP/1.1" status: 200 len: 375 time: 0.0449128 Nov 19 09:15:46.721895 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-f99f2cb4-e0c8-4217-9352-b06f86c093e7 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3e6463d45a1429e981da1e807122aa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534408 Nov 19 09:15:46.745257 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-c7466edf-989a-4901-9165-ba2b155d777a tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2055821 Nov 19 09:15:46.747680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-5be8c4ce-8ca8-44ea-91ce-5b79cd08a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:46.749126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-5be8c4ce-8ca8-44ea-91ce-5b79cd08a6c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edc9f146b20c4a20a58738c859126eec&device_id=544e2ca8-0205-4994-9f14-795f333c427b HTTP/1.1" status: 200 len: 1100 time: 0.1656022 Nov 19 09:15:46.795065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:46.835108 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-4fdc8fb5-d33c-4402-8918-bdc979c5519f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=f0aacf45-1075-46ef-a950-cf320d718ad8 HTTP/1.1" status: 200 len: 217 time: 0.0732458 Nov 19 09:15:46.890962 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:46.933269 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-a2bbd107-bad2-4a23-aebc-ed1254ee4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:46.934768 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-a2bbd107-bad2-4a23-aebc-ed1254ee4c55 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0894990 Nov 19 09:15:46.974118 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-f6a96f5b-118a-4a03-8160-6b08a791c3ca service neutron] 10.222.0.21 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411051 Nov 19 09:15:47.067188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-fa340b43-9012-44c0-a4c7-1fdcd76ddb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:47.068702 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-fa340b43-9012-44c0-a4c7-1fdcd76ddb7d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1091285 Nov 19 09:15:47.166612 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-ec48342e-6d51-43cd-8bf8-b9cbd135f6fb service neutron] 10.222.0.21 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727822 Nov 19 09:15:47.213808 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-8f040bec-aa7b-4019-9d90-82f701956343 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359706 Nov 19 09:15:47.216537 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:47.401653 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97bc5314-5856-4712-b4bd-46ffc7632e6e req-f4490fd0-c215-4064-88aa-c120f57bf4ff service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772616 Nov 19 09:15:47.426149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Allocated IP 172.25.0.213 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/7b86edd2-6774-4dd2-9f88-babb029b41a4) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:47.671565 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:47.841705 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357912cc-5d16-4578-a697-69d7db773ef5 x-openstack-request-id: req-357912cc-5d16-4578-a697-69d7db773ef5 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:47.842274 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "544e2ca8-0205-4994-9f14-795f333c427b", "tag": "f0aacf45-1075-46ef-a950-cf320d718ad8", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:47.842274 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-357912cc-5d16-4578-a697-69d7db773ef5 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:47.842612 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '544e2ca8-0205-4994-9f14-795f333c427b', 'tag': 'f0aacf45-1075-46ef-a950-cf320d718ad8', 'status': 'completed', 'code': 200} Nov 19 09:15:47.937321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66f092-c855-4897-b653-556fb5918510 req-89c64799-2365-46f9-a29f-f06dcc5a9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:47.939108 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a66f092-c855-4897-b653-556fb5918510 req-89c64799-2365-46f9-a29f-f06dcc5a9571 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edc9f146b20c4a20a58738c859126eec&device_id=544e2ca8-0205-4994-9f14-795f333c427b HTTP/1.1" status: 200 len: 1100 time: 0.0993125 Nov 19 09:15:47.950977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f0e1a-8144-449c-91c8-e89a48f0eb91 req-3b14abfc-d6b8-4bec-88b6-2ebe656ce72a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:47.952639 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-773f0e1a-8144-449c-91c8-e89a48f0eb91 req-3b14abfc-d6b8-4bec-88b6-2ebe656ce72a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.1091750 Nov 19 09:15:48.041172 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:48.130637 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-773f0e1a-8144-449c-91c8-e89a48f0eb91 req-f28e675d-057e-4cc9-a64c-97a8884de3e6 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557086 Nov 19 09:15:48.146724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66f092-c855-4897-b653-556fb5918510 req-d45e4aeb-fd4f-4d95-a55b-9f5f86343bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:48.146724 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a66f092-c855-4897-b653-556fb5918510 req-d45e4aeb-fd4f-4d95-a55b-9f5f86343bb5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1877465 Nov 19 09:15:48.151709 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:48.221051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a66f092-c855-4897-b653-556fb5918510 req-858cecab-5de1-4936-8bb7-af2e3546acd8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=f0aacf45-1075-46ef-a950-cf320d718ad8 HTTP/1.1" status: 200 len: 217 time: 0.0663216 Nov 19 09:15:48.281530 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:48.289738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:48.293778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:48.298938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Pushing event updated for resources: {'Port': ['ID=7b86edd2-6774-4dd2-9f88-babb029b41a4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:48.344123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66f092-c855-4897-b653-556fb5918510 req-b06eec12-942d-4064-b5e6-893a1795bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:48.345618 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a66f092-c855-4897-b653-556fb5918510 req-b06eec12-942d-4064-b5e6-893a1795bf46 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1138253 Nov 19 09:15:48.461157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cb42c-2091-4165-add9-bcebdddc8c9d req-3850c666-4b74-4853-b747-c1813e9db5b0 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:48.462678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca4cb42c-2091-4165-add9-bcebdddc8c9d req-3850c666-4b74-4853-b747-c1813e9db5b0 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/ports?device_id=544e2ca8-0205-4994-9f14-795f333c427b HTTP/1.1" status: 200 len: 948 time: 0.1393840 Nov 19 09:15:48.469745 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66f092-c855-4897-b653-556fb5918510 req-3cfe5f9a-66ff-4f62-81bf-a28e282363af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:48.471480 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a66f092-c855-4897-b653-556fb5918510 req-3cfe5f9a-66ff-4f62-81bf-a28e282363af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1027112 Nov 19 09:15:48.482944 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:48.613341 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:48.637033 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca4cb42c-2091-4165-add9-bcebdddc8c9d req-841724eb-c2f6-45bc-b17d-77c637145771 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea9b1432-6534-40a1-94a7-8cf81804dc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627128 Nov 19 09:15:48.683668 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712518-4d9a-464c-916f-4b79f05e721d req-d6738a78-d646-4a3f-888c-d3689255455c tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:48.685701 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-d6738a78-d646-4a3f-888c-d3689255455c tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.66 "GET /v2.0/networks?id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d HTTP/1.1" status: 200 len: 811 time: 0.1324100 Nov 19 09:15:48.702051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a66f092-c855-4897-b653-556fb5918510 req-f67ea355-9f47-45b0-90aa-f13291674d89 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022514 Nov 19 09:15:48.708745 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0686278d-0620-438d-990c-e49a5f5cdc16 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Request body: {'port': {'device_id': 'c93353ac-25ca-4462-9ac9-b11ddbad7680', 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d', 'admin_state_up': True, 'tenant_id': 'b3e6463d45a1429e981da1e807122aa5'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:48.901484 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a66f092-c855-4897-b653-556fb5918510 req-57f040ee-ce06-4cf8-817a-257a7ed5d2c6 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836586 Nov 19 09:15:48.936910 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0f6e5db1-0c99-46b6-b5be-390e17731ee7 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:48.939269 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0f6e5db1-0c99-46b6-b5be-390e17731ee7 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.71 "GET /v2.0/networks?id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d HTTP/1.1" status: 200 len: 811 time: 0.1893528 Nov 19 09:15:48.943049 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:48.951874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:48.958281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-fa712518-4d9a-464c-916f-4b79f05e721d req-db9231d5-88da-4dc1-8399-db6abda9e9f8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Request body: {'port': {'device_id': 'e2609c4f-9d62-4c90-9104-ad90fac6fb98', 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d', 'admin_state_up': True, 'tenant_id': 'b3e6463d45a1429e981da1e807122aa5'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:48.971896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b334c3-a16b-47ab-b5a8-0578eff0f5a1 req-1b45aa2e-7f5e-439e-a3df-6f530cb2e6d5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:48.973488 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a4b334c3-a16b-47ab-b5a8-0578eff0f5a1 req-1b45aa2e-7f5e-439e-a3df-6f530cb2e6d5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.0963492 Nov 19 09:15:48.974163 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0686278d-0620-438d-990c-e49a5f5cdc16 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Made reservation on behalf of b3e6463d45a1429e981da1e807122aa5 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:15:48.977654 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0686278d-0620-438d-990c-e49a5f5cdc16 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:49.057012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Pushing event updated for resources: {'Port': ['ID=7b86edd2-6774-4dd2-9f88-babb029b41a4,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:49.087574 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:49.101368 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a4b334c3-a16b-47ab-b5a8-0578eff0f5a1 req-e03afb1d-c4ce-456f-bdc4-9938c97c56f9 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087947 Nov 19 09:15:49.139125 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:49.140437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-0d51ccdc-6b0b-4c9e-ab89-864532e81984 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3797972 Nov 19 09:15:49.184681 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0686278d-0620-438d-990c-e49a5f5cdc16 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Allocated IP 172.20.0.12 (5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d/30db2f9d-6aa0-42e4-b0b7-86269964f250/3b2a39d6-4cf0-479c-af3f-295ab66c076e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:49.206542 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa712518-4d9a-464c-916f-4b79f05e721d req-db9231d5-88da-4dc1-8399-db6abda9e9f8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Made reservation on behalf of b3e6463d45a1429e981da1e807122aa5 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:15:49.209990 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-db9231d5-88da-4dc1-8399-db6abda9e9f8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:49.218969 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86961434-cb06-4b96-abc2-e7792913bce9 req-ca12e633-e53a-4843-ae17-cef148b2baac tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:49.220901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86961434-cb06-4b96-abc2-e7792913bce9 req-ca12e633-e53a-4843-ae17-cef148b2baac tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.71 "GET /v2.0/ports?device_id=10961069-f078-41d6-8714-5de7265ea30e HTTP/1.1" status: 200 len: 945 time: 0.1158898 Nov 19 09:15:49.227269 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-e8155729-5223-4e34-94e7-f8070140f3c8 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.0761526 Nov 19 09:15:49.390981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17613e8-6fd3-44ea-949f-822a3e3191e6 req-b3ecd079-3b3a-4697-89da-8db34e83ce2b tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:49.392536 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e17613e8-6fd3-44ea-949f-822a3e3191e6 req-b3ecd079-3b3a-4697-89da-8db34e83ce2b tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/ports?device_id=10961069-f078-41d6-8714-5de7265ea30e HTTP/1.1" status: 200 len: 945 time: 0.2002118 Nov 19 09:15:49.405770 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0686278d-0620-438d-990c-e49a5f5cdc16 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:49.444190 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0686278d-0620-438d-990c-e49a5f5cdc16 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:49.452411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-e0a3bf5f-208d-40e4-8f36-1d3213b7d399 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:49.453817 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ae520c9-a98f-4b8a-bd60-6e18eebfe924 req-e0a3bf5f-208d-40e4-8f36-1d3213b7d399 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.2113862 Nov 19 09:15:49.494957 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e17613e8-6fd3-44ea-949f-822a3e3191e6 req-f796468e-98b1-4d8d-9ef3-b4470412a6f2 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/security-groups?id=437b1e63-9d76-4e8d-874a-30e70fa96f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904250 Nov 19 09:15:49.499145 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-86961434-cb06-4b96-abc2-e7792913bce9 req-4ae46ef9-7684-406c-840c-8448b4492658 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Deleting port 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:49.499408 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-86961434-cb06-4b96-abc2-e7792913bce9 req-4ae46ef9-7684-406c-840c-8448b4492658 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:49.563608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0686278d-0620-438d-990c-e49a5f5cdc16 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:49.566193 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0686278d-0620-438d-990c-e49a5f5cdc16 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:49.576262 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-fa712518-4d9a-464c-916f-4b79f05e721d req-db9231d5-88da-4dc1-8399-db6abda9e9f8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Allocated IP 172.20.0.4 (5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d/30db2f9d-6aa0-42e4-b0b7-86269964f250/4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:49.578735 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0686278d-0620-438d-990c-e49a5f5cdc16 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:49.642200 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686278d-0620-438d-990c-e49a5f5cdc16 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Pushing event updated for resources: {'Port': ['ID=3b2a39d6-4cf0-479c-af3f-295ab66c076e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:49.678271 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0686278d-0620-438d-990c-e49a5f5cdc16 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:49.678919 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0686278d-0620-438d-990c-e49a5f5cdc16 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:49.691033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-86961434-cb06-4b96-abc2-e7792913bce9 req-4ae46ef9-7684-406c-840c-8448b4492658 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] For port 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=54cdaf2f-2b32-4c29-abb5-4406e1a5ee05,segment=NetworkSegment(bfc357c1-ba04-4ae0-86d1-f6694f44bdca),segment_id=bfc357c1-ba04-4ae0-86d1-f6694f44bdca)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:49.691399 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-86961434-cb06-4b96-abc2-e7792913bce9 req-4ae46ef9-7684-406c-840c-8448b4492658 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:49.713167 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0686278d-0620-438d-990c-e49a5f5cdc16 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0148225 Nov 19 09:15:49.755520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9532a91-3752-4fa3-9ca8-ddf04d74e8fa req-0bf9baf9-6bd1-4734-bcb5-b068b06748db tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:49.757051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9532a91-3752-4fa3-9ca8-ddf04d74e8fa req-0bf9baf9-6bd1-4734-bcb5-b068b06748db tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93353ac-25ca-4462-9ac9-b11ddbad7680 HTTP/1.1" status: 200 len: 932 time: 0.1540830 Nov 19 09:15:49.757987 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Request body: {'port': {'device_id': 'c93353ac-25ca-4462-9ac9-b11ddbad7680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:49.774739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7abc67-a428-4b33-97e9-aad166ff0699 req-41e2eef3-7bf2-4a73-8898-0dc08a553070 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:49.776287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c7abc67-a428-4b33-97e9-aad166ff0699 req-41e2eef3-7bf2-4a73-8898-0dc08a553070 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 946 time: 0.1357851 Nov 19 09:15:49.842917 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:49.845350 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-235ba982-ca94-43ee-896f-84891c11fef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:49.897613 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-db9231d5-88da-4dc1-8399-db6abda9e9f8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:49.921898 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9532a91-3752-4fa3-9ca8-ddf04d74e8fa req-09bd4d63-fbbe-430a-92e4-e1712b9037ff tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554554 Nov 19 09:15:49.962392 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c7abc67-a428-4b33-97e9-aad166ff0699 req-7b66b6ae-cef0-4413-9b55-1e5cf842818c tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752076 Nov 19 09:15:49.995240 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-86961434-cb06-4b96-abc2-e7792913bce9 req-4ae46ef9-7684-406c-840c-8448b4492658 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:49.995669 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-86961434-cb06-4b96-abc2-e7792913bce9 req-4ae46ef9-7684-406c-840c-8448b4492658 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:49.996070 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-86961434-cb06-4b96-abc2-e7792913bce9 req-4ae46ef9-7684-406c-840c-8448b4492658 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Floating IP 3c3da16e-990a-4b67-b185-8f0e108b7f83 disassociated. External IP: 172.25.0.52, port: 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05. Nov 19 09:15:49.996987 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-86961434-cb06-4b96-abc2-e7792913bce9 req-4ae46ef9-7684-406c-840c-8448b4492658 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Calling delete_port for 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:50.006871 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-db9231d5-88da-4dc1-8399-db6abda9e9f8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:50.072622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa712518-4d9a-464c-916f-4b79f05e721d req-db9231d5-88da-4dc1-8399-db6abda9e9f8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:50.112613 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-fa712518-4d9a-464c-916f-4b79f05e721d req-db9231d5-88da-4dc1-8399-db6abda9e9f8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:50.116413 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9231d5-88da-4dc1-8399-db6abda9e9f8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Pushing event updated for resources: {'Port': ['ID=4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:50.120174 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa712518-4d9a-464c-916f-4b79f05e721d req-db9231d5-88da-4dc1-8399-db6abda9e9f8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:50.187714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712518-4d9a-464c-916f-4b79f05e721d req-db9231d5-88da-4dc1-8399-db6abda9e9f8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:50.188636 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-db9231d5-88da-4dc1-8399-db6abda9e9f8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:50.217447 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-db9231d5-88da-4dc1-8399-db6abda9e9f8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2639508 Nov 19 09:15:50.225429 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-e0db4980-8370-4c23-b6aa-1a9d74a61a1e tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2210195 Nov 19 09:15:50.235016 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Request body: {'port': {'device_id': 'e2609c4f-9d62-4c90-9104-ad90fac6fb98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:50.238602 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba6304-be76-41fa-bc61-97c5af170d80 req-8c192419-e2cc-4f8c-a1e0-bef0ee6cd9ae tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:50.240099 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d1ba6304-be76-41fa-bc61-97c5af170d80 req-8c192419-e2cc-4f8c-a1e0-bef0ee6cd9ae tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/ports?device_id=544e2ca8-0205-4994-9f14-795f333c427b HTTP/1.1" status: 200 len: 948 time: 0.1313207 Nov 19 09:15:50.259009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:15:50.332844 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:50.336020 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2a39d6-4cf0-479c-af3f-295ab66c076e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:15:50.347113 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:50.350598 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:50.367050 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-86961434-cb06-4b96-abc2-e7792913bce9 req-4ae46ef9-7684-406c-840c-8448b4492658 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:50.394287 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Transition to ACTIVE for port object 3b2a39d6-4cf0-479c-af3f-295ab66c076e will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:15:50.400597 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:50.427419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d1ba6304-be76-41fa-bc61-97c5af170d80 req-52765a69-e7ca-4c29-b60d-85ea82e8c432 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea9b1432-6534-40a1-94a7-8cf81804dc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776867 Nov 19 09:15:50.433780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae46ef9-7684-406c-840c-8448b4492658 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Pushing event deleted for resources: {'Port': ['ID=54cdaf2f-2b32-4c29-abb5-4406e1a5ee05,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:50.529744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2a39d6-4cf0-479c-af3f-295ab66c076e,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:50.585883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f0aacf45-1075-46ef-a950-cf320d718ad8 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:15:50.596777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86961434-cb06-4b96-abc2-e7792913bce9 req-4ae46ef9-7684-406c-840c-8448b4492658 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:15:50.603878 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:50.668113 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Attempting to bind port 3b2a39d6-4cf0-479c-af3f-295ab66c076e on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:15:50.668449 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Attempting to bind port 3b2a39d6-4cf0-479c-af3f-295ab66c076e by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '001cd9bc-aed4-4c77-be47-f08f5740599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:15:50.668791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Attempting to bind port 3b2a39d6-4cf0-479c-af3f-295ab66c076e on network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:50.677309 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Port 3b2a39d6-4cf0-479c-af3f-295ab66c076e on network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:15:50.677716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Attempting to bind port 3b2a39d6-4cf0-479c-af3f-295ab66c076e on network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:50.686868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:15:50.687229 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Checking segment: {'id': '001cd9bc-aed4-4c77-be47-f08f5740599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:50.687536 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Bound using segment: {'id': '001cd9bc-aed4-4c77-be47-f08f5740599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:15:50.687993 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Bound port: 3b2a39d6-4cf0-479c-af3f-295ab66c076e, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '001cd9bc-aed4-4c77-be47-f08f5740599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:15:50.688630 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:50.813772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] For port 3b2a39d6-4cf0-479c-af3f-295ab66c076e, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:15:50.825540 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] For port 3b2a39d6-4cf0-479c-af3f-295ab66c076e, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=3b2a39d6-4cf0-479c-af3f-295ab66c076e,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:15:50.826132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Allocated IP 172.25.0.195 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/fe9413ce-19bb-4d6a-9153-b3e541785a16) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:15:50.831249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86961434-cb06-4b96-abc2-e7792913bce9 req-4ae46ef9-7684-406c-840c-8448b4492658 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:15:50.845296 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5f267f-4c02-4d82-a903-b6aa3be57974 None None] Sync routers for ids ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:15:50.852607 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:50.864045 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f0aacf45-1075-46ef-a950-cf320d718ad8, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f0aacf45-1075-46ef-a950-cf320d718ad8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:50.867516 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5f267f-4c02-4d82-a903-b6aa3be57974 None None] Routers {'20bc5938-9f59-4e78-8be9-bdbe2a6840ec'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:50.867756 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0c5f267f-4c02-4d82-a903-b6aa3be57974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:50.917387 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'f0aacf45-1075-46ef-a950-cf320d718ad8', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'f0aacf45-1075-46ef-a950-cf320d718ad8', 'mac_address': 'fa:16:3e:ba:88:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:15:50.931549 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:50.932178 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:50.934263 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] 10.222.0.66 "PUT /v2.0/ports/3b2a39d6-4cf0-479c-af3f-295ab66c076e HTTP/1.1" status: 200 len: 1093 time: 1.2046466 Nov 19 09:15:50.935045 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93353ac-25ca-4462-9ac9-b11ddbad7680', 'tag': '3b2a39d6-4cf0-479c-af3f-295ab66c076e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:50.937614 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e665174-ecf9-48ca-9af7-189b38564cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "c93353ac-25ca-4462-9ac9-b11ddbad7680", "tag": "3b2a39d6-4cf0-479c-af3f-295ab66c076e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:50.965600 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:15:51.008860 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:51.018333 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-86961434-cb06-4b96-abc2-e7792913bce9 req-4ae46ef9-7684-406c-840c-8448b4492658 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] No DVR routers for this DVR port 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:15:51.026371 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:51.026657 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-86961434-cb06-4b96-abc2-e7792913bce9 req-4ae46ef9-7684-406c-840c-8448b4492658 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:51.030510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86961434-cb06-4b96-abc2-e7792913bce9 req-4ae46ef9-7684-406c-840c-8448b4492658 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.71 "DELETE /v2.0/ports/54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 HTTP/1.1" status: 204 len: 173 time: 1.7893965 Nov 19 09:15:51.031001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10961069-f078-41d6-8714-5de7265ea30e', 'name': 'network-vif-deleted', 'tag': '54cdaf2f-2b32-4c29-abb5-4406e1a5ee05'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:51.033376 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6e9f4c-8d01-4e58-85d6-d09bbf373603" -d '{"events": [{"server_uuid": "10961069-f078-41d6-8714-5de7265ea30e", "name": "network-vif-deleted", "tag": "54cdaf2f-2b32-4c29-abb5-4406e1a5ee05"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:51.068988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0aacf45-1075-46ef-a950-cf320d718ad8 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:15:51.119845 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f0aacf45-1075-46ef-a950-cf320d718ad8, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f0aacf45-1075-46ef-a950-cf320d718ad8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:51.122409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3e963-e7be-4ef0-bc82-b9f2d82ef3a5 req-94f0de09-22e3-4bb6-b029-68bffe539acd tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:51.130460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-abf3e963-e7be-4ef0-bc82-b9f2d82ef3a5 req-94f0de09-22e3-4bb6-b029-68bffe539acd tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1439292 Nov 19 09:15:51.133273 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:51.133755 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fd527-5be0-4a79-9e56-14a2015d7265 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2a39d6-4cf0-479c-af3f-295ab66c076e,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:51.141321 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Transition to ACTIVE for port object 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:15:51.154235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712518-4d9a-464c-916f-4b79f05e721d req-bfb2ab84-1bd8-43a1-bd2e-2b1504612c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:51.156186 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-bfb2ab84-1bd8-43a1-bd2e-2b1504612c36 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b3e6463d45a1429e981da1e807122aa5&device_id=c93353ac-25ca-4462-9ac9-b11ddbad7680 HTTP/1.1" status: 200 len: 1096 time: 0.1334097 Nov 19 09:15:51.157498 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:51.158698 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:51.204050 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Pushing event updated for resources: {'Port': ['ID=4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:51.230117 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-abf3e963-e7be-4ef0-bc82-b9f2d82ef3a5 req-82d2d373-6fb9-4618-af9b-81b8d19be2e6 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986645 Nov 19 09:15:51.231570 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-0c5f267f-4c02-4d82-a903-b6aa3be57974 None None] Set router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:51.255787 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-7f7b4e97-5a66-4cde-8d47-7277d5f54937 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b2a39d6-4cf0-479c-af3f-295ab66c076e HTTP/1.1" status: 200 len: 217 time: 0.0527170 Nov 19 09:15:51.259933 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=f0aacf45-1075-46ef-a950-cf320d718ad8,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:51.289817 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:51.328526 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712518-4d9a-464c-916f-4b79f05e721d req-8103d842-e115-401c-9392-d22cfef2b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:51.330069 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-8103d842-e115-401c-9392-d22cfef2b1be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30db2f9d-6aa0-42e4-b0b7-86269964f250 HTTP/1.1" status: 200 len: 851 time: 0.0643656 Nov 19 09:15:51.354485 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:15:51.374451 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:15:51.379201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:15:51.381110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['f0aacf45-1075-46ef-a950-cf320d718ad8'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:15:51.397315 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-c560810a-7a34-49a9-95f2-7f4fb5baa631 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461535 Nov 19 09:15:51.457876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f00e2295-86da-4fe1-9e52-8765ae0ea415 req-4dcc1225-6528-406d-ad6c-48e7648a07a0 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/ports?device_id=10961069-f078-41d6-8714-5de7265ea30e HTTP/1.1" status: 200 len: 210 time: 0.0986104 Nov 19 09:15:51.463796 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Pushing event updated for resources: {'Port': ['ID=fe9413ce-19bb-4d6a-9153-b3e541785a16,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:51.486316 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Attempting to bind port 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:15:51.486932 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Attempting to bind port 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '001cd9bc-aed4-4c77-be47-f08f5740599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:15:51.487281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Attempting to bind port 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 on network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:51.501392 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Port 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 on network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:15:51.502184 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Attempting to bind port 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 on network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:15:51.514916 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:15:51.515315 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Checking segment: {'id': '001cd9bc-aed4-4c77-be47-f08f5740599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:15:51.515719 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Bound using segment: {'id': '001cd9bc-aed4-4c77-be47-f08f5740599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:15:51.517136 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Bound port: 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '001cd9bc-aed4-4c77-be47-f08f5740599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:15:51.517136 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:51.578600 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-206a7a70-7f20-4ce3-9cb6-714d2f0a6de8 service neutron] 10.222.0.66 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640356 Nov 19 09:15:51.580617 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0c5f267f-4c02-4d82-a903-b6aa3be57974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'name': 'tempest-ServersTestManualDisk-1814219410-router', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:13:21Z', 'updated_at': '2021-11-19T09:13:27Z', 'revision_number': 4, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'gw_port': {'id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:22Z', 'updated_at': '2021-11-19T09:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4fed13c5-37e5-4d96-b587-bf6181dd3b7e', 'name': '', 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'mac_address': 'fa:16:3e:62:c6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:26Z', 'updated_at': '2021-11-19T09:13:37Z', 'revision_number': 5, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'subnets': [{'id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:51.589414 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:51.624413 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5f267f-4c02-4d82-a903-b6aa3be57974 None None] Checking router: 20bc5938-9f59-4e78-8be9-bdbe2a6840ec for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:15:51.636600 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5f267f-4c02-4d82-a903-b6aa3be57974 None None] Routers {'20bc5938-9f59-4e78-8be9-bdbe2a6840ec'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:51.638026 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0c5f267f-4c02-4d82-a903-b6aa3be57974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:51.734777 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:51.796412 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-0c5f267f-4c02-4d82-a903-b6aa3be57974 None None] Set router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:51.984993 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] For port 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:15:52.004991 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] For port 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:15:52.007838 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-ed2eb9de-f741-4d04-892b-3003d283bdb0 service neutron] 10.222.0.66 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099424 Nov 19 09:15:52.013653 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:52.043243 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0c5f267f-4c02-4d82-a903-b6aa3be57974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'name': 'tempest-ServersTestManualDisk-1814219410-router', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:13:21Z', 'updated_at': '2021-11-19T09:13:27Z', 'revision_number': 4, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'gw_port': {'id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:22Z', 'updated_at': '2021-11-19T09:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4fed13c5-37e5-4d96-b587-bf6181dd3b7e', 'name': '', 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'mac_address': 'fa:16:3e:62:c6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:26Z', 'updated_at': '2021-11-19T09:13:37Z', 'revision_number': 5, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'subnets': [{'id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:52.057952 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:52.058911 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:52.060617 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] 10.222.0.71 "PUT /v2.0/ports/4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 HTTP/1.1" status: 200 len: 1092 time: 1.8304110 Nov 19 09:15:52.076458 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5f267f-4c02-4d82-a903-b6aa3be57974 None None] The sync data for ids ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'] in n-d-805649-14 is: [{'id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'name': 'tempest-ServersTestManualDisk-1814219410-router', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:13:21Z', 'updated_at': '2021-11-19T09:13:27Z', 'revision_number': 4, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'gw_port': {'id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:22Z', 'updated_at': '2021-11-19T09:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4fed13c5-37e5-4d96-b587-bf6181dd3b7e', 'name': '', 'network_id': '8f84222c-cf40-4512-ac2a-a4513a8b99c6', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'mac_address': 'fa:16:3e:62:c6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:26Z', 'updated_at': '2021-11-19T09:13:37Z', 'revision_number': 5, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'subnets': [{'id': '5f3f27d5-1165-46e0-b494-3ca5885c94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:15:52.092406 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305266c-68ac-4231-965f-2aac3e3f371f service neutron] Pushing event updated for resources: {'Port': ['ID=4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:52.174333 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712518-4d9a-464c-916f-4b79f05e721d req-f802d5aa-dae3-4102-99d8-58ed2f8faee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:52.176153 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-f802d5aa-dae3-4102-99d8-58ed2f8faee0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3e6463d45a1429e981da1e807122aa5&device_id=e2609c4f-9d62-4c90-9104-ad90fac6fb98 HTTP/1.1" status: 200 len: 1095 time: 0.0514297 Nov 19 09:15:52.212043 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d8089270-a57e-47e9-b7f5-ed3327d700ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:52.232567 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-219c324a-662b-4b6f-94ec-1a63b7df139a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 HTTP/1.1" status: 200 len: 217 time: 0.0465498 Nov 19 09:15:52.272249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a23ff-8377-474d-bf37-caaea4daf32c req-f807ff0e-2c2f-463c-83c2-859b3b5c6165 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:52.273864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c5a23ff-8377-474d-bf37-caaea4daf32c req-f807ff0e-2c2f-463c-83c2-859b3b5c6165 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93353ac-25ca-4462-9ac9-b11ddbad7680 HTTP/1.1" status: 200 len: 944 time: 0.4515870 Nov 19 09:15:52.294357 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712518-4d9a-464c-916f-4b79f05e721d req-6969db72-b509-4fe6-a1b9-dfaa67d721fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:52.296049 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-6969db72-b509-4fe6-a1b9-dfaa67d721fd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=30db2f9d-6aa0-42e4-b0b7-86269964f250 HTTP/1.1" status: 200 len: 851 time: 0.0527453 Nov 19 09:15:52.333378 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-7b9f004c-e9ea-40f7-8b07-98857970ec0f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278118 Nov 19 09:15:52.352908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c5a23ff-8377-474d-bf37-caaea4daf32c req-d12c3870-7e9d-43f5-bc90-df812a2ec93a tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715642 Nov 19 09:15:52.368470 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:52.381966 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:52.396828 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b92f7a1-909e-47cc-8e1e-d09e779cdddb None None] New status for floating IP 3c3da16e-990a-4b67-b185-8f0e108b7f83: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:15:52.458568 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c136ae2d-e40b-45fa-ba31-f625f75b24aa x-openstack-request-id: req-c136ae2d-e40b-45fa-ba31-f625f75b24aa {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:52.458871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Pushing event updated for resources: {'Port': ['ID=fe9413ce-19bb-4d6a-9153-b3e541785a16,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:52.458997 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93353ac-25ca-4462-9ac9-b11ddbad7680", "tag": "3b2a39d6-4cf0-479c-af3f-295ab66c076e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:52.459113 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c136ae2d-e40b-45fa-ba31-f625f75b24aa {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:52.459545 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93353ac-25ca-4462-9ac9-b11ddbad7680', 'tag': '3b2a39d6-4cf0-479c-af3f-295ab66c076e', 'status': 'completed', 'code': 200} Nov 19 09:15:52.466007 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-102e0dd3-a0cd-4c35-ad9a-445305c859d0 service neutron] 10.222.0.71 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236348 Nov 19 09:15:52.475210 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:52.499417 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:52.509628 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-c11dd8da-c84b-4d41-bfed-97112acbf4da tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2585859 Nov 19 09:15:52.513117 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6e152e-2532-4a14-a939-0c1823757982 x-openstack-request-id: req-5b6e152e-2532-4a14-a939-0c1823757982 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:52.513567 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10961069-f078-41d6-8714-5de7265ea30e", "name": "network-vif-deleted", "tag": "54cdaf2f-2b32-4c29-abb5-4406e1a5ee05", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:52.514404 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b6e152e-2532-4a14-a939-0c1823757982 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:52.514880 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10961069-f078-41d6-8714-5de7265ea30e', 'name': 'network-vif-deleted', 'tag': '54cdaf2f-2b32-4c29-abb5-4406e1a5ee05', 'status': 'completed', 'code': 200} Nov 19 09:15:52.583181 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-8d372f8c-ece2-4283-b1db-02678a14da68 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.0722337 Nov 19 09:15:52.586242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f0aacf45-1075-46ef-a950-cf320d718ad8 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:52.597323 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e665174-ecf9-48ca-9af7-189b38564cf1 req-9a52efd6-1222-4801-9093-169d226f6935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:52.598847 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e665174-ecf9-48ca-9af7-189b38564cf1 req-9a52efd6-1222-4801-9093-169d226f6935 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b3e6463d45a1429e981da1e807122aa5&device_id=c93353ac-25ca-4462-9ac9-b11ddbad7680 HTTP/1.1" status: 200 len: 1096 time: 0.1113348 Nov 19 09:15:52.646851 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa712518-4d9a-464c-916f-4b79f05e721d req-0a2dbd3d-968e-4bf7-950d-3c31f96ec580 service neutron] 10.222.0.71 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714847 Nov 19 09:15:52.692002 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port f0aacf45-1075-46ef-a950-cf320d718ad8 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:15:52.698105 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port f0aacf45-1075-46ef-a950-cf320d718ad8 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:52.698787 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:52.739528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-2e33b942-3987-4480-8d67-190b3f32ccab tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:52.740945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c61121e5-b175-4fcd-baef-59790a2edfd7 req-2e33b942-3987-4480-8d67-190b3f32ccab tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.1571996 Nov 19 09:15:52.764504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37afe52-705c-4f55-98d1-caafabec7038 req-ed5dbae1-9b02-4b34-988b-8e5413d5216c tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:52.768222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e665174-ecf9-48ca-9af7-189b38564cf1 req-02929f13-b5fb-4067-8e9a-af613a0227e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:52.770271 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e665174-ecf9-48ca-9af7-189b38564cf1 req-02929f13-b5fb-4067-8e9a-af613a0227e0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d HTTP/1.1" status: 200 len: 912 time: 0.1219594 Nov 19 09:15:52.772512 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c37afe52-705c-4f55-98d1-caafabec7038 req-ed5dbae1-9b02-4b34-988b-8e5413d5216c tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/ports?device_id=544e2ca8-0205-4994-9f14-795f333c427b HTTP/1.1" status: 200 len: 949 time: 0.0962293 Nov 19 09:15:52.815413 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:52.826604 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e665174-ecf9-48ca-9af7-189b38564cf1 req-cbf7730a-3176-4f4f-8321-67c523246c60 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b2a39d6-4cf0-479c-af3f-295ab66c076e HTTP/1.1" status: 200 len: 217 time: 0.0464461 Nov 19 09:15:52.847113 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c37afe52-705c-4f55-98d1-caafabec7038 req-59f513e2-400c-4fd6-868b-9ed89943c7a9 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea9b1432-6534-40a1-94a7-8cf81804dc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733271 Nov 19 09:15:52.851687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544e2ca8-0205-4994-9f14-795f333c427b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0aacf45-1075-46ef-a950-cf320d718ad8'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:52.859451 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab7870b-8657-4464-8c66-12356f897cfe" -d '{"events": [{"server_uuid": "544e2ca8-0205-4994-9f14-795f333c427b", "name": "network-vif-plugged", "status": "completed", "tag": "f0aacf45-1075-46ef-a950-cf320d718ad8"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:52.865739 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f0aacf45-1075-46ef-a950-cf320d718ad8, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f0aacf45-1075-46ef-a950-cf320d718ad8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:52.870938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328b6bf-a4d2-4611-8ec8-1fb881a9235e req-8990638a-246c-4ffb-900b-729c91d4d419 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:52.873686 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3328b6bf-a4d2-4611-8ec8-1fb881a9235e req-8990638a-246c-4ffb-900b-729c91d4d419 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.0672882 Nov 19 09:15:52.877686 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:52.899881 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e665174-ecf9-48ca-9af7-189b38564cf1 req-bc8e3e84-b2c3-4058-858d-b7a677f468aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:52.902945 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e665174-ecf9-48ca-9af7-189b38564cf1 req-bc8e3e84-b2c3-4058-858d-b7a677f468aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30db2f9d-6aa0-42e4-b0b7-86269964f250 HTTP/1.1" status: 200 len: 851 time: 0.0676379 Nov 19 09:15:52.935137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=f0aacf45-1075-46ef-a950-cf320d718ad8,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:52.940700 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3328b6bf-a4d2-4611-8ec8-1fb881a9235e req-7e9cb405-acac-46e9-83ad-551ecc99b35f tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587175 Nov 19 09:15:52.956194 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e665174-ecf9-48ca-9af7-189b38564cf1 req-a2912fa4-112f-4e99-add9-f198c962a66d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433698 Nov 19 09:15:53.048041 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339c21ad-d985-4fbc-a78d-4b147e5e2936 x-openstack-request-id: req-339c21ad-d985-4fbc-a78d-4b147e5e2936 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:53.048254 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9495d655-7f24-44bb-b22f-225c833422f3 req-ba3cebeb-9679-4bd6-a6eb-9a8c83a881de tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips/262fccfc-b9c1-48bd-9ba7-d3c3845378f8 HTTP/1.1" status: 200 len: 693 time: 0.0507431 Nov 19 09:15:53.048387 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544e2ca8-0205-4994-9f14-795f333c427b", "name": "network-vif-plugged", "status": "completed", "tag": "f0aacf45-1075-46ef-a950-cf320d718ad8", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:53.048649 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-339c21ad-d985-4fbc-a78d-4b147e5e2936 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:53.049111 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544e2ca8-0205-4994-9f14-795f333c427b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0aacf45-1075-46ef-a950-cf320d718ad8', 'code': 200} Nov 19 09:15:53.072180 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e665174-ecf9-48ca-9af7-189b38564cf1 req-569e5382-2615-4d93-9cdb-36039846c8aa service neutron] 10.222.0.66 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070757 Nov 19 09:15:53.089294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39530) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:53.188182 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f4483745-2d43-4aca-a0a9-cf93c8f3aa47 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:15:53.195286 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:15:53.196141 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495d655-7f24-44bb-b22f-225c833422f3 req-53e6f272-b252-4ad7-9442-54dc6dc8936c tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:53.200705 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9495d655-7f24-44bb-b22f-225c833422f3 req-53e6f272-b252-4ad7-9442-54dc6dc8936c tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.1464424 Nov 19 09:15:53.213113 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e665174-ecf9-48ca-9af7-189b38564cf1 req-ea60612a-e04e-49ed-b5d5-ba3ce27e9495 service neutron] 10.222.0.66 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321406 Nov 19 09:15:53.214202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25729048-d121-4c08-af94-8355028cc06a req-938b9496-b912-450b-98d5-54b48b1ca348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:53.216399 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-25729048-d121-4c08-af94-8355028cc06a req-938b9496-b912-450b-98d5-54b48b1ca348 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=544e2ca8-0205-4994-9f14-795f333c427b HTTP/1.1" status: 200 len: 1102 time: 0.0893590 Nov 19 09:15:53.226723 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:15:53.227702 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 54cdaf2f-2b32-4c29-abb5-4406e1a5ee05 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:15:53.257729 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-637745f7-33ca-4ec1-af25-3257b010fd56 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:53.300379 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-637745f7-33ca-4ec1-af25-3257b010fd56 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:53.318493 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2527cfaf-c840-4491-a458-2b1fa97ca7e1 req-f556affb-536f-422a-a54e-ca57becc8e69 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips/262fccfc-b9c1-48bd-9ba7-d3c3845378f8 HTTP/1.1" status: 200 len: 693 time: 0.0751984 Nov 19 09:15:53.345380 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f4483745-2d43-4aca-a0a9-cf93c8f3aa47, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:53.358210 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:53.359658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'f4483745-2d43-4aca-a0a9-cf93c8f3aa47', 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870', 'port_id': 'f4483745-2d43-4aca-a0a9-cf93c8f3aa47', 'mac_address': 'fa:16:3e:86:38:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc5f9b9-ef02-483f-b54c-00c042a1a970', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:15:53.362139 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-637745f7-33ca-4ec1-af25-3257b010fd56 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:53.365958 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-637745f7-33ca-4ec1-af25-3257b010fd56 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:53.367163 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-637745f7-33ca-4ec1-af25-3257b010fd56 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "DELETE /v2.0/security-groups/437b1e63-9d76-4e8d-874a-30e70fa96f63 HTTP/1.1" status: 204 len: 168 time: 0.2761276 Nov 19 09:15:53.372048 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39542) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:53.387212 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637745f7-33ca-4ec1-af25-3257b010fd56 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437b1e63-9d76-4e8d-874a-30e70fa96f63,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:53.394677 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-e19e02d2-72d7-41e3-b4b6-f10267903683 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] show failed (client error): The resource could not be found. Nov 19 09:15:53.398544 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e19e02d2-72d7-41e3-b4b6-f10267903683 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "GET /v2.0/security-groups/437b1e63-9d76-4e8d-874a-30e70fa96f63 HTTP/1.1" status: 404 len: 347 time: 0.0228941 Nov 19 09:15:53.399515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39546) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:53.437164 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:53.462504 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4483745-2d43-4aca-a0a9-cf93c8f3aa47 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:15:53.489851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f4483745-2d43-4aca-a0a9-cf93c8f3aa47, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:53.505852 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:53.572085 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527cfaf-c840-4491-a458-2b1fa97ca7e1 req-d6ec268c-1e01-4d69-8869-e897ad3ef4bf tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:53.580785 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2527cfaf-c840-4491-a458-2b1fa97ca7e1 req-d6ec268c-1e01-4d69-8869-e897ad3ef4bf tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.2613344 Nov 19 09:15:53.592741 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:53.603103 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2d5294da-d029-4f54-bf9b-245d57358575 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Deleting port c7cd807e-2aa0-4506-a590-0f1c18a7baa7 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:53.604188 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d5294da-d029-4f54-bf9b-245d57358575 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:53.624932 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['f4483745-2d43-4aca-a0a9-cf93c8f3aa47'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:15:53.640480 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2527cfaf-c840-4491-a458-2b1fa97ca7e1 req-ded96322-1278-4c9c-bfeb-501d2cc416ff tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.0586288 Nov 19 09:15:53.643966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-25729048-d121-4c08-af94-8355028cc06a req-35b17a80-2c8d-4b61-8991-4ee7ab823c00 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ea9b1432-6534-40a1-94a7-8cf81804dc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117770 Nov 19 09:15:53.698809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84392496-ae66-466f-bb4a-695c9f288a4b req-0797de27-5b9d-4950-bc86-729b2a26bba1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:53.699087 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d5294da-d029-4f54-bf9b-245d57358575 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:53.699087 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d5294da-d029-4f54-bf9b-245d57358575 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:53.706950 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-84392496-ae66-466f-bb4a-695c9f288a4b req-0797de27-5b9d-4950-bc86-729b2a26bba1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93353ac-25ca-4462-9ac9-b11ddbad7680 HTTP/1.1" status: 200 len: 944 time: 0.2217922 Nov 19 09:15:53.718207 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2527cfaf-c840-4491-a458-2b1fa97ca7e1 req-472025af-0edf-4cee-8ca3-c357a414a9d2 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.0768027 Nov 19 09:15:53.718759 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2d5294da-d029-4f54-bf9b-245d57358575 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Calling delete_port for c7cd807e-2aa0-4506-a590-0f1c18a7baa7 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:53.825893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-84392496-ae66-466f-bb4a-695c9f288a4b req-059608d8-875c-4cf8-9092-a458493efa1e tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177897 Nov 19 09:15:53.884342 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d5294da-d029-4f54-bf9b-245d57358575 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:53.915053 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5294da-d029-4f54-bf9b-245d57358575 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Pushing event deleted for resources: {'Port': ['ID=c7cd807e-2aa0-4506-a590-0f1c18a7baa7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:53.988923 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82b355df-57c0-44b1-bf8f-1b344bb53d35 req-24c324aa-e623-4c06-85b3-af52035ffbb7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5f9a9c85-e7dd-4f50-8845-261414e41783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0965343 Nov 19 09:15:53.998967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-2527cfaf-c840-4491-a458-2b1fa97ca7e1 req-9ed8f9b5-cc3c-4ca2-a8ee-9d9e27e2672f tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Deleting port fe9413ce-19bb-4d6a-9153-b3e541785a16 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:53.999261 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2527cfaf-c840-4491-a458-2b1fa97ca7e1 req-9ed8f9b5-cc3c-4ca2-a8ee-9d9e27e2672f tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:54.016393 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d5294da-d029-4f54-bf9b-245d57358575 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:54.018805 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d5294da-d029-4f54-bf9b-245d57358575 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:54.021647 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2d5294da-d029-4f54-bf9b-245d57358575 tempest-ServersTestManualDisk-2085049316 tempest-ServersTestManualDisk-2085049316-project] 10.222.0.21 "DELETE /v2.0/floatingips/3c3da16e-990a-4b67-b185-8f0e108b7f83 HTTP/1.1" status: 204 len: 168 time: 0.6218090 Nov 19 09:15:54.023954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39574) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:54.163742 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b355df-57c0-44b1-bf8f-1b344bb53d35 req-b5a5f517-f58b-4f4c-a6a0-0edeca532cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:54.166037 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82b355df-57c0-44b1-bf8f-1b344bb53d35 req-b5a5f517-f58b-4f4c-a6a0-0edeca532cbc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 1102 time: 0.1131582 Nov 19 09:15:54.185777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ae8d6-9f74-4286-9a6a-89e0b66f500a req-c55fdbda-cbe3-48e5-a625-869007393eb2 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:54.187532 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e63ae8d6-9f74-4286-9a6a-89e0b66f500a req-c55fdbda-cbe3-48e5-a625-869007393eb2 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/ports?device_id=544e2ca8-0205-4994-9f14-795f333c427b HTTP/1.1" status: 200 len: 950 time: 0.1333613 Nov 19 09:15:54.194872 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2527cfaf-c840-4491-a458-2b1fa97ca7e1 req-9ed8f9b5-cc3c-4ca2-a8ee-9d9e27e2672f tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:54.195465 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2527cfaf-c840-4491-a458-2b1fa97ca7e1 req-9ed8f9b5-cc3c-4ca2-a8ee-9d9e27e2672f tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:54.267969 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-2527cfaf-c840-4491-a458-2b1fa97ca7e1 req-9ed8f9b5-cc3c-4ca2-a8ee-9d9e27e2672f tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Calling delete_port for fe9413ce-19bb-4d6a-9153-b3e541785a16 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:54.414186 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e63ae8d6-9f74-4286-9a6a-89e0b66f500a req-609e7998-cd86-4e5d-8a0e-5b5ec62dcd90 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea9b1432-6534-40a1-94a7-8cf81804dc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105098 Nov 19 09:15:54.440599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b355df-57c0-44b1-bf8f-1b344bb53d35 req-1343e331-a19b-4219-9167-b2422e7ac372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:54.445209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82b355df-57c0-44b1-bf8f-1b344bb53d35 req-1343e331-a19b-4219-9167-b2422e7ac372 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2381423 Nov 19 09:15:54.467793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2609c4f-9d62-4c90-9104-ad90fac6fb98', 'tag': '4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:54.472079 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc339929-e553-4cd6-bfa3-4625b94b0714" -d '{"events": [{"name": "network-changed", "server_uuid": "e2609c4f-9d62-4c90-9104-ad90fac6fb98", "tag": "4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:54.510253 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82b355df-57c0-44b1-bf8f-1b344bb53d35 req-1331bef6-fda3-43f1-a800-23424aa78701 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=c0e90070-4633-48d9-b87c-63738998dc3c HTTP/1.1" status: 200 len: 217 time: 0.0562446 Nov 19 09:15:54.516853 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb48d5d3-5ac6-4c66-8978-443453f72fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:54.584607 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 3b2a39d6-4cf0-479c-af3f-295ab66c076e details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:15:54.707596 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b355df-57c0-44b1-bf8f-1b344bb53d35 req-99b63a5c-5bcd-408c-a9cc-40738f309c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:54.709263 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82b355df-57c0-44b1-bf8f-1b344bb53d35 req-99b63a5c-5bcd-408c-a9cc-40738f309c69 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1866467 Nov 19 09:15:54.713831 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2527cfaf-c840-4491-a458-2b1fa97ca7e1 req-9ed8f9b5-cc3c-4ca2-a8ee-9d9e27e2672f tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:54.727463 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599ff77-8fd0-43a3-9c18-a1fd809d2c59 req-b38da56e-8acc-485c-bcd0-7409ddd3b24d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:54.731205 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3599ff77-8fd0-43a3-9c18-a1fd809d2c59 req-b38da56e-8acc-485c-bcd0-7409ddd3b24d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.2239916 Nov 19 09:15:54.770160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8f9b5-cc3c-4ca2-a8ee-9d9e27e2672f tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Pushing event deleted for resources: {'Port': ['ID=fe9413ce-19bb-4d6a-9153-b3e541785a16,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:54.885896 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bb48d5d3-5ac6-4c66-8978-443453f72fee admin admin] Deleting port 4fed13c5-37e5-4d96-b587-bf6181dd3b7e {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:54.886533 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb48d5d3-5ac6-4c66-8978-443453f72fee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:54.946271 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3599ff77-8fd0-43a3-9c18-a1fd809d2c59 req-8a78cbce-d5c7-4a4c-bdc2-d0af464e152f tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654778 Nov 19 09:15:54.953391 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:54.988245 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2527cfaf-c840-4491-a458-2b1fa97ca7e1 req-9ed8f9b5-cc3c-4ca2-a8ee-9d9e27e2672f tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:54.992678 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2527cfaf-c840-4491-a458-2b1fa97ca7e1 req-9ed8f9b5-cc3c-4ca2-a8ee-9d9e27e2672f tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:55.012271 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2527cfaf-c840-4491-a458-2b1fa97ca7e1 req-9ed8f9b5-cc3c-4ca2-a8ee-9d9e27e2672f tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "DELETE /v2.0/floatingips/262fccfc-b9c1-48bd-9ba7-d3c3845378f8 HTTP/1.1" status: 204 len: 173 time: 1.2592182 Nov 19 09:15:55.028493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b355df-57c0-44b1-bf8f-1b344bb53d35 req-662619c0-b280-41d1-96f1-24ea00f4c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:55.031037 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82b355df-57c0-44b1-bf8f-1b344bb53d35 req-662619c0-b280-41d1-96f1-24ea00f4c80f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2997260 Nov 19 09:15:55.064527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 3b2a39d6-4cf0-479c-af3f-295ab66c076e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=3b2a39d6-4cf0-479c-af3f-295ab66c076e,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:55.083050 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '3b2a39d6-4cf0-479c-af3f-295ab66c076e', 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d', 'port_id': '3b2a39d6-4cf0-479c-af3f-295ab66c076e', 'mac_address': 'fa:16:3e:1a:18:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30db2f9d-6aa0-42e4-b0b7-86269964f250', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:15:55.107286 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-bb48d5d3-5ac6-4c66-8978-443453f72fee admin admin] For port 4fed13c5-37e5-4d96-b587-bf6181dd3b7e, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4fed13c5-37e5-4d96-b587-bf6181dd3b7e,segment=NetworkSegment(bfc357c1-ba04-4ae0-86d1-f6694f44bdca),segment_id=bfc357c1-ba04-4ae0-86d1-f6694f44bdca)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:55.107713 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb48d5d3-5ac6-4c66-8978-443453f72fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:55.134934 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb4a471-f998-4af2-a44d-2804a0c74a31 x-openstack-request-id: req-fbb4a471-f998-4af2-a44d-2804a0c74a31 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:55.135306 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2609c4f-9d62-4c90-9104-ad90fac6fb98", "tag": "4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:55.135501 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbb4a471-f998-4af2-a44d-2804a0c74a31 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:55.135956 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2609c4f-9d62-4c90-9104-ad90fac6fb98', 'tag': '4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35', 'status': 'completed', 'code': 200} Nov 19 09:15:55.146621 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bb48d5d3-5ac6-4c66-8978-443453f72fee admin admin] Calling delete_port for 4fed13c5-37e5-4d96-b587-bf6181dd3b7e owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:55.204802 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f4483745-2d43-4aca-a0a9-cf93c8f3aa47 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:55.285314 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:55.290264 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339929-e553-4cd6-bfa3-4625b94b0714 req-4c020b21-5c72-4cbf-aa18-05889e4eaf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:55.291821 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dc339929-e553-4cd6-bfa3-4625b94b0714 req-4c020b21-5c72-4cbf-aa18-05889e4eaf7f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3e6463d45a1429e981da1e807122aa5&device_id=e2609c4f-9d62-4c90-9104-ad90fac6fb98 HTTP/1.1" status: 200 len: 1095 time: 0.1216562 Nov 19 09:15:55.309127 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2a39d6-4cf0-479c-af3f-295ab66c076e {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:15:55.345016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 3b2a39d6-4cf0-479c-af3f-295ab66c076e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=3b2a39d6-4cf0-479c-af3f-295ab66c076e,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:55.369417 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:55.434740 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=3b2a39d6-4cf0-479c-af3f-295ab66c076e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:55.440781 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:55.448889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port f4483745-2d43-4aca-a0a9-cf93c8f3aa47 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:55.450249 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:55.465402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff68fb-1f10-4b78-8c38-73793d7f2b56 req-66e21c2e-306d-4c97-97fd-53c240adbdb6 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:55.474508 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7dff68fb-1f10-4b78-8c38-73793d7f2b56 req-66e21c2e-306d-4c97-97fd-53c240adbdb6 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93353ac-25ca-4462-9ac9-b11ddbad7680 HTTP/1.1" status: 200 len: 944 time: 0.2388492 Nov 19 09:15:55.520145 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339929-e553-4cd6-bfa3-4625b94b0714 req-bbf07ba2-9c32-4ff9-898c-17ef278cfd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:55.521700 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dc339929-e553-4cd6-bfa3-4625b94b0714 req-bbf07ba2-9c32-4ff9-898c-17ef278cfd7a service neutron] 10.222.0.71 "GET /v2.0/networks?id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d HTTP/1.1" status: 200 len: 912 time: 0.1904519 Nov 19 09:15:55.562988 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7dff68fb-1f10-4b78-8c38-73793d7f2b56 req-de48e1b4-f45d-4cfb-9888-020c64297cdb tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851450 Nov 19 09:15:55.603178 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:55.609737 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dc339929-e553-4cd6-bfa3-4625b94b0714 req-5be32b53-3bf0-4c77-8936-37bcbbee229c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 HTTP/1.1" status: 200 len: 217 time: 0.0766604 Nov 19 09:15:55.628805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['3b2a39d6-4cf0-479c-af3f-295ab66c076e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:15:55.675801 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb48d5d3-5ac6-4c66-8978-443453f72fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:55.688986 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82b355df-57c0-44b1-bf8f-1b344bb53d35 req-47464c31-62cf-4ec5-8a60-28a296524df1 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6472056 Nov 19 09:15:55.694625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b11681d-1510-4af7-80c2-6fc1fba33e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4483745-2d43-4aca-a0a9-cf93c8f3aa47'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:55.698056 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b754c593-bf1e-4217-b8f1-f80d8a434e36" -d '{"events": [{"server_uuid": "0b11681d-1510-4af7-80c2-6fc1fba33e61", "name": "network-vif-plugged", "status": "completed", "tag": "f4483745-2d43-4aca-a0a9-cf93c8f3aa47"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:55.716839 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f4483745-2d43-4aca-a0a9-cf93c8f3aa47, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:55.730975 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:55.743984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48d5d3-5ac6-4c66-8978-443453f72fee admin admin] Pushing event deleted for resources: {'Port': ['ID=4fed13c5-37e5-4d96-b587-bf6181dd3b7e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:55.796485 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:55.877966 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339929-e553-4cd6-bfa3-4625b94b0714 req-94b98613-e90b-4623-a165-5a877fc7023e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:55.879834 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dc339929-e553-4cd6-bfa3-4625b94b0714 req-94b98613-e90b-4623-a165-5a877fc7023e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=30db2f9d-6aa0-42e4-b0b7-86269964f250 HTTP/1.1" status: 200 len: 851 time: 0.2574961 Nov 19 09:15:55.881992 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afea7f-e20e-436b-a201-3213be724d0d req-8a306955-93a5-47a5-9575-9951f24cdded tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:55.884666 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75afea7f-e20e-436b-a201-3213be724d0d req-8a306955-93a5-47a5-9575-9951f24cdded tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6146874 Nov 19 09:15:55.919554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f254fd-dc1d-4113-8e12-853023aeca0e req-d4a5d963-57ff-4019-8432-06c14a0cad18 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:55.932489 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20f254fd-dc1d-4113-8e12-853023aeca0e req-d4a5d963-57ff-4019-8432-06c14a0cad18 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/ports?device_id=544e2ca8-0205-4994-9f14-795f333c427b HTTP/1.1" status: 200 len: 950 time: 0.2006776 Nov 19 09:15:55.980801 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cd353f-a2da-47e4-93e5-f7705cfa7572 x-openstack-request-id: req-86cd353f-a2da-47e4-93e5-f7705cfa7572 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:55.981464 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b11681d-1510-4af7-80c2-6fc1fba33e61", "name": "network-vif-plugged", "status": "completed", "tag": "f4483745-2d43-4aca-a0a9-cf93c8f3aa47", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:55.981943 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86cd353f-a2da-47e4-93e5-f7705cfa7572 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:55.982557 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b11681d-1510-4af7-80c2-6fc1fba33e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4483745-2d43-4aca-a0a9-cf93c8f3aa47', 'code': 200} Nov 19 09:15:55.982692 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dc339929-e553-4cd6-bfa3-4625b94b0714 req-44b678a9-b785-44c8-a0a5-97f69744e29e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809293 Nov 19 09:15:56.024864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20f254fd-dc1d-4113-8e12-853023aeca0e req-947574cb-abe1-44af-9f7a-aae6cba4295b tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea9b1432-6534-40a1-94a7-8cf81804dc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908115 Nov 19 09:15:56.088892 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14ad0860-7d29-4eca-9b99-f23ed5fcc044 req-bdf8a5a2-4283-454f-a098-3ec32e085514 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=e9766ca340e44b3e9ad817aac05576f8 HTTP/1.1" status: 200 len: 1657 time: 0.0740194 Nov 19 09:15:56.094020 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82b355df-57c0-44b1-bf8f-1b344bb53d35 req-5149ccad-c06d-4270-a339-0a2278ea9c22 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880217 Nov 19 09:15:56.249491 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54c523-97bd-4d07-bf11-934c2f4d5932 req-37aff53d-0d65-420d-a679-22c5853f8749 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:56.251254 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c54c523-97bd-4d07-bf11-934c2f4d5932 req-37aff53d-0d65-420d-a679-22c5853f8749 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.1096542 Nov 19 09:15:56.277214 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dc339929-e553-4cd6-bfa3-4625b94b0714 req-ed4c6c99-b93e-4738-961d-45894f80ac96 service neutron] 10.222.0.71 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860284 Nov 19 09:15:56.317636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad0860-7d29-4eca-9b99-f23ed5fcc044 req-d2aeb7e9-83a8-474a-8682-d2b9e94dabc5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:56.325334 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14ad0860-7d29-4eca-9b99-f23ed5fcc044 req-d2aeb7e9-83a8-474a-8682-d2b9e94dabc5 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/networks?id=5400ae83-00d2-4751-a522-fb5643e526b8&id=5400ae83-00d2-4751-a522-fb5643e526b8&id=5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 787 time: 0.2274802 Nov 19 09:15:56.330943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-14ad0860-7d29-4eca-9b99-f23ed5fcc044 req-22be17f4-6b43-4720-ab32-fd79a11b4444 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:15:56.342918 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14ad0860-7d29-4eca-9b99-f23ed5fcc044 req-22be17f4-6b43-4720-ab32-fd79a11b4444 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165639 Nov 19 09:15:56.349957 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb48d5d3-5ac6-4c66-8978-443453f72fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:56.399149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c54c523-97bd-4d07-bf11-934c2f4d5932 req-d87a6252-2c07-4cf3-8efc-0e25003b6870 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333756 Nov 19 09:15:56.466383 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dc339929-e553-4cd6-bfa3-4625b94b0714 req-241c547d-7558-498c-a105-5bbfb7558ac3 service neutron] 10.222.0.71 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792541 Nov 19 09:15:56.601644 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 3b2a39d6-4cf0-479c-af3f-295ab66c076e up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:56.718843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb48d5d3-5ac6-4c66-8978-443453f72fee admin admin] Router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:15:56.745962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 3b2a39d6-4cf0-479c-af3f-295ab66c076e completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:15:56.753840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 3b2a39d6-4cf0-479c-af3f-295ab66c076e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:56.753996 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:56.960693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb48d5d3-5ac6-4c66-8978-443453f72fee admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:15:56.966005 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:56.972433 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4083c4-3d7b-450d-987c-b06b09de4e32 None None] Sync routers for ids ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:15:56.975461 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bb48d5d3-5ac6-4c66-8978-443453f72fee admin admin] 10.222.0.21 "PUT /v2.0/routers/20bc5938-9f59-4e78-8be9-bdbe2a6840ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9504588 Nov 19 09:15:56.979499 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39630) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:57.000102 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4083c4-3d7b-450d-987c-b06b09de4e32 None None] Routers {'20bc5938-9f59-4e78-8be9-bdbe2a6840ec'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:57.003701 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ee4083c4-3d7b-450d-987c-b06b09de4e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:57.015079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 3b2a39d6-4cf0-479c-af3f-295ab66c076e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=3b2a39d6-4cf0-479c-af3f-295ab66c076e,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:57.030774 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:57.090987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35a0dd24-5ce5-4de8-81b8-ee1e64bca257 req-15a990d6-5dcf-4461-b984-78f2ca8c1e73 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips/3d1157aa-329b-4885-a743-55bf129cfbb6 HTTP/1.1" status: 200 len: 693 time: 0.2381864 Nov 19 09:15:57.146095 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f6d747f-4216-4ba9-9d15-886fe43fa76e admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:57.156219 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=3b2a39d6-4cf0-479c-af3f-295ab66c076e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:57.186264 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:15:57.304485 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ee4083c4-3d7b-450d-987c-b06b09de4e32 None None] Set router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:57.325410 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f6d747f-4216-4ba9-9d15-886fe43fa76e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:57.355454 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:57.363889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0dd24-5ce5-4de8-81b8-ee1e64bca257 req-f2771b91-1b0c-4999-9b81-8792cdc9fdee tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:57.369723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35a0dd24-5ce5-4de8-81b8-ee1e64bca257 req-f2771b91-1b0c-4999-9b81-8792cdc9fdee tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.2774336 Nov 19 09:15:57.390592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35', 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d', 'port_id': '4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35', 'mac_address': 'fa:16:3e:4f:8d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30db2f9d-6aa0-42e4-b0b7-86269964f250', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:15:57.420168 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9f6d747f-4216-4ba9-9d15-886fe43fa76e admin admin] Deleting port 281dd515-4646-47e7-9a9e-5627e41fa786 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:57.420630 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f6d747f-4216-4ba9-9d15-886fe43fa76e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:57.454148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa83118-5ac5-4b85-80ba-b415b7d17df9 req-e3cc615b-334c-4aad-aa34-7162af37c963 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:57.462115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-caa83118-5ac5-4b85-80ba-b415b7d17df9 req-e3cc615b-334c-4aad-aa34-7162af37c963 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93353ac-25ca-4462-9ac9-b11ddbad7680 HTTP/1.1" status: 200 len: 946 time: 0.4588807 Nov 19 09:15:57.508507 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:57.532900 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-caa83118-5ac5-4b85-80ba-b415b7d17df9 req-1a91b9a3-26e1-4127-8b55-36da830b75d5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654142 Nov 19 09:15:57.539507 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:15:57.543315 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35a0dd24-5ce5-4de8-81b8-ee1e64bca257 req-b7cf9e25-8c36-401e-a4e9-c7b4a31a823c tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.1641257 Nov 19 09:15:57.567022 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9f6d747f-4216-4ba9-9d15-886fe43fa76e admin admin] For port 281dd515-4646-47e7-9a9e-5627e41fa786, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=281dd515-4646-47e7-9a9e-5627e41fa786,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:57.567560 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f6d747f-4216-4ba9-9d15-886fe43fa76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:57.596454 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:57.597824 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9f6d747f-4216-4ba9-9d15-886fe43fa76e admin admin] Calling delete_port for 281dd515-4646-47e7-9a9e-5627e41fa786 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:57.607916 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:57.672719 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35a0dd24-5ce5-4de8-81b8-ee1e64bca257 req-db518b6c-dc06-4868-82eb-11cf7436d637 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.1222341 Nov 19 09:15:57.709275 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:57.746486 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ee4083c4-3d7b-450d-987c-b06b09de4e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'name': 'tempest-ServersTestManualDisk-1814219410-router', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:13:21Z', 'updated_at': '2021-11-19T09:15:55Z', 'revision_number': 5, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'gw_port': {'id': '281dd515-4646-47e7-9a9e-5627e41fa786', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:13:22Z', 'updated_at': '2021-11-19T09:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:57.774489 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4083c4-3d7b-450d-987c-b06b09de4e32 None None] Checking router: 20bc5938-9f59-4e78-8be9-bdbe2a6840ec for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:15:57.794704 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4083c4-3d7b-450d-987c-b06b09de4e32 None None] Routers {'20bc5938-9f59-4e78-8be9-bdbe2a6840ec'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:15:57.795261 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ee4083c4-3d7b-450d-987c-b06b09de4e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:57.876162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45bcb8-b304-4d7a-b3c1-9d7a91e1d4ce req-a660ad36-8971-427b-a57b-9d72420cbedf tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:57.877853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e45bcb8-b304-4d7a-b3c1-9d7a91e1d4ce req-a660ad36-8971-427b-a57b-9d72420cbedf tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.0964515 Nov 19 09:15:57.911024 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-35a0dd24-5ce5-4de8-81b8-ee1e64bca257 req-f7bff9df-5049-4709-8bd4-f9a38e7b0358 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Deleting port 7b86edd2-6774-4dd2-9f88-babb029b41a4 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:57.912099 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35a0dd24-5ce5-4de8-81b8-ee1e64bca257 req-f7bff9df-5049-4709-8bd4-f9a38e7b0358 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:57.926663 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:15:57.987420 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93353ac-25ca-4462-9ac9-b11ddbad7680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2a39d6-4cf0-479c-af3f-295ab66c076e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:15:57.994902 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906effa0-79f7-403b-b77f-c7a0beb05de6" -d '{"events": [{"server_uuid": "c93353ac-25ca-4462-9ac9-b11ddbad7680", "name": "network-vif-plugged", "status": "completed", "tag": "3b2a39d6-4cf0-479c-af3f-295ab66c076e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:15:58.120447 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ee4083c4-3d7b-450d-987c-b06b09de4e32 None None] Set router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:15:58.189451 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ee4083c4-3d7b-450d-987c-b06b09de4e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'name': 'tempest-ServersTestManualDisk-1814219410-router', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:13:21Z', 'updated_at': '2021-11-19T09:15:57Z', 'revision_number': 6, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:58.239348 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4083c4-3d7b-450d-987c-b06b09de4e32 None None] The sync data for ids ['20bc5938-9f59-4e78-8be9-bdbe2a6840ec'] in n-d-805649-14 is: [{'id': '20bc5938-9f59-4e78-8be9-bdbe2a6840ec', 'name': 'tempest-ServersTestManualDisk-1814219410-router', 'tenant_id': '7624c8f2d2084713a9e45a42f19879aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:13:21Z', 'updated_at': '2021-11-19T09:15:57Z', 'revision_number': 6, 'project_id': '7624c8f2d2084713a9e45a42f19879aa', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:15:58.251756 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f6d747f-4216-4ba9-9d15-886fe43fa76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:58.297370 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d747f-4216-4ba9-9d15-886fe43fa76e admin admin] Pushing event deleted for resources: {'Port': ['ID=281dd515-4646-47e7-9a9e-5627e41fa786,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:58.372800 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f6d747f-4216-4ba9-9d15-886fe43fa76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:58.504894 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f6d747f-4216-4ba9-9d15-886fe43fa76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:58.507989 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e45bcb8-b304-4d7a-b3c1-9d7a91e1d4ce req-8a4f9349-01eb-4137-811c-5c78edecaf28 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6224291 Nov 19 09:15:58.511397 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f6d747f-4216-4ba9-9d15-886fe43fa76e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:58.579684 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35a0dd24-5ce5-4de8-81b8-ee1e64bca257 req-f7bff9df-5049-4709-8bd4-f9a38e7b0358 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:58.580828 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35a0dd24-5ce5-4de8-81b8-ee1e64bca257 req-f7bff9df-5049-4709-8bd4-f9a38e7b0358 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:58.592493 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f6d747f-4216-4ba9-9d15-886fe43fa76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:58.593377 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6d747f-4216-4ba9-9d15-886fe43fa76e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20bc5938-9f59-4e78-8be9-bdbe2a6840ec {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:15:58.600169 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f6d747f-4216-4ba9-9d15-886fe43fa76e admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:58.605009 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9f6d747f-4216-4ba9-9d15-886fe43fa76e admin admin] 10.222.0.21 "DELETE /v2.0/routers/20bc5938-9f59-4e78-8be9-bdbe2a6840ec HTTP/1.1" status: 204 len: 168 time: 1.6196313 Nov 19 09:15:58.605415 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39652) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:58.614268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-35a0dd24-5ce5-4de8-81b8-ee1e64bca257 req-f7bff9df-5049-4709-8bd4-f9a38e7b0358 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Calling delete_port for 7b86edd2-6774-4dd2-9f88-babb029b41a4 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:58.670331 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-876e9953-ef5b-4ac7-9113-6a0b70150610 admin admin] Deleting subnet 5f3f27d5-1165-46e0-b494-3ca5885c94fe {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:15:58.674983 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-876e9953-ef5b-4ac7-9113-6a0b70150610 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:58.764436 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-876e9953-ef5b-4ac7-9113-6a0b70150610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:58.889036 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35a0dd24-5ce5-4de8-81b8-ee1e64bca257 req-f7bff9df-5049-4709-8bd4-f9a38e7b0358 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:58.921580 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-876e9953-ef5b-4ac7-9113-6a0b70150610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:58.962920 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3538648-d82d-4d5b-8224-b9dfd2e7907b x-openstack-request-id: req-d3538648-d82d-4d5b-8224-b9dfd2e7907b {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:15:58.963733 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93353ac-25ca-4462-9ac9-b11ddbad7680", "name": "network-vif-plugged", "status": "completed", "tag": "3b2a39d6-4cf0-479c-af3f-295ab66c076e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:15:58.963995 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3538648-d82d-4d5b-8224-b9dfd2e7907b {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:15:58.964600 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93353ac-25ca-4462-9ac9-b11ddbad7680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2a39d6-4cf0-479c-af3f-295ab66c076e', 'code': 200} Nov 19 09:15:59.010213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bff9df-5049-4709-8bd4-f9a38e7b0358 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Pushing event deleted for resources: {'Port': ['ID=7b86edd2-6774-4dd2-9f88-babb029b41a4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:59.012848 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35a0dd24-5ce5-4de8-81b8-ee1e64bca257 req-f7bff9df-5049-4709-8bd4-f9a38e7b0358 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:59.013040 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-876e9953-ef5b-4ac7-9113-6a0b70150610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:59.015628 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35a0dd24-5ce5-4de8-81b8-ee1e64bca257 req-f7bff9df-5049-4709-8bd4-f9a38e7b0358 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:59.033700 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35a0dd24-5ce5-4de8-81b8-ee1e64bca257 req-f7bff9df-5049-4709-8bd4-f9a38e7b0358 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "DELETE /v2.0/floatingips/3d1157aa-329b-4885-a743-55bf129cfbb6 HTTP/1.1" status: 204 len: 173 time: 1.3592460 Nov 19 09:15:59.076698 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e9953-ef5b-4ac7-9113-6a0b70150610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3f27d5-1165-46e0-b494-3ca5885c94fe,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:59.108509 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b99d976-cbbc-41d3-8bc5-73fef99cf3ea None None] Network 8f84222c-cf40-4512-ac2a-a4513a8b99c6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:15:59.108831 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-876e9953-ef5b-4ac7-9113-6a0b70150610 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:59.116873 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-876e9953-ef5b-4ac7-9113-6a0b70150610 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5f3f27d5-1165-46e0-b494-3ca5885c94fe HTTP/1.1" status: 204 len: 168 time: 0.5101416 Nov 19 09:15:59.120300 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39674) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:15:59.224471 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bd7fe2c-8549-4080-a2ce-73c874ed098c req-8d4e509d-fbe7-46fc-a60c-83e75fbfd59e tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips/8a975587-c4db-4075-b829-5b84e44ebb11 HTTP/1.1" status: 200 len: 693 time: 0.0908587 Nov 19 09:15:59.231589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14054d38-8473-4a33-88bf-76ca3e21cfb0 req-96d859e8-65d5-48eb-83a0-ec9cc10cb25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:59.233253 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14054d38-8473-4a33-88bf-76ca3e21cfb0 req-96d859e8-65d5-48eb-83a0-ec9cc10cb25c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c93353ac-25ca-4462-9ac9-b11ddbad7680 HTTP/1.1" status: 200 len: 1098 time: 0.1835885 Nov 19 09:15:59.233650 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:59.246932 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:15:59.258690 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4fed13c5-37e5-4d96-b587-bf6181dd3b7e no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:15:59.263925 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049ff51-fb61-4bf4-a4cb-fc34891b8c20 req-d19fc8e2-4b89-4006-8809-e158f6c461e5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:59.275442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b049ff51-fb61-4bf4-a4cb-fc34891b8c20 req-d19fc8e2-4b89-4006-8809-e158f6c461e5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93353ac-25ca-4462-9ac9-b11ddbad7680 HTTP/1.1" status: 200 len: 946 time: 0.2054417 Nov 19 09:15:59.336837 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] Deleting port 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:59.337470 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:59.343915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 4fed13c5-37e5-4d96-b587-bf6181dd3b7e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:15:59.345663 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4fed13c5-37e5-4d96-b587-bf6181dd3b7e not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:15:59.421402 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:15:59.430613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:15:59.431311 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:59.483832 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b049ff51-fb61-4bf4-a4cb-fc34891b8c20 req-82bfbaeb-ac82-4c75-bac9-2350f277fda4 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074769 Nov 19 09:15:59.504640 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] For port 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=22db71d7-8d6d-4424-ad5e-69ecf4c50cfc,segment=NetworkSegment(bfc357c1-ba04-4ae0-86d1-f6694f44bdca),segment_id=bfc357c1-ba04-4ae0-86d1-f6694f44bdca)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:59.505013 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:59.524426 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14054d38-8473-4a33-88bf-76ca3e21cfb0 req-31038e41-baa5-4c49-8778-841c652daa42 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468853 Nov 19 09:15:59.543826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] Calling delete_port for 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:15:59.555171 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7fe2c-8549-4080-a2ce-73c874ed098c req-b2d2c92d-e259-4035-8508-93e477090216 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:59.557636 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bd7fe2c-8549-4080-a2ce-73c874ed098c req-b2d2c92d-e259-4035-8508-93e477090216 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.3226390 Nov 19 09:15:59.568823 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62b61c2-6d75-44b4-a679-9a6ff18b7498 None None] DHCP port deletion for 8f84222c-cf40-4512-ac2a-a4513a8b99c6 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:15:59.576464 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:59.647701 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:15:59.669137 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:59.707772 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:59.720401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bd7fe2c-8549-4080-a2ce-73c874ed098c req-71926dbf-2f4d-43c1-ba10-7c382dbe3cff tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 696 time: 0.1542044 Nov 19 09:15:59.725812 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] No DVR routers for this DVR port 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:15:59.761131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e62b61c2-6d75-44b4-a679-9a6ff18b7498 None None] Deleting port 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:15:59.761478 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e62b61c2-6d75-44b4-a679-9a6ff18b7498 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:59.762591 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] Pushing event deleted for resources: {'Port': ['ID=22db71d7-8d6d-4424-ad5e-69ecf4c50cfc,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:59.886976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bd7fe2c-8549-4080-a2ce-73c874ed098c req-c48daebf-aa8a-4687-937b-742a31b8490f tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 696 time: 0.1649547 Nov 19 09:15:59.918959 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8250f5-4cb1-4eed-a1fe-a38a226949f6 req-0272121a-670f-4bbc-ba8b-9cf633aa2299 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:15:59.920578 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e8250f5-4cb1-4eed-a1fe-a38a226949f6 req-0272121a-670f-4bbc-ba8b-9cf633aa2299 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.2655628 Nov 19 09:15:59.937683 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:15:59.938664 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:15:59.963705 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f84222c-cf40-4512-ac2a-a4513a8b99c6']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:59.974949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc357c1-ba04-4ae0-86d1-f6694f44bdca') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:59.975099 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc357c1-ba04-4ae0-86d1-f6694f44bdca') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:15:59.996408 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:00.030700 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:00.030945 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e62b61c2-6d75-44b4-a679-9a6ff18b7498 None None] For port 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc, host n-d-805649-14, got binding levels [] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:00.032770 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e62b61c2-6d75-44b4-a679-9a6ff18b7498 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:00.038224 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:16:00.038826 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:00.062036 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e62b61c2-6d75-44b4-a679-9a6ff18b7498 None None] Calling delete_port for 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:00.067112 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.ipam_backend_mixin [None req-e62b61c2-6d75-44b4-a679-9a6ff18b7498 None None] Port 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc was not found and therefore no delete operation was performed {{(pid=103478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 09:16:00.069465 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e62b61c2-6d75-44b4-a679-9a6ff18b7498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:16:00.108370 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:16:00.121268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62b61c2-6d75-44b4-a679-9a6ff18b7498 None None] No DVR routers for this DVR port 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:16:00.127926 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b61c2-6d75-44b4-a679-9a6ff18b7498 None None] Pushing event deleted for resources: {'Port': ['ID=22db71d7-8d6d-4424-ad5e-69ecf4c50cfc,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:00.128150 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:00.191722 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:00.201152 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8f84222c-cf40-4512-ac2a-a4513a8b99c6 HTTP/1.1" status: 204 len: 168 time: 1.0780754 Nov 19 09:16:00.206731 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6384e14-0462-410b-b2be-8816bcaeee77 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f84222c-cf40-4512-ac2a-a4513a8b99c6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:00.219131 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf24fa1-32bb-404c-a4c1-3925e2b088b6 req-bb9ca4c9-d935-4c41-bc6b-81bff9a558e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:00.221262 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7cf24fa1-32bb-404c-a4c1-3925e2b088b6 req-bb9ca4c9-d935-4c41-bc6b-81bff9a558e9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 1102 time: 0.1122992 Nov 19 09:16:00.221667 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e8250f5-4cb1-4eed-a1fe-a38a226949f6 req-e48c7b59-b551-4ab5-8fc0-899bbfc4ff14 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549312 Nov 19 09:16:00.339577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-0bd7fe2c-8549-4080-a2ce-73c874ed098c req-e372b595-43e5-4834-a652-ff51934d4b03 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Deleting port 35b0459f-229a-4c17-b8c0-d89b644ac24d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:00.339577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0bd7fe2c-8549-4080-a2ce-73c874ed098c req-e372b595-43e5-4834-a652-ff51934d4b03 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:00.475140 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0bd7fe2c-8549-4080-a2ce-73c874ed098c req-e372b595-43e5-4834-a652-ff51934d4b03 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:00.475140 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0bd7fe2c-8549-4080-a2ce-73c874ed098c req-e372b595-43e5-4834-a652-ff51934d4b03 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:00.491534 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39712) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:00.493963 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-0bd7fe2c-8549-4080-a2ce-73c874ed098c req-e372b595-43e5-4834-a652-ff51934d4b03 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Calling delete_port for 35b0459f-229a-4c17-b8c0-d89b644ac24d owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:00.521608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf24fa1-32bb-404c-a4c1-3925e2b088b6 req-dd21f59b-6bad-4be2-a6fa-a091e9abc24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:00.523847 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7cf24fa1-32bb-404c-a4c1-3925e2b088b6 req-dd21f59b-6bad-4be2-a6fa-a091e9abc24e service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2673495 Nov 19 09:16:00.602295 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7cf24fa1-32bb-404c-a4c1-3925e2b088b6 req-600f7cba-9124-456e-830e-b5084bc6e158 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7500ed16-0fea-4afa-a433-374fca147180 HTTP/1.1" status: 200 len: 217 time: 0.0700221 Nov 19 09:16:00.616055 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f0aacf45-1075-46ef-a950-cf320d718ad8 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:16:00.724490 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0bd7fe2c-8549-4080-a2ce-73c874ed098c req-e372b595-43e5-4834-a652-ff51934d4b03 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:00.757044 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-87de1be0-61ae-46b6-b149-e84583d82194 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7624c8f2d2084713a9e45a42f19879aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610657 Nov 19 09:16:00.758698 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39722) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:00.791413 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372b595-43e5-4834-a652-ff51934d4b03 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Pushing event deleted for resources: {'Port': ['ID=35b0459f-229a-4c17-b8c0-d89b644ac24d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:00.861315 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f0aacf45-1075-46ef-a950-cf320d718ad8, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f0aacf45-1075-46ef-a950-cf320d718ad8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:00.862677 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf24fa1-32bb-404c-a4c1-3925e2b088b6 req-b32c9480-ec81-4a7a-aaa7-6dc5ff794191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:00.870017 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7cf24fa1-32bb-404c-a4c1-3925e2b088b6 req-b32c9480-ec81-4a7a-aaa7-6dc5ff794191 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.2299259 Nov 19 09:16:00.895436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'f0aacf45-1075-46ef-a950-cf320d718ad8', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'f0aacf45-1075-46ef-a950-cf320d718ad8', 'mac_address': 'fa:16:3e:ba:88:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:16:00.917402 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 281dd515-4646-47e7-9a9e-5627e41fa786 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:00.936154 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0bd7fe2c-8549-4080-a2ce-73c874ed098c req-e372b595-43e5-4834-a652-ff51934d4b03 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:00.939731 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0bd7fe2c-8549-4080-a2ce-73c874ed098c req-e372b595-43e5-4834-a652-ff51934d4b03 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:00.964079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bd7fe2c-8549-4080-a2ce-73c874ed098c req-e372b595-43e5-4834-a652-ff51934d4b03 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "DELETE /v2.0/floatingips/8a975587-c4db-4075-b829-5b84e44ebb11 HTTP/1.1" status: 204 len: 173 time: 1.0713058 Nov 19 09:16:00.983151 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f18aaa9-eee9-4bce-afcc-1484a8d8b150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:00.985420 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2609c4f-9d62-4c90-9104-ad90fac6fb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:00.988454 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf24fa1-32bb-404c-a4c1-3925e2b088b6 req-729c39d4-27b4-449c-87ec-ff71dd2a78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:00.988881 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b1cbfd-5e4a-4f13-bc24-5f8e67521907" -d '{"events": [{"server_uuid": "e2609c4f-9d62-4c90-9104-ad90fac6fb98", "name": "network-vif-plugged", "status": "completed", "tag": "4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:00.990416 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7cf24fa1-32bb-404c-a4c1-3925e2b088b6 req-729c39d4-27b4-449c-87ec-ff71dd2a78b8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1016011 Nov 19 09:16:01.002786 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 281dd515-4646-47e7-9a9e-5627e41fa786 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:16:01.005254 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 281dd515-4646-47e7-9a9e-5627e41fa786 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:01.006718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:01.083494 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f18aaa9-eee9-4bce-afcc-1484a8d8b150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:01.096724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:16:01.102600 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 22db71d7-8d6d-4424-ad5e-69ecf4c50cfc not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:01.109606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282d95a-c0e1-4a30-8034-aad3637d31f0 req-354aaab5-a899-4387-b2d8-78e1130c05c5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:01.113826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4282d95a-c0e1-4a30-8034-aad3637d31f0 req-354aaab5-a899-4387-b2d8-78e1130c05c5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=c93353ac-25ca-4462-9ac9-b11ddbad7680 HTTP/1.1" status: 200 len: 946 time: 0.0798566 Nov 19 09:16:01.131680 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:01.159071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0aacf45-1075-46ef-a950-cf320d718ad8 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:16:01.185347 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7cf24fa1-32bb-404c-a4c1-3925e2b088b6 req-6f5f59c9-997c-4135-8a70-a5e3cd357965 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776164 Nov 19 09:16:01.228394 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f0aacf45-1075-46ef-a950-cf320d718ad8, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f0aacf45-1075-46ef-a950-cf320d718ad8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:01.233362 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f18aaa9-eee9-4bce-afcc-1484a8d8b150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:01.236779 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:01.239413 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f18aaa9-eee9-4bce-afcc-1484a8d8b150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:01.252951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4282d95a-c0e1-4a30-8034-aad3637d31f0 req-090fe988-b923-4f01-bba6-949abed1a4dd tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234863 Nov 19 09:16:01.253234 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1f18aaa9-eee9-4bce-afcc-1484a8d8b150 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/457186f3-cb5b-48af-b9c8-286ddd647641 HTTP/1.1" status: 204 len: 168 time: 0.4911165 Nov 19 09:16:01.377642 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['f0aacf45-1075-46ef-a950-cf320d718ad8'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:01.406376 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7cf24fa1-32bb-404c-a4c1-3925e2b088b6 req-26081c09-c39a-4081-8471-e6d9ee5bdae8 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046154 Nov 19 09:16:01.414535 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18aaa9-eee9-4bce-afcc-1484a8d8b150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457186f3-cb5b-48af-b9c8-286ddd647641,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:01.469456 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f78bb74-edc5-4c8e-9e20-c04f6087de0a req-a471be94-9d09-419a-af27-ef3b35a19456 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips/54924355-fa39-48df-b276-f6cf34a49c5c HTTP/1.1" status: 200 len: 693 time: 0.1611640 Nov 19 09:16:01.506670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=f0aacf45-1075-46ef-a950-cf320d718ad8,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:01.802440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78bb74-edc5-4c8e-9e20-c04f6087de0a req-270d9b5e-23a0-4b91-abad-d91fc2c08ed1 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:01.808019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f78bb74-edc5-4c8e-9e20-c04f6087de0a req-270d9b5e-23a0-4b91-abad-d91fc2c08ed1 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.3315175 Nov 19 09:16:01.961805 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f78bb74-edc5-4c8e-9e20-c04f6087de0a req-a3e2d81d-a108-4741-b4d8-4393616104fc tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.1467199 Nov 19 09:16:02.071833 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f78bb74-edc5-4c8e-9e20-c04f6087de0a req-82b93426-fdb4-4985-b68c-fe719377314e tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.1090271 Nov 19 09:16:02.448183 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-8f78bb74-edc5-4c8e-9e20-c04f6087de0a req-acfdc838-97e7-44c8-9f04-d8ad070bfad9 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Deleting port 06ff2556-6a6b-4d93-96aa-670e538f8987 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:02.456961 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8f78bb74-edc5-4c8e-9e20-c04f6087de0a req-acfdc838-97e7-44c8-9f04-d8ad070bfad9 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:02.617969 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f0aacf45-1075-46ef-a950-cf320d718ad8 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:16:02.634321 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8f78bb74-edc5-4c8e-9e20-c04f6087de0a req-acfdc838-97e7-44c8-9f04-d8ad070bfad9 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:02.635043 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8f78bb74-edc5-4c8e-9e20-c04f6087de0a req-acfdc838-97e7-44c8-9f04-d8ad070bfad9 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:02.648851 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-8f78bb74-edc5-4c8e-9e20-c04f6087de0a req-acfdc838-97e7-44c8-9f04-d8ad070bfad9 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Calling delete_port for 06ff2556-6a6b-4d93-96aa-670e538f8987 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:02.796501 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port f0aacf45-1075-46ef-a950-cf320d718ad8 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:02.796891 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:02.946389 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39766) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:03.005653 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8f78bb74-edc5-4c8e-9e20-c04f6087de0a req-acfdc838-97e7-44c8-9f04-d8ad070bfad9 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:03.076626 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:03.090782 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfdc838-97e7-44c8-9f04-d8ad070bfad9 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Pushing event deleted for resources: {'Port': ['ID=06ff2556-6a6b-4d93-96aa-670e538f8987,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:03.162050 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f0aacf45-1075-46ef-a950-cf320d718ad8, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f0aacf45-1075-46ef-a950-cf320d718ad8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:03.170769 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:03.215667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3623d25e-436f-4ea6-b6b7-9b47b2ac58bd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1415861015-network', 'tenant_id': 'a3aa493f28144711ac86f80f55db14f1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:03.252361 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3623d25e-436f-4ea6-b6b7-9b47b2ac58bd admin admin] Made reservation on behalf of a3aa493f28144711ac86f80f55db14f1 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:16:03.257259 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8f78bb74-edc5-4c8e-9e20-c04f6087de0a req-acfdc838-97e7-44c8-9f04-d8ad070bfad9 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:03.260205 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3623d25e-436f-4ea6-b6b7-9b47b2ac58bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:03.263865 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8f78bb74-edc5-4c8e-9e20-c04f6087de0a req-acfdc838-97e7-44c8-9f04-d8ad070bfad9 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:03.285211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f78bb74-edc5-4c8e-9e20-c04f6087de0a req-acfdc838-97e7-44c8-9f04-d8ad070bfad9 tempest-FloatingIPDetailsTestJSON-226803919 tempest-FloatingIPDetailsTestJSON-226803919-project] 10.222.0.21 "DELETE /v2.0/floatingips/54924355-fa39-48df-b276-f6cf34a49c5c HTTP/1.1" status: 204 len: 173 time: 1.2123563 Nov 19 09:16:03.287467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39770) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:03.292451 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=f0aacf45-1075-46ef-a950-cf320d718ad8,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:03.303934 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:03.304348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:03.304772 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:03.305251 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:03.305839 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:03.306393 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:03.306971 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:03.307550 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:03.308127 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:03.309285 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:03.309814 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:03.310503 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:03.321147 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3623d25e-436f-4ea6-b6b7-9b47b2ac58bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:03.389789 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad527285-7a61-4602-b56d-1f2d416d11f7 x-openstack-request-id: req-ad527285-7a61-4602-b56d-1f2d416d11f7 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:03.390101 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2609c4f-9d62-4c90-9104-ad90fac6fb98", "name": "network-vif-plugged", "status": "completed", "tag": "4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:03.390407 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad527285-7a61-4602-b56d-1f2d416d11f7 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:03.390834 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2609c4f-9d62-4c90-9104-ad90fac6fb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35', 'code': 200} Nov 19 09:16:03.584684 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3623d25e-436f-4ea6-b6b7-9b47b2ac58bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:03.597995 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3623d25e-436f-4ea6-b6b7-9b47b2ac58bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:03.689782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3623d25e-436f-4ea6-b6b7-9b47b2ac58bd admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:16:03.694489 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab30249-e65f-4e8d-b121-c039a81a86c1 req-61b4fbb0-585c-40d8-aaf0-0542808bf29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:03.702018 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cab30249-e65f-4e8d-b121-c039a81a86c1 req-61b4fbb0-585c-40d8-aaf0-0542808bf29d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e2609c4f-9d62-4c90-9104-ad90fac6fb98 HTTP/1.1" status: 200 len: 1097 time: 0.2172511 Nov 19 09:16:03.717803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623d25e-436f-4ea6-b6b7-9b47b2ac58bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bc75da-fc87-4375-9001-6edf38c50d03,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:03.740270 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3623d25e-436f-4ea6-b6b7-9b47b2ac58bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:03.740614 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-3623d25e-436f-4ea6-b6b7-9b47b2ac58bd admin admin] Added segment 0cb2d0c6-9d4a-4f5c-8733-e25941c59647 of type vlan for network 68891e5d-5b07-4df8-ac8e-265403f0b48d Nov 19 09:16:03.857480 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3623d25e-436f-4ea6-b6b7-9b47b2ac58bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:03.982101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34a89a-f5a8-435d-a971-e412e38d8aef req-9f88d095-2903-4398-ac83-96a75eb1e5b5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:03.991492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d34a89a-f5a8-435d-a971-e412e38d8aef req-9f88d095-2903-4398-ac83-96a75eb1e5b5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 950 time: 0.4396367 Nov 19 09:16:03.992322 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3623d25e-436f-4ea6-b6b7-9b47b2ac58bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:03.994997 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3623d25e-436f-4ea6-b6b7-9b47b2ac58bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:03.995601 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3623d25e-436f-4ea6-b6b7-9b47b2ac58bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:04.080536 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cab30249-e65f-4e8d-b121-c039a81a86c1 req-77d9dccb-adb2-41e3-8a21-f22dec20d555 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551073 Nov 19 09:16:04.081859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623d25e-436f-4ea6-b6b7-9b47b2ac58bd admin admin] Pushing event updated for resources: {'Network': ['ID=68891e5d-5b07-4df8-ac8e-265403f0b48d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:04.089547 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3623d25e-436f-4ea6-b6b7-9b47b2ac58bd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1373146 Nov 19 09:16:04.094216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 68891e5d-5b07-4df8-ac8e-265403f0b48d details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:16:04.098389 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39774) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:04.119789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2b5ba51c-2e47-4b66-b1ae-344940f6d0c1 admin admin] Request body: {'subnet': {'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1415861015-subnet', 'tenant_id': 'a3aa493f28144711ac86f80f55db14f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:04.194410 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5ba51c-2e47-4b66-b1ae-344940f6d0c1 admin admin] Made reservation on behalf of a3aa493f28144711ac86f80f55db14f1 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:16:04.197573 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b5ba51c-2e47-4b66-b1ae-344940f6d0c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:04.451442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d34a89a-f5a8-435d-a971-e412e38d8aef req-efff7c72-bd4f-4a17-b3ca-20cf99f977d3 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563699 Nov 19 09:16:04.695998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe700d3-ec8b-49b3-bb94-8f778fbff6c6 req-d4d7c175-4525-4ffe-b544-ddda16638598 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:04.698045 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6fe700d3-ec8b-49b3-bb94-8f778fbff6c6 req-d4d7c175-4525-4ffe-b544-ddda16638598 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2609c4f-9d62-4c90-9104-ad90fac6fb98 HTTP/1.1" status: 200 len: 945 time: 0.0996397 Nov 19 09:16:04.702518 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9873613f-3a2d-43df-bb73-d1729f93fa04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:04.769463 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b5ba51c-2e47-4b66-b1ae-344940f6d0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:04.877617 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ba51c-2e47-4b66-b1ae-344940f6d0c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b7a476-6d23-433a-bab3-7b5f4026dadc,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:04.911507 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5ba51c-2e47-4b66-b1ae-344940f6d0c1 admin admin] Checking segment: {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:16:04.912181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5ba51c-2e47-4b66-b1ae-344940f6d0c1 admin admin] Network hostable DHCP agents. Network: 68891e5d-5b07-4df8-ac8e-265403f0b48d, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:16:04.923757 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6fe700d3-ec8b-49b3-bb94-8f778fbff6c6 req-d43a7f30-e3a6-4397-a510-8f3cfdb8f1bd tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148736 Nov 19 09:16:04.962364 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5ba51c-2e47-4b66-b1ae-344940f6d0c1 admin admin] Network 68891e5d-5b07-4df8-ac8e-265403f0b48d is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:16:04.982460 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2b5ba51c-2e47-4b66-b1ae-344940f6d0c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 68891e5d-5b07-4df8-ac8e-265403f0b48d) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:16:04.988377 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5ba51c-2e47-4b66-b1ae-344940f6d0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:04.989001 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b5ba51c-2e47-4b66-b1ae-344940f6d0c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:05.001937 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24309080-a312-4ddf-a297-bbc9a6b46937 None None] Network 68891e5d-5b07-4df8-ac8e-265403f0b48d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:16:05.037217 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2b5ba51c-2e47-4b66-b1ae-344940f6d0c1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9376385 Nov 19 09:16:05.325860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-9873613f-3a2d-43df-bb73-d1729f93fa04 admin admin] Deleting port 1566da90-a1b2-409b-8111-c265f3d60b9a {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:05.326162 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9873613f-3a2d-43df-bb73-d1729f93fa04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:05.341115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529f8385-7945-4180-9fa4-757fe5394067 None None] Network 68891e5d-5b07-4df8-ac8e-265403f0b48d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:16:05.429118 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544e2ca8-0205-4994-9f14-795f333c427b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0aacf45-1075-46ef-a950-cf320d718ad8'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:05.431770 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e83cb5-4a3b-4abe-8e7f-8589d5223422" -d '{"events": [{"server_uuid": "544e2ca8-0205-4994-9f14-795f333c427b", "name": "network-vif-plugged", "status": "completed", "tag": "f0aacf45-1075-46ef-a950-cf320d718ad8"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:05.509067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-9873613f-3a2d-43df-bb73-d1729f93fa04 admin admin] For port 1566da90-a1b2-409b-8111-c265f3d60b9a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1566da90-a1b2-409b-8111-c265f3d60b9a,segment=NetworkSegment(4dc01ae9-41f7-48a1-b219-96c59aa52019),segment_id=4dc01ae9-41f7-48a1-b219-96c59aa52019)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:05.509775 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9873613f-3a2d-43df-bb73-d1729f93fa04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:05.528773 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-9873613f-3a2d-43df-bb73-d1729f93fa04 admin admin] Calling delete_port for 1566da90-a1b2-409b-8111-c265f3d60b9a owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:05.833712 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9873613f-3a2d-43df-bb73-d1729f93fa04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:05.867540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873613f-3a2d-43df-bb73-d1729f93fa04 admin admin] Pushing event deleted for resources: {'Port': ['ID=1566da90-a1b2-409b-8111-c265f3d60b9a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:06.182297 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9873613f-3a2d-43df-bb73-d1729f93fa04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:06.519522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9873613f-3a2d-43df-bb73-d1729f93fa04 admin admin] Router 8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:16:06.675288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9873613f-3a2d-43df-bb73-d1729f93fa04 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:16:06.689012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e29748-1c72-43bb-9743-95053322b944 None None] Sync routers for ids ['8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:16:06.694867 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9873613f-3a2d-43df-bb73-d1729f93fa04 admin admin] 10.222.0.21 "PUT /v2.0/routers/8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4017749 Nov 19 09:16:06.695663 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39802) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:06.717780 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e29748-1c72-43bb-9743-95053322b944 None None] Routers {'8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:16:06.718440 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d6e29748-1c72-43bb-9743-95053322b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:06.983036 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca0b2564-e06e-4d6e-b37e-34edb00ec47f admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:07.128319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d6e29748-1c72-43bb-9743-95053322b944 None None] Set router 8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:16:07.251920 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca0b2564-e06e-4d6e-b37e-34edb00ec47f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:07.384955 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b2564-e06e-4d6e-b37e-34edb00ec47f admin admin] Deleting port 54876b91-cd63-40cc-9758-b53372798543 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:07.385761 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca0b2564-e06e-4d6e-b37e-34edb00ec47f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:07.477101 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d6e29748-1c72-43bb-9743-95053322b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'name': 'tempest-FloatingIPDetailsTestJSON-255417645-router', 'tenant_id': 'e9766ca340e44b3e9ad817aac05576f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '54876b91-cd63-40cc-9758-b53372798543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:31Z', 'updated_at': '2021-11-19T09:16:05Z', 'revision_number': 5, 'project_id': 'e9766ca340e44b3e9ad817aac05576f8', 'gw_port': {'id': '54876b91-cd63-40cc-9758-b53372798543', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:28:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:32Z', 'updated_at': '2021-11-19T09:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:07.526891 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ca0b2564-e06e-4d6e-b37e-34edb00ec47f admin admin] For port 54876b91-cd63-40cc-9758-b53372798543, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=54876b91-cd63-40cc-9758-b53372798543,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:07.528021 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca0b2564-e06e-4d6e-b37e-34edb00ec47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:07.540880 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e29748-1c72-43bb-9743-95053322b944 None None] Checking router: 8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:16:07.553962 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b2564-e06e-4d6e-b37e-34edb00ec47f admin admin] Calling delete_port for 54876b91-cd63-40cc-9758-b53372798543 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:07.561625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e29748-1c72-43bb-9743-95053322b944 None None] Routers {'8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:16:07.562285 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d6e29748-1c72-43bb-9743-95053322b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:07.666053 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d6e29748-1c72-43bb-9743-95053322b944 None None] Set router 8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:16:07.731137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d6e29748-1c72-43bb-9743-95053322b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'name': 'tempest-FloatingIPDetailsTestJSON-255417645-router', 'tenant_id': 'e9766ca340e44b3e9ad817aac05576f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:31Z', 'updated_at': '2021-11-19T09:16:07Z', 'revision_number': 6, 'project_id': 'e9766ca340e44b3e9ad817aac05576f8', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:07.762050 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e29748-1c72-43bb-9743-95053322b944 None None] The sync data for ids ['8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2'] in n-d-805649-14 is: [{'id': '8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2', 'name': 'tempest-FloatingIPDetailsTestJSON-255417645-router', 'tenant_id': 'e9766ca340e44b3e9ad817aac05576f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:15:31Z', 'updated_at': '2021-11-19T09:16:07Z', 'revision_number': 6, 'project_id': 'e9766ca340e44b3e9ad817aac05576f8', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:16:07.914216 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca0b2564-e06e-4d6e-b37e-34edb00ec47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:07.957893 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b2564-e06e-4d6e-b37e-34edb00ec47f admin admin] Pushing event deleted for resources: {'Port': ['ID=54876b91-cd63-40cc-9758-b53372798543,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:08.051674 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca0b2564-e06e-4d6e-b37e-34edb00ec47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:08.211331 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca0b2564-e06e-4d6e-b37e-34edb00ec47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:08.213757 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca0b2564-e06e-4d6e-b37e-34edb00ec47f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:08.291472 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca0b2564-e06e-4d6e-b37e-34edb00ec47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:08.293853 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0b2564-e06e-4d6e-b37e-34edb00ec47f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:16:08.299792 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca0b2564-e06e-4d6e-b37e-34edb00ec47f admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:08.303801 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ca0b2564-e06e-4d6e-b37e-34edb00ec47f admin admin] 10.222.0.21 "DELETE /v2.0/routers/8755cdb3-ebcc-4a4d-866f-1a7b0a86b7e2 HTTP/1.1" status: 204 len: 168 time: 1.6050379 Nov 19 09:16:08.303971 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39804) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:08.382448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4e74d0-0167-49b7-a7cf-49ab5af3f985 admin admin] Deleting subnet 42107768-3337-42a8-81f0-5826879584c4 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:16:08.388183 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed4e74d0-0167-49b7-a7cf-49ab5af3f985 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:08.438249 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed4e74d0-0167-49b7-a7cf-49ab5af3f985 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:08.620582 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed4e74d0-0167-49b7-a7cf-49ab5af3f985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:08.734069 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed4e74d0-0167-49b7-a7cf-49ab5af3f985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:08.794268 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e74d0-0167-49b7-a7cf-49ab5af3f985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42107768-3337-42a8-81f0-5826879584c4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:08.802559 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed4e74d0-0167-49b7-a7cf-49ab5af3f985 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:08.806251 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216e7509-4a94-46de-9f2f-954a70725091 None None] Network d4179450-4800-417c-9bf4-612c06915a58 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:16:08.808971 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39806) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:08.809467 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ed4e74d0-0167-49b7-a7cf-49ab5af3f985 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/42107768-3337-42a8-81f0-5826879584c4 HTTP/1.1" status: 204 len: 168 time: 0.5032787 Nov 19 09:16:08.927946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1566da90-a1b2-409b-8111-c265f3d60b9a no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:08.951511 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 1566da90-a1b2-409b-8111-c265f3d60b9a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:16:08.951867 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1566da90-a1b2-409b-8111-c265f3d60b9a not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:08.952308 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 54876b91-cd63-40cc-9758-b53372798543 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:08.966066 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:08.992320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 54876b91-cd63-40cc-9758-b53372798543 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:16:08.992684 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 54876b91-cd63-40cc-9758-b53372798543 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:09.106753 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aabfbb9-4174-41c4-8775-49204f4e8253 None None] DHCP port deletion for d4179450-4800-417c-9bf4-612c06915a58 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:16:09.143382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] Deleting port fcd68535-3fc9-4a5a-b73d-8de6f4f88cce {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:09.143793 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:09.227650 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] For port fcd68535-3fc9-4a5a-b73d-8de6f4f88cce, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=fcd68535-3fc9-4a5a-b73d-8de6f4f88cce,segment=NetworkSegment(4dc01ae9-41f7-48a1-b219-96c59aa52019),segment_id=4dc01ae9-41f7-48a1-b219-96c59aa52019)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:09.228041 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:09.246561 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] Calling delete_port for fcd68535-3fc9-4a5a-b73d-8de6f4f88cce owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:09.263344 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1aabfbb9-4174-41c4-8775-49204f4e8253 None None] Deleting port fcd68535-3fc9-4a5a-b73d-8de6f4f88cce {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:09.263724 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1aabfbb9-4174-41c4-8775-49204f4e8253 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:09.387642 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:09.416038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] No DVR routers for this DVR port fcd68535-3fc9-4a5a-b73d-8de6f4f88cce on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:16:09.469360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1aabfbb9-4174-41c4-8775-49204f4e8253 None None] For port fcd68535-3fc9-4a5a-b73d-8de6f4f88cce, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=fcd68535-3fc9-4a5a-b73d-8de6f4f88cce,segment=NetworkSegment(4dc01ae9-41f7-48a1-b219-96c59aa52019),segment_id=4dc01ae9-41f7-48a1-b219-96c59aa52019)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:09.469798 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1aabfbb9-4174-41c4-8775-49204f4e8253 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:09.481520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd68535-3fc9-4a5a-b73d-8de6f4f88cce,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:09.508734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1aabfbb9-4174-41c4-8775-49204f4e8253 None None] Calling delete_port for fcd68535-3fc9-4a5a-b73d-8de6f4f88cce owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:09.635510 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:09.664398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4179450-4800-417c-9bf4-612c06915a58']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:09.675669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc01ae9-41f7-48a1-b219-96c59aa52019') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:09.675957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc01ae9-41f7-48a1-b219-96c59aa52019') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:09.695090 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: from cryptography.utils import int_from_bytes Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: from cryptography.utils import int_from_bytes Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.697781 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.705892 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.705892 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.705892 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.705892 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.705892 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.705892 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.705892 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.705892 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.705892 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.705892 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.705892 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.705892 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.705892 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:16:09.705892 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:16:09.710996 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1aabfbb9-4174-41c4-8775-49204f4e8253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:09.716115 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:09.746270 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:16:09.746699 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:16:09.748689 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:16:09.758550 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabfbb9-4174-41c4-8775-49204f4e8253 None None] Pushing event deleted for resources: {'Port': ['ID=fcd68535-3fc9-4a5a-b73d-8de6f4f88cce,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:09.767888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aabfbb9-4174-41c4-8775-49204f4e8253 None None] No DVR routers for this DVR port fcd68535-3fc9-4a5a-b73d-8de6f4f88cce on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:16:09.860435 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:09.876826 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:09.883581 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] 10.222.0.21 "DELETE /v2.0/networks/d4179450-4800-417c-9bf4-612c06915a58 HTTP/1.1" status: 204 len: 168 time: 1.0710123 Nov 19 09:16:09.912119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec917781-6264-4297-9f0d-dc40ad71de8b admin admin] Pushing event deleted for resources: {'Network': ['ID=d4179450-4800-417c-9bf4-612c06915a58,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:10.073324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39814) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:10.129625 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e680d5a6-26aa-40de-b0c5-28caf8a418ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9766ca340e44b3e9ad817aac05576f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0525253 Nov 19 09:16:10.130089 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39820) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:10.210164 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3001-7d82-438c-91e5-b4d4b682f4f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:10.244237 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3001-7d82-438c-91e5-b4d4b682f4f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:10.340784 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3001-7d82-438c-91e5-b4d4b682f4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:10.345868 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3001-7d82-438c-91e5-b4d4b682f4f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:10.355854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c5ba3001-7d82-438c-91e5-b4d4b682f4f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c47c0380-9c39-4caa-ad7f-6658f236041a HTTP/1.1" status: 204 len: 168 time: 0.2195516 Nov 19 09:16:10.369112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba3001-7d82-438c-91e5-b4d4b682f4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47c0380-9c39-4caa-ad7f-6658f236041a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:10.883626 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device fcd68535-3fc9-4a5a-b73d-8de6f4f88cce no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:10.936188 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: fcd68535-3fc9-4a5a-b73d-8de6f4f88cce {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:16:10.936674 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device fcd68535-3fc9-4a5a-b73d-8de6f4f88cce not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:11.211766 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7500ed16-0fea-4afa-a433-374fca147180 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:16:11.467548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7500ed16-0fea-4afa-a433-374fca147180, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7500ed16-0fea-4afa-a433-374fca147180,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:11.489300 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '7500ed16-0fea-4afa-a433-374fca147180', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '7500ed16-0fea-4afa-a433-374fca147180', 'mac_address': 'fa:16:3e:7a:54:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:16:11.552953 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:11.594030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7500ed16-0fea-4afa-a433-374fca147180 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:16:11.627671 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7500ed16-0fea-4afa-a433-374fca147180, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7500ed16-0fea-4afa-a433-374fca147180,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:11.635671 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:11.664387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39864) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:11.668595 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e05993-7cab-4c55-8de2-4fa348501bea x-openstack-request-id: req-c7e05993-7cab-4c55-8de2-4fa348501bea {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:11.680872 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544e2ca8-0205-4994-9f14-795f333c427b", "name": "network-vif-plugged", "status": "completed", "tag": "f0aacf45-1075-46ef-a950-cf320d718ad8", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:11.681340 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7e05993-7cab-4c55-8de2-4fa348501bea {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:11.681773 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544e2ca8-0205-4994-9f14-795f333c427b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0aacf45-1075-46ef-a950-cf320d718ad8', 'code': 200} Nov 19 09:16:11.726319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7500ed16-0fea-4afa-a433-374fca147180,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:11.834502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb62c4-2620-4999-a3f3-9e665ded49ec req-c773f7c3-3498-43a1-b251-762bc58a8b4e tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:11.838931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b7cb62c4-2620-4999-a3f3-9e665ded49ec req-c773f7c3-3498-43a1-b251-762bc58a8b4e tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 949 time: 0.0772758 Nov 19 09:16:11.862831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4c1c2686-f59a-4932-a351-3ccdc31a322a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756766567-network', 'tenant_id': 'e7bcbff1216c4c16a2185b3c5f4f93af'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:11.900702 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b7cb62c4-2620-4999-a3f3-9e665ded49ec req-97154d63-5d7a-419c-ac25-b51530c4d04d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554070 Nov 19 09:16:11.934051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['7500ed16-0fea-4afa-a433-374fca147180'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:11.947600 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1c2686-f59a-4932-a351-3ccdc31a322a admin admin] Made reservation on behalf of e7bcbff1216c4c16a2185b3c5f4f93af for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:16:11.953622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c1c2686-f59a-4932-a351-3ccdc31a322a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:11.986558 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c1c2686-f59a-4932-a351-3ccdc31a322a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:12.083242 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9414cb0-8fb7-4ec8-87d4-b80404299331 req-a9295297-5cd1-4da6-a33d-6a7fdad23ff1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:12.092192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b9414cb0-8fb7-4ec8-87d4-b80404299331 req-a9295297-5cd1-4da6-a33d-6a7fdad23ff1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2609c4f-9d62-4c90-9104-ad90fac6fb98 HTTP/1.1" status: 200 len: 945 time: 0.0847473 Nov 19 09:16:12.113853 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c1c2686-f59a-4932-a351-3ccdc31a322a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:12.123208 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c1c2686-f59a-4932-a351-3ccdc31a322a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:12.164284 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c1c2686-f59a-4932-a351-3ccdc31a322a admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:16:12.169390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b9414cb0-8fb7-4ec8-87d4-b80404299331 req-189c90cd-0049-4d9a-98fe-b64c3fbb9a6c tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765345 Nov 19 09:16:12.173814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c2686-f59a-4932-a351-3ccdc31a322a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57797991-438f-452f-9573-9f06cfecc2c0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:12.184736 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c1c2686-f59a-4932-a351-3ccdc31a322a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:12.185126 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-4c1c2686-f59a-4932-a351-3ccdc31a322a admin admin] Added segment 07fbc6f7-c1a1-4436-94e6-661664f6f951 of type vlan for network 78adc7c8-a3e5-4fab-a72d-8f348d3c5634 Nov 19 09:16:12.288204 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c1c2686-f59a-4932-a351-3ccdc31a322a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:12.364352 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c1c2686-f59a-4932-a351-3ccdc31a322a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:12.367629 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1c2686-f59a-4932-a351-3ccdc31a322a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:12.368485 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c1c2686-f59a-4932-a351-3ccdc31a322a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:12.405208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-add59558-447f-42bb-bc7b-d225d457deac tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:12.405423 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4c1c2686-f59a-4932-a351-3ccdc31a322a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7354977 Nov 19 09:16:12.409753 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-add59558-447f-42bb-bc7b-d225d457deac tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 812 time: 0.2391441 Nov 19 09:16:12.425223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39888) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:12.433783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-bad2ac8f-a3e4-4307-a4d5-0d410156efda tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/quotas/a3aa493f28144711ac86f80f55db14f1 HTTP/1.1" status: 200 len: 375 time: 0.0228515 Nov 19 09:16:12.456042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Request body: {'subnet': {'network_id': '78adc7c8-a3e5-4fab-a72d-8f348d3c5634', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756766567-subnet', 'tenant_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:12.465884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c2686-f59a-4932-a351-3ccdc31a322a admin admin] Pushing event updated for resources: {'Network': ['ID=78adc7c8-a3e5-4fab-a72d-8f348d3c5634,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:12.478115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 78adc7c8-a3e5-4fab-a72d-8f348d3c5634 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:16:12.495895 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-244b74f8-9e55-4040-8824-b2a287b81290 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611801 Nov 19 09:16:12.604814 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Made reservation on behalf of e7bcbff1216c4c16a2185b3c5f4f93af for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:16:12.608905 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:12.743220 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-bf9fc846-82d0-49af-8717-aab50ba7fdb7 service neutron] 10.222.0.21 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374012 Nov 19 09:16:12.936742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-99b08878-b678-4374-a6e8-7626dc775c7b service neutron] 10.222.0.21 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793501 Nov 19 09:16:12.963185 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:13.031699 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6099ccef-2fc6-4a52-8f06-db2116109535,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:13.054008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:13.054353 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:13.054692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:13.055026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:13.055353 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:13.055680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:13.056005 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:13.056327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:13.056648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:13.056972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:13.057317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:13.057634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:13.068132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Checking segment: {'id': '07fbc6f7-c1a1-4436-94e6-661664f6f951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '78adc7c8-a3e5-4fab-a72d-8f348d3c5634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:16:13.068499 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Network hostable DHCP agents. Network: 78adc7c8-a3e5-4fab-a72d-8f348d3c5634, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:16:13.123334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Network 78adc7c8-a3e5-4fab-a72d-8f348d3c5634 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:16:13.138777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 78adc7c8-a3e5-4fab-a72d-8f348d3c5634) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:16:13.150710 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34be6d74-f060-4632-a420-e531cf94142f None None] Network 78adc7c8-a3e5-4fab-a72d-8f348d3c5634 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:16:13.161337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:13.162750 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:13.195744 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7d53dfcf-08b1-442a-b4d0-6e91842e336b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7461841 Nov 19 09:16:13.198116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39930) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:13.216414 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756766567-router', 'tenant_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:13.271925 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:13.273356 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:13.330704 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7500ed16-0fea-4afa-a433-374fca147180 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:16:13.380404 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:13.529005 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 7500ed16-0fea-4afa-a433-374fca147180 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:13.529441 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:13.532673 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-78adc7c8-a3e5-4fab-a72d-8f348d3c5634', 'network_id': '78adc7c8-a3e5-4fab-a72d-8f348d3c5634', 'tenant_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'fixed_ips': [{'subnet_id': '6099ccef-2fc6-4a52-8f06-db2116109535'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:16:13.541339 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:13.645622 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:16:13.731091 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:13.845417 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Allocated IP 172.20.0.2 (78adc7c8-a3e5-4fab-a72d-8f348d3c5634/6099ccef-2fc6-4a52-8f06-db2116109535/3468d882-db8a-4ffb-99d3-5b3f4ebca77c) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:16:13.913332 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:14.069831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c723b8-455f-4d59-86b4-afb3be8b22b2 req-713d84d5-5766-4c8f-87c4-72491811fe50 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:14.075288 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-52c723b8-455f-4d59-86b4-afb3be8b22b2 req-713d84d5-5766-4c8f-87c4-72491811fe50 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.71 "GET /v2.0/ports?device_id=e2609c4f-9d62-4c90-9104-ad90fac6fb98 HTTP/1.1" status: 200 len: 945 time: 0.1448357 Nov 19 09:16:14.231277 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:14.239583 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:14.268253 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:14.318886 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-52c723b8-455f-4d59-86b4-afb3be8b22b2 req-097c7a46-c384-4b09-9884-ad712b38a514 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Deleting port 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:14.319293 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-52c723b8-455f-4d59-86b4-afb3be8b22b2 req-097c7a46-c384-4b09-9884-ad712b38a514 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:14.331686 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7500ed16-0fea-4afa-a433-374fca147180, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7500ed16-0fea-4afa-a433-374fca147180,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:14.350577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166d7588-aec1-41bc-a3d8-c2a2a5bf3110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7500ed16-0fea-4afa-a433-374fca147180'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:14.356861 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffa8c0a-aaad-4795-89b6-29d28c1ac518" -d '{"events": [{"server_uuid": "166d7588-aec1-41bc-a3d8-c2a2a5bf3110", "name": "network-vif-plugged", "status": "completed", "tag": "7500ed16-0fea-4afa-a433-374fca147180"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:14.434792 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:14.436102 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Pushing event updated for resources: {'Port': ['ID=3468d882-db8a-4ffb-99d3-5b3f4ebca77c,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:14.446644 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Network 78adc7c8-a3e5-4fab-a72d-8f348d3c5634 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:16:14.448347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:16:14.516655 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7500ed16-0fea-4afa-a433-374fca147180,revision_number=10']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:14.519339 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:16:14.547477 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-52c723b8-455f-4d59-86b4-afb3be8b22b2 req-097c7a46-c384-4b09-9884-ad712b38a514 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] For port 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:14.548168 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-52c723b8-455f-4d59-86b4-afb3be8b22b2 req-097c7a46-c384-4b09-9884-ad712b38a514 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:14.586136 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-52c723b8-455f-4d59-86b4-afb3be8b22b2 req-097c7a46-c384-4b09-9884-ad712b38a514 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Calling delete_port for 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:14.596702 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Attempting to bind port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:16:14.597163 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Attempting to bind port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '07fbc6f7-c1a1-4436-94e6-661664f6f951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '78adc7c8-a3e5-4fab-a72d-8f348d3c5634'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:16:14.597509 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Attempting to bind port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c on network 78adc7c8-a3e5-4fab-a72d-8f348d3c5634 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:14.608842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:16:14.609258 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Checking segment: {'id': '07fbc6f7-c1a1-4436-94e6-661664f6f951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '78adc7c8-a3e5-4fab-a72d-8f348d3c5634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:16:14.609678 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:14.610084 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Bound using segment: {'id': '07fbc6f7-c1a1-4436-94e6-661664f6f951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '78adc7c8-a3e5-4fab-a72d-8f348d3c5634'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:16:14.610584 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Bound port: 3468d882-db8a-4ffb-99d3-5b3f4ebca77c, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fbc6f7-c1a1-4436-94e6-661664f6f951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '78adc7c8-a3e5-4fab-a72d-8f348d3c5634'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:16:14.611249 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:14.687412 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] For port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:16:14.691592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] For port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3468d882-db8a-4ffb-99d3-5b3f4ebca77c,segment=NetworkSegment(07fbc6f7-c1a1-4436-94e6-661664f6f951),segment_id=07fbc6f7-c1a1-4436-94e6-661664f6f951)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:16:14.706768 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:14.781999 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-52c723b8-455f-4d59-86b4-afb3be8b22b2 req-097c7a46-c384-4b09-9884-ad712b38a514 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:14.826860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a21233-febe-4f98-9ac6-df928b0f2ee5 None None] Pushing event updated for resources: {'Port': ['ID=3468d882-db8a-4ffb-99d3-5b3f4ebca77c,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:14.835668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:14.838517 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['3b2a39d6-4cf0-479c-af3f-295ab66c076e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:14.840788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c7a46-c384-4b09-9884-ad712b38a514 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Pushing event deleted for resources: {'Port': ['ID=4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:14.891745 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9dd9d6c9-eaf7-4ae5-90c6-0a06ff7980f1 req-04d439c7-6a9e-4219-bf73-56bf8ba847fa tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 210 time: 0.6560276 Nov 19 09:16:14.921937 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:14.935651 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c723b8-455f-4d59-86b4-afb3be8b22b2 req-097c7a46-c384-4b09-9884-ad712b38a514 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] No DVR routers for this DVR port 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:16:14.940840 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-52c723b8-455f-4d59-86b4-afb3be8b22b2 req-097c7a46-c384-4b09-9884-ad712b38a514 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:14.950843 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-52c723b8-455f-4d59-86b4-afb3be8b22b2 req-097c7a46-c384-4b09-9884-ad712b38a514 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.71 "DELETE /v2.0/ports/4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 HTTP/1.1" status: 204 len: 173 time: 0.8662453 Nov 19 09:16:14.954298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2609c4f-9d62-4c90-9104-ad90fac6fb98', 'name': 'network-vif-deleted', 'tag': '4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:14.962843 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b98f2e3-e3be-4262-8e59-0c42b5720fb4" -d '{"events": [{"server_uuid": "e2609c4f-9d62-4c90-9104-ad90fac6fb98", "name": "network-vif-deleted", "tag": "4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:15.027083 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de82e2b-c593-41c9-8bf0-fb26a2c5a45e req-e5abfb50-e4b5-467f-a0e8-a01fd8139d06 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:15.036188 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7de82e2b-c593-41c9-8bf0-fb26a2c5a45e req-e5abfb50-e4b5-467f-a0e8-a01fd8139d06 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 951 time: 0.8080003 Nov 19 09:16:15.249141 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f4483745-2d43-4aca-a0a9-cf93c8f3aa47 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:15.259158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7de82e2b-c593-41c9-8bf0-fb26a2c5a45e req-4ff468b1-94a9-49a5-841c-7fc0da5c2e9b tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218680 Nov 19 09:16:15.387704 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2508b489-6b4c-4cdc-9302-7ca8af943bd8 x-openstack-request-id: req-2508b489-6b4c-4cdc-9302-7ca8af943bd8 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:15.388031 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166d7588-aec1-41bc-a3d8-c2a2a5bf3110", "name": "network-vif-plugged", "status": "completed", "tag": "7500ed16-0fea-4afa-a433-374fca147180", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:15.388295 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2508b489-6b4c-4cdc-9302-7ca8af943bd8 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:15.388839 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166d7588-aec1-41bc-a3d8-c2a2a5bf3110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7500ed16-0fea-4afa-a433-374fca147180', 'code': 200} Nov 19 09:16:15.405028 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:15.419462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Allocated IP 172.25.0.83 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/b8b6d950-b5e6-4877-a3b2-57683b88dd49) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:16:15.482493 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:15.523753 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f4483745-2d43-4aca-a0a9-cf93c8f3aa47, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:15.536089 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:15.583111 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a6636f-f7a3-4744-ad1c-c16f84062fa2 x-openstack-request-id: req-f9a6636f-f7a3-4744-ad1c-c16f84062fa2 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:15.583957 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2609c4f-9d62-4c90-9104-ad90fac6fb98", "name": "network-vif-deleted", "tag": "4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:15.584294 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9a6636f-f7a3-4744-ad1c-c16f84062fa2 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:15.584838 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2609c4f-9d62-4c90-9104-ad90fac6fb98', 'name': 'network-vif-deleted', 'tag': '4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35', 'status': 'completed', 'code': 200} Nov 19 09:16:15.672089 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:15.723946 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1b579-abbf-4d32-9dec-cc44f7b8d91a req-e23f4197-8352-43e4-a360-a770ca15036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:15.726144 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0af1b579-abbf-4d32-9dec-cc44f7b8d91a req-e23f4197-8352-43e4-a360-a770ca15036c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 1103 time: 0.1537576 Nov 19 09:16:15.826155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-958efd07-b350-4e7d-948e-02997055578b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:15.828213 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-958efd07-b350-4e7d-948e-02997055578b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.66 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 812 time: 0.6402369 Nov 19 09:16:15.838484 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0af1b579-abbf-4d32-9dec-cc44f7b8d91a req-c124e848-e50b-4e95-968c-3e1e1bee9748 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019270 Nov 19 09:16:15.848920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-daeee1ae-21d0-4e1c-989e-ea674778f5ed tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Request body: {'port': {'device_id': '254aa22b-c533-4a8c-ab07-76fbb04290b2', 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d', 'admin_state_up': True, 'tenant_id': 'a3aa493f28144711ac86f80f55db14f1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:15.856812 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc64b9-4d9a-48cc-b05a-806a1ed37d23 req-60a8ffd2-9904-45ae-98e3-3830b9142ebb tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:15.858693 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5cfc64b9-4d9a-48cc-b05a-806a1ed37d23 req-60a8ffd2-9904-45ae-98e3-3830b9142ebb tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.66 "GET /v2.0/ports?device_id=c93353ac-25ca-4462-9ac9-b11ddbad7680 HTTP/1.1" status: 200 len: 946 time: 0.0935848 Nov 19 09:16:15.956142 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-5cfc64b9-4d9a-48cc-b05a-806a1ed37d23 req-d9c461ad-ed5e-43e6-b70d-43e7c97286c1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Deleting port 3b2a39d6-4cf0-479c-af3f-295ab66c076e {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:15.956490 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5cfc64b9-4d9a-48cc-b05a-806a1ed37d23 req-d9c461ad-ed5e-43e6-b70d-43e7c97286c1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:16.017133 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-9cc9c411-eb94-4188-8bc7-1088f5a764a0 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:16.019553 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-9cc9c411-eb94-4188-8bc7-1088f5a764a0 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/networks?id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d HTTP/1.1" status: 200 len: 811 time: 0.4925325 Nov 19 09:16:16.027018 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:16.065898 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-5cfc64b9-4d9a-48cc-b05a-806a1ed37d23 req-d9c461ad-ed5e-43e6-b70d-43e7c97286c1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] For port 3b2a39d6-4cf0-479c-af3f-295ab66c076e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=3b2a39d6-4cf0-479c-af3f-295ab66c076e,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:16.066955 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5cfc64b9-4d9a-48cc-b05a-806a1ed37d23 req-d9c461ad-ed5e-43e6-b70d-43e7c97286c1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:16.068958 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-0300cff6-85ae-45f9-8bce-abbbe2f8baf9 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/quotas/b3e6463d45a1429e981da1e807122aa5 HTTP/1.1" status: 200 len: 375 time: 0.0367441 Nov 19 09:16:16.083377 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-5cfc64b9-4d9a-48cc-b05a-806a1ed37d23 req-d9c461ad-ed5e-43e6-b70d-43e7c97286c1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Calling delete_port for 3b2a39d6-4cf0-479c-af3f-295ab66c076e owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:16.173174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-7c282866-3602-4b49-ba59-437d96d7ecfe tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:16.175694 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-7c282866-3602-4b49-ba59-437d96d7ecfe tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/networks?id=58e552ac-8aa3-452e-ac9f-48f80a5fe870 HTTP/1.1" status: 200 len: 805 time: 0.3221369 Nov 19 09:16:16.212680 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:16.234520 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-647424e3-b7f0-4ef8-a25c-5b001abd3ba6 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3e6463d45a1429e981da1e807122aa5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1457074 Nov 19 09:16:16.235971 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-8d48df81-d8dc-4940-bbd5-1fc820f57894 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/quotas/b71e6944e0244b1a957c2ca38c8ef191 HTTP/1.1" status: 200 len: 375 time: 0.0470037 Nov 19 09:16:16.236787 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5cfc64b9-4d9a-48cc-b05a-806a1ed37d23 req-d9c461ad-ed5e-43e6-b70d-43e7c97286c1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:16.249872 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['3b2a39d6-4cf0-479c-af3f-295ab66c076e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:16.283967 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c461ad-ed5e-43e6-b70d-43e7c97286c1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Pushing event deleted for resources: {'Port': ['ID=3b2a39d6-4cf0-479c-af3f-295ab66c076e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:16.338589 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfc64b9-4d9a-48cc-b05a-806a1ed37d23 req-d9c461ad-ed5e-43e6-b70d-43e7c97286c1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] No DVR routers for this DVR port 3b2a39d6-4cf0-479c-af3f-295ab66c076e on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:16:16.343746 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5cfc64b9-4d9a-48cc-b05a-806a1ed37d23 req-d9c461ad-ed5e-43e6-b70d-43e7c97286c1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:16.345578 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5cfc64b9-4d9a-48cc-b05a-806a1ed37d23 req-d9c461ad-ed5e-43e6-b70d-43e7c97286c1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.66 "DELETE /v2.0/ports/3b2a39d6-4cf0-479c-af3f-295ab66c076e HTTP/1.1" status: 204 len: 173 time: 0.4806674 Nov 19 09:16:16.345749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-daeee1ae-21d0-4e1c-989e-ea674778f5ed tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Made reservation on behalf of a3aa493f28144711ac86f80f55db14f1 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:16:16.349430 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-daeee1ae-21d0-4e1c-989e-ea674778f5ed tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:16.388114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:16:16.389935 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b6d950-b5e6-4877-a3b2-57683b88dd49,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:16.404210 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:16:16.412143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:16:16.455677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b113138d-ae0e-465e-abcc-d2e6895299f9 None None] Network 78adc7c8-a3e5-4fab-a72d-8f348d3c5634 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:16:16.494864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-670c930f-66e3-4ace-a302-f4c06e91e18f tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b71e6944e0244b1a957c2ca38c8ef191&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2082517 Nov 19 09:16:16.552536 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f606f9b3-3bfe-4ee4-b3ea-9f64a90b5d65 None None] Provisioning complete for port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:16.552908 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f606f9b3-3bfe-4ee4-b3ea-9f64a90b5d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:16.597631 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-5d61218f-6149-4a24-8753-0ea9275b5306 service neutron] 10.222.0.21 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098736 Nov 19 09:16:16.699773 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f606f9b3-3bfe-4ee4-b3ea-9f64a90b5d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:16.860029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-daeee1ae-21d0-4e1c-989e-ea674778f5ed tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Allocated IP 172.20.0.4 (68891e5d-5b07-4df8-ac8e-265403f0b48d/36b7a476-6d23-433a-bab3-7b5f4026dadc/a450042a-daac-4b45-ad49-42030506db1d) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:16:16.955647 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-3d116181-27a3-49a5-ba18-f968c2761102 service neutron] 10.222.0.21 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167666 Nov 19 09:16:16.976234 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-a274a28d-9247-4de9-a4d1-d0bde2207ca9 service neutron] 10.222.0.21 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696165 Nov 19 09:16:17.018052 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3468d882-db8a-4ffb-99d3-5b3f4ebca77c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:16:17.192949 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f606f9b3-3bfe-4ee4-b3ea-9f64a90b5d65 None None] For port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3468d882-db8a-4ffb-99d3-5b3f4ebca77c,segment=NetworkSegment(07fbc6f7-c1a1-4436-94e6-661664f6f951),segment_id=07fbc6f7-c1a1-4436-94e6-661664f6f951)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:17.207632 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f606f9b3-3bfe-4ee4-b3ea-9f64a90b5d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:17.236858 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-5d4fb0f6-6f6c-4c70-8494-5342ccf9ca96 service neutron] 10.222.0.21 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801130 Nov 19 09:16:17.237539 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:17.244460 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d0739-b754-4c6a-b808-10d9fcf2aea9 req-f1fc5157-e840-4a62-bd22-ae86221433bf tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:17.248671 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7f5d0739-b754-4c6a-b808-10d9fcf2aea9 req-f1fc5157-e840-4a62-bd22-ae86221433bf tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.71 "GET /v2.0/ports?device_id=0b11681d-1510-4af7-80c2-6fc1fba33e61 HTTP/1.1" status: 200 len: 944 time: 0.1175692 Nov 19 09:16:17.294848 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:17.359433 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:16:17.359807 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4ff75ea8-8bfd-4be8-a2c0-9be7ce2bdf35 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:17.399873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b11681d-1510-4af7-80c2-6fc1fba33e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4483745-2d43-4aca-a0a9-cf93c8f3aa47'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:17.403000 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa83d2d-e559-4476-9e45-bf933313bd91" -d '{"events": [{"server_uuid": "0b11681d-1510-4af7-80c2-6fc1fba33e61", "name": "network-vif-unplugged", "status": "completed", "tag": "f4483745-2d43-4aca-a0a9-cf93c8f3aa47"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:17.439879 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606f9b3-3bfe-4ee4-b3ea-9f64a90b5d65 None None] Pushing event updated for resources: {'Port': ['ID=3468d882-db8a-4ffb-99d3-5b3f4ebca77c,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:17.444286 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-daeee1ae-21d0-4e1c-989e-ea674778f5ed tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:17.455556 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:17.455989 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:17.538511 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fcd5eb9c-a19e-43f3-8efb-c1cde0ba16c3 None None] Provisioning complete for port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:17.543175 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fcd5eb9c-a19e-43f3-8efb-c1cde0ba16c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:17.562868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-7f5d0739-b754-4c6a-b808-10d9fcf2aea9 req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Deleting port f4483745-2d43-4aca-a0a9-cf93c8f3aa47 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:17.563573 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7f5d0739-b754-4c6a-b808-10d9fcf2aea9 req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:17.570650 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-daeee1ae-21d0-4e1c-989e-ea674778f5ed tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:17.633630 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93353ac-25ca-4462-9ac9-b11ddbad7680', 'name': 'network-vif-deleted', 'tag': '3b2a39d6-4cf0-479c-af3f-295ab66c076e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:17.640877 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80676fd-d918-4dd2-84ce-fd1d7004cfe6" -d '{"events": [{"server_uuid": "c93353ac-25ca-4462-9ac9-b11ddbad7680", "name": "network-vif-deleted", "tag": "3b2a39d6-4cf0-479c-af3f-295ab66c076e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:17.697040 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:17.706111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-daeee1ae-21d0-4e1c-989e-ea674778f5ed tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Network 68891e5d-5b07-4df8-ac8e-265403f0b48d is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:16:17.724087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-7f5d0739-b754-4c6a-b808-10d9fcf2aea9 req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] For port f4483745-2d43-4aca-a0a9-cf93c8f3aa47, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:17.724466 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7f5d0739-b754-4c6a-b808-10d9fcf2aea9 req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:17.732975 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b52da1-578a-4b2c-8ab1-8925ea72038c req-7c56ea89-cd91-4c1d-9401-6b58b290447e tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:17.743402 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9b52da1-578a-4b2c-8ab1-8925ea72038c req-7c56ea89-cd91-4c1d-9401-6b58b290447e tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/ports?device_id=544e2ca8-0205-4994-9f14-795f333c427b HTTP/1.1" status: 200 len: 950 time: 0.1615057 Nov 19 09:16:17.746264 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-7f5d0739-b754-4c6a-b808-10d9fcf2aea9 req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Calling delete_port for f4483745-2d43-4aca-a0a9-cf93c8f3aa47 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:17.746949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeee1ae-21d0-4e1c-989e-ea674778f5ed tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Pushing event updated for resources: {'Port': ['ID=a450042a-daac-4b45-ad49-42030506db1d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:17.749888 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-daeee1ae-21d0-4e1c-989e-ea674778f5ed tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:16:17.760393 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-daeee1ae-21d0-4e1c-989e-ea674778f5ed tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:16:17.786746 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:17.864261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-daeee1ae-21d0-4e1c-989e-ea674778f5ed tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:17.865272 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-daeee1ae-21d0-4e1c-989e-ea674778f5ed tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:17.925017 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7f5d0739-b754-4c6a-b808-10d9fcf2aea9 req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:17.939424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffc2d7-c5f3-4759-b036-37b1a49838aa req-42a3575e-3c9f-44f5-b5de-aaf54a355c3e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:17.947637 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52ffc2d7-c5f3-4759-b036-37b1a49838aa req-42a3575e-3c9f-44f5-b5de-aaf54a355c3e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 931 time: 0.3514595 Nov 19 09:16:17.956935 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Pushing event deleted for resources: {'Port': ['ID=f4483745-2d43-4aca-a0a9-cf93c8f3aa47,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:17.977904 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-daeee1ae-21d0-4e1c-989e-ea674778f5ed tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1333170 Nov 19 09:16:17.981795 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:17.982850 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:17.983594 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:17.984143 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:17.984846 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:17.985595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:17.986233 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:17.986743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:17.987275 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:17.987783 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:17.988418 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:17.989488 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:18.001259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-d28c7882-a8bb-411e-b30b-d07a40b7e09a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:16:18.002292 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-d28c7882-a8bb-411e-b30b-d07a40b7e09a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107322 Nov 19 09:16:18.010183 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9b52da1-578a-4b2c-8ab1-8925ea72038c req-c6bb39e0-42d4-4bc3-88c4-ed001a681999 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea9b1432-6534-40a1-94a7-8cf81804dc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657380 Nov 19 09:16:18.063192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52ffc2d7-c5f3-4759-b036-37b1a49838aa req-5490d366-5b9e-4fea-a1e8-dd0bb000abb7 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142392 Nov 19 09:16:18.092913 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5d0739-b754-4c6a-b808-10d9fcf2aea9 req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] No DVR routers for this DVR port f4483745-2d43-4aca-a0a9-cf93c8f3aa47 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:16:18.101830 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7f5d0739-b754-4c6a-b808-10d9fcf2aea9 req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:18.122340 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7f5d0739-b754-4c6a-b808-10d9fcf2aea9 req-6990dae9-2d35-49b2-b444-d8832beab96a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.71 "DELETE /v2.0/ports/f4483745-2d43-4aca-a0a9-cf93c8f3aa47 HTTP/1.1" status: 204 len: 173 time: 0.8505414 Nov 19 09:16:18.154221 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Request body: {'port': {'device_id': '254aa22b-c533-4a8c-ab07-76fbb04290b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:18.259600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Router 5e75d5f7-3738-4cc9-83b5-40c22c83ea3c is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:16:18.271084 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:18.308064 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3442cb88-13e3-4567-9a6c-8429eaaee4d7 x-openstack-request-id: req-3442cb88-13e3-4567-9a6c-8429eaaee4d7 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:18.309164 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b11681d-1510-4af7-80c2-6fc1fba33e61", "name": "network-vif-unplugged", "status": "completed", "tag": "f4483745-2d43-4aca-a0a9-cf93c8f3aa47", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:18.309307 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3442cb88-13e3-4567-9a6c-8429eaaee4d7 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:18.309651 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b11681d-1510-4af7-80c2-6fc1fba33e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4483745-2d43-4aca-a0a9-cf93c8f3aa47', 'code': 200} Nov 19 09:16:18.325811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cbd8f-4d33-4a79-8f0c-ca4d14191c57 req-1388aaf0-4a90-48cb-9239-03d7fc98c627 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:18.333751 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a43cbd8f-4d33-4a79-8f0c-ca4d14191c57 req-1388aaf0-4a90-48cb-9239-03d7fc98c627 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 951 time: 0.1271729 Nov 19 09:16:18.584467 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a43cbd8f-4d33-4a79-8f0c-ca4d14191c57 req-91209d8e-0eb2-4e08-b5df-823b33732fd3 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497489 Nov 19 09:16:18.607795 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6f316f5-acca-4607-8247-d7344aa51ba6 req-27f19b27-4c38-4d09-876c-4282f27853c1 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 210 time: 0.0471690 Nov 19 09:16:18.624209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:16:18.638017 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Sync routers for ids ['5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:16:18.662321 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Routers {'5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:16:18.664928 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:18.713380 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e92a65-3ddc-45bc-9361-3fca1a87d6f9 x-openstack-request-id: req-96e92a65-3ddc-45bc-9361-3fca1a87d6f9 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:18.714966 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93353ac-25ca-4462-9ac9-b11ddbad7680", "name": "network-vif-deleted", "tag": "3b2a39d6-4cf0-479c-af3f-295ab66c076e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:18.715512 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96e92a65-3ddc-45bc-9361-3fca1a87d6f9 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:18.716276 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93353ac-25ca-4462-9ac9-b11ddbad7680', 'name': 'network-vif-deleted', 'tag': '3b2a39d6-4cf0-479c-af3f-295ab66c076e', 'status': 'completed', 'code': 200} Nov 19 09:16:18.764648 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:18.788593 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d4ab5b9b-d2e3-407a-9b41-f1d3e95c9fd1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.5832200 Nov 19 09:16:18.790251 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40086) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:18.829674 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Set router 5e75d5f7-3738-4cc9-83b5-40c22c83ea3c gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:16:18.890262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a51d4d09-46ff-465f-8b72-d0a3ba8839c8 req-89d2e992-9051-4132-976e-cf6a7126a5c9 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=67a39652-b044-4b40-8ee8-77fbdd79e114 HTTP/1.1" status: 200 len: 210 time: 0.0608842 Nov 19 09:16:18.928090 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3468d882-db8a-4ffb-99d3-5b3f4ebca77c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:16:19.098188 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756766567-router', 'tenant_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'b8b6d950-b5e6-4877-a3b2-57683b88dd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:16:13Z', 'updated_at': '2021-11-19T09:16:16Z', 'revision_number': 3, 'project_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'gw_port': {'id': 'b8b6d950-b5e6-4877-a3b2-57683b88dd49', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:16:14Z', 'updated_at': '2021-11-19T09:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:19.119531 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:19.119922 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:19.154380 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Checking router: 5e75d5f7-3738-4cc9-83b5-40c22c83ea3c for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:16:19.154728 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Updating router 5e75d5f7-3738-4cc9-83b5-40c22c83ea3c port b8b6d950-b5e6-4877-a3b2-57683b88dd49 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:16:19.174375 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a450042a-daac-4b45-ad49-42030506db1d {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:16:19.185451 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:19.202401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Transition to ACTIVE for port object a450042a-daac-4b45-ad49-42030506db1d will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:16:19.213503 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:19.217115 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:19.700363 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:19.710228 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:19.797872 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Attempting to bind port b8b6d950-b5e6-4877-a3b2-57683b88dd49 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:16:19.798857 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Attempting to bind port b8b6d950-b5e6-4877-a3b2-57683b88dd49 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:16:19.799518 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Attempting to bind port b8b6d950-b5e6-4877-a3b2-57683b88dd49 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:19.858090 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f137abec-4de0-42bf-9aee-0dc2c304e0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:19.858607 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:16:19.858777 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:16:19.859227 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:19.864239 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:16:19.864864 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Bound port: b8b6d950-b5e6-4877-a3b2-57683b88dd49, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:16:19.866853 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:19.932929 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de54dc-7aa9-4cea-a3fa-903a07b44ec0 None None] Pushing event updated for resources: {'Port': ['ID=b8b6d950-b5e6-4877-a3b2-57683b88dd49,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:19.950974 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de54dc-7aa9-4cea-a3fa-903a07b44ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:19.951624 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de54dc-7aa9-4cea-a3fa-903a07b44ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:19.951967 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de54dc-7aa9-4cea-a3fa-903a07b44ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:19.952305 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de54dc-7aa9-4cea-a3fa-903a07b44ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:19.952633 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de54dc-7aa9-4cea-a3fa-903a07b44ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:19.953190 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de54dc-7aa9-4cea-a3fa-903a07b44ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:19.953527 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de54dc-7aa9-4cea-a3fa-903a07b44ec0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:19.953860 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de54dc-7aa9-4cea-a3fa-903a07b44ec0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:19.954187 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de54dc-7aa9-4cea-a3fa-903a07b44ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:19.954712 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de54dc-7aa9-4cea-a3fa-903a07b44ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:19.955042 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de54dc-7aa9-4cea-a3fa-903a07b44ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:19.955365 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97de54dc-7aa9-4cea-a3fa-903a07b44ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:16:19.976725 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-031a0a5c-bf41-4967-be72-f872818446a0 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:19.979087 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-031a0a5c-bf41-4967-be72-f872818446a0 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.71 "GET /v2.0/networks?id=58e552ac-8aa3-452e-ac9f-48f80a5fe870 HTTP/1.1" status: 200 len: 805 time: 0.4233742 Nov 19 09:16:19.988725 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] For port b8b6d950-b5e6-4877-a3b2-57683b88dd49, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:16:19.989994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-40c7aec2-5605-4800-975d-7e877f8d2daf tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:19.991697 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-40c7aec2-5605-4800-975d-7e877f8d2daf tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.66 "GET /v2.0/networks?id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d HTTP/1.1" status: 200 len: 811 time: 0.4064770 Nov 19 09:16:19.992076 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] For port b8b6d950-b5e6-4877-a3b2-57683b88dd49, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b8b6d950-b5e6-4877-a3b2-57683b88dd49,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:16:20.000860 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:20.001874 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-21af612c-8da7-4157-8585-f73e274e7580 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Request body: {'port': {'device_id': '9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df', 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870', 'admin_state_up': True, 'tenant_id': 'b71e6944e0244b1a957c2ca38c8ef191'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:20.027643 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-0ac08fba-2f55-42bd-9ef4-7d335f7e5327 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Request body: {'port': {'device_id': '67a39652-b044-4b40-8ee8-77fbdd79e114', 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d', 'admin_state_up': True, 'tenant_id': 'b3e6463d45a1429e981da1e807122aa5'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:20.030176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Pushing event updated for resources: {'Port': ['ID=a450042a-daac-4b45-ad49-42030506db1d,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:20.065188 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Routers {'5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:16:20.065826 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:15:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:20.067805 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de54dc-7aa9-4cea-a3fa-903a07b44ec0 None None] Pushing event updated for resources: {'Port': ['ID=b8b6d950-b5e6-4877-a3b2-57683b88dd49,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:20.114876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c837f-24d0-4437-92ba-310e7e6cbe3e req-632137c9-c2f2-4bba-a653-b8473f525bba tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:20.117354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d5c837f-24d0-4437-92ba-310e7e6cbe3e req-632137c9-c2f2-4bba-a653-b8473f525bba tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 1103 time: 0.9127889 Nov 19 09:16:20.201661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0728031-e035-489f-acb9-cdff6c02813c req-641dc4a4-f9a9-42c0-bc67-9f645500ad12 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:20.203015 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0728031-e035-489f-acb9-cdff6c02813c req-641dc4a4-f9a9-42c0-bc67-9f645500ad12 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 943 time: 0.2118037 Nov 19 09:16:20.203310 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] Set router 5e75d5f7-3738-4cc9-83b5-40c22c83ea3c gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:16:20.227990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Attempting to bind port a450042a-daac-4b45-ad49-42030506db1d on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:16:20.228252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Attempting to bind port a450042a-daac-4b45-ad49-42030506db1d by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:16:20.228644 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Attempting to bind port a450042a-daac-4b45-ad49-42030506db1d on network 68891e5d-5b07-4df8-ac8e-265403f0b48d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:20.236921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-baa01df8-ede7-4a5c-bff5-c1e26806df47 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:20.238437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-baa01df8-ede7-4a5c-bff5-c1e26806df47 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.71 "GET /v2.0/networks?id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d HTTP/1.1" status: 200 len: 811 time: 0.2485046 Nov 19 09:16:20.259443 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d5c837f-24d0-4437-92ba-310e7e6cbe3e req-781c2f49-4e53-40b0-a6e1-39e2a81a691d tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346962 Nov 19 09:16:20.263741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-f74c44c2-4457-439c-a0ca-d38f0938f6d8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Request body: {'port': {'device_id': '78e99014-ab0a-4eb2-adf7-be1b1e395b2e', 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d', 'admin_state_up': True, 'tenant_id': 'b3e6463d45a1429e981da1e807122aa5'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:20.268932 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Port a450042a-daac-4b45-ad49-42030506db1d on network 68891e5d-5b07-4df8-ac8e-265403f0b48d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:16:20.269176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Attempting to bind port a450042a-daac-4b45-ad49-42030506db1d on network 68891e5d-5b07-4df8-ac8e-265403f0b48d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:20.291143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:16:20.291520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Checking segment: {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:16:20.292012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Bound using segment: {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:16:20.292999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Bound port: a450042a-daac-4b45-ad49-42030506db1d, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:16:20.293407 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:20.345529 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-0ac08fba-2f55-42bd-9ef4-7d335f7e5327 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Made reservation on behalf of b3e6463d45a1429e981da1e807122aa5 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:16:20.353780 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-0ac08fba-2f55-42bd-9ef4-7d335f7e5327 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:20.403711 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0728031-e035-489f-acb9-cdff6c02813c req-63bc6689-bac2-4726-9c44-83a46a8f41bb tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805573 Nov 19 09:16:20.408117 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756766567-router', 'tenant_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'b8b6d950-b5e6-4877-a3b2-57683b88dd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:16:13Z', 'updated_at': '2021-11-19T09:16:16Z', 'revision_number': 3, 'project_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'gw_port': {'id': 'b8b6d950-b5e6-4877-a3b2-57683b88dd49', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:16:14Z', 'updated_at': '2021-11-19T09:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:20.483536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] For port a450042a-daac-4b45-ad49-42030506db1d, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:16:20.488031 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91186e5-a3ef-4f8f-b043-ad705132bbec None None] The sync data for ids ['5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'] in n-d-805649-14 is: [{'id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756766567-router', 'tenant_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'b8b6d950-b5e6-4877-a3b2-57683b88dd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:16:13Z', 'updated_at': '2021-11-19T09:16:16Z', 'revision_number': 3, 'project_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'gw_port': {'id': 'b8b6d950-b5e6-4877-a3b2-57683b88dd49', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:16:14Z', 'updated_at': '2021-11-19T09:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:16:20.489327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] For port a450042a-daac-4b45-ad49-42030506db1d, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=a450042a-daac-4b45-ad49-42030506db1d,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:16:20.499956 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:20.548950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-f74c44c2-4457-439c-a0ca-d38f0938f6d8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Made reservation on behalf of b3e6463d45a1429e981da1e807122aa5 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:16:20.557414 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-f74c44c2-4457-439c-a0ca-d38f0938f6d8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:20.626840 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97c9597b-c80e-4919-a701-5caea24b58d2 req-178bdbee-a2e2-41d3-a308-7cd91171267b tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 210 time: 0.0846519 Nov 19 09:16:20.654265 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-0ac08fba-2f55-42bd-9ef4-7d335f7e5327 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Allocated IP 172.20.0.9 (5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d/30db2f9d-6aa0-42e4-b0b7-86269964f250/ea1a2426-b0c6-4a73-b886-db89e8dace26) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:16:20.655960 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:20.656603 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:20.658272 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] 10.222.0.66 "PUT /v2.0/ports/a450042a-daac-4b45-ad49-42030506db1d HTTP/1.1" status: 200 len: 1092 time: 2.6419795 Nov 19 09:16:20.658902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254aa22b-c533-4a8c-ab07-76fbb04290b2', 'tag': 'a450042a-daac-4b45-ad49-42030506db1d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:20.662108 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f792ad-f30f-4b9c-a797-ef331852b30d" -d '{"events": [{"name": "network-changed", "server_uuid": "254aa22b-c533-4a8c-ab07-76fbb04290b2", "tag": "a450042a-daac-4b45-ad49-42030506db1d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:20.666265 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29ce10c4-17b2-4d37-86c1-0e22e5234f52 req-98bf53c3-bb9a-4f70-aa5f-c57b1ea3a2c5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=67a39652-b044-4b40-8ee8-77fbdd79e114 HTTP/1.1" status: 200 len: 210 time: 0.0875919 Nov 19 09:16:20.674921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8c45f-e99a-4146-823a-9f7933513346 service neutron] Pushing event updated for resources: {'Port': ['ID=a450042a-daac-4b45-ad49-42030506db1d,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:20.683088 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 3b2a39d6-4cf0-479c-af3f-295ab66c076e no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:20.772942 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 3b2a39d6-4cf0-479c-af3f-295ab66c076e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:16:20.773461 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 3b2a39d6-4cf0-479c-af3f-295ab66c076e not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:20.774424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f0aacf45-1075-46ef-a950-cf320d718ad8 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:20.798895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b11681d-1510-4af7-80c2-6fc1fba33e61', 'name': 'network-vif-deleted', 'tag': 'f4483745-2d43-4aca-a0a9-cf93c8f3aa47'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:20.801875 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab539c9c-7b43-4ece-b6a4-9d02640b59d7" -d '{"events": [{"server_uuid": "0b11681d-1510-4af7-80c2-6fc1fba33e61", "name": "network-vif-deleted", "tag": "f4483745-2d43-4aca-a0a9-cf93c8f3aa47"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:20.804634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-21af612c-8da7-4157-8585-f73e274e7580 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Made reservation on behalf of b71e6944e0244b1a957c2ca38c8ef191 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:16:20.809963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-21af612c-8da7-4157-8585-f73e274e7580 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:20.830321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-2c35fe5b-3e92-4967-a0c1-537ab844dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:20.831915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-2c35fe5b-3e92-4967-a0c1-537ab844dacd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 1095 time: 0.0830679 Nov 19 09:16:20.944443 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd3b517-3ef7-432c-8b60-4084dc363fed x-openstack-request-id: req-0fd3b517-3ef7-432c-8b60-4084dc363fed {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:20.944595 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254aa22b-c533-4a8c-ab07-76fbb04290b2", "tag": "a450042a-daac-4b45-ad49-42030506db1d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:20.944844 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fd3b517-3ef7-432c-8b60-4084dc363fed {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:20.945323 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254aa22b-c533-4a8c-ab07-76fbb04290b2', 'tag': 'a450042a-daac-4b45-ad49-42030506db1d', 'status': 'completed', 'code': 200} Nov 19 09:16:20.950048 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-bf6aec3a-40e8-4875-aa7a-439cf86bf35d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a450042a-daac-4b45-ad49-42030506db1d HTTP/1.1" status: 200 len: 217 time: 0.1074276 Nov 19 09:16:20.971247 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:21.021874 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544e2ca8-0205-4994-9f14-795f333c427b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0aacf45-1075-46ef-a950-cf320d718ad8'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:21.026182 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d40218d-7b85-477c-a098-2f73c488ca89" -d '{"events": [{"server_uuid": "544e2ca8-0205-4994-9f14-795f333c427b", "name": "network-vif-unplugged", "status": "completed", "tag": "f0aacf45-1075-46ef-a950-cf320d718ad8"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:21.053228 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f0aacf45-1075-46ef-a950-cf320d718ad8, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f0aacf45-1075-46ef-a950-cf320d718ad8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:21.060751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-4708b03b-d082-47fa-b4af-97888a89e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:21.062307 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:21.067424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-4708b03b-d082-47fa-b4af-97888a89e777 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=36b7a476-6d23-433a-bab3-7b5f4026dadc HTTP/1.1" status: 200 len: 852 time: 0.1057303 Nov 19 09:16:21.144978 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=f0aacf45-1075-46ef-a950-cf320d718ad8,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:21.158090 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-21af612c-8da7-4157-8585-f73e274e7580 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Allocated IP 172.20.0.11 (58e552ac-8aa3-452e-ac9f-48f80a5fe870/3cc5f9b9-ef02-483f-b54c-00c042a1a970/3bece906-fcb7-44f5-a66c-cf84ebff23ad) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:16:21.160248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-d8337ff3-32d8-4332-acf4-889c2cfe9d78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=68891e5d-5b07-4df8-ac8e-265403f0b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618694 Nov 19 09:16:21.200123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e436139-0444-44b1-b4c8-a0005a6e590b req-e08a32ab-094d-4191-8351-af004dbca9f7 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:21.201703 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e436139-0444-44b1-b4c8-a0005a6e590b req-e08a32ab-094d-4191-8351-af004dbca9f7 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 1103 time: 0.1436322 Nov 19 09:16:21.224020 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:21.246958 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-0ac08fba-2f55-42bd-9ef4-7d335f7e5327 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:21.264057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f4483745-2d43-4aca-a0a9-cf93c8f3aa47 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:21.305601 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: f4483745-2d43-4aca-a0a9-cf93c8f3aa47 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:16:21.305962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f4483745-2d43-4aca-a0a9-cf93c8f3aa47 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:21.361251 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e436139-0444-44b1-b4c8-a0005a6e590b req-00c5f8da-1d96-47a8-99b7-51ff08308840 tempest-ServersAdminTestJSON-893826267 tempest-ServersAdminTestJSON-893826267-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293545 Nov 19 09:16:21.380505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-4261a184-6eb6-407e-9b52-5ea64b9b2bcf service neutron] 10.222.0.66 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038536 Nov 19 09:16:21.404491 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ccfac5-1f59-450f-a348-ea7bff56a19d x-openstack-request-id: req-32ccfac5-1f59-450f-a348-ea7bff56a19d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:21.405006 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b11681d-1510-4af7-80c2-6fc1fba33e61", "name": "network-vif-deleted", "tag": "f4483745-2d43-4aca-a0a9-cf93c8f3aa47", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:21.405600 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32ccfac5-1f59-450f-a348-ea7bff56a19d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:21.407120 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b11681d-1510-4af7-80c2-6fc1fba33e61', 'name': 'network-vif-deleted', 'tag': 'f4483745-2d43-4aca-a0a9-cf93c8f3aa47', 'status': 'completed', 'code': 200} Nov 19 09:16:21.463533 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710eb7a9-0510-42c1-a29b-4d8d8df4b33c x-openstack-request-id: req-710eb7a9-0510-42c1-a29b-4d8d8df4b33c {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:21.464086 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544e2ca8-0205-4994-9f14-795f333c427b", "name": "network-vif-unplugged", "status": "completed", "tag": "f0aacf45-1075-46ef-a950-cf320d718ad8", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:21.464593 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-710eb7a9-0510-42c1-a29b-4d8d8df4b33c {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:21.465208 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544e2ca8-0205-4994-9f14-795f333c427b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0aacf45-1075-46ef-a950-cf320d718ad8', 'code': 200} Nov 19 09:16:21.554868 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35afa8bc-2e4d-4163-a1f3-8631d6d4394a req-04d91d49-6483-485a-a665-7893eebf802c service neutron] 10.222.0.66 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661036 Nov 19 09:16:21.648375 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-0ac08fba-2f55-42bd-9ef4-7d335f7e5327 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:21.769250 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-21af612c-8da7-4157-8585-f73e274e7580 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:21.788223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-f74c44c2-4457-439c-a0ca-d38f0938f6d8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Allocated IP 172.20.0.13 (5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d/30db2f9d-6aa0-42e4-b0b7-86269964f250/c5a13a49-212f-4ce4-9271-9c8e5320c974) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:16:21.804400 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-0ac08fba-2f55-42bd-9ef4-7d335f7e5327 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:16:21.814813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1813d3-4440-4bd3-ae7a-f88616bee7a0 req-0839f8d6-fabf-4587-a008-71637b45664b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:21.822249 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad1813d3-4440-4bd3-ae7a-f88616bee7a0 req-0839f8d6-fabf-4587-a008-71637b45664b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 943 time: 0.1754515 Nov 19 09:16:21.844991 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-0ac08fba-2f55-42bd-9ef4-7d335f7e5327 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:16:21.848593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-0ac08fba-2f55-42bd-9ef4-7d335f7e5327 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:16:21.854147 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f792ad-f30f-4b9c-a797-ef331852b30d req-804e0dda-6bb8-44bc-86c4-243513e167f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:21.856242 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13f792ad-f30f-4b9c-a797-ef331852b30d req-804e0dda-6bb8-44bc-86c4-243513e167f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 1095 time: 0.1269383 Nov 19 09:16:21.914419 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac08fba-2f55-42bd-9ef4-7d335f7e5327 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Pushing event updated for resources: {'Port': ['ID=ea1a2426-b0c6-4a73-b886-db89e8dace26,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:21.951990 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-21af612c-8da7-4157-8585-f73e274e7580 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:21.981184 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-0ac08fba-2f55-42bd-9ef4-7d335f7e5327 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:21.981874 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-0ac08fba-2f55-42bd-9ef4-7d335f7e5327 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:21.985915 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Allocated IP 172.20.0.1 (78adc7c8-a3e5-4fab-a72d-8f348d3c5634/6099ccef-2fc6-4a52-8f06-db2116109535/0649692b-7e99-4b40-9216-b272e9695461) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:16:22.001747 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad1813d3-4440-4bd3-ae7a-f88616bee7a0 req-1028eff6-2865-45e4-b423-fb4b0bc06d99 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774070 Nov 19 09:16:22.054560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-21af612c-8da7-4157-8585-f73e274e7580 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:16:22.077608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-21af612c-8da7-4157-8585-f73e274e7580 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:16:22.108900 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-0ac08fba-2f55-42bd-9ef4-7d335f7e5327 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0985787 Nov 19 09:16:22.109561 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af612c-8da7-4157-8585-f73e274e7580 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Pushing event updated for resources: {'Port': ['ID=3bece906-fcb7-44f5-a66c-cf84ebff23ad,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:22.111995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-21af612c-8da7-4157-8585-f73e274e7580 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:16:22.140944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Request body: {'port': {'device_id': '67a39652-b044-4b40-8ee8-77fbdd79e114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:22.145964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce1e7b-3d68-4656-af97-1d0e845993d2 req-9bae8c66-3b2d-4474-921a-67767c15ab6a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:22.148771 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49ce1e7b-3d68-4656-af97-1d0e845993d2 req-9bae8c66-3b2d-4474-921a-67767c15ab6a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 932 time: 0.2012630 Nov 19 09:16:22.198826 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f792ad-f30f-4b9c-a797-ef331852b30d req-02e5f748-2f69-4b00-baa6-b902ccfe2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:22.200331 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13f792ad-f30f-4b9c-a797-ef331852b30d req-02e5f748-2f69-4b00-baa6-b902ccfe2294 service neutron] 10.222.0.66 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 913 time: 0.3239179 Nov 19 09:16:22.210671 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f29eb981-afcb-4c0f-ac53-503b53dc0e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:22.214933 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-21af612c-8da7-4157-8585-f73e274e7580 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:22.215603 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-21af612c-8da7-4157-8585-f73e274e7580 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:22.266760 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:22.282115 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-21af612c-8da7-4157-8585-f73e274e7580 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2867274 Nov 19 09:16:22.284358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ebdf9-c8b5-4e90-b2df-eb01d645d6dd req-1c444f7c-984b-451c-8113-6cc48f17efe4 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:22.285960 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-852ebdf9-c8b5-4e90-b2df-eb01d645d6dd req-1c444f7c-984b-451c-8113-6cc48f17efe4 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=67a39652-b044-4b40-8ee8-77fbdd79e114 HTTP/1.1" status: 200 len: 931 time: 0.2107341 Nov 19 09:16:22.287286 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13f792ad-f30f-4b9c-a797-ef331852b30d req-702c9fb3-bd70-4b01-ab2f-997ee24255f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a450042a-daac-4b45-ad49-42030506db1d HTTP/1.1" status: 200 len: 217 time: 0.0718274 Nov 19 09:16:22.294746 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:22.295849 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-f74c44c2-4457-439c-a0ca-d38f0938f6d8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:22.301045 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-b4b572c2-7e6f-4628-86ad-545d7187bf08 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:16:22.302085 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-b4b572c2-7e6f-4628-86ad-545d7187bf08 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114324 Nov 19 09:16:22.336904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Request body: {'port': {'device_id': '9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:22.360389 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49ce1e7b-3d68-4656-af97-1d0e845993d2 req-6e0477ff-c8bb-4349-b0fc-666cb6430d8e tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010319 Nov 19 09:16:22.415090 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-852ebdf9-c8b5-4e90-b2df-eb01d645d6dd req-d5eb19ab-6c7f-43be-9d83-b68e12229452 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174335 Nov 19 09:16:22.416549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f792ad-f30f-4b9c-a797-ef331852b30d req-ba20b00b-0a9f-42d2-91db-aa35758df6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:22.418736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13f792ad-f30f-4b9c-a797-ef331852b30d req-ba20b00b-0a9f-42d2-91db-aa35758df6a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=36b7a476-6d23-433a-bab3-7b5f4026dadc HTTP/1.1" status: 200 len: 852 time: 0.1159165 Nov 19 09:16:22.471136 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-f74c44c2-4457-439c-a0ca-d38f0938f6d8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:22.474123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13f792ad-f30f-4b9c-a797-ef331852b30d req-b1dd593a-220b-4136-999f-d4eddbadb74f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=68891e5d-5b07-4df8-ac8e-265403f0b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386693 Nov 19 09:16:22.484217 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:22.517880 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:22.588852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-f74c44c2-4457-439c-a0ca-d38f0938f6d8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:16:22.604412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-f74c44c2-4457-439c-a0ca-d38f0938f6d8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:16:22.611100 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-f74c44c2-4457-439c-a0ca-d38f0938f6d8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:16:22.652891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742e24b-349f-4360-beab-359e200e981b req-6abed831-329a-4a23-b07e-8ca1e3a19bd4 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:22.655035 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5742e24b-349f-4360-beab-359e200e981b req-6abed831-329a-4a23-b07e-8ca1e3a19bd4 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 950 time: 0.2094433 Nov 19 09:16:22.658178 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Network 78adc7c8-a3e5-4fab-a72d-8f348d3c5634 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:16:22.659952 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c44c2-4457-439c-a0ca-d38f0938f6d8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Pushing event updated for resources: {'Port': ['ID=c5a13a49-212f-4ce4-9271-9c8e5320c974,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:22.674619 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:16:22.681369 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:16:22.683612 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Pushing event updated for resources: {'Port': ['ID=0649692b-7e99-4b40-9216-b272e9695461,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:22.725757 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13f792ad-f30f-4b9c-a797-ef331852b30d req-a8dc60a7-5dab-48fb-990d-a629e5df61bb service neutron] 10.222.0.66 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313156 Nov 19 09:16:22.731921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-f74c44c2-4457-439c-a0ca-d38f0938f6d8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:22.732624 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-f74c44c2-4457-439c-a0ca-d38f0938f6d8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:22.809247 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-f74c44c2-4457-439c-a0ca-d38f0938f6d8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5595028 Nov 19 09:16:22.842897 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Request body: {'port': {'device_id': '78e99014-ab0a-4eb2-adf7-be1b1e395b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:22.843727 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:22.876867 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5742e24b-349f-4360-beab-359e200e981b req-635b3bcd-1f3d-4621-b3f0-341d0aea577b tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084255 Nov 19 09:16:22.936397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b8b6d950-b5e6-4877-a3b2-57683b88dd49 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:16:22.987681 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:23.002461 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13f792ad-f30f-4b9c-a797-ef331852b30d req-4395692a-ac8d-4157-8707-f838a0d8c362 service neutron] 10.222.0.66 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670348 Nov 19 09:16:23.037777 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b8b6d950-b5e6-4877-a3b2-57683b88dd49 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:23.038266 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:23.128815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0cbebabd-2849-43d3-8a17-316f0c8ba199 None None] Provisioning complete for port 0649692b-7e99-4b40-9216-b272e9695461 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:23.129213 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0cbebabd-2849-43d3-8a17-316f0c8ba199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:23.207593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0cbebabd-2849-43d3-8a17-316f0c8ba199 None None] Port 0649692b-7e99-4b40-9216-b272e9695461 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:16:23.218439 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:23.237471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea82b10-59de-4555-9211-2eff1bc41e6a req-1c53fc86-9889-4c02-8223-58cc5ecf2032 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:23.239069 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ea82b10-59de-4555-9211-2eff1bc41e6a req-1c53fc86-9889-4c02-8223-58cc5ecf2032 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 943 time: 0.1070476 Nov 19 09:16:23.249919 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port b8b6d950-b5e6-4877-a3b2-57683b88dd49, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b8b6d950-b5e6-4877-a3b2-57683b88dd49,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:23.255618 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:23.267391 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bfb19-1e5d-4612-80ee-b26200822b1c req-fcb52c80-10c1-456c-a339-b50b66eea7dc tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:23.268987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-230bfb19-1e5d-4612-80ee-b26200822b1c req-fcb52c80-10c1-456c-a339-b50b66eea7dc tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.71 "GET /v2.0/ports?device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 950 time: 0.0927591 Nov 19 09:16:23.317605 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=b8b6d950-b5e6-4877-a3b2-57683b88dd49,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:23.343002 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:23.351769 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ea82b10-59de-4555-9211-2eff1bc41e6a req-3b3a25a7-881b-4880-b549-d7f8c64b2648 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809479 Nov 19 09:16:23.407186 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-230bfb19-1e5d-4612-80ee-b26200822b1c req-79765a59-76a4-4c51-a28e-6ecc41c00537 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Deleting port cbcdbf7d-e8b8-4661-8d16-65081877d1e1 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:23.407983 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-230bfb19-1e5d-4612-80ee-b26200822b1c req-79765a59-76a4-4c51-a28e-6ecc41c00537 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:23.504989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1a2426-b0c6-4a73-b886-db89e8dace26 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:16:23.522466 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:23.564817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408d434-c85a-4bc0-b118-baa67b009937 req-db0a5fc0-661c-4b5c-be4a-a85216799250 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:23.566353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e408d434-c85a-4bc0-b118-baa67b009937 req-db0a5fc0-661c-4b5c-be4a-a85216799250 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 932 time: 0.1181078 Nov 19 09:16:23.567188 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Transition to ACTIVE for port object ea1a2426-b0c6-4a73-b886-db89e8dace26 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:16:23.579232 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-230bfb19-1e5d-4612-80ee-b26200822b1c req-79765a59-76a4-4c51-a28e-6ecc41c00537 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] For port cbcdbf7d-e8b8-4661-8d16-65081877d1e1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=cbcdbf7d-e8b8-4661-8d16-65081877d1e1,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:23.579541 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-230bfb19-1e5d-4612-80ee-b26200822b1c req-79765a59-76a4-4c51-a28e-6ecc41c00537 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:23.596418 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:23.615533 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:23.646181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bece906-fcb7-44f5-a66c-cf84ebff23ad {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:16:23.646792 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-230bfb19-1e5d-4612-80ee-b26200822b1c req-79765a59-76a4-4c51-a28e-6ecc41c00537 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Calling delete_port for cbcdbf7d-e8b8-4661-8d16-65081877d1e1 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:23.667030 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:23.668668 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5e616-3042-4d59-bceb-3110e0401830 req-4f346fab-1975-4332-9e86-64a2c559bfe9 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:23.670250 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7f5e616-3042-4d59-bceb-3110e0401830 req-4f346fab-1975-4332-9e86-64a2c559bfe9 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=67a39652-b044-4b40-8ee8-77fbdd79e114 HTTP/1.1" status: 200 len: 931 time: 0.1538467 Nov 19 09:16:23.706264 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1a2426-b0c6-4a73-b886-db89e8dace26,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:23.722568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Transition to ACTIVE for port object 3bece906-fcb7-44f5-a66c-cf84ebff23ad will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:16:23.742800 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:23.776167 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e408d434-c85a-4bc0-b118-baa67b009937 req-e187ec2d-7851-46dd-8fb7-6739fb7f654b tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922925 Nov 19 09:16:23.857800 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7f5e616-3042-4d59-bceb-3110e0401830 req-fc247fd2-49d8-444c-9084-47ae760a252c tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779673 Nov 19 09:16:23.886534 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3bece906-fcb7-44f5-a66c-cf84ebff23ad,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:23.929566 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Attempting to bind port ea1a2426-b0c6-4a73-b886-db89e8dace26 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:16:23.929958 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Attempting to bind port ea1a2426-b0c6-4a73-b886-db89e8dace26 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '001cd9bc-aed4-4c77-be47-f08f5740599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:16:23.930236 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Attempting to bind port ea1a2426-b0c6-4a73-b886-db89e8dace26 on network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:23.971966 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Port ea1a2426-b0c6-4a73-b886-db89e8dace26 on network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:16:23.972302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Attempting to bind port ea1a2426-b0c6-4a73-b886-db89e8dace26 on network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:23.991086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a13a49-212f-4ce4-9271-9c8e5320c974 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:16:24.004020 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:16:24.004363 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Checking segment: {'id': '001cd9bc-aed4-4c77-be47-f08f5740599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:16:24.004762 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Bound using segment: {'id': '001cd9bc-aed4-4c77-be47-f08f5740599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:16:24.005249 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Bound port: ea1a2426-b0c6-4a73-b886-db89e8dace26, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '001cd9bc-aed4-4c77-be47-f08f5740599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:16:24.005610 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:24.017624 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:24.035755 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-230bfb19-1e5d-4612-80ee-b26200822b1c req-79765a59-76a4-4c51-a28e-6ecc41c00537 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:24.051649 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['cbcdbf7d-e8b8-4661-8d16-65081877d1e1', '7500ed16-0fea-4afa-a433-374fca147180'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:24.054148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Transition to ACTIVE for port object c5a13a49-212f-4ce4-9271-9c8e5320c974 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:16:24.061381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['c0e90070-4633-48d9-b87c-63738998dc3c'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:24.066650 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Attempting to bind port 3bece906-fcb7-44f5-a66c-cf84ebff23ad on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:16:24.067121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Attempting to bind port 3bece906-fcb7-44f5-a66c-cf84ebff23ad by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '298bdaf0-9425-4410-bb8f-bcee9d656b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:16:24.067365 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Attempting to bind port 3bece906-fcb7-44f5-a66c-cf84ebff23ad on network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:24.067640 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8d64b-330e-4980-af0d-2181737b40c9 req-22f3789c-b8b8-497d-88d4-534f81e9654e tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:24.076062 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47f8d64b-330e-4980-af0d-2181737b40c9 req-22f3789c-b8b8-497d-88d4-534f81e9654e tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=86045448-7242-4442-a246-a7767fc0cdea HTTP/1.1" status: 200 len: 867 time: 0.1133149 Nov 19 09:16:24.088527 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:24.091301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Port 3bece906-fcb7-44f5-a66c-cf84ebff23ad on network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:16:24.091850 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Attempting to bind port 3bece906-fcb7-44f5-a66c-cf84ebff23ad on network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:24.104171 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:16:24.104644 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Checking segment: {'id': '298bdaf0-9425-4410-bb8f-bcee9d656b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:16:24.105141 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Bound using segment: {'id': '298bdaf0-9425-4410-bb8f-bcee9d656b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:16:24.105647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Bound port: 3bece906-fcb7-44f5-a66c-cf84ebff23ad, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298bdaf0-9425-4410-bb8f-bcee9d656b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:16:24.106021 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:24.111699 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:24.116147 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:24.125973 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79765a59-76a4-4c51-a28e-6ecc41c00537 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Pushing event deleted for resources: {'Port': ['ID=cbcdbf7d-e8b8-4661-8d16-65081877d1e1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:24.194310 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] For port ea1a2426-b0c6-4a73-b886-db89e8dace26, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:16:24.236290 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-230bfb19-1e5d-4612-80ee-b26200822b1c req-79765a59-76a4-4c51-a28e-6ecc41c00537 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] No DVR routers for this DVR port cbcdbf7d-e8b8-4661-8d16-65081877d1e1 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:16:24.247881 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47f8d64b-330e-4980-af0d-2181737b40c9 req-15438f7f-93a4-42da-8ff7-4deb1a103778 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709194 Nov 19 09:16:24.250740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] For port ea1a2426-b0c6-4a73-b886-db89e8dace26, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=ea1a2426-b0c6-4a73-b886-db89e8dace26,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:16:24.251288 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-230bfb19-1e5d-4612-80ee-b26200822b1c req-79765a59-76a4-4c51-a28e-6ecc41c00537 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:24.255348 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-230bfb19-1e5d-4612-80ee-b26200822b1c req-79765a59-76a4-4c51-a28e-6ecc41c00537 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.71 "DELETE /v2.0/ports/cbcdbf7d-e8b8-4661-8d16-65081877d1e1 HTTP/1.1" status: 204 len: 173 time: 0.9707189 Nov 19 09:16:24.257977 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Pushing event updated for resources: {'Port': ['ID=0649692b-7e99-4b40-9216-b272e9695461,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:24.264214 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86045448-7242-4442-a246-a7767fc0cdea', 'name': 'network-vif-deleted', 'tag': 'cbcdbf7d-e8b8-4661-8d16-65081877d1e1'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:24.264710 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:24.266779 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa84f43-5c03-4245-89c3-91c1f0d548b7" -d '{"events": [{"server_uuid": "86045448-7242-4442-a246-a7767fc0cdea", "name": "network-vif-deleted", "tag": "cbcdbf7d-e8b8-4661-8d16-65081877d1e1"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:24.279224 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:24.294303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a13a49-212f-4ce4-9271-9c8e5320c974,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:24.340897 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:24.342204 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:24.343744 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] 10.222.0.66 "PUT /v2.0/ports/ea1a2426-b0c6-4a73-b886-db89e8dace26 HTTP/1.1" status: 200 len: 1092 time: 2.2243698 Nov 19 09:16:24.344413 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a39652-b044-4b40-8ee8-77fbdd79e114', 'tag': 'ea1a2426-b0c6-4a73-b886-db89e8dace26'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:24.346811 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ee64d0-5e12-4b9b-9882-758fd1b72a92" -d '{"events": [{"name": "network-changed", "server_uuid": "67a39652-b044-4b40-8ee8-77fbdd79e114", "tag": "ea1a2426-b0c6-4a73-b886-db89e8dace26"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:24.367869 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] For port 3bece906-fcb7-44f5-a66c-cf84ebff23ad, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:16:24.391725 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041ca60c-bda3-4ae9-b3d8-ba4e269c16f4 x-openstack-request-id: req-041ca60c-bda3-4ae9-b3d8-ba4e269c16f4 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:24.392025 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86045448-7242-4442-a246-a7767fc0cdea", "name": "network-vif-deleted", "tag": "cbcdbf7d-e8b8-4661-8d16-65081877d1e1", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:24.392285 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-041ca60c-bda3-4ae9-b3d8-ba4e269c16f4 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:24.393652 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86045448-7242-4442-a246-a7767fc0cdea', 'name': 'network-vif-deleted', 'tag': 'cbcdbf7d-e8b8-4661-8d16-65081877d1e1', 'status': 'completed', 'code': 200} Nov 19 09:16:24.406882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Attempting to bind port c5a13a49-212f-4ce4-9271-9c8e5320c974 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:16:24.407224 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Attempting to bind port c5a13a49-212f-4ce4-9271-9c8e5320c974 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '001cd9bc-aed4-4c77-be47-f08f5740599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:16:24.409214 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Attempting to bind port c5a13a49-212f-4ce4-9271-9c8e5320c974 on network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:24.421275 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Port c5a13a49-212f-4ce4-9271-9c8e5320c974 on network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:16:24.423167 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] For port 3bece906-fcb7-44f5-a66c-cf84ebff23ad, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=3bece906-fcb7-44f5-a66c-cf84ebff23ad,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:16:24.423401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Attempting to bind port c5a13a49-212f-4ce4-9271-9c8e5320c974 on network 5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:24.425714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edf56d-18dc-4051-a45a-34bd55d631a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1a2426-b0c6-4a73-b886-db89e8dace26,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:24.437603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:16:24.438040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Checking segment: {'id': '001cd9bc-aed4-4c77-be47-f08f5740599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:16:24.438791 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Bound using segment: {'id': '001cd9bc-aed4-4c77-be47-f08f5740599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:16:24.439869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Bound port: c5a13a49-212f-4ce4-9271-9c8e5320c974, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '001cd9bc-aed4-4c77-be47-f08f5740599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:16:24.440131 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:24.441871 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a791e41-e8ca-4280-b360-1023919bc01f x-openstack-request-id: req-1a791e41-e8ca-4280-b360-1023919bc01f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:24.442268 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a39652-b044-4b40-8ee8-77fbdd79e114", "tag": "ea1a2426-b0c6-4a73-b886-db89e8dace26", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:24.442638 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a791e41-e8ca-4280-b360-1023919bc01f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:24.443552 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a39652-b044-4b40-8ee8-77fbdd79e114', 'tag': 'ea1a2426-b0c6-4a73-b886-db89e8dace26', 'status': 'completed', 'code': 200} Nov 19 09:16:24.459934 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:24.533763 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:24.534677 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:24.540347 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] 10.222.0.71 "PUT /v2.0/ports/3bece906-fcb7-44f5-a66c-cf84ebff23ad HTTP/1.1" status: 200 len: 1093 time: 2.2240591 Nov 19 09:16:24.576064 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-f38abc20-ba90-4e54-94e8-9305619c29a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:24.577732 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-f38abc20-ba90-4e54-94e8-9305619c29a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b3e6463d45a1429e981da1e807122aa5&device_id=67a39652-b044-4b40-8ee8-77fbdd79e114 HTTP/1.1" status: 200 len: 1095 time: 0.1530614 Nov 19 09:16:24.585529 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cbaf7-8065-40f0-92cd-fc62153d73f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3bece906-fcb7-44f5-a66c-cf84ebff23ad,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:24.586564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ce234-9292-467b-8ded-7c39163bee6c req-7e5bfd91-4b92-4a89-a6c6-f5e551b63489 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:24.589591 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d17ce234-9292-467b-8ded-7c39163bee6c req-7e5bfd91-4b92-4a89-a6c6-f5e551b63489 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 943 time: 0.1003401 Nov 19 09:16:24.592894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] For port c5a13a49-212f-4ce4-9271-9c8e5320c974, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:16:24.600004 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Network 78adc7c8-a3e5-4fab-a72d-8f348d3c5634 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:16:24.601728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] For port c5a13a49-212f-4ce4-9271-9c8e5320c974, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c5a13a49-212f-4ce4-9271-9c8e5320c974,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:16:24.611650 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:16:24.619902 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:24.688529 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:24.689455 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:24.691075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] 10.222.0.71 "PUT /v2.0/ports/c5a13a49-212f-4ce4-9271-9c8e5320c974 HTTP/1.1" status: 200 len: 1093 time: 1.8555930 Nov 19 09:16:24.694995 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device a450042a-daac-4b45-ad49-42030506db1d details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:16:24.741170 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-9e39754c-1f96-4d60-9bfe-2e27204d768e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea1a2426-b0c6-4a73-b886-db89e8dace26 HTTP/1.1" status: 200 len: 217 time: 0.1378186 Nov 19 09:16:24.772432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd53d59-78ca-4ff5-91d9-254036410eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a13a49-212f-4ce4-9271-9c8e5320c974,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:24.869380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d17ce234-9292-467b-8ded-7c39163bee6c req-121968e9-a77f-42e4-a183-b42eb0889e45 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659037 Nov 19 09:16:24.911134 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-40fd731a-ba3e-400b-9152-b4904315e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:24.914536 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-40fd731a-ba3e-400b-9152-b4904315e839 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b71e6944e0244b1a957c2ca38c8ef191&device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 1096 time: 0.2419784 Nov 19 09:16:24.934488 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-4aba3f06-ae6c-4bda-bcef-8a6e4f20536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:24.936169 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-4aba3f06-ae6c-4bda-bcef-8a6e4f20536d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3e6463d45a1429e981da1e807122aa5&device_id=78e99014-ab0a-4eb2-adf7-be1b1e395b2e HTTP/1.1" status: 200 len: 1096 time: 0.1819625 Nov 19 09:16:24.948337 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:24.995254 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b8b6d950-b5e6-4877-a3b2-57683b88dd49 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:16:25.071844 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-71e84b47-1f64-430e-bfb3-e408baefbee6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bece906-fcb7-44f5-a66c-cf84ebff23ad HTTP/1.1" status: 200 len: 217 time: 0.1117306 Nov 19 09:16:25.076784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-c96e5a11-b35f-4893-8e81-729907607b0d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5a13a49-212f-4ce4-9271-9c8e5320c974 HTTP/1.1" status: 200 len: 217 time: 0.1241462 Nov 19 09:16:25.083594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port a450042a-daac-4b45-ad49-42030506db1d, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=a450042a-daac-4b45-ad49-42030506db1d,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:25.112585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'a450042a-daac-4b45-ad49-42030506db1d', 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d', 'port_id': 'a450042a-daac-4b45-ad49-42030506db1d', 'mac_address': 'fa:16:3e:7f:4e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b7a476-6d23-433a-bab3-7b5f4026dadc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:16:25.185575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b8b6d950-b5e6-4877-a3b2-57683b88dd49 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:25.185834 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:25.190712 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:25.206204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e0759eae-83e5-4197-8091-7b8c44524f8c None None] Provisioning complete for port 0649692b-7e99-4b40-9216-b272e9695461 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:25.207291 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e0759eae-83e5-4197-8091-7b8c44524f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:25.240773 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed7b0b-e8e5-4120-9af2-a9e870c37ba8 req-9aa648d6-ac0d-4a54-ba18-ebd6a0fb1f0a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:25.242915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-41ed7b0b-e8e5-4120-9af2-a9e870c37ba8 req-9aa648d6-ac0d-4a54-ba18-ebd6a0fb1f0a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 944 time: 0.3264265 Nov 19 09:16:25.246883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a450042a-daac-4b45-ad49-42030506db1d {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:16:25.250527 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-70b8767c-8161-4ca2-b8bd-70b72f8c8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:25.251438 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-70b8767c-8161-4ca2-b8bd-70b72f8c8220 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30db2f9d-6aa0-42e4-b0b7-86269964f250 HTTP/1.1" status: 200 len: 851 time: 0.3710217 Nov 19 09:16:25.255644 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1012225e-72ce-4f7e-aa82-6d6a30732d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:25.257125 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1012225e-72ce-4f7e-aa82-6d6a30732d7e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3cc5f9b9-ef02-483f-b54c-00c042a1a970 HTTP/1.1" status: 200 len: 845 time: 0.1626713 Nov 19 09:16:25.282812 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port a450042a-daac-4b45-ad49-42030506db1d, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=a450042a-daac-4b45-ad49-42030506db1d,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:25.297919 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-bb37a01f-0d3e-4075-b85d-1e21faab7934 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365329 Nov 19 09:16:25.313055 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:25.314195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f0aacf45-1075-46ef-a950-cf320d718ad8 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:16:25.328030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9109cec-1540-41f8-bded-eeaa5fb9b18c req-6654400f-662e-41bf-9532-b4bf3667bc20 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:25.330264 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9109cec-1540-41f8-bded-eeaa5fb9b18c req-6654400f-662e-41bf-9532-b4bf3667bc20 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=67a39652-b044-4b40-8ee8-77fbdd79e114 HTTP/1.1" status: 200 len: 943 time: 0.1608937 Nov 19 09:16:25.334866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-3b402418-619a-4085-80a4-981d135fcf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:25.336486 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-3b402418-619a-4085-80a4-981d135fcf8d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=30db2f9d-6aa0-42e4-b0b7-86269964f250 HTTP/1.1" status: 200 len: 851 time: 0.2502391 Nov 19 09:16:25.359476 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-06f34561-5f6f-4580-b4d1-9151b8172712 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=58e552ac-8aa3-452e-ac9f-48f80a5fe870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582473 Nov 19 09:16:25.413307 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-41ed7b0b-e8e5-4120-9af2-a9e870c37ba8 req-0f3d8e66-ee63-41ce-bbcc-1699d8369197 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569991 Nov 19 09:16:25.417029 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-9c97fa8e-812c-4826-83ff-9936f4ec98c0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561254 Nov 19 09:16:25.419027 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Router 5e75d5f7-3738-4cc9-83b5-40c22c83ea3c has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:16:25.425342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e0759eae-83e5-4197-8091-7b8c44524f8c None None] Port 0649692b-7e99-4b40-9216-b272e9695461 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:16:25.459913 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9109cec-1540-41f8-bded-eeaa5fb9b18c req-f23afbb6-86c2-4838-82e1-3e59d612c765 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220891 Nov 19 09:16:25.572409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-b605db4c-78c9-4a7e-9f4a-b23c84b7459d service neutron] 10.222.0.71 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165462 Nov 19 09:16:25.576576 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:25.641142 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=a450042a-daac-4b45-ad49-42030506db1d,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:25.706421 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:16:25.729264 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-78c37a59-7d2c-4f4b-a551-2558dd772855 admin admin] 10.222.0.21 "PUT /v2.0/routers/5e75d5f7-3738-4cc9-83b5-40c22c83ea3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9285002 Nov 19 09:16:25.736539 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Sync routers for ids ['5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:16:25.763890 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-baaf083c-15ad-4f64-a071-e4693d07c0c7 service neutron] 10.222.0.71 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826277 Nov 19 09:16:25.767038 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-f60fea08-9b4d-49ae-a840-b264e1b40f7d service neutron] 10.222.0.66 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495437 Nov 19 09:16:25.788028 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-1d1068c7-c474-43a7-b588-fc52a3a9b23c service neutron] 10.222.0.71 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080193 Nov 19 09:16:25.806729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Routers {'5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:16:25.807403 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4364ef53-667a-4c82-8745-82d17062034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:16:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:25.831302 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f0aacf45-1075-46ef-a950-cf320d718ad8, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f0aacf45-1075-46ef-a950-cf320d718ad8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:25.864530 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'f0aacf45-1075-46ef-a950-cf320d718ad8', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'f0aacf45-1075-46ef-a950-cf320d718ad8', 'mac_address': 'fa:16:3e:ba:88:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:16:26.057808 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5105fb94-20ac-4ca8-9070-86f1ce92d341 req-88f76222-428c-4d36-a1a9-d1f38901c552 service neutron] 10.222.0.66 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687602 Nov 19 09:16:26.060796 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a4e6d328-43bf-4a4c-83ff-3d7466b2810f req-a501a5d2-e064-4b50-b5c7-d3df118e37b0 service neutron] 10.222.0.71 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517097 Nov 19 09:16:26.080124 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:26.093159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b860322-1fc1-4700-963e-b3be9c5e7645 req-5ef1993c-6274-41a9-8a3a-bce29698a5c2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:26.106540 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0aacf45-1075-46ef-a950-cf320d718ad8 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:16:26.111059 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6b860322-1fc1-4700-963e-b3be9c5e7645 req-5ef1993c-6274-41a9-8a3a-bce29698a5c2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 944 time: 0.1300671 Nov 19 09:16:26.139741 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f0aacf45-1075-46ef-a950-cf320d718ad8, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f0aacf45-1075-46ef-a950-cf320d718ad8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:26.150142 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Set router 5e75d5f7-3738-4cc9-83b5-40c22c83ea3c gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:16:26.188123 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:26.195996 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6b860322-1fc1-4700-963e-b3be9c5e7645 req-79b2b9c3-d801-4958-bce5-43d84d93ba9b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813179 Nov 19 09:16:26.219008 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee64d0-5e12-4b9b-9882-758fd1b72a92 req-03c9a4e3-5320-49ba-9a9a-218ef009e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:26.223981 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c5ee64d0-5e12-4b9b-9882-758fd1b72a92 req-03c9a4e3-5320-49ba-9a9a-218ef009e8ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b3e6463d45a1429e981da1e807122aa5&device_id=67a39652-b044-4b40-8ee8-77fbdd79e114 HTTP/1.1" status: 200 len: 1095 time: 0.0681188 Nov 19 09:16:26.248978 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-58a46205-e71b-490a-8494-a4cdf5474056 req-9b40bdb0-d461-4ea5-bd96-3c1b61b15ede tempest-FloatingIPDetailsNegativeTestJSON-47789195 tempest-FloatingIPDetailsNegativeTestJSON-47789195-project] show failed (client error): The resource could not be found. Nov 19 09:16:26.250664 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58a46205-e71b-490a-8494-a4cdf5474056 req-9b40bdb0-d461-4ea5-bd96-3c1b61b15ede tempest-FloatingIPDetailsNegativeTestJSON-47789195 tempest-FloatingIPDetailsNegativeTestJSON-47789195-project] 10.222.0.21 "GET /v2.0/floatingips/169d0de5-5a18-486a-862a-ac8115edae47 HTTP/1.1" status: 404 len: 350 time: 0.0597239 Nov 19 09:16:26.260332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40286) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:26.271453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=f0aacf45-1075-46ef-a950-cf320d718ad8,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:26.374327 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['f0aacf45-1075-46ef-a950-cf320d718ad8'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:26.417220 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee64d0-5e12-4b9b-9882-758fd1b72a92 req-1136f6b0-68ce-4962-a618-fdfc9a71ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:26.420439 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c5ee64d0-5e12-4b9b-9882-758fd1b72a92 req-1136f6b0-68ce-4962-a618-fdfc9a71ae66 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d HTTP/1.1" status: 200 len: 912 time: 0.1858611 Nov 19 09:16:26.447316 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df', 'tag': '3bece906-fcb7-44f5-a66c-cf84ebff23ad'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:26.451515 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef001c2-681a-454d-b98d-2e74d5336174" -d '{"events": [{"name": "network-changed", "server_uuid": "9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df", "tag": "3bece906-fcb7-44f5-a66c-cf84ebff23ad"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:26.501169 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c5ee64d0-5e12-4b9b-9882-758fd1b72a92 req-cb7cc392-f9ad-46b8-8550-04c375b44895 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea1a2426-b0c6-4a73-b886-db89e8dace26 HTTP/1.1" status: 200 len: 217 time: 0.0726054 Nov 19 09:16:26.523078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['a450042a-daac-4b45-ad49-42030506db1d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:26.575921 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee64d0-5e12-4b9b-9882-758fd1b72a92 req-4752bc74-2740-47d9-b3cb-8ff6955a221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:26.578432 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c5ee64d0-5e12-4b9b-9882-758fd1b72a92 req-4752bc74-2740-47d9-b3cb-8ff6955a221d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30db2f9d-6aa0-42e4-b0b7-86269964f250 HTTP/1.1" status: 200 len: 851 time: 0.0655022 Nov 19 09:16:26.640363 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c5ee64d0-5e12-4b9b-9882-758fd1b72a92 req-9f2a8542-8a0d-46f9-be15-36b9c07f9272 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529468 Nov 19 09:16:26.712363 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4364ef53-667a-4c82-8745-82d17062034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756766567-router', 'tenant_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'b8b6d950-b5e6-4877-a3b2-57683b88dd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:16:13Z', 'updated_at': '2021-11-19T09:16:23Z', 'revision_number': 4, 'project_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'gw_port': {'id': 'b8b6d950-b5e6-4877-a3b2-57683b88dd49', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:16:14Z', 'updated_at': '2021-11-19T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '0649692b-7e99-4b40-9216-b272e9695461', 'name': '', 'network_id': '78adc7c8-a3e5-4fab-a72d-8f348d3c5634', 'tenant_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'mac_address': 'fa:16:3e:6c:a0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '6099ccef-2fc6-4a52-8f06-db2116109535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:16:21Z', 'updated_at': '2021-11-19T09:16:23Z', 'revision_number': 2, 'project_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'subnets': [{'id': '6099ccef-2fc6-4a52-8f06-db2116109535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:26.781437 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Checking router: 5e75d5f7-3738-4cc9-83b5-40c22c83ea3c for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:16:26.781995 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Updating router 5e75d5f7-3738-4cc9-83b5-40c22c83ea3c port 0649692b-7e99-4b40-9216-b272e9695461 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:16:26.794685 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c5ee64d0-5e12-4b9b-9882-758fd1b72a92 req-1dc79414-3978-4ad1-9303-a2cd77b99b68 service neutron] 10.222.0.66 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414692 Nov 19 09:16:26.840593 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:26.844067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e99014-ab0a-4eb2-adf7-be1b1e395b2e', 'tag': 'c5a13a49-212f-4ce4-9271-9c8e5320c974'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:26.847812 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1484fcd-cb60-429b-9fc3-897f6c09ec63" -d '{"events": [{"name": "network-changed", "server_uuid": "78e99014-ab0a-4eb2-adf7-be1b1e395b2e", "tag": "c5a13a49-212f-4ce4-9271-9c8e5320c974"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:26.926361 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c5ee64d0-5e12-4b9b-9882-758fd1b72a92 req-34c4102d-4906-4b8b-906f-92789631c84d service neutron] 10.222.0.66 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211259 Nov 19 09:16:26.995170 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8482cb-c1bf-41b1-97c1-519b0f211f42 req-3119feda-3408-4a7d-bf21-a66359c97ca3 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:27.002741 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e8482cb-c1bf-41b1-97c1-519b0f211f42 req-3119feda-3408-4a7d-bf21-a66359c97ca3 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 944 time: 0.1494594 Nov 19 09:16:27.041929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae2117-cb9f-4086-96b9-66699823ccc7 req-9f45c726-f476-4b26-97bf-c6ad87cc0b45 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:27.048173 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94ae2117-cb9f-4086-96b9-66699823ccc7 req-9f45c726-f476-4b26-97bf-c6ad87cc0b45 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 950 time: 0.1968887 Nov 19 09:16:27.175032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e8482cb-c1bf-41b1-97c1-519b0f211f42 req-8d822cb9-c7c7-42a1-9720-9ea355eff3d0 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666567 Nov 19 09:16:27.268030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94ae2117-cb9f-4086-96b9-66699823ccc7 req-f9aac956-63ab-4cd7-adf5-5b0d4c819a82 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116201 Nov 19 09:16:27.324136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device cbcdbf7d-e8b8-4661-8d16-65081877d1e1 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:27.333333 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23a219a-3a8d-4ae8-af42-c533d938235b x-openstack-request-id: req-d23a219a-3a8d-4ae8-af42-c533d938235b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:27.333651 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df", "tag": "3bece906-fcb7-44f5-a66c-cf84ebff23ad", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:27.334466 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d23a219a-3a8d-4ae8-af42-c533d938235b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:27.334466 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df', 'tag': '3bece906-fcb7-44f5-a66c-cf84ebff23ad', 'status': 'completed', 'code': 200} Nov 19 09:16:27.400685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: cbcdbf7d-e8b8-4661-8d16-65081877d1e1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:16:27.401185 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device cbcdbf7d-e8b8-4661-8d16-65081877d1e1 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:27.410912 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313e646-e59d-425a-9720-e65e95a7e52c req-3215846c-d14f-4514-a237-6aeb4646f97a tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:27.412963 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5313e646-e59d-425a-9720-e65e95a7e52c req-3215846c-d14f-4514-a237-6aeb4646f97a tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=67a39652-b044-4b40-8ee8-77fbdd79e114 HTTP/1.1" status: 200 len: 943 time: 0.1696057 Nov 19 09:16:27.430965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef001c2-681a-454d-b98d-2e74d5336174 req-fea5e8ba-fbf7-4054-a6b4-5912d86f109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:27.432518 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3ef001c2-681a-454d-b98d-2e74d5336174 req-fea5e8ba-fbf7-4054-a6b4-5912d86f109f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b71e6944e0244b1a957c2ca38c8ef191&device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 1096 time: 0.0722153 Nov 19 09:16:27.518853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5313e646-e59d-425a-9720-e65e95a7e52c req-ab9b134f-d487-41cf-b830-40bc377dfa39 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863516 Nov 19 09:16:27.591335 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd62d208-11aa-4f70-a11e-3bb5318fc762 x-openstack-request-id: req-dd62d208-11aa-4f70-a11e-3bb5318fc762 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:27.591759 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e99014-ab0a-4eb2-adf7-be1b1e395b2e", "tag": "c5a13a49-212f-4ce4-9271-9c8e5320c974", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:27.592861 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd62d208-11aa-4f70-a11e-3bb5318fc762 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:27.594452 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e99014-ab0a-4eb2-adf7-be1b1e395b2e', 'tag': 'c5a13a49-212f-4ce4-9271-9c8e5320c974', 'status': 'completed', 'code': 200} Nov 19 09:16:27.628634 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:27.652420 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:27.676166 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef001c2-681a-454d-b98d-2e74d5336174 req-4a705806-c6ec-4145-9eb2-c4f16146b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:27.677678 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3ef001c2-681a-454d-b98d-2e74d5336174 req-4a705806-c6ec-4145-9eb2-c4f16146b772 service neutron] 10.222.0.71 "GET /v2.0/networks?id=58e552ac-8aa3-452e-ac9f-48f80a5fe870 HTTP/1.1" status: 200 len: 906 time: 0.2385223 Nov 19 09:16:27.717275 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d37ca8-7a98-4c5c-a8e7-39c9220fd8d2 req-8710f3db-c3a6-4371-9cc9-3a3ba542e648 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:27.719641 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b5d37ca8-7a98-4c5c-a8e7-39c9220fd8d2 req-8710f3db-c3a6-4371-9cc9-3a3ba542e648 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 950 time: 0.2099557 Nov 19 09:16:27.750334 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc758f01-8e8b-4fe0-9555-ec83e8966609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:27.771637 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3ef001c2-681a-454d-b98d-2e74d5336174 req-27510b43-e352-4e1c-ade7-000c70ab7808 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bece906-fcb7-44f5-a66c-cf84ebff23ad HTTP/1.1" status: 200 len: 217 time: 0.0858843 Nov 19 09:16:27.833030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5de460-6196-4df5-8076-3d2726a2d335 None None] Pushing event updated for resources: {'Port': ['ID=0649692b-7e99-4b40-9216-b272e9695461,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:27.833665 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1484fcd-cb60-429b-9fc3-897f6c09ec63 req-cbf17d05-00cc-41a9-94fb-1bebe656a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:27.834742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1484fcd-cb60-429b-9fc3-897f6c09ec63 req-cbf17d05-00cc-41a9-94fb-1bebe656a499 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3e6463d45a1429e981da1e807122aa5&device_id=78e99014-ab0a-4eb2-adf7-be1b1e395b2e HTTP/1.1" status: 200 len: 1096 time: 0.2220750 Nov 19 09:16:27.845037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626fe3a-eba8-48a9-97e8-9d55ad0ca7bc req-853106b7-51c7-41a6-8faa-dbbb6d522438 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:27.852491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Attempting to bind port 0649692b-7e99-4b40-9216-b272e9695461 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:16:27.852731 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9626fe3a-eba8-48a9-97e8-9d55ad0ca7bc req-853106b7-51c7-41a6-8faa-dbbb6d522438 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 944 time: 0.2012491 Nov 19 09:16:27.852880 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Attempting to bind port 0649692b-7e99-4b40-9216-b272e9695461 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '07fbc6f7-c1a1-4436-94e6-661664f6f951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '78adc7c8-a3e5-4fab-a72d-8f348d3c5634'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:16:27.853279 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Attempting to bind port 0649692b-7e99-4b40-9216-b272e9695461 on network 78adc7c8-a3e5-4fab-a72d-8f348d3c5634 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:27.862698 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:16:27.863089 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Checking segment: {'id': '07fbc6f7-c1a1-4436-94e6-661664f6f951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '78adc7c8-a3e5-4fab-a72d-8f348d3c5634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:16:27.863507 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:27.863916 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Bound using segment: {'id': '07fbc6f7-c1a1-4436-94e6-661664f6f951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '78adc7c8-a3e5-4fab-a72d-8f348d3c5634'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:16:27.864412 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Bound port: 0649692b-7e99-4b40-9216-b272e9695461, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fbc6f7-c1a1-4436-94e6-661664f6f951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '78adc7c8-a3e5-4fab-a72d-8f348d3c5634'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:16:27.864803 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:27.937316 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef001c2-681a-454d-b98d-2e74d5336174 req-9892ee6a-b2c9-428c-a7ff-3947bbc5f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:27.940220 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3ef001c2-681a-454d-b98d-2e74d5336174 req-9892ee6a-b2c9-428c-a7ff-3947bbc5f70e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3cc5f9b9-ef02-483f-b54c-00c042a1a970 HTTP/1.1" status: 200 len: 845 time: 0.1486208 Nov 19 09:16:27.972302 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4364ef53-667a-4c82-8745-82d17062034c None None] For port 0649692b-7e99-4b40-9216-b272e9695461, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:16:27.975958 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4364ef53-667a-4c82-8745-82d17062034c None None] For port 0649692b-7e99-4b40-9216-b272e9695461, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0649692b-7e99-4b40-9216-b272e9695461,segment=NetworkSegment(07fbc6f7-c1a1-4436-94e6-661664f6f951),segment_id=07fbc6f7-c1a1-4436-94e6-661664f6f951)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:16:27.984722 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:28.003724 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3ef001c2-681a-454d-b98d-2e74d5336174 req-6f9b3990-e36c-46c9-8649-b7fb5d8b4e9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=58e552ac-8aa3-452e-ac9f-48f80a5fe870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523705 Nov 19 09:16:28.018336 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-b5d37ca8-7a98-4c5c-a8e7-39c9220fd8d2 req-070c264c-7363-439b-b15a-d17dae36318d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Deleting port c0e90070-4633-48d9-b87c-63738998dc3c {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:28.018990 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b5d37ca8-7a98-4c5c-a8e7-39c9220fd8d2 req-070c264c-7363-439b-b15a-d17dae36318d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:28.160465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9626fe3a-eba8-48a9-97e8-9d55ad0ca7bc req-251ef239-63a8-4f90-95ea-2c331204cedb tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068128 Nov 19 09:16:28.169566 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5de460-6196-4df5-8076-3d2726a2d335 None None] Pushing event updated for resources: {'Port': ['ID=0649692b-7e99-4b40-9216-b272e9695461,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:28.188780 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Routers {'5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:16:28.189733 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4364ef53-667a-4c82-8745-82d17062034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:16:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:28.208291 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-32a8f726-295d-49bb-9374-92acdd471a8a None None] Provisioning complete for port 0649692b-7e99-4b40-9216-b272e9695461 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:28.208669 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-32a8f726-295d-49bb-9374-92acdd471a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:28.251327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1484fcd-cb60-429b-9fc3-897f6c09ec63 req-5b028a3f-ab39-4024-b71e-82ef22986436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:28.253015 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1484fcd-cb60-429b-9fc3-897f6c09ec63 req-5b028a3f-ab39-4024-b71e-82ef22986436 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d HTTP/1.1" status: 200 len: 912 time: 0.3945384 Nov 19 09:16:28.418690 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1484fcd-cb60-429b-9fc3-897f6c09ec63 req-efbdf220-00aa-41a7-858a-ff03ed4e0f13 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5a13a49-212f-4ce4-9271-9c8e5320c974 HTTP/1.1" status: 200 len: 217 time: 0.1533990 Nov 19 09:16:28.450069 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-4364ef53-667a-4c82-8745-82d17062034c None None] Set router 5e75d5f7-3738-4cc9-83b5-40c22c83ea3c gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:16:28.544037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1484fcd-cb60-429b-9fc3-897f6c09ec63 req-b4548b1c-a533-435c-b1a1-7d07513d8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:28.550700 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1484fcd-cb60-429b-9fc3-897f6c09ec63 req-b4548b1c-a533-435c-b1a1-7d07513d8e8b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=30db2f9d-6aa0-42e4-b0b7-86269964f250 HTTP/1.1" status: 200 len: 851 time: 0.1100986 Nov 19 09:16:28.572923 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6502a-48ac-4a74-ae3b-d616ba1f9ed1 req-fa39326e-969d-4c86-be7d-78c092299713 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:28.583893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ba6502a-48ac-4a74-ae3b-d616ba1f9ed1 req-fa39326e-969d-4c86-be7d-78c092299713 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 950 time: 0.1684220 Nov 19 09:16:28.602737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d37db-0390-4a71-b9c1-edad2512ceda req-ec48dab2-73e0-4891-bded-c129b02ba62e tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:28.611155 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-760d37db-0390-4a71-b9c1-edad2512ceda req-ec48dab2-73e0-4891-bded-c129b02ba62e tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 944 time: 0.2778459 Nov 19 09:16:28.673032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-b5d37ca8-7a98-4c5c-a8e7-39c9220fd8d2 req-070c264c-7363-439b-b15a-d17dae36318d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] For port c0e90070-4633-48d9-b87c-63738998dc3c, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=c0e90070-4633-48d9-b87c-63738998dc3c,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:28.674831 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b5d37ca8-7a98-4c5c-a8e7-39c9220fd8d2 req-070c264c-7363-439b-b15a-d17dae36318d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:28.686074 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1484fcd-cb60-429b-9fc3-897f6c09ec63 req-dafc6fc1-9f4b-44bc-a163-ad56c5609526 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255145 Nov 19 09:16:28.691169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-b5d37ca8-7a98-4c5c-a8e7-39c9220fd8d2 req-070c264c-7363-439b-b15a-d17dae36318d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Calling delete_port for c0e90070-4633-48d9-b87c-63738998dc3c owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:28.736440 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device ea1a2426-b0c6-4a73-b886-db89e8dace26 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:16:28.742451 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device a450042a-daac-4b45-ad49-42030506db1d up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:16:28.781678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ba6502a-48ac-4a74-ae3b-d616ba1f9ed1 req-03ecb7fb-6668-40c2-adc1-07eded70da07 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968002 Nov 19 09:16:28.862267 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-760d37db-0390-4a71-b9c1-edad2512ceda req-290d5001-96b3-4e25-abd9-3d90616fe6e8 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500284 Nov 19 09:16:28.982387 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3ef001c2-681a-454d-b98d-2e74d5336174 req-e15053dd-8b6e-4f8d-b11a-8021d2e96423 service neutron] 10.222.0.71 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9676023 Nov 19 09:16:28.984034 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-32a8f726-295d-49bb-9374-92acdd471a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:29.059703 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1484fcd-cb60-429b-9fc3-897f6c09ec63 req-e1b3c5d1-3b6c-4af5-9fae-461719fa45d8 service neutron] 10.222.0.71 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468332 Nov 19 09:16:29.096486 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-32a8f726-295d-49bb-9374-92acdd471a8a None None] For port 0649692b-7e99-4b40-9216-b272e9695461, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0649692b-7e99-4b40-9216-b272e9695461,segment=NetworkSegment(07fbc6f7-c1a1-4436-94e6-661664f6f951),segment_id=07fbc6f7-c1a1-4436-94e6-661664f6f951)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:29.097908 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port a450042a-daac-4b45-ad49-42030506db1d completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:16:29.107179 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port a450042a-daac-4b45-ad49-42030506db1d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:29.107565 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:29.111069 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3ef001c2-681a-454d-b98d-2e74d5336174 req-22bede8a-7d83-4bb3-a2d1-c53e1e1f3380 service neutron] 10.222.0.71 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187406 Nov 19 09:16:29.111757 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b5d37ca8-7a98-4c5c-a8e7-39c9220fd8d2 req-070c264c-7363-439b-b15a-d17dae36318d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:29.143006 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c264c-7363-439b-b15a-d17dae36318d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Pushing event deleted for resources: {'Port': ['ID=c0e90070-4633-48d9-b87c-63738998dc3c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:29.155784 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-32a8f726-295d-49bb-9374-92acdd471a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:29.226548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['c0e90070-4633-48d9-b87c-63738998dc3c'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:29.267861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['7500ed16-0fea-4afa-a433-374fca147180'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:29.271771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d37ca8-7a98-4c5c-a8e7-39c9220fd8d2 req-070c264c-7363-439b-b15a-d17dae36318d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] No DVR routers for this DVR port c0e90070-4633-48d9-b87c-63738998dc3c on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:16:29.275491 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b5d37ca8-7a98-4c5c-a8e7-39c9220fd8d2 req-070c264c-7363-439b-b15a-d17dae36318d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:29.279441 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b5d37ca8-7a98-4c5c-a8e7-39c9220fd8d2 req-070c264c-7363-439b-b15a-d17dae36318d tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.66 "DELETE /v2.0/ports/c0e90070-4633-48d9-b87c-63738998dc3c HTTP/1.1" status: 204 len: 173 time: 1.5181856 Nov 19 09:16:29.294769 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-bc758f01-8e8b-4fe0-9555-ec83e8966609 admin admin] Deleting port 0649692b-7e99-4b40-9216-b272e9695461 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:29.301209 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc758f01-8e8b-4fe0-9555-ec83e8966609 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:29.336215 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9a9c85-e7dd-4f50-8845-261414e41783', 'name': 'network-vif-deleted', 'tag': 'c0e90070-4633-48d9-b87c-63738998dc3c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:29.343527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c5a13a49-212f-4ce4-9271-9c8e5320c974 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:16:29.345139 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e28eb92-7929-450f-8d2a-92c2f5e8dc44" -d '{"events": [{"server_uuid": "5f9a9c85-e7dd-4f50-8845-261414e41783", "name": "network-vif-deleted", "tag": "c0e90070-4633-48d9-b87c-63738998dc3c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:29.384832 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port ea1a2426-b0c6-4a73-b886-db89e8dace26, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=ea1a2426-b0c6-4a73-b886-db89e8dace26,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:29.403835 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'ea1a2426-b0c6-4a73-b886-db89e8dace26', 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d', 'port_id': 'ea1a2426-b0c6-4a73-b886-db89e8dace26', 'mac_address': 'fa:16:3e:37:59:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30db2f9d-6aa0-42e4-b0b7-86269964f250', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:16:29.409116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ecce9-26e4-48c3-9cbd-70da350b0bdd req-7169085c-861d-4761-b47f-244c95639e81 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:29.417770 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb3ecce9-26e4-48c3-9cbd-70da350b0bdd req-7169085c-861d-4761-b47f-244c95639e81 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=67a39652-b044-4b40-8ee8-77fbdd79e114 HTTP/1.1" status: 200 len: 943 time: 0.2788477 Nov 19 09:16:29.446424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8f726-295d-49bb-9374-92acdd471a8a None None] Pushing event updated for resources: {'Port': ['ID=0649692b-7e99-4b40-9216-b272e9695461,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:29.487939 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1484fcd-cb60-429b-9fc3-897f6c09ec63 req-76761dc0-8250-4690-a5f2-f5dd33357330 service neutron] 10.222.0.71 "GET /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996363 Nov 19 09:16:29.517395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-bc758f01-8e8b-4fe0-9555-ec83e8966609 admin admin] For port 0649692b-7e99-4b40-9216-b272e9695461, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0649692b-7e99-4b40-9216-b272e9695461,segment=NetworkSegment(07fbc6f7-c1a1-4436-94e6-661664f6f951),segment_id=07fbc6f7-c1a1-4436-94e6-661664f6f951)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:29.517965 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc758f01-8e8b-4fe0-9555-ec83e8966609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:29.537364 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6c403f28-e71b-4a9f-82cb-6917a0ce54ad None None] Provisioning complete for port 0649692b-7e99-4b40-9216-b272e9695461 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:29.537768 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6c403f28-e71b-4a9f-82cb-6917a0ce54ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:29.550133 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-bc758f01-8e8b-4fe0-9555-ec83e8966609 admin admin] Calling delete_port for 0649692b-7e99-4b40-9216-b272e9695461 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:29.577467 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb3ecce9-26e4-48c3-9cbd-70da350b0bdd req-dfdaebc0-956d-4ab8-8e28-b2444137441d tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561434 Nov 19 09:16:29.612721 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7d9ad-fb0f-416b-808c-07967b3de1a0 req-b938c6e0-6635-4327-8c3b-89ab29eb8236 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:29.616893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5be7d9ad-fb0f-416b-808c-07967b3de1a0 req-b938c6e0-6635-4327-8c3b-89ab29eb8236 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 944 time: 0.1800573 Nov 19 09:16:29.640350 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:29.661850 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4364ef53-667a-4c82-8745-82d17062034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756766567-router', 'tenant_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'b8b6d950-b5e6-4877-a3b2-57683b88dd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:16:13Z', 'updated_at': '2021-11-19T09:16:23Z', 'revision_number': 4, 'project_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'gw_port': {'id': 'b8b6d950-b5e6-4877-a3b2-57683b88dd49', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:16:14Z', 'updated_at': '2021-11-19T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '0649692b-7e99-4b40-9216-b272e9695461', 'name': '', 'network_id': '78adc7c8-a3e5-4fab-a72d-8f348d3c5634', 'tenant_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'mac_address': 'fa:16:3e:6c:a0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '6099ccef-2fc6-4a52-8f06-db2116109535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:16:21Z', 'updated_at': '2021-11-19T09:16:27Z', 'revision_number': 4, 'project_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'subnets': [{'id': '6099ccef-2fc6-4a52-8f06-db2116109535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:29.763747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364ef53-667a-4c82-8745-82d17062034c None None] The sync data for ids ['5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'] in n-d-805649-14 is: [{'id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756766567-router', 'tenant_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'b8b6d950-b5e6-4877-a3b2-57683b88dd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:16:13Z', 'updated_at': '2021-11-19T09:16:23Z', 'revision_number': 4, 'project_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'gw_port': {'id': 'b8b6d950-b5e6-4877-a3b2-57683b88dd49', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:16:14Z', 'updated_at': '2021-11-19T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '0649692b-7e99-4b40-9216-b272e9695461', 'name': '', 'network_id': '78adc7c8-a3e5-4fab-a72d-8f348d3c5634', 'tenant_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'mac_address': 'fa:16:3e:6c:a0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '6099ccef-2fc6-4a52-8f06-db2116109535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:16:21Z', 'updated_at': '2021-11-19T09:16:27Z', 'revision_number': 4, 'project_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'subnets': [{'id': '6099ccef-2fc6-4a52-8f06-db2116109535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:16:29.780416 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1a2426-b0c6-4a73-b886-db89e8dace26 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:16:29.796080 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5be7d9ad-fb0f-416b-808c-07967b3de1a0 req-7ecb9289-6891-41c0-80f3-0d07363ac176 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625445 Nov 19 09:16:29.806337 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39390ffd-a699-43c7-9f5f-1aa6263a44e3 x-openstack-request-id: req-39390ffd-a699-43c7-9f5f-1aa6263a44e3 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:29.806882 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9a9c85-e7dd-4f50-8845-261414e41783", "name": "network-vif-deleted", "tag": "c0e90070-4633-48d9-b87c-63738998dc3c", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:29.807616 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39390ffd-a699-43c7-9f5f-1aa6263a44e3 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:29.808836 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9a9c85-e7dd-4f50-8845-261414e41783', 'name': 'network-vif-deleted', 'tag': 'c0e90070-4633-48d9-b87c-63738998dc3c', 'status': 'completed', 'code': 200} Nov 19 09:16:29.833845 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:29.926084 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c5a13a49-212f-4ce4-9271-9c8e5320c974, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c5a13a49-212f-4ce4-9271-9c8e5320c974,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:29.942886 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port ea1a2426-b0c6-4a73-b886-db89e8dace26, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=ea1a2426-b0c6-4a73-b886-db89e8dace26,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:30.071216 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:30.117319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port a450042a-daac-4b45-ad49-42030506db1d, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=a450042a-daac-4b45-ad49-42030506db1d,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:30.139194 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-25bbc6a6-b344-42bb-9146-6b1e6c61a74c req-9c6578ca-b741-4164-8871-3f1208f706d7 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f9a9c85-e7dd-4f50-8845-261414e41783 HTTP/1.1" status: 200 len: 210 time: 0.0902023 Nov 19 09:16:30.274744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce41261-3307-4286-aa9d-79d295466e84 req-5f559017-7eef-44db-b55d-bfd947f7351b tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:30.277639 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ce41261-3307-4286-aa9d-79d295466e84 req-5f559017-7eef-44db-b55d-bfd947f7351b tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 944 time: 0.1830895 Nov 19 09:16:30.278967 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc758f01-8e8b-4fe0-9555-ec83e8966609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:30.327754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc758f01-8e8b-4fe0-9555-ec83e8966609 admin admin] Pushing event deleted for resources: {'Port': ['ID=0649692b-7e99-4b40-9216-b272e9695461,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:30.456310 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'c5a13a49-212f-4ce4-9271-9c8e5320c974', 'network_id': '5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d', 'port_id': 'c5a13a49-212f-4ce4-9271-9c8e5320c974', 'mac_address': 'fa:16:3e:42:66:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30db2f9d-6aa0-42e4-b0b7-86269964f250', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:16:30.460287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254aa22b-c533-4a8c-ab07-76fbb04290b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a450042a-daac-4b45-ad49-42030506db1d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:30.462720 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c0b560-9154-4620-b557-b59284aa9db3" -d '{"events": [{"server_uuid": "254aa22b-c533-4a8c-ab07-76fbb04290b2", "name": "network-vif-plugged", "status": "completed", "tag": "a450042a-daac-4b45-ad49-42030506db1d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:30.483813 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ce41261-3307-4286-aa9d-79d295466e84 req-6b89be7a-5f5b-40f9-8b2c-6ffb5eb7adba tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776218 Nov 19 09:16:30.560571 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:30.563187 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f0aacf45-1075-46ef-a950-cf320d718ad8 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:16:30.674917 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6dc81b-7730-486c-bb5c-36b840ebc34a x-openstack-request-id: req-ae6dc81b-7730-486c-bb5c-36b840ebc34a {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:30.693233 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254aa22b-c533-4a8c-ab07-76fbb04290b2", "name": "network-vif-plugged", "status": "completed", "tag": "a450042a-daac-4b45-ad49-42030506db1d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:30.693904 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae6dc81b-7730-486c-bb5c-36b840ebc34a {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:30.694409 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254aa22b-c533-4a8c-ab07-76fbb04290b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a450042a-daac-4b45-ad49-42030506db1d', 'code': 200} Nov 19 09:16:30.713572 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['ea1a2426-b0c6-4a73-b886-db89e8dace26'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:30.829299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b86be-bb8e-4f9a-9ae0-a9a7e5eec197 req-4f8252dd-0a4c-4d38-8b73-b5ad2f127056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:30.830433 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c32b86be-bb8e-4f9a-9ae0-a9a7e5eec197 req-4f8252dd-0a4c-4d38-8b73-b5ad2f127056 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 1097 time: 0.0939164 Nov 19 09:16:30.850432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd3f21-d316-495c-94fa-5905a739c787 req-ba528d05-efc2-43e8-b674-134971b2c496 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:30.864312 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dccd3f21-d316-495c-94fa-5905a739c787 req-ba528d05-efc2-43e8-b674-134971b2c496 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=67a39652-b044-4b40-8ee8-77fbdd79e114 HTTP/1.1" status: 200 len: 944 time: 0.1621025 Nov 19 09:16:30.912212 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc758f01-8e8b-4fe0-9555-ec83e8966609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:30.934155 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=ea1a2426-b0c6-4a73-b886-db89e8dace26,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:30.957387 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c32b86be-bb8e-4f9a-9ae0-a9a7e5eec197 req-7f2c5d38-00ec-4be7-a3e6-d3a3da35e142 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202002 Nov 19 09:16:31.010445 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:31.034649 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a13a49-212f-4ce4-9271-9c8e5320c974 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:16:31.066146 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c5a13a49-212f-4ce4-9271-9c8e5320c974, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c5a13a49-212f-4ce4-9271-9c8e5320c974,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:31.074228 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dccd3f21-d316-495c-94fa-5905a739c787 req-7b423b27-f827-4828-b037-cc8b5dbb024b tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078421 Nov 19 09:16:31.101649 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:31.102358 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 3bece906-fcb7-44f5-a66c-cf84ebff23ad details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:16:31.180291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28980111-3071-49d4-a38e-99a6d5e0f08e req-b7bfc2bc-1bfe-4611-9cdf-60d93b322b62 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:31.183562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28980111-3071-49d4-a38e-99a6d5e0f08e req-b7bfc2bc-1bfe-4611-9cdf-60d93b322b62 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 945 time: 0.1695824 Nov 19 09:16:31.287470 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port f0aacf45-1075-46ef-a950-cf320d718ad8 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:31.288062 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:31.346349 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28980111-3071-49d4-a38e-99a6d5e0f08e req-9bbfca31-f531-4971-993d-f19b0c1e8a21 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522985 Nov 19 09:16:31.380952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 3bece906-fcb7-44f5-a66c-cf84ebff23ad, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=3bece906-fcb7-44f5-a66c-cf84ebff23ad,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:31.409005 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=a450042a-daac-4b45-ad49-42030506db1d,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:31.470399 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '3bece906-fcb7-44f5-a66c-cf84ebff23ad', 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870', 'port_id': '3bece906-fcb7-44f5-a66c-cf84ebff23ad', 'mac_address': 'fa:16:3e:24:b9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc5f9b9-ef02-483f-b54c-00c042a1a970', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:16:31.548769 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc758f01-8e8b-4fe0-9555-ec83e8966609 admin admin] Router 5e75d5f7-3738-4cc9-83b5-40c22c83ea3c has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:16:31.686288 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c5a13a49-212f-4ce4-9271-9c8e5320c974,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:31.743073 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:31.779055 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bece906-fcb7-44f5-a66c-cf84ebff23ad {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:16:31.786127 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:31.836488 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 3bece906-fcb7-44f5-a66c-cf84ebff23ad, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=3bece906-fcb7-44f5-a66c-cf84ebff23ad,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:31.873260 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f0aacf45-1075-46ef-a950-cf320d718ad8, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f0aacf45-1075-46ef-a950-cf320d718ad8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:31.876569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e04272-dd7f-4339-bfc6-c5ce80a79129 req-f7535f0e-e277-486d-b2c4-8ba36af2fb83 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:31.877552 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:31.888277 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:31.900210 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b7e04272-dd7f-4339-bfc6-c5ce80a79129 req-f7535f0e-e277-486d-b2c4-8ba36af2fb83 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 944 time: 0.2399943 Nov 19 09:16:31.918600 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device c0e90070-4633-48d9-b87c-63738998dc3c no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:31.967841 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: c0e90070-4633-48d9-b87c-63738998dc3c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:16:31.968298 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device c0e90070-4633-48d9-b87c-63738998dc3c not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:32.012599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=3bece906-fcb7-44f5-a66c-cf84ebff23ad,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:32.051688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc758f01-8e8b-4fe0-9555-ec83e8966609 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:16:32.066277 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40392) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:32.067119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bc758f01-8e8b-4fe0-9555-ec83e8966609 admin admin] 10.222.0.21 "PUT /v2.0/routers/5e75d5f7-3738-4cc9-83b5-40c22c83ea3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8004301 Nov 19 09:16:32.087129 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b7e04272-dd7f-4339-bfc6-c5ce80a79129 req-d6543650-fa94-4505-ac7c-ae12f44be07a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857789 Nov 19 09:16:32.091828 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e87b4d2-c979-4df0-af4e-80a121630e41 None None] Sync routers for ids ['5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:16:32.106722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f97cb-6641-46ee-8a93-7e23862f7765 req-9c1348f0-c0f6-452d-9b02-85d86efcf611 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:32.125822 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e87b4d2-c979-4df0-af4e-80a121630e41 None None] Routers {'5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:16:32.126722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe9f97cb-6641-46ee-8a93-7e23862f7765 req-9c1348f0-c0f6-452d-9b02-85d86efcf611 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 951 time: 0.2083013 Nov 19 09:16:32.127056 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4e87b4d2-c979-4df0-af4e-80a121630e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:16:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:32.138264 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=f0aacf45-1075-46ef-a950-cf320d718ad8,revision_number=10']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:32.159378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['c5a13a49-212f-4ce4-9271-9c8e5320c974'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:32.165965 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['3bece906-fcb7-44f5-a66c-cf84ebff23ad'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:32.230433 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe9f97cb-6641-46ee-8a93-7e23862f7765 req-fb82fb1f-4f04-45de-b6a6-ced204d74905 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988700 Nov 19 09:16:32.369811 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4e87b4d2-c979-4df0-af4e-80a121630e41 None None] Set router 5e75d5f7-3738-4cc9-83b5-40c22c83ea3c gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:16:32.374197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559808d-e6ef-4fe3-a056-842032926dd0 req-5a634126-7bed-47d2-affd-1c6e538433ad tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:32.387690 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f559808d-e6ef-4fe3-a056-842032926dd0 req-5a634126-7bed-47d2-affd-1c6e538433ad tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=67a39652-b044-4b40-8ee8-77fbdd79e114 HTTP/1.1" status: 200 len: 944 time: 0.1240628 Nov 19 09:16:32.399852 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43ec442b-a187-4ea3-9a7d-ba60268d4bca admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:32.501446 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f559808d-e6ef-4fe3-a056-842032926dd0 req-24ce7a5c-16c9-49ad-8722-38ddcd1bd676 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061411 Nov 19 09:16:32.619668 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee935a4f-0a58-44ed-be50-e4e2d24590bb req-b3cbe944-4b29-4d81-8739-006aa285c657 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:32.631044 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ee935a4f-0a58-44ed-be50-e4e2d24590bb req-b3cbe944-4b29-4d81-8739-006aa285c657 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 945 time: 0.1538839 Nov 19 09:16:32.686413 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43ec442b-a187-4ea3-9a7d-ba60268d4bca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:32.695446 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544e2ca8-0205-4994-9f14-795f333c427b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0aacf45-1075-46ef-a950-cf320d718ad8'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:32.698076 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6527444d-4f4d-4af9-88ba-00c6316ab070" -d '{"events": [{"server_uuid": "544e2ca8-0205-4994-9f14-795f333c427b", "name": "network-vif-plugged", "status": "completed", "tag": "f0aacf45-1075-46ef-a950-cf320d718ad8"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:32.747921 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ee935a4f-0a58-44ed-be50-e4e2d24590bb req-debf63fe-ee9d-4ab2-997d-39e1ebd34b60 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155384 Nov 19 09:16:32.750156 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device ea1a2426-b0c6-4a73-b886-db89e8dace26 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:16:32.759431 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4e87b4d2-c979-4df0-af4e-80a121630e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756766567-router', 'tenant_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'b8b6d950-b5e6-4877-a3b2-57683b88dd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:16:13Z', 'updated_at': '2021-11-19T09:16:30Z', 'revision_number': 5, 'project_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'gw_port': {'id': 'b8b6d950-b5e6-4877-a3b2-57683b88dd49', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:16:14Z', 'updated_at': '2021-11-19T09:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:32.847871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-43ec442b-a187-4ea3-9a7d-ba60268d4bca admin admin] Deleting port b8b6d950-b5e6-4877-a3b2-57683b88dd49 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:32.848797 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43ec442b-a187-4ea3-9a7d-ba60268d4bca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:32.859022 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e87b4d2-c979-4df0-af4e-80a121630e41 None None] Checking router: 5e75d5f7-3738-4cc9-83b5-40c22c83ea3c for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:16:32.864981 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d727ad5-98b6-49d6-b836-5ecb9769fc08 x-openstack-request-id: req-2d727ad5-98b6-49d6-b836-5ecb9769fc08 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:32.865342 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544e2ca8-0205-4994-9f14-795f333c427b", "name": "network-vif-plugged", "status": "completed", "tag": "f0aacf45-1075-46ef-a950-cf320d718ad8", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:32.869379 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d727ad5-98b6-49d6-b836-5ecb9769fc08 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:32.869898 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544e2ca8-0205-4994-9f14-795f333c427b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0aacf45-1075-46ef-a950-cf320d718ad8', 'code': 200} Nov 19 09:16:32.886759 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e87b4d2-c979-4df0-af4e-80a121630e41 None None] Routers {'5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:16:32.888094 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4e87b4d2-c979-4df0-af4e-80a121630e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:16:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:32.947022 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port ea1a2426-b0c6-4a73-b886-db89e8dace26 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:16:32.952478 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port ea1a2426-b0c6-4a73-b886-db89e8dace26 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:32.952478 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:33.059638 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-43ec442b-a187-4ea3-9a7d-ba60268d4bca admin admin] For port b8b6d950-b5e6-4877-a3b2-57683b88dd49, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b8b6d950-b5e6-4877-a3b2-57683b88dd49,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:33.060027 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43ec442b-a187-4ea3-9a7d-ba60268d4bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:33.115480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-43ec442b-a187-4ea3-9a7d-ba60268d4bca admin admin] Calling delete_port for b8b6d950-b5e6-4877-a3b2-57683b88dd49 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:33.144497 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:33.272721 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port ea1a2426-b0c6-4a73-b886-db89e8dace26, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=ea1a2426-b0c6-4a73-b886-db89e8dace26,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:33.278962 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4e87b4d2-c979-4df0-af4e-80a121630e41 None None] Set router 5e75d5f7-3738-4cc9-83b5-40c22c83ea3c gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:16:33.287066 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:33.342596 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4e87b4d2-c979-4df0-af4e-80a121630e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756766567-router', 'tenant_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:16:13Z', 'updated_at': '2021-11-19T09:16:32Z', 'revision_number': 6, 'project_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:33.374413 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e87b4d2-c979-4df0-af4e-80a121630e41 None None] The sync data for ids ['5e75d5f7-3738-4cc9-83b5-40c22c83ea3c'] in n-d-805649-14 is: [{'id': '5e75d5f7-3738-4cc9-83b5-40c22c83ea3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756766567-router', 'tenant_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:16:13Z', 'updated_at': '2021-11-19T09:16:32Z', 'revision_number': 6, 'project_id': 'e7bcbff1216c4c16a2185b3c5f4f93af', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:16:33.445226 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=ea1a2426-b0c6-4a73-b886-db89e8dace26,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:33.480358 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43ec442b-a187-4ea3-9a7d-ba60268d4bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:33.513479 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec442b-a187-4ea3-9a7d-ba60268d4bca admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b6d950-b5e6-4877-a3b2-57683b88dd49,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:33.599372 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43ec442b-a187-4ea3-9a7d-ba60268d4bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:33.647449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20267c79-21d8-4871-8e1b-ccf936a848a9 req-a012fb69-84a0-4595-a804-ce243e15e080 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:33.648765 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20267c79-21d8-4871-8e1b-ccf936a848a9 req-a012fb69-84a0-4595-a804-ce243e15e080 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.71 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 951 time: 0.6899164 Nov 19 09:16:33.681210 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc42db1-2590-4b12-8967-a4ef253860a3 req-5c90a48e-4713-4e6c-ae5c-b37afdfbdf65 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:33.688629 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5fc42db1-2590-4b12-8967-a4ef253860a3 req-5c90a48e-4713-4e6c-ae5c-b37afdfbdf65 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 945 time: 0.1208823 Nov 19 09:16:33.713428 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43ec442b-a187-4ea3-9a7d-ba60268d4bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:33.716314 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43ec442b-a187-4ea3-9a7d-ba60268d4bca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:33.724215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a7e5e-ab5c-4f0a-859a-bdc223ebe339 req-532c0f11-bdc0-4ca9-8e7a-44663ec6f281 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:33.734447 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed1a7e5e-ab5c-4f0a-859a-bdc223ebe339 req-532c0f11-bdc0-4ca9-8e7a-44663ec6f281 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 945 time: 0.1655331 Nov 19 09:16:33.790951 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43ec442b-a187-4ea3-9a7d-ba60268d4bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:33.791533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ec442b-a187-4ea3-9a7d-ba60268d4bca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e75d5f7-3738-4cc9-83b5-40c22c83ea3c {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:16:33.797260 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43ec442b-a187-4ea3-9a7d-ba60268d4bca admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:33.801072 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-43ec442b-a187-4ea3-9a7d-ba60268d4bca admin admin] 10.222.0.21 "DELETE /v2.0/routers/5e75d5f7-3738-4cc9-83b5-40c22c83ea3c HTTP/1.1" status: 204 len: 168 time: 1.7336934 Nov 19 09:16:33.801850 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40430) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:33.878981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5fc42db1-2590-4b12-8967-a4ef253860a3 req-fb1cccd7-9ea4-414c-b845-755c846509d2 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746807 Nov 19 09:16:33.879119 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0dbe76-57a5-4eb9-95d4-8fbbbe53f178 admin admin] Deleting subnet 6099ccef-2fc6-4a52-8f06-db2116109535 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:16:33.879231 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed1a7e5e-ab5c-4f0a-859a-bdc223ebe339 req-9126c0ed-2d0b-4d91-a778-7aea303056c7 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402216 Nov 19 09:16:33.884236 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d0dbe76-57a5-4eb9-95d4-8fbbbe53f178 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:33.890220 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c5a13a49-212f-4ce4-9271-9c8e5320c974 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:16:33.912308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-20267c79-21d8-4871-8e1b-ccf936a848a9 req-ccdf26a7-8ae7-42e6-8aab-8260c88862ab tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Deleting port 7500ed16-0fea-4afa-a433-374fca147180 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:33.912642 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-20267c79-21d8-4871-8e1b-ccf936a848a9 req-ccdf26a7-8ae7-42e6-8aab-8260c88862ab tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:33.965155 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d0dbe76-57a5-4eb9-95d4-8fbbbe53f178 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:34.028990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-20267c79-21d8-4871-8e1b-ccf936a848a9 req-ccdf26a7-8ae7-42e6-8aab-8260c88862ab tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] For port 7500ed16-0fea-4afa-a433-374fca147180, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7500ed16-0fea-4afa-a433-374fca147180,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:34.029417 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-20267c79-21d8-4871-8e1b-ccf936a848a9 req-ccdf26a7-8ae7-42e6-8aab-8260c88862ab tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:34.042305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-20267c79-21d8-4871-8e1b-ccf936a848a9 req-ccdf26a7-8ae7-42e6-8aab-8260c88862ab tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Calling delete_port for 7500ed16-0fea-4afa-a433-374fca147180 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:34.048873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port c5a13a49-212f-4ce4-9271-9c8e5320c974 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:16:34.054487 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port c5a13a49-212f-4ce4-9271-9c8e5320c974 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:34.054953 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:34.075699 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d0dbe76-57a5-4eb9-95d4-8fbbbe53f178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:34.153199 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d0dbe76-57a5-4eb9-95d4-8fbbbe53f178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:34.186398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dbe76-57a5-4eb9-95d4-8fbbbe53f178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6099ccef-2fc6-4a52-8f06-db2116109535,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:34.195157 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d0dbe76-57a5-4eb9-95d4-8fbbbe53f178 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:34.203918 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9d0dbe76-57a5-4eb9-95d4-8fbbbe53f178 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6099ccef-2fc6-4a52-8f06-db2116109535 HTTP/1.1" status: 204 len: 168 time: 0.4010618 Nov 19 09:16:34.204581 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40436) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:34.204862 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ee6f10-9cc9-4414-974e-b9792a768799 None None] Network 78adc7c8-a3e5-4fab-a72d-8f348d3c5634 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:16:34.258170 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:34.260293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb4a0f-89a3-45e1-a20d-3d3c1352bcb3 req-f7f1029e-700f-4f91-95d9-0346bd1d65e5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:34.268755 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00cb4a0f-89a3-45e1-a20d-3d3c1352bcb3 req-f7f1029e-700f-4f91-95d9-0346bd1d65e5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=67a39652-b044-4b40-8ee8-77fbdd79e114 HTTP/1.1" status: 200 len: 945 time: 0.1457856 Nov 19 09:16:34.288482 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-20267c79-21d8-4871-8e1b-ccf936a848a9 req-ccdf26a7-8ae7-42e6-8aab-8260c88862ab tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:34.302224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['7500ed16-0fea-4afa-a433-374fca147180'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:34.305191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99c5d6-5ca9-4d68-9421-61f23aabd11a req-250786c9-4f6c-4f55-802e-2db2e9601ac5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:34.307064 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa99c5d6-5ca9-4d68-9421-61f23aabd11a req-250786c9-4f6c-4f55-802e-2db2e9601ac5 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/ports?device_id=166d7588-aec1-41bc-a3d8-c2a2a5bf3110 HTTP/1.1" status: 200 len: 868 time: 0.1827269 Nov 19 09:16:34.337646 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:34.372681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf26a7-8ae7-42e6-8aab-8260c88862ab tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Pushing event deleted for resources: {'Port': ['ID=7500ed16-0fea-4afa-a433-374fca147180,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:34.379128 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c5a13a49-212f-4ce4-9271-9c8e5320c974, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c5a13a49-212f-4ce4-9271-9c8e5320c974,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:34.415500 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:34.416307 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 3bece906-fcb7-44f5-a66c-cf84ebff23ad up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:16:34.459508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] Deleting port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:34.459857 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:34.508391 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-20267c79-21d8-4871-8e1b-ccf936a848a9 req-ccdf26a7-8ae7-42e6-8aab-8260c88862ab tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] No DVR routers for this DVR port 7500ed16-0fea-4afa-a433-374fca147180 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:16:34.545319 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-20267c79-21d8-4871-8e1b-ccf936a848a9 req-ccdf26a7-8ae7-42e6-8aab-8260c88862ab tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:34.550613 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20267c79-21d8-4871-8e1b-ccf936a848a9 req-ccdf26a7-8ae7-42e6-8aab-8260c88862ab tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.71 "DELETE /v2.0/ports/7500ed16-0fea-4afa-a433-374fca147180 HTTP/1.1" status: 204 len: 173 time: 0.8917148 Nov 19 09:16:34.551959 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166d7588-aec1-41bc-a3d8-c2a2a5bf3110', 'name': 'network-vif-deleted', 'tag': '7500ed16-0fea-4afa-a433-374fca147180'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:34.564661 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cc95c0-90dc-438b-a27a-c247ba0c3afb" -d '{"events": [{"server_uuid": "166d7588-aec1-41bc-a3d8-c2a2a5bf3110", "name": "network-vif-deleted", "tag": "7500ed16-0fea-4afa-a433-374fca147180"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:34.575530 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c5a13a49-212f-4ce4-9271-9c8e5320c974,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:34.598990 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00cb4a0f-89a3-45e1-a20d-3d3c1352bcb3 req-dfbc69ee-6d44-4bd3-abcb-88e848a5c0f8 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289568 Nov 19 09:16:34.641370 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa99c5d6-5ca9-4d68-9421-61f23aabd11a req-444fc548-4e5e-4f0e-8f4c-8fa989fbc814 tempest-ServersAdminTestJSON-370475603 tempest-ServersAdminTestJSON-370475603-project] 10.222.0.21 "GET /v2.0/security-groups?id=2714b4cd-5c15-4fc2-aec9-a325f2285ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760665 Nov 19 09:16:34.658613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 3bece906-fcb7-44f5-a66c-cf84ebff23ad completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:16:34.667820 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] For port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3468d882-db8a-4ffb-99d3-5b3f4ebca77c,segment=NetworkSegment(07fbc6f7-c1a1-4436-94e6-661664f6f951),segment_id=07fbc6f7-c1a1-4436-94e6-661664f6f951)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:34.668203 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:34.669992 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 3bece906-fcb7-44f5-a66c-cf84ebff23ad triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:34.670522 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:34.713401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] Calling delete_port for 3468d882-db8a-4ffb-99d3-5b3f4ebca77c owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:34.830744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f413cda-9f72-4c39-8df4-6fe88213bb9f None None] DHCP port deletion for 78adc7c8-a3e5-4fab-a72d-8f348d3c5634 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:16:34.940495 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a39652-b044-4b40-8ee8-77fbdd79e114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1a2426-b0c6-4a73-b886-db89e8dace26'}, {'server_uuid': '78e99014-ab0a-4eb2-adf7-be1b1e395b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a13a49-212f-4ce4-9271-9c8e5320c974'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:34.943817 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f33532-9b1c-42f8-bdc1-79048ff145c6" -d '{"events": [{"server_uuid": "67a39652-b044-4b40-8ee8-77fbdd79e114", "name": "network-vif-plugged", "status": "completed", "tag": "ea1a2426-b0c6-4a73-b886-db89e8dace26"}, {"server_uuid": "78e99014-ab0a-4eb2-adf7-be1b1e395b2e", "name": "network-vif-plugged", "status": "completed", "tag": "c5a13a49-212f-4ce4-9271-9c8e5320c974"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:35.008341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3468d882-db8a-4ffb-99d3-5b3f4ebca77c no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:35.088624 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315b46b-c3a9-4e61-b256-fb4d1b0fe560 req-52de3e1f-6c15-4d0d-b7c3-cd7b8b40cd6b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:35.092837 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c315b46b-c3a9-4e61-b256-fb4d1b0fe560 req-52de3e1f-6c15-4d0d-b7c3-cd7b8b40cd6b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.66 "GET /v2.0/ports?device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 945 time: 0.0779929 Nov 19 09:16:35.095578 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:35.132287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No active binding found for port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c {{(pid=103478) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 09:16:35.132287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3468d882-db8a-4ffb-99d3-5b3f4ebca77c not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:35.132287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0649692b-7e99-4b40-9216-b272e9695461 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:35.133569 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d9565f-cfb6-41be-a0ec-6cf402f96e72 x-openstack-request-id: req-41d9565f-cfb6-41be-a0ec-6cf402f96e72 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:35.134079 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166d7588-aec1-41bc-a3d8-c2a2a5bf3110", "name": "network-vif-deleted", "tag": "7500ed16-0fea-4afa-a433-374fca147180", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:35.134177 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41d9565f-cfb6-41be-a0ec-6cf402f96e72 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:35.134594 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166d7588-aec1-41bc-a3d8-c2a2a5bf3110', 'name': 'network-vif-deleted', 'tag': '7500ed16-0fea-4afa-a433-374fca147180', 'status': 'completed', 'code': 200} Nov 19 09:16:35.182458 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] No DVR routers for this DVR port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:16:35.192369 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 0649692b-7e99-4b40-9216-b272e9695461 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:16:35.192751 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0649692b-7e99-4b40-9216-b272e9695461 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:35.193312 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b8b6d950-b5e6-4877-a3b2-57683b88dd49 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:35.201386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265b132-7ea8-41ff-a37c-aaac2ada7f03 req-2b2b48e4-6096-4f37-bfc3-7d2ce0dc98e8 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:35.220618 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=3468d882-db8a-4ffb-99d3-5b3f4ebca77c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:35.225410 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2265b132-7ea8-41ff-a37c-aaac2ada7f03 req-2b2b48e4-6096-4f37-bfc3-7d2ce0dc98e8 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 945 time: 0.1699083 Nov 19 09:16:35.232533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: b8b6d950-b5e6-4877-a3b2-57683b88dd49 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:16:35.233230 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b8b6d950-b5e6-4877-a3b2-57683b88dd49 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:35.259172 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1f413cda-9f72-4c39-8df4-6fe88213bb9f None None] Deleting port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:35.259555 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f413cda-9f72-4c39-8df4-6fe88213bb9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:35.262565 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:35.322900 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 3bece906-fcb7-44f5-a66c-cf84ebff23ad, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=3bece906-fcb7-44f5-a66c-cf84ebff23ad,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:35.336087 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:35.369829 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:35.370649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78adc7c8-a3e5-4fab-a72d-8f348d3c5634']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:35.389049 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fbc6f7-c1a1-4436-94e6-661664f6f951') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:35.389538 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fbc6f7-c1a1-4436-94e6-661664f6f951') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:35.398800 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2265b132-7ea8-41ff-a37c-aaac2ada7f03 req-a6491b4c-d8ba-428a-b774-247a26229366 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716297 Nov 19 09:16:35.402880 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:35.420655 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:35.431929 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:16:35.431929 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:35.447156 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1f413cda-9f72-4c39-8df4-6fe88213bb9f None None] For port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c, host n-d-805649-14, got binding levels [] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:35.447576 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f413cda-9f72-4c39-8df4-6fe88213bb9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:35.448119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fb7fc-f783-4cf6-ac55-3996df621de7 req-7f13986e-e3f9-4008-99cc-0cd969d921d5 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:35.459912 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b0fb7fc-f783-4cf6-ac55-3996df621de7 req-7f13986e-e3f9-4008-99cc-0cd969d921d5 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 945 time: 0.2315643 Nov 19 09:16:35.470287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=3bece906-fcb7-44f5-a66c-cf84ebff23ad,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:35.477481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1f413cda-9f72-4c39-8df4-6fe88213bb9f None None] Calling delete_port for 3468d882-db8a-4ffb-99d3-5b3f4ebca77c owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:35.481218 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.ipam_backend_mixin [None req-1f413cda-9f72-4c39-8df4-6fe88213bb9f None None] Port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c was not found and therefore no delete operation was performed {{(pid=103478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 09:16:35.484055 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f413cda-9f72-4c39-8df4-6fe88213bb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:16:35.509898 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:16:35.522517 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f413cda-9f72-4c39-8df4-6fe88213bb9f None None] Pushing event deleted for resources: {'Port': ['ID=3468d882-db8a-4ffb-99d3-5b3f4ebca77c,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:35.528300 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f413cda-9f72-4c39-8df4-6fe88213bb9f None None] No DVR routers for this DVR port 3468d882-db8a-4ffb-99d3-5b3f4ebca77c on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:16:35.531093 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:35.546546 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:35.550876 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] 10.222.0.21 "DELETE /v2.0/networks/78adc7c8-a3e5-4fab-a72d-8f348d3c5634 HTTP/1.1" status: 204 len: 168 time: 1.3452322 Nov 19 09:16:35.603191 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b0fb7fc-f783-4cf6-ac55-3996df621de7 req-8f6fd4f9-cfff-43fc-905d-171dc7318698 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375093 Nov 19 09:16:35.604959 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edc7af-2f02-4320-979d-be8ce38b8f9e admin admin] Pushing event deleted for resources: {'Network': ['ID=78adc7c8-a3e5-4fab-a72d-8f348d3c5634,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:35.628496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-c315b46b-c3a9-4e61-b256-fb4d1b0fe560 req-3671546d-2197-43e9-a2ca-06434286f1c0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Deleting port a450042a-daac-4b45-ad49-42030506db1d {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:35.629032 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c315b46b-c3a9-4e61-b256-fb4d1b0fe560 req-3671546d-2197-43e9-a2ca-06434286f1c0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:35.630835 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347d28e7-fe15-4c3a-a439-b312a389b879 x-openstack-request-id: req-347d28e7-fe15-4c3a-a439-b312a389b879 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:35.631180 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a39652-b044-4b40-8ee8-77fbdd79e114", "name": "network-vif-plugged", "status": "completed", "tag": "ea1a2426-b0c6-4a73-b886-db89e8dace26", "code": 200}, {"server_uuid": "78e99014-ab0a-4eb2-adf7-be1b1e395b2e", "name": "network-vif-plugged", "status": "completed", "tag": "c5a13a49-212f-4ce4-9271-9c8e5320c974", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:35.631435 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-347d28e7-fe15-4c3a-a439-b312a389b879 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:35.631836 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a39652-b044-4b40-8ee8-77fbdd79e114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1a2426-b0c6-4a73-b886-db89e8dace26', 'code': 200} Nov 19 09:16:35.632094 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e99014-ab0a-4eb2-adf7-be1b1e395b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a13a49-212f-4ce4-9271-9c8e5320c974', 'code': 200} Nov 19 09:16:35.870125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40470) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:35.957426 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf9a51-32fb-4d2a-8097-9c2a8bf1241b req-f0977087-e4c3-430c-9f55-cc91e0433597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:35.958829 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bcf9a51-32fb-4d2a-8097-9c2a8bf1241b req-f0977087-e4c3-430c-9f55-cc91e0433597 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=67a39652-b044-4b40-8ee8-77fbdd79e114 HTTP/1.1" status: 200 len: 1097 time: 0.2249794 Nov 19 09:16:35.971216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c315b46b-c3a9-4e61-b256-fb4d1b0fe560 req-3671546d-2197-43e9-a2ca-06434286f1c0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] For port a450042a-daac-4b45-ad49-42030506db1d, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=a450042a-daac-4b45-ad49-42030506db1d,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:35.972352 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c315b46b-c3a9-4e61-b256-fb4d1b0fe560 req-3671546d-2197-43e9-a2ca-06434286f1c0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:35.976496 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd8bf8-86d8-45e2-9111-d4432f084ef4 req-da05f7bf-09a4-49aa-b764-f813e214bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:35.978681 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14fd8bf8-86d8-45e2-9111-d4432f084ef4 req-da05f7bf-09a4-49aa-b764-f813e214bb52 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=78e99014-ab0a-4eb2-adf7-be1b1e395b2e HTTP/1.1" status: 200 len: 1098 time: 0.1827848 Nov 19 09:16:36.010898 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-c315b46b-c3a9-4e61-b256-fb4d1b0fe560 req-3671546d-2197-43e9-a2ca-06434286f1c0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Calling delete_port for a450042a-daac-4b45-ad49-42030506db1d owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:36.071514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf22165-b61c-46f0-a95f-9739e0467687 req-aac1b482-4eff-45f2-86f9-e3becdc9d905 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:36.077165 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-caf22165-b61c-46f0-a95f-9739e0467687 req-aac1b482-4eff-45f2-86f9-e3becdc9d905 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=67a39652-b044-4b40-8ee8-77fbdd79e114 HTTP/1.1" status: 200 len: 945 time: 0.2931209 Nov 19 09:16:36.109721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-59d35b0d-fb27-4e72-875c-4f44ef7cf5a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7bcbff1216c4c16a2185b3c5f4f93af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2374976 Nov 19 09:16:36.111783 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40484) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:36.176752 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bcf9a51-32fb-4d2a-8097-9c2a8bf1241b req-b741e202-9e4c-4f00-b7cc-f9df2f1de19c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954861 Nov 19 09:16:36.205402 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40486) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:36.217812 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14fd8bf8-86d8-45e2-9111-d4432f084ef4 req-bf978ab3-c5be-4a06-be00-145cfcdb6905 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264900 Nov 19 09:16:36.232768 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af211e56-23d7-4e54-8740-59676b016591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:36.252655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-caf22165-b61c-46f0-a95f-9739e0467687 req-abb8495d-6a1c-4c59-85b9-2a0895f65c42 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493726 Nov 19 09:16:36.269177 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af211e56-23d7-4e54-8740-59676b016591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:36.362423 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af211e56-23d7-4e54-8740-59676b016591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:36.366398 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af211e56-23d7-4e54-8740-59676b016591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:36.371199 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-af211e56-23d7-4e54-8740-59676b016591 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57797991-438f-452f-9573-9f06cfecc2c0 HTTP/1.1" status: 204 len: 168 time: 0.2552743 Nov 19 09:16:36.384769 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af211e56-23d7-4e54-8740-59676b016591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57797991-438f-452f-9573-9f06cfecc2c0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:36.390309 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c315b46b-c3a9-4e61-b256-fb4d1b0fe560 req-3671546d-2197-43e9-a2ca-06434286f1c0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:36.407518 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['a450042a-daac-4b45-ad49-42030506db1d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:36.454852 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671546d-2197-43e9-a2ca-06434286f1c0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Pushing event deleted for resources: {'Port': ['ID=a450042a-daac-4b45-ad49-42030506db1d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:36.552005 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a27e22da-9b58-403b-9379-e8f4ed5bdf2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53efc4c4365a4f0d9a0ad69f0cbe704a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3437250 Nov 19 09:16:36.552005 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-c315b46b-c3a9-4e61-b256-fb4d1b0fe560 req-3671546d-2197-43e9-a2ca-06434286f1c0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] No DVR routers for this DVR port a450042a-daac-4b45-ad49-42030506db1d on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:16:36.554413 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c315b46b-c3a9-4e61-b256-fb4d1b0fe560 req-3671546d-2197-43e9-a2ca-06434286f1c0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:36.561803 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c315b46b-c3a9-4e61-b256-fb4d1b0fe560 req-3671546d-2197-43e9-a2ca-06434286f1c0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.66 "DELETE /v2.0/ports/a450042a-daac-4b45-ad49-42030506db1d HTTP/1.1" status: 204 len: 173 time: 1.4549892 Nov 19 09:16:36.562599 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40494) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:36.563273 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254aa22b-c533-4a8c-ab07-76fbb04290b2', 'name': 'network-vif-deleted', 'tag': 'a450042a-daac-4b45-ad49-42030506db1d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:36.567872 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4b0086-ebad-442a-bed3-07f536435779" -d '{"events": [{"server_uuid": "254aa22b-c533-4a8c-ab07-76fbb04290b2", "name": "network-vif-deleted", "tag": "a450042a-daac-4b45-ad49-42030506db1d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:36.658370 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f3568a4-e055-4953-84d2-3d9db2f1c724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:36.665926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc27c69-f2ff-4e76-9fc2-665b246c8204 req-1179ce0f-3d16-4392-8a26-906bf73b0699 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:36.679046 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfc27c69-f2ff-4e76-9fc2-665b246c8204 req-1179ce0f-3d16-4392-8a26-906bf73b0699 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 946 time: 0.1610684 Nov 19 09:16:36.688185 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f3568a4-e055-4953-84d2-3d9db2f1c724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:36.768627 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d88964-8204-44c1-8460-6ddefb196308 x-openstack-request-id: req-89d88964-8204-44c1-8460-6ddefb196308 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:36.769239 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254aa22b-c533-4a8c-ab07-76fbb04290b2", "name": "network-vif-deleted", "tag": "a450042a-daac-4b45-ad49-42030506db1d", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:36.769594 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89d88964-8204-44c1-8460-6ddefb196308 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:36.770184 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254aa22b-c533-4a8c-ab07-76fbb04290b2', 'name': 'network-vif-deleted', 'tag': 'a450042a-daac-4b45-ad49-42030506db1d', 'status': 'completed', 'code': 200} Nov 19 09:16:36.779225 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f3568a4-e055-4953-84d2-3d9db2f1c724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:36.782708 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f3568a4-e055-4953-84d2-3d9db2f1c724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:36.784067 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3f3568a4-e055-4953-84d2-3d9db2f1c724 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2714b4cd-5c15-4fc2-aec9-a325f2285ec0 HTTP/1.1" status: 204 len: 168 time: 0.2129149 Nov 19 09:16:36.801130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3568a4-e055-4953-84d2-3d9db2f1c724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2714b4cd-5c15-4fc2-aec9-a325f2285ec0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:36.840682 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfc27c69-f2ff-4e76-9fc2-665b246c8204 req-d7adb989-96b6-467c-9cb8-1e40a86fca5a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574290 Nov 19 09:16:36.880978 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aac2b188-7c5f-4e8c-9282-20a3ab2d83ae req-6f79a592-2032-4603-9f64-73234f0cc923 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=254aa22b-c533-4a8c-ab07-76fbb04290b2 HTTP/1.1" status: 200 len: 210 time: 0.0388503 Nov 19 09:16:37.311826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40530) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:37.394182 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6b39fe01-d15c-4a38-a7b7-22d1fb828edc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01951025b40542889b5986b9a388d260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0810034 Nov 19 09:16:37.397927 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40532) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:37.448010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6dcdf-84e5-4631-9ca1-c8c100651f3d req-75522dda-b031-4c48-82a4-b2be9c9fd10a tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:37.452123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-faa6dcdf-84e5-4631-9ca1-c8c100651f3d req-75522dda-b031-4c48-82a4-b2be9c9fd10a tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=67a39652-b044-4b40-8ee8-77fbdd79e114 HTTP/1.1" status: 200 len: 945 time: 0.0713003 Nov 19 09:16:37.468807 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91558bed-60ee-467f-8e68-2ccdcc2b7cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:37.499264 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91558bed-60ee-467f-8e68-2ccdcc2b7cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:37.584837 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-faa6dcdf-84e5-4631-9ca1-c8c100651f3d req-0f81a5b4-9d48-41b5-8b01-b13ffc6f2ca3 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263626 Nov 19 09:16:37.602442 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91558bed-60ee-467f-8e68-2ccdcc2b7cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:37.610493 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91558bed-60ee-467f-8e68-2ccdcc2b7cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:37.611740 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-91558bed-60ee-467f-8e68-2ccdcc2b7cc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88b61c59-7212-438d-af1e-52cd6d83c445 HTTP/1.1" status: 204 len: 168 time: 0.2128227 Nov 19 09:16:37.620385 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91558bed-60ee-467f-8e68-2ccdcc2b7cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b61c59-7212-438d-af1e-52cd6d83c445,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:37.633491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bece906-fcb7-44f5-a66c-cf84ebff23ad'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:37.637665 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823b12b0-b53f-493e-905e-20ecd1066e40" -d '{"events": [{"server_uuid": "9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df", "name": "network-vif-plugged", "status": "completed", "tag": "3bece906-fcb7-44f5-a66c-cf84ebff23ad"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:37.694705 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8536396b-5a9e-4aa6-b9fa-4bc00df46fb5 x-openstack-request-id: req-8536396b-5a9e-4aa6-b9fa-4bc00df46fb5 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:37.695034 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df", "name": "network-vif-plugged", "status": "completed", "tag": "3bece906-fcb7-44f5-a66c-cf84ebff23ad", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:37.695300 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8536396b-5a9e-4aa6-b9fa-4bc00df46fb5 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:37.695857 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bece906-fcb7-44f5-a66c-cf84ebff23ad', 'code': 200} Nov 19 09:16:37.832612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8207c-bc10-4bbe-ad7f-95990aa1b32f req-edc0da08-34b1-4b50-8865-c5a5ce112356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:37.834229 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4a8207c-bc10-4bbe-ad7f-95990aa1b32f req-edc0da08-34b1-4b50-8865-c5a5ce112356 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 1098 time: 0.0653627 Nov 19 09:16:37.904084 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7500ed16-0fea-4afa-a433-374fca147180 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:37.972015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 7500ed16-0fea-4afa-a433-374fca147180 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:16:37.972557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7500ed16-0fea-4afa-a433-374fca147180 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:37.980572 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4a8207c-bc10-4bbe-ad7f-95990aa1b32f req-f8bfbb3a-ffd5-4e1f-a84b-39ec66768311 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357467 Nov 19 09:16:38.094953 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7357b-783d-4154-a45d-718e6d3bccee req-e72258cc-9741-4b49-bce1-db8ce14f6528 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:38.094953 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ca7357b-783d-4154-a45d-718e6d3bccee req-e72258cc-9741-4b49-bce1-db8ce14f6528 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 946 time: 0.1169400 Nov 19 09:16:38.180238 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ca7357b-783d-4154-a45d-718e6d3bccee req-99be7a08-59c2-47ce-8eae-09114141c96b tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743172 Nov 19 09:16:38.578477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-c0a1ebf5-3a0b-4af3-abe2-d56966f2a8c2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:38.589535 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-c0a1ebf5-3a0b-4af3-abe2-d56966f2a8c2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 812 time: 0.1716821 Nov 19 09:16:38.611356 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-76533d0b-b3f0-4428-b595-8c600e2fbd93 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/quotas/a3aa493f28144711ac86f80f55db14f1 HTTP/1.1" status: 200 len: 375 time: 0.0196438 Nov 19 09:16:38.655563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-3043de24-bad6-4519-b4c8-60148a30bcdc tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430520 Nov 19 09:16:38.661180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-0e17e068-fabd-4f1d-91d2-eb38a67d3d93 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:16:38.668970 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-0e17e068-fabd-4f1d-91d2-eb38a67d3d93 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124795 Nov 19 09:16:38.798527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device a450042a-daac-4b45-ad49-42030506db1d no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:38.800116 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-3f7b0e0a-c696-47f7-b3f6-8d3efc71935d service neutron] 10.222.0.21 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299639 Nov 19 09:16:38.833722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: a450042a-daac-4b45-ad49-42030506db1d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:16:38.834479 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device a450042a-daac-4b45-ad49-42030506db1d not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:38.935249 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-3b705dfa-0b84-4d53-8d69-4306c0cedbfb service neutron] 10.222.0.21 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252139 Nov 19 09:16:39.254818 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82c1e715-092f-43ab-b9ef-fe6b19ba0d78 req-ab1e57cc-2e8a-4170-b485-3067356644eb tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 210 time: 0.0433528 Nov 19 09:16:39.337577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72864c16-fcd4-4437-b5b2-a07a8450f3c8 req-431f67db-e226-4bc8-b40b-165306cc34a3 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:39.347515 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72864c16-fcd4-4437-b5b2-a07a8450f3c8 req-431f67db-e226-4bc8-b40b-165306cc34a3 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=67a39652-b044-4b40-8ee8-77fbdd79e114 HTTP/1.1" status: 200 len: 945 time: 0.1273336 Nov 19 09:16:39.431755 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72864c16-fcd4-4437-b5b2-a07a8450f3c8 req-392b1fa2-3665-4998-8d07-cf43f4c1e050 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781677 Nov 19 09:16:39.696973 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2401e7-223d-4978-aa3d-dcfe85a795c6 req-55ab1dea-8766-4581-b200-3672a814be7a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:39.716746 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb2401e7-223d-4978-aa3d-dcfe85a795c6 req-55ab1dea-8766-4581-b200-3672a814be7a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 946 time: 0.1653051 Nov 19 09:16:39.829053 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb2401e7-223d-4978-aa3d-dcfe85a795c6 req-14b1e49d-78f0-4e4d-beba-4c79aa3b648a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089547 Nov 19 09:16:39.987783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e083c4-0364-4326-ab31-2ce64e49d94d req-913882e4-222e-4ff3-af28-bbb44b7c2944 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:39.989381 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51e083c4-0364-4326-ab31-2ce64e49d94d req-913882e4-222e-4ff3-af28-bbb44b7c2944 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=78e99014-ab0a-4eb2-adf7-be1b1e395b2e HTTP/1.1" status: 200 len: 946 time: 0.0703008 Nov 19 09:16:40.065746 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51e083c4-0364-4326-ab31-2ce64e49d94d req-03546fb0-b833-4982-8603-630949f07263 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700967 Nov 19 09:16:40.646135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaa458-647d-4751-a894-30618972fc32 req-1d60e81b-1336-420c-8f01-8c7014961de2 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:40.655844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dcaaa458-647d-4751-a894-30618972fc32 req-1d60e81b-1336-420c-8f01-8c7014961de2 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 946 time: 0.1079469 Nov 19 09:16:40.739511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dcaaa458-647d-4751-a894-30618972fc32 req-fab308ba-f6ca-43f4-88e1-0edc149e0d1f tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826194 Nov 19 09:16:41.044029 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-625a5ed3-5326-459b-8377-2efd55a6608a req-5159eb7b-8c96-4bb7-b8a0-975f01bfd304 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 210 time: 0.0660479 Nov 19 09:16:41.192438 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-9592b8d7-ebea-4556-b79c-86464685d030 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:41.199430 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-9592b8d7-ebea-4556-b79c-86464685d030 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.66 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 812 time: 0.3404906 Nov 19 09:16:41.230770 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-9e6d665c-f643-4ce1-906b-3f3a54ffd288 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Request body: {'port': {'device_id': 'c36cf445-0a5e-4ce2-a9c0-0c163efba153', 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d', 'admin_state_up': True, 'tenant_id': 'a3aa493f28144711ac86f80f55db14f1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:41.492372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-9e6d665c-f643-4ce1-906b-3f3a54ffd288 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Made reservation on behalf of a3aa493f28144711ac86f80f55db14f1 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:16:41.498159 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-9e6d665c-f643-4ce1-906b-3f3a54ffd288 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:41.767456 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-9e6d665c-f643-4ce1-906b-3f3a54ffd288 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Allocated IP 172.20.0.9 (68891e5d-5b07-4df8-ac8e-265403f0b48d/36b7a476-6d23-433a-bab3-7b5f4026dadc/f336be21-007f-49eb-8f3e-86c4177e1508) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:16:41.956452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca185e0-c763-4298-a79f-d0a4322704ae req-22350dab-337a-4e9c-8d52-98503f7df76a tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:41.964912 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bca185e0-c763-4298-a79f-d0a4322704ae req-22350dab-337a-4e9c-8d52-98503f7df76a tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=78e99014-ab0a-4eb2-adf7-be1b1e395b2e HTTP/1.1" status: 200 len: 946 time: 0.1345761 Nov 19 09:16:42.007335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bc920-e189-4575-a695-62b79030f0cd req-184cba2c-7fd1-4287-9733-e860f8caa49d tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:42.009338 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c46bc920-e189-4575-a695-62b79030f0cd req-184cba2c-7fd1-4287-9733-e860f8caa49d tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.71 "GET /v2.0/ports?device_id=78e99014-ab0a-4eb2-adf7-be1b1e395b2e HTTP/1.1" status: 200 len: 946 time: 0.1531744 Nov 19 09:16:42.027169 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-9e6d665c-f643-4ce1-906b-3f3a54ffd288 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:42.071051 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-9e6d665c-f643-4ce1-906b-3f3a54ffd288 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:42.108481 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bca185e0-c763-4298-a79f-d0a4322704ae req-a3413900-ee0f-480e-9235-22c7142dd30c tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324031 Nov 19 09:16:42.157992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-9e6d665c-f643-4ce1-906b-3f3a54ffd288 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Network 68891e5d-5b07-4df8-ac8e-265403f0b48d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:16:42.177998 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-9e6d665c-f643-4ce1-906b-3f3a54ffd288 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:16:42.184395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-9e6d665c-f643-4ce1-906b-3f3a54ffd288 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:16:42.253145 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d665c-f643-4ce1-906b-3f3a54ffd288 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Pushing event updated for resources: {'Port': ['ID=f336be21-007f-49eb-8f3e-86c4177e1508,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:42.288294 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-c46bc920-e189-4575-a695-62b79030f0cd req-e17d14a2-6c4f-40d2-9a33-e908b7deaee5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Deleting port c5a13a49-212f-4ce4-9271-9c8e5320c974 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:42.288630 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c46bc920-e189-4575-a695-62b79030f0cd req-e17d14a2-6c4f-40d2-9a33-e908b7deaee5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:42.312126 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-9e6d665c-f643-4ce1-906b-3f3a54ffd288 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:42.313107 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-9e6d665c-f643-4ce1-906b-3f3a54ffd288 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:42.342020 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-9e6d665c-f643-4ce1-906b-3f3a54ffd288 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1246533 Nov 19 09:16:42.360465 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Request body: {'port': {'device_id': 'c36cf445-0a5e-4ce2-a9c0-0c163efba153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:42.455448 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:42.555956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0b700-98f9-4ac8-8da9-67bc5e5e0866 req-5353dd34-ea15-4d54-8a2f-a5ecbb82ddfd tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:42.557049 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6bb0b700-98f9-4ac8-8da9-67bc5e5e0866 req-5353dd34-ea15-4d54-8a2f-a5ecbb82ddfd tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 946 time: 0.1929576 Nov 19 09:16:42.606609 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c46bc920-e189-4575-a695-62b79030f0cd req-e17d14a2-6c4f-40d2-9a33-e908b7deaee5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] For port c5a13a49-212f-4ce4-9271-9c8e5320c974, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c5a13a49-212f-4ce4-9271-9c8e5320c974,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:42.606980 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c46bc920-e189-4575-a695-62b79030f0cd req-e17d14a2-6c4f-40d2-9a33-e908b7deaee5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:42.669781 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6bb0b700-98f9-4ac8-8da9-67bc5e5e0866 req-aac275b2-eff7-4627-afc7-cbbe3bd6816b tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001542 Nov 19 09:16:42.698467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5692764-334e-4de7-bc13-dde02a3a1fbd req-206f63cb-e377-4575-b47b-00debb0cdbcb tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:42.707042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d5692764-334e-4de7-bc13-dde02a3a1fbd req-206f63cb-e377-4575-b47b-00debb0cdbcb tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 931 time: 0.2475970 Nov 19 09:16:42.740474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-c46bc920-e189-4575-a695-62b79030f0cd req-e17d14a2-6c4f-40d2-9a33-e908b7deaee5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Calling delete_port for c5a13a49-212f-4ce4-9271-9c8e5320c974 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:42.810464 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d5692764-334e-4de7-bc13-dde02a3a1fbd req-dcdd6546-b6d7-4ecc-8d27-554d2f6a85db tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974300 Nov 19 09:16:42.864591 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f336be21-007f-49eb-8f3e-86c4177e1508 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:16:42.877481 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:42.909107 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Transition to ACTIVE for port object f336be21-007f-49eb-8f3e-86c4177e1508 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:16:42.911373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe397b-6eca-4026-8c5a-6b80105988c2 req-0bda6ec1-14e0-46aa-b2ae-a528961f11d1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:42.914710 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:42.917850 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1dfe397b-6eca-4026-8c5a-6b80105988c2 req-0bda6ec1-14e0-46aa-b2ae-a528961f11d1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.66 "GET /v2.0/ports?device_id=67a39652-b044-4b40-8ee8-77fbdd79e114 HTTP/1.1" status: 200 len: 945 time: 0.2767689 Nov 19 09:16:43.072330 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Pushing event updated for resources: {'Port': ['ID=f336be21-007f-49eb-8f3e-86c4177e1508,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:43.099491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Attempting to bind port f336be21-007f-49eb-8f3e-86c4177e1508 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:16:43.099951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Attempting to bind port f336be21-007f-49eb-8f3e-86c4177e1508 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:16:43.100359 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Attempting to bind port f336be21-007f-49eb-8f3e-86c4177e1508 on network 68891e5d-5b07-4df8-ac8e-265403f0b48d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:43.105413 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Port f336be21-007f-49eb-8f3e-86c4177e1508 on network 68891e5d-5b07-4df8-ac8e-265403f0b48d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:16:43.106108 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Attempting to bind port f336be21-007f-49eb-8f3e-86c4177e1508 on network 68891e5d-5b07-4df8-ac8e-265403f0b48d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:43.112481 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:16:43.113431 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Checking segment: {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:16:43.113896 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Bound using segment: {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:16:43.114417 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Bound port: f336be21-007f-49eb-8f3e-86c4177e1508, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:16:43.115900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:43.226816 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] For port f336be21-007f-49eb-8f3e-86c4177e1508, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:16:43.232389 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] For port f336be21-007f-49eb-8f3e-86c4177e1508, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f336be21-007f-49eb-8f3e-86c4177e1508,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:16:43.251089 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-1dfe397b-6eca-4026-8c5a-6b80105988c2 req-a9255d64-525a-49e3-9424-dd0300448dc1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Deleting port ea1a2426-b0c6-4a73-b886-db89e8dace26 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:43.251697 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1dfe397b-6eca-4026-8c5a-6b80105988c2 req-a9255d64-525a-49e3-9424-dd0300448dc1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:43.260102 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:43.328834 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:43.330666 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:43.334071 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] 10.222.0.66 "PUT /v2.0/ports/f336be21-007f-49eb-8f3e-86c4177e1508 HTTP/1.1" status: 200 len: 1092 time: 0.9795706 Nov 19 09:16:43.336793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36cf445-0a5e-4ce2-a9c0-0c163efba153', 'tag': 'f336be21-007f-49eb-8f3e-86c4177e1508'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:43.341758 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a158706d-c8da-4eed-8564-e9b0407ab538" -d '{"events": [{"name": "network-changed", "server_uuid": "c36cf445-0a5e-4ce2-a9c0-0c163efba153", "tag": "f336be21-007f-49eb-8f3e-86c4177e1508"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:43.394964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd733c3-ecd3-46e7-9832-15d741ceebec service neutron] Pushing event updated for resources: {'Port': ['ID=f336be21-007f-49eb-8f3e-86c4177e1508,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:43.475172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-1dfe397b-6eca-4026-8c5a-6b80105988c2 req-a9255d64-525a-49e3-9424-dd0300448dc1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] For port ea1a2426-b0c6-4a73-b886-db89e8dace26, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=ea1a2426-b0c6-4a73-b886-db89e8dace26,segment=NetworkSegment(001cd9bc-aed4-4c77-be47-f08f5740599f),segment_id=001cd9bc-aed4-4c77-be47-f08f5740599f)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:43.475551 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1dfe397b-6eca-4026-8c5a-6b80105988c2 req-a9255d64-525a-49e3-9424-dd0300448dc1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:43.517865 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-1dfe397b-6eca-4026-8c5a-6b80105988c2 req-a9255d64-525a-49e3-9424-dd0300448dc1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Calling delete_port for ea1a2426-b0c6-4a73-b886-db89e8dace26 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:43.546145 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-6e4c28e6-8a7f-45a2-8af2-82efd1ff8689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:43.550922 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-6e4c28e6-8a7f-45a2-8af2-82efd1ff8689 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 1095 time: 0.1209950 Nov 19 09:16:43.621693 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-ef515099-4c13-4b6d-b547-d50fc6da00a0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f336be21-007f-49eb-8f3e-86c4177e1508 HTTP/1.1" status: 200 len: 217 time: 0.0610230 Nov 19 09:16:43.712550 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1dfe397b-6eca-4026-8c5a-6b80105988c2 req-a9255d64-525a-49e3-9424-dd0300448dc1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:43.728586 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['c5a13a49-212f-4ce4-9271-9c8e5320c974'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:43.778089 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-e4915016-c663-48a5-bbae-9f081afdb1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:43.781002 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-e4915016-c663-48a5-bbae-9f081afdb1b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=36b7a476-6d23-433a-bab3-7b5f4026dadc HTTP/1.1" status: 200 len: 852 time: 0.1397810 Nov 19 09:16:43.825335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['ea1a2426-b0c6-4a73-b886-db89e8dace26'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:43.825613 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-52303a07-bf2a-45a6-b851-cec3f3e4e474 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=68891e5d-5b07-4df8-ac8e-265403f0b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367389 Nov 19 09:16:43.913705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9255d64-525a-49e3-9424-dd0300448dc1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Pushing event deleted for resources: {'Port': ['ID=ea1a2426-b0c6-4a73-b886-db89e8dace26,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:43.943064 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c46bc920-e189-4575-a695-62b79030f0cd req-e17d14a2-6c4f-40d2-9a33-e908b7deaee5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:43.993011 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3575df31-38e1-44ff-933d-d1849f77c061 x-openstack-request-id: req-3575df31-38e1-44ff-933d-d1849f77c061 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:43.993349 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36cf445-0a5e-4ce2-a9c0-0c163efba153", "tag": "f336be21-007f-49eb-8f3e-86c4177e1508", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:43.993597 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3575df31-38e1-44ff-933d-d1849f77c061 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:43.996178 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36cf445-0a5e-4ce2-a9c0-0c163efba153', 'tag': 'f336be21-007f-49eb-8f3e-86c4177e1508', 'status': 'completed', 'code': 200} Nov 19 09:16:44.051568 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-8c9994cc-2bfb-4cdb-9e64-76da40f30def service neutron] 10.222.0.66 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162187 Nov 19 09:16:44.067383 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe896a-f355-4497-8ff1-0d5747fee9ef req-ad7c1e02-054f-43b2-86cd-1db2750072b7 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:44.074698 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8fe896a-f355-4497-8ff1-0d5747fee9ef req-ad7c1e02-054f-43b2-86cd-1db2750072b7 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/ports?device_id=78e99014-ab0a-4eb2-adf7-be1b1e395b2e HTTP/1.1" status: 200 len: 867 time: 0.3797646 Nov 19 09:16:44.076684 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d14a2-6c4f-40d2-9a33-e908b7deaee5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Pushing event deleted for resources: {'Port': ['ID=c5a13a49-212f-4ce4-9271-9c8e5320c974,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:44.083193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfe397b-6eca-4026-8c5a-6b80105988c2 req-a9255d64-525a-49e3-9424-dd0300448dc1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] No DVR routers for this DVR port ea1a2426-b0c6-4a73-b886-db89e8dace26 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:16:44.095927 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1dfe397b-6eca-4026-8c5a-6b80105988c2 req-a9255d64-525a-49e3-9424-dd0300448dc1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:44.099855 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1dfe397b-6eca-4026-8c5a-6b80105988c2 req-a9255d64-525a-49e3-9424-dd0300448dc1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.66 "DELETE /v2.0/ports/ea1a2426-b0c6-4a73-b886-db89e8dace26 HTTP/1.1" status: 204 len: 173 time: 1.1768777 Nov 19 09:16:44.100690 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a39652-b044-4b40-8ee8-77fbdd79e114', 'name': 'network-vif-deleted', 'tag': 'ea1a2426-b0c6-4a73-b886-db89e8dace26'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:44.103443 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dc16f2-6bde-4fb7-a18f-4235a42330bb" -d '{"events": [{"server_uuid": "67a39652-b044-4b40-8ee8-77fbdd79e114", "name": "network-vif-deleted", "tag": "ea1a2426-b0c6-4a73-b886-db89e8dace26"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:44.170293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46bc920-e189-4575-a695-62b79030f0cd req-e17d14a2-6c4f-40d2-9a33-e908b7deaee5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] No DVR routers for this DVR port c5a13a49-212f-4ce4-9271-9c8e5320c974 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:16:44.181844 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c46bc920-e189-4575-a695-62b79030f0cd req-e17d14a2-6c4f-40d2-9a33-e908b7deaee5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:44.187527 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c46bc920-e189-4575-a695-62b79030f0cd req-e17d14a2-6c4f-40d2-9a33-e908b7deaee5 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.71 "DELETE /v2.0/ports/c5a13a49-212f-4ce4-9271-9c8e5320c974 HTTP/1.1" status: 204 len: 173 time: 2.1643939 Nov 19 09:16:44.216219 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8fe896a-f355-4497-8ff1-0d5747fee9ef req-92a1e929-8642-45f3-9bfe-b13b019c7bb1 tempest-MultipleCreateTestJSON-1115691590 tempest-MultipleCreateTestJSON-1115691590-project] 10.222.0.21 "GET /v2.0/security-groups?id=b76f2731-7107-4e11-86bd-d8c482bddc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404767 Nov 19 09:16:44.252353 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6e88c1ee-caa0-4c97-b9aa-d28998fde0e7 req-4873195f-0d92-463e-b474-a2365e5d09c9 service neutron] 10.222.0.66 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927490 Nov 19 09:16:44.306976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['ea1a2426-b0c6-4a73-b886-db89e8dace26'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:44.455174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf1e22-22b1-4b01-9db4-babe7a8cbc10 req-55bb881f-57f3-445f-8a52-f86c3b254e4d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:44.469680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23cf1e22-22b1-4b01-9db4-babe7a8cbc10 req-55bb881f-57f3-445f-8a52-f86c3b254e4d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 943 time: 0.1599002 Nov 19 09:16:44.497209 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158706d-c8da-4eed-8564-e9b0407ab538 req-257c1cd7-68dc-4852-a277-0e9efc10de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:44.501788 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a158706d-c8da-4eed-8564-e9b0407ab538 req-257c1cd7-68dc-4852-a277-0e9efc10de8b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 1095 time: 0.1122100 Nov 19 09:16:44.549892 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23cf1e22-22b1-4b01-9db4-babe7a8cbc10 req-0cbee504-a792-400e-a38e-e1c8ae5ad3c7 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728095 Nov 19 09:16:44.659500 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddf1296-8446-4368-97fa-cd9d22946901 x-openstack-request-id: req-0ddf1296-8446-4368-97fa-cd9d22946901 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:44.659786 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a39652-b044-4b40-8ee8-77fbdd79e114", "name": "network-vif-deleted", "tag": "ea1a2426-b0c6-4a73-b886-db89e8dace26", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:44.660100 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ddf1296-8446-4368-97fa-cd9d22946901 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:44.660438 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a39652-b044-4b40-8ee8-77fbdd79e114', 'name': 'network-vif-deleted', 'tag': 'ea1a2426-b0c6-4a73-b886-db89e8dace26', 'status': 'completed', 'code': 200} Nov 19 09:16:44.661044 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158706d-c8da-4eed-8564-e9b0407ab538 req-2d1590e8-1d54-48df-be5d-dd13b52272ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:44.663479 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a158706d-c8da-4eed-8564-e9b0407ab538 req-2d1590e8-1d54-48df-be5d-dd13b52272ad service neutron] 10.222.0.66 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 913 time: 0.1524067 Nov 19 09:16:44.751384 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a158706d-c8da-4eed-8564-e9b0407ab538 req-9dc5c149-6276-48b8-a84c-5f7f4f45a682 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f336be21-007f-49eb-8f3e-86c4177e1508 HTTP/1.1" status: 200 len: 217 time: 0.0714407 Nov 19 09:16:44.850300 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158706d-c8da-4eed-8564-e9b0407ab538 req-c9b4d109-fb5d-437a-bd85-43ec9f3e7870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:44.852208 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a158706d-c8da-4eed-8564-e9b0407ab538 req-c9b4d109-fb5d-437a-bd85-43ec9f3e7870 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=36b7a476-6d23-433a-bab3-7b5f4026dadc HTTP/1.1" status: 200 len: 852 time: 0.0929666 Nov 19 09:16:44.898860 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a158706d-c8da-4eed-8564-e9b0407ab538 req-e411564f-de22-4df7-ab29-bce8c000c008 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=68891e5d-5b07-4df8-ac8e-265403f0b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379734 Nov 19 09:16:45.151812 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a158706d-c8da-4eed-8564-e9b0407ab538 req-64947eb9-5f5a-47c6-a452-8e10a41583b2 service neutron] 10.222.0.66 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382390 Nov 19 09:16:45.279228 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a158706d-c8da-4eed-8564-e9b0407ab538 req-d00cedf2-f736-4a96-a441-d7757fb65a71 service neutron] 10.222.0.66 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186459 Nov 19 09:16:45.322271 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:45.441403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41022) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:45.511608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41032) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:45.576051 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c48e12-2818-4b89-9c2c-932818d4bfe8 admin admin] Deleting subnet 30db2f9d-6aa0-42e4-b0b7-86269964f250 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:16:45.586378 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54c48e12-2818-4b89-9c2c-932818d4bfe8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:45.660812 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54c48e12-2818-4b89-9c2c-932818d4bfe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:45.702603 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a67da8bd-4179-4105-ba93-1a30d5da7af1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:45.713579 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54c48e12-2818-4b89-9c2c-932818d4bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:45.740114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b63f86-b302-4b78-b42d-890a1fc1f51b req-21421e90-ad3b-45e9-aa2d-d5374667b341 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:45.745628 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-60b63f86-b302-4b78-b42d-890a1fc1f51b req-21421e90-ad3b-45e9-aa2d-d5374667b341 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 943 time: 0.1057553 Nov 19 09:16:45.811623 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54c48e12-2818-4b89-9c2c-932818d4bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:45.848480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c48e12-2818-4b89-9c2c-932818d4bfe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30db2f9d-6aa0-42e4-b0b7-86269964f250,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:45.852216 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54c48e12-2818-4b89-9c2c-932818d4bfe8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:45.859064 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-54c48e12-2818-4b89-9c2c-932818d4bfe8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/30db2f9d-6aa0-42e4-b0b7-86269964f250 HTTP/1.1" status: 204 len: 168 time: 0.3503411 Nov 19 09:16:45.859841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41062) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:45.896208 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-60b63f86-b302-4b78-b42d-890a1fc1f51b req-1baf243c-bf50-45f7-8a4f-9ad86e9b4eca tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333115 Nov 19 09:16:45.953327 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 3bece906-fcb7-44f5-a66c-cf84ebff23ad details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:16:45.956205 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c5a13a49-212f-4ce4-9271-9c8e5320c974 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:45.967728 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a67da8bd-4179-4105-ba93-1a30d5da7af1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:45.976184 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a67da8bd-4179-4105-ba93-1a30d5da7af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:46.011540 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: c5a13a49-212f-4ce4-9271-9c8e5320c974 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:16:46.012643 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c5a13a49-212f-4ce4-9271-9c8e5320c974 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:46.036405 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a67da8bd-4179-4105-ba93-1a30d5da7af1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01a60eb9203f4925a582ec914cdd0bb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5937226 Nov 19 09:16:46.037347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67da8bd-4179-4105-ba93-1a30d5da7af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7755d928-caec-4ec6-b0df-be5dab530173,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:46.040471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41072) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:46.157884 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 3bece906-fcb7-44f5-a66c-cf84ebff23ad, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=3bece906-fcb7-44f5-a66c-cf84ebff23ad,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:46.162560 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40e5db74-1f9d-4d2b-9425-adb6ff4034e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:46.172692 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '3bece906-fcb7-44f5-a66c-cf84ebff23ad', 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870', 'port_id': '3bece906-fcb7-44f5-a66c-cf84ebff23ad', 'mac_address': 'fa:16:3e:24:b9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc5f9b9-ef02-483f-b54c-00c042a1a970', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:16:46.224713 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40e5db74-1f9d-4d2b-9425-adb6ff4034e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:46.280308 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:46.338110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bece906-fcb7-44f5-a66c-cf84ebff23ad {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:16:46.339527 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40e5db74-1f9d-4d2b-9425-adb6ff4034e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:46.343548 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40e5db74-1f9d-4d2b-9425-adb6ff4034e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:46.345205 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-40e5db74-1f9d-4d2b-9425-adb6ff4034e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7755d928-caec-4ec6-b0df-be5dab530173 HTTP/1.1" status: 204 len: 168 time: 0.2900653 Nov 19 09:16:46.357894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5db74-1f9d-4d2b-9425-adb6ff4034e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7755d928-caec-4ec6-b0df-be5dab530173,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:46.367884 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 3bece906-fcb7-44f5-a66c-cf84ebff23ad, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=3bece906-fcb7-44f5-a66c-cf84ebff23ad,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:46.384172 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:46.402450 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-892bd1af-f417-4f47-8fa8-b8769293d837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:46.451320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=3bece906-fcb7-44f5-a66c-cf84ebff23ad,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:46.469151 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['3bece906-fcb7-44f5-a66c-cf84ebff23ad'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:46.570408 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-892bd1af-f417-4f47-8fa8-b8769293d837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:46.604355 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-892bd1af-f417-4f47-8fa8-b8769293d837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:46.625065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-892bd1af-f417-4f47-8fa8-b8769293d837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001cd9bc-aed4-4c77-be47-f08f5740599f') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:46.625456 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-892bd1af-f417-4f47-8fa8-b8769293d837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001cd9bc-aed4-4c77-be47-f08f5740599f') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:16:46.638275 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-892bd1af-f417-4f47-8fa8-b8769293d837 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:46.662321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e99014-ab0a-4eb2-adf7-be1b1e395b2e', 'name': 'network-vif-deleted', 'tag': 'c5a13a49-212f-4ce4-9271-9c8e5320c974'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:46.666167 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a13787-3906-4af0-85c8-d8a97b9dd3e0" -d '{"events": [{"server_uuid": "78e99014-ab0a-4eb2-adf7-be1b1e395b2e", "name": "network-vif-deleted", "tag": "c5a13a49-212f-4ce4-9271-9c8e5320c974"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:46.669945 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-892bd1af-f417-4f47-8fa8-b8769293d837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:46.678918 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892bd1af-f417-4f47-8fa8-b8769293d837 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:16:46.679586 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-892bd1af-f417-4f47-8fa8-b8769293d837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:16:46.681304 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:16:46.783115 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81696454-90d2-4c30-9180-92c4c975cd4b x-openstack-request-id: req-81696454-90d2-4c30-9180-92c4c975cd4b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:46.783687 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e99014-ab0a-4eb2-adf7-be1b1e395b2e", "name": "network-vif-deleted", "tag": "c5a13a49-212f-4ce4-9271-9c8e5320c974", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:46.783687 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81696454-90d2-4c30-9180-92c4c975cd4b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:46.784046 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e99014-ab0a-4eb2-adf7-be1b1e395b2e', 'name': 'network-vif-deleted', 'tag': 'c5a13a49-212f-4ce4-9271-9c8e5320c974', 'status': 'completed', 'code': 200} Nov 19 09:16:46.811342 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-892bd1af-f417-4f47-8fa8-b8769293d837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:46.820687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f336be21-007f-49eb-8f3e-86c4177e1508 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:16:46.826341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device ea1a2426-b0c6-4a73-b886-db89e8dace26 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:46.854750 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-892bd1af-f417-4f47-8fa8-b8769293d837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:46.864720 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-892bd1af-f417-4f47-8fa8-b8769293d837 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d HTTP/1.1" status: 204 len: 168 time: 1.0036733 Nov 19 09:16:46.868733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bd1af-f417-4f47-8fa8-b8769293d837 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b9ff85e-21ec-4b8e-9aaf-8723b1900b0d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:46.873775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: ea1a2426-b0c6-4a73-b886-db89e8dace26 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:16:46.874382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device ea1a2426-b0c6-4a73-b886-db89e8dace26 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:47.077932 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eeb0b-82a2-4b33-8560-20e181f536ec req-62fdd93a-3b04-4216-9289-b31c89b8b6d6 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:47.085643 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-188eeb0b-82a2-4b33-8560-20e181f536ec req-62fdd93a-3b04-4216-9289-b31c89b8b6d6 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 943 time: 0.0672441 Nov 19 09:16:47.109518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41196) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:47.128056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f336be21-007f-49eb-8f3e-86c4177e1508, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f336be21-007f-49eb-8f3e-86c4177e1508,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:47.153818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'f336be21-007f-49eb-8f3e-86c4177e1508', 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d', 'port_id': 'f336be21-007f-49eb-8f3e-86c4177e1508', 'mac_address': 'fa:16:3e:bb:97:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b7a476-6d23-433a-bab3-7b5f4026dadc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:16:47.170273 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-188eeb0b-82a2-4b33-8560-20e181f536ec req-ed3450b9-67fa-4c98-a182-3fad8784483a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830688 Nov 19 09:16:47.194212 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6766ac56-62d0-44d8-83f4-67d9d6c17e01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3e6463d45a1429e981da1e807122aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0833368 Nov 19 09:16:47.196795 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41204) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:47.261685 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18133510-86e5-4b22-b868-7ea9f0d4f5a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:47.278056 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:47.296767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f336be21-007f-49eb-8f3e-86c4177e1508 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:16:47.298038 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18133510-86e5-4b22-b868-7ea9f0d4f5a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:47.328780 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f336be21-007f-49eb-8f3e-86c4177e1508, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f336be21-007f-49eb-8f3e-86c4177e1508,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:47.342676 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:47.408335 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18133510-86e5-4b22-b868-7ea9f0d4f5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:47.411551 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18133510-86e5-4b22-b868-7ea9f0d4f5a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:47.412902 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-18133510-86e5-4b22-b868-7ea9f0d4f5a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b76f2731-7107-4e11-86bd-d8c482bddc1b HTTP/1.1" status: 204 len: 168 time: 0.2151141 Nov 19 09:16:47.427709 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18133510-86e5-4b22-b868-7ea9f0d4f5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76f2731-7107-4e11-86bd-d8c482bddc1b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:47.474865 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=f336be21-007f-49eb-8f3e-86c4177e1508,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:47.558660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['f336be21-007f-49eb-8f3e-86c4177e1508'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:16:47.647924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14940cd-d5a6-4891-ad0f-b24953e02f4a req-f3402d94-2830-49f0-99e5-09f06982fbaa tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:47.655945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e14940cd-d5a6-4891-ad0f-b24953e02f4a req-f3402d94-2830-49f0-99e5-09f06982fbaa tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/ports?device_id=544e2ca8-0205-4994-9f14-795f333c427b HTTP/1.1" status: 200 len: 951 time: 0.1545179 Nov 19 09:16:47.768817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41278) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:47.804525 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:47.807175 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e14940cd-d5a6-4891-ad0f-b24953e02f4a req-031b9932-209e-4f56-95b5-e9012721cb75 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea9b1432-6534-40a1-94a7-8cf81804dc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407790 Nov 19 09:16:47.970317 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 3bece906-fcb7-44f5-a66c-cf84ebff23ad up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:16:48.072992 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f6e226cc-d3c2-4744-b182-c54c28a219ed admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2013752562-network', 'tenant_id': '78f90bc4c38245b9816959549f78d756'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:48.081741 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 3bece906-fcb7-44f5-a66c-cf84ebff23ad triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:48.082127 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:48.133501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e226cc-d3c2-4744-b182-c54c28a219ed admin admin] Made reservation on behalf of 78f90bc4c38245b9816959549f78d756 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:16:48.140580 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6e226cc-d3c2-4744-b182-c54c28a219ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:48.168441 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6e226cc-d3c2-4744-b182-c54c28a219ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:48.292768 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6e226cc-d3c2-4744-b182-c54c28a219ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:48.296307 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:48.303371 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6e226cc-d3c2-4744-b182-c54c28a219ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:48.366137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e226cc-d3c2-4744-b182-c54c28a219ed admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:16:48.366708 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 3bece906-fcb7-44f5-a66c-cf84ebff23ad, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=3bece906-fcb7-44f5-a66c-cf84ebff23ad,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:48.367247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bece906-fcb7-44f5-a66c-cf84ebff23ad'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:48.371277 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418e845e-e89b-4f27-9fff-26335e755592" -d '{"events": [{"server_uuid": "9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df", "name": "network-vif-plugged", "status": "completed", "tag": "3bece906-fcb7-44f5-a66c-cf84ebff23ad"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:48.377729 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:48.388245 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e226cc-d3c2-4744-b182-c54c28a219ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dc86a7-4a4a-4965-b875-9186676341c7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:48.396276 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6e226cc-d3c2-4744-b182-c54c28a219ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:48.397241 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-f6e226cc-d3c2-4744-b182-c54c28a219ed admin admin] Added segment 1c22c42a-f26c-4767-9bc7-e0576140e7be of type vlan for network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 Nov 19 09:16:48.460445 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=3bece906-fcb7-44f5-a66c-cf84ebff23ad,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:48.460922 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6e226cc-d3c2-4744-b182-c54c28a219ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:48.506738 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6e226cc-d3c2-4744-b182-c54c28a219ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:48.507730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e226cc-d3c2-4744-b182-c54c28a219ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:48.508265 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6e226cc-d3c2-4744-b182-c54c28a219ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:48.593577 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41346) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:48.594240 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f6e226cc-d3c2-4744-b182-c54c28a219ed admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8240404 Nov 19 09:16:48.601706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e226cc-d3c2-4744-b182-c54c28a219ed admin admin] Pushing event updated for resources: {'Network': ['ID=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:48.602194 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-654600dd-7bf9-421b-a8c5-c5844a9574f2 admin admin] Request body: {'subnet': {'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2013752562-subnet', 'tenant_id': '78f90bc4c38245b9816959549f78d756', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:48.616041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:16:48.657268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41350) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:48.665690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654600dd-7bf9-421b-a8c5-c5844a9574f2 admin admin] Made reservation on behalf of 78f90bc4c38245b9816959549f78d756 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:16:48.668934 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-654600dd-7bf9-421b-a8c5-c5844a9574f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:48.813681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-27972cd2-7cdb-4c71-b08a-d27b5e240507 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-382892176-network', 'tenant_id': '2fc5a081a00b403ca9353619a218dda6'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:48.832856 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f336be21-007f-49eb-8f3e-86c4177e1508 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:16:48.871101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27972cd2-7cdb-4c71-b08a-d27b5e240507 admin admin] Made reservation on behalf of 2fc5a081a00b403ca9353619a218dda6 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:16:48.875995 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27972cd2-7cdb-4c71-b08a-d27b5e240507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:48.889365 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27972cd2-7cdb-4c71-b08a-d27b5e240507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:48.955993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port f336be21-007f-49eb-8f3e-86c4177e1508 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:16:48.962400 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-654600dd-7bf9-421b-a8c5-c5844a9574f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:48.965721 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port f336be21-007f-49eb-8f3e-86c4177e1508 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:48.966749 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:49.010358 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27972cd2-7cdb-4c71-b08a-d27b5e240507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:49.036927 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27972cd2-7cdb-4c71-b08a-d27b5e240507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:49.075188 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654600dd-7bf9-421b-a8c5-c5844a9574f2 admin admin] Checking segment: {'id': '1c22c42a-f26c-4767-9bc7-e0576140e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:16:49.075659 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654600dd-7bf9-421b-a8c5-c5844a9574f2 admin admin] Network hostable DHCP agents. Network: fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:16:49.078267 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654600dd-7bf9-421b-a8c5-c5844a9574f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7715cd8-61c1-4793-8409-cdb9b50f9d47,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:49.086771 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:49.124856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654600dd-7bf9-421b-a8c5-c5844a9574f2 admin admin] Network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:16:49.133249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27972cd2-7cdb-4c71-b08a-d27b5e240507 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:16:49.150480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f336be21-007f-49eb-8f3e-86c4177e1508, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f336be21-007f-49eb-8f3e-86c4177e1508,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:49.164678 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27972cd2-7cdb-4c71-b08a-d27b5e240507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3668e9-58d5-4bf8-88a6-2be268b40090,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:49.178299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-654600dd-7bf9-421b-a8c5-c5844a9574f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:16:49.187734 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:49.189787 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f0aacf45-1075-46ef-a950-cf320d718ad8 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:49.192611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654600dd-7bf9-421b-a8c5-c5844a9574f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:49.197223 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27972cd2-7cdb-4c71-b08a-d27b5e240507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:49.199103 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-27972cd2-7cdb-4c71-b08a-d27b5e240507 admin admin] Added segment 77b44986-4011-46c7-8432-08369aa7a460 of type vlan for network 23469bb8-5e9d-478a-8e53-8b836400030d Nov 19 09:16:49.202001 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-654600dd-7bf9-421b-a8c5-c5844a9574f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:49.224037 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5926fcdf-3c92-4644-aeb7-2ecfee886ea8 None None] Network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:16:49.262650 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-654600dd-7bf9-421b-a8c5-c5844a9574f2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6645241 Nov 19 09:16:49.332549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092c16c-cc2a-43bf-9528-35447b69a661 req-db679eb3-eef9-48ea-a7d3-b9bf8aa2a2f4 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:49.343377 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8092c16c-cc2a-43bf-9528-35447b69a661 req-db679eb3-eef9-48ea-a7d3-b9bf8aa2a2f4 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 945 time: 0.1722908 Nov 19 09:16:49.348864 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27972cd2-7cdb-4c71-b08a-d27b5e240507 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:49.426026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=f336be21-007f-49eb-8f3e-86c4177e1508,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:49.445727 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27972cd2-7cdb-4c71-b08a-d27b5e240507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:49.447455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27972cd2-7cdb-4c71-b08a-d27b5e240507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:49.448641 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27972cd2-7cdb-4c71-b08a-d27b5e240507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:49.481242 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8092c16c-cc2a-43bf-9528-35447b69a661 req-2935a74d-1ab2-4410-a663-145e557f0a62 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368520 Nov 19 09:16:49.519967 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:49.601989 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-27972cd2-7cdb-4c71-b08a-d27b5e240507 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9435565 Nov 19 09:16:49.606742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41410) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:49.613106 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b41115e7-7857-4987-b73b-e50999ab10f3 admin admin] Request body: {'subnet': {'network_id': '23469bb8-5e9d-478a-8e53-8b836400030d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-382892176-subnet', 'tenant_id': '2fc5a081a00b403ca9353619a218dda6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:49.629613 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a93b2cd-f129-492e-80f4-13f1f28e8987 x-openstack-request-id: req-9a93b2cd-f129-492e-80f4-13f1f28e8987 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:49.629957 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df", "name": "network-vif-plugged", "status": "completed", "tag": "3bece906-fcb7-44f5-a66c-cf84ebff23ad", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:49.631790 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a93b2cd-f129-492e-80f4-13f1f28e8987 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:49.632480 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bece906-fcb7-44f5-a66c-cf84ebff23ad', 'code': 200} Nov 19 09:16:49.650012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27972cd2-7cdb-4c71-b08a-d27b5e240507 admin admin] Pushing event updated for resources: {'Network': ['ID=23469bb8-5e9d-478a-8e53-8b836400030d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:49.663385 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41115e7-7857-4987-b73b-e50999ab10f3 admin admin] Made reservation on behalf of 2fc5a081a00b403ca9353619a218dda6 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:16:49.667445 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b41115e7-7857-4987-b73b-e50999ab10f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:49.690375 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 23469bb8-5e9d-478a-8e53-8b836400030d details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:16:49.704528 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f0aacf45-1075-46ef-a950-cf320d718ad8, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f0aacf45-1075-46ef-a950-cf320d718ad8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:49.726409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0', 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0', 'tenant_id': '78f90bc4c38245b9816959549f78d756', 'fixed_ips': [{'subnet_id': 'a7715cd8-61c1-4793-8409-cdb9b50f9d47'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:16:49.727461 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:49.794470 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:49.982216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=f0aacf45-1075-46ef-a950-cf320d718ad8,revision_number=11']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:50.004832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b41115e7-7857-4987-b73b-e50999ab10f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:50.058140 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-67085eba-2cd9-4f26-a546-f1dfbeef4cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:50.077479 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41115e7-7857-4987-b73b-e50999ab10f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=082882cc-e525-4676-878d-8dcb70d853d3,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:50.089073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41115e7-7857-4987-b73b-e50999ab10f3 admin admin] Checking segment: {'id': '77b44986-4011-46c7-8432-08369aa7a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '23469bb8-5e9d-478a-8e53-8b836400030d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:16:50.090037 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41115e7-7857-4987-b73b-e50999ab10f3 admin admin] Network hostable DHCP agents. Network: 23469bb8-5e9d-478a-8e53-8b836400030d, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:16:50.124496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41115e7-7857-4987-b73b-e50999ab10f3 admin admin] Network 23469bb8-5e9d-478a-8e53-8b836400030d is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:16:50.140855 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b41115e7-7857-4987-b73b-e50999ab10f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 23469bb8-5e9d-478a-8e53-8b836400030d) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:16:50.147825 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41115e7-7857-4987-b73b-e50999ab10f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:50.148329 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b41115e7-7857-4987-b73b-e50999ab10f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:50.161408 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e4d12a-624c-4bec-b221-206340ee7b1e None None] Network 23469bb8-5e9d-478a-8e53-8b836400030d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:16:50.179695 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b41115e7-7857-4987-b73b-e50999ab10f3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5716264 Nov 19 09:16:50.199437 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Allocated IP 172.20.0.2 (fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0/a7715cd8-61c1-4793-8409-cdb9b50f9d47/0cb1a636-f410-4c96-93ac-ddd3fc52373c) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:16:50.391190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-832a02a9-cdbf-4188-8944-cf876b248c22 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:50.408787 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-832a02a9-cdbf-4188-8944-cf876b248c22 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/networks?id=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 HTTP/1.1" status: 200 len: 816 time: 0.2172425 Nov 19 09:16:50.443710 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fab49a9-6026-4205-9b30-794dbff2622d None None] Network 23469bb8-5e9d-478a-8e53-8b836400030d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:16:50.456918 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-da73882a-d910-47ae-a542-b2e9fafe2ce6 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/quotas/78f90bc4c38245b9816959549f78d756 HTTP/1.1" status: 200 len: 375 time: 0.0338070 Nov 19 09:16:50.504909 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-2e9a8415-9995-4e53-b02f-78fb56ae539b tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=78f90bc4c38245b9816959549f78d756&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469766 Nov 19 09:16:50.556802 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:50.570621 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:50.632843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Pushing event updated for resources: {'Port': ['ID=0cb1a636-f410-4c96-93ac-ddd3fc52373c,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:50.647379 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:16:50.650352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:16:50.654481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:16:50.676029 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:16:50.678149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-a2429894-49b6-4635-aeb2-ef25e21c8545 service neutron] 10.222.0.21 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720462 Nov 19 09:16:50.757918 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Attempting to bind port 0cb1a636-f410-4c96-93ac-ddd3fc52373c on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:16:50.758363 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Attempting to bind port 0cb1a636-f410-4c96-93ac-ddd3fc52373c by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '1c22c42a-f26c-4767-9bc7-e0576140e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:16:50.758796 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Attempting to bind port 0cb1a636-f410-4c96-93ac-ddd3fc52373c on network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:50.766573 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:16:50.767016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Checking segment: {'id': '1c22c42a-f26c-4767-9bc7-e0576140e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:16:50.767411 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:50.767866 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Bound using segment: {'id': '1c22c42a-f26c-4767-9bc7-e0576140e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:16:50.768409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Bound port: 0cb1a636-f410-4c96-93ac-ddd3fc52373c, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c22c42a-f26c-4767-9bc7-e0576140e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:16:50.768807 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:50.822322 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-dae30606-a282-4efe-8595-5660f1e1b7e2 service neutron] 10.222.0.21 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417093 Nov 19 09:16:50.867026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] For port 0cb1a636-f410-4c96-93ac-ddd3fc52373c, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:16:50.871006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] For port 0cb1a636-f410-4c96-93ac-ddd3fc52373c, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0cb1a636-f410-4c96-93ac-ddd3fc52373c,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:16:50.878011 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:50.941729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa91bee-106e-44fd-9d45-501fdd4a8fb7 None None] Pushing event updated for resources: {'Port': ['ID=0cb1a636-f410-4c96-93ac-ddd3fc52373c,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:51.127993 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cda99-0342-4b47-a29e-453ac4b2442b req-588c928e-7303-4f6b-8a6a-e4e363bdcfdd tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:51.129548 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e12cda99-0342-4b47-a29e-453ac4b2442b req-588c928e-7303-4f6b-8a6a-e4e363bdcfdd tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 945 time: 0.0843167 Nov 19 09:16:51.193819 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e12cda99-0342-4b47-a29e-453ac4b2442b req-24650e55-9756-4af6-a52b-1689e82f341f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541377 Nov 19 09:16:51.450516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-13ceaac1-a375-4b97-bdf4-81fdbd9b032c tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:51.457738 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-13ceaac1-a375-4b97-bdf4-81fdbd9b032c tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/networks?id=23469bb8-5e9d-478a-8e53-8b836400030d HTTP/1.1" status: 200 len: 820 time: 0.2481411 Nov 19 09:16:51.481590 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-33ae73b5-607a-4eaf-9b49-348a7159f660 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/quotas/2fc5a081a00b403ca9353619a218dda6 HTTP/1.1" status: 200 len: 375 time: 0.0161476 Nov 19 09:16:51.548943 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-6fc9b859-8add-44c1-9669-828c1a5b0392 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fc5a081a00b403ca9353619a218dda6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428629 Nov 19 09:16:51.637647 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36cf445-0a5e-4ce2-a9c0-0c163efba153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f336be21-007f-49eb-8f3e-86c4177e1508'}, {'server_uuid': '544e2ca8-0205-4994-9f14-795f333c427b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0aacf45-1075-46ef-a950-cf320d718ad8'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:51.640770 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9938a5e9-1365-4613-923a-bd2cd0eef16d" -d '{"events": [{"server_uuid": "c36cf445-0a5e-4ce2-a9c0-0c163efba153", "name": "network-vif-plugged", "status": "completed", "tag": "f336be21-007f-49eb-8f3e-86c4177e1508"}, {"server_uuid": "544e2ca8-0205-4994-9f14-795f333c427b", "name": "network-vif-unplugged", "status": "completed", "tag": "f0aacf45-1075-46ef-a950-cf320d718ad8"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:51.813357 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-7b07c700-b4de-4bd8-923f-a27c4e97446b service neutron] 10.222.0.21 "GET /v2.0/networks/23469bb8-5e9d-478a-8e53-8b836400030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494214 Nov 19 09:16:51.942490 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-03af070d-e437-40b0-b713-ec4380f60830 service neutron] 10.222.0.21 "GET /v2.0/networks/23469bb8-5e9d-478a-8e53-8b836400030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281469 Nov 19 09:16:52.237615 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-313360cf-5a71-4c89-b53a-518a24849508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:52.442431 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41574) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:52.565988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3b388-b2b9-4543-8129-524c886e5855 req-5181e082-9031-49bc-805f-3fc32c20410e tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:52.581023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80f3b388-b2b9-4543-8129-524c886e5855 req-5181e082-9031-49bc-805f-3fc32c20410e tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/networks?id=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 HTTP/1.1" status: 200 len: 816 time: 0.2513349 Nov 19 09:16:52.617706 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80f3b388-b2b9-4543-8129-524c886e5855 req-63e0f011-f356-4317-9960-baa4400cf084 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/quotas/78f90bc4c38245b9816959549f78d756 HTTP/1.1" status: 200 len: 375 time: 0.0343561 Nov 19 09:16:52.656168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f60a3e6-4ba8-4ba3-9f0c-808a2d5dcd2c None None] Network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:16:52.748774 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9019776-c9fb-4461-8f7f-c6f199a21edc req-0ab58a5f-0385-4515-85bc-691129398fc8 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:52.757496 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c9019776-c9fb-4461-8f7f-c6f199a21edc req-0ab58a5f-0385-4515-85bc-691129398fc8 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/ports?device_id=544e2ca8-0205-4994-9f14-795f333c427b HTTP/1.1" status: 200 len: 949 time: 0.4427249 Nov 19 09:16:52.768565 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b027cce1-d5f8-44b9-9a81-29f7fa25096a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:52.824867 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a797-807d-4526-a7b7-616c819d7f00 req-318237ae-51de-473a-9657-27f5d9bdae1f tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:52.827308 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b405a797-807d-4526-a7b7-616c819d7f00 req-318237ae-51de-473a-9657-27f5d9bdae1f tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.66 "GET /v2.0/ports?device_id=544e2ca8-0205-4994-9f14-795f333c427b HTTP/1.1" status: 200 len: 949 time: 0.1351800 Nov 19 09:16:53.041962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0cb1a636-f410-4c96-93ac-ddd3fc52373c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:16:53.070866 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b027cce1-d5f8-44b9-9a81-29f7fa25096a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:53.077389 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-b405a797-807d-4526-a7b7-616c819d7f00 req-00bb3d09-76e7-453b-81e6-5b28286f8b62 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Deleting port f0aacf45-1075-46ef-a950-cf320d718ad8 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:16:53.077652 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b405a797-807d-4526-a7b7-616c819d7f00 req-00bb3d09-76e7-453b-81e6-5b28286f8b62 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:53.091907 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b027cce1-d5f8-44b9-9a81-29f7fa25096a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:53.124367 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80f3b388-b2b9-4543-8129-524c886e5855 req-6d557011-7a55-40ac-8983-8644b1e557de tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=78f90bc4c38245b9816959549f78d756&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5053806 Nov 19 09:16:53.143504 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0b92f7a6-67d7-44a0-9ec1-f37742db08a4 None None] Provisioning complete for port 0cb1a636-f410-4c96-93ac-ddd3fc52373c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:53.144339 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b92f7a6-67d7-44a0-9ec1-f37742db08a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:53.201514 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b027cce1-d5f8-44b9-9a81-29f7fa25096a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a03e69fe2fbc442397ed2a2a3a4b79e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7572088 Nov 19 09:16:53.207622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41590) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:53.218885 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027cce1-d5f8-44b9-9a81-29f7fa25096a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea443193-b832-4d1d-8678-a7d0f0cb4c61,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:53.225437 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 0cb1a636-f410-4c96-93ac-ddd3fc52373c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:53.225966 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:53.241575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-594ad8a0-73e3-4a48-ac87-452ca0f0c164 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:53.243200 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-594ad8a0-73e3-4a48-ac87-452ca0f0c164 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.71 "GET /v2.0/networks?id=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 HTTP/1.1" status: 200 len: 816 time: 0.6180410 Nov 19 09:16:53.251556 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80f3b388-b2b9-4543-8129-524c886e5855 req-e74b93e4-8cad-4a74-ab72-6137b3b8892d service neutron] 10.222.0.21 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261380 Nov 19 09:16:53.269320 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-6a318b62-caa1-43f9-9928-d231b7a3865d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Request body: {'port': {'device_id': '8cd5933a-b039-447d-b4aa-4b48ed669159', 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0', 'admin_state_up': True, 'tenant_id': '78f90bc4c38245b9816959549f78d756'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:53.325321 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-b405a797-807d-4526-a7b7-616c819d7f00 req-00bb3d09-76e7-453b-81e6-5b28286f8b62 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] For port f0aacf45-1075-46ef-a950-cf320d718ad8, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f0aacf45-1075-46ef-a950-cf320d718ad8,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:53.326086 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b405a797-807d-4526-a7b7-616c819d7f00 req-00bb3d09-76e7-453b-81e6-5b28286f8b62 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:53.344404 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-b405a797-807d-4526-a7b7-616c819d7f00 req-00bb3d09-76e7-453b-81e6-5b28286f8b62 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Calling delete_port for f0aacf45-1075-46ef-a950-cf320d718ad8 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:16:53.449414 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:53.531682 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b405a797-807d-4526-a7b7-616c819d7f00 req-00bb3d09-76e7-453b-81e6-5b28286f8b62 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:53.539545 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b92f7a6-67d7-44a0-9ec1-f37742db08a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:53.589521 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:53.623042 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0b92f7a6-67d7-44a0-9ec1-f37742db08a4 None None] For port 0cb1a636-f410-4c96-93ac-ddd3fc52373c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0cb1a636-f410-4c96-93ac-ddd3fc52373c,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:16:53.634230 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b92f7a6-67d7-44a0-9ec1-f37742db08a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:53.687390 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fcdc23b7-a758-4c80-9b84-6e533aae6499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:53.703299 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92f7a6-67d7-44a0-9ec1-f37742db08a4 None None] Pushing event updated for resources: {'Port': ['ID=0cb1a636-f410-4c96-93ac-ddd3fc52373c,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:53.724188 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fcdc23b7-a758-4c80-9b84-6e533aae6499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:53.793178 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb3d09-76e7-453b-81e6-5b28286f8b62 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Pushing event deleted for resources: {'Port': ['ID=f0aacf45-1075-46ef-a950-cf320d718ad8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:53.797424 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:16:53.798170 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:16:53.801849 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fcdc23b7-a758-4c80-9b84-6e533aae6499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:53.804682 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fcdc23b7-a758-4c80-9b84-6e533aae6499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:53.806191 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fcdc23b7-a758-4c80-9b84-6e533aae6499 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea443193-b832-4d1d-8678-a7d0f0cb4c61 HTTP/1.1" status: 204 len: 168 time: 0.5964706 Nov 19 09:16:53.825338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-b405a797-807d-4526-a7b7-616c819d7f00 req-00bb3d09-76e7-453b-81e6-5b28286f8b62 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] No DVR routers for this DVR port f0aacf45-1075-46ef-a950-cf320d718ad8 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:16:53.834140 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b405a797-807d-4526-a7b7-616c819d7f00 req-00bb3d09-76e7-453b-81e6-5b28286f8b62 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:53.839945 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b405a797-807d-4526-a7b7-616c819d7f00 req-00bb3d09-76e7-453b-81e6-5b28286f8b62 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.66 "DELETE /v2.0/ports/f0aacf45-1075-46ef-a950-cf320d718ad8 HTTP/1.1" status: 204 len: 173 time: 1.0041559 Nov 19 09:16:53.840610 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544e2ca8-0205-4994-9f14-795f333c427b', 'name': 'network-vif-deleted', 'tag': 'f0aacf45-1075-46ef-a950-cf320d718ad8'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:53.843427 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5c5369-24e5-4471-a9e9-364c21805e81" -d '{"events": [{"server_uuid": "544e2ca8-0205-4994-9f14-795f333c427b", "name": "network-vif-deleted", "tag": "f0aacf45-1075-46ef-a950-cf320d718ad8"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:53.848183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc23b7-a758-4c80-9b84-6e533aae6499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea443193-b832-4d1d-8678-a7d0f0cb4c61,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:54.068089 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c48f380b-278a-40ab-af3b-1572791ea445 None None] Provisioning complete for port 0cb1a636-f410-4c96-93ac-ddd3fc52373c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:54.068551 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c48f380b-278a-40ab-af3b-1572791ea445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:54.106943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-577989f1-6398-40fd-a4e4-d341b4996f1b tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:54.108963 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-577989f1-6398-40fd-a4e4-d341b4996f1b tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.66 "GET /v2.0/networks?id=23469bb8-5e9d-478a-8e53-8b836400030d HTTP/1.1" status: 200 len: 820 time: 0.2288187 Nov 19 09:16:54.126485 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-555af480-3704-4174-b792-d6795fe3e172 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Request body: {'port': {'device_id': 'ad747f84-d13e-4d7c-a6b4-49539b3d03ea', 'network_id': '23469bb8-5e9d-478a-8e53-8b836400030d', 'admin_state_up': True, 'tenant_id': '2fc5a081a00b403ca9353619a218dda6'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:54.232568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c9019776-c9fb-4461-8f7f-c6f199a21edc req-d1f9968b-7b46-487b-a2be-7489c8feca37 tempest-ImagesOneServerTestJSON-1689115126 tempest-ImagesOneServerTestJSON-1689115126-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea9b1432-6534-40a1-94a7-8cf81804dc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3423216 Nov 19 09:16:54.370518 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80f3b388-b2b9-4543-8129-524c886e5855 req-d0dc287f-5b66-4b7c-b4a5-4e0c47f75b1d service neutron] 10.222.0.21 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1176875 Nov 19 09:16:54.387228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-6a318b62-caa1-43f9-9928-d231b7a3865d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Made reservation on behalf of 78f90bc4c38245b9816959549f78d756 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:16:54.392229 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-6a318b62-caa1-43f9-9928-d231b7a3865d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:54.445213 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aa59c0-fe07-40d7-8b86-26e3f685baca x-openstack-request-id: req-e8aa59c0-fe07-40d7-8b86-26e3f685baca {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:54.447520 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36cf445-0a5e-4ce2-a9c0-0c163efba153", "name": "network-vif-plugged", "status": "completed", "tag": "f336be21-007f-49eb-8f3e-86c4177e1508", "code": 200}, {"server_uuid": "544e2ca8-0205-4994-9f14-795f333c427b", "name": "network-vif-unplugged", "status": "completed", "tag": "f0aacf45-1075-46ef-a950-cf320d718ad8", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:54.447941 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8aa59c0-fe07-40d7-8b86-26e3f685baca {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:54.449056 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36cf445-0a5e-4ce2-a9c0-0c163efba153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f336be21-007f-49eb-8f3e-86c4177e1508', 'code': 200} Nov 19 09:16:54.449473 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544e2ca8-0205-4994-9f14-795f333c427b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0aacf45-1075-46ef-a950-cf320d718ad8', 'code': 200} Nov 19 09:16:54.515211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-555af480-3704-4174-b792-d6795fe3e172 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Made reservation on behalf of 2fc5a081a00b403ca9353619a218dda6 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:16:54.525879 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-555af480-3704-4174-b792-d6795fe3e172 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:54.539851 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53f4bee6-ffc1-462c-880f-9ba7e0c64c33 req-e74b0d3a-63ab-45d3-a135-0c92adc07711 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad747f84-d13e-4d7c-a6b4-49539b3d03ea HTTP/1.1" status: 200 len: 210 time: 0.0529294 Nov 19 09:16:54.584443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fd07a-c7cc-44cd-abf0-853cfeb8d1ac req-844f83e9-3e63-4700-a40d-1911cfc0846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:54.586363 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d47fd07a-c7cc-44cd-abf0-853cfeb8d1ac req-844f83e9-3e63-4700-a40d-1911cfc0846e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 1097 time: 0.1163816 Nov 19 09:16:54.821183 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-6a318b62-caa1-43f9-9928-d231b7a3865d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Allocated IP 172.20.0.3 (fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0/a7715cd8-61c1-4793-8409-cdb9b50f9d47/54a75571-e9ad-4eb9-a23f-170d92997244) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:16:54.856000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d47fd07a-c7cc-44cd-abf0-853cfeb8d1ac req-c3096dc1-7677-45ae-9eba-df00c0b376e9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457316 Nov 19 09:16:54.856772 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:54.922264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb147a7-1df9-4407-b434-99bbdff2bc09 req-91e1ddc3-6ec1-4125-9f29-e26629c47c4d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:54.923840 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-deb147a7-1df9-4407-b434-99bbdff2bc09 req-91e1ddc3-6ec1-4125-9f29-e26629c47c4d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 945 time: 0.1925917 Nov 19 09:16:54.926572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-555af480-3704-4174-b792-d6795fe3e172 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Allocated IP 172.20.0.11 (23469bb8-5e9d-478a-8e53-8b836400030d/082882cc-e525-4676-878d-8dcb70d853d3/6e845a49-ed5b-4d92-9c1f-825b2c7e8834) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:16:55.003794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0cb1a636-f410-4c96-93ac-ddd3fc52373c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:16:55.149808 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 0cb1a636-f410-4c96-93ac-ddd3fc52373c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:55.150247 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:55.224376 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-deb147a7-1df9-4407-b434-99bbdff2bc09 req-c8c381aa-adb4-490e-871c-dd37f8c6c5ba tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790747 Nov 19 09:16:55.309096 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68454eca-5df9-4fdf-80d4-a18f645b7367 x-openstack-request-id: req-68454eca-5df9-4fdf-80d4-a18f645b7367 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:55.311022 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544e2ca8-0205-4994-9f14-795f333c427b", "name": "network-vif-deleted", "tag": "f0aacf45-1075-46ef-a950-cf320d718ad8", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:55.311392 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68454eca-5df9-4fdf-80d4-a18f645b7367 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:55.312808 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544e2ca8-0205-4994-9f14-795f333c427b', 'name': 'network-vif-deleted', 'tag': 'f0aacf45-1075-46ef-a950-cf320d718ad8', 'status': 'completed', 'code': 200} Nov 19 09:16:55.360861 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-6a318b62-caa1-43f9-9928-d231b7a3865d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:55.369732 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-555af480-3704-4174-b792-d6795fe3e172 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:55.434392 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:55.465908 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-555af480-3704-4174-b792-d6795fe3e172 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:55.525432 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-555af480-3704-4174-b792-d6795fe3e172 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Network 23469bb8-5e9d-478a-8e53-8b836400030d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:16:55.530103 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-555af480-3704-4174-b792-d6795fe3e172 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:16:55.535626 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-555af480-3704-4174-b792-d6795fe3e172 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:16:55.570128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555af480-3704-4174-b792-d6795fe3e172 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Pushing event updated for resources: {'Port': ['ID=6e845a49-ed5b-4d92-9c1f-825b2c7e8834,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:55.597827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dad95e-4289-480d-824d-58e4ab406a2e req-3293ad17-e951-4122-b671-63deda5d6ecf tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:55.605196 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05dad95e-4289-480d-824d-58e4ab406a2e req-3293ad17-e951-4122-b671-63deda5d6ecf tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/networks?id=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 HTTP/1.1" status: 200 len: 816 time: 0.2086921 Nov 19 09:16:55.627296 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05dad95e-4289-480d-824d-58e4ab406a2e req-62cbe6b5-497b-4a74-927c-d2cff8103672 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/quotas/78f90bc4c38245b9816959549f78d756 HTTP/1.1" status: 200 len: 375 time: 0.0211816 Nov 19 09:16:55.670179 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-555af480-3704-4174-b792-d6795fe3e172 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:55.670936 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-555af480-3704-4174-b792-d6795fe3e172 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:55.684015 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-6a318b62-caa1-43f9-9928-d231b7a3865d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:55.715715 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-555af480-3704-4174-b792-d6795fe3e172 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5930014 Nov 19 09:16:55.737316 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Request body: {'port': {'device_id': 'ad747f84-d13e-4d7c-a6b4-49539b3d03ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:55.809232 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-6a318b62-caa1-43f9-9928-d231b7a3865d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:16:55.825353 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:55.878487 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05dad95e-4289-480d-824d-58e4ab406a2e req-d2fe9c03-256c-44ab-be34-a299fc228ea9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=78f90bc4c38245b9816959549f78d756&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2501369 Nov 19 09:16:55.880725 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-6a318b62-caa1-43f9-9928-d231b7a3865d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:16:55.910298 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-6a318b62-caa1-43f9-9928-d231b7a3865d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:16:55.924131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a318b62-caa1-43f9-9928-d231b7a3865d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Pushing event updated for resources: {'Port': ['ID=54a75571-e9ad-4eb9-a23f-170d92997244,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:56.115040 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41660) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:56.280295 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f295a-1b82-4524-8e4d-0fe563aff85f req-9ab0d66a-d334-4389-8a56-868f424743f7 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:56.288241 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-899f295a-1b82-4524-8e4d-0fe563aff85f req-9ab0d66a-d334-4389-8a56-868f424743f7 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad747f84-d13e-4d7c-a6b4-49539b3d03ea HTTP/1.1" status: 200 len: 932 time: 0.5724010 Nov 19 09:16:56.343961 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c351914f-494d-4e13-b22d-68cc880aa2ab None None] Provisioning complete for port 54a75571-e9ad-4eb9-a23f-170d92997244 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:16:56.344628 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c351914f-494d-4e13-b22d-68cc880aa2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:56.355803 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-6a318b62-caa1-43f9-9928-d231b7a3865d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:56.356877 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-6a318b62-caa1-43f9-9928-d231b7a3865d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:56.399504 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c351914f-494d-4e13-b22d-68cc880aa2ab None None] Port 54a75571-e9ad-4eb9-a23f-170d92997244 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:16:56.452290 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-899f295a-1b82-4524-8e4d-0fe563aff85f req-15908229-2436-496b-9a60-e1c8a799f96f tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e3668e9-58d5-4bf8-88a6-2be268b40090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630433 Nov 19 09:16:56.466409 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:16:56.475974 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-6a318b62-caa1-43f9-9928-d231b7a3865d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2140734 Nov 19 09:16:56.477748 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:56.503454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Request body: {'port': {'device_id': '8cd5933a-b039-447d-b4aa-4b48ed669159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:56.536993 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Transition to ACTIVE for port object 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:16:56.539808 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03f5ac5d-5c77-4674-92d7-f1080534d0f4 req-b6d27a72-aa4f-4912-90ae-5d0da1174df6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3293953 Nov 19 09:16:56.543807 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-74172f43-6c38-45cc-b80c-ef69d0d8c544 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edc9f146b20c4a20a58738c859126eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4233570 Nov 19 09:16:56.546834 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41670) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:56.556923 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:56.600890 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05dad95e-4289-480d-824d-58e4ab406a2e req-fa81d0d3-9e66-49aa-9549-05281db4a98c service neutron] 10.222.0.21 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7214642 Nov 19 09:16:56.608053 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:56.721608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e845a49-ed5b-4d92-9c1f-825b2c7e8834,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:56.763870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02b724d4-c155-45a1-a77d-f017d2840ad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:56.765343 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05dad95e-4289-480d-824d-58e4ab406a2e req-77f12df4-8d13-42cd-9c5c-358ab7f1e438 service neutron] 10.222.0.21 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401894 Nov 19 09:16:56.864863 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f0aacf45-1075-46ef-a950-cf320d718ad8 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:16:56.917419 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: f0aacf45-1075-46ef-a950-cf320d718ad8 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:16:56.917793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f0aacf45-1075-46ef-a950-cf320d718ad8 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:16:56.947211 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02b724d4-c155-45a1-a77d-f017d2840ad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:57.012128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Attempting to bind port 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:16:57.012509 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Attempting to bind port 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '77b44986-4011-46c7-8432-08369aa7a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '23469bb8-5e9d-478a-8e53-8b836400030d'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:16:57.012806 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Attempting to bind port 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 on network 23469bb8-5e9d-478a-8e53-8b836400030d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:57.020671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5ac5d-5c77-4674-92d7-f1080534d0f4 req-25bd2ad0-7b83-4aca-af13-588b859dd7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:57.022248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03f5ac5d-5c77-4674-92d7-f1080534d0f4 req-25bd2ad0-7b83-4aca-af13-588b859dd7f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aca38c45346a4619b8e97252585ec66d&device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 1098 time: 0.3960803 Nov 19 09:16:57.033674 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Port 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 on network 23469bb8-5e9d-478a-8e53-8b836400030d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:16:57.034008 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Attempting to bind port 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 on network 23469bb8-5e9d-478a-8e53-8b836400030d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:57.149703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:16:57.150455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Checking segment: {'id': '77b44986-4011-46c7-8432-08369aa7a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '23469bb8-5e9d-478a-8e53-8b836400030d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:16:57.151479 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Bound using segment: {'id': '77b44986-4011-46c7-8432-08369aa7a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '23469bb8-5e9d-478a-8e53-8b836400030d'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:16:57.152086 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Bound port: 6e845a49-ed5b-4d92-9c1f-825b2c7e8834, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b44986-4011-46c7-8432-08369aa7a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '23469bb8-5e9d-478a-8e53-8b836400030d'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:16:57.154526 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:57.272488 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3b388-b2b9-4543-8129-524c886e5855 req-f14d98ea-99fd-48af-b0e8-d596a3b91ff3 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:57.273783 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-80f3b388-b2b9-4543-8129-524c886e5855 req-f14d98ea-99fd-48af-b0e8-d596a3b91ff3 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.71 "GET /v2.0/networks?id=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 HTTP/1.1" status: 200 len: 816 time: 0.5002165 Nov 19 09:16:57.300052 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-80f3b388-b2b9-4543-8129-524c886e5855 req-3ddeee13-cc39-4c10-97fd-c580f1e2b2a6 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Request body: {'port': {'device_id': '1a6d118a-ce79-426f-bffc-333540e35429', 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0', 'admin_state_up': True, 'tenant_id': '78f90bc4c38245b9816959549f78d756'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:57.306220 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02b724d4-c155-45a1-a77d-f017d2840ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:57.311344 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02b724d4-c155-45a1-a77d-f017d2840ad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:57.330881 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-02b724d4-c155-45a1-a77d-f017d2840ad7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea9b1432-6534-40a1-94a7-8cf81804dc44 HTTP/1.1" status: 204 len: 168 time: 0.7726994 Nov 19 09:16:57.434635 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b9b63997-b0ce-42cd-a1e4-5876d7072a43 req-e31a818d-9970-4f8d-a557-c746ae84f4db tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 210 time: 0.2378659 Nov 19 09:16:57.466900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] For port 6e845a49-ed5b-4d92-9c1f-825b2c7e8834, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:16:57.475292 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b724d4-c155-45a1-a77d-f017d2840ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9b1432-6534-40a1-94a7-8cf81804dc44,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:57.526484 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] For port 6e845a49-ed5b-4d92-9c1f-825b2c7e8834, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6e845a49-ed5b-4d92-9c1f-825b2c7e8834,segment=NetworkSegment(77b44986-4011-46c7-8432-08369aa7a460),segment_id=77b44986-4011-46c7-8432-08369aa7a460)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:16:57.557105 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:57.607882 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:57.608528 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:57.612583 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] 10.222.0.66 "PUT /v2.0/ports/6e845a49-ed5b-4d92-9c1f-825b2c7e8834 HTTP/1.1" status: 200 len: 1093 time: 1.8807278 Nov 19 09:16:57.617531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad747f84-d13e-4d7c-a6b4-49539b3d03ea', 'tag': '6e845a49-ed5b-4d92-9c1f-825b2c7e8834'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:16:57.627059 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8648f1-75b0-4acc-a710-2ce94f070a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad747f84-d13e-4d7c-a6b4-49539b3d03ea", "tag": "6e845a49-ed5b-4d92-9c1f-825b2c7e8834"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:16:57.717201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26568e-ed8b-4e5d-9dd7-2f3be0d49edc req-acdf6c24-ea44-4a1d-92bb-2b34e1cb8cfa tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:57.724821 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b26568e-ed8b-4e5d-9dd7-2f3be0d49edc req-acdf6c24-ea44-4a1d-92bb-2b34e1cb8cfa tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 945 time: 0.4124250 Nov 19 09:16:57.752328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41710) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:57.781161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5ac5d-5c77-4674-92d7-f1080534d0f4 req-afea9b0d-a7d0-45a9-aa5c-0fef0575706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:57.783236 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03f5ac5d-5c77-4674-92d7-f1080534d0f4 req-afea9b0d-a7d0-45a9-aa5c-0fef0575706e service neutron] 10.222.0.66 "GET /v2.0/networks?id=474919e0-d306-45f8-ba00-5d415ec8f657 HTTP/1.1" status: 200 len: 918 time: 0.7150123 Nov 19 09:16:57.871161 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b26568e-ed8b-4e5d-9dd7-2f3be0d49edc req-ee288e2e-4481-4b18-a198-33e10c098a68 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438599 Nov 19 09:16:57.913100 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-ccbf8e4c-40c7-4fe2-8f4c-92584bbe6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:57.919302 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-ccbf8e4c-40c7-4fe2-8f4c-92584bbe6cbf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2fc5a081a00b403ca9353619a218dda6&device_id=ad747f84-d13e-4d7c-a6b4-49539b3d03ea HTTP/1.1" status: 200 len: 1096 time: 0.2326941 Nov 19 09:16:58.032465 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-f39fbc58-33ea-4724-b67b-382b2a8bcd05 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e845a49-ed5b-4d92-9c1f-825b2c7e8834 HTTP/1.1" status: 200 len: 217 time: 0.0907016 Nov 19 09:16:58.035581 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cb584-3692-4415-8e8c-17af048898e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e845a49-ed5b-4d92-9c1f-825b2c7e8834,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:58.070551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1730a-65b1-485e-8c46-921814ad42fe req-dc342f38-24e0-434a-bf29-6d10f76914d0 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:58.081623 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8c1730a-65b1-485e-8c46-921814ad42fe req-dc342f38-24e0-434a-bf29-6d10f76914d0 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad747f84-d13e-4d7c-a6b4-49539b3d03ea HTTP/1.1" status: 200 len: 944 time: 0.4163609 Nov 19 09:16:58.157032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03f5ac5d-5c77-4674-92d7-f1080534d0f4 req-b99213bc-94e8-48f1-9d0e-a4ac73118bd0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e HTTP/1.1" status: 200 len: 1001 time: 0.3632395 Nov 19 09:16:58.215683 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1d1613-26d9-408c-8347-d4598b240be7 x-openstack-request-id: req-4e1d1613-26d9-408c-8347-d4598b240be7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:16:58.216241 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad747f84-d13e-4d7c-a6b4-49539b3d03ea", "tag": "6e845a49-ed5b-4d92-9c1f-825b2c7e8834", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:16:58.216241 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e1d1613-26d9-408c-8347-d4598b240be7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:16:58.216772 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad747f84-d13e-4d7c-a6b4-49539b3d03ea', 'tag': '6e845a49-ed5b-4d92-9c1f-825b2c7e8834', 'status': 'completed', 'code': 200} Nov 19 09:16:58.218334 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-a0f3d9d5-e715-4db3-9886-6ee128bc139c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:58.220842 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-a0f3d9d5-e715-4db3-9886-6ee128bc139c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=082882cc-e525-4676-878d-8dcb70d853d3 HTTP/1.1" status: 200 len: 860 time: 0.1692898 Nov 19 09:16:58.290565 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f3b388-b2b9-4543-8129-524c886e5855 req-3ddeee13-cc39-4c10-97fd-c580f1e2b2a6 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Made reservation on behalf of 78f90bc4c38245b9816959549f78d756 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:16:58.297313 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-80f3b388-b2b9-4543-8129-524c886e5855 req-3ddeee13-cc39-4c10-97fd-c580f1e2b2a6 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:58.319320 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-53ad8894-fad1-4ebe-ab0c-0baf5ef84fe7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23469bb8-5e9d-478a-8e53-8b836400030d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849495 Nov 19 09:16:58.468916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5ac5d-5c77-4674-92d7-f1080534d0f4 req-812a6084-3154-415f-811f-9aa141fbe7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:58.476190 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03f5ac5d-5c77-4674-92d7-f1080534d0f4 req-812a6084-3154-415f-811f-9aa141fbe7c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b648376-425d-4c7d-a8fa-19be389f154e HTTP/1.1" status: 200 len: 856 time: 0.3110466 Nov 19 09:16:58.556027 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9ba1619c-c56f-4306-a815-1f216cbd5dae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:58.638567 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8c1730a-65b1-485e-8c46-921814ad42fe req-87769403-a6b9-437c-81be-7fb5907271c5 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e3668e9-58d5-4bf8-88a6-2be268b40090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360062 Nov 19 09:16:58.659016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a75571-e9ad-4eb9-a23f-170d92997244 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:16:58.671580 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:58.782319 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f18a7024-211f-4649-a4d5-344087f39e80 req-0e13e4f8-4054-4f97-a512-bda8e0181568 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 210 time: 0.1229472 Nov 19 09:16:58.802594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Transition to ACTIVE for port object 54a75571-e9ad-4eb9-a23f-170d92997244 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:16:58.814007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5ac5d-5c77-4674-92d7-f1080534d0f4 req-ff363c9c-e319-45a9-a93b-7f2a729bdbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:58.816086 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03f5ac5d-5c77-4674-92d7-f1080534d0f4 req-ff363c9c-e319-45a9-a93b-7f2a729bdbe9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=474919e0-d306-45f8-ba00-5d415ec8f657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2975881 Nov 19 09:16:58.819894 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:58.894167 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-38286be5-6dcb-43d6-850c-3da6f5ba3a7b service neutron] 10.222.0.66 "GET /v2.0/networks/23469bb8-5e9d-478a-8e53-8b836400030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617354 Nov 19 09:16:59.069845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03f5ac5d-5c77-4674-92d7-f1080534d0f4 req-683ab1f0-fa13-4f34-9862-3c821ed28c31 service neutron] 10.222.0.66 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300370 Nov 19 09:16:59.085128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-80f3b388-b2b9-4543-8129-524c886e5855 req-3ddeee13-cc39-4c10-97fd-c580f1e2b2a6 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Allocated IP 172.20.0.8 (fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0/a7715cd8-61c1-4793-8409-cdb9b50f9d47/94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:16:59.180248 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Pushing event updated for resources: {'Port': ['ID=54a75571-e9ad-4eb9-a23f-170d92997244,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:59.344662 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-415ea2c9-e4bf-4eb7-abfe-8979c2cb6261 req-408b5f04-db0a-40c2-b4bf-5f086a959adf service neutron] 10.222.0.66 "GET /v2.0/networks/23469bb8-5e9d-478a-8e53-8b836400030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404662 Nov 19 09:16:59.518918 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9ba1619c-c56f-4306-a815-1f216cbd5dae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:59.544304 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9ba1619c-c56f-4306-a815-1f216cbd5dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:59.566661 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8648f1-75b0-4acc-a710-2ce94f070a4f req-1453564f-336c-4be0-86de-3434a29d0b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:59.571396 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9a8648f1-75b0-4acc-a710-2ce94f070a4f req-1453564f-336c-4be0-86de-3434a29d0b45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2fc5a081a00b403ca9353619a218dda6&device_id=ad747f84-d13e-4d7c-a6b4-49539b3d03ea HTTP/1.1" status: 200 len: 1096 time: 0.0987468 Nov 19 09:16:59.613158 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Attempting to bind port 54a75571-e9ad-4eb9-a23f-170d92997244 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:16:59.613756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Attempting to bind port 54a75571-e9ad-4eb9-a23f-170d92997244 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '1c22c42a-f26c-4767-9bc7-e0576140e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:16:59.614280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Attempting to bind port 54a75571-e9ad-4eb9-a23f-170d92997244 on network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:59.734700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1619c-c56f-4306-a815-1f216cbd5dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c6855d-c09b-44d0-a0fb-0b5aed4227c1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:16:59.756818 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03f5ac5d-5c77-4674-92d7-f1080534d0f4 req-8222faa9-8977-4f9f-9504-2745ad8c784e service neutron] 10.222.0.66 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445501 Nov 19 09:16:59.763817 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-80f3b388-b2b9-4543-8129-524c886e5855 req-3ddeee13-cc39-4c10-97fd-c580f1e2b2a6 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:59.790789 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dad95e-4289-480d-824d-58e4ab406a2e req-e4eda49f-3789-4c46-bdc1-56c96b427c03 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:59.795517 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05dad95e-4289-480d-824d-58e4ab406a2e req-e4eda49f-3789-4c46-bdc1-56c96b427c03 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.66 "GET /v2.0/networks?id=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 HTTP/1.1" status: 200 len: 816 time: 0.6120019 Nov 19 09:16:59.848387 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9ba1619c-c56f-4306-a815-1f216cbd5dae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0d1dae9291b4a768e93635ea1f02e81&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0835495 Nov 19 09:16:59.859715 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8648f1-75b0-4acc-a710-2ce94f070a4f req-b50fa21e-0ec8-4770-befe-ab4f67b4dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:16:59.861775 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9a8648f1-75b0-4acc-a710-2ce94f070a4f req-b50fa21e-0ec8-4770-befe-ab4f67b4dd0b service neutron] 10.222.0.66 "GET /v2.0/networks?id=23469bb8-5e9d-478a-8e53-8b836400030d HTTP/1.1" status: 200 len: 921 time: 0.2773235 Nov 19 09:16:59.875654 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41782) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:16:59.878591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Port 54a75571-e9ad-4eb9-a23f-170d92997244 on network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:16:59.878940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Attempting to bind port 54a75571-e9ad-4eb9-a23f-170d92997244 on network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:16:59.894830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-05dad95e-4289-480d-824d-58e4ab406a2e req-cce70daf-1c23-40f2-82e1-da20811c73a9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Request body: {'port': {'device_id': '2990f832-100f-4974-8f26-6078405571da', 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0', 'admin_state_up': True, 'tenant_id': '78f90bc4c38245b9816959549f78d756'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:16:59.901936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:16:59.902604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Checking segment: {'id': '1c22c42a-f26c-4767-9bc7-e0576140e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:16:59.903178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Bound using segment: {'id': '1c22c42a-f26c-4767-9bc7-e0576140e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:16:59.903879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Bound port: 54a75571-e9ad-4eb9-a23f-170d92997244, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c22c42a-f26c-4767-9bc7-e0576140e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:16:59.904435 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:16:59.972703 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9a8648f1-75b0-4acc-a710-2ce94f070a4f req-ab7df17a-06fa-40d6-a1c1-efd013a5a0af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e845a49-ed5b-4d92-9c1f-825b2c7e8834 HTTP/1.1" status: 200 len: 217 time: 0.0785656 Nov 19 09:16:59.996411 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f86dc413-c659-4b63-875f-cca5354f2129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:00.038429 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f86dc413-c659-4b63-875f-cca5354f2129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:00.066240 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] For port 54a75571-e9ad-4eb9-a23f-170d92997244, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:17:00.149570 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-32de45ef-8885-408e-ae60-177e21295a42 req-88ffb7cf-ce55-410b-bdb7-bfa70310c746 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 210 time: 0.1217065 Nov 19 09:17:00.158980 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] For port 54a75571-e9ad-4eb9-a23f-170d92997244, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=54a75571-e9ad-4eb9-a23f-170d92997244,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:17:00.165017 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-80f3b388-b2b9-4543-8129-524c886e5855 req-3ddeee13-cc39-4c10-97fd-c580f1e2b2a6 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:00.189471 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:00.305797 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f86dc413-c659-4b63-875f-cca5354f2129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:00.318028 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f86dc413-c659-4b63-875f-cca5354f2129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:00.328436 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f86dc413-c659-4b63-875f-cca5354f2129 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3c6855d-c09b-44d0-a0fb-0b5aed4227c1 HTTP/1.1" status: 204 len: 168 time: 0.4503257 Nov 19 09:17:00.384379 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f3b388-b2b9-4543-8129-524c886e5855 req-3ddeee13-cc39-4c10-97fd-c580f1e2b2a6 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:17:00.406781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-80f3b388-b2b9-4543-8129-524c886e5855 req-3ddeee13-cc39-4c10-97fd-c580f1e2b2a6 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:17:00.429509 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddeee13-cc39-4c10-97fd-c580f1e2b2a6 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Pushing event updated for resources: {'Port': ['ID=94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:00.438269 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f3b388-b2b9-4543-8129-524c886e5855 req-3ddeee13-cc39-4c10-97fd-c580f1e2b2a6 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:17:00.441163 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Pushing event updated for resources: {'Port': ['ID=54a75571-e9ad-4eb9-a23f-170d92997244,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:00.466133 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c0db4-f608-4fe3-82d5-8eecf85757ed req-24da430b-e79b-49d3-993e-e7b138890643 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:00.479077 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f1c0db4-f608-4fe3-82d5-8eecf85757ed req-24da430b-e79b-49d3-993e-e7b138890643 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad747f84-d13e-4d7c-a6b4-49539b3d03ea HTTP/1.1" status: 200 len: 944 time: 0.5909543 Nov 19 09:17:00.486572 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73fb2da3-ac42-4eb8-9c44-fd562e68b20a req-745ba053-5f3a-42ce-b0b1-690f007e18b0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6834352 Nov 19 09:17:00.493657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8648f1-75b0-4acc-a710-2ce94f070a4f req-87b56a1d-9eb7-4230-a1fb-7421cacd9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:00.503003 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9a8648f1-75b0-4acc-a710-2ce94f070a4f req-87b56a1d-9eb7-4230-a1fb-7421cacd9c08 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=082882cc-e525-4676-878d-8dcb70d853d3 HTTP/1.1" status: 200 len: 860 time: 0.5079319 Nov 19 09:17:00.504646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:00.505489 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:00.507385 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-34d0d12c-d497-4c9b-b249-484fe55e5de3 service neutron] 10.222.0.71 "PUT /v2.0/ports/54a75571-e9ad-4eb9-a23f-170d92997244 HTTP/1.1" status: 200 len: 1092 time: 4.0154397 Nov 19 09:17:00.509192 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd5933a-b039-447d-b4aa-4b48ed669159', 'tag': '54a75571-e9ad-4eb9-a23f-170d92997244'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:00.514052 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381f77ad-7ba5-492b-9283-6c9af26ad061" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd5933a-b039-447d-b4aa-4b48ed669159", "tag": "54a75571-e9ad-4eb9-a23f-170d92997244"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:00.563011 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86dc413-c659-4b63-875f-cca5354f2129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c6855d-c09b-44d0-a0fb-0b5aed4227c1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:00.636573 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9a8648f1-75b0-4acc-a710-2ce94f070a4f req-bc04cec1-787b-441b-bc60-1253d94c63a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23469bb8-5e9d-478a-8e53-8b836400030d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652289 Nov 19 09:17:00.764645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb2da3-ac42-4eb8-9c44-fd562e68b20a req-9eb6c23a-0bf5-4345-8410-27ce1fec386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:00.769677 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73fb2da3-ac42-4eb8-9c44-fd562e68b20a req-9eb6c23a-0bf5-4345-8410-27ce1fec386c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7ec5d00cfc348a594077a93d6441b62&device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 1097 time: 0.2392313 Nov 19 09:17:00.802044 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f1c0db4-f608-4fe3-82d5-8eecf85757ed req-fd876c8f-d2f8-477d-bbda-74e0205bb306 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e3668e9-58d5-4bf8-88a6-2be268b40090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209069 Nov 19 09:17:00.908197 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5c9e9024-d700-4a0e-b67b-5f28e4e97c22 None None] Provisioning complete for port 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:00.908791 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c9e9024-d700-4a0e-b67b-5f28e4e97c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:00.930328 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3b388-b2b9-4543-8129-524c886e5855 req-3ddeee13-cc39-4c10-97fd-c580f1e2b2a6 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:00.942391 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-80f3b388-b2b9-4543-8129-524c886e5855 req-3ddeee13-cc39-4c10-97fd-c580f1e2b2a6 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:00.992577 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9a8648f1-75b0-4acc-a710-2ce94f070a4f req-add0379d-9dcd-4ea9-818a-5696a0ce10d5 service neutron] 10.222.0.66 "GET /v2.0/networks/23469bb8-5e9d-478a-8e53-8b836400030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360946 Nov 19 09:17:01.048785 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6123fb5c-b6d5-477c-9bf8-0a932c9ca1d4 x-openstack-request-id: req-6123fb5c-b6d5-477c-9bf8-0a932c9ca1d4 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:01.049588 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd5933a-b039-447d-b4aa-4b48ed669159", "tag": "54a75571-e9ad-4eb9-a23f-170d92997244", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:01.050093 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6123fb5c-b6d5-477c-9bf8-0a932c9ca1d4 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:01.050976 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd5933a-b039-447d-b4aa-4b48ed669159', 'tag': '54a75571-e9ad-4eb9-a23f-170d92997244', 'status': 'completed', 'code': 200} Nov 19 09:17:01.052782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e9024-d700-4a0e-b67b-5f28e4e97c22 None None] Port 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:17:01.054548 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05dad95e-4289-480d-824d-58e4ab406a2e req-cce70daf-1c23-40f2-82e1-da20811c73a9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Made reservation on behalf of 78f90bc4c38245b9816959549f78d756 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:17:01.061695 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-05dad95e-4289-480d-824d-58e4ab406a2e req-cce70daf-1c23-40f2-82e1-da20811c73a9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:01.077691 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb2da3-ac42-4eb8-9c44-fd562e68b20a req-a54e5e12-00da-4ee5-afce-caa828f51ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:01.080294 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73fb2da3-ac42-4eb8-9c44-fd562e68b20a req-a54e5e12-00da-4ee5-afce-caa828f51ac3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca HTTP/1.1" status: 200 len: 912 time: 0.2770760 Nov 19 09:17:01.086537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-0a05b177-50e2-4c19-b336-75f64bdb0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:01.089020 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-0a05b177-50e2-4c19-b336-75f64bdb0be9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=78f90bc4c38245b9816959549f78d756&device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 1095 time: 0.4555700 Nov 19 09:17:01.136856 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-80f3b388-b2b9-4543-8129-524c886e5855 req-3ddeee13-cc39-4c10-97fd-c580f1e2b2a6 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8415260 Nov 19 09:17:01.239442 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Request body: {'port': {'device_id': '1a6d118a-ce79-426f-bffc-333540e35429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:01.247564 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-91066f10-6d61-4b2d-967b-bb084aefcaa0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54a75571-e9ad-4eb9-a23f-170d92997244 HTTP/1.1" status: 200 len: 217 time: 0.1446474 Nov 19 09:17:01.402579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73fb2da3-ac42-4eb8-9c44-fd562e68b20a req-092dd6fb-5606-4b94-b620-84a0529663d8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4401e32-947b-40fe-8f2c-1ff81c33ecaf HTTP/1.1" status: 200 len: 1001 time: 0.3086529 Nov 19 09:17:01.403035 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:01.514492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-39e07831-7116-4601-a631-8b5a315c46d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:01.516391 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-39e07831-7116-4601-a631-8b5a315c46d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7715cd8-61c1-4793-8409-cdb9b50f9d47 HTTP/1.1" status: 200 len: 855 time: 0.2293425 Nov 19 09:17:01.550228 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9a8648f1-75b0-4acc-a710-2ce94f070a4f req-56866005-36eb-49df-899e-40308aca902f service neutron] 10.222.0.66 "GET /v2.0/networks/23469bb8-5e9d-478a-8e53-8b836400030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339940 Nov 19 09:17:01.585638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-05dad95e-4289-480d-824d-58e4ab406a2e req-cce70daf-1c23-40f2-82e1-da20811c73a9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Allocated IP 172.20.0.13 (fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0/a7715cd8-61c1-4793-8409-cdb9b50f9d47/6b311c45-22dc-4ecd-8284-07bb43fdb599) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:17:01.589159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb2da3-ac42-4eb8-9c44-fd562e68b20a req-664d8bd0-3e67-4481-a799-3f8eb05b5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:01.590731 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73fb2da3-ac42-4eb8-9c44-fd562e68b20a req-664d8bd0-3e67-4481-a799-3f8eb05b5567 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2dc59a7-693a-40a0-ab45-b7982da75253 HTTP/1.1" status: 200 len: 850 time: 0.1739521 Nov 19 09:17:01.676654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-0c10650b-dccf-4683-89f9-dadfb276f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:01.678417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-0c10650b-dccf-4683-89f9-dadfb276f88a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1489222 Nov 19 09:17:01.712611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb2da3-ac42-4eb8-9c44-fd562e68b20a req-7ca04f18-09fe-474c-a680-2f75ceba3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:01.716015 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73fb2da3-ac42-4eb8-9c44-fd562e68b20a req-7ca04f18-09fe-474c-a680-2f75ceba3bbf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157990 Nov 19 09:17:01.882678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-b5daa9f8-5725-48e2-a061-760d6101d170 service neutron] 10.222.0.71 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799927 Nov 19 09:17:02.508759 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e176ef8a-b122-4625-b874-9a534c9b6f37 req-6825a153-0c7b-411c-a72f-93d20a18604e tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 210 time: 0.6235285 Nov 19 09:17:02.675224 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b2de8-81f7-467c-889d-820fa35b837f req-5473ee74-92df-4015-923f-3ffdea3abe19 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:02.676818 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c02b2de8-81f7-467c-889d-820fa35b837f req-5473ee74-92df-4015-923f-3ffdea3abe19 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad747f84-d13e-4d7c-a6b4-49539b3d03ea HTTP/1.1" status: 200 len: 944 time: 0.2311187 Nov 19 09:17:02.687626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22ab4dfb-3dc6-4f41-a4ed-4bbf8dfd0fd0 req-83c0594c-ddc7-4bd2-892b-a4c91d18eabc service neutron] 10.222.0.71 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7861462 Nov 19 09:17:02.699389 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73fb2da3-ac42-4eb8-9c44-fd562e68b20a req-3002f8c6-e211-4162-bad2-cf9c3c29d6a2 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8153229 Nov 19 09:17:02.706449 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-05dad95e-4289-480d-824d-58e4ab406a2e req-cce70daf-1c23-40f2-82e1-da20811c73a9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:02.864725 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:17:02.926973 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73fb2da3-ac42-4eb8-9c44-fd562e68b20a req-a4b2e0a2-f091-4212-aa8f-bf11b8964fa0 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186010 Nov 19 09:17:03.037696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6e845a49-ed5b-4d92-9c1f-825b2c7e8834, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6e845a49-ed5b-4d92-9c1f-825b2c7e8834,segment=NetworkSegment(77b44986-4011-46c7-8432-08369aa7a460),segment_id=77b44986-4011-46c7-8432-08369aa7a460)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:03.054555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '6e845a49-ed5b-4d92-9c1f-825b2c7e8834', 'network_id': '23469bb8-5e9d-478a-8e53-8b836400030d', 'port_id': '6e845a49-ed5b-4d92-9c1f-825b2c7e8834', 'mac_address': 'fa:16:3e:aa:d7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082882cc-e525-4676-878d-8dcb70d853d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:17:03.063257 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c02b2de8-81f7-467c-889d-820fa35b837f req-862452e9-5daf-4c26-bbde-924ceb3dcd71 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e3668e9-58d5-4bf8-88a6-2be268b40090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689723 Nov 19 09:17:03.090888 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f77ad-7ba5-492b-9283-6c9af26ad061 req-d4a69742-9bb0-405e-b871-f2e98a71b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:03.092473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-381f77ad-7ba5-492b-9283-6c9af26ad061 req-d4a69742-9bb0-405e-b871-f2e98a71b183 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=78f90bc4c38245b9816959549f78d756&device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 1095 time: 0.1794302 Nov 19 09:17:03.105766 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:03.109764 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-05dad95e-4289-480d-824d-58e4ab406a2e req-cce70daf-1c23-40f2-82e1-da20811c73a9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:03.129956 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:03.158966 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6e845a49-ed5b-4d92-9c1f-825b2c7e8834, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6e845a49-ed5b-4d92-9c1f-825b2c7e8834,segment=NetworkSegment(77b44986-4011-46c7-8432-08369aa7a460),segment_id=77b44986-4011-46c7-8432-08369aa7a460)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:03.167142 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:03.265658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f77ad-7ba5-492b-9283-6c9af26ad061 req-64ba62ac-8234-4975-8793-3f07811cd692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:03.267532 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-381f77ad-7ba5-492b-9283-6c9af26ad061 req-64ba62ac-8234-4975-8793-3f07811cd692 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 HTTP/1.1" status: 200 len: 917 time: 0.1444123 Nov 19 09:17:03.285558 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=6e845a49-ed5b-4d92-9c1f-825b2c7e8834,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:03.351810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05dad95e-4289-480d-824d-58e4ab406a2e req-cce70daf-1c23-40f2-82e1-da20811c73a9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:17:03.353994 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-381f77ad-7ba5-492b-9283-6c9af26ad061 req-f2082e6d-d2a5-48f7-9ae6-022601efd82a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54a75571-e9ad-4eb9-a23f-170d92997244 HTTP/1.1" status: 200 len: 217 time: 0.0646439 Nov 19 09:17:03.358952 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-05dad95e-4289-480d-824d-58e4ab406a2e req-cce70daf-1c23-40f2-82e1-da20811c73a9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:17:03.362119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dad95e-4289-480d-824d-58e4ab406a2e req-cce70daf-1c23-40f2-82e1-da20811c73a9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:17:03.365022 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce70daf-1c23-40f2-82e1-da20811c73a9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Pushing event updated for resources: {'Port': ['ID=6b311c45-22dc-4ecd-8284-07bb43fdb599,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:03.382128 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['6e845a49-ed5b-4d92-9c1f-825b2c7e8834'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:17:03.462615 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dad95e-4289-480d-824d-58e4ab406a2e req-cce70daf-1c23-40f2-82e1-da20811c73a9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:03.472294 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-05dad95e-4289-480d-824d-58e4ab406a2e req-cce70daf-1c23-40f2-82e1-da20811c73a9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:03.483808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f77ad-7ba5-492b-9283-6c9af26ad061 req-140cc04e-6698-490e-bbc2-b7a85118999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:03.494692 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-381f77ad-7ba5-492b-9283-6c9af26ad061 req-140cc04e-6698-490e-bbc2-b7a85118999e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7715cd8-61c1-4793-8409-cdb9b50f9d47 HTTP/1.1" status: 200 len: 855 time: 0.1197462 Nov 19 09:17:03.516823 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05dad95e-4289-480d-824d-58e4ab406a2e req-cce70daf-1c23-40f2-82e1-da20811c73a9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6636133 Nov 19 09:17:03.531425 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:03.532712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Request body: {'port': {'device_id': '2990f832-100f-4974-8f26-6078405571da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:03.557018 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:03.592069 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Transition to ACTIVE for port object 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:17:03.603622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:03.778173 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:03.780555 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Pushing event updated for resources: {'Port': ['ID=94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:03.923544 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Attempting to bind port 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:17:03.926659 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Attempting to bind port 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '1c22c42a-f26c-4767-9bc7-e0576140e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:17:03.927513 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Attempting to bind port 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 on network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:17:03.934128 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-73ee9fff-59ff-4853-82a6-ca0160ad7965 None None] Provisioning complete for port 6b311c45-22dc-4ecd-8284-07bb43fdb599 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:03.937530 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-73ee9fff-59ff-4853-82a6-ca0160ad7965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:03.942457 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Port 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 on network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:17:03.943191 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Attempting to bind port 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 on network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:17:03.956765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:17:03.959923 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Checking segment: {'id': '1c22c42a-f26c-4767-9bc7-e0576140e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:17:03.960595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Bound using segment: {'id': '1c22c42a-f26c-4767-9bc7-e0576140e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:17:03.961911 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Bound port: 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c22c42a-f26c-4767-9bc7-e0576140e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:17:03.964153 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:04.040189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f77ad-7ba5-492b-9283-6c9af26ad061 req-120c9b9d-93c0-4d3a-a12f-2c206513f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:04.041973 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-381f77ad-7ba5-492b-9283-6c9af26ad061 req-120c9b9d-93c0-4d3a-a12f-2c206513f334 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3806159 Nov 19 09:17:04.072376 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-73ee9fff-59ff-4853-82a6-ca0160ad7965 None None] Port 6b311c45-22dc-4ecd-8284-07bb43fdb599 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:17:04.078676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e544c0-ea0f-4b94-be8e-eb738a66d734 req-cd303f54-d766-4434-ae3b-4af74d3c0bb1 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:04.092407 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5e544c0-ea0f-4b94-be8e-eb738a66d734 req-cd303f54-d766-4434-ae3b-4af74d3c0bb1 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 932 time: 0.3115873 Nov 19 09:17:04.162849 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] For port 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:17:04.172530 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] For port 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:17:04.186069 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:04.280130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:04.281539 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:04.282990 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-80f3b388-b2b9-4543-8129-524c886e5855 req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] 10.222.0.71 "PUT /v2.0/ports/94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 HTTP/1.1" status: 200 len: 1092 time: 3.0582221 Nov 19 09:17:04.283684 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557bece-6a09-49c2-aba9-434695f34f5a service neutron] Pushing event updated for resources: {'Port': ['ID=94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:04.304635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6d118a-ce79-426f-bffc-333540e35429', 'tag': '94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:04.318143 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7f34da-c4be-490d-bfee-3146384f5ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6d118a-ce79-426f-bffc-333540e35429", "tag": "94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:04.461493 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-381f77ad-7ba5-492b-9283-6c9af26ad061 req-2e79bb0f-f3e3-4ff2-913d-076566158b39 service neutron] 10.222.0.71 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631151 Nov 19 09:17:04.466485 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3b388-b2b9-4543-8129-524c886e5855 req-02b0bd39-27fe-45d1-b51d-1391bc3b0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:04.468005 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-80f3b388-b2b9-4543-8129-524c886e5855 req-02b0bd39-27fe-45d1-b51d-1391bc3b0270 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=78f90bc4c38245b9816959549f78d756&device_id=1a6d118a-ce79-426f-bffc-333540e35429 HTTP/1.1" status: 200 len: 1095 time: 0.0994689 Nov 19 09:17:04.554366 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-80f3b388-b2b9-4543-8129-524c886e5855 req-da9dfd14-7479-40e2-ab03-3bf422471a56 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 HTTP/1.1" status: 200 len: 217 time: 0.0722082 Nov 19 09:17:04.665038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3b388-b2b9-4543-8129-524c886e5855 req-79fdc8b3-b1ba-4d85-bf6e-214043dd49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:04.673505 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-80f3b388-b2b9-4543-8129-524c886e5855 req-79fdc8b3-b1ba-4d85-bf6e-214043dd49ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7715cd8-61c1-4793-8409-cdb9b50f9d47 HTTP/1.1" status: 200 len: 855 time: 0.1092491 Nov 19 09:17:04.725579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-381f77ad-7ba5-492b-9283-6c9af26ad061 req-b44b2e70-809d-462a-98ec-e0547353768a service neutron] 10.222.0.71 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513926 Nov 19 09:17:04.742607 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3b388-b2b9-4543-8129-524c886e5855 req-5984c0e2-867a-4e42-99ca-2f8d149566a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:04.747675 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-80f3b388-b2b9-4543-8129-524c886e5855 req-5984c0e2-867a-4e42-99ca-2f8d149566a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667126 Nov 19 09:17:04.762247 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5e544c0-ea0f-4b94-be8e-eb738a66d734 req-33f094f2-23b3-4db0-b10c-20ef4d94fea2 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6662421 Nov 19 09:17:04.879034 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:04.957279 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-80f3b388-b2b9-4543-8129-524c886e5855 req-7bf1e87f-7b9e-467e-8a21-75af38cbb6d3 service neutron] 10.222.0.71 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984522 Nov 19 09:17:05.028475 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:17:05.031823 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf754a61-a86e-4cc8-b542-87efc94c3348 req-684c32ae-c156-4050-9b84-6898336715b4 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:05.033514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:05.034111 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:05.045713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf754a61-a86e-4cc8-b542-87efc94c3348 req-684c32ae-c156-4050-9b84-6898336715b4 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad747f84-d13e-4d7c-a6b4-49539b3d03ea HTTP/1.1" status: 200 len: 945 time: 0.1785276 Nov 19 09:17:05.055921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b311c45-22dc-4ecd-8284-07bb43fdb599 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:05.107514 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:05.142350 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-80f3b388-b2b9-4543-8129-524c886e5855 req-e2dab64d-ca72-44c5-8555-7b9a30f030de service neutron] 10.222.0.71 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731358 Nov 19 09:17:05.176978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Transition to ACTIVE for port object 6b311c45-22dc-4ecd-8284-07bb43fdb599 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:17:05.212209 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:05.212457 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:05.269030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad747f84-d13e-4d7c-a6b4-49539b3d03ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e845a49-ed5b-4d92-9c1f-825b2c7e8834'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:05.271987 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f733a32e-8183-4232-9731-aa3208a89b7f" -d '{"events": [{"server_uuid": "ad747f84-d13e-4d7c-a6b4-49539b3d03ea", "name": "network-vif-plugged", "status": "completed", "tag": "6e845a49-ed5b-4d92-9c1f-825b2c7e8834"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:05.306848 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf754a61-a86e-4cc8-b542-87efc94c3348 req-bf6e5af2-643e-4f5b-8879-86de5e9200c0 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e3668e9-58d5-4bf8-88a6-2be268b40090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585649 Nov 19 09:17:05.325606 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6e845a49-ed5b-4d92-9c1f-825b2c7e8834, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6e845a49-ed5b-4d92-9c1f-825b2c7e8834,segment=NetworkSegment(77b44986-4011-46c7-8432-08369aa7a460),segment_id=77b44986-4011-46c7-8432-08369aa7a460)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:05.347632 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:05.397695 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e66d37-ffe5-4db1-a8c5-586b9b859b2c x-openstack-request-id: req-c5e66d37-ffe5-4db1-a8c5-586b9b859b2c {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:05.398224 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6d118a-ce79-426f-bffc-333540e35429", "tag": "94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:05.398977 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5e66d37-ffe5-4db1-a8c5-586b9b859b2c {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:05.399491 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6d118a-ce79-426f-bffc-333540e35429', 'tag': '94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3', 'status': 'completed', 'code': 200} Nov 19 09:17:05.416561 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Pushing event updated for resources: {'Port': ['ID=6b311c45-22dc-4ecd-8284-07bb43fdb599,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:05.470381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=6e845a49-ed5b-4d92-9c1f-825b2c7e8834,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:05.478839 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:05.479372 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:05.480006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:05.480592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:05.481189 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:05.481759 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:05.482323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:05.482888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:05.483485 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:05.484056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:05.488763 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:05.489416 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:05.551017 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f34da-c4be-490d-bfee-3146384f5ba0 req-cf574ae7-84c3-4e2d-869f-efdf40440052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:05.562503 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4f7f34da-c4be-490d-bfee-3146384f5ba0 req-cf574ae7-84c3-4e2d-869f-efdf40440052 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=78f90bc4c38245b9816959549f78d756&device_id=1a6d118a-ce79-426f-bffc-333540e35429 HTTP/1.1" status: 200 len: 1095 time: 0.1360400 Nov 19 09:17:05.623868 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e728169c-bca6-4ca6-968f-bfb95b0051b3 x-openstack-request-id: req-e728169c-bca6-4ca6-968f-bfb95b0051b3 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:05.625327 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad747f84-d13e-4d7c-a6b4-49539b3d03ea", "name": "network-vif-plugged", "status": "completed", "tag": "6e845a49-ed5b-4d92-9c1f-825b2c7e8834", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:05.625706 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e728169c-bca6-4ca6-968f-bfb95b0051b3 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:05.626210 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad747f84-d13e-4d7c-a6b4-49539b3d03ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e845a49-ed5b-4d92-9c1f-825b2c7e8834', 'code': 200} Nov 19 09:17:05.681833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Attempting to bind port 6b311c45-22dc-4ecd-8284-07bb43fdb599 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:17:05.683397 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Attempting to bind port 6b311c45-22dc-4ecd-8284-07bb43fdb599 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '1c22c42a-f26c-4767-9bc7-e0576140e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:17:05.683778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Attempting to bind port 6b311c45-22dc-4ecd-8284-07bb43fdb599 on network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:17:05.690389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Port 6b311c45-22dc-4ecd-8284-07bb43fdb599 on network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:17:05.690781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Attempting to bind port 6b311c45-22dc-4ecd-8284-07bb43fdb599 on network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:17:05.699856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:17:05.700208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Checking segment: {'id': '1c22c42a-f26c-4767-9bc7-e0576140e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:17:05.700606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Bound using segment: {'id': '1c22c42a-f26c-4767-9bc7-e0576140e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:17:05.701060 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Bound port: 6b311c45-22dc-4ecd-8284-07bb43fdb599, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c22c42a-f26c-4767-9bc7-e0576140e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:17:05.701463 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:05.847753 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] For port 6b311c45-22dc-4ecd-8284-07bb43fdb599, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:17:05.857735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] For port 6b311c45-22dc-4ecd-8284-07bb43fdb599, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6b311c45-22dc-4ecd-8284-07bb43fdb599,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:17:05.889303 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:06.039131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 54a75571-e9ad-4eb9-a23f-170d92997244 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:17:06.140589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Pushing event updated for resources: {'Port': ['ID=6b311c45-22dc-4ecd-8284-07bb43fdb599,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:06.157752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:06.158392 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:06.159841 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05dad95e-4289-480d-824d-58e4ab406a2e req-be8da2d1-5d13-49a5-9c94-2b848cf4a9de service neutron] 10.222.0.66 "PUT /v2.0/ports/6b311c45-22dc-4ecd-8284-07bb43fdb599 HTTP/1.1" status: 200 len: 1093 time: 2.6328986 Nov 19 09:17:06.160306 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2990f832-100f-4974-8f26-6078405571da', 'tag': '6b311c45-22dc-4ecd-8284-07bb43fdb599'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:06.174948 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc16dc87-f871-4904-b838-2c9835b356b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2990f832-100f-4974-8f26-6078405571da", "tag": "6b311c45-22dc-4ecd-8284-07bb43fdb599"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:06.219157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9455860-4b61-469d-9a25-f8af154a88ed req-d03fc8ad-04f2-4a58-aeee-06349148e3d1 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:06.237717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9455860-4b61-469d-9a25-f8af154a88ed req-d03fc8ad-04f2-4a58-aeee-06349148e3d1 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 944 time: 0.1907725 Nov 19 09:17:06.317997 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 54a75571-e9ad-4eb9-a23f-170d92997244, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=54a75571-e9ad-4eb9-a23f-170d92997244,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:06.340788 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '54a75571-e9ad-4eb9-a23f-170d92997244', 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0', 'port_id': '54a75571-e9ad-4eb9-a23f-170d92997244', 'mac_address': 'fa:16:3e:a2:1c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7715cd8-61c1-4793-8409-cdb9b50f9d47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:17:06.389731 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9455860-4b61-469d-9a25-f8af154a88ed req-97e6a768-6565-4991-82ea-0367c835f373 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510024 Nov 19 09:17:06.442091 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0eec18-df60-4249-a1bc-6187bfa60b02 x-openstack-request-id: req-4a0eec18-df60-4249-a1bc-6187bfa60b02 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:06.442407 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2990f832-100f-4974-8f26-6078405571da", "tag": "6b311c45-22dc-4ecd-8284-07bb43fdb599", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:06.442680 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a0eec18-df60-4249-a1bc-6187bfa60b02 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:06.443107 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2990f832-100f-4974-8f26-6078405571da', 'tag': '6b311c45-22dc-4ecd-8284-07bb43fdb599', 'status': 'completed', 'code': 200} Nov 19 09:17:06.455178 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:06.487669 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a75571-e9ad-4eb9-a23f-170d92997244 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:06.496929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dad95e-4289-480d-824d-58e4ab406a2e req-8f7d7704-de87-4179-a4a6-93abb287ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:06.498612 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05dad95e-4289-480d-824d-58e4ab406a2e req-8f7d7704-de87-4179-a4a6-93abb287ccb9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=78f90bc4c38245b9816959549f78d756&device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 1096 time: 0.2587590 Nov 19 09:17:06.530390 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 54a75571-e9ad-4eb9-a23f-170d92997244, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=54a75571-e9ad-4eb9-a23f-170d92997244,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:06.539041 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:06.562614 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05dad95e-4289-480d-824d-58e4ab406a2e req-a6598ea6-ca4f-4c4b-bd1e-14385254c92c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b311c45-22dc-4ecd-8284-07bb43fdb599 HTTP/1.1" status: 200 len: 217 time: 0.0518889 Nov 19 09:17:06.653692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f11c4-2fa4-4820-8e1a-63e9a5ba5334 req-dc7604f8-601d-463a-ac0d-e8ddcf30779f tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:06.661930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-367f11c4-2fa4-4820-8e1a-63e9a5ba5334 req-dc7604f8-601d-463a-ac0d-e8ddcf30779f tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad747f84-d13e-4d7c-a6b4-49539b3d03ea HTTP/1.1" status: 200 len: 946 time: 0.1021206 Nov 19 09:17:06.672784 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f34da-c4be-490d-bfee-3146384f5ba0 req-ebdf1499-5a71-4f56-845f-2b474aed3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:06.674832 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4f7f34da-c4be-490d-bfee-3146384f5ba0 req-ebdf1499-5a71-4f56-845f-2b474aed3144 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 HTTP/1.1" status: 200 len: 917 time: 1.1039455 Nov 19 09:17:06.695356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dad95e-4289-480d-824d-58e4ab406a2e req-a0e4121d-d43e-43ec-aa4b-1ef6d1c91b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:06.697186 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05dad95e-4289-480d-824d-58e4ab406a2e req-a0e4121d-d43e-43ec-aa4b-1ef6d1c91b9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7715cd8-61c1-4793-8409-cdb9b50f9d47 HTTP/1.1" status: 200 len: 855 time: 0.0992808 Nov 19 09:17:06.698353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=54a75571-e9ad-4eb9-a23f-170d92997244,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:06.800996 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-367f11c4-2fa4-4820-8e1a-63e9a5ba5334 req-5d1dce26-c861-4d15-8cad-05458665fc24 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e3668e9-58d5-4bf8-88a6-2be268b40090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377552 Nov 19 09:17:06.808707 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['54a75571-e9ad-4eb9-a23f-170d92997244'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:17:06.838391 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dad95e-4289-480d-824d-58e4ab406a2e req-6470a193-df6c-48d6-905e-3b8554734b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:06.840642 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05dad95e-4289-480d-824d-58e4ab406a2e req-6470a193-df6c-48d6-905e-3b8554734b65 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326790 Nov 19 09:17:06.907691 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4f7f34da-c4be-490d-bfee-3146384f5ba0 req-82a081d7-7422-45a9-9220-0cab2c6619d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 HTTP/1.1" status: 200 len: 217 time: 0.2197063 Nov 19 09:17:07.014867 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42020) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:07.086670 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f34da-c4be-490d-bfee-3146384f5ba0 req-83899b3d-f2cf-4dcb-bc71-8add2fb1e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:07.092799 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4f7f34da-c4be-490d-bfee-3146384f5ba0 req-83899b3d-f2cf-4dcb-bc71-8add2fb1e594 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7715cd8-61c1-4793-8409-cdb9b50f9d47 HTTP/1.1" status: 200 len: 855 time: 0.1557219 Nov 19 09:17:07.159755 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05dad95e-4289-480d-824d-58e4ab406a2e req-b1e7ce86-14a3-4dff-ad9d-78b053bb00fb service neutron] 10.222.0.66 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104901 Nov 19 09:17:07.187562 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9215fcd-a07a-4369-9915-e41515b2fc30 req-c2633c27-63ac-4c30-9f06-68873ec81703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:07.189312 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d9215fcd-a07a-4369-9915-e41515b2fc30 req-c2633c27-63ac-4c30-9f06-68873ec81703 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ad747f84-d13e-4d7c-a6b4-49539b3d03ea HTTP/1.1" status: 200 len: 1098 time: 0.5135140 Nov 19 09:17:07.200575 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f34da-c4be-490d-bfee-3146384f5ba0 req-ccf7d249-dc83-4ae9-9abe-b036d78110b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:07.202711 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4f7f34da-c4be-490d-bfee-3146384f5ba0 req-ccf7d249-dc83-4ae9-9abe-b036d78110b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969164 Nov 19 09:17:07.375631 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d9215fcd-a07a-4369-9915-e41515b2fc30 req-dde1f8a4-8ab6-4436-9512-9d54cacfb2ce service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3e3668e9-58d5-4bf8-88a6-2be268b40090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783257 Nov 19 09:17:07.403619 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05dad95e-4289-480d-824d-58e4ab406a2e req-2fd1a605-c65e-461a-a543-5b9e1823a6f1 service neutron] 10.222.0.66 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350631 Nov 19 09:17:07.413739 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d8f4f11c-1aa0-44fa-a403-bb50d10af43c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:07.429273 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4f7f34da-c4be-490d-bfee-3146384f5ba0 req-6339f19e-073d-4b0a-8097-0b4d8c15ebcf service neutron] 10.222.0.71 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966074 Nov 19 09:17:07.545289 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4f7f34da-c4be-490d-bfee-3146384f5ba0 req-3b9984f2-801f-40c0-a358-520b955b3042 service neutron] 10.222.0.71 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087494 Nov 19 09:17:07.654497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e904a-efc2-451d-a5a2-23aa4338a0c9 req-8255176a-e8e7-4751-b009-bf8899347106 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:07.659761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba9e904a-efc2-451d-a5a2-23aa4338a0c9 req-8255176a-e8e7-4751-b009-bf8899347106 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 944 time: 0.1734517 Nov 19 09:17:07.811487 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16dc87-f871-4904-b838-2c9835b356b5 req-5b48e125-e33b-4983-af6f-f1aa5ba6fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:07.813039 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc16dc87-f871-4904-b838-2c9835b356b5 req-5b48e125-e33b-4983-af6f-f1aa5ba6fea2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=78f90bc4c38245b9816959549f78d756&device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 1096 time: 0.1522973 Nov 19 09:17:07.817997 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d8f4f11c-1aa0-44fa-a403-bb50d10af43c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:07.848778 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d8f4f11c-1aa0-44fa-a403-bb50d10af43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:07.889733 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba9e904a-efc2-451d-a5a2-23aa4338a0c9 req-9640714f-c8d0-4d47-a68c-95d08909aec6 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046175 Nov 19 09:17:07.976513 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d8f4f11c-1aa0-44fa-a403-bb50d10af43c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7cecabdb1b344c195016347661900cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9490573 Nov 19 09:17:07.979518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42066) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:08.006422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4f11c-1aa0-44fa-a403-bb50d10af43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe08d7a-9b47-4aad-b98d-9aaebcb1ec61,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:08.043124 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:17:08.054620 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 54a75571-e9ad-4eb9-a23f-170d92997244 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:08.130281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16dc87-f871-4904-b838-2c9835b356b5 req-c3e8fc28-88c1-48be-91e0-ffe086df770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:08.131791 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc16dc87-f871-4904-b838-2c9835b356b5 req-c3e8fc28-88c1-48be-91e0-ffe086df770f service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 HTTP/1.1" status: 200 len: 917 time: 0.3076005 Nov 19 09:17:08.146516 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af8ff75b-d0db-4094-8560-e25d62790759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:08.151755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911cfd8-f2e9-4e15-ba30-d935d278c639 req-9afd4b37-da92-4188-9797-ef63da69e8cc tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:08.159324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1911cfd8-f2e9-4e15-ba30-d935d278c639 req-9afd4b37-da92-4188-9797-ef63da69e8cc tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad747f84-d13e-4d7c-a6b4-49539b3d03ea HTTP/1.1" status: 200 len: 946 time: 0.1060061 Nov 19 09:17:08.204527 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af8ff75b-d0db-4094-8560-e25d62790759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:08.233840 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc16dc87-f871-4904-b838-2c9835b356b5 req-c3c17f82-1694-4286-ab4c-58cb45e72726 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b311c45-22dc-4ecd-8284-07bb43fdb599 HTTP/1.1" status: 200 len: 217 time: 0.0902867 Nov 19 09:17:08.277439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 54a75571-e9ad-4eb9-a23f-170d92997244 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:17:08.294819 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1911cfd8-f2e9-4e15-ba30-d935d278c639 req-33f88df4-b5dd-45cf-a373-7e954cf76ba6 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e3668e9-58d5-4bf8-88a6-2be268b40090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346116 Nov 19 09:17:08.304369 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 54a75571-e9ad-4eb9-a23f-170d92997244 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:08.307133 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:08.320099 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af8ff75b-d0db-4094-8560-e25d62790759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:08.323929 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af8ff75b-d0db-4094-8560-e25d62790759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:08.325832 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-af8ff75b-d0db-4094-8560-e25d62790759 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fe08d7a-9b47-4aad-b98d-9aaebcb1ec61 HTTP/1.1" status: 204 len: 168 time: 0.3453910 Nov 19 09:17:08.359864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16dc87-f871-4904-b838-2c9835b356b5 req-14d85b50-555d-49fc-b5f0-06dbf65efa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:08.364124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ff75b-d0db-4094-8560-e25d62790759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe08d7a-9b47-4aad-b98d-9aaebcb1ec61,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:08.367314 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc16dc87-f871-4904-b838-2c9835b356b5 req-14d85b50-555d-49fc-b5f0-06dbf65efa9c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7715cd8-61c1-4793-8409-cdb9b50f9d47 HTTP/1.1" status: 200 len: 855 time: 0.1159172 Nov 19 09:17:08.481360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16dc87-f871-4904-b838-2c9835b356b5 req-b74c7d7a-a5b2-4026-b671-3941865594f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:08.500349 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc16dc87-f871-4904-b838-2c9835b356b5 req-b74c7d7a-a5b2-4026-b671-3941865594f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000965 Nov 19 09:17:08.520319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:08.547324 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3', 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0', 'port_id': '94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3', 'mac_address': 'fa:16:3e:c9:51:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7715cd8-61c1-4793-8409-cdb9b50f9d47', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:17:08.675212 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:08.720206 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 54a75571-e9ad-4eb9-a23f-170d92997244, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=54a75571-e9ad-4eb9-a23f-170d92997244,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:08.724150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd5933a-b039-447d-b4aa-4b48ed669159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a75571-e9ad-4eb9-a23f-170d92997244'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:08.727966 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b22991-70ab-4a45-b7f0-f2bc7ab4d5f3" -d '{"events": [{"server_uuid": "8cd5933a-b039-447d-b4aa-4b48ed669159", "name": "network-vif-plugged", "status": "completed", "tag": "54a75571-e9ad-4eb9-a23f-170d92997244"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:08.737732 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:08.750298 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:08.886285 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=54a75571-e9ad-4eb9-a23f-170d92997244,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:08.889635 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0ece085-c869-4445-9668-24cc4997ef3d req-6d58b8ab-c4e0-4550-a364-e4421a12cf5a tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d8768986d56449a9862553bf84e2fdcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1206484 Nov 19 09:17:08.894010 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba808dab-b0c8-4c9a-8fe0-279eb6b76552 x-openstack-request-id: req-ba808dab-b0c8-4c9a-8fe0-279eb6b76552 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:08.894368 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd5933a-b039-447d-b4aa-4b48ed669159", "name": "network-vif-plugged", "status": "completed", "tag": "54a75571-e9ad-4eb9-a23f-170d92997244", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:08.894564 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba808dab-b0c8-4c9a-8fe0-279eb6b76552 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:08.894948 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd5933a-b039-447d-b4aa-4b48ed669159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a75571-e9ad-4eb9-a23f-170d92997244', 'code': 200} Nov 19 09:17:08.897242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:08.985439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:08.996986 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:09.050755 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfe657-eafb-4d8a-8eb7-78483363352b req-20cfd6c7-92a9-45d9-8ab7-a59de52109ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:09.052329 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e7cfe657-eafb-4d8a-8eb7-78483363352b req-20cfd6c7-92a9-45d9-8ab7-a59de52109ca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 1097 time: 0.1012423 Nov 19 09:17:09.061640 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc16dc87-f871-4904-b838-2c9835b356b5 req-08e512e4-e2ba-4397-94d9-29c667fe3410 service neutron] 10.222.0.66 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548675 Nov 19 09:17:09.109684 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:09.203500 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e7cfe657-eafb-4d8a-8eb7-78483363352b req-2e591c07-770b-425f-91ec-5b0c31abcb76 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401341 Nov 19 09:17:09.282693 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:17:09.483000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca4560-7e64-45da-858f-c361682437cb req-22582b13-0a2b-43f3-bbcf-ce3c6a9d96c0 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:09.490844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73ca4560-7e64-45da-858f-c361682437cb req-22582b13-0a2b-43f3-bbcf-ce3c6a9d96c0 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 944 time: 0.3092403 Nov 19 09:17:09.684411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ece085-c869-4445-9668-24cc4997ef3d req-9ec126e4-fcf4-438b-8f59-6a3aae9c2e4c tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:09.698580 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0ece085-c869-4445-9668-24cc4997ef3d req-9ec126e4-fcf4-438b-8f59-6a3aae9c2e4c tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8072598 Nov 19 09:17:09.707889 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc16dc87-f871-4904-b838-2c9835b356b5 req-db2eaee3-81c4-4151-ae63-d840ecf4a18a service neutron] 10.222.0.66 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779246 Nov 19 09:17:09.753269 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0ece085-c869-4445-9668-24cc4997ef3d req-e7513cf3-133a-424c-848e-5005728aa81d tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/quotas/d8768986d56449a9862553bf84e2fdcf HTTP/1.1" status: 200 len: 375 time: 0.0501478 Nov 19 09:17:09.812460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0ece085-c869-4445-9668-24cc4997ef3d req-4f9334e8-5dbf-4b1d-b39d-987d716e9a3e tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8768986d56449a9862553bf84e2fdcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578010 Nov 19 09:17:09.836544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73ca4560-7e64-45da-858f-c361682437cb req-db21f385-b9cf-4bdd-afec-8d881132b9e8 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446386 Nov 19 09:17:10.140274 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42146) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:10.346911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ea126-cbd0-4366-ab89-9e92cc8b9f56 req-47eda6df-4b30-4d5f-ab3c-576a6e21ca83 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:10.360273 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-448ea126-cbd0-4366-ab89-9e92cc8b9f56 req-47eda6df-4b30-4d5f-ab3c-576a6e21ca83 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad747f84-d13e-4d7c-a6b4-49539b3d03ea HTTP/1.1" status: 200 len: 946 time: 0.1781299 Nov 19 09:17:10.367361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-9d044881-1c2e-4a98-900c-ed15728d983b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-691015842-network', 'tenant_id': '11227eb192d8442993826f545c3078a0'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:10.415154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d044881-1c2e-4a98-900c-ed15728d983b admin admin] Made reservation on behalf of 11227eb192d8442993826f545c3078a0 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:17:10.419094 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d044881-1c2e-4a98-900c-ed15728d983b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:10.447133 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d044881-1c2e-4a98-900c-ed15728d983b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:10.528934 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-448ea126-cbd0-4366-ab89-9e92cc8b9f56 req-0f1b1569-6ab5-4a71-8168-b16687853cdf tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e3668e9-58d5-4bf8-88a6-2be268b40090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628022 Nov 19 09:17:10.860000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-b9563195-3967-4e31-a46c-a4a7dd76b0cb tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d8768986d56449a9862553bf84e2fdcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1415722 Nov 19 09:17:10.917360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6b311c45-22dc-4ecd-8284-07bb43fdb599 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:17:10.974487 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d044881-1c2e-4a98-900c-ed15728d983b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:10.997405 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d044881-1c2e-4a98-900c-ed15728d983b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:11.129181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d044881-1c2e-4a98-900c-ed15728d983b admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:17:11.180723 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d044881-1c2e-4a98-900c-ed15728d983b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:11.181128 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-9d044881-1c2e-4a98-900c-ed15728d983b admin admin] Added segment 393b2c9b-fadd-459a-b1aa-45541a914c20 of type vlan for network deb2a4e2-f004-437e-8e4e-d8fc39141bfa Nov 19 09:17:11.232693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d044881-1c2e-4a98-900c-ed15728d983b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8445e6a3-8e5e-4820-a4d8-ca70d60ade57,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:11.308061 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d044881-1c2e-4a98-900c-ed15728d983b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:11.336720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24023215-91bb-444c-bf4e-91a1366040a3 req-8c5a1609-4e5f-499b-b867-e7bba3d7f62a tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:11.338474 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24023215-91bb-444c-bf4e-91a1366040a3 req-8c5a1609-4e5f-499b-b867-e7bba3d7f62a tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 944 time: 0.2403679 Nov 19 09:17:11.433021 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-b8834831-dfb9-45e9-bfeb-ef2a7bad03a8 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:11.441470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-b8834831-dfb9-45e9-bfeb-ef2a7bad03a8 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5800834 Nov 19 09:17:11.451280 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24023215-91bb-444c-bf4e-91a1366040a3 req-d4693361-1195-4bf3-8c9c-56026d7a2f3f tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033309 Nov 19 09:17:11.477866 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-cdd15473-2ef3-4023-9616-0c43e6dac452 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/quotas/d8768986d56449a9862553bf84e2fdcf HTTP/1.1" status: 200 len: 375 time: 0.0354302 Nov 19 09:17:11.504927 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d044881-1c2e-4a98-900c-ed15728d983b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:11.508752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d044881-1c2e-4a98-900c-ed15728d983b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:11.509383 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d044881-1c2e-4a98-900c-ed15728d983b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:11.615353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9d044881-1c2e-4a98-900c-ed15728d983b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4713631 Nov 19 09:17:11.618817 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42204) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:11.629424 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1514ff73-4ee5-4499-a7b6-81d09edd8b0b admin admin] Request body: {'subnet': {'network_id': 'deb2a4e2-f004-437e-8e4e-d8fc39141bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-691015842-subnet', 'tenant_id': '11227eb192d8442993826f545c3078a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:11.637721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-be87f0f5-b75b-40a3-a52b-b2d05f7f10ca tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8768986d56449a9862553bf84e2fdcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1589153 Nov 19 09:17:11.684519 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1514ff73-4ee5-4499-a7b6-81d09edd8b0b admin admin] Made reservation on behalf of 11227eb192d8442993826f545c3078a0 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:17:11.687314 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1514ff73-4ee5-4499-a7b6-81d09edd8b0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:11.718847 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6b311c45-22dc-4ecd-8284-07bb43fdb599, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6b311c45-22dc-4ecd-8284-07bb43fdb599,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:11.770411 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '6b311c45-22dc-4ecd-8284-07bb43fdb599', 'network_id': 'fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0', 'port_id': '6b311c45-22dc-4ecd-8284-07bb43fdb599', 'mac_address': 'fa:16:3e:2e:d8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7715cd8-61c1-4793-8409-cdb9b50f9d47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:17:11.788178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d044881-1c2e-4a98-900c-ed15728d983b admin admin] Pushing event updated for resources: {'Network': ['ID=deb2a4e2-f004-437e-8e4e-d8fc39141bfa,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:11.838842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network deb2a4e2-f004-437e-8e4e-d8fc39141bfa details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:17:11.952316 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:11.980127 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b311c45-22dc-4ecd-8284-07bb43fdb599 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:11.993464 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1514ff73-4ee5-4499-a7b6-81d09edd8b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:12.028439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6b311c45-22dc-4ecd-8284-07bb43fdb599, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6b311c45-22dc-4ecd-8284-07bb43fdb599,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:12.059836 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:12.204886 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514ff73-4ee5-4499-a7b6-81d09edd8b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa1e0c3-c499-49d3-bab8-53221e365089,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:12.208570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:12.226290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1514ff73-4ee5-4499-a7b6-81d09edd8b0b admin admin] Checking segment: {'id': '393b2c9b-fadd-459a-b1aa-45541a914c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'deb2a4e2-f004-437e-8e4e-d8fc39141bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:17:12.226952 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514ff73-4ee5-4499-a7b6-81d09edd8b0b admin admin] Network hostable DHCP agents. Network: deb2a4e2-f004-437e-8e4e-d8fc39141bfa, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:17:12.282270 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514ff73-4ee5-4499-a7b6-81d09edd8b0b admin admin] Network deb2a4e2-f004-437e-8e4e-d8fc39141bfa is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:17:12.301303 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-1514ff73-4ee5-4499-a7b6-81d09edd8b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, deb2a4e2-f004-437e-8e4e-d8fc39141bfa) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:17:12.332756 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1514ff73-4ee5-4499-a7b6-81d09edd8b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:12.333388 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1514ff73-4ee5-4499-a7b6-81d09edd8b0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:12.358709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c2c25425-8346-4016-9b7b-c6c2d20f7227 req-816e8562-636c-481b-9591-c2d2c7c300c1 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 210 time: 0.1146173 Nov 19 09:17:12.374263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86c67c7-2b20-40e3-8e3c-78c479e3b824 None None] Network deb2a4e2-f004-437e-8e4e-d8fc39141bfa requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:17:12.405114 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1514ff73-4ee5-4499-a7b6-81d09edd8b0b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7735369 Nov 19 09:17:12.474973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['6b311c45-22dc-4ecd-8284-07bb43fdb599'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:17:12.492450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0ece085-c869-4445-9668-24cc4997ef3d req-f4d16169-2a78-4405-a7d7-31b9063d8d34 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d8768986d56449a9862553bf84e2fdcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1250243 Nov 19 09:17:12.545892 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=6b311c45-22dc-4ecd-8284-07bb43fdb599,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:13.026952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:17:13.064473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:13.065722 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:13.143531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e99b8-423b-49f6-ad9c-f63dd0361cd9 req-6b9ea376-bf7b-4f6c-a59d-ee9ea038d8b0 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:13.152566 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-998e99b8-423b-49f6-ad9c-f63dd0361cd9 req-6b9ea376-bf7b-4f6c-a59d-ee9ea038d8b0 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 945 time: 0.4045177 Nov 19 09:17:13.190932 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ece085-c869-4445-9668-24cc4997ef3d req-97c12ebf-f584-4924-86c4-4c9bbf693ee9 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:13.192472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0ece085-c869-4445-9668-24cc4997ef3d req-97c12ebf-f584-4924-86c4-4c9bbf693ee9 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6916044 Nov 19 09:17:13.208059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395c4d14-f0d1-4fad-891c-6148d10bf38b None None] Network deb2a4e2-f004-437e-8e4e-d8fc39141bfa requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:17:13.210624 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c0ece085-c869-4445-9668-24cc4997ef3d req-5f0eb240-936b-4852-bc6e-40007f75c762 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Request body: {'port': {'device_id': '19ddc1d2-870e-43ff-b29f-b18e05e54b29', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': 'd8768986d56449a9862553bf84e2fdcf'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:13.441716 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-998e99b8-423b-49f6-ad9c-f63dd0361cd9 req-28fd517f-1976-4626-af89-3690b8be6b9b tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881906 Nov 19 09:17:13.452084 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:13.490793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-9b65de71-ee39-45e2-8005-836443bbc640 req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1751094048', 'description': 'tempest-description-938224379'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:13.505476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6d118a-ce79-426f-bffc-333540e35429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:13.509291 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8adc3d-4be2-4eb0-b830-cadef4a42216" -d '{"events": [{"server_uuid": "1a6d118a-ce79-426f-bffc-333540e35429", "name": "network-vif-plugged", "status": "completed", "tag": "94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:13.527494 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:13.531898 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:13.580510 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9b65de71-ee39-45e2-8005-836443bbc640 req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:13.582569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:13.615104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ece085-c869-4445-9668-24cc4997ef3d req-5f0eb240-936b-4852-bc6e-40007f75c762 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Made reservation on behalf of d8768986d56449a9862553bf84e2fdcf for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:17:13.618476 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c0ece085-c869-4445-9668-24cc4997ef3d req-5f0eb240-936b-4852-bc6e-40007f75c762 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:13.634495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ab506-61ad-47c7-bb2b-8025ea23cc95 req-09233bee-48e1-4d70-ae99-c38c1d964b6e tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:13.635965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a66ab506-61ad-47c7-bb2b-8025ea23cc95 req-09233bee-48e1-4d70-ae99-c38c1d964b6e tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad747f84-d13e-4d7c-a6b4-49539b3d03ea HTTP/1.1" status: 200 len: 946 time: 0.1042843 Nov 19 09:17:13.646924 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c0ece085-c869-4445-9668-24cc4997ef3d req-5f0eb240-936b-4852-bc6e-40007f75c762 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:13.757865 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a66ab506-61ad-47c7-bb2b-8025ea23cc95 req-d0bdbe2e-d930-423d-ab07-8da015d32128 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e3668e9-58d5-4bf8-88a6-2be268b40090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141391 Nov 19 09:17:13.761425 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9b65de71-ee39-45e2-8005-836443bbc640 req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:13.786473 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9b65de71-ee39-45e2-8005-836443bbc640 req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:13.840486 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9b65de71-ee39-45e2-8005-836443bbc640 req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:13.841761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b65de71-ee39-45e2-8005-836443bbc640 req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3607113 Nov 19 09:17:13.856822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0162d1d-0ec2-4ae0-895d-f8d1698c35cd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:13.878554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:13.878915 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:13.879303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:13.879994 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:13.880300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:13.880646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:13.880986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:13.881349 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:13.881686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:13.882020 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:13.882347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:13.882676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46cc9a4-f885-4dac-8041-89255d4dd202 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:13.888320 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c0ece085-c869-4445-9668-24cc4997ef3d req-5f0eb240-936b-4852-bc6e-40007f75c762 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:13.898035 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c0ece085-c869-4445-9668-24cc4997ef3d req-5f0eb240-936b-4852-bc6e-40007f75c762 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:13.932839 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52016314-3f97-4c37-8675-5dd75bef9366 x-openstack-request-id: req-52016314-3f97-4c37-8675-5dd75bef9366 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:13.933177 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6d118a-ce79-426f-bffc-333540e35429", "name": "network-vif-plugged", "status": "completed", "tag": "94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:13.933767 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52016314-3f97-4c37-8675-5dd75bef9366 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:13.939998 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6d118a-ce79-426f-bffc-333540e35429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3', 'code': 200} Nov 19 09:17:14.001524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0eb240-936b-4852-bc6e-40007f75c762 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcaa513-5c80-4df6-be71-ded53e92feb4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:14.046953 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d939ec24-187f-473d-a618-fd46f3dfe5ea req-4d254719-a917-4c12-99b5-de04e1b77f51 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 210 time: 0.0776205 Nov 19 09:17:14.060952 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-ee65cb24-e1fd-42a1-85cf-4cd78c5067a1 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=d8768986d56449a9862553bf84e2fdcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410931 Nov 19 09:17:14.305476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-c0ece085-c869-4445-9668-24cc4997ef3d req-5f0eb240-936b-4852-bc6e-40007f75c762 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Allocated IP 192.168.233.5 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/e6bb2e09-36b4-4fc6-a822-0c7f2b498445) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:17:14.358099 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800235b4-aa37-4b8a-9e40-85fade43a1cb req-9c47ff41-9f4f-4b75-9b61-4b8c31955bb2 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:14.359728 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-800235b4-aa37-4b8a-9e40-85fade43a1cb req-9c47ff41-9f4f-4b75-9b61-4b8c31955bb2 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad747f84-d13e-4d7c-a6b4-49539b3d03ea HTTP/1.1" status: 200 len: 946 time: 0.1088257 Nov 19 09:17:14.370231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-4f054038-b282-4c17-8458-95ea0960a169 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:14.371723 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-4f054038-b282-4c17-8458-95ea0960a169 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3044732 Nov 19 09:17:14.386717 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-904f1ade-dd0b-4c52-b29a-f84cd0d946b5 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Request body: {'port': {'device_id': '6423cc19-b8ea-4534-b797-484f772b4e79', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': 'd8768986d56449a9862553bf84e2fdcf'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:14.406082 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c9ae6ca4-3512-418b-8401-e40008792fb4 req-9af15537-6b5a-478a-97b4-c27733ca825a tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/b0162d1d-0ec2-4ae0-895d-f8d1698c35cd HTTP/1.1" status: 200 len: 1823 time: 0.4320652 Nov 19 09:17:14.422833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c9ae6ca4-3512-418b-8401-e40008792fb4 req-1d1ff168-66a5-4954-9f13-96bd1ff26e4e tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0162d1d-0ec2-4ae0-895d-f8d1698c35cd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:14.423645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c9ae6ca4-3512-418b-8401-e40008792fb4 req-1d1ff168-66a5-4954-9f13-96bd1ff26e4e tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0162d1d-0ec2-4ae0-895d-f8d1698c35cd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:14.576796 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-800235b4-aa37-4b8a-9e40-85fade43a1cb req-f64bd99b-2c09-402a-bb85-03a136dd63b9 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Deleting port 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:17:14.577358 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-800235b4-aa37-4b8a-9e40-85fade43a1cb req-f64bd99b-2c09-402a-bb85-03a136dd63b9 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:14.611020 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3e864-a8d0-4b85-bfb0-b9453bb28b2c req-512e3440-5f14-429e-bd48-0c4d4751166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:14.644281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56e3e864-a8d0-4b85-bfb0-b9453bb28b2c req-512e3440-5f14-429e-bd48-0c4d4751166e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1a6d118a-ce79-426f-bffc-333540e35429 HTTP/1.1" status: 200 len: 1097 time: 0.5833180 Nov 19 09:17:14.737158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-904f1ade-dd0b-4c52-b29a-f84cd0d946b5 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Made reservation on behalf of d8768986d56449a9862553bf84e2fdcf for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:17:14.747898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-904f1ade-dd0b-4c52-b29a-f84cd0d946b5 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:14.903984 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56e3e864-a8d0-4b85-bfb0-b9453bb28b2c req-ce46fc01-7671-4e81-aef1-8098a3954efc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434747 Nov 19 09:17:14.908483 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c9ae6ca4-3512-418b-8401-e40008792fb4 req-1d1ff168-66a5-4954-9f13-96bd1ff26e4e tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:14.922489 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6b311c45-22dc-4ecd-8284-07bb43fdb599 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:14.950844 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c9ae6ca4-3512-418b-8401-e40008792fb4 req-1d1ff168-66a5-4954-9f13-96bd1ff26e4e tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:14.954083 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c0ece085-c869-4445-9668-24cc4997ef3d req-5f0eb240-936b-4852-bc6e-40007f75c762 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:14.961964 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c9ae6ca4-3512-418b-8401-e40008792fb4 req-1d1ff168-66a5-4954-9f13-96bd1ff26e4e tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:14.986897 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-800235b4-aa37-4b8a-9e40-85fade43a1cb req-f64bd99b-2c09-402a-bb85-03a136dd63b9 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] For port 6e845a49-ed5b-4d92-9c1f-825b2c7e8834, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6e845a49-ed5b-4d92-9c1f-825b2c7e8834,segment=NetworkSegment(77b44986-4011-46c7-8432-08369aa7a460),segment_id=77b44986-4011-46c7-8432-08369aa7a460)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:14.987284 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-800235b4-aa37-4b8a-9e40-85fade43a1cb req-f64bd99b-2c09-402a-bb85-03a136dd63b9 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:14.993529 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ff168-66a5-4954-9f13-96bd1ff26e4e tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deeb0e40-85a1-4c7c-ab50-af85efc34412,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:15.016628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 6b311c45-22dc-4ecd-8284-07bb43fdb599 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:17:15.022903 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 6b311c45-22dc-4ecd-8284-07bb43fdb599 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:15.024006 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:15.030029 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c9ae6ca4-3512-418b-8401-e40008792fb4 req-1d1ff168-66a5-4954-9f13-96bd1ff26e4e tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:15.031789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c9ae6ca4-3512-418b-8401-e40008792fb4 req-1d1ff168-66a5-4954-9f13-96bd1ff26e4e tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6188297 Nov 19 09:17:15.034363 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c0ece085-c869-4445-9668-24cc4997ef3d req-5f0eb240-936b-4852-bc6e-40007f75c762 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:15.036314 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-800235b4-aa37-4b8a-9e40-85fade43a1cb req-f64bd99b-2c09-402a-bb85-03a136dd63b9 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Calling delete_port for 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:17:15.094784 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ece085-c869-4445-9668-24cc4997ef3d req-5f0eb240-936b-4852-bc6e-40007f75c762 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:17:15.101254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-c0ece085-c869-4445-9668-24cc4997ef3d req-5f0eb240-936b-4852-bc6e-40007f75c762 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:17:15.106364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ece085-c869-4445-9668-24cc4997ef3d req-5f0eb240-936b-4852-bc6e-40007f75c762 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:17:15.149511 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0eb240-936b-4852-bc6e-40007f75c762 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Pushing event updated for resources: {'Port': ['ID=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:15.191314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ece085-c869-4445-9668-24cc4997ef3d req-5f0eb240-936b-4852-bc6e-40007f75c762 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:15.192731 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c0ece085-c869-4445-9668-24cc4997ef3d req-5f0eb240-936b-4852-bc6e-40007f75c762 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:15.224166 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0ece085-c869-4445-9668-24cc4997ef3d req-5f0eb240-936b-4852-bc6e-40007f75c762 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0211656 Nov 19 09:17:15.333478 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:15.336869 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:15.347451 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-904f1ade-dd0b-4c52-b29a-f84cd0d946b5 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Allocated IP 192.168.233.230 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/c7b39465-750f-472b-bd4d-0532b602bfc9) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:17:15.427750 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6b311c45-22dc-4ecd-8284-07bb43fdb599, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6b311c45-22dc-4ecd-8284-07bb43fdb599,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:15.443152 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:15.524751 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=6b311c45-22dc-4ecd-8284-07bb43fdb599,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:15.606385 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-83e676af-7f64-45f8-ae4f-0656ffb77fe6 None None] Provisioning complete for port e6bb2e09-36b4-4fc6-a822-0c7f2b498445 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:15.606764 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-83e676af-7f64-45f8-ae4f-0656ffb77fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:15.639426 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-800235b4-aa37-4b8a-9e40-85fade43a1cb req-f64bd99b-2c09-402a-bb85-03a136dd63b9 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:15.669765 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['6e845a49-ed5b-4d92-9c1f-825b2c7e8834'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:17:15.698274 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64bd99b-2c09-402a-bb85-03a136dd63b9 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Pushing event deleted for resources: {'Port': ['ID=6e845a49-ed5b-4d92-9c1f-825b2c7e8834,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:15.743424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-83e676af-7f64-45f8-ae4f-0656ffb77fe6 None None] Port e6bb2e09-36b4-4fc6-a822-0c7f2b498445 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:17:15.775843 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-904f1ade-dd0b-4c52-b29a-f84cd0d946b5 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:15.803206 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-800235b4-aa37-4b8a-9e40-85fade43a1cb req-f64bd99b-2c09-402a-bb85-03a136dd63b9 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] No DVR routers for this DVR port 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:17:15.808769 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-800235b4-aa37-4b8a-9e40-85fade43a1cb req-f64bd99b-2c09-402a-bb85-03a136dd63b9 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:15.812925 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-800235b4-aa37-4b8a-9e40-85fade43a1cb req-f64bd99b-2c09-402a-bb85-03a136dd63b9 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.66 "DELETE /v2.0/ports/6e845a49-ed5b-4d92-9c1f-825b2c7e8834 HTTP/1.1" status: 204 len: 173 time: 1.4399810 Nov 19 09:17:15.813673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad747f84-d13e-4d7c-a6b4-49539b3d03ea', 'name': 'network-vif-deleted', 'tag': '6e845a49-ed5b-4d92-9c1f-825b2c7e8834'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:15.817400 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecaa365-5964-4d4b-bd15-0b7337decd75" -d '{"events": [{"server_uuid": "ad747f84-d13e-4d7c-a6b4-49539b3d03ea", "name": "network-vif-deleted", "tag": "6e845a49-ed5b-4d92-9c1f-825b2c7e8834"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:15.878758 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-904f1ade-dd0b-4c52-b29a-f84cd0d946b5 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:15.882172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Request body: {'port': {'device_id': '19ddc1d2-870e-43ff-b29f-b18e05e54b29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:15.899876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f145182c-7ef8-42af-98d6-08c799678a24 req-b2f98a25-c1cd-4721-8f17-c4bb061357e3 tempest-ServerMetadataNegativeTestJSON-827388099 tempest-ServerMetadataNegativeTestJSON-827388099-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad747f84-d13e-4d7c-a6b4-49539b3d03ea HTTP/1.1" status: 200 len: 210 time: 0.0554662 Nov 19 09:17:15.948657 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2990f832-100f-4974-8f26-6078405571da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b311c45-22dc-4ecd-8284-07bb43fdb599'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:15.954677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-b2e3f04b-c5a0-4db4-8301-51b1b53a3b62 req-e795795b-31da-4034-8f2d-7d0e51e59da9 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1632246244', 'description': 'tempest-description-990246958'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:15.956400 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4094ca-070d-4500-9e09-4be6c6268dcf" -d '{"events": [{"server_uuid": "2990f832-100f-4974-8f26-6078405571da", "name": "network-vif-plugged", "status": "completed", "tag": "6b311c45-22dc-4ecd-8284-07bb43fdb599"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:15.964458 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-904f1ade-dd0b-4c52-b29a-f84cd0d946b5 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:17:15.967146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-904f1ade-dd0b-4c52-b29a-f84cd0d946b5 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:17:15.990693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-904f1ade-dd0b-4c52-b29a-f84cd0d946b5 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:17:16.070824 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f1ade-dd0b-4c52-b29a-f84cd0d946b5 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Pushing event updated for resources: {'Port': ['ID=c7b39465-750f-472b-bd4d-0532b602bfc9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:16.073112 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:16.091105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb484d-54a1-417a-af6c-d2a5329db8ac req-afd79856-a16a-46e6-830f-73e98f5e74d8 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:16.092928 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39fb484d-54a1-417a-af6c-d2a5329db8ac req-afd79856-a16a-46e6-830f-73e98f5e74d8 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 945 time: 0.8859732 Nov 19 09:17:16.128487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-904f1ade-dd0b-4c52-b29a-f84cd0d946b5 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:16.128943 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-904f1ade-dd0b-4c52-b29a-f84cd0d946b5 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:16.155007 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-904f1ade-dd0b-4c52-b29a-f84cd0d946b5 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7725646 Nov 19 09:17:16.177544 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Request body: {'port': {'device_id': '6423cc19-b8ea-4534-b797-484f772b4e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:16.180973 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2e3f04b-c5a0-4db4-8301-51b1b53a3b62 req-e795795b-31da-4034-8f2d-7d0e51e59da9 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:16.269391 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:16.369167 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39fb484d-54a1-417a-af6c-d2a5329db8ac req-531f38fb-b01f-4342-82a0-a844107793cf tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582438 Nov 19 09:17:16.408207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b5396248-4642-4fb7-b42e-9f4d5d838a09 None None] Provisioning complete for port c7b39465-750f-472b-bd4d-0532b602bfc9 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:16.409387 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b5396248-4642-4fb7-b42e-9f4d5d838a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:16.474186 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2e3f04b-c5a0-4db4-8301-51b1b53a3b62 req-e795795b-31da-4034-8f2d-7d0e51e59da9 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:16.481416 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2e3f04b-c5a0-4db4-8301-51b1b53a3b62 req-e795795b-31da-4034-8f2d-7d0e51e59da9 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:16.489982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b5396248-4642-4fb7-b42e-9f4d5d838a09 None None] Port c7b39465-750f-472b-bd4d-0532b602bfc9 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:17:16.563226 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2e3f04b-c5a0-4db4-8301-51b1b53a3b62 req-e795795b-31da-4034-8f2d-7d0e51e59da9 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:16.564548 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2e3f04b-c5a0-4db4-8301-51b1b53a3b62 req-e795795b-31da-4034-8f2d-7d0e51e59da9 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6144612 Nov 19 09:17:16.578396 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795795b-31da-4034-8f2d-7d0e51e59da9 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377a0edf-6aca-47dd-a311-11ea9ded64f1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:16.632799 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6bb2e09-36b4-4fc6-a822-0c7f2b498445 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:16.642995 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:16.664726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50bdab-625f-4f6c-9b51-d0766a282260 req-750bec4b-1aad-45c0-b862-0a78ce7d88a4 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:16.672221 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc50bdab-625f-4f6c-9b51-d0766a282260 req-750bec4b-1aad-45c0-b862-0a78ce7d88a4 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 936 time: 0.1769757 Nov 19 09:17:16.682064 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Transition to ACTIVE for port object e6bb2e09-36b4-4fc6-a822-0c7f2b498445 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:17:16.692563 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:16.803779 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e5dec0-8aef-4384-b6dd-69eee1216e31 x-openstack-request-id: req-b0e5dec0-8aef-4384-b6dd-69eee1216e31 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:16.804285 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad747f84-d13e-4d7c-a6b4-49539b3d03ea", "name": "network-vif-deleted", "tag": "6e845a49-ed5b-4d92-9c1f-825b2c7e8834", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:16.804356 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0e5dec0-8aef-4384-b6dd-69eee1216e31 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:16.804732 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad747f84-d13e-4d7c-a6b4-49539b3d03ea', 'name': 'network-vif-deleted', 'tag': '6e845a49-ed5b-4d92-9c1f-825b2c7e8834', 'status': 'completed', 'code': 200} Nov 19 09:17:16.845697 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc50bdab-625f-4f6c-9b51-d0766a282260 req-0fb55f80-554a-49dd-97a7-cf7b0b576c5a tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725478 Nov 19 09:17:16.847262 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73a1048-4fc4-4a4a-888f-71e458aa5d81 x-openstack-request-id: req-a73a1048-4fc4-4a4a-888f-71e458aa5d81 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:16.847797 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2990f832-100f-4974-8f26-6078405571da", "name": "network-vif-plugged", "status": "completed", "tag": "6b311c45-22dc-4ecd-8284-07bb43fdb599", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:16.848530 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a73a1048-4fc4-4a4a-888f-71e458aa5d81 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:16.849692 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2990f832-100f-4974-8f26-6078405571da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b311c45-22dc-4ecd-8284-07bb43fdb599', 'code': 200} Nov 19 09:17:16.939426 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:16.977042 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b39465-750f-472b-bd4d-0532b602bfc9 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:17.004114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3e66b17-7428-4e83-af00-e33d33053c3e req-9d71b337-dae0-456b-b275-1a9058f94e2e tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/377a0edf-6aca-47dd-a311-11ea9ded64f1 HTTP/1.1" status: 200 len: 1823 time: 0.1226463 Nov 19 09:17:17.022166 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.042297 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42392) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:17.049739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-e3e66b17-7428-4e83-af00-e33d33053c3e req-c90fe487-bac5-4034-ac5c-3aca56bb6493 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '377a0edf-6aca-47dd-a311-11ea9ded64f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:17.050924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-e3e66b17-7428-4e83-af00-e33d33053c3e req-c90fe487-bac5-4034-ac5c-3aca56bb6493 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '377a0edf-6aca-47dd-a311-11ea9ded64f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:17.059838 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Transition to ACTIVE for port object c7b39465-750f-472b-bd4d-0532b602bfc9 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:17:17.090515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Attempting to bind port e6bb2e09-36b4-4fc6-a822-0c7f2b498445 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:17:17.091144 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Attempting to bind port e6bb2e09-36b4-4fc6-a822-0c7f2b498445 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:17:17.091487 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Attempting to bind port e6bb2e09-36b4-4fc6-a822-0c7f2b498445 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:17:17.114676 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.120770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Port e6bb2e09-36b4-4fc6-a822-0c7f2b498445 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:17:17.120934 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Attempting to bind port e6bb2e09-36b4-4fc6-a822-0c7f2b498445 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:17:17.133820 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:17:17.134392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:17:17.135832 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:17:17.136434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Bound port: e6bb2e09-36b4-4fc6-a822-0c7f2b498445, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:17:17.137023 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.139576 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bfe44-bb01-4f39-a42d-9725909c024d req-c7faeb68-7e6a-4df4-bbeb-0e87138c2559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:17.141270 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b37bfe44-bb01-4f39-a42d-9725909c024d req-c7faeb68-7e6a-4df4-bbeb-0e87138c2559 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 1098 time: 0.1579697 Nov 19 09:17:17.198818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aedfe04-7be0-4d65-a851-a1977f1fb962 admin admin] Deleting subnet 082882cc-e525-4676-878d-8dcb70d853d3 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:17:17.218913 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5aedfe04-7be0-4d65-a851-a1977f1fb962 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.270276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b39465-750f-472b-bd4d-0532b602bfc9,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:17.350889 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5aedfe04-7be0-4d65-a851-a1977f1fb962 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.379076 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308042c-28e3-4e05-801d-32af201ce883 req-da660694-d06b-4801-95c3-51134aa38003 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:17.379469 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b37bfe44-bb01-4f39-a42d-9725909c024d req-89270ffd-7e52-485f-aff8-732b71d76fdb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268426 Nov 19 09:17:17.382002 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a308042c-28e3-4e05-801d-32af201ce883 req-da660694-d06b-4801-95c3-51134aa38003 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/networks?id=58e552ac-8aa3-452e-ac9f-48f80a5fe870 HTTP/1.1" status: 200 len: 805 time: 0.2271008 Nov 19 09:17:17.397401 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e3e66b17-7428-4e83-af00-e33d33053c3e req-c90fe487-bac5-4034-ac5c-3aca56bb6493 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.414582 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5aedfe04-7be0-4d65-a851-a1977f1fb962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.431898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] For port e6bb2e09-36b4-4fc6-a822-0c7f2b498445, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:17:17.437204 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a308042c-28e3-4e05-801d-32af201ce883 req-b2e4e2b1-5f11-4c38-8aa6-7c6c16165fee tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/quotas/b71e6944e0244b1a957c2ca38c8ef191 HTTP/1.1" status: 200 len: 375 time: 0.0274982 Nov 19 09:17:17.441378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] For port e6bb2e09-36b4-4fc6-a822-0c7f2b498445, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:17:17.451128 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e3e66b17-7428-4e83-af00-e33d33053c3e req-c90fe487-bac5-4034-ac5c-3aca56bb6493 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.466211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Attempting to bind port c7b39465-750f-472b-bd4d-0532b602bfc9 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:17:17.466709 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Attempting to bind port c7b39465-750f-472b-bd4d-0532b602bfc9 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:17:17.467152 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Attempting to bind port c7b39465-750f-472b-bd4d-0532b602bfc9 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:17:17.474040 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Port c7b39465-750f-472b-bd4d-0532b602bfc9 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:17:17.474437 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Attempting to bind port c7b39465-750f-472b-bd4d-0532b602bfc9 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:17:17.482142 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:17:17.482786 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:17:17.483290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:17:17.483855 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Bound port: c7b39465-750f-472b-bd4d-0532b602bfc9, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:17:17.484333 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.490897 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.499901 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e3e66b17-7428-4e83-af00-e33d33053c3e req-c90fe487-bac5-4034-ac5c-3aca56bb6493 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.554459 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a308042c-28e3-4e05-801d-32af201ce883 req-06559179-bdf2-4da9-a494-8253e41600b4 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b71e6944e0244b1a957c2ca38c8ef191&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1072803 Nov 19 09:17:17.583781 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5aedfe04-7be0-4d65-a851-a1977f1fb962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.618344 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] For port c7b39465-750f-472b-bd4d-0532b602bfc9, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:17:17.623311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedfe04-7be0-4d65-a851-a1977f1fb962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=082882cc-e525-4676-878d-8dcb70d853d3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:17.638251 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5aedfe04-7be0-4d65-a851-a1977f1fb962 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.641782 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5aedfe04-7be0-4d65-a851-a1977f1fb962 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/082882cc-e525-4676-878d-8dcb70d853d3 HTTP/1.1" status: 204 len: 168 time: 0.5980256 Nov 19 09:17:17.644393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42406) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:17.647747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] For port c7b39465-750f-472b-bd4d-0532b602bfc9, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c7b39465-750f-472b-bd4d-0532b602bfc9,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:17:17.657567 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a308042c-28e3-4e05-801d-32af201ce883 req-2fe714ad-005f-427e-b98e-ee423590d0ee service neutron] 10.222.0.21 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021907 Nov 19 09:17:17.681795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fe487-bac5-4034-ac5c-3aca56bb6493 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0060401-25b6-494e-9887-d2a070921724,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:17.690174 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.694646 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.728862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:17.729989 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.731611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0ece085-c869-4445-9668-24cc4997ef3d req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] 10.222.0.66 "PUT /v2.0/ports/e6bb2e09-36b4-4fc6-a822-0c7f2b498445 HTTP/1.1" status: 200 len: 1095 time: 1.8584151 Nov 19 09:17:17.732262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ddc1d2-870e-43ff-b29f-b18e05e54b29', 'tag': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:17.734796 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72ba282-9048-4e67-a588-fc9427faa29e" -d '{"events": [{"name": "network-changed", "server_uuid": "19ddc1d2-870e-43ff-b29f-b18e05e54b29", "tag": "e6bb2e09-36b4-4fc6-a822-0c7f2b498445"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:17.755362 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e3e66b17-7428-4e83-af00-e33d33053c3e req-c90fe487-bac5-4034-ac5c-3aca56bb6493 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.762745 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3e66b17-7428-4e83-af00-e33d33053c3e req-c90fe487-bac5-4034-ac5c-3aca56bb6493 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7574170 Nov 19 09:17:17.771208 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:17.771837 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.779369 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] 10.222.0.71 "PUT /v2.0/ports/c7b39465-750f-472b-bd4d-0532b602bfc9 HTTP/1.1" status: 200 len: 1097 time: 1.6135330 Nov 19 09:17:17.789835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41927bc-a6f9-4680-a57d-3efd4a99cd55 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:17.796022 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.815976 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94e33b-ec6d-4073-be61-1cfc3972db02 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b39465-750f-472b-bd4d-0532b602bfc9,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:17.934540 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:17.961357 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ece085-c869-4445-9668-24cc4997ef3d req-071eccfc-e094-4f9d-9912-5f9920a7848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:17.963841 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0ece085-c869-4445-9668-24cc4997ef3d req-071eccfc-e094-4f9d-9912-5f9920a7848c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8768986d56449a9862553bf84e2fdcf&device_id=19ddc1d2-870e-43ff-b29f-b18e05e54b29 HTTP/1.1" status: 200 len: 1098 time: 0.1530466 Nov 19 09:17:17.971800 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23469bb8-5e9d-478a-8e53-8b836400030d']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:17:17.975907 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-7766ccbb-807d-458e-a309-a814921f8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:17.977497 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-7766ccbb-807d-458e-a309-a814921f8527 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8768986d56449a9862553bf84e2fdcf&device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 1100 time: 0.1275070 Nov 19 09:17:17.984244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a308042c-28e3-4e05-801d-32af201ce883 req-38e00605-a02b-476b-b75c-8b9e9c04d39d service neutron] 10.222.0.21 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206758 Nov 19 09:17:17.996017 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b44986-4011-46c7-8432-08369aa7a460') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:17:17.996395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b44986-4011-46c7-8432-08369aa7a460') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:17:18.006009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d7e8f-165b-4970-adb7-278fa8da821c req-9d44af19-143f-47a8-92ca-7f684dc6b4bd tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:18.018524 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-510d7e8f-165b-4970-adb7-278fa8da821c req-9d44af19-143f-47a8-92ca-7f684dc6b4bd tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 946 time: 0.1496704 Nov 19 09:17:18.050357 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:18.053708 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-d6331eb2-38fb-40e4-ae70-fd6029604b10 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c7b39465-750f-472b-bd4d-0532b602bfc9 HTTP/1.1" status: 200 len: 217 time: 0.0671971 Nov 19 09:17:18.091300 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0ece085-c869-4445-9668-24cc4997ef3d req-9a32108a-c581-49ee-ac75-b538ddb1c95c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=e6bb2e09-36b4-4fc6-a822-0c7f2b498445 HTTP/1.1" status: 200 len: 217 time: 0.1049485 Nov 19 09:17:18.096591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 3bece906-fcb7-44f5-a66c-cf84ebff23ad no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:17:18.110380 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:18.128694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:17:18.129132 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:17:18.131121 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:17:18.206352 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-510d7e8f-165b-4970-adb7-278fa8da821c req-69adcb73-eb51-4cd9-8653-86e7ca2d5611 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641257 Nov 19 09:17:18.235059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ece085-c869-4445-9668-24cc4997ef3d req-a23e223a-5707-4f1b-830e-c16dc9405e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:18.236560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0ece085-c869-4445-9668-24cc4997ef3d req-a23e223a-5707-4f1b-830e-c16dc9405e8b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1360660 Nov 19 09:17:18.261249 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-f57d63ea-d7db-4929-a772-e9080d4a65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:18.277753 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-f57d63ea-d7db-4929-a772-e9080d4a65e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.2148454 Nov 19 09:17:18.293240 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7836d7a1-c9d8-4cbc-8d55-09a09edf38d6 x-openstack-request-id: req-7836d7a1-c9d8-4cbc-8d55-09a09edf38d6 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:18.293559 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ddc1d2-870e-43ff-b29f-b18e05e54b29", "tag": "e6bb2e09-36b4-4fc6-a822-0c7f2b498445", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:18.293786 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7836d7a1-c9d8-4cbc-8d55-09a09edf38d6 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:18.294194 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ddc1d2-870e-43ff-b29f-b18e05e54b29', 'tag': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445', 'status': 'completed', 'code': 200} Nov 19 09:17:18.305002 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:18.361138 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:18.371540 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] 10.222.0.21 "DELETE /v2.0/networks/23469bb8-5e9d-478a-8e53-8b836400030d HTTP/1.1" status: 204 len: 168 time: 0.7258675 Nov 19 09:17:18.377355 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-9322c417-1b4b-48d6-81c7-ad41abccd4a8 req-2b591c1f-e3cf-49f8-ad4b-43fed0ce4e5c tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1104359477', 'description': 'tempest-description-1988752192'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:18.412212 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Pushing event deleted for resources: {'Network': ['ID=23469bb8-5e9d-478a-8e53-8b836400030d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:18.471779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ece085-c869-4445-9668-24cc4997ef3d req-7720e7e2-0e7f-4d19-8488-2917aa022a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:18.479268 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-7ca6efef-b435-4fe0-8b44-f7edce450622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:18.489630 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:18.492057 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-7ca6efef-b435-4fe0-8b44-f7edce450622 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1974061 Nov 19 09:17:18.494295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0ece085-c869-4445-9668-24cc4997ef3d req-7720e7e2-0e7f-4d19-8488-2917aa022a33 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2442107 Nov 19 09:17:18.499199 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:18.503592 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:18.504196 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:18.504557 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:18.506110 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:18.506420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:18.506766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:18.507467 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9322c417-1b4b-48d6-81c7-ad41abccd4a8 req-2b591c1f-e3cf-49f8-ad4b-43fed0ce4e5c tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:18.509215 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:18.514257 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:18.514257 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:18.514713 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:18.514781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df64a3-fdcd-4014-9e8d-91cbd5a1305b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:18.625074 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 3bece906-fcb7-44f5-a66c-cf84ebff23ad, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=3bece906-fcb7-44f5-a66c-cf84ebff23ad,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:18.636270 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:18.697631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42434) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:18.712309 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-5875cd8e-8cb2-411e-aaf3-a4af9c9202c1 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855206 Nov 19 09:17:18.718531 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=3bece906-fcb7-44f5-a66c-cf84ebff23ad,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:18.791877 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87278b0a-3c4c-4bc4-9b87-a323f0cdd054 req-d4d6e309-b9e6-4a36-898f-1cf1ba70dc87 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:18.793460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87278b0a-3c4c-4bc4-9b87-a323f0cdd054 req-d4d6e309-b9e6-4a36-898f-1cf1ba70dc87 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df HTTP/1.1" status: 200 len: 946 time: 0.2973619 Nov 19 09:17:18.850852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bece906-fcb7-44f5-a66c-cf84ebff23ad'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:18.854268 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3dedab-9f9c-4798-8bae-1e2d83bc2eef" -d '{"events": [{"server_uuid": "9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df", "name": "network-vif-unplugged", "status": "completed", "tag": "3bece906-fcb7-44f5-a66c-cf84ebff23ad"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:18.867096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-69a9bba8-c050-4798-8e80-033d1a80d8a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fc5a081a00b403ca9353619a218dda6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1651521 Nov 19 09:17:18.878160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42444) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:18.888427 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6423cc19-b8ea-4534-b797-484f772b4e79', 'tag': 'c7b39465-750f-472b-bd4d-0532b602bfc9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:18.890976 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fe2b1b-e4ba-4aab-b237-5083dd26d3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6423cc19-b8ea-4534-b797-484f772b4e79", "tag": "c7b39465-750f-472b-bd4d-0532b602bfc9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:18.894112 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0ece085-c869-4445-9668-24cc4997ef3d req-97a07d4b-5bd4-4403-b0e4-611c2872edcc service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769646 Nov 19 09:17:18.907910 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fa44f815-6fb0-4f32-8ebe-a54ebbd30656 req-08d185c5-f86a-47ad-b869-c673a4e579ff service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870327 Nov 19 09:17:18.946820 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:17:18.988403 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:17:18.988854 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6e845a49-ed5b-4d92-9c1f-825b2c7e8834 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:17:19.077167 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9322c417-1b4b-48d6-81c7-ad41abccd4a8 req-2b591c1f-e3cf-49f8-ad4b-43fed0ce4e5c tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:19.102521 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9322c417-1b4b-48d6-81c7-ad41abccd4a8 req-2b591c1f-e3cf-49f8-ad4b-43fed0ce4e5c tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:19.202636 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9322c417-1b4b-48d6-81c7-ad41abccd4a8 req-2b591c1f-e3cf-49f8-ad4b-43fed0ce4e5c tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:19.203893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9322c417-1b4b-48d6-81c7-ad41abccd4a8 req-2b591c1f-e3cf-49f8-ad4b-43fed0ce4e5c tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.8564928 Nov 19 09:17:19.210215 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f6096bb-932b-49c0-a976-285e336bd199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:19.237296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b591c1f-e3cf-49f8-ad4b-43fed0ce4e5c tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad27bc5-a822-449e-b74b-6ee4d2f4d333,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:19.258014 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0ece085-c869-4445-9668-24cc4997ef3d req-fbb8009e-044d-4d9e-9281-3199ad922398 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440478 Nov 19 09:17:19.260539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-87278b0a-3c4c-4bc4-9b87-a323f0cdd054 req-6b69598a-ac86-490e-a15c-d1bf61403053 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Deleting port 3bece906-fcb7-44f5-a66c-cf84ebff23ad {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:17:19.261199 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-87278b0a-3c4c-4bc4-9b87-a323f0cdd054 req-6b69598a-ac86-490e-a15c-d1bf61403053 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:19.323445 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ad787-ba51-4470-b188-7c2f478049d2 req-118b05e8-a3eb-4d1f-a154-321fb4245c32 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:19.324959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-908ad787-ba51-4470-b188-7c2f478049d2 req-118b05e8-a3eb-4d1f-a154-321fb4245c32 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 948 time: 0.2304814 Nov 19 09:17:19.327200 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f6096bb-932b-49c0-a976-285e336bd199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:19.419546 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f7d9b7c-91be-47b3-ac69-1af81a074266 req-7cb29d53-d40f-405a-a8b9-b385bdbf9b37 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc14d446-84e0-475e-8ccd-d1a1b6db5bae HTTP/1.1" status: 200 len: 210 time: 0.0881495 Nov 19 09:17:19.500553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ba282-9048-4e67-a588-fc9427faa29e req-36695ef3-b51e-4cdc-8471-66cd7c483a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:19.502016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c72ba282-9048-4e67-a588-fc9427faa29e req-36695ef3-b51e-4cdc-8471-66cd7c483a81 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8768986d56449a9862553bf84e2fdcf&device_id=19ddc1d2-870e-43ff-b29f-b18e05e54b29 HTTP/1.1" status: 200 len: 1098 time: 0.1697438 Nov 19 09:17:19.502394 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4e8054-e7db-4fec-8345-5582f2030b0b x-openstack-request-id: req-fa4e8054-e7db-4fec-8345-5582f2030b0b {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:19.503093 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df", "name": "network-vif-unplugged", "status": "completed", "tag": "3bece906-fcb7-44f5-a66c-cf84ebff23ad", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:19.503549 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa4e8054-e7db-4fec-8345-5582f2030b0b {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:19.504450 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bece906-fcb7-44f5-a66c-cf84ebff23ad', 'code': 200} Nov 19 09:17:19.510991 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-908ad787-ba51-4470-b188-7c2f478049d2 req-e8101cfd-944f-43b0-bea5-d55aa6a8bbf7 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702592 Nov 19 09:17:19.528060 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-87278b0a-3c4c-4bc4-9b87-a323f0cdd054 req-6b69598a-ac86-490e-a15c-d1bf61403053 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] For port 3bece906-fcb7-44f5-a66c-cf84ebff23ad, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=3bece906-fcb7-44f5-a66c-cf84ebff23ad,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:19.528443 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-87278b0a-3c4c-4bc4-9b87-a323f0cdd054 req-6b69598a-ac86-490e-a15c-d1bf61403053 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:19.575605 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac42e8f3-8988-4846-853a-6f3af8a7c239 x-openstack-request-id: req-ac42e8f3-8988-4846-853a-6f3af8a7c239 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:19.575905 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6423cc19-b8ea-4534-b797-484f772b4e79", "tag": "c7b39465-750f-472b-bd4d-0532b602bfc9", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:19.576394 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac42e8f3-8988-4846-853a-6f3af8a7c239 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:19.576996 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6423cc19-b8ea-4534-b797-484f772b4e79', 'tag': 'c7b39465-750f-472b-bd4d-0532b602bfc9', 'status': 'completed', 'code': 200} Nov 19 09:17:19.578421 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f6096bb-932b-49c0-a976-285e336bd199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:19.581286 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f6096bb-932b-49c0-a976-285e336bd199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:19.582637 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2f6096bb-932b-49c0-a976-285e336bd199 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e3668e9-58d5-4bf8-88a6-2be268b40090 HTTP/1.1" status: 204 len: 168 time: 0.7032564 Nov 19 09:17:19.605430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-87278b0a-3c4c-4bc4-9b87-a323f0cdd054 req-6b69598a-ac86-490e-a15c-d1bf61403053 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Calling delete_port for 3bece906-fcb7-44f5-a66c-cf84ebff23ad owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:17:19.620356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6096bb-932b-49c0-a976-285e336bd199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3668e9-58d5-4bf8-88a6-2be268b40090,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:19.646597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe2b1b-e4ba-4aab-b237-5083dd26d3a1 req-64201dfe-071d-4de8-8f40-8554584a078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:19.648151 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-87fe2b1b-e4ba-4aab-b237-5083dd26d3a1 req-64201dfe-071d-4de8-8f40-8554584a078c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8768986d56449a9862553bf84e2fdcf&device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 1100 time: 0.0440946 Nov 19 09:17:19.783420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ba282-9048-4e67-a588-fc9427faa29e req-38467eeb-7965-404b-9dfd-afa75faa6b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:19.784932 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c72ba282-9048-4e67-a588-fc9427faa29e req-38467eeb-7965-404b-9dfd-afa75faa6b56 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2710619 Nov 19 09:17:19.819693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe2b1b-e4ba-4aab-b237-5083dd26d3a1 req-e88df38e-beec-4549-a64c-d8abc0a98d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:19.828021 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-87fe2b1b-e4ba-4aab-b237-5083dd26d3a1 req-e88df38e-beec-4549-a64c-d8abc0a98d0d service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1674132 Nov 19 09:17:19.852799 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50e4b6-99ab-4086-80ed-3e3fbff33231 req-d10a6884-2dec-4eb9-88f7-5956bc27c96c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:19.857528 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0c5e83c0-cc85-4ee0-b6cd-3734c0a75f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:19.860295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4f50e4b6-99ab-4086-80ed-3e3fbff33231 req-d10a6884-2dec-4eb9-88f7-5956bc27c96c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 946 time: 0.2242372 Nov 19 09:17:19.870142 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c72ba282-9048-4e67-a588-fc9427faa29e req-89866ff7-8e82-48ff-8319-3c17e45529ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=e6bb2e09-36b4-4fc6-a822-0c7f2b498445 HTTP/1.1" status: 200 len: 217 time: 0.0660605 Nov 19 09:17:19.890248 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307572a5-f2c8-4fb4-b22e-015f17cdd539 req-0ffe6659-3e22-4857-a7cf-f55cb50e7def tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:19.891704 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-307572a5-f2c8-4fb4-b22e-015f17cdd539 req-0ffe6659-3e22-4857-a7cf-f55cb50e7def tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 946 time: 0.2060578 Nov 19 09:17:19.926356 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-87fe2b1b-e4ba-4aab-b237-5083dd26d3a1 req-76e66ea9-054f-4d73-9167-70bf33bbf0bf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c7b39465-750f-472b-bd4d-0532b602bfc9 HTTP/1.1" status: 200 len: 217 time: 0.0950494 Nov 19 09:17:20.057610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ba282-9048-4e67-a588-fc9427faa29e req-4c0dbbb2-2c7d-4298-a424-91b29f1f45cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:20.059137 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c72ba282-9048-4e67-a588-fc9427faa29e req-4c0dbbb2-2c7d-4298-a424-91b29f1f45cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1647646 Nov 19 09:17:20.070582 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4f50e4b6-99ab-4086-80ed-3e3fbff33231 req-1fe3e8b1-eff8-404a-9644-5b4e0ddd8348 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093244 Nov 19 09:17:20.078969 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-87278b0a-3c4c-4bc4-9b87-a323f0cdd054 req-6b69598a-ac86-490e-a15c-d1bf61403053 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:20.086796 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-307572a5-f2c8-4fb4-b22e-015f17cdd539 req-7f3531fc-110e-4ec6-a603-69ebc291816c tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751983 Nov 19 09:17:20.092765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe2b1b-e4ba-4aab-b237-5083dd26d3a1 req-720f7a8f-559b-4495-b26f-e58ba5ff6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:20.094384 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-87fe2b1b-e4ba-4aab-b237-5083dd26d3a1 req-720f7a8f-559b-4495-b26f-e58ba5ff6cdd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1595631 Nov 19 09:17:20.163312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-eaf0d002-a214-438b-8904-db9076cc0994 req-dff4c9cf-aeac-4dab-849d-c7eacf6a832b tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2117472471', 'description': 'tempest-description-41669855'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:20.164086 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308042c-28e3-4e05-801d-32af201ce883 req-1ee1f777-e5fa-4f64-baa6-b1dbf7ba628f tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:20.165648 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a308042c-28e3-4e05-801d-32af201ce883 req-1ee1f777-e5fa-4f64-baa6-b1dbf7ba628f tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.66 "GET /v2.0/networks?id=58e552ac-8aa3-452e-ac9f-48f80a5fe870 HTTP/1.1" status: 200 len: 805 time: 0.2580180 Nov 19 09:17:20.199736 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-a308042c-28e3-4e05-801d-32af201ce883 req-17089b02-55f2-42ca-8ad3-3a3d0c55ebec tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Request body: {'port': {'device_id': 'cc14d446-84e0-475e-8ccd-d1a1b6db5bae', 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870', 'admin_state_up': True, 'tenant_id': 'b71e6944e0244b1a957c2ca38c8ef191'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:20.226341 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69598a-ac86-490e-a15c-d1bf61403053 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Pushing event deleted for resources: {'Port': ['ID=3bece906-fcb7-44f5-a66c-cf84ebff23ad,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:20.297774 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-eaf0d002-a214-438b-8904-db9076cc0994 req-dff4c9cf-aeac-4dab-849d-c7eacf6a832b tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:20.305822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-87278b0a-3c4c-4bc4-9b87-a323f0cdd054 req-6b69598a-ac86-490e-a15c-d1bf61403053 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] No DVR routers for this DVR port 3bece906-fcb7-44f5-a66c-cf84ebff23ad on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:17:20.317829 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-87278b0a-3c4c-4bc4-9b87-a323f0cdd054 req-6b69598a-ac86-490e-a15c-d1bf61403053 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:20.321601 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87278b0a-3c4c-4bc4-9b87-a323f0cdd054 req-6b69598a-ac86-490e-a15c-d1bf61403053 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.71 "DELETE /v2.0/ports/3bece906-fcb7-44f5-a66c-cf84ebff23ad HTTP/1.1" status: 204 len: 173 time: 1.5102751 Nov 19 09:17:20.322072 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df', 'name': 'network-vif-deleted', 'tag': '3bece906-fcb7-44f5-a66c-cf84ebff23ad'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:20.325827 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3079a13-bf0f-4642-a1c3-4b889e58ce57" -d '{"events": [{"server_uuid": "9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df", "name": "network-vif-deleted", "tag": "3bece906-fcb7-44f5-a66c-cf84ebff23ad"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:20.333705 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe2b1b-e4ba-4aab-b237-5083dd26d3a1 req-d432d192-83de-4f5e-95ee-5eaea2dfa2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:20.335336 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-87fe2b1b-e4ba-4aab-b237-5083dd26d3a1 req-d432d192-83de-4f5e-95ee-5eaea2dfa2f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2291653 Nov 19 09:17:20.354437 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ba282-9048-4e67-a588-fc9427faa29e req-5f565a98-4519-42ed-921d-c7cb80d518ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:20.356361 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c72ba282-9048-4e67-a588-fc9427faa29e req-5f565a98-4519-42ed-921d-c7cb80d518ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2788029 Nov 19 09:17:20.592226 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-eaf0d002-a214-438b-8904-db9076cc0994 req-dff4c9cf-aeac-4dab-849d-c7eacf6a832b tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:20.606862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c72ba282-9048-4e67-a588-fc9427faa29e req-23e5c5f8-d561-47aa-a977-87f67da77679 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343769 Nov 19 09:17:20.611458 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a308042c-28e3-4e05-801d-32af201ce883 req-17089b02-55f2-42ca-8ad3-3a3d0c55ebec tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Made reservation on behalf of b71e6944e0244b1a957c2ca38c8ef191 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:17:20.616412 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a308042c-28e3-4e05-801d-32af201ce883 req-17089b02-55f2-42ca-8ad3-3a3d0c55ebec tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:20.625046 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-eaf0d002-a214-438b-8904-db9076cc0994 req-dff4c9cf-aeac-4dab-849d-c7eacf6a832b tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:20.660028 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-eaf0d002-a214-438b-8904-db9076cc0994 req-dff4c9cf-aeac-4dab-849d-c7eacf6a832b tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:20.662305 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eaf0d002-a214-438b-8904-db9076cc0994 req-dff4c9cf-aeac-4dab-849d-c7eacf6a832b tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5445929 Nov 19 09:17:20.747463 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-87fe2b1b-e4ba-4aab-b237-5083dd26d3a1 req-d5aac172-e27b-4bc2-9386-ace26a5941a5 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844686 Nov 19 09:17:20.755674 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4c9cf-aeac-4dab-849d-c7eacf6a832b tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbe1ce1-55ed-4803-9e0b-318e242f4e67,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:20.773723 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c0d73-1040-458a-8fa1-a998419ff73e req-0f7c1bf6-6c34-40b9-8ce2-74b8b264dfe8 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:20.782358 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a07c0d73-1040-458a-8fa1-a998419ff73e req-0f7c1bf6-6c34-40b9-8ce2-74b8b264dfe8 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 945 time: 0.2038398 Nov 19 09:17:20.785334 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c46d2a-66c2-4904-abc6-3d51a1192cd7 x-openstack-request-id: req-06c46d2a-66c2-4904-abc6-3d51a1192cd7 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:20.785633 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df", "name": "network-vif-deleted", "tag": "3bece906-fcb7-44f5-a66c-cf84ebff23ad", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:20.785929 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06c46d2a-66c2-4904-abc6-3d51a1192cd7 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:20.786334 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a49d1b6-7f2d-4bc5-9a74-fb726fbe77df', 'name': 'network-vif-deleted', 'tag': '3bece906-fcb7-44f5-a66c-cf84ebff23ad', 'status': 'completed', 'code': 200} Nov 19 09:17:20.933425 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-a308042c-28e3-4e05-801d-32af201ce883 req-17089b02-55f2-42ca-8ad3-3a3d0c55ebec tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Allocated IP 172.20.0.11 (58e552ac-8aa3-452e-ac9f-48f80a5fe870/3cc5f9b9-ef02-483f-b54c-00c042a1a970/451b7b5b-3463-4ac0-be7c-689128da9377) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:17:20.951750 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a07c0d73-1040-458a-8fa1-a998419ff73e req-b497ad77-c3cd-4c8b-bdf7-92c518ff265a tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650927 Nov 19 09:17:20.977076 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c72ba282-9048-4e67-a588-fc9427faa29e req-74b80751-710f-4c9a-b016-d38b523732bc service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369038 Nov 19 09:17:20.986839 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-87fe2b1b-e4ba-4aab-b237-5083dd26d3a1 req-44af9099-6424-4494-81b0-40611972d8dc service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133880 Nov 19 09:17:21.047861 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71fccf58-993b-4eba-88e9-530af837e900 req-b25a754e-e4f3-45fd-8ff7-adbf2a9da17d tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc14d446-84e0-475e-8ccd-d1a1b6db5bae HTTP/1.1" status: 200 len: 210 time: 0.1291280 Nov 19 09:17:21.139088 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691886bd-8299-47fd-8d67-fa4b4a0fa0be req-a83ffb4e-3481-4544-afd3-6482a467d15f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:21.148014 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-691886bd-8299-47fd-8d67-fa4b4a0fa0be req-a83ffb4e-3481-4544-afd3-6482a467d15f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 945 time: 0.0696893 Nov 19 09:17:21.167377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42500) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:21.278149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-691886bd-8299-47fd-8d67-fa4b4a0fa0be req-699a4c35-c23d-4dc1-b5df-649b385075e1 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291149 Nov 19 09:17:21.310095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0bdd6-4980-4b00-b827-c624589d622e req-73c9571b-4b94-46bc-b0f5-ca0b2a2ffeb0 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:21.311854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88c0bdd6-4980-4b00-b827-c624589d622e req-73c9571b-4b94-46bc-b0f5-ca0b2a2ffeb0 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 948 time: 0.1611860 Nov 19 09:17:21.351604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8a53ca8e-8ae3-4ff4-8bc4-06db0bfca36a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1480520912-network', 'tenant_id': 'f664fd4a08a74dd79c1cfb6aec6ecc5c'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:21.427125 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-125f7b3f-a9c7-4bf2-ad2f-325dd076ca5b req-92902fa1-7374-492c-98da-741a1206efdb tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/5ad27bc5-a822-449e-b74b-6ee4d2f4d333 HTTP/1.1" status: 200 len: 1824 time: 0.1107898 Nov 19 09:17:21.428655 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a53ca8e-8ae3-4ff4-8bc4-06db0bfca36a admin admin] Made reservation on behalf of f664fd4a08a74dd79c1cfb6aec6ecc5c for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:17:21.431225 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a53ca8e-8ae3-4ff4-8bc4-06db0bfca36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:21.437028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88c0bdd6-4980-4b00-b827-c624589d622e req-815d5771-c121-4f0e-a450-4a7d8a51876a tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092815 Nov 19 09:17:21.478353 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a53ca8e-8ae3-4ff4-8bc4-06db0bfca36a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:21.500195 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a308042c-28e3-4e05-801d-32af201ce883 req-17089b02-55f2-42ca-8ad3-3a3d0c55ebec tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:21.537766 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a308042c-28e3-4e05-801d-32af201ce883 req-17089b02-55f2-42ca-8ad3-3a3d0c55ebec tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:21.590038 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a53ca8e-8ae3-4ff4-8bc4-06db0bfca36a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:21.606113 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a53ca8e-8ae3-4ff4-8bc4-06db0bfca36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:21.607992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a308042c-28e3-4e05-801d-32af201ce883 req-17089b02-55f2-42ca-8ad3-3a3d0c55ebec tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:17:21.611349 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-a308042c-28e3-4e05-801d-32af201ce883 req-17089b02-55f2-42ca-8ad3-3a3d0c55ebec tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:17:21.616286 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-a308042c-28e3-4e05-801d-32af201ce883 req-17089b02-55f2-42ca-8ad3-3a3d0c55ebec tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:17:21.621048 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17089b02-55f2-42ca-8ad3-3a3d0c55ebec tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Pushing event updated for resources: {'Port': ['ID=451b7b5b-3463-4ac0-be7c-689128da9377,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:21.647362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-125f7b3f-a9c7-4bf2-ad2f-325dd076ca5b req-08784807-5bed-4ea6-9087-548082e0b8c1 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/6cbe1ce1-55ed-4803-9e0b-318e242f4e67 HTTP/1.1" status: 200 len: 1822 time: 0.2092130 Nov 19 09:17:21.653254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a53ca8e-8ae3-4ff4-8bc4-06db0bfca36a admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:17:21.677740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-125f7b3f-a9c7-4bf2-ad2f-325dd076ca5b req-23f83860-c281-4a53-a16c-e77c218829e2 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5ad27bc5-a822-449e-b74b-6ee4d2f4d333', 'remote_group_id': '6cbe1ce1-55ed-4803-9e0b-318e242f4e67', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:21.678002 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-125f7b3f-a9c7-4bf2-ad2f-325dd076ca5b req-23f83860-c281-4a53-a16c-e77c218829e2 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5ad27bc5-a822-449e-b74b-6ee4d2f4d333', 'remote_group_id': '6cbe1ce1-55ed-4803-9e0b-318e242f4e67', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:21.685367 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308042c-28e3-4e05-801d-32af201ce883 req-17089b02-55f2-42ca-8ad3-3a3d0c55ebec tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:21.686046 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a308042c-28e3-4e05-801d-32af201ce883 req-17089b02-55f2-42ca-8ad3-3a3d0c55ebec tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:21.690113 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a53ca8e-8ae3-4ff4-8bc4-06db0bfca36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:21.690563 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-8a53ca8e-8ae3-4ff4-8bc4-06db0bfca36a admin admin] Added segment 82169a1c-589f-4540-b281-ec9ec8cce1a7 of type vlan for network 7bce8e62-5430-457b-ae4b-41129b70a478 Nov 19 09:17:21.705004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53ca8e-8ae3-4ff4-8bc4-06db0bfca36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a79767-5e19-46f9-bec8-418a489ed9e8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:21.748497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e5402-1843-4a73-889a-453ae8b66610 req-ce71e60c-736c-48d3-aad6-2135d60616fa tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:21.750145 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b6e5402-1843-4a73-889a-453ae8b66610 req-ce71e60c-736c-48d3-aad6-2135d60616fa tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6d118a-ce79-426f-bffc-333540e35429 HTTP/1.1" status: 200 len: 945 time: 0.1668167 Nov 19 09:17:21.775045 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a53ca8e-8ae3-4ff4-8bc4-06db0bfca36a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:21.775242 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a308042c-28e3-4e05-801d-32af201ce883 req-17089b02-55f2-42ca-8ad3-3a3d0c55ebec tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5797114 Nov 19 09:17:21.790598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Request body: {'port': {'device_id': 'cc14d446-84e0-475e-8ccd-d1a1b6db5bae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:21.858457 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b6e5402-1843-4a73-889a-453ae8b66610 req-497f1ce7-25e6-435b-a15c-d5a9f9b33fef tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969040 Nov 19 09:17:21.860674 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a53ca8e-8ae3-4ff4-8bc4-06db0bfca36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:21.861673 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a53ca8e-8ae3-4ff4-8bc4-06db0bfca36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:21.862253 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a53ca8e-8ae3-4ff4-8bc4-06db0bfca36a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:21.887541 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:22.107394 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c7b39465-750f-472b-bd4d-0532b602bfc9 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:17:22.110263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 3bece906-fcb7-44f5-a66c-cf84ebff23ad no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:17:22.141115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 3bece906-fcb7-44f5-a66c-cf84ebff23ad {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:17:22.141465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 3bece906-fcb7-44f5-a66c-cf84ebff23ad not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:17:22.213732 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-78fdd7e1-2970-49b9-9b4a-3e3e56f67a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:22.222627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451b7b5b-3463-4ac0-be7c-689128da9377 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:22.233613 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:22.247554 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Transition to ACTIVE for port object 451b7b5b-3463-4ac0-be7c-689128da9377 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:17:22.254946 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:22.263217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c7b39465-750f-472b-bd4d-0532b602bfc9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c7b39465-750f-472b-bd4d-0532b602bfc9,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:22.265202 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-125f7b3f-a9c7-4bf2-ad2f-325dd076ca5b req-23f83860-c281-4a53-a16c-e77c218829e2 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:22.275398 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'c7b39465-750f-472b-bd4d-0532b602bfc9', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'c7b39465-750f-472b-bd4d-0532b602bfc9', 'mac_address': 'fa:16:3e:d7:c9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:17:22.330801 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8a53ca8e-8ae3-4ff4-8bc4-06db0bfca36a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1597867 Nov 19 09:17:22.333130 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:22.335931 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42512) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:22.346555 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-01f49088-70f5-420f-9608-15ac717b2d18 admin admin] Request body: {'subnet': {'network_id': '7bce8e62-5430-457b-ae4b-41129b70a478', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1480520912-subnet', 'tenant_id': 'f664fd4a08a74dd79c1cfb6aec6ecc5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:22.349423 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b39465-750f-472b-bd4d-0532b602bfc9 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:22.358090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53ca8e-8ae3-4ff4-8bc4-06db0bfca36a admin admin] Pushing event updated for resources: {'Network': ['ID=7bce8e62-5430-457b-ae4b-41129b70a478,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:22.372125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Pushing event updated for resources: {'Port': ['ID=451b7b5b-3463-4ac0-be7c-689128da9377,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:22.374777 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c7b39465-750f-472b-bd4d-0532b602bfc9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c7b39465-750f-472b-bd4d-0532b602bfc9,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:22.375911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 7bce8e62-5430-457b-ae4b-41129b70a478 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:17:22.397936 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f49088-70f5-420f-9608-15ac717b2d18 admin admin] Made reservation on behalf of f664fd4a08a74dd79c1cfb6aec6ecc5c for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:17:22.400308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01f49088-70f5-420f-9608-15ac717b2d18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:22.415759 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:22.432816 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-125f7b3f-a9c7-4bf2-ad2f-325dd076ca5b req-23f83860-c281-4a53-a16c-e77c218829e2 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:22.447351 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa87762-2a67-4bb9-962a-a7aa56086841 req-b90f85ff-d554-4bde-a0bb-d0416595b571 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:22.449003 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7aa87762-2a67-4bb9-962a-a7aa56086841 req-b90f85ff-d554-4bde-a0bb-d0416595b571 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.66 "GET /v2.0/ports?device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 945 time: 0.1783869 Nov 19 09:17:22.450628 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-125f7b3f-a9c7-4bf2-ad2f-325dd076ca5b req-23f83860-c281-4a53-a16c-e77c218829e2 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:22.468494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2895-4995-4f00-9f9c-a3336813acc8 req-3d2ccf45-5f13-4200-992c-4880e9ebdfdc tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:22.474231 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95af2895-4995-4f00-9f9c-a3336813acc8 req-3d2ccf45-5f13-4200-992c-4880e9ebdfdc tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 946 time: 0.2044010 Nov 19 09:17:22.495140 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c7b39465-750f-472b-bd4d-0532b602bfc9,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:22.497579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Attempting to bind port 451b7b5b-3463-4ac0-be7c-689128da9377 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:17:22.497709 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Attempting to bind port 451b7b5b-3463-4ac0-be7c-689128da9377 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '298bdaf0-9425-4410-bb8f-bcee9d656b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:17:22.497976 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Attempting to bind port 451b7b5b-3463-4ac0-be7c-689128da9377 on network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:17:22.498707 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f83860-c281-4a53-a16c-e77c218829e2 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182bac4d-57ae-49ea-b9c6-a44be3f8c484,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:22.512131 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Port 451b7b5b-3463-4ac0-be7c-689128da9377 on network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:17:22.512465 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Attempting to bind port 451b7b5b-3463-4ac0-be7c-689128da9377 on network 58e552ac-8aa3-452e-ac9f-48f80a5fe870 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:17:22.521863 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:17:22.522204 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Checking segment: {'id': '298bdaf0-9425-4410-bb8f-bcee9d656b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:17:22.522601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Bound using segment: {'id': '298bdaf0-9425-4410-bb8f-bcee9d656b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:17:22.523037 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Bound port: 451b7b5b-3463-4ac0-be7c-689128da9377, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298bdaf0-9425-4410-bb8f-bcee9d656b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:17:22.523398 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:22.564033 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-125f7b3f-a9c7-4bf2-ad2f-325dd076ca5b req-23f83860-c281-4a53-a16c-e77c218829e2 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:22.565512 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-125f7b3f-a9c7-4bf2-ad2f-325dd076ca5b req-23f83860-c281-4a53-a16c-e77c218829e2 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9033270 Nov 19 09:17:22.636200 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] For port 451b7b5b-3463-4ac0-be7c-689128da9377, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:17:22.636691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95af2895-4995-4f00-9f9c-a3336813acc8 req-4487ecfe-e6bd-4282-a21e-a4837582ae45 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259351 Nov 19 09:17:22.673644 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['c7b39465-750f-472b-bd4d-0532b602bfc9'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:17:22.684501 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] For port 451b7b5b-3463-4ac0-be7c-689128da9377, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=451b7b5b-3463-4ac0-be7c-689128da9377,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:17:22.693353 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-7aa87762-2a67-4bb9-962a-a7aa56086841 req-63338edc-53f1-4986-87df-a42523bebc76 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Deleting port f336be21-007f-49eb-8f3e-86c4177e1508 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:17:22.694094 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7aa87762-2a67-4bb9-962a-a7aa56086841 req-63338edc-53f1-4986-87df-a42523bebc76 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:22.696914 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:22.704588 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01f49088-70f5-420f-9608-15ac717b2d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:22.777725 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:22.778545 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:22.780124 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a308042c-28e3-4e05-801d-32af201ce883 req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] 10.222.0.66 "PUT /v2.0/ports/451b7b5b-3463-4ac0-be7c-689128da9377 HTTP/1.1" status: 200 len: 1093 time: 0.9940479 Nov 19 09:17:22.780776 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc14d446-84e0-475e-8ccd-d1a1b6db5bae', 'tag': '451b7b5b-3463-4ac0-be7c-689128da9377'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:22.783321 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d18728-6ca5-4e8d-a271-671f3fefd362" -d '{"events": [{"name": "network-changed", "server_uuid": "cc14d446-84e0-475e-8ccd-d1a1b6db5bae", "tag": "451b7b5b-3463-4ac0-be7c-689128da9377"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:22.862450 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e241ca-cca5-4cdd-9b34-af31864ab56e req-e2ffe33a-4e31-4643-a60c-f42400444494 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:22.864224 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0e241ca-cca5-4cdd-9b34-af31864ab56e req-e2ffe33a-4e31-4643-a60c-f42400444494 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc14d446-84e0-475e-8ccd-d1a1b6db5bae HTTP/1.1" status: 200 len: 944 time: 0.1055830 Nov 19 09:17:22.870081 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-7aa87762-2a67-4bb9-962a-a7aa56086841 req-63338edc-53f1-4986-87df-a42523bebc76 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] For port f336be21-007f-49eb-8f3e-86c4177e1508, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f336be21-007f-49eb-8f3e-86c4177e1508,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:22.870715 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7aa87762-2a67-4bb9-962a-a7aa56086841 req-63338edc-53f1-4986-87df-a42523bebc76 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:22.897463 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-7aa87762-2a67-4bb9-962a-a7aa56086841 req-63338edc-53f1-4986-87df-a42523bebc76 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Calling delete_port for f336be21-007f-49eb-8f3e-86c4177e1508 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:17:22.914381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f49088-70f5-420f-9608-15ac717b2d18 admin admin] Checking segment: {'id': '82169a1c-589f-4540-b281-ec9ec8cce1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7bce8e62-5430-457b-ae4b-41129b70a478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:17:22.914900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f49088-70f5-420f-9608-15ac717b2d18 admin admin] Network hostable DHCP agents. Network: 7bce8e62-5430-457b-ae4b-41129b70a478, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:17:22.917712 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1d2ae-c87e-45b3-a673-c55108a1eaba service neutron] Pushing event updated for resources: {'Port': ['ID=451b7b5b-3463-4ac0-be7c-689128da9377,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:22.927057 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f49088-70f5-420f-9608-15ac717b2d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1779fcc7-c239-4323-b869-4171245ad3a1,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:22.950111 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308042c-28e3-4e05-801d-32af201ce883 req-3adb35be-3ee0-480a-92d4-5de426ee9dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:22.951644 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a308042c-28e3-4e05-801d-32af201ce883 req-3adb35be-3ee0-480a-92d4-5de426ee9dec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b71e6944e0244b1a957c2ca38c8ef191&device_id=cc14d446-84e0-475e-8ccd-d1a1b6db5bae HTTP/1.1" status: 200 len: 1096 time: 0.1195331 Nov 19 09:17:22.952335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e6bb2e09-36b4-4fc6-a822-0c7f2b498445 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:17:22.957371 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f49088-70f5-420f-9608-15ac717b2d18 admin admin] Network 7bce8e62-5430-457b-ae4b-41129b70a478 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:17:22.972981 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-01f49088-70f5-420f-9608-15ac717b2d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 7bce8e62-5430-457b-ae4b-41129b70a478) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:17:22.997116 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e083ca35-449e-4d60-a938-8ca5905dc46e None None] Network 7bce8e62-5430-457b-ae4b-41129b70a478 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:17:23.003529 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0e241ca-cca5-4cdd-9b34-af31864ab56e req-85115733-3db5-437b-9d91-50e104d26e56 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298242 Nov 19 09:17:23.013777 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f49088-70f5-420f-9608-15ac717b2d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:23.014452 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01f49088-70f5-420f-9608-15ac717b2d18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:23.018831 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a308042c-28e3-4e05-801d-32af201ce883 req-359c2a77-d221-4fdb-bf0b-18bd92a36252 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=451b7b5b-3463-4ac0-be7c-689128da9377 HTTP/1.1" status: 200 len: 217 time: 0.0558946 Nov 19 09:17:23.040996 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9206f52-d64f-4a4f-b4ae-705a96c4847a req-deeefa8e-99a8-49bb-89cd-5c7314abea56 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:23.047879 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c9206f52-d64f-4a4f-b4ae-705a96c4847a req-deeefa8e-99a8-49bb-89cd-5c7314abea56 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 946 time: 0.1251009 Nov 19 09:17:23.077558 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-01f49088-70f5-420f-9608-15ac717b2d18 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7370040 Nov 19 09:17:23.099463 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308042c-28e3-4e05-801d-32af201ce883 req-ead68c17-00d7-49c8-91f8-121421f2f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:23.102456 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a308042c-28e3-4e05-801d-32af201ce883 req-ead68c17-00d7-49c8-91f8-121421f2f3c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3cc5f9b9-ef02-483f-b54c-00c042a1a970 HTTP/1.1" status: 200 len: 845 time: 0.0738561 Nov 19 09:17:23.157027 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a308042c-28e3-4e05-801d-32af201ce883 req-88406703-5c94-4f9f-bd4f-7f17370a3059 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58e552ac-8aa3-452e-ac9f-48f80a5fe870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450766 Nov 19 09:17:23.213826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c9206f52-d64f-4a4f-b4ae-705a96c4847a req-f6ef9bb4-59f1-4785-b267-9072d29a6802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649449 Nov 19 09:17:23.240813 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0116fd9c-1b7c-4df3-a810-4972402e8577 None None] Network 7bce8e62-5430-457b-ae4b-41129b70a478 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:17:23.252356 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7aa87762-2a67-4bb9-962a-a7aa56086841 req-63338edc-53f1-4986-87df-a42523bebc76 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:23.258053 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e6bb2e09-36b4-4fc6-a822-0c7f2b498445, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:23.276871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61a88f-2aee-4204-a989-0f6367948e64 req-6324d84d-a19b-453c-a33e-f6020869364b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:23.278492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb61a88f-2aee-4204-a989-0f6367948e64 req-6324d84d-a19b-453c-a33e-f6020869364b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 867 time: 0.1550505 Nov 19 09:17:23.292127 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['f336be21-007f-49eb-8f3e-86c4177e1508'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:17:23.309139 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a308042c-28e3-4e05-801d-32af201ce883 req-4bde0f8b-e291-423b-8f6f-f8b0f1f3429a service neutron] 10.222.0.66 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401262 Nov 19 09:17:23.327173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445', 'mac_address': 'fa:16:3e:45:5b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:17:23.329150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63338edc-53f1-4986-87df-a42523bebc76 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Pushing event deleted for resources: {'Port': ['ID=f336be21-007f-49eb-8f3e-86c4177e1508,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:23.400375 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:23.415689 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa87762-2a67-4bb9-962a-a7aa56086841 req-63338edc-53f1-4986-87df-a42523bebc76 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] No DVR routers for this DVR port f336be21-007f-49eb-8f3e-86c4177e1508 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:17:23.421499 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a308042c-28e3-4e05-801d-32af201ce883 req-142a76b1-c5df-47a0-8391-ec8911d468bd service neutron] 10.222.0.66 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065588 Nov 19 09:17:23.422804 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7aa87762-2a67-4bb9-962a-a7aa56086841 req-63338edc-53f1-4986-87df-a42523bebc76 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:23.426265 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7aa87762-2a67-4bb9-962a-a7aa56086841 req-63338edc-53f1-4986-87df-a42523bebc76 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.66 "DELETE /v2.0/ports/f336be21-007f-49eb-8f3e-86c4177e1508 HTTP/1.1" status: 204 len: 173 time: 0.9696443 Nov 19 09:17:23.431029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36cf445-0a5e-4ce2-a9c0-0c163efba153', 'name': 'network-vif-deleted', 'tag': 'f336be21-007f-49eb-8f3e-86c4177e1508'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:23.434528 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d81f78-5ac5-4865-9598-38c031259e63" -d '{"events": [{"server_uuid": "c36cf445-0a5e-4ce2-a9c0-0c163efba153", "name": "network-vif-deleted", "tag": "f336be21-007f-49eb-8f3e-86c4177e1508"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:23.448935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bb2e09-36b4-4fc6-a822-0c7f2b498445 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:23.450503 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb61a88f-2aee-4204-a989-0f6367948e64 req-3cd2441d-79dd-485e-bca6-d53a34ec9a52 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606100 Nov 19 09:17:23.460378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeeb29-8898-46d2-b1fc-96e37a61d155 req-131c73d3-2d7b-4ddf-92b0-2ca0036d9bbd tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:23.460634 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:23.467437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45aeeb29-8898-46d2-b1fc-96e37a61d155 req-131c73d3-2d7b-4ddf-92b0-2ca0036d9bbd tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 949 time: 0.1434209 Nov 19 09:17:23.499222 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e6bb2e09-36b4-4fc6-a822-0c7f2b498445, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:23.504122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c70e9668-15ec-419f-8834-a1f58091a463 req-e2c0e990-b3e3-4198-8731-90678a56af10 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-689599001', 'description': 'tempest-description-1646132679'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:23.530055 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:23.552569 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45aeeb29-8898-46d2-b1fc-96e37a61d155 req-5721e70d-961e-4791-a39d-e64f3d82be66 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840957 Nov 19 09:17:23.553869 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c70e9668-15ec-419f-8834-a1f58091a463 req-e2c0e990-b3e3-4198-8731-90678a56af10 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:23.616006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:23.618286 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f7c93a-52ab-47a6-a6c9-531160e59064 x-openstack-request-id: req-e7f7c93a-52ab-47a6-a6c9-531160e59064 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:23.618587 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc14d446-84e0-475e-8ccd-d1a1b6db5bae", "tag": "451b7b5b-3463-4ac0-be7c-689128da9377", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:23.618891 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7f7c93a-52ab-47a6-a6c9-531160e59064 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:23.620069 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc14d446-84e0-475e-8ccd-d1a1b6db5bae', 'tag': '451b7b5b-3463-4ac0-be7c-689128da9377', 'status': 'completed', 'code': 200} Nov 19 09:17:23.684270 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c70e9668-15ec-419f-8834-a1f58091a463 req-e2c0e990-b3e3-4198-8731-90678a56af10 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:23.706937 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c70e9668-15ec-419f-8834-a1f58091a463 req-e2c0e990-b3e3-4198-8731-90678a56af10 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:23.761631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0e990-b3e3-4198-8731-90678a56af10 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d88e7b-657c-4a81-8f65-92ef834d2d57,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:23.767511 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c70e9668-15ec-419f-8834-a1f58091a463 req-e2c0e990-b3e3-4198-8731-90678a56af10 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:23.768759 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c70e9668-15ec-419f-8834-a1f58091a463 req-e2c0e990-b3e3-4198-8731-90678a56af10 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2716732 Nov 19 09:17:23.771645 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['e6bb2e09-36b4-4fc6-a822-0c7f2b498445'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:17:23.786029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d18728-6ca5-4e8d-a271-671f3fefd362 req-f0060738-504a-4e92-b488-a70f34e3bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:23.788326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00d18728-6ca5-4e8d-a271-671f3fefd362 req-f0060738-504a-4e92-b488-a70f34e3bf0a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b71e6944e0244b1a957c2ca38c8ef191&device_id=cc14d446-84e0-475e-8ccd-d1a1b6db5bae HTTP/1.1" status: 200 len: 1096 time: 0.1299427 Nov 19 09:17:23.949951 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d18728-6ca5-4e8d-a271-671f3fefd362 req-0e1f01de-5303-4351-bcef-84c0cc4e3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:23.951680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00d18728-6ca5-4e8d-a271-671f3fefd362 req-0e1f01de-5303-4351-bcef-84c0cc4e3acd service neutron] 10.222.0.66 "GET /v2.0/networks?id=58e552ac-8aa3-452e-ac9f-48f80a5fe870 HTTP/1.1" status: 200 len: 906 time: 0.1554863 Nov 19 09:17:24.024245 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00d18728-6ca5-4e8d-a271-671f3fefd362 req-0baf213c-912e-48b7-aeba-96a59f3f404a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=451b7b5b-3463-4ac0-be7c-689128da9377 HTTP/1.1" status: 200 len: 217 time: 0.0544519 Nov 19 09:17:24.044381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e68f9-73ca-4c78-ac77-69d5559a422a req-5cc3d47f-af78-4e62-8a29-b33c7162a7eb tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:24.046115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-535e68f9-73ca-4c78-ac77-69d5559a422a req-5cc3d47f-af78-4e62-8a29-b33c7162a7eb tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 945 time: 0.1127155 Nov 19 09:17:24.114599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c7b39465-750f-472b-bd4d-0532b602bfc9 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:24.186408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d18728-6ca5-4e8d-a271-671f3fefd362 req-41af2466-3b17-4338-80ef-7bf716141f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:24.187852 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00d18728-6ca5-4e8d-a271-671f3fefd362 req-41af2466-3b17-4338-80ef-7bf716141f9a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3cc5f9b9-ef02-483f-b54c-00c042a1a970 HTTP/1.1" status: 200 len: 845 time: 0.1543164 Nov 19 09:17:24.248033 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00d18728-6ca5-4e8d-a271-671f3fefd362 req-d39577b8-ac84-47f6-b695-551b62597098 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=58e552ac-8aa3-452e-ac9f-48f80a5fe870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464537 Nov 19 09:17:24.251591 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-535e68f9-73ca-4c78-ac77-69d5559a422a req-361d6816-3c41-410b-a878-ffc3a00b3a48 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945436 Nov 19 09:17:24.313434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680091ab-d96d-4c01-87e3-e128a452d142 req-cb087f3e-843b-4bba-aa0d-3f0e7df5cdba tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:24.316383 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port c7b39465-750f-472b-bd4d-0532b602bfc9 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:17:24.323169 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-680091ab-d96d-4c01-87e3-e128a452d142 req-cb087f3e-843b-4bba-aa0d-3f0e7df5cdba tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/networks?id=7bce8e62-5430-457b-ae4b-41129b70a478 HTTP/1.1" status: 200 len: 809 time: 0.2683511 Nov 19 09:17:24.324060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port c7b39465-750f-472b-bd4d-0532b602bfc9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:24.324762 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:24.337099 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe39786e-c9ed-466b-9bb4-71fbb16b3dac x-openstack-request-id: req-fe39786e-c9ed-466b-9bb4-71fbb16b3dac {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:24.337481 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36cf445-0a5e-4ce2-a9c0-0c163efba153", "name": "network-vif-deleted", "tag": "f336be21-007f-49eb-8f3e-86c4177e1508", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:24.337715 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe39786e-c9ed-466b-9bb4-71fbb16b3dac {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:24.338193 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36cf445-0a5e-4ce2-a9c0-0c163efba153', 'name': 'network-vif-deleted', 'tag': 'f336be21-007f-49eb-8f3e-86c4177e1508', 'status': 'completed', 'code': 200} Nov 19 09:17:24.350057 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-680091ab-d96d-4c01-87e3-e128a452d142 req-f6ed356c-f5c1-44ef-8368-9f2874e4fe58 tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/quotas/f664fd4a08a74dd79c1cfb6aec6ecc5c HTTP/1.1" status: 200 len: 375 time: 0.0255253 Nov 19 09:17:24.431677 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-680091ab-d96d-4c01-87e3-e128a452d142 req-533a36a0-05ac-4b02-b1c1-9eb78194dec2 tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f664fd4a08a74dd79c1cfb6aec6ecc5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806975 Nov 19 09:17:24.432427 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:24.466815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6423cc19-b8ea-4534-b797-484f772b4e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b39465-750f-472b-bd4d-0532b602bfc9'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:24.470598 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc5b5cf-c210-4271-be62-4d7f37938b28" -d '{"events": [{"server_uuid": "6423cc19-b8ea-4534-b797-484f772b4e79", "name": "network-vif-plugged", "status": "completed", "tag": "c7b39465-750f-472b-bd4d-0532b602bfc9"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:24.485901 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c7b39465-750f-472b-bd4d-0532b602bfc9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c7b39465-750f-472b-bd4d-0532b602bfc9,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:24.496256 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:24.507415 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83156600-6c8e-4ec2-8d9f-7e576d7e8e4d req-51110f35-ddf4-4c0a-8080-06b49c0c1d72 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:24.509026 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-83156600-6c8e-4ec2-8d9f-7e576d7e8e4d req-51110f35-ddf4-4c0a-8080-06b49c0c1d72 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 946 time: 0.1420541 Nov 19 09:17:24.535277 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00d18728-6ca5-4e8d-a271-671f3fefd362 req-ec21e629-e8e3-4068-a556-03b71292e8c4 service neutron] 10.222.0.66 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722940 Nov 19 09:17:24.543878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-680091ab-d96d-4c01-87e3-e128a452d142 req-27ba5003-6b48-4fb4-a205-08d8e9b71800 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:17:24.544913 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-680091ab-d96d-4c01-87e3-e128a452d142 req-27ba5003-6b48-4fb4-a205-08d8e9b71800 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0947652 Nov 19 09:17:24.563944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c7b39465-750f-472b-bd4d-0532b602bfc9,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:24.677913 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-83156600-6c8e-4ec2-8d9f-7e576d7e8e4d req-3289d219-f472-4c52-b40f-28fb6d3ddc53 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621771 Nov 19 09:17:24.727868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-e8a2d7b4-dc36-4a7e-a995-238247369789 req-fc749549-547d-4b9d-8ab5-a422f583c8ba tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1900225629', 'description': 'tempest-description-561163976'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:24.733702 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00d18728-6ca5-4e8d-a271-671f3fefd362 req-7e141bc6-85c6-42cd-9539-349cdb8f6ed7 service neutron] 10.222.0.66 "GET /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877985 Nov 19 09:17:24.764503 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-680091ab-d96d-4c01-87e3-e128a452d142 req-f2796bd9-67ca-448f-a630-6daaca74cccc service neutron] 10.222.0.21 "GET /v2.0/networks/7bce8e62-5430-457b-ae4b-41129b70a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080946 Nov 19 09:17:24.796711 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:24.818174 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e8a2d7b4-dc36-4a7e-a995-238247369789 req-fc749549-547d-4b9d-8ab5-a422f583c8ba tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:24.891656 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-680091ab-d96d-4c01-87e3-e128a452d142 req-c8fdd278-e4e8-4b1d-82b7-63dbba50a378 service neutron] 10.222.0.21 "GET /v2.0/networks/7bce8e62-5430-457b-ae4b-41129b70a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258323 Nov 19 09:17:24.925373 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e8a2d7b4-dc36-4a7e-a995-238247369789 req-fc749549-547d-4b9d-8ab5-a422f583c8ba tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:24.930341 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e8a2d7b4-dc36-4a7e-a995-238247369789 req-fc749549-547d-4b9d-8ab5-a422f583c8ba tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:24.960471 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e6bb2e09-36b4-4fc6-a822-0c7f2b498445 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:24.968043 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e8a2d7b4-dc36-4a7e-a995-238247369789 req-fc749549-547d-4b9d-8ab5-a422f583c8ba tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:24.978497 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8a2d7b4-dc36-4a7e-a995-238247369789 req-fc749549-547d-4b9d-8ab5-a422f583c8ba tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2557037 Nov 19 09:17:24.986537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc749549-547d-4b9d-8ab5-a422f583c8ba tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0345ccc3-52bf-4b0c-b8e3-1eddbc23b395,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:25.074608 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port e6bb2e09-36b4-4fc6-a822-0c7f2b498445 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:17:25.084760 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port e6bb2e09-36b4-4fc6-a822-0c7f2b498445 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:25.085490 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:25.126790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e927090-5a97-4f46-a389-c0601691d806 req-4c5b35e7-58ab-4372-bb8c-52db324f1834 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:25.133077 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e927090-5a97-4f46-a389-c0601691d806 req-4c5b35e7-58ab-4372-bb8c-52db324f1834 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc14d446-84e0-475e-8ccd-d1a1b6db5bae HTTP/1.1" status: 200 len: 944 time: 0.0959890 Nov 19 09:17:25.231509 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:25.262688 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e927090-5a97-4f46-a389-c0601691d806 req-fe9ef23d-71ca-406f-ac40-2fbc7395e4c8 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246214 Nov 19 09:17:25.326827 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e6bb2e09-36b4-4fc6-a822-0c7f2b498445, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:25.329266 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31be9693-e443-4e1e-a3c6-2502bcc61209 x-openstack-request-id: req-31be9693-e443-4e1e-a3c6-2502bcc61209 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:25.329632 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6423cc19-b8ea-4534-b797-484f772b4e79", "name": "network-vif-plugged", "status": "completed", "tag": "c7b39465-750f-472b-bd4d-0532b602bfc9", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:25.329988 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31be9693-e443-4e1e-a3c6-2502bcc61209 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:25.330396 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6423cc19-b8ea-4534-b797-484f772b4e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b39465-750f-472b-bd4d-0532b602bfc9', 'code': 200} Nov 19 09:17:25.339029 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:25.339993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f336be21-007f-49eb-8f3e-86c4177e1508 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:17:25.415204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: f336be21-007f-49eb-8f3e-86c4177e1508 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:17:25.415554 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f336be21-007f-49eb-8f3e-86c4177e1508 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:17:25.452504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-667542a3-d5fe-467e-9cfe-e72a9751c063 req-c02173cc-6992-413b-8e40-73ea9b8cab71 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 210 time: 0.0565579 Nov 19 09:17:25.462852 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec38829-d20c-4276-b85c-aca7e616fb18 req-76be8dc2-f81b-4312-803e-ce01a74c6935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:25.467422 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-eec38829-d20c-4276-b85c-aca7e616fb18 req-76be8dc2-f81b-4312-803e-ce01a74c6935 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 1102 time: 0.0828507 Nov 19 09:17:25.480225 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:25.506202 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:25.535346 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-eec38829-d20c-4276-b85c-aca7e616fb18 req-015473ab-b441-42b6-aab2-d84243254166 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598557 Nov 19 09:17:25.553239 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcde64-e2f6-47ee-9d92-50ab2aebd579 req-6a4177d3-b982-4c9a-9c4f-640ec39f40b0 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:25.559643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcde64-e2f6-47ee-9d92-50ab2aebd579 req-6a4177d3-b982-4c9a-9c4f-640ec39f40b0 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:25.566152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcde64-e2f6-47ee-9d92-50ab2aebd579 req-6a4177d3-b982-4c9a-9c4f-640ec39f40b0 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:25.567876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90fcde64-e2f6-47ee-9d92-50ab2aebd579 req-6a4177d3-b982-4c9a-9c4f-640ec39f40b0 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da&device_id=1a6d118a-ce79-426f-bffc-333540e35429&device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 2417 time: 0.1133440 Nov 19 09:17:25.652537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90fcde64-e2f6-47ee-9d92-50ab2aebd579 req-1829849a-328d-4cdc-b3d7-f4591ff919ff tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729020 Nov 19 09:17:25.661160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8437cb-4f13-4cc5-b008-ea1417a02a4e req-6cf64647-f983-4555-8169-941b7863992d tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:25.662692 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a8437cb-4f13-4cc5-b008-ea1417a02a4e req-6cf64647-f983-4555-8169-941b7863992d tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 950 time: 0.0939047 Nov 19 09:17:25.754756 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a8437cb-4f13-4cc5-b008-ea1417a02a4e req-1f8c58e3-1958-4471-8672-1a30c2dde913 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856061 Nov 19 09:17:25.760646 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11434ad7-0257-4410-8d5f-4ad29e0ad3bd req-5b3205f8-c0f4-49e4-86da-f9f8ef88a267 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/c3d88e7b-657c-4a81-8f65-92ef834d2d57 HTTP/1.1" status: 200 len: 1823 time: 0.0727463 Nov 19 09:17:25.838036 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11434ad7-0257-4410-8d5f-4ad29e0ad3bd req-3d03e243-207a-4320-9e29-20ec5e5176a4 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/0345ccc3-52bf-4b0c-b8e3-1eddbc23b395 HTTP/1.1" status: 200 len: 1823 time: 0.0636210 Nov 19 09:17:25.843770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-11434ad7-0257-4410-8d5f-4ad29e0ad3bd req-136ef432-5a36-4d8e-87f4-df1c020fba78 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c3d88e7b-657c-4a81-8f65-92ef834d2d57', 'remote_group_id': '0345ccc3-52bf-4b0c-b8e3-1eddbc23b395', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:25.844190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-11434ad7-0257-4410-8d5f-4ad29e0ad3bd req-136ef432-5a36-4d8e-87f4-df1c020fba78 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c3d88e7b-657c-4a81-8f65-92ef834d2d57', 'remote_group_id': '0345ccc3-52bf-4b0c-b8e3-1eddbc23b395', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:25.878406 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38edd165-7734-4b28-a0ef-54f15a92c2cc req-a8c3fffc-df1a-4b83-9b28-66ca98f5c06b tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/ports?device_id=97579a00-3f7f-4c82-90e3-5ecf87c976f8 HTTP/1.1" status: 200 len: 210 time: 0.0292957 Nov 19 09:17:25.965757 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-11434ad7-0257-4410-8d5f-4ad29e0ad3bd req-136ef432-5a36-4d8e-87f4-df1c020fba78 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:26.040153 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-11434ad7-0257-4410-8d5f-4ad29e0ad3bd req-136ef432-5a36-4d8e-87f4-df1c020fba78 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:26.054805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73283918-3b3b-471f-bfd8-514f85322406 req-3bac2c5d-d8b5-4e23-8899-47cfecd0b3ea tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:26.055645 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73283918-3b3b-471f-bfd8-514f85322406 req-3bac2c5d-d8b5-4e23-8899-47cfecd0b3ea tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 946 time: 0.0817318 Nov 19 09:17:26.057398 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-11434ad7-0257-4410-8d5f-4ad29e0ad3bd req-136ef432-5a36-4d8e-87f4-df1c020fba78 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:26.092339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ef432-5a36-4d8e-87f4-df1c020fba78 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7badc4-aff7-44fe-8cba-a287938086cf,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:26.099231 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-11434ad7-0257-4410-8d5f-4ad29e0ad3bd req-136ef432-5a36-4d8e-87f4-df1c020fba78 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:26.106732 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11434ad7-0257-4410-8d5f-4ad29e0ad3bd req-136ef432-5a36-4d8e-87f4-df1c020fba78 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2609916 Nov 19 09:17:26.146269 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73283918-3b3b-471f-bfd8-514f85322406 req-b885f1fe-b34a-465c-8c83-a42634966c52 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827847 Nov 19 09:17:26.239272 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ff3ce73-99de-4510-8ade-629e4abe5ee1 req-212967be-83f9-4cfa-a819-871f1a1b8e59 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/0345ccc3-52bf-4b0c-b8e3-1eddbc23b395 HTTP/1.1" status: 200 len: 1823 time: 0.0687752 Nov 19 09:17:26.252837 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c549050-dfef-4e8e-adac-098ad5b71481 req-f34951c9-56aa-44e6-9011-6c0a9f27a797 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:26.254405 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c549050-dfef-4e8e-adac-098ad5b71481 req-f34951c9-56aa-44e6-9011-6c0a9f27a797 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 946 time: 0.0858314 Nov 19 09:17:26.344218 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c549050-dfef-4e8e-adac-098ad5b71481 req-77625b27-9eae-4a4b-898a-bbf434abf254 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809410 Nov 19 09:17:26.356229 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3ff3ce73-99de-4510-8ade-629e4abe5ee1 req-2d8df19e-64f0-4f84-b0e4-320aec66d86a tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:26.388244 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3ff3ce73-99de-4510-8ade-629e4abe5ee1 req-2d8df19e-64f0-4f84-b0e4-320aec66d86a tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:26.500313 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3ff3ce73-99de-4510-8ade-629e4abe5ee1 req-2d8df19e-64f0-4f84-b0e4-320aec66d86a tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:26.504936 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3ff3ce73-99de-4510-8ade-629e4abe5ee1 req-2d8df19e-64f0-4f84-b0e4-320aec66d86a tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:26.512319 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ff3ce73-99de-4510-8ade-629e4abe5ee1 req-2d8df19e-64f0-4f84-b0e4-320aec66d86a tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "DELETE /v2.0/security-groups/0345ccc3-52bf-4b0c-b8e3-1eddbc23b395 HTTP/1.1" status: 204 len: 173 time: 0.2568367 Nov 19 09:17:26.542898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8df19e-64f0-4f84-b0e4-320aec66d86a tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0345ccc3-52bf-4b0c-b8e3-1eddbc23b395,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:26.587354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680091ab-d96d-4c01-87e3-e128a452d142 req-2a749bb9-9879-4542-8769-ff71c6af408d tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:26.590023 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-680091ab-d96d-4c01-87e3-e128a452d142 req-2a749bb9-9879-4542-8769-ff71c6af408d tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.71 "GET /v2.0/networks?id=7bce8e62-5430-457b-ae4b-41129b70a478 HTTP/1.1" status: 200 len: 809 time: 0.1790414 Nov 19 09:17:26.614512 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-680091ab-d96d-4c01-87e3-e128a452d142 req-95902ff4-ad51-4c1e-b13b-dcecc837832f tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Request body: {'port': {'device_id': '97579a00-3f7f-4c82-90e3-5ecf87c976f8', 'network_id': '7bce8e62-5430-457b-ae4b-41129b70a478', 'admin_state_up': True, 'tenant_id': 'f664fd4a08a74dd79c1cfb6aec6ecc5c'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:26.665512 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07d41d35-ffe4-47e9-bcb7-83317d7e8801 req-3393b48a-aefd-4253-8c5b-451e778eff44 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 210 time: 0.0315521 Nov 19 09:17:26.689413 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f1045-13c8-4115-a295-2330ece8b2e8 req-1d5e12f1-f93f-4f79-bbf8-d2316fb2579d tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:26.697822 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a8f1045-13c8-4115-a295-2330ece8b2e8 req-1d5e12f1-f93f-4f79-bbf8-d2316fb2579d tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc14d446-84e0-475e-8ccd-d1a1b6db5bae HTTP/1.1" status: 200 len: 944 time: 0.1152165 Nov 19 09:17:26.761326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a8f1045-13c8-4115-a295-2330ece8b2e8 req-73a0774b-d758-4f44-bf85-a704f5ab54f7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625641 Nov 19 09:17:26.792902 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680091ab-d96d-4c01-87e3-e128a452d142 req-95902ff4-ad51-4c1e-b13b-dcecc837832f tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Made reservation on behalf of f664fd4a08a74dd79c1cfb6aec6ecc5c for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:17:26.799257 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-680091ab-d96d-4c01-87e3-e128a452d142 req-95902ff4-ad51-4c1e-b13b-dcecc837832f tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:26.899983 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f183625d-28cc-4c49-8dac-2a87a0071e29 req-90b3bc4d-7dba-4219-8eef-31481168222b tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/c3d88e7b-657c-4a81-8f65-92ef834d2d57 HTTP/1.1" status: 200 len: 1823 time: 0.0875185 Nov 19 09:17:26.957442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 451b7b5b-3463-4ac0-be7c-689128da9377 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:17:26.997014 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-df88fb1e-9e92-4451-8783-f99d69eecd76 req-0edeba9a-2a1b-4d01-8ec0-d2d70f0c7742 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1292215369', 'description': 'tempest-description-665205522'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:27.043797 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-680091ab-d96d-4c01-87e3-e128a452d142 req-95902ff4-ad51-4c1e-b13b-dcecc837832f tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Allocated IP 172.20.0.11 (7bce8e62-5430-457b-ae4b-41129b70a478/1779fcc7-c239-4323-b869-4171245ad3a1/af135ad3-2edd-4989-8c37-fd31017327c9) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:17:27.049432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720277eb-7bae-4df4-bfda-02fc0a49b5dd req-8f44e970-823a-4e71-bcd7-93fe6e4b9381 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:27.051375 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-720277eb-7bae-4df4-bfda-02fc0a49b5dd req-8f44e970-823a-4e71-bcd7-93fe6e4b9381 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 950 time: 0.1016095 Nov 19 09:17:27.053298 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-df88fb1e-9e92-4451-8783-f99d69eecd76 req-0edeba9a-2a1b-4d01-8ec0-d2d70f0c7742 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:27.090997 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 451b7b5b-3463-4ac0-be7c-689128da9377, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=451b7b5b-3463-4ac0-be7c-689128da9377,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:27.110614 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '451b7b5b-3463-4ac0-be7c-689128da9377', 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870', 'port_id': '451b7b5b-3463-4ac0-be7c-689128da9377', 'mac_address': 'fa:16:3e:80:d8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc5f9b9-ef02-483f-b54c-00c042a1a970', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:17:27.140731 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-720277eb-7bae-4df4-bfda-02fc0a49b5dd req-190f6ee1-9761-442e-bf5a-5300e16cb7d6 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754182 Nov 19 09:17:27.179952 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:27.189270 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-df88fb1e-9e92-4451-8783-f99d69eecd76 req-0edeba9a-2a1b-4d01-8ec0-d2d70f0c7742 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:27.197191 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451b7b5b-3463-4ac0-be7c-689128da9377 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:27.200022 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-df88fb1e-9e92-4451-8783-f99d69eecd76 req-0edeba9a-2a1b-4d01-8ec0-d2d70f0c7742 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:27.224602 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 451b7b5b-3463-4ac0-be7c-689128da9377, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=451b7b5b-3463-4ac0-be7c-689128da9377,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:27.229982 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:27.290717 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-680091ab-d96d-4c01-87e3-e128a452d142 req-95902ff4-ad51-4c1e-b13b-dcecc837832f tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:27.299452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edeba9a-2a1b-4d01-8ec0-d2d70f0c7742 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7144b0d7-0166-4d91-854f-689f09b75e9e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:27.300520 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=451b7b5b-3463-4ac0-be7c-689128da9377,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:27.306495 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-df88fb1e-9e92-4451-8783-f99d69eecd76 req-0edeba9a-2a1b-4d01-8ec0-d2d70f0c7742 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:27.313885 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df88fb1e-9e92-4451-8783-f99d69eecd76 req-0edeba9a-2a1b-4d01-8ec0-d2d70f0c7742 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3250237 Nov 19 09:17:27.316747 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce85e546-c6c4-486e-bf45-9720f368ed17 req-5b26f62a-347f-404c-87a5-ae64e8cd6453 tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/ports?device_id=97579a00-3f7f-4c82-90e3-5ecf87c976f8 HTTP/1.1" status: 200 len: 210 time: 0.0576098 Nov 19 09:17:27.331705 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ddc1d2-870e-43ff-b29f-b18e05e54b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:27.334583 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29143214-89f6-4ee6-a18d-a6c02f23ecec" -d '{"events": [{"server_uuid": "19ddc1d2-870e-43ff-b29f-b18e05e54b29", "name": "network-vif-plugged", "status": "completed", "tag": "e6bb2e09-36b4-4fc6-a822-0c7f2b498445"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:27.350360 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-680091ab-d96d-4c01-87e3-e128a452d142 req-95902ff4-ad51-4c1e-b13b-dcecc837832f tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:27.411187 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680091ab-d96d-4c01-87e3-e128a452d142 req-95902ff4-ad51-4c1e-b13b-dcecc837832f tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Network 7bce8e62-5430-457b-ae4b-41129b70a478 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:17:27.415689 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-680091ab-d96d-4c01-87e3-e128a452d142 req-95902ff4-ad51-4c1e-b13b-dcecc837832f tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:17:27.425144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-680091ab-d96d-4c01-87e3-e128a452d142 req-95902ff4-ad51-4c1e-b13b-dcecc837832f tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:17:27.463766 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['451b7b5b-3463-4ac0-be7c-689128da9377'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:17:27.475235 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5eb29-c2a4-4067-8359-ca12c4ed0488 req-a5bd9737-5e93-45cf-9c02-38d15b921191 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:27.477728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ac5eb29-c2a4-4067-8359-ca12c4ed0488 req-a5bd9737-5e93-45cf-9c02-38d15b921191 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ddc1d2-870e-43ff-b29f-b18e05e54b29 HTTP/1.1" status: 200 len: 948 time: 0.0784600 Nov 19 09:17:27.485700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95902ff4-ad51-4c1e-b13b-dcecc837832f tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Pushing event updated for resources: {'Port': ['ID=af135ad3-2edd-4989-8c37-fd31017327c9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:27.550878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680091ab-d96d-4c01-87e3-e128a452d142 req-95902ff4-ad51-4c1e-b13b-dcecc837832f tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:27.551887 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-680091ab-d96d-4c01-87e3-e128a452d142 req-95902ff4-ad51-4c1e-b13b-dcecc837832f tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:27.578368 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-680091ab-d96d-4c01-87e3-e128a452d142 req-95902ff4-ad51-4c1e-b13b-dcecc837832f tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9756305 Nov 19 09:17:27.596207 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Request body: {'port': {'device_id': '97579a00-3f7f-4c82-90e3-5ecf87c976f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:27.610648 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ac5eb29-c2a4-4067-8359-ca12c4ed0488 req-2e59435b-6e30-41d7-8a0f-e70af1c97fa8 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082206 Nov 19 09:17:27.652718 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:17:27.679006 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f9e3e9-65bc-426d-8729-231e1d773d4c req-86d2e175-2249-48dc-8ab0-030bcb4b551f tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/7144b0d7-0166-4d91-854f-689f09b75e9e HTTP/1.1" status: 200 len: 1823 time: 0.0654895 Nov 19 09:17:27.696892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-09f9e3e9-65bc-426d-8729-231e1d773d4c req-140e9e0b-4951-42b5-9b6d-2b6636ee9f98 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7144b0d7-0166-4d91-854f-689f09b75e9e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:27.701939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-09f9e3e9-65bc-426d-8729-231e1d773d4c req-140e9e0b-4951-42b5-9b6d-2b6636ee9f98 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7144b0d7-0166-4d91-854f-689f09b75e9e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:27.707977 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edd2c45-dd6d-4098-857b-5f72d6775010 x-openstack-request-id: req-1edd2c45-dd6d-4098-857b-5f72d6775010 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:27.708419 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ddc1d2-870e-43ff-b29f-b18e05e54b29", "name": "network-vif-plugged", "status": "completed", "tag": "e6bb2e09-36b4-4fc6-a822-0c7f2b498445", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:27.709378 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1edd2c45-dd6d-4098-857b-5f72d6775010 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:27.709884 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ddc1d2-870e-43ff-b29f-b18e05e54b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445', 'code': 200} Nov 19 09:17:27.723713 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:27.873482 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f5ef1-0f28-405f-a8a2-9b5157497a6c req-7c1d34e5-9807-4a97-92bf-b4b3cde2de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:27.875008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c7f5ef1-0f28-405f-a8a2-9b5157497a6c req-7c1d34e5-9807-4a97-92bf-b4b3cde2de4f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=19ddc1d2-870e-43ff-b29f-b18e05e54b29 HTTP/1.1" status: 200 len: 1100 time: 0.1205964 Nov 19 09:17:27.877427 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-09f9e3e9-65bc-426d-8729-231e1d773d4c req-140e9e0b-4951-42b5-9b6d-2b6636ee9f98 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:27.903499 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecf5e7-daed-4db4-b659-4734d8a29913 req-49a5f620-52b8-4eac-9cba-ec155cf7d7d7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:27.905124 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9ecf5e7-daed-4db4-b659-4734d8a29913 req-49a5f620-52b8-4eac-9cba-ec155cf7d7d7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 946 time: 0.1124547 Nov 19 09:17:27.933814 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-09f9e3e9-65bc-426d-8729-231e1d773d4c req-140e9e0b-4951-42b5-9b6d-2b6636ee9f98 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:27.954759 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-09f9e3e9-65bc-426d-8729-231e1d773d4c req-140e9e0b-4951-42b5-9b6d-2b6636ee9f98 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:27.997288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e9e0b-4951-42b5-9b6d-2b6636ee9f98 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a84ecde-7a18-409f-b8c8-7a4e83da6b3f,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:28.006039 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c7f5ef1-0f28-405f-a8a2-9b5157497a6c req-b2c7240d-1525-47b3-8d19-5054a2b8cc2d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216958 Nov 19 09:17:28.012802 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-09f9e3e9-65bc-426d-8729-231e1d773d4c req-140e9e0b-4951-42b5-9b6d-2b6636ee9f98 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:28.025787 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f9e3e9-65bc-426d-8729-231e1d773d4c req-140e9e0b-4951-42b5-9b6d-2b6636ee9f98 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3387866 Nov 19 09:17:28.055070 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9ecf5e7-daed-4db4-b659-4734d8a29913 req-5633f7af-b449-4195-b0fb-bba33b336bcc tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404159 Nov 19 09:17:28.073152 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af135ad3-2edd-4989-8c37-fd31017327c9 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:28.088865 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:28.106404 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Transition to ACTIVE for port object af135ad3-2edd-4989-8c37-fd31017327c9 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:17:28.115218 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:28.185444 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Pushing event updated for resources: {'Port': ['ID=af135ad3-2edd-4989-8c37-fd31017327c9,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:28.228150 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81d36844-f6a9-45dc-aaa5-b3aabef183c9 req-853c549f-a50d-4498-b33b-0cfe08c293c4 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36cf445-0a5e-4ce2-a9c0-0c163efba153 HTTP/1.1" status: 200 len: 210 time: 0.0397224 Nov 19 09:17:28.247146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c08c5a-187a-4acc-9ae6-92ad071e60c6 req-4b86b0f1-f2b9-4473-a2a1-35abae96d95b tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:28.270280 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f8c08c5a-187a-4acc-9ae6-92ad071e60c6 req-4b86b0f1-f2b9-4473-a2a1-35abae96d95b tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc14d446-84e0-475e-8ccd-d1a1b6db5bae HTTP/1.1" status: 200 len: 945 time: 0.1144462 Nov 19 09:17:28.270475 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Attempting to bind port af135ad3-2edd-4989-8c37-fd31017327c9 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:17:28.270475 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Attempting to bind port af135ad3-2edd-4989-8c37-fd31017327c9 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '82169a1c-589f-4540-b281-ec9ec8cce1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7bce8e62-5430-457b-ae4b-41129b70a478'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:17:28.270723 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Attempting to bind port af135ad3-2edd-4989-8c37-fd31017327c9 on network 7bce8e62-5430-457b-ae4b-41129b70a478 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:17:28.279958 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Port af135ad3-2edd-4989-8c37-fd31017327c9 on network 7bce8e62-5430-457b-ae4b-41129b70a478 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:17:28.279958 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Attempting to bind port af135ad3-2edd-4989-8c37-fd31017327c9 on network 7bce8e62-5430-457b-ae4b-41129b70a478 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:17:28.285521 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:17:28.285965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Checking segment: {'id': '82169a1c-589f-4540-b281-ec9ec8cce1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7bce8e62-5430-457b-ae4b-41129b70a478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:17:28.286426 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Bound using segment: {'id': '82169a1c-589f-4540-b281-ec9ec8cce1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7bce8e62-5430-457b-ae4b-41129b70a478'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:17:28.286947 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Bound port: af135ad3-2edd-4989-8c37-fd31017327c9, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82169a1c-589f-4540-b281-ec9ec8cce1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7bce8e62-5430-457b-ae4b-41129b70a478'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:17:28.287546 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:28.342480 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f8c08c5a-187a-4acc-9ae6-92ad071e60c6 req-b8924bf0-409c-4fe8-8bb0-359b041586e6 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770280 Nov 19 09:17:28.345563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79cbd80b-e5d7-453c-b51d-a5e8853745a1 req-a8cc68f9-2ab5-4fb7-aa42-efbc53f09057 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/7144b0d7-0166-4d91-854f-689f09b75e9e HTTP/1.1" status: 200 len: 2417 time: 0.0652609 Nov 19 09:17:28.361193 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] For port af135ad3-2edd-4989-8c37-fd31017327c9, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:17:28.364299 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-79cbd80b-e5d7-453c-b51d-a5e8853745a1 req-1b4edc11-ce86-4b68-a552-957976b49934 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7144b0d7-0166-4d91-854f-689f09b75e9e', 'remote_group_id': None}]} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:28.365461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-79cbd80b-e5d7-453c-b51d-a5e8853745a1 req-1b4edc11-ce86-4b68-a552-957976b49934 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7144b0d7-0166-4d91-854f-689f09b75e9e', 'remote_group_id': None}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:28.366014 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] For port af135ad3-2edd-4989-8c37-fd31017327c9, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=af135ad3-2edd-4989-8c37-fd31017327c9,segment=NetworkSegment(82169a1c-589f-4540-b281-ec9ec8cce1a7),segment_id=82169a1c-589f-4540-b281-ec9ec8cce1a7)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:17:28.371719 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:28.429445 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:28.430460 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:28.432016 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-680091ab-d96d-4c01-87e3-e128a452d142 req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] 10.222.0.71 "PUT /v2.0/ports/af135ad3-2edd-4989-8c37-fd31017327c9 HTTP/1.1" status: 200 len: 1093 time: 0.8406372 Nov 19 09:17:28.432559 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97579a00-3f7f-4c82-90e3-5ecf87c976f8', 'tag': 'af135ad3-2edd-4989-8c37-fd31017327c9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:28.434986 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e7c8bb-3dc2-4887-98be-be3d34870569" -d '{"events": [{"name": "network-changed", "server_uuid": "97579a00-3f7f-4c82-90e3-5ecf87c976f8", "tag": "af135ad3-2edd-4989-8c37-fd31017327c9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:28.459676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db8569-18ea-41c7-a4cc-c0e3170dfa36 service neutron] Pushing event updated for resources: {'Port': ['ID=af135ad3-2edd-4989-8c37-fd31017327c9,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:28.499399 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-79cbd80b-e5d7-453c-b51d-a5e8853745a1 req-1b4edc11-ce86-4b68-a552-957976b49934 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:28.531160 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680091ab-d96d-4c01-87e3-e128a452d142 req-55fac81b-0e2f-4d72-bee0-7ecd78a0797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:28.533461 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-680091ab-d96d-4c01-87e3-e128a452d142 req-55fac81b-0e2f-4d72-bee0-7ecd78a0797b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f664fd4a08a74dd79c1cfb6aec6ecc5c&device_id=97579a00-3f7f-4c82-90e3-5ecf87c976f8 HTTP/1.1" status: 200 len: 1096 time: 0.0551436 Nov 19 09:17:28.535009 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-79cbd80b-e5d7-453c-b51d-a5e8853745a1 req-1b4edc11-ce86-4b68-a552-957976b49934 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:28.539290 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-79cbd80b-e5d7-453c-b51d-a5e8853745a1 req-1b4edc11-ce86-4b68-a552-957976b49934 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:28.582064 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-79cbd80b-e5d7-453c-b51d-a5e8853745a1 req-1b4edc11-ce86-4b68-a552-957976b49934 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:28.586119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79cbd80b-e5d7-453c-b51d-a5e8853745a1 req-1b4edc11-ce86-4b68-a552-957976b49934 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2250803 Nov 19 09:17:28.586810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4edc11-ce86-4b68-a552-957976b49934 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d6435b-6b96-4f56-bb69-8134be6ee8cf,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:28.595626 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-680091ab-d96d-4c01-87e3-e128a452d142 req-ecfd7c9f-8fff-49ea-941b-1d72064c05b3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af135ad3-2edd-4989-8c37-fd31017327c9 HTTP/1.1" status: 200 len: 217 time: 0.0457151 Nov 19 09:17:28.655131 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd36ea4-8894-4f40-9ed8-3cdc95b5b0b2 x-openstack-request-id: req-afd36ea4-8894-4f40-9ed8-3cdc95b5b0b2 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:28.655793 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97579a00-3f7f-4c82-90e3-5ecf87c976f8", "tag": "af135ad3-2edd-4989-8c37-fd31017327c9", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:28.655793 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afd36ea4-8894-4f40-9ed8-3cdc95b5b0b2 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:28.656159 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97579a00-3f7f-4c82-90e3-5ecf87c976f8', 'tag': 'af135ad3-2edd-4989-8c37-fd31017327c9', 'status': 'completed', 'code': 200} Nov 19 09:17:28.671375 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680091ab-d96d-4c01-87e3-e128a452d142 req-0fca03c9-9885-4146-9f64-ca19e6850e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:28.673229 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-680091ab-d96d-4c01-87e3-e128a452d142 req-0fca03c9-9885-4146-9f64-ca19e6850e43 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1779fcc7-c239-4323-b869-4171245ad3a1 HTTP/1.1" status: 200 len: 849 time: 0.0743692 Nov 19 09:17:28.714579 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-680091ab-d96d-4c01-87e3-e128a452d142 req-c42ca9bc-b147-4dbd-bb99-62f98a7318f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7bce8e62-5430-457b-ae4b-41129b70a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329916 Nov 19 09:17:28.721134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a05ad-7805-4d15-9c14-636a403ed66f req-b68ce077-4033-4ad2-bf17-8f5617125e23 tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:28.722578 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a1a05ad-7805-4d15-9c14-636a403ed66f req-b68ce077-4033-4ad2-bf17-8f5617125e23 tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/ports?device_id=97579a00-3f7f-4c82-90e3-5ecf87c976f8 HTTP/1.1" status: 200 len: 944 time: 0.0635927 Nov 19 09:17:28.810153 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a1a05ad-7805-4d15-9c14-636a403ed66f req-4077740d-3c22-4c5a-94a7-277524c65b9a tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a79767-5e19-46f9-bec8-418a489ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793786 Nov 19 09:17:28.833826 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-680091ab-d96d-4c01-87e3-e128a452d142 req-27deebdf-57e5-4f04-b380-cfae5e00fa69 service neutron] 10.222.0.71 "GET /v2.0/networks/7bce8e62-5430-457b-ae4b-41129b70a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107581 Nov 19 09:17:28.877592 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6df7c47-feed-4ef3-b1b1-97ef078e8e83 req-becdc30d-b17c-4a82-9227-96261cea6131 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/7144b0d7-0166-4d91-854f-689f09b75e9e HTTP/1.1" status: 200 len: 3016 time: 0.0657852 Nov 19 09:17:28.975293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 451b7b5b-3463-4ac0-be7c-689128da9377 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:28.990684 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-680091ab-d96d-4c01-87e3-e128a452d142 req-86c32def-95a9-4df5-823a-41bf01e8a6e8 service neutron] 10.222.0.71 "GET /v2.0/networks/7bce8e62-5430-457b-ae4b-41129b70a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453245 Nov 19 09:17:29.080113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1581a-2e05-4777-90ef-448c60f7c882 req-efc342ce-cc08-41f3-ab9c-89f9dba1c782 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:29.080977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 451b7b5b-3463-4ac0-be7c-689128da9377 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:17:29.088188 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9df1581a-2e05-4777-90ef-448c60f7c882 req-efc342ce-cc08-41f3-ab9c-89f9dba1c782 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 945 time: 0.1338062 Nov 19 09:17:29.090414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 451b7b5b-3463-4ac0-be7c-689128da9377 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:29.090873 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:29.121967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeefbb5-94a8-43f8-8ea3-cacd4445f6f7 req-85e7a09f-4715-413f-be11-995a8a6ee3fc tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:29.123582 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9aeefbb5-94a8-43f8-8ea3-cacd4445f6f7 req-85e7a09f-4715-413f-be11-995a8a6ee3fc tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ddc1d2-870e-43ff-b29f-b18e05e54b29 HTTP/1.1" status: 200 len: 948 time: 0.1099889 Nov 19 09:17:29.125882 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7c8bb-3dc2-4887-98be-be3d34870569 req-ed2f0b70-7934-4320-b201-df379e4a46de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:29.128104 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79e7c8bb-3dc2-4887-98be-be3d34870569 req-ed2f0b70-7934-4320-b201-df379e4a46de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f664fd4a08a74dd79c1cfb6aec6ecc5c&device_id=97579a00-3f7f-4c82-90e3-5ecf87c976f8 HTTP/1.1" status: 200 len: 1096 time: 0.0623701 Nov 19 09:17:29.183247 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9df1581a-2e05-4777-90ef-448c60f7c882 req-abdd9be0-68ef-4744-a19e-97224dd20104 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925391 Nov 19 09:17:29.246694 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:29.316453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9aeefbb5-94a8-43f8-8ea3-cacd4445f6f7 req-ea4c1398-4ce9-44e8-84b2-0342d0dd065f tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814427 Nov 19 09:17:29.346172 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 451b7b5b-3463-4ac0-be7c-689128da9377, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=451b7b5b-3463-4ac0-be7c-689128da9377,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:29.359387 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b6b41d6-b4e7-4f3a-a7db-75060b787610 req-579a5e43-a4d6-4215-96a6-7497381d54ba tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-group-rules/00d6435b-6b96-4f56-bb69-8134be6ee8cf HTTP/1.1" status: 200 len: 783 time: 0.1070185 Nov 19 09:17:29.359652 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:29.390246 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7c8bb-3dc2-4887-98be-be3d34870569 req-e95e4690-b1f4-47a2-9f91-4c35f3547e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:29.395912 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79e7c8bb-3dc2-4887-98be-be3d34870569 req-e95e4690-b1f4-47a2-9f91-4c35f3547e44 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7bce8e62-5430-457b-ae4b-41129b70a478 HTTP/1.1" status: 200 len: 910 time: 0.2560506 Nov 19 09:17:29.473756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=451b7b5b-3463-4ac0-be7c-689128da9377,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:29.500934 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b6b41d6-b4e7-4f3a-a7db-75060b787610 req-96b74d53-7618-4fbd-9967-396f67b4320b tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/7144b0d7-0166-4d91-854f-689f09b75e9e HTTP/1.1" status: 200 len: 3016 time: 0.1402950 Nov 19 09:17:29.510904 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79e7c8bb-3dc2-4887-98be-be3d34870569 req-d66582d6-1f2d-4e3c-bc53-2d892427d0ea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af135ad3-2edd-4989-8c37-fd31017327c9 HTTP/1.1" status: 200 len: 217 time: 0.1003096 Nov 19 09:17:29.545400 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e625c7-0d46-4e6d-8d65-0ab898817bed req-e9285f40-407e-40a9-a3b8-bc39ec7b24a3 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:29.553131 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80e625c7-0d46-4e6d-8d65-0ab898817bed req-e9285f40-407e-40a9-a3b8-bc39ec7b24a3 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 946 time: 0.1093683 Nov 19 09:17:29.556198 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2b6b41d6-b4e7-4f3a-a7db-75060b787610 req-d36ed54f-cc37-408c-9d70-1df3101e5cff tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:29.578598 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2b6b41d6-b4e7-4f3a-a7db-75060b787610 req-d36ed54f-cc37-408c-9d70-1df3101e5cff tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:29.589134 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7c8bb-3dc2-4887-98be-be3d34870569 req-67d281d3-28f7-4983-9109-e8612cda4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:29.592948 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79e7c8bb-3dc2-4887-98be-be3d34870569 req-67d281d3-28f7-4983-9109-e8612cda4801 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1779fcc7-c239-4323-b869-4171245ad3a1 HTTP/1.1" status: 200 len: 849 time: 0.0732639 Nov 19 09:17:29.641810 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80e625c7-0d46-4e6d-8d65-0ab898817bed req-9a69b51c-c8f7-47c8-ac2e-f8de17bc6af2 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875862 Nov 19 09:17:29.642980 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79e7c8bb-3dc2-4887-98be-be3d34870569 req-29b41310-ba11-4404-a61b-bac9f99cfa9b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7bce8e62-5430-457b-ae4b-41129b70a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375295 Nov 19 09:17:29.643097 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2b6b41d6-b4e7-4f3a-a7db-75060b787610 req-d36ed54f-cc37-408c-9d70-1df3101e5cff tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:29.661133 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2b6b41d6-b4e7-4f3a-a7db-75060b787610 req-d36ed54f-cc37-408c-9d70-1df3101e5cff tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:29.672771 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b6b41d6-b4e7-4f3a-a7db-75060b787610 req-d36ed54f-cc37-408c-9d70-1df3101e5cff tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/00d6435b-6b96-4f56-bb69-8134be6ee8cf HTTP/1.1" status: 204 len: 173 time: 0.1707933 Nov 19 09:17:29.686678 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ed54f-cc37-408c-9d70-1df3101e5cff tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00d6435b-6b96-4f56-bb69-8134be6ee8cf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:29.710993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc14d446-84e0-475e-8ccd-d1a1b6db5bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451b7b5b-3463-4ac0-be7c-689128da9377'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:29.722186 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8ea0bc-3a91-4abc-afd0-b4fcffb69d98" -d '{"events": [{"server_uuid": "cc14d446-84e0-475e-8ccd-d1a1b6db5bae", "name": "network-vif-plugged", "status": "completed", "tag": "451b7b5b-3463-4ac0-be7c-689128da9377"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:29.805047 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d4df523a-b9a4-4b88-afa9-96a6eae194ac req-f5201669-a05e-4692-bbbc-fd3045ba9f1e tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/7144b0d7-0166-4d91-854f-689f09b75e9e HTTP/1.1" status: 200 len: 2417 time: 0.0811415 Nov 19 09:17:29.816570 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79e7c8bb-3dc2-4887-98be-be3d34870569 req-38a3053e-edcc-4027-8e42-b35872ee985f service neutron] 10.222.0.71 "GET /v2.0/networks/7bce8e62-5430-457b-ae4b-41129b70a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608460 Nov 19 09:17:29.844008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98682de1-7f8e-4c94-8bb9-ded3b8181d8d req-fa6ca05c-be5e-4c6e-9a61-586fdc25a97a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:29.845826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98682de1-7f8e-4c94-8bb9-ded3b8181d8d req-fa6ca05c-be5e-4c6e-9a61-586fdc25a97a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc14d446-84e0-475e-8ccd-d1a1b6db5bae HTTP/1.1" status: 200 len: 946 time: 0.0917871 Nov 19 09:17:29.925337 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98682de1-7f8e-4c94-8bb9-ded3b8181d8d req-de7b0058-ccf2-4504-9837-d0820662f735 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693295 Nov 19 09:17:29.926286 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d4df523a-b9a4-4b88-afa9-96a6eae194ac req-468db015-ac90-4bfa-8ba2-50faf673fdc7 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:29.939142 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79e7c8bb-3dc2-4887-98be-be3d34870569 req-c2d6ba6d-e072-4adb-8dc3-b0ea250f3c8c service neutron] 10.222.0.71 "GET /v2.0/networks/7bce8e62-5430-457b-ae4b-41129b70a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135132 Nov 19 09:17:29.952511 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d4df523a-b9a4-4b88-afa9-96a6eae194ac req-468db015-ac90-4bfa-8ba2-50faf673fdc7 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:29.986459 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43b5265-0f74-466e-b4ea-4f385be4972f x-openstack-request-id: req-d43b5265-0f74-466e-b4ea-4f385be4972f {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:29.987338 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc14d446-84e0-475e-8ccd-d1a1b6db5bae", "name": "network-vif-plugged", "status": "completed", "tag": "451b7b5b-3463-4ac0-be7c-689128da9377", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:29.987820 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d43b5265-0f74-466e-b4ea-4f385be4972f {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:29.990238 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc14d446-84e0-475e-8ccd-d1a1b6db5bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451b7b5b-3463-4ac0-be7c-689128da9377', 'code': 200} Nov 19 09:17:30.019579 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d4df523a-b9a4-4b88-afa9-96a6eae194ac req-468db015-ac90-4bfa-8ba2-50faf673fdc7 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:30.023639 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d4df523a-b9a4-4b88-afa9-96a6eae194ac req-468db015-ac90-4bfa-8ba2-50faf673fdc7 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:30.033680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d4df523a-b9a4-4b88-afa9-96a6eae194ac req-468db015-ac90-4bfa-8ba2-50faf673fdc7 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "DELETE /v2.0/security-groups/7144b0d7-0166-4d91-854f-689f09b75e9e HTTP/1.1" status: 204 len: 173 time: 0.2211726 Nov 19 09:17:30.064434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468db015-ac90-4bfa-8ba2-50faf673fdc7 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7144b0d7-0166-4d91-854f-689f09b75e9e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:30.145520 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-9499c370-3e9c-46e4-9395-d4bffb3e0c3d req-b9945fc7-90bf-4c35-8f66-dd46b03132d2 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] show failed (client error): The resource could not be found. Nov 19 09:17:30.152100 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9499c370-3e9c-46e4-9395-d4bffb3e0c3d req-b9945fc7-90bf-4c35-8f66-dd46b03132d2 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/0345ccc3-52bf-4b0c-b8e3-1eddbc23b395 HTTP/1.1" status: 404 len: 352 time: 0.0442107 Nov 19 09:17:30.203722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b27df3-d858-4516-adc2-e65c118ce740 req-5217f2fd-3c28-48b9-8b38-e31a9a77ecfc tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:30.205457 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45b27df3-d858-4516-adc2-e65c118ce740 req-5217f2fd-3c28-48b9-8b38-e31a9a77ecfc tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/ports?device_id=97579a00-3f7f-4c82-90e3-5ecf87c976f8 HTTP/1.1" status: 200 len: 944 time: 0.1669509 Nov 19 09:17:30.232418 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9570e-3908-4bb2-a82e-872158009d58 req-54557772-164e-406e-8824-c70e8a10a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:30.233957 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1bb9570e-3908-4bb2-a82e-872158009d58 req-54557772-164e-406e-8824-c70e8a10a937 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cc14d446-84e0-475e-8ccd-d1a1b6db5bae HTTP/1.1" status: 200 len: 1098 time: 0.1708508 Nov 19 09:17:30.276539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96f76d28-2145-4577-b6e8-e9f435734ba8 req-ff160d00-4b5e-4454-b508-ddcec642aab9 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/c3d88e7b-657c-4a81-8f65-92ef834d2d57 HTTP/1.1" status: 200 len: 1823 time: 0.1042161 Nov 19 09:17:30.351628 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45b27df3-d858-4516-adc2-e65c118ce740 req-4e7df74e-d6b9-4936-8811-c54e4234507f tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a79767-5e19-46f9-bec8-418a489ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358445 Nov 19 09:17:30.360728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1bb9570e-3908-4bb2-a82e-872158009d58 req-d114eaca-6266-4770-81d3-87f4b4e00ba2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162372 Nov 19 09:17:30.392400 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-96f76d28-2145-4577-b6e8-e9f435734ba8 req-42296824-46e9-407a-9494-079f5324673b tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:30.419779 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-96f76d28-2145-4577-b6e8-e9f435734ba8 req-42296824-46e9-407a-9494-079f5324673b tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:30.497979 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c474cb-a0b1-42b8-b5cf-e1122d29663e req-5f10c9c8-7f2f-44ea-b843-c0a5aad2a185 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:30.499820 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d5c474cb-a0b1-42b8-b5cf-e1122d29663e req-5f10c9c8-7f2f-44ea-b843-c0a5aad2a185 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 945 time: 0.0713661 Nov 19 09:17:30.516839 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-96f76d28-2145-4577-b6e8-e9f435734ba8 req-42296824-46e9-407a-9494-079f5324673b tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:30.519365 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-96f76d28-2145-4577-b6e8-e9f435734ba8 req-42296824-46e9-407a-9494-079f5324673b tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:30.520456 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96f76d28-2145-4577-b6e8-e9f435734ba8 req-42296824-46e9-407a-9494-079f5324673b tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "DELETE /v2.0/security-groups/c3d88e7b-657c-4a81-8f65-92ef834d2d57 HTTP/1.1" status: 204 len: 173 time: 0.2431273 Nov 19 09:17:30.538508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42296824-46e9-407a-9494-079f5324673b tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d88e7b-657c-4a81-8f65-92ef834d2d57,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:30.571075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d5c474cb-a0b1-42b8-b5cf-e1122d29663e req-2c501d41-8e36-4008-8a4a-38974ba56ada tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634174 Nov 19 09:17:30.737271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7eb30-19b0-4da2-ba66-b4b91f22b48b req-1bb7ce77-170a-4f75-951c-28e217b06ef4 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:30.738817 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ef7eb30-19b0-4da2-ba66-b4b91f22b48b req-1bb7ce77-170a-4f75-951c-28e217b06ef4 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ddc1d2-870e-43ff-b29f-b18e05e54b29 HTTP/1.1" status: 200 len: 948 time: 0.0835347 Nov 19 09:17:30.750817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-701d2c0b-7cc3-40da-b524-beb24e257dbf tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:30.752328 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-701d2c0b-7cc3-40da-b524-beb24e257dbf tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 812 time: 0.1487534 Nov 19 09:17:30.778562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-31f3af16-163e-451d-9493-d38d2070d224 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/quotas/a3aa493f28144711ac86f80f55db14f1 HTTP/1.1" status: 200 len: 375 time: 0.0191019 Nov 19 09:17:30.833249 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-2abc3160-dfce-4ba6-a6b4-a5dd4eb4741f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428128 Nov 19 09:17:30.853302 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ef7eb30-19b0-4da2-ba66-b4b91f22b48b req-4e4d71be-905e-4694-94da-38cb38f119a6 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999813 Nov 19 09:17:30.948613 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d8696b5-6bda-4062-9238-010194cc7d90 req-2b2967fc-3e63-4e5a-848e-51671c1a1665 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/6cbe1ce1-55ed-4803-9e0b-318e242f4e67 HTTP/1.1" status: 200 len: 1822 time: 0.0603678 Nov 19 09:17:30.970095 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-1d34cdaa-2c26-4d28-bcdc-28e651ffdb87 service neutron] 10.222.0.21 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285329 Nov 19 09:17:30.995398 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f4114fdd-9c00-499b-b3b8-6f530f5ff76e details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:17:31.081111 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2d8696b5-6bda-4062-9238-010194cc7d90 req-d334ee99-f3ff-4302-9928-e6259b0aa259 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:31.098099 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:31.110612 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'port_id': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e', 'mac_address': 'fa:16:3e:28:9a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:17:31.111659 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-ac776fa9-53a6-4f1a-a842-95b15622d4de service neutron] 10.222.0.21 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354644 Nov 19 09:17:31.120771 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2d8696b5-6bda-4062-9238-010194cc7d90 req-d334ee99-f3ff-4302-9928-e6259b0aa259 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:31.159003 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:31.174272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4114fdd-9c00-499b-b3b8-6f530f5ff76e {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:31.186549 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2d8696b5-6bda-4062-9238-010194cc7d90 req-d334ee99-f3ff-4302-9928-e6259b0aa259 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:31.189366 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2d8696b5-6bda-4062-9238-010194cc7d90 req-d334ee99-f3ff-4302-9928-e6259b0aa259 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:31.190995 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d8696b5-6bda-4062-9238-010194cc7d90 req-d334ee99-f3ff-4302-9928-e6259b0aa259 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "DELETE /v2.0/security-groups/6cbe1ce1-55ed-4803-9e0b-318e242f4e67 HTTP/1.1" status: 204 len: 173 time: 0.2333815 Nov 19 09:17:31.200182 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:31.204659 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334ee99-f3ff-4302-9928-e6259b0aa259 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbe1ce1-55ed-4803-9e0b-318e242f4e67,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:31.204820 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:31.294431 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:31.336078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16880473-e426-4c55-bdaa-c3befb908c67 req-40e567ef-d9b9-4555-9c0e-f071c59d8fd0 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:31.338834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16880473-e426-4c55-bdaa-c3befb908c67 req-40e567ef-d9b9-4555-9c0e-f071c59d8fd0 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.0722697 Nov 19 09:17:31.359778 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['f4114fdd-9c00-499b-b3b8-6f530f5ff76e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:17:31.912997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16880473-e426-4c55-bdaa-c3befb908c67 req-73ca3dc4-c606-447f-912d-c4c980c4fb61 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5658448 Nov 19 09:17:31.936588 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2193e0-343a-42ba-93f6-2e3c86447dd4 req-41d562bf-d412-4144-985b-86712a410dff tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:31.938873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c2193e0-343a-42ba-93f6-2e3c86447dd4 req-41d562bf-d412-4144-985b-86712a410dff tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc14d446-84e0-475e-8ccd-d1a1b6db5bae HTTP/1.1" status: 200 len: 946 time: 0.0978227 Nov 19 09:17:32.042338 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c2193e0-343a-42ba-93f6-2e3c86447dd4 req-500ceabf-158f-4177-8a4c-b13b7b78d296 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951734 Nov 19 09:17:32.047828 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-575d87cd-3296-4b32-93ff-9cee8e735ba7 req-c4269681-c503-4593-8df4-1789a71e20f1 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/5ad27bc5-a822-449e-b74b-6ee4d2f4d333 HTTP/1.1" status: 200 len: 1824 time: 0.0795014 Nov 19 09:17:32.140724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device af135ad3-2edd-4989-8c37-fd31017327c9 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:17:32.153500 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-815cfd13-7f61-4d10-b1c0-b1f023990531 req-74857fe6-2aed-4eef-a89e-4776b2ef9f12 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee4afc3-b01e-4bb0-8c90-e63520fa8af5 HTTP/1.1" status: 200 len: 210 time: 0.0382717 Nov 19 09:17:32.157776 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-575d87cd-3296-4b32-93ff-9cee8e735ba7 req-23ee79a5-4c0a-45fc-94d8-53d40be1ba81 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:32.191595 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-575d87cd-3296-4b32-93ff-9cee8e735ba7 req-23ee79a5-4c0a-45fc-94d8-53d40be1ba81 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:32.287889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port af135ad3-2edd-4989-8c37-fd31017327c9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=af135ad3-2edd-4989-8c37-fd31017327c9,segment=NetworkSegment(82169a1c-589f-4540-b281-ec9ec8cce1a7),segment_id=82169a1c-589f-4540-b281-ec9ec8cce1a7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:32.289305 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-575d87cd-3296-4b32-93ff-9cee8e735ba7 req-23ee79a5-4c0a-45fc-94d8-53d40be1ba81 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:32.292494 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-575d87cd-3296-4b32-93ff-9cee8e735ba7 req-23ee79a5-4c0a-45fc-94d8-53d40be1ba81 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:32.293691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-575d87cd-3296-4b32-93ff-9cee8e735ba7 req-23ee79a5-4c0a-45fc-94d8-53d40be1ba81 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "DELETE /v2.0/security-groups/5ad27bc5-a822-449e-b74b-6ee4d2f4d333 HTTP/1.1" status: 204 len: 173 time: 0.2337093 Nov 19 09:17:32.312684 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee79a5-4c0a-45fc-94d8-53d40be1ba81 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad27bc5-a822-449e-b74b-6ee4d2f4d333,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:32.313018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'af135ad3-2edd-4989-8c37-fd31017327c9', 'network_id': '7bce8e62-5430-457b-ae4b-41129b70a478', 'port_id': 'af135ad3-2edd-4989-8c37-fd31017327c9', 'mac_address': 'fa:16:3e:35:2d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1779fcc7-c239-4323-b869-4171245ad3a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:17:32.354173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d2427-8ad5-433b-a522-c84c0b931a10 req-a4748ce1-b866-4d4b-8f45-8075ff0d15bc tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:32.356239 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d29d2427-8ad5-433b-a522-c84c0b931a10 req-a4748ce1-b866-4d4b-8f45-8075ff0d15bc tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/ports?device_id=97579a00-3f7f-4c82-90e3-5ecf87c976f8 HTTP/1.1" status: 200 len: 944 time: 0.1133769 Nov 19 09:17:32.435552 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:32.456808 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af135ad3-2edd-4989-8c37-fd31017327c9 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:32.484207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port af135ad3-2edd-4989-8c37-fd31017327c9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=af135ad3-2edd-4989-8c37-fd31017327c9,segment=NetworkSegment(82169a1c-589f-4540-b281-ec9ec8cce1a7),segment_id=82169a1c-589f-4540-b281-ec9ec8cce1a7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:32.487296 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d29d2427-8ad5-433b-a522-c84c0b931a10 req-3678b092-5049-4a02-a196-19fddf7bcd30 tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a79767-5e19-46f9-bec8-418a489ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146636 Nov 19 09:17:32.492004 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:32.616209 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=af135ad3-2edd-4989-8c37-fd31017327c9,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:32.654004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f7d2a-1a1e-4745-a471-e5adbbf4f3f9 req-74b15c61-3548-428f-8119-f1206111611a tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:32.662778 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f9f7d2a-1a1e-4745-a471-e5adbbf4f3f9 req-74b15c61-3548-428f-8119-f1206111611a tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 945 time: 0.0936351 Nov 19 09:17:32.798921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['af135ad3-2edd-4989-8c37-fd31017327c9'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:17:32.812136 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f9f7d2a-1a1e-4745-a471-e5adbbf4f3f9 req-d4b094fe-7ede-4d6c-abcb-1575eab60268 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480155 Nov 19 09:17:32.841990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-387fc8d4-8896-4594-a098-0a62340fe30d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:32.843779 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-387fc8d4-8896-4594-a098-0a62340fe30d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.66 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 812 time: 0.2297509 Nov 19 09:17:32.862975 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-78ddf357-ca1a-4063-88be-310cef2fd666 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Request body: {'port': {'device_id': 'cee4afc3-b01e-4bb0-8c90-e63520fa8af5', 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d', 'admin_state_up': True, 'tenant_id': 'a3aa493f28144711ac86f80f55db14f1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:33.015489 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f4114fdd-9c00-499b-b3b8-6f530f5ff76e up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:33.070697 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14cc0ccc-6764-47d0-ae08-4b436b337f3c req-c2a39baf-0db2-47f7-99b3-cec0e2af54e7 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/377a0edf-6aca-47dd-a311-11ea9ded64f1 HTTP/1.1" status: 200 len: 2423 time: 0.1126344 Nov 19 09:17:33.120539 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port f4114fdd-9c00-499b-b3b8-6f530f5ff76e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:33.120747 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:33.151929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-78ddf357-ca1a-4063-88be-310cef2fd666 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Made reservation on behalf of a3aa493f28144711ac86f80f55db14f1 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:17:33.155749 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-78ddf357-ca1a-4063-88be-310cef2fd666 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:33.203633 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-14cc0ccc-6764-47d0-ae08-4b436b337f3c req-9fb8fcbf-3798-4d7c-b0eb-43be06b6c97e tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:33.280149 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:33.286849 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-14cc0ccc-6764-47d0-ae08-4b436b337f3c req-9fb8fcbf-3798-4d7c-b0eb-43be06b6c97e tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:33.326721 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:33.328150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:33.331336 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad93c902-4ea6-4685-8c93-605e1bbcaa5f" -d '{"events": [{"server_uuid": "c1a1527d-ddc4-4c7a-9868-bbde766d2b0f", "name": "network-vif-plugged", "status": "completed", "tag": "f4114fdd-9c00-499b-b3b8-6f530f5ff76e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:33.337372 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:33.410247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:33.451412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-78ddf357-ca1a-4063-88be-310cef2fd666 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Allocated IP 172.20.0.8 (68891e5d-5b07-4df8-ac8e-265403f0b48d/36b7a476-6d23-433a-bab3-7b5f4026dadc/7f3a6d39-9758-45b8-b058-2f46b2b7d60e) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:17:33.461325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f500a2b-1d51-4fdc-8719-2edfe2ece4db req-c21c2f6b-4554-4903-b3f4-b82371144c0b tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:33.463040 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f500a2b-1d51-4fdc-8719-2edfe2ece4db req-c21c2f6b-4554-4903-b3f4-b82371144c0b tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 946 time: 0.0913579 Nov 19 09:17:33.463785 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-14cc0ccc-6764-47d0-ae08-4b436b337f3c req-9fb8fcbf-3798-4d7c-b0eb-43be06b6c97e tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:33.466695 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-14cc0ccc-6764-47d0-ae08-4b436b337f3c req-9fb8fcbf-3798-4d7c-b0eb-43be06b6c97e tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:33.479043 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14cc0ccc-6764-47d0-ae08-4b436b337f3c req-9fb8fcbf-3798-4d7c-b0eb-43be06b6c97e tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "DELETE /v2.0/security-groups/377a0edf-6aca-47dd-a311-11ea9ded64f1 HTTP/1.1" status: 204 len: 173 time: 0.3997109 Nov 19 09:17:33.588800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8fcbf-3798-4d7c-b0eb-43be06b6c97e tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377a0edf-6aca-47dd-a311-11ea9ded64f1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:33.761158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f500a2b-1d51-4fdc-8719-2edfe2ece4db req-a96e97c3-b78f-47aa-8c1c-dd75ca5645e0 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740154 Nov 19 09:17:33.787898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f2560-bf33-44af-a991-7d1af9309b96 req-143a85d5-1356-4b16-b4f8-9a0353ff47a7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:33.795882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-037f2560-bf33-44af-a991-7d1af9309b96 req-143a85d5-1356-4b16-b4f8-9a0353ff47a7 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc14d446-84e0-475e-8ccd-d1a1b6db5bae HTTP/1.1" status: 200 len: 946 time: 0.2341878 Nov 19 09:17:33.898980 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d0df6fb-eda1-4dcd-9bcf-04ff09d61adb req-4e8e6676-d3cf-4c78-b252-96eb23a14f27 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee4afc3-b01e-4bb0-8c90-e63520fa8af5 HTTP/1.1" status: 200 len: 210 time: 0.0530443 Nov 19 09:17:33.902176 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-78ddf357-ca1a-4063-88be-310cef2fd666 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:33.964941 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-037f2560-bf33-44af-a991-7d1af9309b96 req-a3e17c5d-898c-4a5c-b068-6303df1261a5 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541474 Nov 19 09:17:33.966238 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e769862-dbcc-4360-ada3-49d71ccd3fe4 x-openstack-request-id: req-7e769862-dbcc-4360-ada3-49d71ccd3fe4 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:33.966733 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a1527d-ddc4-4c7a-9868-bbde766d2b0f", "name": "network-vif-plugged", "status": "completed", "tag": "f4114fdd-9c00-499b-b3b8-6f530f5ff76e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:33.967130 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e769862-dbcc-4360-ada3-49d71ccd3fe4 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:33.967673 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e', 'code': 200} Nov 19 09:17:34.055408 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-78ddf357-ca1a-4063-88be-310cef2fd666 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:34.148363 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device af135ad3-2edd-4989-8c37-fd31017327c9 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:34.211677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddf357-ca1a-4063-88be-310cef2fd666 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Pushing event updated for resources: {'Port': ['ID=7f3a6d39-9758-45b8-b058-2f46b2b7d60e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:34.265761 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-78ddf357-ca1a-4063-88be-310cef2fd666 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Network 68891e5d-5b07-4df8-ac8e-265403f0b48d is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:17:34.278909 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43b5ec75-3a81-4855-9d62-bc1908e08bca req-1ce5e897-2a49-4e9c-81dc-b4eff3432b31 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "GET /v2.0/security-groups/b0162d1d-0ec2-4ae0-895d-f8d1698c35cd HTTP/1.1" status: 200 len: 2417 time: 0.2963979 Nov 19 09:17:34.281875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-78ddf357-ca1a-4063-88be-310cef2fd666 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:17:34.290143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-78ddf357-ca1a-4063-88be-310cef2fd666 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:17:34.316158 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port af135ad3-2edd-4989-8c37-fd31017327c9 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:17:34.321200 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port af135ad3-2edd-4989-8c37-fd31017327c9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:34.321657 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:34.432876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb54f86-893f-455e-bf86-e3b670da9b69 req-65b6a463-1c07-4c5a-95b2-7157d94c3560 tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:34.444412 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecb54f86-893f-455e-bf86-e3b670da9b69 req-65b6a463-1c07-4c5a-95b2-7157d94c3560 tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/ports?device_id=97579a00-3f7f-4c82-90e3-5ecf87c976f8 HTTP/1.1" status: 200 len: 945 time: 0.4124568 Nov 19 09:17:34.470341 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:34.490673 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-43b5ec75-3a81-4855-9d62-bc1908e08bca req-47902354-5f04-4e98-ae5a-c432333acb93 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:34.499559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-78ddf357-ca1a-4063-88be-310cef2fd666 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:34.500334 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-78ddf357-ca1a-4063-88be-310cef2fd666 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:34.552465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port af135ad3-2edd-4989-8c37-fd31017327c9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=af135ad3-2edd-4989-8c37-fd31017327c9,segment=NetworkSegment(82169a1c-589f-4540-b281-ec9ec8cce1a7),segment_id=82169a1c-589f-4540-b281-ec9ec8cce1a7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:34.567223 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:34.586583 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-43b5ec75-3a81-4855-9d62-bc1908e08bca req-47902354-5f04-4e98-ae5a-c432333acb93 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:34.598116 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-78ddf357-ca1a-4063-88be-310cef2fd666 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7416809 Nov 19 09:17:34.616156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Request body: {'port': {'device_id': 'cee4afc3-b01e-4bb0-8c90-e63520fa8af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:34.680793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=af135ad3-2edd-4989-8c37-fd31017327c9,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:34.717283 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecb54f86-893f-455e-bf86-e3b670da9b69 req-ef6174e7-be67-4797-8023-3a0ea26f942e tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a79767-5e19-46f9-bec8-418a489ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716634 Nov 19 09:17:34.770271 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-43b5ec75-3a81-4855-9d62-bc1908e08bca req-47902354-5f04-4e98-ae5a-c432333acb93 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:34.780897 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-43b5ec75-3a81-4855-9d62-bc1908e08bca req-47902354-5f04-4e98-ae5a-c432333acb93 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:34.783779 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43b5ec75-3a81-4855-9d62-bc1908e08bca req-47902354-5f04-4e98-ae5a-c432333acb93 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] 10.222.0.21 "DELETE /v2.0/security-groups/b0162d1d-0ec2-4ae0-895d-f8d1698c35cd HTTP/1.1" status: 204 len: 173 time: 0.4895353 Nov 19 09:17:34.789798 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42804) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:34.810860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47902354-5f04-4e98-ae5a-c432333acb93 tempest-SecurityGroupRulesTestJSON-1903676804 tempest-SecurityGroupRulesTestJSON-1903676804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0162d1d-0ec2-4ae0-895d-f8d1698c35cd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:34.832648 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:34.952154 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d0da9c-2613-4d76-84e8-b108417e5fa6 admin admin] Deleting subnet 7fa1e0c3-c499-49d3-bab8-53221e365089 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:17:34.959066 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d0da9c-2613-4d76-84e8-b108417e5fa6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:35.020455 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e6bb2e09-36b4-4fc6-a822-0c7f2b498445 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:17:35.041540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affedc9-8615-4a33-8a47-bbb5ba15a1d4 req-9c8edef7-914a-482b-9759-7295e22b539c tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:35.051149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3affedc9-8615-4a33-8a47-bbb5ba15a1d4 req-9c8edef7-914a-482b-9759-7295e22b539c tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 945 time: 0.1791773 Nov 19 09:17:35.103023 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d0da9c-2613-4d76-84e8-b108417e5fa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:35.263064 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d0da9c-2613-4d76-84e8-b108417e5fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:35.279137 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3affedc9-8615-4a33-8a47-bbb5ba15a1d4 req-1a99e3ae-6707-4e56-8c8d-86176c326d20 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197728 Nov 19 09:17:35.326462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e6bb2e09-36b4-4fc6-a822-0c7f2b498445, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:35.360447 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d0da9c-2613-4d76-84e8-b108417e5fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:35.362664 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445', 'mac_address': 'fa:16:3e:45:5b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:17:35.433398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0da9c-2613-4d76-84e8-b108417e5fa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa1e0c3-c499-49d3-bab8-53221e365089,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:35.436168 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d0da9c-2613-4d76-84e8-b108417e5fa6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:35.447516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42834) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:35.448248 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:35.454003 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f0d0da9c-2613-4d76-84e8-b108417e5fa6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7fa1e0c3-c499-49d3-bab8-53221e365089 HTTP/1.1" status: 204 len: 168 time: 0.6629360 Nov 19 09:17:35.480996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6bb2e09-36b4-4fc6-a822-0c7f2b498445 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:35.513492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e6bb2e09-36b4-4fc6-a822-0c7f2b498445, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:35.523522 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:35.621136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:35.655004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['e6bb2e09-36b4-4fc6-a822-0c7f2b498445'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:17:35.767664 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb09800-2112-42b3-9fb5-6e31b33ae14b req-766268f8-534a-4506-a8c5-fc2a4b3880f7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:35.769431 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6fb09800-2112-42b3-9fb5-6e31b33ae14b req-766268f8-534a-4506-a8c5-fc2a4b3880f7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 946 time: 0.3484828 Nov 19 09:17:35.803206 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c51835a9-7fc7-4283-b20f-83189854a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:35.973825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97579a00-3f7f-4c82-90e3-5ecf87c976f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af135ad3-2edd-4989-8c37-fd31017327c9'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:35.976636 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81706dae-8e49-4b12-907b-85d64f350e4d" -d '{"events": [{"server_uuid": "97579a00-3f7f-4c82-90e3-5ecf87c976f8", "name": "network-vif-plugged", "status": "completed", "tag": "af135ad3-2edd-4989-8c37-fd31017327c9"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:36.085012 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6fb09800-2112-42b3-9fb5-6e31b33ae14b req-159bae1e-91ce-44cf-9ac3-a8108dd44e4d tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950265 Nov 19 09:17:36.089473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3a6d39-9758-45b8-b058-2f46b2b7d60e {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:36.105173 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:36.149622 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c51835a9-7fc7-4283-b20f-83189854a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:36.175787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Transition to ACTIVE for port object 7f3a6d39-9758-45b8-b058-2f46b2b7d60e will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:17:36.205144 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:36.217406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-c51835a9-7fc7-4283-b20f-83189854a9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb2a4e2-f004-437e-8e4e-d8fc39141bfa']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:17:36.280477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-c51835a9-7fc7-4283-b20f-83189854a9f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393b2c9b-fadd-459a-b1aa-45541a914c20') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:17:36.280477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-c51835a9-7fc7-4283-b20f-83189854a9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393b2c9b-fadd-459a-b1aa-45541a914c20') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:17:36.333714 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c51835a9-7fc7-4283-b20f-83189854a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:36.425472 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Pushing event updated for resources: {'Port': ['ID=7f3a6d39-9758-45b8-b058-2f46b2b7d60e,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:36.454101 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c51835a9-7fc7-4283-b20f-83189854a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:36.498580 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51835a9-7fc7-4283-b20f-83189854a9f0 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c51835a9-7fc7-4283-b20f-83189854a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:17:36.503332 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:17:36.580360 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c51835a9-7fc7-4283-b20f-83189854a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:36.585764 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c51835a9-7fc7-4283-b20f-83189854a9f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:36.589473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c51835a9-7fc7-4283-b20f-83189854a9f0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/deb2a4e2-f004-437e-8e4e-d8fc39141bfa HTTP/1.1" status: 204 len: 168 time: 1.1404252 Nov 19 09:17:36.606214 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8b3b8-edd9-4071-893e-0561664b097b req-673df2ae-910e-4ce2-9929-3e814bbd9642 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:36.607976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7b8b3b8-edd9-4071-893e-0561664b097b req-673df2ae-910e-4ce2-9929-3e814bbd9642 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee4afc3-b01e-4bb0-8c90-e63520fa8af5 HTTP/1.1" status: 200 len: 943 time: 0.2370360 Nov 19 09:17:36.651215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51835a9-7fc7-4283-b20f-83189854a9f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=deb2a4e2-f004-437e-8e4e-d8fc39141bfa,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:36.679712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Attempting to bind port 7f3a6d39-9758-45b8-b058-2f46b2b7d60e on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:17:36.683779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Attempting to bind port 7f3a6d39-9758-45b8-b058-2f46b2b7d60e by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:17:36.685644 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Attempting to bind port 7f3a6d39-9758-45b8-b058-2f46b2b7d60e on network 68891e5d-5b07-4df8-ac8e-265403f0b48d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:17:36.715674 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Port 7f3a6d39-9758-45b8-b058-2f46b2b7d60e on network 68891e5d-5b07-4df8-ac8e-265403f0b48d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:17:36.721623 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Attempting to bind port 7f3a6d39-9758-45b8-b058-2f46b2b7d60e on network 68891e5d-5b07-4df8-ac8e-265403f0b48d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:17:36.800120 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7b8b3b8-edd9-4071-893e-0561664b097b req-5db7c216-832f-48fa-ad00-14bccf35de79 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621051 Nov 19 09:17:36.809581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:17:36.810480 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Checking segment: {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:17:36.813622 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Bound using segment: {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:17:36.815597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Bound port: 7f3a6d39-9758-45b8-b058-2f46b2b7d60e, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:17:36.816328 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:36.892808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42852) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:36.997007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] For port 7f3a6d39-9758-45b8-b058-2f46b2b7d60e, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:17:37.010105 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-59355bd9-6eb9-47f3-b368-ae21ea06436b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11227eb192d8442993826f545c3078a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1141207 Nov 19 09:17:37.012743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] For port 7f3a6d39-9758-45b8-b058-2f46b2b7d60e, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=7f3a6d39-9758-45b8-b058-2f46b2b7d60e,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:17:37.013576 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42854) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:37.022342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e6bb2e09-36b4-4fc6-a822-0c7f2b498445 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:37.024018 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:37.142552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:37.143720 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:37.147150 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] 10.222.0.66 "PUT /v2.0/ports/7f3a6d39-9758-45b8-b058-2f46b2b7d60e HTTP/1.1" status: 200 len: 1092 time: 2.5361283 Nov 19 09:17:37.152264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee4afc3-b01e-4bb0-8c90-e63520fa8af5', 'tag': '7f3a6d39-9758-45b8-b058-2f46b2b7d60e'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:37.159629 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8a9516-3e39-4a36-82a3-7dba4bfd589b" -d '{"events": [{"name": "network-changed", "server_uuid": "cee4afc3-b01e-4bb0-8c90-e63520fa8af5", "tag": "7f3a6d39-9758-45b8-b058-2f46b2b7d60e"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:37.160380 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd6671cb-3a11-429c-9f60-87bc5a471df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:37.178137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port e6bb2e09-36b4-4fc6-a822-0c7f2b498445 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:37.178550 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:37.231073 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd6671cb-3a11-429c-9f60-87bc5a471df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:37.332743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db41acd-29ca-4671-81da-58f6faaeb6ec service neutron] Pushing event updated for resources: {'Port': ['ID=7f3a6d39-9758-45b8-b058-2f46b2b7d60e,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:37.382210 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:37.402463 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd6671cb-3a11-429c-9f60-87bc5a471df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:37.405064 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd6671cb-3a11-429c-9f60-87bc5a471df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:37.406265 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dd6671cb-3a11-429c-9f60-87bc5a471df3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8445e6a3-8e5e-4820-a4d8-ca70d60ade57 HTTP/1.1" status: 204 len: 168 time: 0.3906963 Nov 19 09:17:37.427301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6671cb-3a11-429c-9f60-87bc5a471df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8445e6a3-8e5e-4820-a4d8-ca70d60ade57,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:37.461765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62d09c-d119-453d-bb7c-9693460561bb req-b34dcdba-9432-4cc5-9322-044d4224fad5 tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:37.465140 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff62d09c-d119-453d-bb7c-9693460561bb req-b34dcdba-9432-4cc5-9322-044d4224fad5 tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/ports?device_id=97579a00-3f7f-4c82-90e3-5ecf87c976f8 HTTP/1.1" status: 200 len: 946 time: 0.4340656 Nov 19 09:17:37.511610 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e6bb2e09-36b4-4fc6-a822-0c7f2b498445, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:37.521254 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:37.616995 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-99329e1e-f521-4b4e-99e6-c80ef126cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:37.620252 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-99329e1e-f521-4b4e-99e6-c80ef126cb83 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&device_id=cee4afc3-b01e-4bb0-8c90-e63520fa8af5 HTTP/1.1" status: 200 len: 1095 time: 0.4184587 Nov 19 09:17:37.672100 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:37.793851 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-c3c548c3-6940-4a4e-9ac0-e3320a718c8c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f3a6d39-9758-45b8-b058-2f46b2b7d60e HTTP/1.1" status: 200 len: 217 time: 0.1511130 Nov 19 09:17:37.925180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-f1232ae6-9286-4d06-b8d8-0aacc4175062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:37.927534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-f1232ae6-9286-4d06-b8d8-0aacc4175062 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=36b7a476-6d23-433a-bab3-7b5f4026dadc HTTP/1.1" status: 200 len: 852 time: 0.1187253 Nov 19 09:17:37.951959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff62d09c-d119-453d-bb7c-9693460561bb req-3547d153-6707-42dc-936a-48ca4410605d tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a79767-5e19-46f9-bec8-418a489ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600587 Nov 19 09:17:38.023434 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-454f7f64-13ab-4241-93eb-ab043bdde90d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=68891e5d-5b07-4df8-ac8e-265403f0b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671422 Nov 19 09:17:38.050849 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b1153b-5485-4a47-8e5b-52b5bfaa810f x-openstack-request-id: req-58b1153b-5485-4a47-8e5b-52b5bfaa810f {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:38.051793 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97579a00-3f7f-4c82-90e3-5ecf87c976f8", "name": "network-vif-plugged", "status": "completed", "tag": "af135ad3-2edd-4989-8c37-fd31017327c9", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:38.052269 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58b1153b-5485-4a47-8e5b-52b5bfaa810f {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:38.052923 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97579a00-3f7f-4c82-90e3-5ecf87c976f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af135ad3-2edd-4989-8c37-fd31017327c9', 'code': 200} Nov 19 09:17:38.220740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cba729-4b46-4640-9d4c-a3c7af661e3e req-8633181c-9a77-495a-a0e8-727808c3be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:38.226263 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-80cba729-4b46-4640-9d4c-a3c7af661e3e req-8633181c-9a77-495a-a0e8-727808c3be74 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=97579a00-3f7f-4c82-90e3-5ecf87c976f8 HTTP/1.1" status: 200 len: 1098 time: 0.0987294 Nov 19 09:17:38.340749 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-80cba729-4b46-4640-9d4c-a3c7af661e3e req-2723c7c0-703c-442f-a0b3-e6f2e4f302c8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=89a79767-5e19-46f9-bec8-418a489ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066756 Nov 19 09:17:38.362729 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-0df70fa9-351c-40f3-8931-510510fa61d9 service neutron] 10.222.0.66 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303592 Nov 19 09:17:38.561382 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-96949e86-cff5-493c-8af6-8255e0210510 service neutron] 10.222.0.66 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886382 Nov 19 09:17:39.097234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42896) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:39.290842 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-08914f6d-b759-47ef-936d-ded178477a0c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-60722619-network', 'tenant_id': '072a283379de442786fd062e799b3939'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:39.348769 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08914f6d-b759-47ef-936d-ded178477a0c admin admin] Made reservation on behalf of 072a283379de442786fd062e799b3939 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:17:39.351757 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08914f6d-b759-47ef-936d-ded178477a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:39.369859 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08914f6d-b759-47ef-936d-ded178477a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:39.652064 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08914f6d-b759-47ef-936d-ded178477a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:39.667130 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08914f6d-b759-47ef-936d-ded178477a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:39.717614 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08914f6d-b759-47ef-936d-ded178477a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ef84ea-824a-4e9c-92b9-0440547729bb,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:39.740505 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08914f6d-b759-47ef-936d-ded178477a0c admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:17:39.761297 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08914f6d-b759-47ef-936d-ded178477a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:39.761662 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-08914f6d-b759-47ef-936d-ded178477a0c admin admin] Added segment 5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8 of type vlan for network 1425c6f3-e60e-4dde-9550-c3aa7563ed09 Nov 19 09:17:39.863621 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08914f6d-b759-47ef-936d-ded178477a0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:39.930083 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08914f6d-b759-47ef-936d-ded178477a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:39.932146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08914f6d-b759-47ef-936d-ded178477a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:39.932965 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08914f6d-b759-47ef-936d-ded178477a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:40.016193 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-08914f6d-b759-47ef-936d-ded178477a0c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9177876 Nov 19 09:17:40.020574 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42902) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:40.028142 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08914f6d-b759-47ef-936d-ded178477a0c admin admin] Pushing event updated for resources: {'Network': ['ID=1425c6f3-e60e-4dde-9550-c3aa7563ed09,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:40.031702 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e91f6952-4704-4abc-a6b7-5f58b92d9e32 admin admin] Request body: {'subnet': {'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-60722619-subnet', 'tenant_id': '072a283379de442786fd062e799b3939', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:40.046546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 1425c6f3-e60e-4dde-9550-c3aa7563ed09 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:17:40.076849 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ddc1d2-870e-43ff-b29f-b18e05e54b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:40.090402 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9fb832-9665-4be1-947a-104e358c6b97" -d '{"events": [{"server_uuid": "19ddc1d2-870e-43ff-b29f-b18e05e54b29", "name": "network-vif-plugged", "status": "completed", "tag": "e6bb2e09-36b4-4fc6-a822-0c7f2b498445"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:40.108092 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91f6952-4704-4abc-a6b7-5f58b92d9e32 admin admin] Made reservation on behalf of 072a283379de442786fd062e799b3939 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:17:40.112159 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e91f6952-4704-4abc-a6b7-5f58b92d9e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:40.355683 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e91f6952-4704-4abc-a6b7-5f58b92d9e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:40.479461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f6952-4704-4abc-a6b7-5f58b92d9e32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0959cafe-cd91-4451-8af6-7548c2767886,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:40.531833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91f6952-4704-4abc-a6b7-5f58b92d9e32 admin admin] Checking segment: {'id': '5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:17:40.532296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91f6952-4704-4abc-a6b7-5f58b92d9e32 admin admin] Network hostable DHCP agents. Network: 1425c6f3-e60e-4dde-9550-c3aa7563ed09, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:17:40.558941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91f6952-4704-4abc-a6b7-5f58b92d9e32 admin admin] Network 1425c6f3-e60e-4dde-9550-c3aa7563ed09 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:17:40.581679 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e91f6952-4704-4abc-a6b7-5f58b92d9e32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 1425c6f3-e60e-4dde-9550-c3aa7563ed09) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:17:40.587218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91f6952-4704-4abc-a6b7-5f58b92d9e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:40.587860 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e91f6952-4704-4abc-a6b7-5f58b92d9e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:40.594406 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad528b1f-6eb2-4e71-8c3b-11e7fadab200 None None] Network 1425c6f3-e60e-4dde-9550-c3aa7563ed09 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:17:40.626477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e91f6952-4704-4abc-a6b7-5f58b92d9e32 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6016877 Nov 19 09:17:40.628122 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42906) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:40.635288 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-60722619-router', 'tenant_id': '072a283379de442786fd062e799b3939', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:40.716009 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:40.717530 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:40.936981 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:41.032114 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 7f3a6d39-9758-45b8-b058-2f46b2b7d60e details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:17:41.065791 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'tenant_id': '072a283379de442786fd062e799b3939', 'fixed_ips': [{'subnet_id': '0959cafe-cd91-4451-8af6-7548c2767886'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:17:41.066703 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:41.213389 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:41.454917 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 7f3a6d39-9758-45b8-b058-2f46b2b7d60e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=7f3a6d39-9758-45b8-b058-2f46b2b7d60e,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:41.624491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '7f3a6d39-9758-45b8-b058-2f46b2b7d60e', 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d', 'port_id': '7f3a6d39-9758-45b8-b058-2f46b2b7d60e', 'mac_address': 'fa:16:3e:14:90:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b7a476-6d23-433a-bab3-7b5f4026dadc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:17:41.694155 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Allocated IP 172.20.0.2 (1425c6f3-e60e-4dde-9550-c3aa7563ed09/0959cafe-cd91-4451-8af6-7548c2767886/1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:17:41.858189 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:41.873064 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:41.905352 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:41.917208 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3a6d39-9758-45b8-b058-2f46b2b7d60e {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:41.995847 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 7f3a6d39-9758-45b8-b058-2f46b2b7d60e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=7f3a6d39-9758-45b8-b058-2f46b2b7d60e,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:42.014972 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:42.145047 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=7f3a6d39-9758-45b8-b058-2f46b2b7d60e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:42.193146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Allocated IP 172.25.0.160 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/ee6dceba-6e7c-487d-a777-bffe1d463559) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:17:42.303558 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:42.320517 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:42.422585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['7f3a6d39-9758-45b8-b058-2f46b2b7d60e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:17:42.537409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Network 1425c6f3-e60e-4dde-9550-c3aa7563ed09 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:17:42.561021 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:17:42.586904 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:17:42.589837 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:42.715027 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:42.724719 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Pushing event updated for resources: {'Port': ['ID=1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:42.798558 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Attempting to bind port 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:17:42.799318 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Attempting to bind port 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:17:42.800311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Attempting to bind port 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 on network 1425c6f3-e60e-4dde-9550-c3aa7563ed09 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:17:42.818573 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:17:42.819373 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Checking segment: {'id': '5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:17:42.820022 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:42.821033 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Bound using segment: {'id': '5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:17:42.821880 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Bound port: 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:17:42.823068 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:42.851782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:17:42.868649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:17:42.894080 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:17:42.903713 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Pushing event updated for resources: {'Port': ['ID=ee6dceba-6e7c-487d-a777-bffe1d463559,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:43.110536 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] For port 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:17:43.151848 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] For port 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9,segment=NetworkSegment(5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8),segment_id=5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:17:43.173461 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:43.346963 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f54f27-264e-4d9c-96f7-f93f364104b1 None None] Pushing event updated for resources: {'Port': ['ID=1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:43.412706 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:43.894068 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:44.621923 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Router 1ed07fac-9593-4a89-9927-54f0425efdb3 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:17:44.832235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:17:44.849937 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Sync routers for ids ['1ed07fac-9593-4a89-9927-54f0425efdb3'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:17:44.865245 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Routers {'1ed07fac-9593-4a89-9927-54f0425efdb3'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:17:44.867352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-04818737-042d-4cca-acda-94c2bc673036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:17:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1ed07fac-9593-4a89-9927-54f0425efdb3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:17:44.881856 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:44.886689 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42924) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:44.887179 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c2021ea8-932b-466b-9bc5-d0e4a3b296b2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.2554240 Nov 19 09:17:44.991381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba79146f-71f8-4c3a-829b-045904c090d6 None None] Network 1425c6f3-e60e-4dde-9550-c3aa7563ed09 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:17:45.124488 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:45.141680 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 7f3a6d39-9758-45b8-b058-2f46b2b7d60e up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:45.339952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5313a1c3-05f5-4e43-a201-71c91ca3db6f None None] Provisioning complete for port 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:45.340399 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5313a1c3-05f5-4e43-a201-71c91ca3db6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:45.344524 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Set router 1ed07fac-9593-4a89-9927-54f0425efdb3 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:17:45.350215 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:45.548982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 7f3a6d39-9758-45b8-b058-2f46b2b7d60e completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:17:45.618797 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:45.619188 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:45.665227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 7f3a6d39-9758-45b8-b058-2f46b2b7d60e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:45.665643 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:45.874389 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5313a1c3-05f5-4e43-a201-71c91ca3db6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:45.938174 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:45.994478 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5313a1c3-05f5-4e43-a201-71c91ca3db6f None None] For port 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9,segment=NetworkSegment(5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8),segment_id=5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:46.036433 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5313a1c3-05f5-4e43-a201-71c91ca3db6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:46.191484 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:46.194477 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:46.269115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313a1c3-05f5-4e43-a201-71c91ca3db6f None None] Pushing event updated for resources: {'Port': ['ID=1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:46.366487 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 7f3a6d39-9758-45b8-b058-2f46b2b7d60e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=7f3a6d39-9758-45b8-b058-2f46b2b7d60e,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:46.383548 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:46.434376 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Allocated IP 172.20.0.1 (1425c6f3-e60e-4dde-9550-c3aa7563ed09/0959cafe-cd91-4451-8af6-7548c2767886/b69e0a4e-e579-4451-a7fe-202e33290549) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:17:46.508872 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:17:46.510463 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:17:46.586401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=7f3a6d39-9758-45b8-b058-2f46b2b7d60e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:46.610170 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-04818737-042d-4cca-acda-94c2bc673036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'name': 'tempest-ServersTestJSON-60722619-router', 'tenant_id': '072a283379de442786fd062e799b3939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:17:40Z', 'updated_at': '2021-11-19T09:17:43Z', 'revision_number': 3, 'project_id': '072a283379de442786fd062e799b3939', 'gw_port': {'id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:41Z', 'updated_at': '2021-11-19T09:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:17:46.696296 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:46.762049 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:46.821866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b69e0a4e-e579-4451-a7fe-202e33290549,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:46.847949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Network 1425c6f3-e60e-4dde-9550-c3aa7563ed09 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:17:46.850338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:17:46.854458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:17:46.922484 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:46.930207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Checking router: 1ed07fac-9593-4a89-9927-54f0425efdb3 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:17:46.932114 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Updating router 1ed07fac-9593-4a89-9927-54f0425efdb3 port ee6dceba-6e7c-487d-a777-bffe1d463559 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:17:47.057746 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e3efe3d7-ca9a-4130-8b08-4ce89dac9a90 None None] Provisioning complete for port 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:47.058133 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e3efe3d7-ca9a-4130-8b08-4ce89dac9a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:47.133923 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:47.339133 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:47.378084 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:47.490541 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:47.490920 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:47.652030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4797d8ad-6185-4b17-aa89-9ed3c55bf3df None None] Provisioning complete for port b69e0a4e-e579-4451-a7fe-202e33290549 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:47.652500 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4797d8ad-6185-4b17-aa89-9ed3c55bf3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:47.745107 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:47.787511 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:47.792931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4797d8ad-6185-4b17-aa89-9ed3c55bf3df None None] Port b69e0a4e-e579-4451-a7fe-202e33290549 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:17:47.794784 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:47.879330 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:47.893262 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:47.935162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b69e0a4e-e579-4451-a7fe-202e33290549,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:47.980872 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:48.016980 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Attempting to bind port ee6dceba-6e7c-487d-a777-bffe1d463559 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:17:48.017549 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Attempting to bind port ee6dceba-6e7c-487d-a777-bffe1d463559 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:17:48.017748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Attempting to bind port ee6dceba-6e7c-487d-a777-bffe1d463559 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:17:48.031669 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:17:48.032233 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:17:48.032747 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:48.033313 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:17:48.033987 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Bound port: ee6dceba-6e7c-487d-a777-bffe1d463559, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:17:48.034735 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:48.133224 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Network 1425c6f3-e60e-4dde-9550-c3aa7563ed09 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:17:48.133224 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:17:48.135427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-04818737-042d-4cca-acda-94c2bc673036 None None] For port ee6dceba-6e7c-487d-a777-bffe1d463559, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:17:48.141723 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-04818737-042d-4cca-acda-94c2bc673036 None None] For port ee6dceba-6e7c-487d-a777-bffe1d463559, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ee6dceba-6e7c-487d-a777-bffe1d463559,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:17:48.144154 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc477751-779b-4985-8dec-c473d34e2242 None None] Pushing event updated for resources: {'Port': ['ID=ee6dceba-6e7c-487d-a777-bffe1d463559,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:48.149786 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:48.267666 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc477751-779b-4985-8dec-c473d34e2242 None None] Pushing event updated for resources: {'Port': ['ID=ee6dceba-6e7c-487d-a777-bffe1d463559,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:48.277358 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Routers {'1ed07fac-9593-4a89-9927-54f0425efdb3'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:17:48.278291 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-04818737-042d-4cca-acda-94c2bc673036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:17:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1ed07fac-9593-4a89-9927-54f0425efdb3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:17:48.382851 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Router 1ed07fac-9593-4a89-9927-54f0425efdb3 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:17:48.453342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-04818737-042d-4cca-acda-94c2bc673036 None None] Set router 1ed07fac-9593-4a89-9927-54f0425efdb3 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:17:48.641024 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:17:48.652317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bba156aa-fb26-42f3-bf87-a7357b5886d1 admin admin] 10.222.0.21 "PUT /v2.0/routers/1ed07fac-9593-4a89-9927-54f0425efdb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7645288 Nov 19 09:17:48.875640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b9bea982-e715-43bf-b73c-f7ed16bb8d50 None None] Provisioning complete for port b69e0a4e-e579-4451-a7fe-202e33290549 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:48.876033 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b9bea982-e715-43bf-b73c-f7ed16bb8d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:48.920967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b9bea982-e715-43bf-b73c-f7ed16bb8d50 None None] Port b69e0a4e-e579-4451-a7fe-202e33290549 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:17:48.932594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-04818737-042d-4cca-acda-94c2bc673036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'name': 'tempest-ServersTestJSON-60722619-router', 'tenant_id': '072a283379de442786fd062e799b3939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:17:40Z', 'updated_at': '2021-11-19T09:17:47Z', 'revision_number': 4, 'project_id': '072a283379de442786fd062e799b3939', 'gw_port': {'id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:41Z', 'updated_at': '2021-11-19T09:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b69e0a4e-e579-4451-a7fe-202e33290549', 'name': '', 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'tenant_id': '072a283379de442786fd062e799b3939', 'mac_address': 'fa:16:3e:c1:a4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '0959cafe-cd91-4451-8af6-7548c2767886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:46Z', 'updated_at': '2021-11-19T09:17:47Z', 'revision_number': 2, 'project_id': '072a283379de442786fd062e799b3939', 'subnets': [{'id': '0959cafe-cd91-4451-8af6-7548c2767886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:17:48.988151 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04818737-042d-4cca-acda-94c2bc673036 None None] The sync data for ids ['1ed07fac-9593-4a89-9927-54f0425efdb3'] in n-d-805649-14 is: [{'id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'name': 'tempest-ServersTestJSON-60722619-router', 'tenant_id': '072a283379de442786fd062e799b3939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:17:40Z', 'updated_at': '2021-11-19T09:17:47Z', 'revision_number': 4, 'project_id': '072a283379de442786fd062e799b3939', 'gw_port': {'id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:41Z', 'updated_at': '2021-11-19T09:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b69e0a4e-e579-4451-a7fe-202e33290549', 'name': '', 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'tenant_id': '072a283379de442786fd062e799b3939', 'mac_address': 'fa:16:3e:c1:a4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '0959cafe-cd91-4451-8af6-7548c2767886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:46Z', 'updated_at': '2021-11-19T09:17:47Z', 'revision_number': 2, 'project_id': '072a283379de442786fd062e799b3939', 'subnets': [{'id': '0959cafe-cd91-4451-8af6-7548c2767886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:17:49.851582 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f44282a-8ede-4f41-898b-f7bbf8c40435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:49.889713 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01b519-1716-4148-9649-35496da35805 req-e9a7e236-fbbe-4882-a1ea-7f94fc60e38d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:49.893820 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c01b519-1716-4148-9649-35496da35805 req-e9a7e236-fbbe-4882-a1ea-7f94fc60e38d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 945 time: 0.0988708 Nov 19 09:17:49.976115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c01b519-1716-4148-9649-35496da35805 req-5248c1aa-ba77-4c7e-bdbf-e781769314f6 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698600 Nov 19 09:17:50.122780 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a813ea-dcb0-4b17-8e53-8534f9db9f9e x-openstack-request-id: req-22a813ea-dcb0-4b17-8e53-8534f9db9f9e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:50.123095 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee4afc3-b01e-4bb0-8c90-e63520fa8af5", "tag": "7f3a6d39-9758-45b8-b058-2f46b2b7d60e", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:50.123515 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22a813ea-dcb0-4b17-8e53-8534f9db9f9e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:50.123925 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee4afc3-b01e-4bb0-8c90-e63520fa8af5', 'tag': '7f3a6d39-9758-45b8-b058-2f46b2b7d60e', 'status': 'completed', 'code': 200} Nov 19 09:17:50.298478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af136b35-b2fa-4afb-862a-d626443d40b4 req-ae5ae072-74e4-48ee-b86b-6c3b14b1d417 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:50.318276 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af136b35-b2fa-4afb-862a-d626443d40b4 req-ae5ae072-74e4-48ee-b86b-6c3b14b1d417 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 946 time: 0.2108095 Nov 19 09:17:50.382617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c208f8-2add-48b4-a1d1-05e97d57f775 req-79a5835d-1905-4319-9f9d-9b5665dcba82 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:50.384376 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23c208f8-2add-48b4-a1d1-05e97d57f775 req-79a5835d-1905-4319-9f9d-9b5665dcba82 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee4afc3-b01e-4bb0-8c90-e63520fa8af5 HTTP/1.1" status: 200 len: 945 time: 0.1882741 Nov 19 09:17:50.410825 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6d2cc-247b-4ea9-b36b-cba7449c6cde req-3c81be30-87b8-45a3-90d2-a1c39b0ba08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:50.416102 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d1d6d2cc-247b-4ea9-b36b-cba7449c6cde req-3c81be30-87b8-45a3-90d2-a1c39b0ba08e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aca38c45346a4619b8e97252585ec66d&device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 1098 time: 0.0893312 Nov 19 09:17:50.423344 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a9516-3e39-4a36-82a3-7dba4bfd589b req-8b7f5355-b090-4aa7-8ea6-6b3875987845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:50.424945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd8a9516-3e39-4a36-82a3-7dba4bfd589b req-8b7f5355-b090-4aa7-8ea6-6b3875987845 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&device_id=cee4afc3-b01e-4bb0-8c90-e63520fa8af5 HTTP/1.1" status: 200 len: 1097 time: 0.1875558 Nov 19 09:17:50.443976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af136b35-b2fa-4afb-862a-d626443d40b4 req-6dcae93f-74f2-4f6e-a13c-b506328d4cab tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243157 Nov 19 09:17:50.574298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6d2cc-247b-4ea9-b36b-cba7449c6cde req-3dc1b8f3-24c9-4159-ae4d-6725b45eca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:50.576213 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d1d6d2cc-247b-4ea9-b36b-cba7449c6cde req-3dc1b8f3-24c9-4159-ae4d-6725b45eca85 service neutron] 10.222.0.66 "GET /v2.0/networks?id=474919e0-d306-45f8-ba00-5d415ec8f657 HTTP/1.1" status: 200 len: 918 time: 0.1500435 Nov 19 09:17:50.625601 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23c208f8-2add-48b4-a1d1-05e97d57f775 req-1287b590-766b-44a8-b400-82538cc71d9a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228129 Nov 19 09:17:50.693356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07466-3ab7-4019-95d5-51b04b2f9911 req-937c0b91-5d6b-40b1-a157-0088af4833d0 tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:50.700851 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-edf07466-3ab7-4019-95d5-51b04b2f9911 req-937c0b91-5d6b-40b1-a157-0088af4833d0 tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/ports?device_id=97579a00-3f7f-4c82-90e3-5ecf87c976f8 HTTP/1.1" status: 200 len: 946 time: 0.1565430 Nov 19 09:17:50.709566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a9516-3e39-4a36-82a3-7dba4bfd589b req-433adc3e-6188-46ad-be70-c2816ac6fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:50.711012 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd8a9516-3e39-4a36-82a3-7dba4bfd589b req-433adc3e-6188-46ad-be70-c2816ac6fd23 service neutron] 10.222.0.66 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 913 time: 0.2623670 Nov 19 09:17:50.720922 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3856236-853b-4603-90a3-0f595c2f52ff x-openstack-request-id: req-b3856236-853b-4603-90a3-0f595c2f52ff {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:50.721502 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ddc1d2-870e-43ff-b29f-b18e05e54b29", "name": "network-vif-plugged", "status": "completed", "tag": "e6bb2e09-36b4-4fc6-a822-0c7f2b498445", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:50.730166 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3856236-853b-4603-90a3-0f595c2f52ff {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:50.730844 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ddc1d2-870e-43ff-b29f-b18e05e54b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445', 'code': 200} Nov 19 09:17:50.739854 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d1d6d2cc-247b-4ea9-b36b-cba7449c6cde req-97b23018-37be-41f6-8777-74b0fbdec8b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e HTTP/1.1" status: 200 len: 1001 time: 0.1542025 Nov 19 09:17:50.796769 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd8a9516-3e39-4a36-82a3-7dba4bfd589b req-b55e860b-57d5-4eb0-ae75-d3b651fab319 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f3a6d39-9758-45b8-b058-2f46b2b7d60e HTTP/1.1" status: 200 len: 217 time: 0.0589607 Nov 19 09:17:50.817222 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-edf07466-3ab7-4019-95d5-51b04b2f9911 req-f874871a-0356-4393-bac9-a43e98a2d1d8 tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a79767-5e19-46f9-bec8-418a489ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093950 Nov 19 09:17:50.909779 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6d2cc-247b-4ea9-b36b-cba7449c6cde req-69c33650-a14a-45c5-bc3a-c1cce7388dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:50.912181 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d1d6d2cc-247b-4ea9-b36b-cba7449c6cde req-69c33650-a14a-45c5-bc3a-c1cce7388dd8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b648376-425d-4c7d-a8fa-19be389f154e HTTP/1.1" status: 200 len: 856 time: 0.1563482 Nov 19 09:17:50.922881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a9516-3e39-4a36-82a3-7dba4bfd589b req-b5059a00-26a6-4838-837e-217ef7f1eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:50.924442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd8a9516-3e39-4a36-82a3-7dba4bfd589b req-b5059a00-26a6-4838-837e-217ef7f1eb71 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=36b7a476-6d23-433a-bab3-7b5f4026dadc HTTP/1.1" status: 200 len: 852 time: 0.1061769 Nov 19 09:17:50.986899 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd8a9516-3e39-4a36-82a3-7dba4bfd589b req-feaf28ef-0964-4c96-a5f9-fbdad0f30c9b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=68891e5d-5b07-4df8-ac8e-265403f0b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527573 Nov 19 09:17:51.032483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6d2cc-247b-4ea9-b36b-cba7449c6cde req-090ca15b-539c-4744-9275-e2db5a4ac1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:51.035388 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d1d6d2cc-247b-4ea9-b36b-cba7449c6cde req-090ca15b-539c-4744-9275-e2db5a4ac1eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=474919e0-d306-45f8-ba00-5d415ec8f657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1097815 Nov 19 09:17:51.188251 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d1d6d2cc-247b-4ea9-b36b-cba7449c6cde req-d61a7c5f-cf64-41e0-a55f-1f74c1aaaff6 service neutron] 10.222.0.66 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412299 Nov 19 09:17:51.225419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd8a9516-3e39-4a36-82a3-7dba4bfd589b req-d565b481-41a0-416e-ad8d-42ec489b4315 service neutron] 10.222.0.66 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244613 Nov 19 09:17:51.448101 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d1d6d2cc-247b-4ea9-b36b-cba7449c6cde req-d6422ba1-4165-4f45-8b35-d48677a864f5 service neutron] 10.222.0.66 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334158 Nov 19 09:17:51.468626 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43002) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:51.473899 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7fc4db6c-ae9f-457b-bc92-33663b89be58 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775700741', 'description': 'tempest-description--1758260480'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:51.477767 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd8a9516-3e39-4a36-82a3-7dba4bfd589b req-59c20119-e33f-4111-b0ca-cc0a92240fb8 service neutron] 10.222.0.66 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371583 Nov 19 09:17:51.483851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ee6dceba-6e7c-487d-a777-bffe1d463559 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:51.577168 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fc4db6c-ae9f-457b-bc92-33663b89be58 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:51.640831 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ee6dceba-6e7c-487d-a777-bffe1d463559 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:51.642047 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:51.745274 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fc4db6c-ae9f-457b-bc92-33663b89be58 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:51.757744 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fc4db6c-ae9f-457b-bc92-33663b89be58 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:51.798922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c30bc-705c-479b-a7aa-389a9c316d01 req-397ea88b-9736-4fe8-bf6f-b8dae1c38f12 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:51.800923 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-072c30bc-705c-479b-a7aa-389a9c316d01 req-397ea88b-9736-4fe8-bf6f-b8dae1c38f12 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 946 time: 0.0884542 Nov 19 09:17:51.862630 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4db6c-ae9f-457b-bc92-33663b89be58 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec67a83f-48c5-4da6-82e3-9cc100d21f9c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:51.870064 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fc4db6c-ae9f-457b-bc92-33663b89be58 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:51.871353 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7fc4db6c-ae9f-457b-bc92-33663b89be58 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4019969 Nov 19 09:17:51.876769 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43030) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:51.879470 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:51.889609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2049eb42-0078-48a0-b17b-e6633a261738 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Request body: {'security_group_rule': {'security_group_id': 'ec67a83f-48c5-4da6-82e3-9cc100d21f9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:51.942212 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port ee6dceba-6e7c-487d-a777-bffe1d463559, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ee6dceba-6e7c-487d-a777-bffe1d463559,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:51.952061 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:51.980738 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-072c30bc-705c-479b-a7aa-389a9c316d01 req-cc1965e2-78a3-4764-bb0c-41e8b2365eba tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431851 Nov 19 09:17:52.060636 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2049eb42-0078-48a0-b17b-e6633a261738 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:52.074647 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=ee6dceba-6e7c-487d-a777-bffe1d463559,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:52.102423 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4fc3a-0f15-4ada-911a-6ddeb40484e5 req-2d0076b2-896f-4505-93d2-72462245dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:52.104728 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5ab4fc3a-0f15-4ada-911a-6ddeb40484e5 req-2d0076b2-896f-4505-93d2-72462245dca1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=78f90bc4c38245b9816959549f78d756&device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 1097 time: 0.1592343 Nov 19 09:17:52.178074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f25a53-835d-45a7-ba7c-f4c3d3253146 req-45e610fc-38e0-45fc-805b-add89242e8e7 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:52.186522 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6f25a53-835d-45a7-ba7c-f4c3d3253146 req-45e610fc-38e0-45fc-805b-add89242e8e7 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee4afc3-b01e-4bb0-8c90-e63520fa8af5 HTTP/1.1" status: 200 len: 945 time: 0.0912163 Nov 19 09:17:52.237455 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5332f6bc-24c6-4f8b-a951-3a901ff67359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:52.294020 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6f25a53-835d-45a7-ba7c-f4c3d3253146 req-365832f4-e52f-42a5-a1a3-34c95c48e53f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988629 Nov 19 09:17:52.350045 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2049eb42-0078-48a0-b17b-e6633a261738 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:52.398287 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2049eb42-0078-48a0-b17b-e6633a261738 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:52.430977 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4fc3a-0f15-4ada-911a-6ddeb40484e5 req-b2ca4d1d-25e2-4d61-b6bd-06d959b10a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:52.438565 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5ab4fc3a-0f15-4ada-911a-6ddeb40484e5 req-b2ca4d1d-25e2-4d61-b6bd-06d959b10a87 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 HTTP/1.1" status: 200 len: 917 time: 0.3096404 Nov 19 09:17:52.438565 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049eb42-0078-48a0-b17b-e6633a261738 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c98968-803e-4070-9722-c300d423b4a0,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:52.442962 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2049eb42-0078-48a0-b17b-e6633a261738 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:52.447834 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2049eb42-0078-48a0-b17b-e6633a261738 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5666621 Nov 19 09:17:52.462010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43042) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:52.462010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-13cbb998-2c8b-48f7-ba3c-765c5447f4a6 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Request body: {'security_group_rule': {'security_group_id': 'ec67a83f-48c5-4da6-82e3-9cc100d21f9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:52.494629 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Sync routers for ids ['1ed07fac-9593-4a89-9927-54f0425efdb3'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:17:52.512831 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5ab4fc3a-0f15-4ada-911a-6ddeb40484e5 req-d0721fb0-8ccb-47bf-9280-af69adba2161 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54a75571-e9ad-4eb9-a23f-170d92997244 HTTP/1.1" status: 200 len: 217 time: 0.0672452 Nov 19 09:17:52.523418 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Routers {'1ed07fac-9593-4a89-9927-54f0425efdb3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:17:52.532694 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:17:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1ed07fac-9593-4a89-9927-54f0425efdb3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:17:52.601549 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13cbb998-2c8b-48f7-ba3c-765c5447f4a6 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:52.630251 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93f967-cc70-48de-878d-b6f67b7b1dd0 req-2ec8e0cb-0a04-4573-b37d-8dfc4d6ab980 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:52.630251 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e93f967-cc70-48de-878d-b6f67b7b1dd0 req-2ec8e0cb-0a04-4573-b37d-8dfc4d6ab980 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 945 time: 0.2083452 Nov 19 09:17:52.667835 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4fc3a-0f15-4ada-911a-6ddeb40484e5 req-1ea9c589-51a4-43ba-b3a3-b7b72ba32bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:52.669498 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5ab4fc3a-0f15-4ada-911a-6ddeb40484e5 req-1ea9c589-51a4-43ba-b3a3-b7b72ba32bed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7715cd8-61c1-4793-8409-cdb9b50f9d47 HTTP/1.1" status: 200 len: 855 time: 0.1378398 Nov 19 09:17:52.732513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee4afc3-b01e-4bb0-8c90-e63520fa8af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3a6d39-9758-45b8-b058-2f46b2b7d60e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:52.735564 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb430f4-0aea-4343-8ecb-0389ec4d8fd0" -d '{"events": [{"server_uuid": "cee4afc3-b01e-4bb0-8c90-e63520fa8af5", "name": "network-vif-plugged", "status": "completed", "tag": "7f3a6d39-9758-45b8-b058-2f46b2b7d60e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:52.735952 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e93f967-cc70-48de-878d-b6f67b7b1dd0 req-253d3aad-e958-41da-85ac-5c7a8bf62c96 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972967 Nov 19 09:17:52.766436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4fc3a-0f15-4ada-911a-6ddeb40484e5 req-5f352e70-99af-4d30-8841-61474dd9dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:52.768153 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5ab4fc3a-0f15-4ada-911a-6ddeb40484e5 req-5f352e70-99af-4d30-8841-61474dd9dc89 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721052 Nov 19 09:17:52.770660 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Set router 1ed07fac-9593-4a89-9927-54f0425efdb3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:17:52.871789 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6eb57c7-977e-480b-84df-42bfccfdeeb7 x-openstack-request-id: req-d6eb57c7-977e-480b-84df-42bfccfdeeb7 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:52.872100 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee4afc3-b01e-4bb0-8c90-e63520fa8af5", "name": "network-vif-plugged", "status": "completed", "tag": "7f3a6d39-9758-45b8-b058-2f46b2b7d60e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:52.872360 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6eb57c7-977e-480b-84df-42bfccfdeeb7 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:52.872758 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee4afc3-b01e-4bb0-8c90-e63520fa8af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3a6d39-9758-45b8-b058-2f46b2b7d60e', 'code': 200} Nov 19 09:17:52.946403 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13cbb998-2c8b-48f7-ba3c-765c5447f4a6 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:52.961225 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13cbb998-2c8b-48f7-ba3c-765c5447f4a6 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:53.007057 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13cbb998-2c8b-48f7-ba3c-765c5447f4a6 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:53.008873 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-13cbb998-2c8b-48f7-ba3c-765c5447f4a6 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5513899 Nov 19 09:17:53.016956 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43068) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:17:53.024233 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:53.067273 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbb998-2c8b-48f7-ba3c-765c5447f4a6 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dad047a-ac9e-4540-adba-8dfb23c0ee2f,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:53.073151 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:53.084604 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 451b7b5b-3463-4ac0-be7c-689128da9377 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:17:53.107168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71027651-e661-41f2-8520-ec1f9e72d21b req-b14797e6-f249-4cb3-bfd0-402e8fc15fd0 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:53.110638 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71027651-e661-41f2-8520-ec1f9e72d21b req-b14797e6-f249-4cb3-bfd0-402e8fc15fd0 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc14d446-84e0-475e-8ccd-d1a1b6db5bae HTTP/1.1" status: 200 len: 946 time: 0.2067251 Nov 19 09:17:53.116176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31211876-33b4-4ad9-a86c-f66a07ab050e req-eb348bb6-c9ee-4e95-a7cd-a82c6591458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:53.124637 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31211876-33b4-4ad9-a86c-f66a07ab050e req-eb348bb6-c9ee-4e95-a7cd-a82c6591458e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cee4afc3-b01e-4bb0-8c90-e63520fa8af5 HTTP/1.1" status: 200 len: 1097 time: 0.1704698 Nov 19 09:17:53.142982 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'name': 'tempest-ServersTestJSON-60722619-router', 'tenant_id': '072a283379de442786fd062e799b3939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:17:40Z', 'updated_at': '2021-11-19T09:17:47Z', 'revision_number': 4, 'project_id': '072a283379de442786fd062e799b3939', 'gw_port': {'id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:41Z', 'updated_at': '2021-11-19T09:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b69e0a4e-e579-4451-a7fe-202e33290549', 'name': '', 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'tenant_id': '072a283379de442786fd062e799b3939', 'mac_address': 'fa:16:3e:c1:a4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '0959cafe-cd91-4451-8af6-7548c2767886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:46Z', 'updated_at': '2021-11-19T09:17:47Z', 'revision_number': 2, 'project_id': '072a283379de442786fd062e799b3939', 'subnets': [{'id': '0959cafe-cd91-4451-8af6-7548c2767886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:17:53.151121 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5ab4fc3a-0f15-4ada-911a-6ddeb40484e5 req-6f07948b-52c2-4725-9545-fe2c13175484 service neutron] 10.222.0.71 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540030 Nov 19 09:17:53.173362 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Checking router: 1ed07fac-9593-4a89-9927-54f0425efdb3 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:17:53.174071 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Updating router 1ed07fac-9593-4a89-9927-54f0425efdb3 port b69e0a4e-e579-4451-a7fe-202e33290549 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:17:53.200974 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:53.376946 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5ab4fc3a-0f15-4ada-911a-6ddeb40484e5 req-a6d551ed-799d-45db-a60f-c42aa8ae960d service neutron] 10.222.0.71 "GET /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094364 Nov 19 09:17:53.387383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:53.399396 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71027651-e661-41f2-8520-ec1f9e72d21b req-6c3d4ddd-c7dd-456c-9476-112997bcb99a tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726498 Nov 19 09:17:53.416802 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ee6dceba-6e7c-487d-a777-bffe1d463559 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:53.464439 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815b8e-cedb-4384-8bce-9d85a64410b1 req-7c01db6c-03c5-4e56-8dd1-dee71002e2e3 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:53.466235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-04815b8e-cedb-4384-8bce-9d85a64410b1 req-7c01db6c-03c5-4e56-8dd1-dee71002e2e3 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 946 time: 0.2848594 Nov 19 09:17:53.509373 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31211876-33b4-4ad9-a86c-f66a07ab050e req-9447254b-323a-438e-aed3-7f5c377fb764 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617504 Nov 19 09:17:53.609732 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-04815b8e-cedb-4384-8bce-9d85a64410b1 req-70306fdc-61bf-4e97-b64c-91585fee8261 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303651 Nov 19 09:17:53.639363 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:53.645073 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:53.661036 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:53.661315 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Allocated IP 172.25.0.25 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/36301296-3485-47ff-ba92-4f9784de28e3) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:17:53.756443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32fa61-ea53-4279-9cf1-8d2ca75a6aaf req-ac4100e2-92aa-461b-ab2a-a5dc9f654ee6 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:53.767299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab32fa61-ea53-4279-9cf1-8d2ca75a6aaf req-ac4100e2-92aa-461b-ab2a-a5dc9f654ee6 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee4afc3-b01e-4bb0-8c90-e63520fa8af5 HTTP/1.1" status: 200 len: 945 time: 0.1455340 Nov 19 09:17:53.767600 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 451b7b5b-3463-4ac0-be7c-689128da9377, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=451b7b5b-3463-4ac0-be7c-689128da9377,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:53.776566 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81104a86-3c01-426d-8d16-100141199c16 None None] Pushing event updated for resources: {'Port': ['ID=b69e0a4e-e579-4451-a7fe-202e33290549,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:53.798590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '451b7b5b-3463-4ac0-be7c-689128da9377', 'network_id': '58e552ac-8aa3-452e-ac9f-48f80a5fe870', 'port_id': '451b7b5b-3463-4ac0-be7c-689128da9377', 'mac_address': 'fa:16:3e:80:d8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc5f9b9-ef02-483f-b54c-00c042a1a970', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:17:53.813548 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81104a86-3c01-426d-8d16-100141199c16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:53.813902 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81104a86-3c01-426d-8d16-100141199c16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:53.814308 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81104a86-3c01-426d-8d16-100141199c16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:53.814572 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81104a86-3c01-426d-8d16-100141199c16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:53.814910 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81104a86-3c01-426d-8d16-100141199c16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:53.815244 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81104a86-3c01-426d-8d16-100141199c16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:53.815838 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81104a86-3c01-426d-8d16-100141199c16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:53.816163 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81104a86-3c01-426d-8d16-100141199c16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:53.830950 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81104a86-3c01-426d-8d16-100141199c16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:53.831304 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81104a86-3c01-426d-8d16-100141199c16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:53.831650 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81104a86-3c01-426d-8d16-100141199c16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:53.831993 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81104a86-3c01-426d-8d16-100141199c16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:17:53.898328 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Attempting to bind port b69e0a4e-e579-4451-a7fe-202e33290549 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:17:53.898940 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Attempting to bind port b69e0a4e-e579-4451-a7fe-202e33290549 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:17:53.899462 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Attempting to bind port b69e0a4e-e579-4451-a7fe-202e33290549 on network 1425c6f3-e60e-4dde-9550-c3aa7563ed09 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:17:53.907353 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:17:53.912319 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Checking segment: {'id': '5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:17:53.912974 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:53.913559 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Bound using segment: {'id': '5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:17:53.914231 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Bound port: b69e0a4e-e579-4451-a7fe-202e33290549, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:17:53.914919 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:53.934851 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:53.961025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab32fa61-ea53-4279-9cf1-8d2ca75a6aaf req-6b6b17ed-b91e-4751-8ada-596356574790 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919160 Nov 19 09:17:53.981060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ee6dceba-6e7c-487d-a777-bffe1d463559 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:53.981476 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:53.983125 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:54.103629 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:54.154176 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] For port b69e0a4e-e579-4451-a7fe-202e33290549, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:17:54.190937 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] For port b69e0a4e-e579-4451-a7fe-202e33290549, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b69e0a4e-e579-4451-a7fe-202e33290549,segment=NetworkSegment(5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8),segment_id=5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:17:54.205556 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:54.279500 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:17:54.287579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:17:54.292080 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:17:54.300042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22193f4-4c5e-4b4c-9939-89fb368a3823 req-d9bbf0e4-9ec6-4436-8182-9ddedb08a32d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:54.311995 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c22193f4-4c5e-4b4c-9939-89fb368a3823 req-d9bbf0e4-9ec6-4436-8182-9ddedb08a32d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 945 time: 0.1539896 Nov 19 09:17:54.329611 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81104a86-3c01-426d-8d16-100141199c16 None None] Pushing event updated for resources: {'Port': ['ID=b69e0a4e-e579-4451-a7fe-202e33290549,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:54.436230 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c22193f4-4c5e-4b4c-9939-89fb368a3823 req-02c786b6-99d8-4900-8466-d21c8bea6dda tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206298 Nov 19 09:17:54.437888 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Routers {'1ed07fac-9593-4a89-9927-54f0425efdb3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:17:54.439851 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:17:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1ed07fac-9593-4a89-9927-54f0425efdb3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:17:54.446551 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Pushing event updated for resources: {'Port': ['ID=36301296-3485-47ff-ba92-4f9784de28e3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:54.488845 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 451b7b5b-3463-4ac0-be7c-689128da9377 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:17:54.518675 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:54.541382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5225c2d7-d693-4ae5-ab81-0cefd0188da3 None None] Provisioning complete for port b69e0a4e-e579-4451-a7fe-202e33290549 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:54.545654 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5225c2d7-d693-4ae5-ab81-0cefd0188da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:54.567758 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 451b7b5b-3463-4ac0-be7c-689128da9377, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=451b7b5b-3463-4ac0-be7c-689128da9377,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:54.610689 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:54.641202 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:54.695518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842548a7-cce8-4671-ae92-29967c95566f req-53e3d89f-7030-453d-b6c5-d9ff241c946f tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:54.715490 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-842548a7-cce8-4671-ae92-29967c95566f req-53e3d89f-7030-453d-b6c5-d9ff241c946f tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc14d446-84e0-475e-8ccd-d1a1b6db5bae HTTP/1.1" status: 200 len: 945 time: 0.1332419 Nov 19 09:17:54.740976 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] Set router 1ed07fac-9593-4a89-9927-54f0425efdb3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:17:54.907775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['451b7b5b-3463-4ac0-be7c-689128da9377'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:17:54.922511 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:54.951336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-842548a7-cce8-4671-ae92-29967c95566f req-fafe5cf0-6af5-4448-b617-3c45921ab961 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/security-groups?id=5109fefd-c7c4-413b-97f6-0e7ab1173dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347968 Nov 19 09:17:54.951921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=451b7b5b-3463-4ac0-be7c-689128da9377,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:54.964265 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d6237-7a4e-4dd7-9c64-b726950dc90f req-c1b828fa-8ed9-409e-9f6f-4208e1d2b332 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:54.995006 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d29d6237-7a4e-4dd7-9c64-b726950dc90f req-c1b828fa-8ed9-409e-9f6f-4208e1d2b332 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 946 time: 0.2177927 Nov 19 09:17:55.046672 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:55.060262 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:55.070910 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5225c2d7-d693-4ae5-ab81-0cefd0188da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:55.097359 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device f4114fdd-9c00-499b-b3b8-6f530f5ff76e no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:17:55.157339 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d29d6237-7a4e-4dd7-9c64-b726950dc90f req-56c5d3d5-8938-4ffa-afd4-6c73b930f1b7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516900 Nov 19 09:17:55.256162 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5225c2d7-d693-4ae5-ab81-0cefd0188da3 None None] For port b69e0a4e-e579-4451-a7fe-202e33290549, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b69e0a4e-e579-4451-a7fe-202e33290549,segment=NetworkSegment(5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8),segment_id=5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:55.262049 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Pushing event updated for resources: {'Port': ['ID=36301296-3485-47ff-ba92-4f9784de28e3,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:55.271588 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:55.279380 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5225c2d7-d693-4ae5-ab81-0cefd0188da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:55.280104 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'name': 'tempest-ServersTestJSON-60722619-router', 'tenant_id': '072a283379de442786fd062e799b3939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:17:40Z', 'updated_at': '2021-11-19T09:17:47Z', 'revision_number': 4, 'project_id': '072a283379de442786fd062e799b3939', 'gw_port': {'id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:41Z', 'updated_at': '2021-11-19T09:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b69e0a4e-e579-4451-a7fe-202e33290549', 'name': '', 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'tenant_id': '072a283379de442786fd062e799b3939', 'mac_address': 'fa:16:3e:c1:a4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '0959cafe-cd91-4451-8af6-7548c2767886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:46Z', 'updated_at': '2021-11-19T09:17:54Z', 'revision_number': 4, 'project_id': '072a283379de442786fd062e799b3939', 'subnets': [{'id': '0959cafe-cd91-4451-8af6-7548c2767886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:17:55.319603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-85368a1f-8a24-438a-8b75-1894737fea41 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:55.321195 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-85368a1f-8a24-438a-8b75-1894737fea41 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.66 "GET /v2.0/ports?device_id=cee4afc3-b01e-4bb0-8c90-e63520fa8af5 HTTP/1.1" status: 200 len: 945 time: 0.1504393 Nov 19 09:17:55.321325 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:55.333274 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1624482-e41e-44ce-b492-43866df4d97c None None] The sync data for ids ['1ed07fac-9593-4a89-9927-54f0425efdb3'] in n-d-805649-14 is: [{'id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'name': 'tempest-ServersTestJSON-60722619-router', 'tenant_id': '072a283379de442786fd062e799b3939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:17:40Z', 'updated_at': '2021-11-19T09:17:47Z', 'revision_number': 4, 'project_id': '072a283379de442786fd062e799b3939', 'gw_port': {'id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:41Z', 'updated_at': '2021-11-19T09:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b69e0a4e-e579-4451-a7fe-202e33290549', 'name': '', 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'tenant_id': '072a283379de442786fd062e799b3939', 'mac_address': 'fa:16:3e:c1:a4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '0959cafe-cd91-4451-8af6-7548c2767886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:46Z', 'updated_at': '2021-11-19T09:17:54Z', 'revision_number': 4, 'project_id': '072a283379de442786fd062e799b3939', 'subnets': [{'id': '0959cafe-cd91-4451-8af6-7548c2767886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:17:55.338732 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f85aaad1-f5f3-4500-9f44-285bf096e2f2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3198161 Nov 19 09:17:55.462876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b69e0a4e-e579-4451-a7fe-202e33290549 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:55.537578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225c2d7-d693-4ae5-ab81-0cefd0188da3 None None] Pushing event updated for resources: {'Port': ['ID=b69e0a4e-e579-4451-a7fe-202e33290549,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:55.566522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dbd2c-1ce0-49c0-a7b1-11aa46d0e7f2 req-dbbf8d1f-03ae-46c1-94b4-8423433e515f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:55.579492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb5dbd2c-1ce0-49c0-a7b1-11aa46d0e7f2 req-dbbf8d1f-03ae-46c1-94b4-8423433e515f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee4afc3-b01e-4bb0-8c90-e63520fa8af5 HTTP/1.1" status: 200 len: 945 time: 0.2154765 Nov 19 09:17:55.610178 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ad71222a-3c23-460e-9e71-1d030c4500f1 None None] Provisioning complete for port b69e0a4e-e579-4451-a7fe-202e33290549 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:55.610702 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ad71222a-3c23-460e-9e71-1d030c4500f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:55.619582 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:55.656609 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-70e7da10-2790-4280-aaa3-5637ff1a4ca0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Deleting port 7f3a6d39-9758-45b8-b058-2f46b2b7d60e {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:17:55.657577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-70e7da10-2790-4280-aaa3-5637ff1a4ca0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:55.682229 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:55.682439 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb5dbd2c-1ce0-49c0-a7b1-11aa46d0e7f2 req-a00de48b-4269-48ff-9c51-75ad99290820 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013529 Nov 19 09:17:55.724356 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b69e0a4e-e579-4451-a7fe-202e33290549 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:55.724356 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:55.756615 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:55.758884 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f196113b-6d06-4481-8991-f97c6e4edf90" -d '{"events": [{"server_uuid": "c1a1527d-ddc4-4c7a-9868-bbde766d2b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "f4114fdd-9c00-499b-b3b8-6f530f5ff76e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:55.819776 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:55.833012 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:55.923966 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-70e7da10-2790-4280-aaa3-5637ff1a4ca0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] For port 7f3a6d39-9758-45b8-b058-2f46b2b7d60e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=7f3a6d39-9758-45b8-b058-2f46b2b7d60e,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:55.924353 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-70e7da10-2790-4280-aaa3-5637ff1a4ca0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:55.935589 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:55.969614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-70e7da10-2790-4280-aaa3-5637ff1a4ca0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Calling delete_port for 7f3a6d39-9758-45b8-b058-2f46b2b7d60e owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:17:56.094684 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-5a226a70-7da8-4d21-9e7a-2c1ad5efe414 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1775700741&fields=id&tenant_id=072a283379de442786fd062e799b3939 HTTP/1.1" status: 200 len: 267 time: 0.1103950 Nov 19 09:17:56.315848 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-0c5cfac5-d31c-44df-88c5-bde3dccd5a5c tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:56.322514 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-0c5cfac5-d31c-44df-88c5-bde3dccd5a5c tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/networks?id=1425c6f3-e60e-4dde-9550-c3aa7563ed09 HTTP/1.1" status: 200 len: 804 time: 0.2200902 Nov 19 09:17:56.331253 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-70e7da10-2790-4280-aaa3-5637ff1a4ca0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:56.349037 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['7f3a6d39-9758-45b8-b058-2f46b2b7d60e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:17:56.604037 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-fda9be1f-dd54-4a3c-a1c3-3a9094d827d1 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/quotas/072a283379de442786fd062e799b3939 HTTP/1.1" status: 200 len: 375 time: 0.2805922 Nov 19 09:17:56.614130 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7da10-2790-4280-aaa3-5637ff1a4ca0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Pushing event deleted for resources: {'Port': ['ID=7f3a6d39-9758-45b8-b058-2f46b2b7d60e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:56.636992 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f964a-dce2-4d2a-bd75-4296c7b8da76 req-7a28a0d9-aae8-4084-ba6f-ac994cf93812 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:56.638686 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f12f964a-dce2-4d2a-bd75-4296c7b8da76 req-7a28a0d9-aae8-4084-ba6f-ac994cf93812 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 945 time: 0.3897290 Nov 19 09:17:56.704586 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-70e7da10-2790-4280-aaa3-5637ff1a4ca0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] No DVR routers for this DVR port 7f3a6d39-9758-45b8-b058-2f46b2b7d60e on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:17:56.708007 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-70e7da10-2790-4280-aaa3-5637ff1a4ca0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:56.711993 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42ce8a80-d721-4209-bc01-27dcd486af23 req-70e7da10-2790-4280-aaa3-5637ff1a4ca0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.66 "DELETE /v2.0/ports/7f3a6d39-9758-45b8-b058-2f46b2b7d60e HTTP/1.1" status: 204 len: 173 time: 1.3773398 Nov 19 09:17:56.716017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee4afc3-b01e-4bb0-8c90-e63520fa8af5', 'name': 'network-vif-deleted', 'tag': '7f3a6d39-9758-45b8-b058-2f46b2b7d60e'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:56.719292 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962b41f2-18ac-4fb6-ae80-2515b46096e9" -d '{"events": [{"server_uuid": "cee4afc3-b01e-4bb0-8c90-e63520fa8af5", "name": "network-vif-deleted", "tag": "7f3a6d39-9758-45b8-b058-2f46b2b7d60e"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:56.746660 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-2800e308-3597-4d84-b125-2f8cf36469d8 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=072a283379de442786fd062e799b3939&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1302431 Nov 19 09:17:56.760569 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f12f964a-dce2-4d2a-bd75-4296c7b8da76 req-182582a7-a6c1-4988-998a-a4eca01f8623 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949922 Nov 19 09:17:56.887354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-3f14ce22-e8aa-4eaa-88a3-86d2afb01eff service neutron] 10.222.0.21 "GET /v2.0/networks/1425c6f3-e60e-4dde-9550-c3aa7563ed09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207955 Nov 19 09:17:56.935823 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f293a777-d3eb-486c-9d3b-5ad5a24e0f28 x-openstack-request-id: req-f293a777-d3eb-486c-9d3b-5ad5a24e0f28 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:56.936326 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a1527d-ddc4-4c7a-9868-bbde766d2b0f", "name": "network-vif-unplugged", "status": "failed", "tag": "f4114fdd-9c00-499b-b3b8-6f530f5ff76e", "code": 422}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:56.936427 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f293a777-d3eb-486c-9d3b-5ad5a24e0f28 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:56.936983 n-d-805649-14 neutron-server[103478]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e', 'code': 422} returned with failed status Nov 19 09:17:57.027030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-198a3b69-6d30-4b0f-95b2-9914868ae2c9 req-1df5477e-dd2e-4d3b-8bd4-a8debe10a4b9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:17:57.028069 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-198a3b69-6d30-4b0f-95b2-9914868ae2c9 req-1df5477e-dd2e-4d3b-8bd4-a8debe10a4b9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067089 Nov 19 09:17:57.039650 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-98caac9b-765d-475e-bb05-6b4672731781 service neutron] 10.222.0.21 "GET /v2.0/networks/1425c6f3-e60e-4dde-9550-c3aa7563ed09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473503 Nov 19 09:17:57.086972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e80b707-fb6d-47b1-a7f4-2ad30fb16cdb req-c06f4672-3a8a-4a74-9e1d-63494f90a43f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&device_id=cee4afc3-b01e-4bb0-8c90-e63520fa8af5 HTTP/1.1" status: 200 len: 210 time: 0.0852003 Nov 19 09:17:57.101740 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 451b7b5b-3463-4ac0-be7c-689128da9377 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:57.180132 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 451b7b5b-3463-4ac0-be7c-689128da9377 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:57.180518 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:57.347379 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:57.352103 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b69e0a4e-e579-4451-a7fe-202e33290549 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:17:57.421594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80b707-fb6d-47b1-a7f4-2ad30fb16cdb req-6f8942a4-9670-4c8d-b63a-f505cbd1a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:57.423106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e80b707-fb6d-47b1-a7f4-2ad30fb16cdb req-6f8942a4-9670-4c8d-b63a-f505cbd1a68e service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=a3aa493f28144711ac86f80f55db14f1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3227601 Nov 19 09:17:57.467147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-128f84b9-2c59-40e3-baf8-1327744fc760 req-adf96650-9473-45f7-bc78-16f43d6517d2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee4afc3-b01e-4bb0-8c90-e63520fa8af5 HTTP/1.1" status: 200 len: 210 time: 0.2754283 Nov 19 09:17:57.479553 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be963ab-ec6b-43d5-95af-923f3e2c0352 x-openstack-request-id: req-1be963ab-ec6b-43d5-95af-923f3e2c0352 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:57.479553 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee4afc3-b01e-4bb0-8c90-e63520fa8af5", "name": "network-vif-deleted", "tag": "7f3a6d39-9758-45b8-b058-2f46b2b7d60e", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:57.479553 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1be963ab-ec6b-43d5-95af-923f3e2c0352 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:57.479553 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee4afc3-b01e-4bb0-8c90-e63520fa8af5', 'name': 'network-vif-deleted', 'tag': '7f3a6d39-9758-45b8-b058-2f46b2b7d60e', 'status': 'completed', 'code': 200} Nov 19 09:17:57.559858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 451b7b5b-3463-4ac0-be7c-689128da9377, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=451b7b5b-3463-4ac0-be7c-689128da9377,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:57.570639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b69e0a4e-e579-4451-a7fe-202e33290549 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:17:57.570849 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:57.619424 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:57.620374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3ebff-87f3-41d7-9e7d-6596deb7c013 req-80ecd01b-4b6b-4ebc-b3d7-ae206866dd68 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:57.624421 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-12e3ebff-87f3-41d7-9e7d-6596deb7c013 req-80ecd01b-4b6b-4ebc-b3d7-ae206866dd68 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc14d446-84e0-475e-8ccd-d1a1b6db5bae HTTP/1.1" status: 200 len: 945 time: 0.1462181 Nov 19 09:17:57.726707 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80b707-fb6d-47b1-a7f4-2ad30fb16cdb req-c8273471-f1c1-46d6-88f9-d4f11b071f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:57.728749 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e80b707-fb6d-47b1-a7f4-2ad30fb16cdb req-c8273471-f1c1-46d6-88f9-d4f11b071f89 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2605827 Nov 19 09:17:57.819418 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=451b7b5b-3463-4ac0-be7c-689128da9377,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:57.824768 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880d4e8-c752-420d-aacb-2dd52fbca503 req-c64f76ae-387e-4f5f-a65f-a9858f8fb7f5 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:57.832762 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a880d4e8-c752-420d-aacb-2dd52fbca503 req-c64f76ae-387e-4f5f-a65f-a9858f8fb7f5 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ddc1d2-870e-43ff-b29f-b18e05e54b29 HTTP/1.1" status: 200 len: 948 time: 0.0966520 Nov 19 09:17:57.843152 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-12e3ebff-87f3-41d7-9e7d-6596deb7c013 req-02292f55-e4de-4a99-8ef7-3927fd3e7a27 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Deleting port 451b7b5b-3463-4ac0-be7c-689128da9377 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:17:57.843500 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-12e3ebff-87f3-41d7-9e7d-6596deb7c013 req-02292f55-e4de-4a99-8ef7-3927fd3e7a27 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:57.928912 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a880d4e8-c752-420d-aacb-2dd52fbca503 req-2dcb1f13-949b-4c4a-93dd-98ea473c065c tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950358 Nov 19 09:17:57.970087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-12e3ebff-87f3-41d7-9e7d-6596deb7c013 req-02292f55-e4de-4a99-8ef7-3927fd3e7a27 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] For port 451b7b5b-3463-4ac0-be7c-689128da9377, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=451b7b5b-3463-4ac0-be7c-689128da9377,segment=NetworkSegment(298bdaf0-9425-4410-bb8f-bcee9d656b9d),segment_id=298bdaf0-9425-4410-bb8f-bcee9d656b9d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:57.970486 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-12e3ebff-87f3-41d7-9e7d-6596deb7c013 req-02292f55-e4de-4a99-8ef7-3927fd3e7a27 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:57.975472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c27e6a21-c070-434d-81dc-39b5738c155b req-56054d43-542d-4af7-a62a-5677b72cc9ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3037999 Nov 19 09:17:57.988766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-c27e6a21-c070-434d-81dc-39b5738c155b req-3a004928-573c-4f0c-a9d0-16958a223bb4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:17:57.992082 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c27e6a21-c070-434d-81dc-39b5738c155b req-3a004928-573c-4f0c-a9d0-16958a223bb4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096266 Nov 19 09:17:57.999226 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-12e3ebff-87f3-41d7-9e7d-6596deb7c013 req-02292f55-e4de-4a99-8ef7-3927fd3e7a27 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Calling delete_port for 451b7b5b-3463-4ac0-be7c-689128da9377 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:17:58.054606 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d29d5de-8fcc-46bc-8a98-756ed635bd31 req-7b937974-b9dc-4ab7-931d-cf2cb74b08b0 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 210 time: 0.0485737 Nov 19 09:17:58.219024 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a8208-711b-41d6-b325-cf48e363e684 req-7c832083-9d9a-4862-ac8d-454f2eb012f7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:58.220141 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-12e3ebff-87f3-41d7-9e7d-6596deb7c013 req-02292f55-e4de-4a99-8ef7-3927fd3e7a27 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:58.230326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f7a8208-711b-41d6-b325-cf48e363e684 req-7c832083-9d9a-4862-ac8d-454f2eb012f7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 944 time: 0.1720419 Nov 19 09:17:58.274455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02292f55-e4de-4a99-8ef7-3927fd3e7a27 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Pushing event deleted for resources: {'Port': ['ID=451b7b5b-3463-4ac0-be7c-689128da9377,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:58.290086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75984be0-f02d-46c8-a8fa-5936d684e26b req-38e4caa7-54e9-4fb2-b2dc-dc0992248dc9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:58.292482 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75984be0-f02d-46c8-a8fa-5936d684e26b req-38e4caa7-54e9-4fb2-b2dc-dc0992248dc9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 945 time: 0.1408932 Nov 19 09:17:58.326274 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e3ebff-87f3-41d7-9e7d-6596deb7c013 req-02292f55-e4de-4a99-8ef7-3927fd3e7a27 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] No DVR routers for this DVR port 451b7b5b-3463-4ac0-be7c-689128da9377 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:17:58.330093 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-12e3ebff-87f3-41d7-9e7d-6596deb7c013 req-02292f55-e4de-4a99-8ef7-3927fd3e7a27 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:58.334527 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-12e3ebff-87f3-41d7-9e7d-6596deb7c013 req-02292f55-e4de-4a99-8ef7-3927fd3e7a27 tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.66 "DELETE /v2.0/ports/451b7b5b-3463-4ac0-be7c-689128da9377 HTTP/1.1" status: 204 len: 173 time: 0.6971295 Nov 19 09:17:58.335053 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc14d446-84e0-475e-8ccd-d1a1b6db5bae', 'name': 'network-vif-deleted', 'tag': '451b7b5b-3463-4ac0-be7c-689128da9377'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:58.338331 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8243a30c-8648-4971-a54c-35e6fdf4c132" -d '{"events": [{"server_uuid": "cc14d446-84e0-475e-8ccd-d1a1b6db5bae", "name": "network-vif-deleted", "tag": "451b7b5b-3463-4ac0-be7c-689128da9377"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:58.375574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f7a8208-711b-41d6-b325-cf48e363e684 req-20457350-20fb-4521-92d1-74fce5fdbca0 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440778 Nov 19 09:17:58.463257 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75984be0-f02d-46c8-a8fa-5936d684e26b req-ba828be6-6ecf-4b2f-a01b-7058e6f121bf tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389253 Nov 19 09:17:58.563284 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93f64f85-cf74-4606-8216-17900c378292 req-425032dd-3f78-4401-be4e-7b9e84d48e2d tempest-ImagesTestJSON-55281551 tempest-ImagesTestJSON-55281551-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc14d446-84e0-475e-8ccd-d1a1b6db5bae HTTP/1.1" status: 200 len: 210 time: 0.0448110 Nov 19 09:17:58.718629 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6185d6-f112-458b-9899-e58e8adceed3 x-openstack-request-id: req-da6185d6-f112-458b-9899-e58e8adceed3 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:58.719125 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc14d446-84e0-475e-8ccd-d1a1b6db5bae", "name": "network-vif-deleted", "tag": "451b7b5b-3463-4ac0-be7c-689128da9377", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:58.719541 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da6185d6-f112-458b-9899-e58e8adceed3 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:58.720263 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc14d446-84e0-475e-8ccd-d1a1b6db5bae', 'name': 'network-vif-deleted', 'tag': '451b7b5b-3463-4ac0-be7c-689128da9377', 'status': 'completed', 'code': 200} Nov 19 09:17:58.818488 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9597e93b-cc14-402a-ac71-406ceb205d4a req-644b7dce-c9f8-4943-9433-94d9d9b7d4e3 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee4afc3-b01e-4bb0-8c90-e63520fa8af5 HTTP/1.1" status: 200 len: 210 time: 0.0386872 Nov 19 09:17:58.938595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc14d446-84e0-475e-8ccd-d1a1b6db5bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451b7b5b-3463-4ac0-be7c-689128da9377'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:17:58.944268 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a852633e-a877-463e-881b-1a6315cf1e5e" -d '{"events": [{"server_uuid": "cc14d446-84e0-475e-8ccd-d1a1b6db5bae", "name": "network-vif-plugged", "status": "completed", "tag": "451b7b5b-3463-4ac0-be7c-689128da9377"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:17:58.973962 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583a130-02f4-4971-bf62-17f1fe30b40e req-1133b8e0-50f9-4ef0-a611-2615c6636a7a tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:58.975598 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8583a130-02f4-4971-bf62-17f1fe30b40e req-1133b8e0-50f9-4ef0-a611-2615c6636a7a tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6d118a-ce79-426f-bffc-333540e35429 HTTP/1.1" status: 200 len: 945 time: 0.0810497 Nov 19 09:17:59.040789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8583a130-02f4-4971-bf62-17f1fe30b40e req-aac3c6db-4796-408f-babf-c3b06af5a4d4 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579364 Nov 19 09:17:59.104679 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86be4fc6-1d4f-45a9-88b3-0479e7a23d55 x-openstack-request-id: req-86be4fc6-1d4f-45a9-88b3-0479e7a23d55 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:17:59.104971 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc14d446-84e0-475e-8ccd-d1a1b6db5bae", "name": "network-vif-plugged", "status": "completed", "tag": "451b7b5b-3463-4ac0-be7c-689128da9377", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:17:59.105322 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86be4fc6-1d4f-45a9-88b3-0479e7a23d55 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:17:59.105626 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc14d446-84e0-475e-8ccd-d1a1b6db5bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451b7b5b-3463-4ac0-be7c-689128da9377', 'code': 200} Nov 19 09:17:59.118991 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 451b7b5b-3463-4ac0-be7c-689128da9377 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:17:59.164473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 451b7b5b-3463-4ac0-be7c-689128da9377 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:17:59.164823 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 451b7b5b-3463-4ac0-be7c-689128da9377 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:17:59.165304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e6bb2e09-36b4-4fc6-a822-0c7f2b498445 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:17:59.309503 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780601d6-8bea-494b-b13e-cbafcdc89dbc req-91d08355-5500-4449-a098-c6a4a00a546b tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:59.320787 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-780601d6-8bea-494b-b13e-cbafcdc89dbc req-91d08355-5500-4449-a098-c6a4a00a546b tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 946 time: 0.1123605 Nov 19 09:17:59.344288 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:59.363667 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e80b707-fb6d-47b1-a7f4-2ad30fb16cdb req-cb9942f8-d4d1-4cf3-ab8b-cd92f411bf63 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.66 "GET /v2.0/ports?device_id=cee4afc3-b01e-4bb0-8c90-e63520fa8af5 HTTP/1.1" status: 200 len: 210 time: 0.0463424 Nov 19 09:17:59.374860 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1836e436-bd6e-457a-a856-17c80c8d6405 req-2edf8874-6b2f-47c9-a26e-72f7918f6e5f tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 210 time: 0.0518687 Nov 19 09:17:59.421422 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e6bb2e09-36b4-4fc6-a822-0c7f2b498445, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:17:59.428312 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:17:59.481622 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-780601d6-8bea-494b-b13e-cbafcdc89dbc req-cb0ee934-818d-4aa5-9a2b-c15a5308953d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457605 Nov 19 09:17:59.608141 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-4484c977-16d3-48ed-968d-5ffb96759df9 req-a46b6ba4-3335-4ea2-a0e5-19e2aad4ed14 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:17:59.609669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4484c977-16d3-48ed-968d-5ffb96759df9 req-a46b6ba4-3335-4ea2-a0e5-19e2aad4ed14 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065854 Nov 19 09:17:59.634945 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:17:59.640280 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-161a331d-f882-43e4-b201-8e0ccf8a3b7e tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:59.641860 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-161a331d-f882-43e4-b201-8e0ccf8a3b7e tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.71 "GET /v2.0/networks?id=1425c6f3-e60e-4dde-9550-c3aa7563ed09 HTTP/1.1" status: 200 len: 804 time: 0.2676349 Nov 19 09:17:59.735601 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-465e89d9-f2a7-4954-bb51-fc8a9e2b8087 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=072a283379de442786fd062e799b3939 HTTP/1.1" status: 200 len: 380 time: 0.0768983 Nov 19 09:17:59.750532 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-6dfdcc05-0dfd-43b5-bed5-9b2e061c1fbe tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Request body: {'port': {'device_id': '3534e1ce-a241-4875-8121-d06ef244bfef', 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'admin_state_up': True, 'tenant_id': '072a283379de442786fd062e799b3939', 'security_groups': ['ec67a83f-48c5-4da6-82e3-9cc100d21f9c']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:17:59.753387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2c3c9-64be-4323-ac95-673de27e615b req-d4badef9-279f-4c24-89a8-0c422d55133b tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:17:59.755078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ff2c3c9-64be-4323-ac95-673de27e615b req-d4badef9-279f-4c24-89a8-0c422d55133b tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 944 time: 0.1443205 Nov 19 09:17:59.770830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4484c977-16d3-48ed-968d-5ffb96759df9 req-6c000c1e-cbb4-44d6-93f4-7b5bde996236 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1410773 Nov 19 09:17:59.877648 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ff2c3c9-64be-4323-ac95-673de27e615b req-03e3f9a3-6d23-4872-ab3c-022806fa8a26 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053457 Nov 19 09:17:59.900254 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-6dfdcc05-0dfd-43b5-bed5-9b2e061c1fbe tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Made reservation on behalf of 072a283379de442786fd062e799b3939 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:17:59.904879 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-6dfdcc05-0dfd-43b5-bed5-9b2e061c1fbe tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:00.111884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-6dfdcc05-0dfd-43b5-bed5-9b2e061c1fbe tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Allocated IP 172.20.0.14 (1425c6f3-e60e-4dde-9550-c3aa7563ed09/0959cafe-cd91-4451-8af6-7548c2767886/2766829b-1966-4b16-9911-80be810ce22e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:18:00.150961 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bef847d7-37f2-4f6e-a1e6-db51594bf10a req-8ab623a7-baf4-4d20-9d47-5e7a15aa7963 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee4afc3-b01e-4bb0-8c90-e63520fa8af5 HTTP/1.1" status: 200 len: 210 time: 0.0545876 Nov 19 09:18:00.316249 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-6dfdcc05-0dfd-43b5-bed5-9b2e061c1fbe tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:00.374428 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-6dfdcc05-0dfd-43b5-bed5-9b2e061c1fbe tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:00.425714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-6dfdcc05-0dfd-43b5-bed5-9b2e061c1fbe tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Network 1425c6f3-e60e-4dde-9550-c3aa7563ed09 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:18:00.432575 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-6dfdcc05-0dfd-43b5-bed5-9b2e061c1fbe tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:18:00.437054 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-6dfdcc05-0dfd-43b5-bed5-9b2e061c1fbe tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:18:00.514319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-6dfdcc05-0dfd-43b5-bed5-9b2e061c1fbe tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:00.515410 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-6dfdcc05-0dfd-43b5-bed5-9b2e061c1fbe tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:00.525827 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdcc05-0dfd-43b5-bed5-9b2e061c1fbe tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Pushing event updated for resources: {'Port': ['ID=2766829b-1966-4b16-9911-80be810ce22e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:00.538262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0b557-3c19-48eb-a80f-de32fc39e7e8 req-1450cf11-a207-44d3-9b35-e1dc3f4ee8b2 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:00.545364 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ff0b557-3c19-48eb-a80f-de32fc39e7e8 req-1450cf11-a207-44d3-9b35-e1dc3f4ee8b2 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 945 time: 0.1259956 Nov 19 09:18:00.561806 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-6dfdcc05-0dfd-43b5-bed5-9b2e061c1fbe tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8154302 Nov 19 09:18:00.578894 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Request body: {'port': {'device_id': '3534e1ce-a241-4875-8121-d06ef244bfef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:00.622457 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ff0b557-3c19-48eb-a80f-de32fc39e7e8 req-dcf97d13-bcc1-45cb-a6c4-fdbac04c8a06 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649903 Nov 19 09:18:00.715916 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:00.814250 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b483498f-ac14-4aaf-9ef7-0222ea42095b None None] Provisioning complete for port 2766829b-1966-4b16-9911-80be810ce22e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:00.815298 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b483498f-ac14-4aaf-9ef7-0222ea42095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:00.849682 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b51a5-70d3-44fb-8ca7-c314faaeb875 req-8440ac7b-0737-4e9f-908d-17dc5d4a744f tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:00.851666 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a18b51a5-70d3-44fb-8ca7-c314faaeb875 req-8440ac7b-0737-4e9f-908d-17dc5d4a744f tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 932 time: 0.1955240 Nov 19 09:18:00.865546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b483498f-ac14-4aaf-9ef7-0222ea42095b None None] Port 2766829b-1966-4b16-9911-80be810ce22e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:18:00.882623 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3a927fe-60f7-4ce8-ae4a-e521335350d9 req-761149b8-9a7d-4f7e-872e-bbeacae41595 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1401901 Nov 19 09:18:00.905859 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c329e-f1b1-43a4-9cb4-c589016adab0 req-03aa2a19-afaa-4247-a413-fc4739c72ddf tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:00.907495 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de3c329e-f1b1-43a4-9cb4-c589016adab0 req-03aa2a19-afaa-4247-a413-fc4739c72ddf tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/ports?device_id=97579a00-3f7f-4c82-90e3-5ecf87c976f8 HTTP/1.1" status: 200 len: 946 time: 0.1360195 Nov 19 09:18:00.974690 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a18b51a5-70d3-44fb-8ca7-c314faaeb875 req-89eabf5d-4287-4cfa-896c-71968b2818ba tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec67a83f-48c5-4da6-82e3-9cc100d21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101494 Nov 19 09:18:01.025667 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de3c329e-f1b1-43a4-9cb4-c589016adab0 req-7a83c3ee-f319-4b07-ab9e-179fbfafb74f tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a79767-5e19-46f9-bec8-418a489ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996718 Nov 19 09:18:01.034071 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a927fe-60f7-4ce8-ae4a-e521335350d9 req-e2d06b63-0f4c-4c04-a03f-870aae246557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:01.035573 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3a927fe-60f7-4ce8-ae4a-e521335350d9 req-e2d06b63-0f4c-4c04-a03f-870aae246557 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7ec5d00cfc348a594077a93d6441b62&device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 1097 time: 0.0925255 Nov 19 09:18:01.096455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2766829b-1966-4b16-9911-80be810ce22e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:18:01.107107 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ddc1d2-870e-43ff-b29f-b18e05e54b29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:01.109539 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4278fb36-5b2c-47db-9785-d36f623dda9a" -d '{"events": [{"server_uuid": "19ddc1d2-870e-43ff-b29f-b18e05e54b29", "name": "network-vif-unplugged", "status": "completed", "tag": "e6bb2e09-36b4-4fc6-a822-0c7f2b498445"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:01.111961 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:01.129374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Transition to ACTIVE for port object 2766829b-1966-4b16-9911-80be810ce22e will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:18:01.135521 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:01.187913 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Pushing event updated for resources: {'Port': ['ID=2766829b-1966-4b16-9911-80be810ce22e,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:01.262955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a927fe-60f7-4ce8-ae4a-e521335350d9 req-0f0d1a0a-85de-48a2-a534-fcef35d2d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:01.266025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3a927fe-60f7-4ce8-ae4a-e521335350d9 req-0f0d1a0a-85de-48a2-a534-fcef35d2d9b9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca HTTP/1.1" status: 200 len: 912 time: 0.1936293 Nov 19 09:18:01.309984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Attempting to bind port 2766829b-1966-4b16-9911-80be810ce22e on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:18:01.310767 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Attempting to bind port 2766829b-1966-4b16-9911-80be810ce22e by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:18:01.311303 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Attempting to bind port 2766829b-1966-4b16-9911-80be810ce22e on network 1425c6f3-e60e-4dde-9550-c3aa7563ed09 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:18:01.317250 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Port 2766829b-1966-4b16-9911-80be810ce22e on network 1425c6f3-e60e-4dde-9550-c3aa7563ed09 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:18:01.317661 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Attempting to bind port 2766829b-1966-4b16-9911-80be810ce22e on network 1425c6f3-e60e-4dde-9550-c3aa7563ed09 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:18:01.327275 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:18:01.328067 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Checking segment: {'id': '5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:18:01.328774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Bound using segment: {'id': '5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:18:01.329579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Bound port: 2766829b-1966-4b16-9911-80be810ce22e, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:18:01.331762 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:01.345353 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48ce2d-ea78-404e-bf3d-391d762753ff req-910d7515-e34c-4121-91a9-6542b6e933b3 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:01.346900 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fb48ce2d-ea78-404e-bf3d-391d762753ff req-910d7515-e34c-4121-91a9-6542b6e933b3 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 944 time: 0.1657996 Nov 19 09:18:01.357517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512acb7d-0866-4182-8c10-2c14e3796054 req-6402846a-34c1-4f66-ac00-d9e8df8ffc47 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:01.364900 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-512acb7d-0866-4182-8c10-2c14e3796054 req-6402846a-34c1-4f66-ac00-d9e8df8ffc47 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6d118a-ce79-426f-bffc-333540e35429 HTTP/1.1" status: 200 len: 945 time: 0.2315171 Nov 19 09:18:01.419219 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] For port 2766829b-1966-4b16-9911-80be810ce22e, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:18:01.423784 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] For port 2766829b-1966-4b16-9911-80be810ce22e, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=2766829b-1966-4b16-9911-80be810ce22e,segment=NetworkSegment(5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8),segment_id=5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:18:01.429812 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:01.445393 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3a927fe-60f7-4ce8-ae4a-e521335350d9 req-bed7da8e-91ed-4cc4-904c-895fb6850864 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4401e32-947b-40fe-8f2c-1ff81c33ecaf HTTP/1.1" status: 200 len: 1001 time: 0.1679378 Nov 19 09:18:01.475836 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:01.476466 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:01.478714 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] 10.222.0.71 "PUT /v2.0/ports/2766829b-1966-4b16-9911-80be810ce22e HTTP/1.1" status: 200 len: 1093 time: 0.9050105 Nov 19 09:18:01.479144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3534e1ce-a241-4875-8121-d06ef244bfef', 'tag': '2766829b-1966-4b16-9911-80be810ce22e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:01.481926 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fb48ce2d-ea78-404e-bf3d-391d762753ff req-926a0822-b816-428b-9341-352b24930716 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121960 Nov 19 09:18:01.482381 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a052717-6ee5-4482-8ab7-327a28ba3a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "3534e1ce-a241-4875-8121-d06ef244bfef", "tag": "2766829b-1966-4b16-9911-80be810ce22e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:01.526298 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-512acb7d-0866-4182-8c10-2c14e3796054 req-e3fc9029-2cda-4946-93e5-d3011ced1ba2 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600237 Nov 19 09:18:01.534365 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c393f2-1df9-4321-8c48-4606de11ff96 service neutron] Pushing event updated for resources: {'Port': ['ID=2766829b-1966-4b16-9911-80be810ce22e,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:01.565432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a927fe-60f7-4ce8-ae4a-e521335350d9 req-7ccc35a2-b632-4826-b9f7-4baa160cd60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:01.568574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3a927fe-60f7-4ce8-ae4a-e521335350d9 req-7ccc35a2-b632-4826-b9f7-4baa160cd60b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2dc59a7-693a-40a0-ab45-b7982da75253 HTTP/1.1" status: 200 len: 850 time: 0.1141047 Nov 19 09:18:01.615813 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f57b901-9a35-4126-88e4-cbebb272bb3d x-openstack-request-id: req-9f57b901-9a35-4126-88e4-cbebb272bb3d {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:01.616366 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ddc1d2-870e-43ff-b29f-b18e05e54b29", "name": "network-vif-unplugged", "status": "completed", "tag": "e6bb2e09-36b4-4fc6-a822-0c7f2b498445", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:01.616842 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f57b901-9a35-4126-88e4-cbebb272bb3d {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:01.617526 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ddc1d2-870e-43ff-b29f-b18e05e54b29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445', 'code': 200} Nov 19 09:18:01.673951 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a927fe-60f7-4ce8-ae4a-e521335350d9 req-2e3ef173-5ed8-4442-8d74-cd9f3486bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:01.676620 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3a927fe-60f7-4ce8-ae4a-e521335350d9 req-2e3ef173-5ed8-4442-8d74-cd9f3486bc1d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888889 Nov 19 09:18:01.737622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-2f0bbfd7-ecff-468a-ba89-8ec49b67a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:01.747721 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-2f0bbfd7-ecff-468a-ba89-8ec49b67a002 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=072a283379de442786fd062e799b3939&device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 1096 time: 0.1604686 Nov 19 09:18:01.864698 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da23c63c-07a6-42b6-95d0-57d684565674 x-openstack-request-id: req-da23c63c-07a6-42b6-95d0-57d684565674 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:01.865016 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3534e1ce-a241-4875-8121-d06ef244bfef", "tag": "2766829b-1966-4b16-9911-80be810ce22e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:01.867672 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da23c63c-07a6-42b6-95d0-57d684565674 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:01.869671 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3534e1ce-a241-4875-8121-d06ef244bfef', 'tag': '2766829b-1966-4b16-9911-80be810ce22e', 'status': 'completed', 'code': 200} Nov 19 09:18:01.871330 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-71ced817-4ab3-49a5-bbc4-2116d9751a15 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2766829b-1966-4b16-9911-80be810ce22e HTTP/1.1" status: 200 len: 217 time: 0.1090598 Nov 19 09:18:01.907375 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3a927fe-60f7-4ce8-ae4a-e521335350d9 req-cb65084a-1c8d-4265-ab23-14c85cf3a728 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075717 Nov 19 09:18:01.995242 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-98f30179-3023-4a39-a7a6-14be5125cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:01.996724 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-98f30179-3023-4a39-a7a6-14be5125cb4d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0959cafe-cd91-4451-8af6-7548c2767886 HTTP/1.1" status: 200 len: 843 time: 0.1125250 Nov 19 09:18:02.067117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a361b-c195-4b42-afa1-6456076b6cae req-4c44f42d-eb51-4fd0-a11e-14640d090bed tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:02.069296 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a0a361b-c195-4b42-afa1-6456076b6cae req-4c44f42d-eb51-4fd0-a11e-14640d090bed tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 946 time: 0.1381667 Nov 19 09:18:02.095956 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-adb32a6a-0aa9-4b9d-9415-5385f361d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:02.098110 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-adb32a6a-0aa9-4b9d-9415-5385f361d381 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1425c6f3-e60e-4dde-9550-c3aa7563ed09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853980 Nov 19 09:18:02.183901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3a927fe-60f7-4ce8-ae4a-e521335350d9 req-d6c12c13-5774-4550-8282-58484a3cbd52 service neutron] 10.222.0.71 "GET /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735136 Nov 19 09:18:02.195096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a0a361b-c195-4b42-afa1-6456076b6cae req-2865748b-488e-42e8-a0ce-f65de1da259c tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165144 Nov 19 09:18:02.225731 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-7646cffe-dc0f-4c63-937e-388c973e43cc service neutron] 10.222.0.71 "GET /v2.0/networks/1425c6f3-e60e-4dde-9550-c3aa7563ed09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118963 Nov 19 09:18:02.270783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-5c5c03c9-7802-48a5-80ad-104a0c6e05fa tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:02.279325 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-5c5c03c9-7802-48a5-80ad-104a0c6e05fa tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 812 time: 0.1793761 Nov 19 09:18:02.289990 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-2c4de1c5-f714-43d7-b902-54896017c966 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/quotas/a3aa493f28144711ac86f80f55db14f1 HTTP/1.1" status: 200 len: 375 time: 0.0098181 Nov 19 09:18:02.304858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c7b39465-750f-472b-bd4d-0532b602bfc9 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:18:02.341415 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-ccd77c73-5150-4386-8da2-702bbbde7be9 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440040 Nov 19 09:18:02.359008 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-43ee76b5-6ea5-42ac-aeed-912595b3828d req-0f8c1020-2b10-411c-b817-1aad06b760e6 service neutron] 10.222.0.71 "GET /v2.0/networks/1425c6f3-e60e-4dde-9550-c3aa7563ed09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150813 Nov 19 09:18:02.452439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c7b39465-750f-472b-bd4d-0532b602bfc9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c7b39465-750f-472b-bd4d-0532b602bfc9,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:02.456901 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667840b-9e50-41db-b0ac-e6ec214a4a14 req-b341ec79-090e-4ef4-8fff-23a8fbab74ce tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:02.458477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6667840b-9e50-41db-b0ac-e6ec214a4a14 req-b341ec79-090e-4ef4-8fff-23a8fbab74ce tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 944 time: 0.1275988 Nov 19 09:18:02.476891 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'c7b39465-750f-472b-bd4d-0532b602bfc9', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'c7b39465-750f-472b-bd4d-0532b602bfc9', 'mac_address': 'fa:16:3e:d7:c9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:18:02.485649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a052717-6ee5-4482-8ab7-327a28ba3a1e req-4cca91ec-f519-4163-b80e-d698807086fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:02.487138 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5a052717-6ee5-4482-8ab7-327a28ba3a1e req-4cca91ec-f519-4163-b80e-d698807086fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=072a283379de442786fd062e799b3939&device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 1096 time: 0.0514808 Nov 19 09:18:02.491179 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-5ed6199b-69df-4c10-8317-94439a469fea service neutron] 10.222.0.21 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489272 Nov 19 09:18:02.528957 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:02.546683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7b39465-750f-472b-bd4d-0532b602bfc9 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:18:02.575079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c7b39465-750f-472b-bd4d-0532b602bfc9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c7b39465-750f-472b-bd4d-0532b602bfc9,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:02.582059 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:02.599441 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6667840b-9e50-41db-b0ac-e6ec214a4a14 req-f181b48c-081e-4453-b258-bef4d683cb12 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec67a83f-48c5-4da6-82e3-9cc100d21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271381 Nov 19 09:18:02.650924 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a052717-6ee5-4482-8ab7-327a28ba3a1e req-e4bea290-5faa-4144-be6a-176cc5699241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:02.652444 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5a052717-6ee5-4482-8ab7-327a28ba3a1e req-e4bea290-5faa-4144-be6a-176cc5699241 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1425c6f3-e60e-4dde-9550-c3aa7563ed09 HTTP/1.1" status: 200 len: 905 time: 0.1456587 Nov 19 09:18:02.675422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd97698-38e5-45b8-9ac1-ef1df37a6c9b req-c4e68af1-dd7f-445e-8a85-b1c6c738c7a7 tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:02.677039 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fcd97698-38e5-45b8-9ac1-ef1df37a6c9b req-c4e68af1-dd7f-445e-8a85-b1c6c738c7a7 tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.71 "GET /v2.0/ports?device_id=97579a00-3f7f-4c82-90e3-5ecf87c976f8 HTTP/1.1" status: 200 len: 946 time: 0.1228502 Nov 19 09:18:02.691900 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-5e9b925c-f942-45f4-9e60-c1a89bc49904 service neutron] 10.222.0.21 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903560 Nov 19 09:18:02.700684 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c7b39465-750f-472b-bd4d-0532b602bfc9,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:02.754327 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['c7b39465-750f-472b-bd4d-0532b602bfc9'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:18:02.779062 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5a052717-6ee5-4482-8ab7-327a28ba3a1e req-122ca575-0129-4d3d-9ab1-f04eb195bbbd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2766829b-1966-4b16-9911-80be810ce22e HTTP/1.1" status: 200 len: 217 time: 0.0776637 Nov 19 09:18:02.856387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a052717-6ee5-4482-8ab7-327a28ba3a1e req-6c8ac30e-4583-4036-9a1a-216ed235d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:02.858282 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5a052717-6ee5-4482-8ab7-327a28ba3a1e req-6c8ac30e-4583-4036-9a1a-216ed235d60a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0959cafe-cd91-4451-8af6-7548c2767886 HTTP/1.1" status: 200 len: 843 time: 0.0626283 Nov 19 09:18:02.933777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a804d3-81f3-4672-8896-ba5fcc6b8411 req-31b1dfd7-7d18-490b-96d7-7a05536c384f tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:02.935366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22a804d3-81f3-4672-8896-ba5fcc6b8411 req-31b1dfd7-7d18-490b-96d7-7a05536c384f tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/ports?device_id=97579a00-3f7f-4c82-90e3-5ecf87c976f8 HTTP/1.1" status: 200 len: 946 time: 0.1888390 Nov 19 09:18:02.989064 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a052717-6ee5-4482-8ab7-327a28ba3a1e req-cad35f1b-eead-4663-a89a-dcaba3d59992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:02.995402 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5a052717-6ee5-4482-8ab7-327a28ba3a1e req-cad35f1b-eead-4663-a89a-dcaba3d59992 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1425c6f3-e60e-4dde-9550-c3aa7563ed09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994277 Nov 19 09:18:03.032505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-fcd97698-38e5-45b8-9ac1-ef1df37a6c9b req-2f7d2901-c2a2-4e40-b0eb-c94d41ad7aaa tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Deleting port af135ad3-2edd-4989-8c37-fd31017327c9 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:18:03.043098 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcd97698-38e5-45b8-9ac1-ef1df37a6c9b req-2f7d2901-c2a2-4e40-b0eb-c94d41ad7aaa tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:03.128391 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5a052717-6ee5-4482-8ab7-327a28ba3a1e req-5b51e6e1-e0b6-4bc9-82de-c25aa7828f9e service neutron] 10.222.0.71 "GET /v2.0/networks/1425c6f3-e60e-4dde-9550-c3aa7563ed09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174104 Nov 19 09:18:03.145348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 7f3a6d39-9758-45b8-b058-2f46b2b7d60e no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:18:03.204136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 7f3a6d39-9758-45b8-b058-2f46b2b7d60e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:18:03.204493 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 7f3a6d39-9758-45b8-b058-2f46b2b7d60e not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:18:03.342384 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22a804d3-81f3-4672-8896-ba5fcc6b8411 req-858d7f5a-7e23-4bac-9294-796fc90a50a9 tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/security-groups?id=89a79767-5e19-46f9-bec8-418a489ed9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891838 Nov 19 09:18:03.530280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45589c75-49d4-49db-8704-5a34663700c4 req-d196b1f8-77b1-4380-bf43-420e7cc5abf2 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:03.549022 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45589c75-49d4-49db-8704-5a34663700c4 req-d196b1f8-77b1-4380-bf43-420e7cc5abf2 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:03.574436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45589c75-49d4-49db-8704-5a34663700c4 req-d196b1f8-77b1-4380-bf43-420e7cc5abf2 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:03.577217 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45589c75-49d4-49db-8704-5a34663700c4 req-d196b1f8-77b1-4380-bf43-420e7cc5abf2 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da&device_id=1a6d118a-ce79-426f-bffc-333540e35429&device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 2417 time: 0.3940158 Nov 19 09:18:03.691512 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5a052717-6ee5-4482-8ab7-327a28ba3a1e req-8d4e58d6-c4d7-4c62-9e8e-394748a0281b service neutron] 10.222.0.71 "GET /v2.0/networks/1425c6f3-e60e-4dde-9550-c3aa7563ed09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498500 Nov 19 09:18:03.708763 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45589c75-49d4-49db-8704-5a34663700c4 req-be4cf0e6-079d-4497-a447-82ba17e07cc1 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067867 Nov 19 09:18:03.730752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-fcd97698-38e5-45b8-9ac1-ef1df37a6c9b req-2f7d2901-c2a2-4e40-b0eb-c94d41ad7aaa tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] For port af135ad3-2edd-4989-8c37-fd31017327c9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=af135ad3-2edd-4989-8c37-fd31017327c9,segment=NetworkSegment(82169a1c-589f-4540-b281-ec9ec8cce1a7),segment_id=82169a1c-589f-4540-b281-ec9ec8cce1a7)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:03.731350 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcd97698-38e5-45b8-9ac1-ef1df37a6c9b req-2f7d2901-c2a2-4e40-b0eb-c94d41ad7aaa tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:03.781201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-fcd97698-38e5-45b8-9ac1-ef1df37a6c9b req-2f7d2901-c2a2-4e40-b0eb-c94d41ad7aaa tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Calling delete_port for af135ad3-2edd-4989-8c37-fd31017327c9 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:18:03.808492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d20e17-bbfc-4282-a8a9-b801ca5786c3 req-8c25c249-ae38-4bae-825a-58491e4acf36 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:03.810289 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06d20e17-bbfc-4282-a8a9-b801ca5786c3 req-8c25c249-ae38-4bae-825a-58491e4acf36 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 944 time: 0.2262309 Nov 19 09:18:04.199103 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e000b750-e85c-4816-bce8-1842ad5566d0 req-58fbb3c1-07bd-4978-a7ed-177d4ef4599d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 210 time: 0.0740030 Nov 19 09:18:04.279013 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43438) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:04.315282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c7b39465-750f-472b-bd4d-0532b602bfc9 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:18:04.321538 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06d20e17-bbfc-4282-a8a9-b801ca5786c3 req-604fd11d-b7be-4b5b-95ef-e4870a11eeab tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660750 Nov 19 09:18:04.368124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-24986c9f-b6f4-46ca-9023-bc5214e73b7b admin admin] Deleting subnet 3cc5f9b9-ef02-483f-b54c-00c042a1a970 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:18:04.372103 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24986c9f-b6f4-46ca-9023-bc5214e73b7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:04.399114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-499d4df6-6c44-431e-bd22-aa7a9f4c447a req-e3e5f3e9-4afb-4062-86f9-173c11a19165 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:18:04.411797 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-499d4df6-6c44-431e-bd22-aa7a9f4c447a req-e3e5f3e9-4afb-4062-86f9-173c11a19165 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0306966 Nov 19 09:18:04.464715 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24986c9f-b6f4-46ca-9023-bc5214e73b7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:04.468638 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port c7b39465-750f-472b-bd4d-0532b602bfc9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:04.471919 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:04.630710 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd5d2a-632b-4161-b1f9-db12ba91973a req-52c9962d-f6f2-4713-af41-ac35c8f92e20 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:04.647916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43dd5d2a-632b-4161-b1f9-db12ba91973a req-52c9962d-f6f2-4713-af41-ac35c8f92e20 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 944 time: 0.1992047 Nov 19 09:18:04.653529 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:18:04.666218 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:04.716638 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c7b39465-750f-472b-bd4d-0532b602bfc9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c7b39465-750f-472b-bd4d-0532b602bfc9,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:04.718510 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6423cc19-b8ea-4534-b797-484f772b4e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b39465-750f-472b-bd4d-0532b602bfc9'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:04.721994 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1091c2-95ca-499f-a177-96c65727d3d6" -d '{"events": [{"server_uuid": "6423cc19-b8ea-4534-b797-484f772b4e79", "name": "network-vif-plugged", "status": "completed", "tag": "c7b39465-750f-472b-bd4d-0532b602bfc9"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:04.732355 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:04.743508 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24986c9f-b6f4-46ca-9023-bc5214e73b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:04.782544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-499d4df6-6c44-431e-bd22-aa7a9f4c447a req-e8125c84-ee2b-47f1-aa90-1e8592a6cd81 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3628199 Nov 19 09:18:04.803655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-b01f7ef5-40e2-431d-914e-282cc433d34c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:04.805166 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-b01f7ef5-40e2-431d-914e-282cc433d34c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.71 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 812 time: 0.3004379 Nov 19 09:18:04.821229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c7b39465-750f-472b-bd4d-0532b602bfc9,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:04.824830 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-b7e1a608-44ec-46fd-891f-eacc28dd0f20 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Request body: {'port': {'device_id': 'ed531786-1485-46a0-a692-a939620bb527', 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d', 'admin_state_up': True, 'tenant_id': 'a3aa493f28144711ac86f80f55db14f1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:04.872882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43dd5d2a-632b-4161-b1f9-db12ba91973a req-4c5025e6-25a2-41f7-a309-8b87fbd3f399 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec67a83f-48c5-4da6-82e3-9cc100d21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195733 Nov 19 09:18:04.910390 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24986c9f-b6f4-46ca-9023-bc5214e73b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:04.936092 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcd97698-38e5-45b8-9ac1-ef1df37a6c9b req-2f7d2901-c2a2-4e40-b0eb-c94d41ad7aaa tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:04.967348 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24986c9f-b6f4-46ca-9023-bc5214e73b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc5f9b9-ef02-483f-b54c-00c042a1a970,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:04.985699 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24986c9f-b6f4-46ca-9023-bc5214e73b7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:04.995980 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-24986c9f-b6f4-46ca-9023-bc5214e73b7b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3cc5f9b9-ef02-483f-b54c-00c042a1a970 HTTP/1.1" status: 204 len: 168 time: 0.7154293 Nov 19 09:18:05.002189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43446) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:05.045194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d2901-c2a2-4e40-b0eb-c94d41ad7aaa tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Pushing event deleted for resources: {'Port': ['ID=af135ad3-2edd-4989-8c37-fd31017327c9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:05.089718 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-b7e1a608-44ec-46fd-891f-eacc28dd0f20 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Made reservation on behalf of a3aa493f28144711ac86f80f55db14f1 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:18:05.093944 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-b7e1a608-44ec-46fd-891f-eacc28dd0f20 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:05.096541 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a2569b-202b-42ea-a689-b52b536d875b x-openstack-request-id: req-54a2569b-202b-42ea-a689-b52b536d875b {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:05.097662 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6423cc19-b8ea-4534-b797-484f772b4e79", "name": "network-vif-plugged", "status": "completed", "tag": "c7b39465-750f-472b-bd4d-0532b602bfc9", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:05.098281 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54a2569b-202b-42ea-a689-b52b536d875b {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:05.098929 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6423cc19-b8ea-4534-b797-484f772b4e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b39465-750f-472b-bd4d-0532b602bfc9', 'code': 200} Nov 19 09:18:05.206574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a5f2270-eb9c-44e4-9307-9e702607f33b req-bc66bfff-4f9e-4c79-96cf-b0f861695f74 tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.21 "GET /v2.0/ports?device_id=97579a00-3f7f-4c82-90e3-5ecf87c976f8 HTTP/1.1" status: 200 len: 210 time: 0.1871445 Nov 19 09:18:05.271040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd97698-38e5-45b8-9ac1-ef1df37a6c9b req-2f7d2901-c2a2-4e40-b0eb-c94d41ad7aaa tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] No DVR routers for this DVR port af135ad3-2edd-4989-8c37-fd31017327c9 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:18:05.277348 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcd97698-38e5-45b8-9ac1-ef1df37a6c9b req-2f7d2901-c2a2-4e40-b0eb-c94d41ad7aaa tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:05.281000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fcd97698-38e5-45b8-9ac1-ef1df37a6c9b req-2f7d2901-c2a2-4e40-b0eb-c94d41ad7aaa tempest-ServerTagsTestJSON-382519132 tempest-ServerTagsTestJSON-382519132-project] 10.222.0.71 "DELETE /v2.0/ports/af135ad3-2edd-4989-8c37-fd31017327c9 HTTP/1.1" status: 204 len: 173 time: 2.5733254 Nov 19 09:18:05.284139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97579a00-3f7f-4c82-90e3-5ecf87c976f8', 'name': 'network-vif-deleted', 'tag': 'af135ad3-2edd-4989-8c37-fd31017327c9'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:05.287088 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba12320c-92e2-4f77-9720-184b99df5619" -d '{"events": [{"server_uuid": "97579a00-3f7f-4c82-90e3-5ecf87c976f8", "name": "network-vif-deleted", "tag": "af135ad3-2edd-4989-8c37-fd31017327c9"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:05.346656 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d42ae71-b678-4301-b5b5-efe9cc597f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:05.417595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7073fd5b-080f-4760-9b7d-28f2f03e412c req-f0c1dda7-fd0f-4bf7-b658-1c2512e066f8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 210 time: 0.0736794 Nov 19 09:18:05.474925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-b7e1a608-44ec-46fd-891f-eacc28dd0f20 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Allocated IP 172.20.0.6 (68891e5d-5b07-4df8-ac8e-265403f0b48d/36b7a476-6d23-433a-bab3-7b5f4026dadc/ffec547f-1e09-4448-be71-566c0c33ba3c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:18:05.480444 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be7dd27-8a3b-4fbf-b706-4307702ba09b x-openstack-request-id: req-5be7dd27-8a3b-4fbf-b706-4307702ba09b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:05.481680 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97579a00-3f7f-4c82-90e3-5ecf87c976f8", "name": "network-vif-deleted", "tag": "af135ad3-2edd-4989-8c37-fd31017327c9", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:05.481986 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5be7dd27-8a3b-4fbf-b706-4307702ba09b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:05.483682 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97579a00-3f7f-4c82-90e3-5ecf87c976f8', 'name': 'network-vif-deleted', 'tag': 'af135ad3-2edd-4989-8c37-fd31017327c9', 'status': 'completed', 'code': 200} Nov 19 09:18:05.651565 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d42ae71-b678-4301-b5b5-efe9cc597f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:05.682275 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-9d42ae71-b678-4301-b5b5-efe9cc597f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e552ac-8aa3-452e-ac9f-48f80a5fe870']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:05.694820 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdd2d2-5199-4beb-adf0-f137f4c55e81 req-f6cf7574-17be-4042-8ee8-551e9df579e0 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:05.697424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0afdd2d2-5199-4beb-adf0-f137f4c55e81 req-f6cf7574-17be-4042-8ee8-551e9df579e0 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 944 time: 0.0896299 Nov 19 09:18:05.732387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-9d42ae71-b678-4301-b5b5-efe9cc597f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298bdaf0-9425-4410-bb8f-bcee9d656b9d') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:05.732848 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-9d42ae71-b678-4301-b5b5-efe9cc597f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298bdaf0-9425-4410-bb8f-bcee9d656b9d') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:05.773997 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d42ae71-b678-4301-b5b5-efe9cc597f12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:05.791465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0afdd2d2-5199-4beb-adf0-f137f4c55e81 req-0e14197c-3d63-4915-b094-7ee341700566 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870643 Nov 19 09:18:05.794714 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-b7e1a608-44ec-46fd-891f-eacc28dd0f20 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:05.840716 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d42ae71-b678-4301-b5b5-efe9cc597f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:05.850718 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d42ae71-b678-4301-b5b5-efe9cc597f12 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:18:05.851419 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d42ae71-b678-4301-b5b5-efe9cc597f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:18:05.854834 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:18:05.873428 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-b7e1a608-44ec-46fd-891f-eacc28dd0f20 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:05.981788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-b7e1a608-44ec-46fd-891f-eacc28dd0f20 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Network 68891e5d-5b07-4df8-ac8e-265403f0b48d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:18:05.986074 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-b7e1a608-44ec-46fd-891f-eacc28dd0f20 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:18:06.001855 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-b7e1a608-44ec-46fd-891f-eacc28dd0f20 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:18:06.012361 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1a608-44ec-46fd-891f-eacc28dd0f20 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Pushing event updated for resources: {'Port': ['ID=ffec547f-1e09-4448-be71-566c0c33ba3c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:06.057953 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d42ae71-b678-4301-b5b5-efe9cc597f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:06.070438 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d42ae71-b678-4301-b5b5-efe9cc597f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:06.076693 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9d42ae71-b678-4301-b5b5-efe9cc597f12 admin admin] 10.222.0.21 "DELETE /v2.0/networks/58e552ac-8aa3-452e-ac9f-48f80a5fe870 HTTP/1.1" status: 204 len: 168 time: 1.0671809 Nov 19 09:18:06.088308 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-b7e1a608-44ec-46fd-891f-eacc28dd0f20 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:06.089258 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-b7e1a608-44ec-46fd-891f-eacc28dd0f20 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:06.132311 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-b7e1a608-44ec-46fd-891f-eacc28dd0f20 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3101752 Nov 19 09:18:06.143760 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Request body: {'port': {'device_id': 'ed531786-1485-46a0-a692-a939620bb527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:06.199402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42ae71-b678-4301-b5b5-efe9cc597f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=58e552ac-8aa3-452e-ac9f-48f80a5fe870,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:06.241074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ccd70-5351-47ca-be60-f10a7545b35a req-5ee1c438-32d5-44c5-9da7-166605c05c19 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:06.243031 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:06.254418 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be6ccd70-5351-47ca-be60-f10a7545b35a req-5ee1c438-32d5-44c5-9da7-166605c05c19 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 944 time: 0.2434609 Nov 19 09:18:06.318946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 2766829b-1966-4b16-9911-80be810ce22e details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:18:06.395733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43476) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:06.415659 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be6ccd70-5351-47ca-be60-f10a7545b35a req-7a1fcce8-c273-4d8b-8063-407a0ebc8d53 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec67a83f-48c5-4da6-82e3-9cc100d21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602271 Nov 19 09:18:06.488333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-648a0711-f3c2-433c-8ee1-b5de0d5205ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b71e6944e0244b1a957c2ca38c8ef191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0891716 Nov 19 09:18:06.489409 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43484) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:06.498164 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 2766829b-1966-4b16-9911-80be810ce22e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=2766829b-1966-4b16-9911-80be810ce22e,segment=NetworkSegment(5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8),segment_id=5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:06.511887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '2766829b-1966-4b16-9911-80be810ce22e', 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'port_id': '2766829b-1966-4b16-9911-80be810ce22e', 'mac_address': 'fa:16:3e:a5:1b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0959cafe-cd91-4451-8af6-7548c2767886', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:18:06.515730 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device af135ad3-2edd-4989-8c37-fd31017327c9 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:18:06.611574 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: af135ad3-2edd-4989-8c37-fd31017327c9 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:18:06.614108 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device af135ad3-2edd-4989-8c37-fd31017327c9 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:18:06.623020 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43490) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:06.663038 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:06.698718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2766829b-1966-4b16-9911-80be810ce22e {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:18:06.781212 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 2766829b-1966-4b16-9911-80be810ce22e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=2766829b-1966-4b16-9911-80be810ce22e,segment=NetworkSegment(5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8),segment_id=5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:06.798429 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:06.822120 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a86100-a238-456e-a3f6-d90bf0a8c605 admin admin] Deleting subnet 1779fcc7-c239-4323-b869-4171245ad3a1 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:18:06.827682 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96a86100-a238-456e-a3f6-d90bf0a8c605 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:06.894201 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=2766829b-1966-4b16-9911-80be810ce22e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:06.894778 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffec547f-1e09-4448-be71-566c0c33ba3c {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:18:06.903304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:06.903653 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:06.903994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:06.904334 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:06.904670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:06.904999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:06.905871 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:06.907823 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf1779-4f6e-4e15-98c0-cc75d2dcd343 req-5fc96a54-a142-4fcb-b950-c4379c49e924 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:06.909593 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-accf1779-4f6e-4e15-98c0-cc75d2dcd343 req-5fc96a54-a142-4fcb-b950-c4379c49e924 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 931 time: 0.1929321 Nov 19 09:18:06.912268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:06.912747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:06.913795 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:06.913795 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:06.913795 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:06.914019 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:06.939671 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Transition to ACTIVE for port object ffec547f-1e09-4448-be71-566c0c33ba3c will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:18:06.948208 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:06.961940 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96a86100-a238-456e-a3f6-d90bf0a8c605 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:06.962527 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da10e9aa-bb28-4c5b-88b4-57a908de3def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:07.074725 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96a86100-a238-456e-a3f6-d90bf0a8c605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:07.084093 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da10e9aa-bb28-4c5b-88b4-57a908de3def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:07.086795 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-accf1779-4f6e-4e15-98c0-cc75d2dcd343 req-9e87fa57-db41-4cd4-b80a-d52791b3435b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644452 Nov 19 09:18:07.112391 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['2766829b-1966-4b16-9911-80be810ce22e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:18:07.145414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Pushing event updated for resources: {'Port': ['ID=ffec547f-1e09-4448-be71-566c0c33ba3c,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:07.256570 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Attempting to bind port ffec547f-1e09-4448-be71-566c0c33ba3c on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:18:07.256570 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Attempting to bind port ffec547f-1e09-4448-be71-566c0c33ba3c by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:18:07.256570 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Attempting to bind port ffec547f-1e09-4448-be71-566c0c33ba3c on network 68891e5d-5b07-4df8-ac8e-265403f0b48d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:18:07.263991 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Port ffec547f-1e09-4448-be71-566c0c33ba3c on network 68891e5d-5b07-4df8-ac8e-265403f0b48d not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:18:07.264317 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Attempting to bind port ffec547f-1e09-4448-be71-566c0c33ba3c on network 68891e5d-5b07-4df8-ac8e-265403f0b48d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:18:07.273212 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:18:07.286640 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Checking segment: {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:18:07.287107 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Bound using segment: {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:18:07.287587 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Bound port: ffec547f-1e09-4448-be71-566c0c33ba3c, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:18:07.287963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:07.363367 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da10e9aa-bb28-4c5b-88b4-57a908de3def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:07.386408 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da10e9aa-bb28-4c5b-88b4-57a908de3def admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:07.387596 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-da10e9aa-bb28-4c5b-88b4-57a908de3def admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5109fefd-c7c4-413b-97f6-0e7ab1173dcc HTTP/1.1" status: 204 len: 168 time: 0.8970730 Nov 19 09:18:07.420690 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96a86100-a238-456e-a3f6-d90bf0a8c605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:07.465770 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] For port ffec547f-1e09-4448-be71-566c0c33ba3c, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:18:07.469850 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] For port ffec547f-1e09-4448-be71-566c0c33ba3c, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ffec547f-1e09-4448-be71-566c0c33ba3c,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:18:07.471736 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10e9aa-bb28-4c5b-88b4-57a908de3def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5109fefd-c7c4-413b-97f6-0e7ab1173dcc,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:07.479820 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:07.502002 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a86100-a238-456e-a3f6-d90bf0a8c605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1779fcc7-c239-4323-b869-4171245ad3a1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:07.511687 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96a86100-a238-456e-a3f6-d90bf0a8c605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:07.515045 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-96a86100-a238-456e-a3f6-d90bf0a8c605 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1779fcc7-c239-4323-b869-4171245ad3a1 HTTP/1.1" status: 204 len: 168 time: 0.8910024 Nov 19 09:18:07.535033 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43504) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:07.535568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c2dc7-01be-4b31-b30b-c5bd163c7fcf req-19a041df-948d-44fd-8e76-27c440c93ba8 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:07.536862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-739c2dc7-01be-4b31-b30b-c5bd163c7fcf req-19a041df-948d-44fd-8e76-27c440c93ba8 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 944 time: 0.2529736 Nov 19 09:18:07.625663 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-739c2dc7-01be-4b31-b30b-c5bd163c7fcf req-21539ebe-3b31-454f-9d4e-cfe767064be5 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808074 Nov 19 09:18:07.709902 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c0c8f81-3e22-482a-9809-aec0a2b258f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:07.740778 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:07.747020 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:07.748890 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] 10.222.0.71 "PUT /v2.0/ports/ffec547f-1e09-4448-be71-566c0c33ba3c HTTP/1.1" status: 200 len: 1092 time: 1.6120231 Nov 19 09:18:07.770152 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed531786-1485-46a0-a692-a939620bb527', 'tag': 'ffec547f-1e09-4448-be71-566c0c33ba3c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:07.778810 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1f5f9a-8a01-451c-b71e-bbc694683e37" -d '{"events": [{"name": "network-changed", "server_uuid": "ed531786-1485-46a0-a692-a939620bb527", "tag": "ffec547f-1e09-4448-be71-566c0c33ba3c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:07.857855 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd992a-a1b7-4692-bb97-2a921d56dc4a service neutron] Pushing event updated for resources: {'Port': ['ID=ffec547f-1e09-4448-be71-566c0c33ba3c,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:07.962421 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-19bcd6d4-84a9-4c21-8298-32ec1fb621fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:07.964240 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-19bcd6d4-84a9-4c21-8298-32ec1fb621fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 1095 time: 0.1274519 Nov 19 09:18:07.981985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dc6e5-5593-4749-9d0f-a0428e150442 req-7e57e172-6a10-4a21-a898-bcf82411b7a9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:07.982698 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c0c8f81-3e22-482a-9809-aec0a2b258f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:07.990734 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c0dc6e5-5593-4749-9d0f-a0428e150442 req-7e57e172-6a10-4a21-a898-bcf82411b7a9 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 946 time: 0.1122069 Nov 19 09:18:08.002978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cebe0-63e4-405c-939a-86383a905801 req-01b4a278-eabe-4865-88e9-91b428fefeac tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:08.013371 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-193cebe0-63e4-405c-939a-86383a905801 req-01b4a278-eabe-4865-88e9-91b428fefeac tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 945 time: 0.1955056 Nov 19 09:18:08.064688 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-1e790d27-d1ed-463e-aabb-fbcc6a602a50 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffec547f-1e09-4448-be71-566c0c33ba3c HTTP/1.1" status: 200 len: 217 time: 0.0843987 Nov 19 09:18:08.098559 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-8c0c8f81-3e22-482a-9809-aec0a2b258f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bce8e62-5430-457b-ae4b-41129b70a478']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:08.121518 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-193cebe0-63e4-405c-939a-86383a905801 req-4c930568-a96a-4ccf-ae95-1c99ec5697a1 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec67a83f-48c5-4da6-82e3-9cc100d21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072571 Nov 19 09:18:08.137824 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c0dc6e5-5593-4749-9d0f-a0428e150442 req-3cc8da11-4802-4df7-a207-cbc89075204d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406543 Nov 19 09:18:08.175507 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-8c0c8f81-3e22-482a-9809-aec0a2b258f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82169a1c-589f-4540-b281-ec9ec8cce1a7') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:08.176000 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-8c0c8f81-3e22-482a-9809-aec0a2b258f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82169a1c-589f-4540-b281-ec9ec8cce1a7') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:08.223150 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffcde42-b457-4cdc-a8fb-4f61fd8f560e x-openstack-request-id: req-2ffcde42-b457-4cdc-a8fb-4f61fd8f560e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:08.224437 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed531786-1485-46a0-a692-a939620bb527", "tag": "ffec547f-1e09-4448-be71-566c0c33ba3c", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:08.224437 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ffcde42-b457-4cdc-a8fb-4f61fd8f560e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:08.224876 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed531786-1485-46a0-a692-a939620bb527', 'tag': 'ffec547f-1e09-4448-be71-566c0c33ba3c', 'status': 'completed', 'code': 200} Nov 19 09:18:08.227316 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c0c8f81-3e22-482a-9809-aec0a2b258f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:08.255226 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-63d9488c-3dfe-45f1-ba3f-ec9d4cdec2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:08.258624 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-63d9488c-3dfe-45f1-ba3f-ec9d4cdec2dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36b7a476-6d23-433a-bab3-7b5f4026dadc HTTP/1.1" status: 200 len: 852 time: 0.1760323 Nov 19 09:18:08.263878 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c0c8f81-3e22-482a-9809-aec0a2b258f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:08.298939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08aa0c-be19-45ff-8bff-a63204c98556 req-c4edf676-af54-4b3b-9246-ae4bfe651379 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:08.308432 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d08aa0c-be19-45ff-8bff-a63204c98556 req-c4edf676-af54-4b3b-9246-ae4bfe651379 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 943 time: 0.0989902 Nov 19 09:18:08.309351 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0c8f81-3e22-482a-9809-aec0a2b258f3 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:18:08.309762 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c0c8f81-3e22-482a-9809-aec0a2b258f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:08.312970 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-6c03eabe-13e9-42e2-b2ac-da63248ab587 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68891e5d-5b07-4df8-ac8e-265403f0b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396311 Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:18:08.313641 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:18:08.327807 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 2766829b-1966-4b16-9911-80be810ce22e up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:18:08.432798 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d08aa0c-be19-45ff-8bff-a63204c98556 req-338e34a0-51a7-4e4f-8636-edce78190c69 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054697 Nov 19 09:18:08.477474 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 2766829b-1966-4b16-9911-80be810ce22e completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:18:08.491534 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 2766829b-1966-4b16-9911-80be810ce22e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:08.492355 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:08.508944 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-2712991c-5628-45fd-8946-ebebf986b56a service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853905 Nov 19 09:18:08.510852 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c0c8f81-3e22-482a-9809-aec0a2b258f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:08.517678 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c0c8f81-3e22-482a-9809-aec0a2b258f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:08.524344 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8c0c8f81-3e22-482a-9809-aec0a2b258f3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7bce8e62-5430-457b-ae4b-41129b70a478 HTTP/1.1" status: 204 len: 168 time: 0.9786854 Nov 19 09:18:08.554768 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c8f81-3e22-482a-9809-aec0a2b258f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bce8e62-5430-457b-ae4b-41129b70a478,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:08.826830 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2f661eb0-034f-43d9-9e1b-d0cf5a211470 req-c5e55654-ff2e-4107-be4d-94a8682a445d service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011372 Nov 19 09:18:08.828023 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:08.888856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43554) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:08.913351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3534e1ce-a241-4875-8121-d06ef244bfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2766829b-1966-4b16-9911-80be810ce22e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:08.917912 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fd90fc-90d9-4802-a78a-e142300e610b" -d '{"events": [{"server_uuid": "3534e1ce-a241-4875-8121-d06ef244bfef", "name": "network-vif-plugged", "status": "completed", "tag": "2766829b-1966-4b16-9911-80be810ce22e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:08.970091 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 2766829b-1966-4b16-9911-80be810ce22e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=2766829b-1966-4b16-9911-80be810ce22e,segment=NetworkSegment(5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8),segment_id=5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:08.973770 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f5f9a-8a01-451c-b71e-bbc694683e37 req-e262d66d-732c-4f6c-a7ca-3147575cbb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:08.975972 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-eb1f5f9a-8a01-451c-b71e-bbc694683e37 req-e262d66d-732c-4f6c-a7ca-3147575cbb49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 1095 time: 0.0844984 Nov 19 09:18:08.978292 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:09.013328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50000890-ac0b-4f19-b4b3-fe4bab981ed9 req-8b45f1cc-0aa1-41f4-8b41-42e0ea399364 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:09.018919 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50000890-ac0b-4f19-b4b3-fe4bab981ed9 req-8b45f1cc-0aa1-41f4-8b41-42e0ea399364 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 944 time: 0.1405323 Nov 19 09:18:09.075047 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-efe07571-3092-4068-8485-c8e15214a7bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f664fd4a08a74dd79c1cfb6aec6ecc5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1846290 Nov 19 09:18:09.075663 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43562) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:09.157575 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed28f487-2742-42a5-97c8-b520e1866178 x-openstack-request-id: req-ed28f487-2742-42a5-97c8-b520e1866178 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:09.157915 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3534e1ce-a241-4875-8121-d06ef244bfef", "name": "network-vif-plugged", "status": "completed", "tag": "2766829b-1966-4b16-9911-80be810ce22e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:09.158184 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed28f487-2742-42a5-97c8-b520e1866178 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:09.158603 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3534e1ce-a241-4875-8121-d06ef244bfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2766829b-1966-4b16-9911-80be810ce22e', 'code': 200} Nov 19 09:18:09.174663 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=2766829b-1966-4b16-9911-80be810ce22e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:09.200392 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e2539-be3a-464e-aa96-011496b5e15d req-6a67e531-2553-4954-881d-fb86a31f6f35 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:09.202748 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f26e2539-be3a-464e-aa96-011496b5e15d req-6a67e531-2553-4954-881d-fb86a31f6f35 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.66 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 946 time: 0.1877151 Nov 19 09:18:09.236519 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50000890-ac0b-4f19-b4b3-fe4bab981ed9 req-6b1685d9-fdf1-4e05-b2c4-40b44872a9a1 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094412 Nov 19 09:18:09.260531 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41067d8f-eb69-414b-96e3-474a742af3a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:09.359940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730eb45-3ec3-4bd0-b01e-c558d5f0d803 req-498c341f-0abd-40cb-8587-30778b4dcf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:09.369272 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e730eb45-3ec3-4bd0-b01e-c558d5f0d803 req-498c341f-0abd-40cb-8587-30778b4dcf8f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 1098 time: 0.2329021 Nov 19 09:18:09.381578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f5f9a-8a01-451c-b71e-bbc694683e37 req-17c7eeca-a0e0-491c-928a-758d694e2340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:09.383449 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-eb1f5f9a-8a01-451c-b71e-bbc694683e37 req-17c7eeca-a0e0-491c-928a-758d694e2340 service neutron] 10.222.0.71 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 913 time: 0.3941460 Nov 19 09:18:09.390958 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41067d8f-eb69-414b-96e3-474a742af3a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:09.451826 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230055a-a187-4042-a928-334e66b7ebfc req-6affb4f7-f99e-41fb-a760-86eb77280a8c tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:09.453728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0230055a-a187-4042-a928-334e66b7ebfc req-6affb4f7-f99e-41fb-a760-86eb77280a8c tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 946 time: 0.2012515 Nov 19 09:18:09.474201 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-eb1f5f9a-8a01-451c-b71e-bbc694683e37 req-dc3b60c5-d8d5-4ef6-a0fc-e8bbe67773a1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffec547f-1e09-4448-be71-566c0c33ba3c HTTP/1.1" status: 200 len: 217 time: 0.0747721 Nov 19 09:18:09.499776 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e730eb45-3ec3-4bd0-b01e-c558d5f0d803 req-c2de0170-691e-4272-a725-17ceb8d3e9b5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ec67a83f-48c5-4da6-82e3-9cc100d21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014516 Nov 19 09:18:09.510744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cdd72-c727-44d9-a03a-c760f6b2d5f1 req-87682430-790d-4c8a-9ecd-d5bc2b73f07b tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:09.518687 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a4cdd72-c727-44d9-a03a-c760f6b2d5f1 req-87682430-790d-4c8a-9ecd-d5bc2b73f07b tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 946 time: 0.1383748 Nov 19 09:18:09.539875 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-f26e2539-be3a-464e-aa96-011496b5e15d req-1ff809b8-4208-46da-96bf-594093f35c07 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Deleting port 6b311c45-22dc-4ecd-8284-07bb43fdb599 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:18:09.540517 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f26e2539-be3a-464e-aa96-011496b5e15d req-1ff809b8-4208-46da-96bf-594093f35c07 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:09.576470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0230055a-a187-4042-a928-334e66b7ebfc req-f8b6d30a-3c92-4efb-8b01-6d5fb40631ea tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124542 Nov 19 09:18:09.614224 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f5f9a-8a01-451c-b71e-bbc694683e37 req-7c5dded3-d821-4947-82ad-824ef4223236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:09.616252 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-eb1f5f9a-8a01-451c-b71e-bbc694683e37 req-7c5dded3-d821-4947-82ad-824ef4223236 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36b7a476-6d23-433a-bab3-7b5f4026dadc HTTP/1.1" status: 200 len: 852 time: 0.1317723 Nov 19 09:18:09.620285 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41067d8f-eb69-414b-96e3-474a742af3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:09.623491 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41067d8f-eb69-414b-96e3-474a742af3a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:09.624361 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a4cdd72-c727-44d9-a03a-c760f6b2d5f1 req-31b68dd5-43b5-45ca-8dd6-d00aabf68340 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec67a83f-48c5-4da6-82e3-9cc100d21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045432 Nov 19 09:18:09.625436 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-41067d8f-eb69-414b-96e3-474a742af3a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89a79767-5e19-46f9-bec8-418a489ed9e8 HTTP/1.1" status: 204 len: 168 time: 0.5312145 Nov 19 09:18:09.689297 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41067d8f-eb69-414b-96e3-474a742af3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a79767-5e19-46f9-bec8-418a489ed9e8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:09.787376 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-eb1f5f9a-8a01-451c-b71e-bbc694683e37 req-a1640f23-2c77-4474-863b-181a782d1513 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68891e5d-5b07-4df8-ac8e-265403f0b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575652 Nov 19 09:18:09.851687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbb9ba-7428-49ee-90d0-80d54c0cfe47 req-402a058b-f778-478e-9196-ad2fe4f97884 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:09.861585 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9cbb9ba-7428-49ee-90d0-80d54c0cfe47 req-402a058b-f778-478e-9196-ad2fe4f97884 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 943 time: 0.1291416 Nov 19 09:18:09.978493 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9cbb9ba-7428-49ee-90d0-80d54c0cfe47 req-b18c9ca0-1599-4b15-9d1c-65e8f89722ce tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103251 Nov 19 09:18:10.024461 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-e16590dc-3982-49bb-9b13-e40ec896925b tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7aa21367de8448af9ee6c9d5d02f95dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629764 Nov 19 09:18:10.044994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-f26e2539-be3a-464e-aa96-011496b5e15d req-1ff809b8-4208-46da-96bf-594093f35c07 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] For port 6b311c45-22dc-4ecd-8284-07bb43fdb599, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6b311c45-22dc-4ecd-8284-07bb43fdb599,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:10.046255 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f26e2539-be3a-464e-aa96-011496b5e15d req-1ff809b8-4208-46da-96bf-594093f35c07 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:10.105413 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-f26e2539-be3a-464e-aa96-011496b5e15d req-1ff809b8-4208-46da-96bf-594093f35c07 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Calling delete_port for 6b311c45-22dc-4ecd-8284-07bb43fdb599 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:18:10.122471 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-eb1f5f9a-8a01-451c-b71e-bbc694683e37 req-fa47ac6e-7ca3-4c85-aee7-f876341e143d service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114324 Nov 19 09:18:10.206200 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-e8ab9d46-f4f8-478b-b6d0-84e77adc8e37 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:10.218625 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-e8ab9d46-f4f8-478b-b6d0-84e77adc8e37 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812980 Nov 19 09:18:10.253387 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-c6b5461a-31c2-4851-b70a-004c6e295e49 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/quotas/7aa21367de8448af9ee6c9d5d02f95dd HTTP/1.1" status: 200 len: 375 time: 0.0361543 Nov 19 09:18:10.303759 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-eb1f5f9a-8a01-451c-b71e-bbc694683e37 req-ba663749-961f-48aa-b268-16fe04ca4b0e service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383538 Nov 19 09:18:10.312926 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-986cd83c-41b3-487d-ac37-cff9bb435743 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7aa21367de8448af9ee6c9d5d02f95dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529380 Nov 19 09:18:10.424106 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f26e2539-be3a-464e-aa96-011496b5e15d req-1ff809b8-4208-46da-96bf-594093f35c07 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:10.438709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['54a75571-e9ad-4eb9-a23f-170d92997244', '94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:18:10.446352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['6b311c45-22dc-4ecd-8284-07bb43fdb599'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:18:10.460644 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff809b8-4208-46da-96bf-594093f35c07 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Pushing event deleted for resources: {'Port': ['ID=6b311c45-22dc-4ecd-8284-07bb43fdb599,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:10.538779 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26e2539-be3a-464e-aa96-011496b5e15d req-1ff809b8-4208-46da-96bf-594093f35c07 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] No DVR routers for this DVR port 6b311c45-22dc-4ecd-8284-07bb43fdb599 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:18:10.547535 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f26e2539-be3a-464e-aa96-011496b5e15d req-1ff809b8-4208-46da-96bf-594093f35c07 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:10.556825 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f26e2539-be3a-464e-aa96-011496b5e15d req-1ff809b8-4208-46da-96bf-594093f35c07 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.66 "DELETE /v2.0/ports/6b311c45-22dc-4ecd-8284-07bb43fdb599 HTTP/1.1" status: 204 len: 173 time: 1.3062956 Nov 19 09:18:10.557944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2990f832-100f-4974-8f26-6078405571da', 'name': 'network-vif-deleted', 'tag': '6b311c45-22dc-4ecd-8284-07bb43fdb599'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:10.565263 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adada47e-5e05-44d1-8156-858074dd15ca" -d '{"events": [{"server_uuid": "2990f832-100f-4974-8f26-6078405571da", "name": "network-vif-deleted", "tag": "6b311c45-22dc-4ecd-8284-07bb43fdb599"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:10.567809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef92d6a-b4ee-4a16-b2c9-63ff05ad640d req-0c7bd5b1-6e5a-49fc-8100-fbb482579e35 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:10.573004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ef92d6a-b4ee-4a16-b2c9-63ff05ad640d req-0c7bd5b1-6e5a-49fc-8100-fbb482579e35 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 944 time: 0.1704223 Nov 19 09:18:10.715631 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45d1a5a-8577-4627-8c80-1e49731567c7 x-openstack-request-id: req-b45d1a5a-8577-4627-8c80-1e49731567c7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:10.718222 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2990f832-100f-4974-8f26-6078405571da", "name": "network-vif-deleted", "tag": "6b311c45-22dc-4ecd-8284-07bb43fdb599", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:10.718976 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b45d1a5a-8577-4627-8c80-1e49731567c7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:10.719847 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2990f832-100f-4974-8f26-6078405571da', 'name': 'network-vif-deleted', 'tag': '6b311c45-22dc-4ecd-8284-07bb43fdb599', 'status': 'completed', 'code': 200} Nov 19 09:18:10.737591 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ef92d6a-b4ee-4a16-b2c9-63ff05ad640d req-f7283075-fa3f-43ed-a186-5a87fbbf0232 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507227 Nov 19 09:18:11.022905 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26d40f5c-ae55-4979-abca-264ecc8af1e1 req-0f1a63aa-f718-499c-8846-5017eb3c817d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=2990f832-100f-4974-8f26-6078405571da HTTP/1.1" status: 200 len: 210 time: 0.1313231 Nov 19 09:18:11.094025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e8fb61c-8330-4bb9-8796-88b95cca1889 req-433eb563-a0ec-44cb-b4df-998cedd49b16 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 210 time: 0.1880980 Nov 19 09:18:11.370192 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48d061-a9ad-457c-95fc-9528e6a0d3f1 req-54e86ed0-32f9-4ec4-8ef4-cbb24d2a395f tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:11.378128 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c48d061-a9ad-457c-95fc-9528e6a0d3f1 req-54e86ed0-32f9-4ec4-8ef4-cbb24d2a395f tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 946 time: 0.2081530 Nov 19 09:18:11.532864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd77eef-c2e4-4519-91e4-a2952d7ccc8e req-49903463-2866-4b29-b519-eafb7ad88589 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:11.537465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1cd77eef-c2e4-4519-91e4-a2952d7ccc8e req-49903463-2866-4b29-b519-eafb7ad88589 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 943 time: 0.2764308 Nov 19 09:18:11.691153 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c48d061-a9ad-457c-95fc-9528e6a0d3f1 req-8e8a411c-fd3e-4c3b-8e12-96eb6498048f tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec67a83f-48c5-4da6-82e3-9cc100d21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863286 Nov 19 09:18:11.752278 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1cd77eef-c2e4-4519-91e4-a2952d7ccc8e req-d4ea2936-f3eb-4c2b-b0fb-9dd96620e420 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736841 Nov 19 09:18:12.022194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146f27d-541a-48b4-acc0-93c8ef816ddd req-bab92968-08ea-4511-a0bb-4e311aa47f82 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:12.024276 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9146f27d-541a-48b4-acc0-93c8ef816ddd req-bab92968-08ea-4511-a0bb-4e311aa47f82 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 946 time: 0.1080503 Nov 19 09:18:12.034311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43660) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:12.039948 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0f2ddf94-7f35-49a7-9a56-e08e9b8a3fc8 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Request body: {'floatingip': {'port_id': '2766829b-1966-4b16-9911-80be810ce22e'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:12.106412 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f2ddf94-7f35-49a7-9a56-e08e9b8a3fc8 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for floatingip, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:12.265468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3989ed-e4e5-46b4-ab89-aa93cc81e3f5 req-5a5c305c-8dca-4379-b751-d1df43b9b993 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:12.268365 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd3989ed-e4e5-46b4-ab89-aa93cc81e3f5 req-5a5c305c-8dca-4379-b751-d1df43b9b993 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 944 time: 0.1361279 Nov 19 09:18:12.377980 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device ffec547f-1e09-4448-be71-566c0c33ba3c details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:18:12.448040 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd3989ed-e4e5-46b4-ab89-aa93cc81e3f5 req-022702b5-74ac-4445-8e79-d445508d6432 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669772 Nov 19 09:18:12.570977 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50023bbd-3746-4a09-aeec-8c8b8a14a18f req-ebace081-0693-4adb-8011-f54a64fb433a tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 210 time: 0.0572612 Nov 19 09:18:12.665041 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdd08c4f-c046-4313-9b49-4c44fbefc187 req-a44e0f44-9060-44fa-b830-2b871874103b tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a88f664-70e2-45c3-85bf-a6ed87faf1e3 HTTP/1.1" status: 200 len: 210 time: 0.0929148 Nov 19 09:18:12.796867 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-c862b1da-b6f2-4ef7-9357-8495ab457977 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=7aa21367de8448af9ee6c9d5d02f95dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1174312 Nov 19 09:18:12.867701 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port ffec547f-1e09-4448-be71-566c0c33ba3c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ffec547f-1e09-4448-be71-566c0c33ba3c,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:12.950353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'ffec547f-1e09-4448-be71-566c0c33ba3c', 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d', 'port_id': 'ffec547f-1e09-4448-be71-566c0c33ba3c', 'mac_address': 'fa:16:3e:75:b1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b7a476-6d23-433a-bab3-7b5f4026dadc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:18:13.062755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdad9b1-0f88-45aa-890c-ac83c0e9fcb5 req-def2a13b-7346-498e-835a-564b00522d48 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:13.073637 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efdad9b1-0f88-45aa-890c-ac83c0e9fcb5 req-def2a13b-7346-498e-835a-564b00522d48 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 943 time: 0.1363809 Nov 19 09:18:13.078368 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:13.124328 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffec547f-1e09-4448-be71-566c0c33ba3c {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:18:13.174607 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port ffec547f-1e09-4448-be71-566c0c33ba3c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ffec547f-1e09-4448-be71-566c0c33ba3c,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:13.185001 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:13.210901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efdad9b1-0f88-45aa-890c-ac83c0e9fcb5 req-71113099-4bb7-4a88-af07-d9af01222a09 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322138 Nov 19 09:18:13.278576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6b311c45-22dc-4ecd-8284-07bb43fdb599 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:18:13.377885 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 6b311c45-22dc-4ecd-8284-07bb43fdb599 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:18:13.378748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6b311c45-22dc-4ecd-8284-07bb43fdb599 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:18:13.450766 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=ffec547f-1e09-4448-be71-566c0c33ba3c,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:13.482001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-fb03edf4-9317-425e-973b-9e4b8cce5b7e tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:13.486083 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-fb03edf4-9317-425e-973b-9e4b8cce5b7e tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6584511 Nov 19 09:18:13.524279 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-ce8610ad-7a0b-449e-995f-b5fdfe9db41d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Request body: {'port': {'device_id': '8f29a5c0-c234-4f51-a7bc-c1924f08b99e', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '7aa21367de8448af9ee6c9d5d02f95dd'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:13.534211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['ffec547f-1e09-4448-be71-566c0c33ba3c'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:18:13.568790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f9f11-cc17-45c9-aebd-38a886022604 req-5c1e553e-c114-4376-a7ba-488809d98dd0 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:13.572343 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-381f9f11-cc17-45c9-aebd-38a886022604 req-5c1e553e-c114-4376-a7ba-488809d98dd0 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6d118a-ce79-426f-bffc-333540e35429 HTTP/1.1" status: 200 len: 945 time: 0.1480038 Nov 19 09:18:13.662432 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-381f9f11-cc17-45c9-aebd-38a886022604 req-7c587eec-29b8-4b62-89fa-4afdc8b8f6bb tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789456 Nov 19 09:18:13.827630 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-0f2ddf94-7f35-49a7-9a56-e08e9b8a3fc8 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:18:13.939681 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f2ddf94-7f35-49a7-9a56-e08e9b8a3fc8 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:13.950417 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f2ddf94-7f35-49a7-9a56-e08e9b8a3fc8 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:13.961486 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77883080-210b-449e-80dd-c3cee8ca06c7 req-278b01c8-28ae-4e5d-8136-ad21807cfc14 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:13.972096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77883080-210b-449e-80dd-c3cee8ca06c7 req-278b01c8-28ae-4e5d-8136-ad21807cfc14 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 944 time: 0.1669946 Nov 19 09:18:14.023004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56da5537-8636-40e8-9e14-8326c8878a29 req-29f5a76b-1fa0-4a3e-b31b-4d737b3cee17 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 210 time: 0.0410931 Nov 19 09:18:14.141383 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77883080-210b-449e-80dd-c3cee8ca06c7 req-83b490da-250e-4228-a160-a8fac0344a99 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642675 Nov 19 09:18:14.304711 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-ce8610ad-7a0b-449e-995f-b5fdfe9db41d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Made reservation on behalf of 7aa21367de8448af9ee6c9d5d02f95dd for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:18:14.308821 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-ce8610ad-7a0b-449e-995f-b5fdfe9db41d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:14.344354 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-0f2ddf94-7f35-49a7-9a56-e08e9b8a3fc8 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Floating IP 6baf9631-6d45-4394-97ac-7a2068d5f7f1 associated. External IP: 172.25.0.25, port: 2766829b-1966-4b16-9911-80be810ce22e. Nov 19 09:18:14.356460 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-ce8610ad-7a0b-449e-995f-b5fdfe9db41d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:14.652275 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18ed7116-4280-4215-bb1b-a10aa30fc1bd req-432590cc-e566-4cbe-a4dd-f400e9a2f1fb tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0423360 Nov 19 09:18:14.765043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa00345-a49c-4ee2-84c5-25e7fb3a80d1 req-579a529e-056b-4549-a461-b471ed9b9a03 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:14.766960 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-daa00345-a49c-4ee2-84c5-25e7fb3a80d1 req-579a529e-056b-4549-a461-b471ed9b9a03 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 944 time: 0.2174513 Nov 19 09:18:14.804074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc92a62-05ba-48c5-978e-d9750bfe5889 req-6c0e04ac-ab80-4a5e-b7d5-7870fb856106 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:14.806205 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-acc92a62-05ba-48c5-978e-d9750bfe5889 req-6c0e04ac-ab80-4a5e-b7d5-7870fb856106 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a6d118a-ce79-426f-bffc-333540e35429 HTTP/1.1" status: 200 len: 945 time: 0.1472945 Nov 19 09:18:14.937070 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-daa00345-a49c-4ee2-84c5-25e7fb3a80d1 req-89966646-34d5-4d76-b1b4-ce7739a9108f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529884 Nov 19 09:18:15.037567 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620c2ab-12a4-45e7-9697-896e781d36e5 req-dd1228a6-bd56-49da-bf8d-019a89a8708a tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:15.039723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3620c2ab-12a4-45e7-9697-896e781d36e5 req-dd1228a6-bd56-49da-bf8d-019a89a8708a tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 945 time: 0.2017248 Nov 19 09:18:15.182714 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3620c2ab-12a4-45e7-9697-896e781d36e5 req-a188a9ae-bef5-408c-a66c-643853b3306f tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fe81eb3-a1de-4129-aa38-318e3bb253cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347139 Nov 19 09:18:15.186213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-acc92a62-05ba-48c5-978e-d9750bfe5889 req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Deleting port 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:18:15.186709 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-acc92a62-05ba-48c5-978e-d9750bfe5889 req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:15.199386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a081789-aeab-423a-8739-218fa0ac7417 req-3abe194a-bbc7-4d4e-9f13-da78b079d9a4 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:15.201475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a081789-aeab-423a-8739-218fa0ac7417 req-3abe194a-bbc7-4d4e-9f13-da78b079d9a4 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6d118a-ce79-426f-bffc-333540e35429 HTTP/1.1" status: 200 len: 945 time: 0.1269639 Nov 19 09:18:15.306529 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a081789-aeab-423a-8739-218fa0ac7417 req-aef265a4-81e8-448c-b060-8ac6919e21c3 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896580 Nov 19 09:18:15.325020 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:15.334548 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2ddf94-7f35-49a7-9a56-e08e9b8a3fc8 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Router 1ed07fac-9593-4a89-9927-54f0425efdb3 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:18:15.407056 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-ce8610ad-7a0b-449e-995f-b5fdfe9db41d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:15.420631 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2882e0a9-5abf-429a-96b0-2dc9caeaa647 req-15bee476-c2d2-49e9-a819-2ae05d558a67 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 210 time: 0.1004233 Nov 19 09:18:15.423766 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-ce8610ad-7a0b-449e-995f-b5fdfe9db41d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:15.533810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-acc92a62-05ba-48c5-978e-d9750bfe5889 req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] For port 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:15.534179 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-acc92a62-05ba-48c5-978e-d9750bfe5889 req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:15.551107 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-acc92a62-05ba-48c5-978e-d9750bfe5889 req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Calling delete_port for 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:18:15.578158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8610ad-7a0b-449e-995f-b5fdfe9db41d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4dbe29-cb97-4da2-9638-80dfd518bab8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:15.635245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2ddf94-7f35-49a7-9a56-e08e9b8a3fc8 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:18:15.641607 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f2ddf94-7f35-49a7-9a56-e08e9b8a3fc8 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:15.649981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623077aa-b7d9-433f-bda8-34714922b00b None None] Sync routers for ids ['1ed07fac-9593-4a89-9927-54f0425efdb3'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:18:15.667296 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623077aa-b7d9-433f-bda8-34714922b00b None None] Routers {'1ed07fac-9593-4a89-9927-54f0425efdb3'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:18:15.672436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-623077aa-b7d9-433f-bda8-34714922b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:17:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1ed07fac-9593-4a89-9927-54f0425efdb3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:15.682001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-ce8610ad-7a0b-449e-995f-b5fdfe9db41d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Allocated IP 192.168.233.148 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:18:15.717753 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0f2ddf94-7f35-49a7-9a56-e08e9b8a3fc8 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "PUT /v2.0/floatingips/6baf9631-6d45-4394-97ac-7a2068d5f7f1 HTTP/1.1" status: 200 len: 991 time: 3.6813729 Nov 19 09:18:15.720454 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3534e1ce-a241-4875-8121-d06ef244bfef', 'tag': '2766829b-1966-4b16-9911-80be810ce22e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:15.725530 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9488c2-0c29-454d-b25e-ad35be59b65e" -d '{"events": [{"name": "network-changed", "server_uuid": "3534e1ce-a241-4875-8121-d06ef244bfef", "tag": "2766829b-1966-4b16-9911-80be810ce22e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:15.862534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9827b4-5c4d-4f79-8645-33351ec6d868 req-36c8d5b2-c463-4c18-8083-2d2f2cf611cd tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:15.868874 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a9827b4-5c4d-4f79-8645-33351ec6d868 req-36c8d5b2-c463-4c18-8083-2d2f2cf611cd tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 944 time: 0.4431198 Nov 19 09:18:15.879824 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-acc92a62-05ba-48c5-978e-d9750bfe5889 req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:16.003287 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Pushing event deleted for resources: {'Port': ['ID=94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:16.029057 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:16.029568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:16.030103 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:16.030636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:16.031174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:16.031880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:16.032231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:16.032628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:16.033001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:16.033356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:16.033687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:16.034011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:16.040566 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-ce8610ad-7a0b-449e-995f-b5fdfe9db41d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:16.082866 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ef2f922-82d6-4050-9bb6-af7094125a11 req-b3458a0d-2a5d-4fe6-b532-d4f17e70446a tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.1314287 Nov 19 09:18:16.097877 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['54a75571-e9ad-4eb9-a23f-170d92997244', '94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:18:16.111995 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-ce8610ad-7a0b-449e-995f-b5fdfe9db41d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:16.157702 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc92a62-05ba-48c5-978e-d9750bfe5889 req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] No DVR routers for this DVR port 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:18:16.163119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b882ff6-3e11-4d1b-9ef4-9461b187b322 req-93701984-c899-4b83-a464-9f52510fee55 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0a88f664-70e2-45c3-85bf-a6ed87faf1e3 HTTP/1.1" status: 200 len: 210 time: 0.0899162 Nov 19 09:18:16.183049 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-acc92a62-05ba-48c5-978e-d9750bfe5889 req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:16.186487 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-acc92a62-05ba-48c5-978e-d9750bfe5889 req-8eb56b7d-87ad-451a-b41e-6d62741bb802 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.71 "DELETE /v2.0/ports/94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 HTTP/1.1" status: 204 len: 173 time: 1.3496947 Nov 19 09:18:16.188090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6d118a-ce79-426f-bffc-333540e35429', 'name': 'network-vif-deleted', 'tag': '94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:16.193504 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5317feda-0eca-42e5-be55-fa048339b5f1" -d '{"events": [{"server_uuid": "1a6d118a-ce79-426f-bffc-333540e35429", "name": "network-vif-deleted", "tag": "94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:16.214578 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a9827b4-5c4d-4f79-8645-33351ec6d868 req-816f7f56-806c-4259-bbb1-17eaf97a9403 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3371208 Nov 19 09:18:16.217754 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-ce8610ad-7a0b-449e-995f-b5fdfe9db41d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:18:16.222527 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-ce8610ad-7a0b-449e-995f-b5fdfe9db41d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:18:16.226638 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-ce8610ad-7a0b-449e-995f-b5fdfe9db41d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:18:16.277963 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8610ad-7a0b-449e-995f-b5fdfe9db41d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Pushing event updated for resources: {'Port': ['ID=bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:16.284245 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-623077aa-b7d9-433f-bda8-34714922b00b None None] Set router 1ed07fac-9593-4a89-9927-54f0425efdb3 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:18:16.382106 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-ce8610ad-7a0b-449e-995f-b5fdfe9db41d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:16.383182 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-ce8610ad-7a0b-449e-995f-b5fdfe9db41d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:16.420563 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc894041-6828-4455-96fd-052500d97e53 x-openstack-request-id: req-cc894041-6828-4455-96fd-052500d97e53 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:16.420909 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3534e1ce-a241-4875-8121-d06ef244bfef", "tag": "2766829b-1966-4b16-9911-80be810ce22e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:16.421141 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc894041-6828-4455-96fd-052500d97e53 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:16.421556 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3534e1ce-a241-4875-8121-d06ef244bfef', 'tag': '2766829b-1966-4b16-9911-80be810ce22e', 'status': 'completed', 'code': 200} Nov 19 09:18:16.459011 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-ce8610ad-7a0b-449e-995f-b5fdfe9db41d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9416554 Nov 19 09:18:16.494921 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28eb5ca-0eee-49c1-959b-35c2ad94c075 x-openstack-request-id: req-a28eb5ca-0eee-49c1-959b-35c2ad94c075 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:16.498045 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6d118a-ce79-426f-bffc-333540e35429", "name": "network-vif-deleted", "tag": "94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:16.498748 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a28eb5ca-0eee-49c1-959b-35c2ad94c075 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:16.499385 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6d118a-ce79-426f-bffc-333540e35429', 'name': 'network-vif-deleted', 'tag': '94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3', 'status': 'completed', 'code': 200} Nov 19 09:18:16.511330 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Request body: {'port': {'device_id': '8f29a5c0-c234-4f51-a7bc-c1924f08b99e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:16.568844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9488c2-0c29-454d-b25e-ad35be59b65e req-e6bb8868-d21c-4879-a8e7-cce0e14be79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:16.573744 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa9488c2-0c29-454d-b25e-ad35be59b65e req-e6bb8868-d21c-4879-a8e7-cce0e14be79f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=072a283379de442786fd062e799b3939&device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 1098 time: 0.1541781 Nov 19 09:18:16.733388 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:16.836759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb20473-41af-4faf-9758-ad61d50abb77 req-7302f41d-85a9-4d22-9b24-cbbb63d42302 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:16.845653 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7eb20473-41af-4faf-9758-ad61d50abb77 req-7302f41d-85a9-4d22-9b24-cbbb63d42302 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 944 time: 0.3037045 Nov 19 09:18:16.864800 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device ffec547f-1e09-4448-be71-566c0c33ba3c up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:18:16.878870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9603b-7708-4536-a21e-fc297888ef01 req-1d5bbf9d-5871-41c8-baf3-a8185f35615b tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:16.887079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8af9603b-7708-4536-a21e-fc297888ef01 req-1d5bbf9d-5871-41c8-baf3-a8185f35615b tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 945 time: 0.3097510 Nov 19 09:18:17.016771 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-21f6fb9d-8a20-4654-8ee3-dc823a25fc7c None None] Provisioning complete for port bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:17.017409 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-21f6fb9d-8a20-4654-8ee3-dc823a25fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:17.031360 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8af9603b-7708-4536-a21e-fc297888ef01 req-b4cf4c0a-4bf5-49a6-a23c-069ae181deb0 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fe81eb3-a1de-4129-aa38-318e3bb253cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430755 Nov 19 09:18:17.075946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7eb20473-41af-4faf-9758-ad61d50abb77 req-e73ea568-7737-49e1-8b69-387a1980ae57 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291441 Nov 19 09:18:17.100037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9488c2-0c29-454d-b25e-ad35be59b65e req-5f68988f-aedb-4bf3-8a1b-461ca5e3e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:17.107116 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa9488c2-0c29-454d-b25e-ad35be59b65e req-5f68988f-aedb-4bf3-8a1b-461ca5e3e28f service neutron] 10.222.0.71 "GET /v2.0/networks?id=1425c6f3-e60e-4dde-9550-c3aa7563ed09 HTTP/1.1" status: 200 len: 905 time: 0.4822340 Nov 19 09:18:17.153735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af1f4e-3964-4a5e-bd40-5ecbd3d1b462 req-7bd522b7-f636-4622-a975-dd071087ee47 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:17.161476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-623077aa-b7d9-433f-bda8-34714922b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'name': 'tempest-ServersTestJSON-60722619-router', 'tenant_id': '072a283379de442786fd062e799b3939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:17:40Z', 'updated_at': '2021-11-19T09:17:47Z', 'revision_number': 4, 'project_id': '072a283379de442786fd062e799b3939', 'gw_port': {'id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:41Z', 'updated_at': '2021-11-19T09:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '6baf9631-6d45-4394-97ac-7a2068d5f7f1', 'tenant_id': '072a283379de442786fd062e799b3939', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'port_id': '2766829b-1966-4b16-9911-80be810ce22e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'mac_address': 'fa:16:3e:a5:1b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3534e1ce-a241-4875-8121-d06ef244bfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:17:54Z', 'updated_at': '2021-11-19T09:18:13Z', 'revision_number': 1, 'project_id': '072a283379de442786fd062e799b3939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69e0a4e-e579-4451-a7fe-202e33290549', 'name': '', 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'tenant_id': '072a283379de442786fd062e799b3939', 'mac_address': 'fa:16:3e:c1:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '0959cafe-cd91-4451-8af6-7548c2767886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:46Z', 'updated_at': '2021-11-19T09:17:55Z', 'revision_number': 5, 'project_id': '072a283379de442786fd062e799b3939', 'subnets': [{'id': '0959cafe-cd91-4451-8af6-7548c2767886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:17.172023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17af1f4e-3964-4a5e-bd40-5ecbd3d1b462 req-7bd522b7-f636-4622-a975-dd071087ee47 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 945 time: 0.2778018 Nov 19 09:18:17.176581 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port ffec547f-1e09-4448-be71-566c0c33ba3c completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:18:17.192417 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port ffec547f-1e09-4448-be71-566c0c33ba3c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:17.193068 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:17.263313 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-21f6fb9d-8a20-4654-8ee3-dc823a25fc7c None None] Port bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:18:17.268901 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623077aa-b7d9-433f-bda8-34714922b00b None None] Checking router: 1ed07fac-9593-4a89-9927-54f0425efdb3 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:18:17.287133 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623077aa-b7d9-433f-bda8-34714922b00b None None] Routers {'1ed07fac-9593-4a89-9927-54f0425efdb3'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:18:17.287804 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-623077aa-b7d9-433f-bda8-34714922b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:17:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1ed07fac-9593-4a89-9927-54f0425efdb3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:17.334390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa9488c2-0c29-454d-b25e-ad35be59b65e req-6414633e-3138-4e10-b4cf-3c839e9cbbbd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2766829b-1966-4b16-9911-80be810ce22e HTTP/1.1" status: 200 len: 999 time: 0.1602576 Nov 19 09:18:17.401283 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:17.436603 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed531786-1485-46a0-a692-a939620bb527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffec547f-1e09-4448-be71-566c0c33ba3c'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:17.439146 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d156cc1-efd7-441e-b958-a781443c4cdf" -d '{"events": [{"server_uuid": "ed531786-1485-46a0-a692-a939620bb527", "name": "network-vif-plugged", "status": "completed", "tag": "ffec547f-1e09-4448-be71-566c0c33ba3c"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:17.458398 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b743e763-cd48-40f1-a82a-3dd29ac95bd9 req-c4c6a447-d39a-4164-9c38-ddbd188da43c tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a6d118a-ce79-426f-bffc-333540e35429 HTTP/1.1" status: 200 len: 210 time: 0.1187425 Nov 19 09:18:17.460311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port ffec547f-1e09-4448-be71-566c0c33ba3c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ffec547f-1e09-4448-be71-566c0c33ba3c,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:17.476193 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-623077aa-b7d9-433f-bda8-34714922b00b None None] Set router 1ed07fac-9593-4a89-9927-54f0425efdb3 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:18:17.479688 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:17.525110 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:18:17.537914 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:17.631234 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d467c34c-95e4-49b9-b625-208d44d8d479 req-d7d723bb-48ba-4a92-bfbc-5e56f84979f9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0715785 Nov 19 09:18:17.635645 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Transition to ACTIVE for port object bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:18:17.647126 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:17.694838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9488c2-0c29-454d-b25e-ad35be59b65e req-c31323f6-d620-4415-944a-1b617d1b6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:17.696371 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa9488c2-0c29-454d-b25e-ad35be59b65e req-c31323f6-d620-4415-944a-1b617d1b6ac8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0959cafe-cd91-4451-8af6-7548c2767886 HTTP/1.1" status: 200 len: 843 time: 0.3185761 Nov 19 09:18:17.708558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbe659-3bbb-403c-8c50-65e5a7c35b35 req-70a52e72-f769-4c3b-a2db-241e02a5e4bf tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:17.710198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10fbe659-3bbb-403c-8c50-65e5a7c35b35 req-70a52e72-f769-4c3b-a2db-241e02a5e4bf tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 936 time: 0.3718097 Nov 19 09:18:17.887182 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:17.923492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=ffec547f-1e09-4448-be71-566c0c33ba3c,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:17.934791 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:18.006634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Attempting to bind port bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:18:18.006981 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Attempting to bind port bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:18:18.007454 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Attempting to bind port bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:18:18.047853 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Port bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:18:18.048194 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Attempting to bind port bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:18:18.060038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:18:18.060315 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:18:18.060708 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:18:18.061198 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Bound port: bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:18:18.061543 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:18.082730 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10fbe659-3bbb-403c-8c50-65e5a7c35b35 req-de6dcbf5-0786-4204-b80b-9eb62219eccb tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652582 Nov 19 09:18:18.114489 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-623077aa-b7d9-433f-bda8-34714922b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'name': 'tempest-ServersTestJSON-60722619-router', 'tenant_id': '072a283379de442786fd062e799b3939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:17:40Z', 'updated_at': '2021-11-19T09:17:47Z', 'revision_number': 4, 'project_id': '072a283379de442786fd062e799b3939', 'gw_port': {'id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:41Z', 'updated_at': '2021-11-19T09:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '6baf9631-6d45-4394-97ac-7a2068d5f7f1', 'tenant_id': '072a283379de442786fd062e799b3939', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'port_id': '2766829b-1966-4b16-9911-80be810ce22e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'mac_address': 'fa:16:3e:a5:1b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3534e1ce-a241-4875-8121-d06ef244bfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:17:54Z', 'updated_at': '2021-11-19T09:18:13Z', 'revision_number': 1, 'project_id': '072a283379de442786fd062e799b3939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69e0a4e-e579-4451-a7fe-202e33290549', 'name': '', 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'tenant_id': '072a283379de442786fd062e799b3939', 'mac_address': 'fa:16:3e:c1:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '0959cafe-cd91-4451-8af6-7548c2767886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:46Z', 'updated_at': '2021-11-19T09:17:55Z', 'revision_number': 5, 'project_id': '072a283379de442786fd062e799b3939', 'subnets': [{'id': '0959cafe-cd91-4451-8af6-7548c2767886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:18.146204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623077aa-b7d9-433f-bda8-34714922b00b None None] The sync data for ids ['1ed07fac-9593-4a89-9927-54f0425efdb3'] in n-d-805649-14 is: [{'id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'name': 'tempest-ServersTestJSON-60722619-router', 'tenant_id': '072a283379de442786fd062e799b3939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:17:40Z', 'updated_at': '2021-11-19T09:17:47Z', 'revision_number': 4, 'project_id': '072a283379de442786fd062e799b3939', 'gw_port': {'id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:41Z', 'updated_at': '2021-11-19T09:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '6baf9631-6d45-4394-97ac-7a2068d5f7f1', 'tenant_id': '072a283379de442786fd062e799b3939', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'port_id': '2766829b-1966-4b16-9911-80be810ce22e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'mac_address': 'fa:16:3e:a5:1b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3534e1ce-a241-4875-8121-d06ef244bfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:17:54Z', 'updated_at': '2021-11-19T09:18:13Z', 'revision_number': 1, 'project_id': '072a283379de442786fd062e799b3939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69e0a4e-e579-4451-a7fe-202e33290549', 'name': '', 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'tenant_id': '072a283379de442786fd062e799b3939', 'mac_address': 'fa:16:3e:c1:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '0959cafe-cd91-4451-8af6-7548c2767886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:46Z', 'updated_at': '2021-11-19T09:17:55Z', 'revision_number': 5, 'project_id': '072a283379de442786fd062e799b3939', 'subnets': [{'id': '0959cafe-cd91-4451-8af6-7548c2767886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:18:18.151318 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea6a8f16-0af9-465f-baf1-82af1cd4a5c1 req-5070267a-4f61-453b-852a-8e2413ceb387 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0683885 Nov 19 09:18:18.168474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-17af1f4e-3964-4a5e-bd40-5ecbd3d1b462 req-82a1004a-8231-4958-b753-ad01a892ad97 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Deleting port c4401e32-947b-40fe-8f2c-1ff81c33ecaf {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:18:18.188213 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] For port bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:18:18.188981 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-17af1f4e-3964-4a5e-bd40-5ecbd3d1b462 req-82a1004a-8231-4958-b753-ad01a892ad97 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:18.193833 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] For port bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:18:18.201148 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:18.299877 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:18.300256 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:18.303283 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] 10.222.0.71 "PUT /v2.0/ports/bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 HTTP/1.1" status: 200 len: 1097 time: 1.8137333 Nov 19 09:18:18.325653 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f882e49-8b48-4575-a456-324b350bfbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:18.352888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e6a21-c070-434d-81dc-39b5738c155b req-1e2e09eb-d675-4918-b9b6-cab68500259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:18.355136 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c27e6a21-c070-434d-81dc-39b5738c155b req-1e2e09eb-d675-4918-b9b6-cab68500259e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f&tenant_id=aca38c45346a4619b8e97252585ec66d HTTP/1.1" status: 200 len: 1096 time: 0.3391140 Nov 19 09:18:18.357620 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f5b5c9-9bf1-453b-84aa-afe0efbc0714 x-openstack-request-id: req-64f5b5c9-9bf1-453b-84aa-afe0efbc0714 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:18.357920 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed531786-1485-46a0-a692-a939620bb527", "name": "network-vif-plugged", "status": "completed", "tag": "ffec547f-1e09-4448-be71-566c0c33ba3c", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:18.358188 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64f5b5c9-9bf1-453b-84aa-afe0efbc0714 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:18.358618 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed531786-1485-46a0-a692-a939620bb527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffec547f-1e09-4448-be71-566c0c33ba3c', 'code': 200} Nov 19 09:18:18.377513 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-17af1f4e-3964-4a5e-bd40-5ecbd3d1b462 req-82a1004a-8231-4958-b753-ad01a892ad97 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] For port c4401e32-947b-40fe-8f2c-1ff81c33ecaf, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c4401e32-947b-40fe-8f2c-1ff81c33ecaf,segment=NetworkSegment(a7507668-d0f0-448f-870c-ec3cee8c9af7),segment_id=a7507668-d0f0-448f-870c-ec3cee8c9af7)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:18.377936 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-17af1f4e-3964-4a5e-bd40-5ecbd3d1b462 req-82a1004a-8231-4958-b753-ad01a892ad97 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:18.403189 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:18:18.427937 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f29a5c0-c234-4f51-a7bc-c1924f08b99e', 'tag': 'bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:18.434344 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ab1316-e81d-4790-9049-40f2e275c5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f29a5c0-c234-4f51-a7bc-c1924f08b99e", "tag": "bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:18.447147 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:18.487624 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:18:18.488342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 94dc9c87-a6fb-4efc-8e55-af4e7c17c5e3 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:18:18.604895 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e259c-9873-4a8e-b221-0f917e31a0fc None None] New status for floating IP 6baf9631-6d45-4394-97ac-7a2068d5f7f1: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:18:18.683964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-5a11e409-05fb-4a9d-bc72-34d29b9745c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:18.685523 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-5a11e409-05fb-4a9d-bc72-34d29b9745c1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7aa21367de8448af9ee6c9d5d02f95dd&device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 1100 time: 0.2926149 Nov 19 09:18:18.689819 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:18.693704 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9488c2-0c29-454d-b25e-ad35be59b65e req-91dd8c39-d21d-4e24-b152-17ab2646ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:18.695397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa9488c2-0c29-454d-b25e-ad35be59b65e req-91dd8c39-d21d-4e24-b152-17ab2646ef97 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1425c6f3-e60e-4dde-9550-c3aa7563ed09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6164906 Nov 19 09:18:18.716961 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b0528-f678-4ed1-a857-1afaab82cdc0 req-c78372c4-bcc4-4c8c-bb44-4899c6ec0bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:18.725075 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c47b0528-f678-4ed1-a857-1afaab82cdc0 req-c78372c4-bcc4-4c8c-bb44-4899c6ec0bbf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 1097 time: 0.2279041 Nov 19 09:18:18.847218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8f1b6-3aae-4b62-a00d-b56685f768ad req-8f6c3b0e-21f5-4206-ab9f-e5b5e9499f82 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:18.855071 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7a8f1b6-3aae-4b62-a00d-b56685f768ad req-8f6c3b0e-21f5-4206-ab9f-e5b5e9499f82 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 945 time: 0.3037832 Nov 19 09:18:18.857755 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-ab85569c-3206-42fb-aaa5-f5e5724b5e52 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 HTTP/1.1" status: 200 len: 217 time: 0.1425288 Nov 19 09:18:18.872093 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792000d6-9f07-4e6f-b4f3-cfb40d82f17a req-65e2f04e-8767-447a-82e6-bdda59ffe179 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:18.873790 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-792000d6-9f07-4e6f-b4f3-cfb40d82f17a req-65e2f04e-8767-447a-82e6-bdda59ffe179 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 944 time: 0.5867813 Nov 19 09:18:18.971758 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c47b0528-f678-4ed1-a857-1afaab82cdc0 req-f49fb4d7-7ec4-4146-8e50-af766e617c18 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278614 Nov 19 09:18:19.036084 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-0a3f17d1-7b5a-449d-9f35-bbb74b762aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:19.037613 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-0a3f17d1-7b5a-449d-9f35-bbb74b762aa1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1514814 Nov 19 09:18:19.062622 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-17af1f4e-3964-4a5e-bd40-5ecbd3d1b462 req-82a1004a-8231-4958-b753-ad01a892ad97 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:19.063142 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-17af1f4e-3964-4a5e-bd40-5ecbd3d1b462 req-82a1004a-8231-4958-b753-ad01a892ad97 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:19.063474 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-17af1f4e-3964-4a5e-bd40-5ecbd3d1b462 req-82a1004a-8231-4958-b753-ad01a892ad97 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Floating IP 5ec5232b-4954-4593-925a-88c3682f10d9 disassociated. External IP: 172.25.0.227, port: c4401e32-947b-40fe-8f2c-1ff81c33ecaf. Nov 19 09:18:19.063830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-17af1f4e-3964-4a5e-bd40-5ecbd3d1b462 req-82a1004a-8231-4958-b753-ad01a892ad97 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Calling delete_port for c4401e32-947b-40fe-8f2c-1ff81c33ecaf owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:18:19.146726 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] For port f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:19.154806 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-792000d6-9f07-4e6f-b4f3-cfb40d82f17a req-12d83e15-e49f-4fd2-80bf-12548e023d91 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712579 Nov 19 09:18:19.207145 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7a8f1b6-3aae-4b62-a00d-b56685f768ad req-f3be7f78-99de-48c9-b62c-00d858746cb9 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups?id=1fe81eb3-a1de-4129-aa38-318e3bb253cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3507783 Nov 19 09:18:19.211031 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa9488c2-0c29-454d-b25e-ad35be59b65e req-cd06223d-57a2-494e-a0d9-1d61b92c8d46 service neutron] 10.222.0.71 "GET /v2.0/networks/1425c6f3-e60e-4dde-9550-c3aa7563ed09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833608 Nov 19 09:18:19.216133 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] For port f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:18:19.304560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4114fdd-9c00-499b-b3b8-6f530f5ff76e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:18:19.311192 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fbde77-5d03-4604-843c-a826105d2d13 x-openstack-request-id: req-67fbde77-5d03-4604-843c-a826105d2d13 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:19.311675 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f29a5c0-c234-4f51-a7bc-c1924f08b99e", "tag": "bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:19.312089 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67fbde77-5d03-4604-843c-a826105d2d13 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:19.312638 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f29a5c0-c234-4f51-a7bc-c1924f08b99e', 'tag': 'bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618', 'status': 'completed', 'code': 200} Nov 19 09:18:19.317812 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:19.338744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Transition to ACTIVE for port object f4114fdd-9c00-499b-b3b8-6f530f5ff76e will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:18:19.341636 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-499c0cbd-7f46-438d-8845-1a58218ee482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:19.343371 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-499c0cbd-7f46-438d-8845-1a58218ee482 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846262 Nov 19 09:18:19.344387 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:19.463804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa9488c2-0c29-454d-b25e-ad35be59b65e req-6af103aa-9899-4127-83ba-ce597118c2a7 service neutron] 10.222.0.71 "GET /v2.0/networks/1425c6f3-e60e-4dde-9550-c3aa7563ed09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344100 Nov 19 09:18:19.484491 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7cd8c-9b85-4ab5-8fa6-51f523a875ed req-61507cae-f866-4b46-ba56-d42fc49bb9bb tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:19.492029 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75a7cd8c-9b85-4ab5-8fa6-51f523a875ed req-61507cae-f866-4b46-ba56-d42fc49bb9bb tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 945 time: 0.2117596 Nov 19 09:18:19.520420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Pushing event updated for resources: {'Port': ['ID=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,revision_number=9']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:19.614783 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:19.615128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:19.615484 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:19.615831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:19.616173 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:19.616511 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:19.616847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:19.617206 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:19.617543 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:19.617878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:19.618937 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:19.619280 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:18:19.623248 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a830e59-fa7d-4d6a-8c61-71af36d7b1ef req-7de18561-78cb-4e55-92b6-553dad8ecd44 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:19.631078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a830e59-fa7d-4d6a-8c61-71af36d7b1ef req-7de18561-78cb-4e55-92b6-553dad8ecd44 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 948 time: 0.1323891 Nov 19 09:18:19.686025 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] No DVR routers for this DVR port f4114fdd-9c00-499b-b3b8-6f530f5ff76e on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:18:19.689772 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75a7cd8c-9b85-4ab5-8fa6-51f523a875ed req-e1d823d1-329f-4d57-85c1-778660ab88f8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954982 Nov 19 09:18:19.748552 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-6dbc410e-0de5-4006-89a8-29cc57adfff2 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752642 Nov 19 09:18:19.749571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a830e59-fa7d-4d6a-8c61-71af36d7b1ef req-66e9e3c1-0928-4156-9c26-705d5441d691 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174963 Nov 19 09:18:19.750713 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-17af1f4e-3964-4a5e-bd40-5ecbd3d1b462 req-82a1004a-8231-4958-b753-ad01a892ad97 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:19.827844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1004a-8231-4958-b753-ad01a892ad97 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event deleted for resources: {'Port': ['ID=c4401e32-947b-40fe-8f2c-1ff81c33ecaf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:19.868106 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fe072787-f870-4763-bb8f-50031a04c694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:19.905640 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd9f86ab-bfa4-4942-b403-5d30ae72df1b req-3a13c813-4c92-425c-a1b5-04386680e267 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.1062539 Nov 19 09:18:20.017614 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ebfac03f-b4e4-4ceb-b0ce-3f2964fe20be req-57d5b487-70eb-4a36-a0df-0408dc86cdb9 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591193 Nov 19 09:18:20.116034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17af1f4e-3964-4a5e-bd40-5ecbd3d1b462 req-82a1004a-8231-4958-b753-ad01a892ad97 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:18:20.168804 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Attempting to bind port f4114fdd-9c00-499b-b3b8-6f530f5ff76e on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:18:20.169265 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Attempting to bind port f4114fdd-9c00-499b-b3b8-6f530f5ff76e by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:18:20.169656 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Attempting to bind port f4114fdd-9c00-499b-b3b8-6f530f5ff76e on network 474919e0-d306-45f8-ba00-5d415ec8f657 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:18:20.174655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Port f4114fdd-9c00-499b-b3b8-6f530f5ff76e on network 474919e0-d306-45f8-ba00-5d415ec8f657 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:18:20.174979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Attempting to bind port f4114fdd-9c00-499b-b3b8-6f530f5ff76e on network 474919e0-d306-45f8-ba00-5d415ec8f657 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:18:20.182115 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:18:20.182453 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Checking segment: {'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:18:20.182900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Bound using segment: {'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:18:20.183512 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Bound port: f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:18:20.184412 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:20.309427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17af1f4e-3964-4a5e-bd40-5ecbd3d1b462 req-82a1004a-8231-4958-b753-ad01a892ad97 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:18:20.323893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267284dd-ebbe-450d-9ea7-a3c130211009 None None] Sync routers for ids ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:18:20.344722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267284dd-ebbe-450d-9ea7-a3c130211009 None None] Routers {'321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:18:20.345497 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-267284dd-ebbe-450d-9ea7-a3c130211009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:17:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:20.376009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-17af1f4e-3964-4a5e-bd40-5ecbd3d1b462 req-82a1004a-8231-4958-b753-ad01a892ad97 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] No DVR routers for this DVR port c4401e32-947b-40fe-8f2c-1ff81c33ecaf on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:18:20.379040 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-17af1f4e-3964-4a5e-bd40-5ecbd3d1b462 req-82a1004a-8231-4958-b753-ad01a892ad97 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:20.384331 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17af1f4e-3964-4a5e-bd40-5ecbd3d1b462 req-82a1004a-8231-4958-b753-ad01a892ad97 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.71 "DELETE /v2.0/ports/c4401e32-947b-40fe-8f2c-1ff81c33ecaf HTTP/1.1" status: 204 len: 173 time: 3.0429764 Nov 19 09:18:20.385205 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8b7c71-3306-4669-89e2-3b1e6a673e68', 'name': 'network-vif-deleted', 'tag': 'c4401e32-947b-40fe-8f2c-1ff81c33ecaf'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:20.389708 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45a2716-6880-42b1-a65e-f9beedbf5ecf" -d '{"events": [{"server_uuid": "ad8b7c71-3306-4669-89e2-3b1e6a673e68", "name": "network-vif-deleted", "tag": "c4401e32-947b-40fe-8f2c-1ff81c33ecaf"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:20.433225 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c4401e32-947b-40fe-8f2c-1ff81c33ecaf no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:18:20.474960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: c4401e32-947b-40fe-8f2c-1ff81c33ecaf {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:18:20.475409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c4401e32-947b-40fe-8f2c-1ff81c33ecaf not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:18:20.500722 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] For port f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:18:20.511405 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab1316-e81d-4790-9049-40f2e275c5a7 req-d3a3326c-7d6d-4a3a-8ab3-c5927cf5b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:20.518532 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-36ab1316-e81d-4790-9049-40f2e275c5a7 req-d3a3326c-7d6d-4a3a-8ab3-c5927cf5b505 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7aa21367de8448af9ee6c9d5d02f95dd&device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 1100 time: 0.2736015 Nov 19 09:18:20.530608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] For port f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:18:20.554262 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:20.592528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad7cac-0320-498e-a539-ab9fb37c109e req-cb7af241-94b4-4c1a-abbf-4ebf72586760 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:20.606101 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43ad7cac-0320-498e-a539-ab9fb37c109e req-cb7af241-94b4-4c1a-abbf-4ebf72586760 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 944 time: 0.1010537 Nov 19 09:18:20.636193 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-267284dd-ebbe-450d-9ea7-a3c130211009 None None] Set router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:18:20.702720 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd72b07b-e67c-46ce-aa6e-909f054832b0 req-914b7af4-9fe3-4884-bbd4-93f4a21f097a tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad8b7c71-3306-4669-89e2-3b1e6a673e68 HTTP/1.1" status: 200 len: 210 time: 0.0742826 Nov 19 09:18:20.748713 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:20.767565 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:20.772124 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c27e6a21-c070-434d-81dc-39b5738c155b req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] 10.222.0.71 "PUT /v2.0/ports/f4114fdd-9c00-499b-b3b8-6f530f5ff76e HTTP/1.1" status: 200 len: 1093 time: 2.3450043 Nov 19 09:18:20.777437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43ad7cac-0320-498e-a539-ab9fb37c109e req-38cbe763-3ae4-480d-9d1c-4199447890ab tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698735 Nov 19 09:18:20.869561 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822de2cc-c17e-4690-b5b7-226c3c270968 x-openstack-request-id: req-822de2cc-c17e-4690-b5b7-226c3c270968 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:20.869857 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8b7c71-3306-4669-89e2-3b1e6a673e68", "name": "network-vif-deleted", "tag": "c4401e32-947b-40fe-8f2c-1ff81c33ecaf", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:20.870112 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-822de2cc-c17e-4690-b5b7-226c3c270968 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:20.870517 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8b7c71-3306-4669-89e2-3b1e6a673e68', 'name': 'network-vif-deleted', 'tag': 'c4401e32-947b-40fe-8f2c-1ff81c33ecaf', 'status': 'completed', 'code': 200} Nov 19 09:18:20.924540 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8d502-a3d6-4feb-af47-fd046093b94f service neutron] Pushing event updated for resources: {'Port': ['ID=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:20.951257 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab1316-e81d-4790-9049-40f2e275c5a7 req-f261be0f-8a9d-4e86-b01f-99cda56d402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:20.952961 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-36ab1316-e81d-4790-9049-40f2e275c5a7 req-f261be0f-8a9d-4e86-b01f-99cda56d402e service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.4183733 Nov 19 09:18:20.990216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c66c44-76fd-413c-b62d-9e110d32148d req-1bd56543-c43d-4823-a832-d9e2d34851a0 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:20.992053 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51c66c44-76fd-413c-b62d-9e110d32148d req-1bd56543-c43d-4823-a832-d9e2d34851a0 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 945 time: 0.1129427 Nov 19 09:18:20.994337 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e6a21-c070-434d-81dc-39b5738c155b req-1e8fae5a-b302-4d42-a95e-d13126352e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:20.995914 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c27e6a21-c070-434d-81dc-39b5738c155b req-1e8fae5a-b302-4d42-a95e-d13126352e6c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aca38c45346a4619b8e97252585ec66d&device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 1097 time: 0.1560910 Nov 19 09:18:21.044744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-267284dd-ebbe-450d-9ea7-a3c130211009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 4, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '036d42bf-556f-44ab-8639-9d2c6a44a846', 'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'mac_address': 'fa:16:3e:b7:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:45Z', 'updated_at': '2021-11-19T09:09:52Z', 'revision_number': 5, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'subnets': [{'id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:21.070751 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-36ab1316-e81d-4790-9049-40f2e275c5a7 req-5f50ac75-715f-4dc4-81ff-85c7fd2a54e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 HTTP/1.1" status: 200 len: 217 time: 0.0925353 Nov 19 09:18:21.079461 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267284dd-ebbe-450d-9ea7-a3c130211009 None None] Checking router: 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:18:21.082244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-817e0e1a-f916-4d4a-b714-8cba933af71f req-364450dd-8c97-412b-ab33-fa56c0fec128 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0370271 Nov 19 09:18:21.105015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267284dd-ebbe-450d-9ea7-a3c130211009 None None] Routers {'321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:18:21.105988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-267284dd-ebbe-450d-9ea7-a3c130211009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:17:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:21.123084 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51c66c44-76fd-413c-b62d-9e110d32148d req-1570d955-8690-40ed-86ed-2f8b44a8a192 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214137 Nov 19 09:18:21.280500 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab1316-e81d-4790-9049-40f2e275c5a7 req-9f5e29f5-044a-4d00-840e-ad57c9ac7151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:21.295044 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-36ab1316-e81d-4790-9049-40f2e275c5a7 req-9f5e29f5-044a-4d00-840e-ad57c9ac7151 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.2058265 Nov 19 09:18:21.298126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c89dad-23c9-4e9f-8068-89b70a15dc02 req-93bf93e6-b748-47d4-a698-529a74df2dfd tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:21.309495 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46c89dad-23c9-4e9f-8068-89b70a15dc02 req-93bf93e6-b748-47d4-a698-529a74df2dfd tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 945 time: 0.1083386 Nov 19 09:18:21.313989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'tag': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:21.327359 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a997b86e-4fcf-4c43-bdad-d88921ca8085" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a1527d-ddc4-4c7a-9868-bbde766d2b0f", "tag": "f4114fdd-9c00-499b-b3b8-6f530f5ff76e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:21.388081 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d5b8f-98f8-4c53-8f62-71344e12b5a7 req-3c62bf64-643a-4508-bb1a-5dbb2fe1d3a6 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:21.396290 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e21d5b8f-98f8-4c53-8f62-71344e12b5a7 req-3c62bf64-643a-4508-bb1a-5dbb2fe1d3a6 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 948 time: 0.0787992 Nov 19 09:18:21.418232 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e6a21-c070-434d-81dc-39b5738c155b req-a136578d-e0a5-416b-9bb3-39275a843067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:21.420495 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c27e6a21-c070-434d-81dc-39b5738c155b req-a136578d-e0a5-416b-9bb3-39275a843067 service neutron] 10.222.0.71 "GET /v2.0/networks?id=474919e0-d306-45f8-ba00-5d415ec8f657 HTTP/1.1" status: 200 len: 918 time: 0.3735061 Nov 19 09:18:21.452342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46c89dad-23c9-4e9f-8068-89b70a15dc02 req-29c8fc33-27aa-4ed1-824b-7fce6db0b57c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417899 Nov 19 09:18:21.566211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e21d5b8f-98f8-4c53-8f62-71344e12b5a7 req-4b7e12db-90c2-4d1c-b95a-2e0dbd32fc1c tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686800 Nov 19 09:18:21.631385 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-267284dd-ebbe-450d-9ea7-a3c130211009 None None] Set router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:18:21.634014 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab1316-e81d-4790-9049-40f2e275c5a7 req-e4941ed9-90a8-4391-9321-c3ad2bea0a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:21.636076 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-36ab1316-e81d-4790-9049-40f2e275c5a7 req-e4941ed9-90a8-4391-9321-c3ad2bea0a86 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2964811 Nov 19 09:18:21.652076 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a5c89e-9aca-46cc-87ac-a26c5569553f x-openstack-request-id: req-c1a5c89e-9aca-46cc-87ac-a26c5569553f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:21.652376 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a1527d-ddc4-4c7a-9868-bbde766d2b0f", "tag": "f4114fdd-9c00-499b-b3b8-6f530f5ff76e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:21.652627 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1a5c89e-9aca-46cc-87ac-a26c5569553f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:21.653032 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'tag': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e', 'status': 'completed', 'code': 200} Nov 19 09:18:21.657671 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c27e6a21-c070-434d-81dc-39b5738c155b req-c5266d10-d71f-4e70-b2df-8859bd635046 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e HTTP/1.1" status: 200 len: 999 time: 0.1946726 Nov 19 09:18:21.765686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e6a21-c070-434d-81dc-39b5738c155b req-d8cce1de-5975-47b5-a819-e5f4dabf8e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:21.767445 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c27e6a21-c070-434d-81dc-39b5738c155b req-d8cce1de-5975-47b5-a819-e5f4dabf8e9b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b648376-425d-4c7d-a8fa-19be389f154e HTTP/1.1" status: 200 len: 856 time: 0.0741136 Nov 19 09:18:21.863720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43888) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:21.912000 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e6a21-c070-434d-81dc-39b5738c155b req-0beca992-e85a-4ff1-ac7d-a4d846c1583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:21.914238 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c27e6a21-c070-434d-81dc-39b5738c155b req-0beca992-e85a-4ff1-ac7d-a4d846c1583a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=474919e0-d306-45f8-ba00-5d415ec8f657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989261 Nov 19 09:18:22.064043 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-388c1dec-5ca0-4541-92ba-6fd756827a65 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:22.085382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba8844-2dcb-42b0-aff0-ba16ee5ab9f6 req-7539b8ba-b9c1-471a-b313-4535052f9485 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:22.093801 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3aba8844-2dcb-42b0-aff0-ba16ee5ab9f6 req-7539b8ba-b9c1-471a-b313-4535052f9485 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.0843098 Nov 19 09:18:22.135114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d6245-8c4a-47dc-98b1-42bca783bc50 req-f5753f6e-35f7-4b86-801a-c2094d33da00 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:22.142558 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-267284dd-ebbe-450d-9ea7-a3c130211009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 4, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '036d42bf-556f-44ab-8639-9d2c6a44a846', 'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'mac_address': 'fa:16:3e:b7:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:45Z', 'updated_at': '2021-11-19T09:09:52Z', 'revision_number': 5, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'subnets': [{'id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:22.145189 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-797d6245-8c4a-47dc-98b1-42bca783bc50 req-f5753f6e-35f7-4b86-801a-c2094d33da00 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 945 time: 0.1783147 Nov 19 09:18:22.163961 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-388c1dec-5ca0-4541-92ba-6fd756827a65 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:22.187594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267284dd-ebbe-450d-9ea7-a3c130211009 None None] The sync data for ids ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'] in n-d-805649-14 is: [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:09:46Z', 'revision_number': 4, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '036d42bf-556f-44ab-8639-9d2c6a44a846', 'name': '', 'network_id': 'b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'mac_address': 'fa:16:3e:b7:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:45Z', 'updated_at': '2021-11-19T09:09:52Z', 'revision_number': 5, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'subnets': [{'id': 'a2dc59a7-693a-40a0-ab45-b7982da75253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:18:22.232258 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3aba8844-2dcb-42b0-aff0-ba16ee5ab9f6 req-2543af40-de3f-40c6-a7ca-2d996342b460 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299710 Nov 19 09:18:22.245538 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-76f713d0-f959-448a-947d-73a7b5ee9092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:22.319728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-797d6245-8c4a-47dc-98b1-42bca783bc50 req-41e0c3df-3a7b-4115-ba5b-1f6c996511fc tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731784 Nov 19 09:18:22.372243 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-36ab1316-e81d-4790-9049-40f2e275c5a7 req-fc7dee75-a046-4b9d-9153-f84745480f6c service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6978180 Nov 19 09:18:22.409022 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-388c1dec-5ca0-4541-92ba-6fd756827a65 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:22.412355 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-388c1dec-5ca0-4541-92ba-6fd756827a65 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:22.416051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-388c1dec-5ca0-4541-92ba-6fd756827a65 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "DELETE /v2.0/security-groups/1fe81eb3-a1de-4129-aa38-318e3bb253cc HTTP/1.1" status: 204 len: 168 time: 0.5509005 Nov 19 09:18:22.444262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43904) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:22.445619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c1dec-5ca0-4541-92ba-6fd756827a65 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe81eb3-a1de-4129-aa38-318e3bb253cc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:22.542088 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-d63065fc-948b-4384-bde8-8852eabc50fc tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] show failed (client error): The resource could not be found. Nov 19 09:18:22.543505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d63065fc-948b-4384-bde8-8852eabc50fc tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "GET /v2.0/security-groups/1fe81eb3-a1de-4129-aa38-318e3bb253cc HTTP/1.1" status: 404 len: 347 time: 0.0948336 Nov 19 09:18:22.561795 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9993f567-bdf6-46c6-ad80-9074bf9bb9b6 req-c3a8cff8-21c3-44a4-aa2f-b8da526c2929 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0765152 Nov 19 09:18:22.562603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43906) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:22.618021 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-36ab1316-e81d-4790-9049-40f2e275c5a7 req-ca7d6e05-3633-417b-9272-96f13ee190b0 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097960 Nov 19 09:18:22.627593 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c27e6a21-c070-434d-81dc-39b5738c155b req-2288fd91-c016-4c5a-b224-a715f4c1a8ff service neutron] 10.222.0.71 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6863730 Nov 19 09:18:22.741144 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022a9847-7b6f-46d8-bde6-700a58d43d10 None None] New status for floating IP 5ec5232b-4954-4593-925a-88c3682f10d9: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:18:22.811436 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c27e6a21-c070-434d-81dc-39b5738c155b req-f3de788d-cd6f-45a3-8190-4c6e7b1ddb80 service neutron] 10.222.0.71 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753163 Nov 19 09:18:22.829427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250f6ae-328d-4df5-b9b0-d3b8ef946ee3 req-3fc80018-1eae-4142-b9c1-45e88e557480 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:22.831091 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8250f6ae-328d-4df5-b9b0-d3b8ef946ee3 req-3fc80018-1eae-4142-b9c1-45e88e557480 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.71 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 945 time: 0.2464676 Nov 19 09:18:22.892520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b0211-3e92-40df-90e3-e527419bfa4b req-43e1057c-436e-4da8-97d0-ed2627729f73 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:22.901354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d73b0211-3e92-40df-90e3-e527419bfa4b req-43e1057c-436e-4da8-97d0-ed2627729f73 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 945 time: 0.3378296 Nov 19 09:18:22.964337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4921f7b-a969-4f3b-a3ee-6ea75871bc51 req-3739920d-9a3a-4883-8fd3-ee5222034f96 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:22.972217 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4921f7b-a969-4f3b-a3ee-6ea75871bc51 req-3739920d-9a3a-4883-8fd3-ee5222034f96 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 948 time: 0.2749469 Nov 19 09:18:23.009980 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997b86e-4fcf-4c43-bdad-d88921ca8085 req-9f8fb591-2336-4e31-b48e-087718988682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:23.012537 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a997b86e-4fcf-4c43-bdad-d88921ca8085 req-9f8fb591-2336-4e31-b48e-087718988682 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aca38c45346a4619b8e97252585ec66d&device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 1097 time: 0.1306159 Nov 19 09:18:23.225571 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997b86e-4fcf-4c43-bdad-d88921ca8085 req-3f5c5ab0-8c24-40b4-aeda-674bf68a2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:23.227965 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a997b86e-4fcf-4c43-bdad-d88921ca8085 req-3f5c5ab0-8c24-40b4-aeda-674bf68a2c05 service neutron] 10.222.0.71 "GET /v2.0/networks?id=474919e0-d306-45f8-ba00-5d415ec8f657 HTTP/1.1" status: 200 len: 918 time: 0.2042141 Nov 19 09:18:23.333824 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d73b0211-3e92-40df-90e3-e527419bfa4b req-818c971a-ab24-4ab9-ac6b-8abb5bdf2b32 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/security-groups?id=96dc86a7-4a4a-4965-b875-9186676341c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269314 Nov 19 09:18:23.353250 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-783b7bc5-8743-4304-9d52-e53ea785ca16 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Deleting port a966a7ed-dba5-4c58-a133-df88bee580ed {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:18:23.362607 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-783b7bc5-8743-4304-9d52-e53ea785ca16 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:23.375970 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a997b86e-4fcf-4c43-bdad-d88921ca8085 req-1aa89f81-8263-45ff-8407-a3d6a399ef78 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e HTTP/1.1" status: 200 len: 999 time: 0.1323400 Nov 19 09:18:23.376947 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:23.437504 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997b86e-4fcf-4c43-bdad-d88921ca8085 req-7e6e7650-9579-4a4f-8fa2-d3cd3b534673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:23.439415 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a997b86e-4fcf-4c43-bdad-d88921ca8085 req-7e6e7650-9579-4a4f-8fa2-d3cd3b534673 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b648376-425d-4c7d-a8fa-19be389f154e HTTP/1.1" status: 200 len: 856 time: 0.0562992 Nov 19 09:18:23.522498 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997b86e-4fcf-4c43-bdad-d88921ca8085 req-8d73bac5-0edf-46b3-ad7c-279c5a16652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:23.524043 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a997b86e-4fcf-4c43-bdad-d88921ca8085 req-8d73bac5-0edf-46b3-ad7c-279c5a16652d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=474919e0-d306-45f8-ba00-5d415ec8f657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760438 Nov 19 09:18:23.536577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4921f7b-a969-4f3b-a3ee-6ea75871bc51 req-2a9b7676-6c87-42ca-9e0a-8d1c024e64a5 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633214 Nov 19 09:18:23.567099 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-8250f6ae-328d-4df5-b9b0-d3b8ef946ee3 req-72464796-81c7-497a-ac97-fc7c6f7e8951 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Deleting port 54a75571-e9ad-4eb9-a23f-170d92997244 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:18:23.576952 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8250f6ae-328d-4df5-b9b0-d3b8ef946ee3 req-72464796-81c7-497a-ac97-fc7c6f7e8951 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:23.699243 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a997b86e-4fcf-4c43-bdad-d88921ca8085 req-9100ea1c-8392-416e-bb43-8d54e73084da service neutron] 10.222.0.71 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670353 Nov 19 09:18:23.806863 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-783b7bc5-8743-4304-9d52-e53ea785ca16 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:23.807237 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-783b7bc5-8743-4304-9d52-e53ea785ca16 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:23.862970 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-783b7bc5-8743-4304-9d52-e53ea785ca16 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Calling delete_port for a966a7ed-dba5-4c58-a133-df88bee580ed owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:18:23.884541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c0547-a33a-4e08-a851-3d5542a2b91c req-330c2e1a-99b2-42d1-bbdb-1e17a6c0d601 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:23.893621 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b2c0547-a33a-4e08-a851-3d5542a2b91c req-330c2e1a-99b2-42d1-bbdb-1e17a6c0d601 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.3016100 Nov 19 09:18:23.927897 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d88ef-e94b-47af-86e6-85cfefad0468 req-06255a76-2753-4738-9f05-e53787ee9d8f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:23.929714 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6b1d88ef-e94b-47af-86e6-85cfefad0468 req-06255a76-2753-4738-9f05-e53787ee9d8f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 945 time: 0.2282398 Nov 19 09:18:24.110181 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a997b86e-4fcf-4c43-bdad-d88921ca8085 req-375f819b-1ebb-40bc-af7c-b4b37a3226be service neutron] 10.222.0.71 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591654 Nov 19 09:18:24.135826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b2c0547-a33a-4e08-a851-3d5542a2b91c req-41a8cbcb-54af-46a7-9f62-d9b076cb2764 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400265 Nov 19 09:18:24.195907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-8250f6ae-328d-4df5-b9b0-d3b8ef946ee3 req-72464796-81c7-497a-ac97-fc7c6f7e8951 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] For port 54a75571-e9ad-4eb9-a23f-170d92997244, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=54a75571-e9ad-4eb9-a23f-170d92997244,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:24.196873 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8250f6ae-328d-4df5-b9b0-d3b8ef946ee3 req-72464796-81c7-497a-ac97-fc7c6f7e8951 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:24.230560 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-8250f6ae-328d-4df5-b9b0-d3b8ef946ee3 req-72464796-81c7-497a-ac97-fc7c6f7e8951 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Calling delete_port for 54a75571-e9ad-4eb9-a23f-170d92997244 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:18:24.273883 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6b1d88ef-e94b-47af-86e6-85cfefad0468 req-14b662fe-a2a2-42c6-bc57-e33ad975af25 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195550 Nov 19 09:18:24.439948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:18:24.443465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ef4ad4e-86f8-425e-9f6f-902b4a98331d req-b1b19656-d6ea-4cff-b94e-67ea1ee78c78 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0421958 Nov 19 09:18:24.780774 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-783b7bc5-8743-4304-9d52-e53ea785ca16 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:24.918509 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:24.967622 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618', 'mac_address': 'fa:16:3e:0b:c5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:18:25.033604 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8250f6ae-328d-4df5-b9b0-d3b8ef946ee3 req-72464796-81c7-497a-ac97-fc7c6f7e8951 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:25.062725 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['54a75571-e9ad-4eb9-a23f-170d92997244'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:18:25.097586 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a994b17d-f85b-4d45-8ff7-973676bd2a16 req-24698956-141a-4f6e-98ad-ed7d7e36ee5a tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 210 time: 0.1040094 Nov 19 09:18:25.100505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b7bc5-8743-4304-9d52-e53ea785ca16 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Pushing event deleted for resources: {'Port': ['ID=a966a7ed-dba5-4c58-a133-df88bee580ed,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:25.107124 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:25.134553 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:25.162326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:18:25.234787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72464796-81c7-497a-ac97-fc7c6f7e8951 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Pushing event deleted for resources: {'Port': ['ID=54a75571-e9ad-4eb9-a23f-170d92997244,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:25.242740 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:25.273346 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:25.323493 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-783b7bc5-8743-4304-9d52-e53ea785ca16 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:25.326359 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-783b7bc5-8743-4304-9d52-e53ea785ca16 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:25.330445 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-783b7bc5-8743-4304-9d52-e53ea785ca16 tempest-AttachVolumeTestJSON-1358141752 tempest-AttachVolumeTestJSON-1358141752-project] 10.222.0.21 "DELETE /v2.0/floatingips/5ec5232b-4954-4593-925a-88c3682f10d9 HTTP/1.1" status: 204 len: 168 time: 2.7417014 Nov 19 09:18:25.358878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-8250f6ae-328d-4df5-b9b0-d3b8ef946ee3 req-72464796-81c7-497a-ac97-fc7c6f7e8951 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] No DVR routers for this DVR port 54a75571-e9ad-4eb9-a23f-170d92997244 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:18:25.373746 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8250f6ae-328d-4df5-b9b0-d3b8ef946ee3 req-72464796-81c7-497a-ac97-fc7c6f7e8951 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:25.379309 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8250f6ae-328d-4df5-b9b0-d3b8ef946ee3 req-72464796-81c7-497a-ac97-fc7c6f7e8951 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.71 "DELETE /v2.0/ports/54a75571-e9ad-4eb9-a23f-170d92997244 HTTP/1.1" status: 204 len: 173 time: 2.5308583 Nov 19 09:18:25.381261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd5933a-b039-447d-b4aa-4b48ed669159', 'name': 'network-vif-deleted', 'tag': '54a75571-e9ad-4eb9-a23f-170d92997244'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:25.385413 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465c60ee-e8fd-4275-80f4-f60668286bd4" -d '{"events": [{"server_uuid": "8cd5933a-b039-447d-b4aa-4b48ed669159", "name": "network-vif-deleted", "tag": "54a75571-e9ad-4eb9-a23f-170d92997244"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:25.411805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:25.418572 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:25.592803 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:18:26.468079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 54a75571-e9ad-4eb9-a23f-170d92997244 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:18:26.506257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 54a75571-e9ad-4eb9-a23f-170d92997244 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:18:26.506605 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 54a75571-e9ad-4eb9-a23f-170d92997244 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:18:26.861294 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135c40b-e5b9-43c5-b9aa-f7fc054bc72e req-18ecf682-397d-42e3-b08f-3ba9778a7743 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:26.864867 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3135c40b-e5b9-43c5-b9aa-f7fc054bc72e req-18ecf682-397d-42e3-b08f-3ba9778a7743 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 949 time: 0.0761042 Nov 19 09:18:26.948867 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3135c40b-e5b9-43c5-b9aa-f7fc054bc72e req-eb8abd99-a3c2-459f-97eb-3abf282ca5f5 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739734 Nov 19 09:18:27.104517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9b398-c95d-4331-8606-5191782c7835 req-180431f7-5377-440c-bf55-ab3ec3883e25 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:27.107654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09e9b398-c95d-4331-8606-5191782c7835 req-180431f7-5377-440c-bf55-ab3ec3883e25 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 945 time: 0.0825601 Nov 19 09:18:27.169128 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09e9b398-c95d-4331-8606-5191782c7835 req-e608c67b-61e7-4d45-8586-f7e2f1c245aa tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542810 Nov 19 09:18:27.294511 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d4d9f-a2cf-4d77-8e8f-6dd07840dd18 req-d2e87bf0-a515-46c6-a3eb-21bd8f602cc8 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:27.296611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be9d4d9f-a2cf-4d77-8e8f-6dd07840dd18 req-d2e87bf0-a515-46c6-a3eb-21bd8f602cc8 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.0629814 Nov 19 09:18:27.364046 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be9d4d9f-a2cf-4d77-8e8f-6dd07840dd18 req-056770af-2f05-4770-835a-bbd113b8d891 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597553 Nov 19 09:18:27.422372 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391633ab-aa74-4126-8b06-eca6e61616cb x-openstack-request-id: req-391633ab-aa74-4126-8b06-eca6e61616cb {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:27.422703 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd5933a-b039-447d-b4aa-4b48ed669159", "name": "network-vif-deleted", "tag": "54a75571-e9ad-4eb9-a23f-170d92997244", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:27.422969 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-391633ab-aa74-4126-8b06-eca6e61616cb {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:27.423443 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd5933a-b039-447d-b4aa-4b48ed669159', 'name': 'network-vif-deleted', 'tag': '54a75571-e9ad-4eb9-a23f-170d92997244', 'status': 'completed', 'code': 200} Nov 19 09:18:27.504554 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4c9f184d-b659-4c15-82a7-8b818388f80a req-fc6b74f6-147b-4792-bd3e-fc9509d13577 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0320308 Nov 19 09:18:27.602144 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b28d6c0-7966-47f2-95cb-d2e28c74d920 req-61fc391d-7e08-420b-a4f6-c68213ac933b tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 210 time: 0.0316634 Nov 19 09:18:27.814761 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4776c06-b3b5-4585-b98f-9e12c8c7d20c req-8924d2d3-86ca-40db-b21c-3a5d6d4144f5 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:27.816625 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d4776c06-b3b5-4585-b98f-9e12c8c7d20c req-8924d2d3-86ca-40db-b21c-3a5d6d4144f5 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 950 time: 0.0535097 Nov 19 09:18:27.870202 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d4776c06-b3b5-4585-b98f-9e12c8c7d20c req-90a246f8-f5b1-4d62-9f60-aae1b3e682d1 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440621 Nov 19 09:18:28.062544 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee225c-ea96-495c-ab17-718233765cc6 req-84c6e041-42eb-4dbc-97d4-ada8d0c57f3c tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:28.064303 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a6ee225c-ea96-495c-ab17-718233765cc6 req-84c6e041-42eb-4dbc-97d4-ada8d0c57f3c tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 949 time: 0.0525162 Nov 19 09:18:28.121803 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a6ee225c-ea96-495c-ab17-718233765cc6 req-17339eaa-bcf5-43bc-9c28-9aa030bc6901 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497773 Nov 19 09:18:28.296662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f5380-525d-4a1b-ad2e-cf4abe69e086 req-05f5a370-b1fe-42dd-8ab1-e4c2928d8fa5 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:28.298276 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d1f5380-525d-4a1b-ad2e-cf4abe69e086 req-05f5a370-b1fe-42dd-8ab1-e4c2928d8fa5 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 945 time: 0.0634804 Nov 19 09:18:28.354133 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d1f5380-525d-4a1b-ad2e-cf4abe69e086 req-5c913921-c59e-40e7-b41c-ee17c808745d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492008 Nov 19 09:18:28.464969 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:18:28.520758 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1dc2f-8955-4ac4-bf12-a684ab095eee req-fcc61436-d8bf-4c7f-a650-b9bf2fd8cf42 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:28.535059 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3df1dc2f-8955-4ac4-bf12-a684ab095eee req-fcc61436-d8bf-4c7f-a650-b9bf2fd8cf42 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.0891793 Nov 19 09:18:28.612535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:18:28.613923 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3df1dc2f-8955-4ac4-bf12-a684ab095eee req-fe5a9419-64ef-4699-85d2-31b1683d03b4 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784080 Nov 19 09:18:28.617804 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:28.618724 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:28.731278 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:28.769873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f29a5c0-c234-4f51-a7bc-c1924f08b99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:28.773900 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2223fa24-c8c2-44ef-8612-6f1febaa7d23" -d '{"events": [{"server_uuid": "8f29a5c0-c234-4f51-a7bc-c1924f08b99e", "name": "network-vif-plugged", "status": "completed", "tag": "bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:28.796682 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:28.803564 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:28.823118 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef261a5f-2fac-4355-a4e7-2d4620472f5a req-b8418ba5-8c78-4786-9305-898fdfc2a819 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0532894 Nov 19 09:18:28.907620 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:28.956901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61ecd03b-e9c4-43e4-8c3f-addd78ab44ca req-79da855d-aec9-461f-a733-6a1ab05ebd7d tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 210 time: 0.0470452 Nov 19 09:18:29.010723 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27fc61e-8da6-439a-8f55-b73ca6bc05d8 x-openstack-request-id: req-b27fc61e-8da6-439a-8f55-b73ca6bc05d8 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:29.011130 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f29a5c0-c234-4f51-a7bc-c1924f08b99e", "name": "network-vif-plugged", "status": "completed", "tag": "bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:29.011481 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b27fc61e-8da6-439a-8f55-b73ca6bc05d8 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:29.011975 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f29a5c0-c234-4f51-a7bc-c1924f08b99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618', 'code': 200} Nov 19 09:18:29.123016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a06c8e-9da4-4179-8ed2-1d198f4dbee5 req-1025d434-f73c-4e84-9f69-1f54555ce6db tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:29.125747 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-04a06c8e-9da4-4179-8ed2-1d198f4dbee5 req-1025d434-f73c-4e84-9f69-1f54555ce6db tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 950 time: 0.0612693 Nov 19 09:18:29.215452 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-04a06c8e-9da4-4179-8ed2-1d198f4dbee5 req-7348e24e-2fa8-413a-8457-15cd87035b10 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827012 Nov 19 09:18:29.343575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7976f-b4ac-42f2-8728-d035cc70a6d5 req-4c537e63-79b7-439e-a0ad-8e2d2ba2814b tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:29.345235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54a7976f-b4ac-42f2-8728-d035cc70a6d5 req-4c537e63-79b7-439e-a0ad-8e2d2ba2814b tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 950 time: 0.0639310 Nov 19 09:18:29.408777 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54a7976f-b4ac-42f2-8728-d035cc70a6d5 req-890f5126-e666-4dc7-b5aa-98a783e4b721 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545256 Nov 19 09:18:29.541630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebcdbf-b1a7-4d9d-ae29-6a5001fef3d4 req-37727c22-9df9-4fc0-b3b7-a75bae6fa09b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:29.543360 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d7ebcdbf-b1a7-4d9d-ae29-6a5001fef3d4 req-37727c22-9df9-4fc0-b3b7-a75bae6fa09b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 945 time: 0.0705304 Nov 19 09:18:29.599481 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d7ebcdbf-b1a7-4d9d-ae29-6a5001fef3d4 req-441d343c-ac9f-494c-95b0-8b298c6d66db tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497508 Nov 19 09:18:29.776156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4998512-1735-4bba-a934-f1d9a107096e req-20b8af62-1b2b-4d1b-9c00-058dac0ac9e7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:29.778195 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4998512-1735-4bba-a934-f1d9a107096e req-20b8af62-1b2b-4d1b-9c00-058dac0ac9e7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.0583916 Nov 19 09:18:29.877054 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4998512-1735-4bba-a934-f1d9a107096e req-fb45f0f8-13cb-47f7-9f3c-febea69954cc tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877621 Nov 19 09:18:30.045422 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-08dc5138-9a79-43e4-add5-2d0a02ba5fa2 req-5086557c-8757-49a4-a8f6-427e4f97f75e tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0545671 Nov 19 09:18:30.231194 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb061122-88bb-4592-af88-9d93113f75cc req-f5f0fd41-c713-4421-9961-da1f5ecbcbda tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 210 time: 0.0607116 Nov 19 09:18:30.448380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec7a0f-a346-47e2-9be6-9b212b3fb86a req-12a3a19f-921a-4c4d-9bdb-e2556505ada9 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:30.450030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7cec7a0f-a346-47e2-9be6-9b212b3fb86a req-12a3a19f-921a-4c4d-9bdb-e2556505ada9 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 950 time: 0.0779486 Nov 19 09:18:30.512879 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7cec7a0f-a346-47e2-9be6-9b212b3fb86a req-d4aeab57-c8f0-4424-b80d-5f291c56634a tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512953 Nov 19 09:18:30.705280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de473bfb-4e35-4574-b203-38b7b4e0ad81 req-9f897e76-3f73-4c9b-bf7b-1e9ae55be948 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:30.706881 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de473bfb-4e35-4574-b203-38b7b4e0ad81 req-9f897e76-3f73-4c9b-bf7b-1e9ae55be948 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 950 time: 0.0608301 Nov 19 09:18:30.762366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de473bfb-4e35-4574-b203-38b7b4e0ad81 req-b6c4a8ab-8a2a-4e72-a4d7-94d06d823772 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485477 Nov 19 09:18:30.917533 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbda21-24a3-4984-8c77-23b60ebff37f req-24fe6661-b22e-44db-93c1-9242169ce69a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:30.918988 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16dbda21-24a3-4984-8c77-23b60ebff37f req-24fe6661-b22e-44db-93c1-9242169ce69a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 945 time: 0.0563314 Nov 19 09:18:30.972275 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16dbda21-24a3-4984-8c77-23b60ebff37f req-1ddaca16-4bda-4cda-a57b-3dbf1cd9de55 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468912 Nov 19 09:18:31.121360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dc7cf-dc91-4dfd-b5a1-1f11ca223004 req-4f23a350-c675-491a-9cfa-a22693d07cad tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:31.134254 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de6dc7cf-dc91-4dfd-b5a1-1f11ca223004 req-4f23a350-c675-491a-9cfa-a22693d07cad tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.0754092 Nov 19 09:18:31.204403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de6dc7cf-dc91-4dfd-b5a1-1f11ca223004 req-747a42cf-d327-42ec-8ffa-609f38aa3231 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692291 Nov 19 09:18:31.358562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1136681-568f-40ff-aaee-87751eb554b6 req-aabf757b-e8df-4d35-961e-25da711cba27 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0361676 Nov 19 09:18:31.463489 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-865a1065-e4b0-437f-bd72-a3bdae38b853 req-08d27bca-d12a-4f35-b42b-f32279902974 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 210 time: 0.0358930 Nov 19 09:18:31.645342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d078f-814d-43b2-ae65-932b56baf0a9 req-ca0b73e9-5d01-415a-9a33-f1ab945ecb96 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:31.648734 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b64d078f-814d-43b2-ae65-932b56baf0a9 req-ca0b73e9-5d01-415a-9a33-f1ab945ecb96 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 950 time: 0.0546689 Nov 19 09:18:31.709767 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b64d078f-814d-43b2-ae65-932b56baf0a9 req-da8fd540-ccfb-4671-a7df-381848025fb1 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544512 Nov 19 09:18:31.918197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cb96d-7e5e-4b78-b1ba-d95cc9edaac1 req-d4541a62-28c5-48e3-9850-3469c2a90882 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:31.927454 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-825cb96d-7e5e-4b78-b1ba-d95cc9edaac1 req-d4541a62-28c5-48e3-9850-3469c2a90882 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 950 time: 0.0692554 Nov 19 09:18:32.004601 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-825cb96d-7e5e-4b78-b1ba-d95cc9edaac1 req-1d776397-f9cc-459d-bdbe-3191b19a24a2 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605595 Nov 19 09:18:32.116490 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754e59a-c9c9-413d-a601-07f77360fac0 req-e023fbc6-145c-4eb9-a9da-8b6c5e2576e5 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:32.118611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b754e59a-c9c9-413d-a601-07f77360fac0 req-e023fbc6-145c-4eb9-a9da-8b6c5e2576e5 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 945 time: 0.0554712 Nov 19 09:18:32.172751 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b754e59a-c9c9-413d-a601-07f77360fac0 req-7d3dcaf8-dc99-4b2b-958e-fcd2f9d6e63d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479417 Nov 19 09:18:32.382392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cee8a8-a463-4d55-b1d7-d4c9855c2d0b req-e9db98a4-8e66-4fc6-9cc1-c77de34255c2 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:32.384658 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5cee8a8-a463-4d55-b1d7-d4c9855c2d0b req-e9db98a4-8e66-4fc6-9cc1-c77de34255c2 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.0649107 Nov 19 09:18:32.442383 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5cee8a8-a463-4d55-b1d7-d4c9855c2d0b req-107f4287-c7a3-4a8d-81db-232c18424622 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509591 Nov 19 09:18:32.527986 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a09c1457-20c1-493e-b783-6d78e4a84869 req-af682167-f4a1-414f-b123-96d6862817c8 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0278821 Nov 19 09:18:32.625653 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc66e57b-ce6b-4f97-96ef-678bdec0f374 req-35e0e51d-512d-48b9-b0b3-704fcc92aaca tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 210 time: 0.0345204 Nov 19 09:18:32.842658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501f982-5d2b-45be-beb3-7be20cf606cc req-b469c1e6-6f78-4bd5-a489-5c85d368da41 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:32.844449 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d501f982-5d2b-45be-beb3-7be20cf606cc req-b469c1e6-6f78-4bd5-a489-5c85d368da41 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 950 time: 0.0518906 Nov 19 09:18:32.895466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d501f982-5d2b-45be-beb3-7be20cf606cc req-36bebe4a-70df-49ab-9117-f06abd3a806f tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436764 Nov 19 09:18:33.128195 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa82288-5317-44e2-a576-019a37d2c554 req-72384e58-d850-439d-bfa8-2d3958bcbac3 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:33.130056 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6aa82288-5317-44e2-a576-019a37d2c554 req-72384e58-d850-439d-bfa8-2d3958bcbac3 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 950 time: 0.0567403 Nov 19 09:18:33.184038 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6aa82288-5317-44e2-a576-019a37d2c554 req-eac24e1e-360d-4129-978f-4d3e38699d00 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475833 Nov 19 09:18:33.323721 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98783b-08c6-46df-ae9c-2f14718ed802 req-9ce1517a-f723-426b-aa53-06d45539022f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:33.331560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc98783b-08c6-46df-ae9c-2f14718ed802 req-9ce1517a-f723-426b-aa53-06d45539022f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 945 time: 0.0769382 Nov 19 09:18:33.379416 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc98783b-08c6-46df-ae9c-2f14718ed802 req-98db8d72-188c-4369-8595-a89d96026014 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469310 Nov 19 09:18:33.593432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db3e25-1050-47a2-ab26-9c4c6e3d78a4 req-30a400cc-86d1-4071-830f-bc6b8103acf7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:33.595151 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9db3e25-1050-47a2-ab26-9c4c6e3d78a4 req-30a400cc-86d1-4071-830f-bc6b8103acf7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.0649474 Nov 19 09:18:33.647042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9db3e25-1050-47a2-ab26-9c4c6e3d78a4 req-4eaccb7d-95c6-4b38-8b8d-fe42ddba4e61 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454118 Nov 19 09:18:33.756218 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92aef113-d420-40a2-a343-e4f2b7677a75 req-b9399173-5948-4c0d-9adf-3ca154283ff2 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0339706 Nov 19 09:18:33.888611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c9602c3-db3b-4392-afcd-b71d771f481c req-66219762-e74f-4e35-91f6-5a06ac3e2901 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 210 time: 0.0415201 Nov 19 09:18:34.049103 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89b87c-82d1-4163-8b43-58a26537087e req-3fdca99b-2641-42d1-bcc7-52ee7a0280fc tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:34.050697 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c89b87c-82d1-4163-8b43-58a26537087e req-3fdca99b-2641-42d1-bcc7-52ee7a0280fc tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 950 time: 0.0709472 Nov 19 09:18:34.106931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c89b87c-82d1-4163-8b43-58a26537087e req-e595fb2a-0095-4306-ab90-272f311a402d tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470357 Nov 19 09:18:34.342581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888bd6e-2c26-4394-9a7b-810fbd24a666 req-ca6ca955-4f0b-4d3e-9642-66c044d79d43 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:34.351081 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5888bd6e-2c26-4394-9a7b-810fbd24a666 req-ca6ca955-4f0b-4d3e-9642-66c044d79d43 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 950 time: 0.0820422 Nov 19 09:18:34.411195 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5888bd6e-2c26-4394-9a7b-810fbd24a666 req-3066f2e6-944a-4283-b20e-86729c21113d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521135 Nov 19 09:18:34.580541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888dafd-ffa3-4274-9e18-dbee75431fee req-809c8ab5-dba5-41ff-8930-b90d07aa1c81 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:34.582616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3888dafd-ffa3-4274-9e18-dbee75431fee req-809c8ab5-dba5-41ff-8930-b90d07aa1c81 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 945 time: 0.0632956 Nov 19 09:18:34.636259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3888dafd-ffa3-4274-9e18-dbee75431fee req-2be7ce3e-c76a-4b67-ad63-997a8c9eb6de tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446587 Nov 19 09:18:34.812377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8cf62-9b77-4f9a-8087-1f4e7b84a8fe req-c349bcdb-d7b7-4d88-8607-8f00eb08f6aa tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:34.815473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffd8cf62-9b77-4f9a-8087-1f4e7b84a8fe req-c349bcdb-d7b7-4d88-8607-8f00eb08f6aa tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.0852714 Nov 19 09:18:34.887494 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffd8cf62-9b77-4f9a-8087-1f4e7b84a8fe req-040a3a9c-91b5-4763-8744-c4753cd1f4d6 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641770 Nov 19 09:18:34.994910 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cae3570e-4ea1-4a0b-9857-928ef0f00f31 req-2189bc9f-85c3-479e-8dc1-948d04c7d031 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0285435 Nov 19 09:18:35.100563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb7ef681-dec3-422f-af55-a82df651d6b0 req-dce347c4-3d07-4af9-aaab-db8eeb8e88c1 tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 210 time: 0.0357654 Nov 19 09:18:35.259520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe2c43-69d5-4131-8827-f66e4293f18f req-d091f4f9-74d0-49de-bf2b-996370d27353 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:35.261232 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5fe2c43-69d5-4131-8827-f66e4293f18f req-d091f4f9-74d0-49de-bf2b-996370d27353 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 950 time: 0.0725160 Nov 19 09:18:35.316472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5fe2c43-69d5-4131-8827-f66e4293f18f req-2be8d684-71d0-4d06-ad0f-28dc72bd361a tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469549 Nov 19 09:18:35.548125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd30320-c257-404d-b413-887b11557f18 req-879509d6-3bb6-43e5-b108-ccf105856250 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:35.549742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7fd30320-c257-404d-b413-887b11557f18 req-879509d6-3bb6-43e5-b108-ccf105856250 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 950 time: 0.0511146 Nov 19 09:18:35.600613 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7fd30320-c257-404d-b413-887b11557f18 req-7ab81e8a-b8de-4335-a4be-0e850012a886 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425608 Nov 19 09:18:35.769541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952d85c-9265-4e51-9486-84e6ae5ba2ec req-d01956c3-ed48-4d44-b6d0-1b6f920abbe8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:35.771093 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a952d85c-9265-4e51-9486-84e6ae5ba2ec req-d01956c3-ed48-4d44-b6d0-1b6f920abbe8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 945 time: 0.0603278 Nov 19 09:18:35.828928 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a952d85c-9265-4e51-9486-84e6ae5ba2ec req-a8a85ba7-3dd3-4d0b-a9d4-e2dd01f3d4ea tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511723 Nov 19 09:18:36.011610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7176102-72b3-4e04-a745-b6eb80209f3d req-ff74fd33-8110-4fe3-8a4d-3615307071a3 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:36.013266 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7176102-72b3-4e04-a745-b6eb80209f3d req-ff74fd33-8110-4fe3-8a4d-3615307071a3 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.0502491 Nov 19 09:18:36.062774 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7176102-72b3-4e04-a745-b6eb80209f3d req-f628a3ec-1e97-49b7-b53e-f3fd418e3f40 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421369 Nov 19 09:18:36.152530 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-32046881-3097-461f-848b-ae9cde132714 req-8d8c1b97-bba1-47d7-9903-8375acd382fe tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0276980 Nov 19 09:18:36.244300 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7eb93df-b637-4e47-8d2a-e237511b66d0 req-7589110c-701c-447e-9b1e-a294552bf75f tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 210 time: 0.0304885 Nov 19 09:18:36.457003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc939cf8-87e4-4f8f-9078-6f00fd2582e6 req-9ec1dcdd-a68a-4cf0-8667-31a1525205ed tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:36.458679 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc939cf8-87e4-4f8f-9078-6f00fd2582e6 req-9ec1dcdd-a68a-4cf0-8667-31a1525205ed tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 950 time: 0.0705483 Nov 19 09:18:36.512219 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc939cf8-87e4-4f8f-9078-6f00fd2582e6 req-9da59441-18fa-4bcd-ab32-ba1559fd76e3 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468161 Nov 19 09:18:36.571884 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e2b34-e4aa-47b7-b9a1-2978ed4c4b52 req-2edc7356-6d25-4b1b-889f-b9be7b0a9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:36.573497 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-771e2b34-e4aa-47b7-b9a1-2978ed4c4b52 req-2edc7356-6d25-4b1b-889f-b9be7b0a9035 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 1102 time: 0.0455532 Nov 19 09:18:36.625850 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-771e2b34-e4aa-47b7-b9a1-2978ed4c4b52 req-794f43e2-9a02-4bc7-bb95-91a18f80a1b3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411074 Nov 19 09:18:36.724759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745bfa5-c090-485c-8bb4-3ea8ae0f6fe1 req-4d589437-1924-4587-8b21-b6f2939bbd2f tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:36.726200 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9745bfa5-c090-485c-8bb4-3ea8ae0f6fe1 req-4d589437-1924-4587-8b21-b6f2939bbd2f tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 950 time: 0.0532448 Nov 19 09:18:36.774825 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9745bfa5-c090-485c-8bb4-3ea8ae0f6fe1 req-a610f355-519d-4b06-9d93-5e36395c3c74 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427341 Nov 19 09:18:36.951016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df0208-115e-4d68-a3b4-f06a27fced4b req-f6d88c70-2b04-4f20-9fbe-ada9fed35b41 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:36.952537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92df0208-115e-4d68-a3b4-f06a27fced4b req-f6d88c70-2b04-4f20-9fbe-ada9fed35b41 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 945 time: 0.0513804 Nov 19 09:18:37.000246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92df0208-115e-4d68-a3b4-f06a27fced4b req-9ebb74d7-e742-40a2-b6aa-f3a26904cc71 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416999 Nov 19 09:18:37.189984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b3449-0fe3-4988-8d11-ffb94dba9b63 req-5f41d1cb-369b-4a5f-a67d-387164bde728 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:37.192012 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-663b3449-0fe3-4988-8d11-ffb94dba9b63 req-5f41d1cb-369b-4a5f-a67d-387164bde728 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.0510139 Nov 19 09:18:37.260064 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-663b3449-0fe3-4988-8d11-ffb94dba9b63 req-335d342f-4135-4b61-a880-960fb18b61e1 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619299 Nov 19 09:18:37.297295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-db640d48-ec76-4bd6-9d4b-efe7a6fd15c7 req-c4a708bc-91fc-4096-9e1d-eb52a7c65c14 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0524426 Nov 19 09:18:37.375755 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d5f0e97a-f634-4225-b2e9-48ab0007689a req-026423a6-d019-4876-84eb-a58e268a26bf tempest-ListServerFiltersTestJSON-201435981 tempest-ListServerFiltersTestJSON-201435981-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd5933a-b039-447d-b4aa-4b48ed669159 HTTP/1.1" status: 200 len: 210 time: 0.0284798 Nov 19 09:18:37.635359 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f24cb-e7e8-4a4c-a66b-74ebdda57f8a req-918e923a-b3c1-4838-87d1-0b334029f736 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:37.636847 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c63f24cb-e7e8-4a4c-a66b-74ebdda57f8a req-918e923a-b3c1-4838-87d1-0b334029f736 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 950 time: 0.0500574 Nov 19 09:18:37.685503 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c63f24cb-e7e8-4a4c-a66b-74ebdda57f8a req-7238fbd1-cf60-4bed-adc4-ead2c6598715 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424540 Nov 19 09:18:37.908903 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f5c6f-e411-4f1f-a663-d5da0c076fc4 req-03ae85ea-f836-40ac-b25f-5e7b5d55ad74 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:37.910409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b7f5c6f-e411-4f1f-a663-d5da0c076fc4 req-03ae85ea-f836-40ac-b25f-5e7b5d55ad74 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 950 time: 0.0576100 Nov 19 09:18:37.965727 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b7f5c6f-e411-4f1f-a663-d5da0c076fc4 req-b7c9ffb4-5f10-4b88-ac8c-5899f659fb8a tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483096 Nov 19 09:18:38.069518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44154) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:38.150538 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba985a9-04bd-4a97-8d22-b23fc5f992a1 req-f7596400-8d71-41ed-9c87-0b41ab63c924 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:38.158078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8ba985a9-04bd-4a97-8d22-b23fc5f992a1 req-f7596400-8d71-41ed-9c87-0b41ab63c924 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 945 time: 0.0840492 Nov 19 09:18:38.214788 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8ba985a9-04bd-4a97-8d22-b23fc5f992a1 req-03888c8b-6902-4337-bd59-989a3fff7785 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508163 Nov 19 09:18:38.413661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61639db3-b30f-4832-a859-eebe29329dc5 req-a4d549ce-4fbb-4cdb-af9e-6ffea685e9db tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:38.422393 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61639db3-b30f-4832-a859-eebe29329dc5 req-a4d549ce-4fbb-4cdb-af9e-6ffea685e9db tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.0671802 Nov 19 09:18:38.471868 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d73a653-970e-4b97-8e40-f071a6ce6ebc req-2f7b0e41-cd99-4c37-b20e-0902f36d7ebd tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0422871 Nov 19 09:18:38.545936 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61639db3-b30f-4832-a859-eebe29329dc5 req-54432a3a-275e-489c-b2ae-86121beeb705 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156809 Nov 19 09:18:38.547126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44174) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:38.612916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ab925-b9b0-4ead-8b36-98b4703abf10 req-288d7100-20e8-42fa-95ed-2c792fea01a0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:38.614237 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a45ab925-b9b0-4ead-8b36-98b4703abf10 req-288d7100-20e8-42fa-95ed-2c792fea01a0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 945 time: 0.1215057 Nov 19 09:18:38.623014 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-08851a2f-6ef8-4392-9747-c7d1d61f0c40 admin admin] Deleting subnet a7715cd8-61c1-4793-8409-cdb9b50f9d47 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:18:38.631069 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08851a2f-6ef8-4392-9747-c7d1d61f0c40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:38.694285 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e55d429-d0cc-4712-a1ef-83ea8ac9ab31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:38.702157 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08851a2f-6ef8-4392-9747-c7d1d61f0c40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:38.845016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-a45ab925-b9b0-4ead-8b36-98b4703abf10 req-f189079a-c5b1-4d7b-add0-4a93f18b95b8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Deleting port ffec547f-1e09-4448-be71-566c0c33ba3c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:18:38.845307 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a45ab925-b9b0-4ead-8b36-98b4703abf10 req-f189079a-c5b1-4d7b-add0-4a93f18b95b8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:38.862111 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08851a2f-6ef8-4392-9747-c7d1d61f0c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:38.976994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0e55d429-d0cc-4712-a1ef-83ea8ac9ab31 admin admin] Deleting port 036d42bf-556f-44ab-8639-9d2c6a44a846 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:18:38.979383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e55d429-d0cc-4712-a1ef-83ea8ac9ab31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:38.985769 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-a45ab925-b9b0-4ead-8b36-98b4703abf10 req-f189079a-c5b1-4d7b-add0-4a93f18b95b8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] For port ffec547f-1e09-4448-be71-566c0c33ba3c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ffec547f-1e09-4448-be71-566c0c33ba3c,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:38.986417 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a45ab925-b9b0-4ead-8b36-98b4703abf10 req-f189079a-c5b1-4d7b-add0-4a93f18b95b8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:38.997066 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08851a2f-6ef8-4392-9747-c7d1d61f0c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:39.029426 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08851a2f-6ef8-4392-9747-c7d1d61f0c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7715cd8-61c1-4793-8409-cdb9b50f9d47,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:39.034508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-a45ab925-b9b0-4ead-8b36-98b4703abf10 req-f189079a-c5b1-4d7b-add0-4a93f18b95b8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Calling delete_port for ffec547f-1e09-4448-be71-566c0c33ba3c owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:18:39.038454 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08851a2f-6ef8-4392-9747-c7d1d61f0c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:39.043492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-08851a2f-6ef8-4392-9747-c7d1d61f0c40 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a7715cd8-61c1-4793-8409-cdb9b50f9d47 HTTP/1.1" status: 204 len: 168 time: 0.4923730 Nov 19 09:18:39.045974 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44178) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:39.049826 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb9e15-b063-442d-9128-3c4bb72b9b3d None None] Network fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:18:39.088445 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0e55d429-d0cc-4712-a1ef-83ea8ac9ab31 admin admin] For port 036d42bf-556f-44ab-8639-9d2c6a44a846, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=036d42bf-556f-44ab-8639-9d2c6a44a846,segment=NetworkSegment(a7507668-d0f0-448f-870c-ec3cee8c9af7),segment_id=a7507668-d0f0-448f-870c-ec3cee8c9af7)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:39.088992 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e55d429-d0cc-4712-a1ef-83ea8ac9ab31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:39.103153 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0e55d429-d0cc-4712-a1ef-83ea8ac9ab31 admin admin] Calling delete_port for 036d42bf-556f-44ab-8639-9d2c6a44a846 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:18:39.230531 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:39.286135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61576ab4-9df9-4290-8258-e6d5291305d2 req-3d875836-2148-4261-84a7-179f23f391df tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:39.288120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879db657-1752-4c36-affd-b30b64ed242b None None] DHCP port deletion for fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:18:39.294338 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61576ab4-9df9-4290-8258-e6d5291305d2 req-3d875836-2148-4261-84a7-179f23f391df tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 950 time: 0.1769307 Nov 19 09:18:39.349461 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-879db657-1752-4c36-affd-b30b64ed242b None None] Deleting port 0cb1a636-f410-4c96-93ac-ddd3fc52373c {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:18:39.349842 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-879db657-1752-4c36-affd-b30b64ed242b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:39.391929 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e55d429-d0cc-4712-a1ef-83ea8ac9ab31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:39.423981 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55d429-d0cc-4712-a1ef-83ea8ac9ab31 admin admin] Pushing event deleted for resources: {'Port': ['ID=036d42bf-556f-44ab-8639-9d2c6a44a846,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:39.424639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-879db657-1752-4c36-affd-b30b64ed242b None None] For port 0cb1a636-f410-4c96-93ac-ddd3fc52373c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0cb1a636-f410-4c96-93ac-ddd3fc52373c,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:39.425055 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-879db657-1752-4c36-affd-b30b64ed242b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:39.452763 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-879db657-1752-4c36-affd-b30b64ed242b None None] Calling delete_port for 0cb1a636-f410-4c96-93ac-ddd3fc52373c owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:18:39.477723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61576ab4-9df9-4290-8258-e6d5291305d2 req-72ed0563-3182-4341-b2ab-61f4ce7eaaac tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822603 Nov 19 09:18:39.510954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af813f-4be5-4e67-8f33-27b8fb9fc04c req-daff1996-8cad-4860-88fc-3b3d19053334 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:39.519022 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72af813f-4be5-4e67-8f33-27b8fb9fc04c req-daff1996-8cad-4860-88fc-3b3d19053334 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed531786-1485-46a0-a692-a939620bb527 HTTP/1.1" status: 200 len: 945 time: 0.1589198 Nov 19 09:18:39.529689 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] Deleting port 0cb1a636-f410-4c96-93ac-ddd3fc52373c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:18:39.530033 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:39.531727 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a45ab925-b9b0-4ead-8b36-98b4703abf10 req-f189079a-c5b1-4d7b-add0-4a93f18b95b8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:39.573806 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['ffec547f-1e09-4448-be71-566c0c33ba3c'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:18:39.577996 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-879db657-1752-4c36-affd-b30b64ed242b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:39.634908 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879db657-1752-4c36-affd-b30b64ed242b None None] No DVR routers for this DVR port 0cb1a636-f410-4c96-93ac-ddd3fc52373c on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:18:39.649106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189079a-c5b1-4d7b-add0-4a93f18b95b8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Pushing event deleted for resources: {'Port': ['ID=ffec547f-1e09-4448-be71-566c0c33ba3c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:39.657997 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879db657-1752-4c36-affd-b30b64ed242b None None] Pushing event deleted for resources: {'Port': ['ID=0cb1a636-f410-4c96-93ac-ddd3fc52373c,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:39.742045 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45ab925-b9b0-4ead-8b36-98b4703abf10 req-f189079a-c5b1-4d7b-add0-4a93f18b95b8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] No DVR routers for this DVR port ffec547f-1e09-4448-be71-566c0c33ba3c on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:18:39.745970 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a45ab925-b9b0-4ead-8b36-98b4703abf10 req-f189079a-c5b1-4d7b-add0-4a93f18b95b8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:39.748852 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e55d429-d0cc-4712-a1ef-83ea8ac9ab31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:39.749975 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a45ab925-b9b0-4ead-8b36-98b4703abf10 req-f189079a-c5b1-4d7b-add0-4a93f18b95b8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.71 "DELETE /v2.0/ports/ffec547f-1e09-4448-be71-566c0c33ba3c HTTP/1.1" status: 204 len: 173 time: 1.1198995 Nov 19 09:18:39.760123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed531786-1485-46a0-a692-a939620bb527', 'name': 'network-vif-deleted', 'tag': 'ffec547f-1e09-4448-be71-566c0c33ba3c'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:39.762948 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4731f5-f790-4d8f-a8fb-ecb78a13cdff" -d '{"events": [{"server_uuid": "ed531786-1485-46a0-a692-a939620bb527", "name": "network-vif-deleted", "tag": "ffec547f-1e09-4448-be71-566c0c33ba3c"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:39.790479 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] For port 0cb1a636-f410-4c96-93ac-ddd3fc52373c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0cb1a636-f410-4c96-93ac-ddd3fc52373c,segment=NetworkSegment(1c22c42a-f26c-4767-9bc7-e0576140e7be),segment_id=1c22c42a-f26c-4767-9bc7-e0576140e7be)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:39.790479 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:39.821726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72af813f-4be5-4e67-8f33-27b8fb9fc04c req-25da2711-332a-414d-bce1-121cdf9ee22c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018274 Nov 19 09:18:39.836496 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] Calling delete_port for 0cb1a636-f410-4c96-93ac-ddd3fc52373c owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:18:39.840027 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-823bd96b-f3f6-4bab-9c1b-fcc9154e79ba req-9e802569-5a81-49c6-b292-9dd39a9d7fbe tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0513127 Nov 19 09:18:39.936607 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:40.003078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb1a636-f410-4c96-93ac-ddd3fc52373c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:40.019547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] No DVR routers for this DVR port 0cb1a636-f410-4c96-93ac-ddd3fc52373c on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:18:40.050232 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e55d429-d0cc-4712-a1ef-83ea8ac9ab31 admin admin] Router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:18:40.164704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e55d429-d0cc-4712-a1ef-83ea8ac9ab31 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:18:40.171426 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0e55d429-d0cc-4712-a1ef-83ea8ac9ab31 admin admin] 10.222.0.21 "PUT /v2.0/routers/321f1e6f-d9b2-4c73-8695-3a7efbe4cf57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1005404 Nov 19 09:18:40.174156 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44204) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:40.177465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e9238e-ca2b-4890-b453-48520bad1186 None None] Sync routers for ids ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:18:40.192490 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e9238e-ca2b-4890-b453-48520bad1186 None None] Routers {'321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:18:40.193292 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d6e9238e-ca2b-4890-b453-48520bad1186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:18:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:40.290949 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-230e7de0-96c2-42c4-a589-478620ae5513 admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:40.326267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d6e9238e-ca2b-4890-b453-48520bad1186 None None] Set router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:18:40.370209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded43a35-3927-4229-976e-629ab91838d1 req-440451d6-2562-4361-a67a-6653ac0e6a51 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:40.377612 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ded43a35-3927-4229-976e-629ab91838d1 req-440451d6-2562-4361-a67a-6653ac0e6a51 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.4375703 Nov 19 09:18:40.408256 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-230e7de0-96c2-42c4-a589-478620ae5513 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:40.431247 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ba741-e2f8-49aa-a4f4-68669f171a04 req-27a1c132-9c5a-431e-a20b-76b5cdbdb88c tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:40.432830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f14ba741-e2f8-49aa-a4f4-68669f171a04 req-27a1c132-9c5a-431e-a20b-76b5cdbdb88c tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 950 time: 0.4311392 Nov 19 09:18:40.434687 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:40.485503 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-230e7de0-96c2-42c4-a589-478620ae5513 admin admin] Deleting port f506e5f9-922f-4c85-b15b-7e1137deee88 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:18:40.485747 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-230e7de0-96c2-42c4-a589-478620ae5513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:40.489838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:40.510738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c22c42a-f26c-4767-9bc7-e0576140e7be') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:40.511036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c22c42a-f26c-4767-9bc7-e0576140e7be') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:40.531527 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ded43a35-3927-4229-976e-629ab91838d1 req-14e6a3cc-235a-4cee-b1af-e2c2a3f6b5fc tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529038 Nov 19 09:18:40.533149 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:40.545170 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c7b39465-750f-472b-bd4d-0532b602bfc9 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:18:40.560686 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f14ba741-e2f8-49aa-a4f4-68669f171a04 req-274acc22-63a8-4e1a-a305-b5489b6cc34e tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144221 Nov 19 09:18:40.567265 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:40.575709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d6e9238e-ca2b-4890-b453-48520bad1186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:18:39Z', 'revision_number': 5, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port': {'id': 'f506e5f9-922f-4c85-b15b-7e1137deee88', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:09:40Z', 'updated_at': '2021-11-19T09:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:40.581757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:18:40.582526 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:40.602675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-230e7de0-96c2-42c4-a589-478620ae5513 admin admin] For port f506e5f9-922f-4c85-b15b-7e1137deee88, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f506e5f9-922f-4c85-b15b-7e1137deee88,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:40.603258 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-230e7de0-96c2-42c4-a589-478620ae5513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:40.608510 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e9238e-ca2b-4890-b453-48520bad1186 None None] Checking router: 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:18:40.635957 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-230e7de0-96c2-42c4-a589-478620ae5513 admin admin] Calling delete_port for f506e5f9-922f-4c85-b15b-7e1137deee88 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:18:40.647511 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:18:40.653505 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:40.663110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e9238e-ca2b-4890-b453-48520bad1186 None None] Routers {'321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:18:40.664435 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d6e9238e-ca2b-4890-b453-48520bad1186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:18:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:40.667621 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:40.671700 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] 10.222.0.21 "DELETE /v2.0/networks/fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0 HTTP/1.1" status: 204 len: 168 time: 1.6247053 Nov 19 09:18:40.713047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aee284-b820-4e14-a54a-1d429abcf56a admin admin] Pushing event deleted for resources: {'Network': ['ID=fe737b1a-1cc4-4ea8-93e8-0b6889ed6ba0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:40.724393 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49679dcc-8483-4ab3-a3e5-43c9a14650c2 x-openstack-request-id: req-49679dcc-8483-4ab3-a3e5-43c9a14650c2 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:40.726012 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed531786-1485-46a0-a692-a939620bb527", "name": "network-vif-deleted", "tag": "ffec547f-1e09-4448-be71-566c0c33ba3c", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:40.726367 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49679dcc-8483-4ab3-a3e5-43c9a14650c2 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:40.726886 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed531786-1485-46a0-a692-a939620bb527', 'name': 'network-vif-deleted', 'tag': 'ffec547f-1e09-4448-be71-566c0c33ba3c', 'status': 'completed', 'code': 200} Nov 19 09:18:40.827875 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d6e9238e-ca2b-4890-b453-48520bad1186 None None] Set router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:18:40.855770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44220) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:40.887086 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:40.924335 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-11692df1-356b-460d-83eb-0fe7cc381fe0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78f90bc4c38245b9816959549f78d756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0644014 Nov 19 09:18:40.925696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44226) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:40.956772 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-230e7de0-96c2-42c4-a589-478620ae5513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:40.988805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e7de0-96c2-42c4-a589-478620ae5513 admin admin] Pushing event deleted for resources: {'Port': ['ID=f506e5f9-922f-4c85-b15b-7e1137deee88,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:41.021828 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d6e9238e-ca2b-4890-b453-48520bad1186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:18:40Z', 'revision_number': 6, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:41.022792 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e504ad7-bd43-4f18-9a14-112f5c8fcdeb req-450a2ff1-ba27-41e8-a4e8-4b7f27d63eba tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0515919 Nov 19 09:18:41.046868 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0905e66-3ed6-47b6-8f3b-3448307b8aed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:41.095637 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0905e66-3ed6-47b6-8f3b-3448307b8aed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:41.105679 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e9238e-ca2b-4890-b453-48520bad1186 None None] The sync data for ids ['321f1e6f-d9b2-4c73-8695-3a7efbe4cf57'] in n-d-805649-14 is: [{'id': '321f1e6f-d9b2-4c73-8695-3a7efbe4cf57', 'name': 'tempest-AttachVolumeTestJSON-1848899629-router', 'tenant_id': 'b7ec5d00cfc348a594077a93d6441b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:09:39Z', 'updated_at': '2021-11-19T09:18:40Z', 'revision_number': 6, 'project_id': 'b7ec5d00cfc348a594077a93d6441b62', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:18:41.113514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6423cc19-b8ea-4534-b797-484f772b4e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b39465-750f-472b-bd4d-0532b602bfc9'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:41.117293 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69da065-ff16-4bf6-b652-326ffe49893b" -d '{"events": [{"server_uuid": "6423cc19-b8ea-4534-b797-484f772b4e79", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b39465-750f-472b-bd4d-0532b602bfc9"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:41.129219 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-230e7de0-96c2-42c4-a589-478620ae5513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:41.129893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c7b39465-750f-472b-bd4d-0532b602bfc9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c7b39465-750f-472b-bd4d-0532b602bfc9,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:41.143484 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:41.201255 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0905e66-3ed6-47b6-8f3b-3448307b8aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:41.204917 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0905e66-3ed6-47b6-8f3b-3448307b8aed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:41.212804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d0905e66-3ed6-47b6-8f3b-3448307b8aed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96dc86a7-4a4a-4965-b875-9186676341c7 HTTP/1.1" status: 204 len: 168 time: 0.2827086 Nov 19 09:18:41.226980 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0905e66-3ed6-47b6-8f3b-3448307b8aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dc86a7-4a4a-4965-b875-9186676341c7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:41.264494 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72a76d7-d5d3-4dc2-bc05-77a3a57f2504 x-openstack-request-id: req-d72a76d7-d5d3-4dc2-bc05-77a3a57f2504 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:41.265061 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6423cc19-b8ea-4534-b797-484f772b4e79", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b39465-750f-472b-bd4d-0532b602bfc9", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:41.265061 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d72a76d7-d5d3-4dc2-bc05-77a3a57f2504 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:41.265473 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6423cc19-b8ea-4534-b797-484f772b4e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b39465-750f-472b-bd4d-0532b602bfc9', 'code': 200} Nov 19 09:18:41.287866 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c7b39465-750f-472b-bd4d-0532b602bfc9,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:41.300692 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e6bb2e09-36b4-4fc6-a822-0c7f2b498445 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:18:41.425186 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-c657a6c5-0f08-42b8-b0af-345a2599ae15 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:41.427733 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-c657a6c5-0f08-42b8-b0af-345a2599ae15 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 812 time: 0.1595430 Nov 19 09:18:41.458462 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-d67649e2-a1c3-4df8-b75f-82119c53a2e4 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/quotas/a3aa493f28144711ac86f80f55db14f1 HTTP/1.1" status: 200 len: 375 time: 0.0201449 Nov 19 09:18:41.531709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e6bb2e09-36b4-4fc6-a822-0c7f2b498445, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:41.550926 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-60a2236a-b628-402f-aec8-afad61b44ef9 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868359 Nov 19 09:18:41.552555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445', 'mac_address': 'fa:16:3e:45:5b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:18:41.644563 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:18:41.865202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0d598-6a4a-4d4f-904a-a557d7da988e req-8e5ca20b-fef5-4ebd-8f38-c90c3497a969 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:41.866938 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82a0d598-6a4a-4d4f-904a-a557d7da988e req-8e5ca20b-fef5-4ebd-8f38-c90c3497a969 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 950 time: 0.3868256 Nov 19 09:18:41.935595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-9790063d-f8ba-4e34-bdc1-b06f94dad08a service neutron] 10.222.0.21 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838432 Nov 19 09:18:41.996869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928c7c6-0937-4192-9944-a782d7f0d544 req-821f6cb5-63a7-41a0-8da3-c19dc00c357d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:42.005535 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5928c7c6-0937-4192-9944-a782d7f0d544 req-821f6cb5-63a7-41a0-8da3-c19dc00c357d tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 950 time: 0.2003057 Nov 19 09:18:42.014913 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-230e7de0-96c2-42c4-a589-478620ae5513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:42.023270 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-230e7de0-96c2-42c4-a589-478620ae5513 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:42.038617 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0cb1a636-f410-4c96-93ac-ddd3fc52373c no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:18:42.073671 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 0cb1a636-f410-4c96-93ac-ddd3fc52373c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:18:42.073940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0cb1a636-f410-4c96-93ac-ddd3fc52373c not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:18:42.074499 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 036d42bf-556f-44ab-8639-9d2c6a44a846 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:18:42.104820 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-230e7de0-96c2-42c4-a589-478620ae5513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:42.105398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230e7de0-96c2-42c4-a589-478620ae5513 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:18:42.111966 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-230e7de0-96c2-42c4-a589-478620ae5513 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:42.115370 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-230e7de0-96c2-42c4-a589-478620ae5513 admin admin] 10.222.0.21 "DELETE /v2.0/routers/321f1e6f-d9b2-4c73-8695-3a7efbe4cf57 HTTP/1.1" status: 204 len: 168 time: 1.9380016 Nov 19 09:18:42.118609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44280) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:42.165197 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 036d42bf-556f-44ab-8639-9d2c6a44a846 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:18:42.166168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 036d42bf-556f-44ab-8639-9d2c6a44a846 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:18:42.170411 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:42.192635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bb2e09-36b4-4fc6-a822-0c7f2b498445 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:18:42.218283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e6bb2e09-36b4-4fc6-a822-0c7f2b498445, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:42.223250 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8512493-f428-4713-a5f4-1821f79c9dc1 admin admin] Deleting subnet a2dc59a7-693a-40a0-ab45-b7982da75253 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:18:42.224349 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:42.232571 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8512493-f428-4713-a5f4-1821f79c9dc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:42.306918 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8512493-f428-4713-a5f4-1821f79c9dc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:42.348016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5928c7c6-0937-4192-9944-a782d7f0d544 req-b99ac685-92ee-4c96-9f46-196cea12f7ac tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4dbe29-cb97-4da2-9638-80dfd518bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396189 Nov 19 09:18:42.352821 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['e6bb2e09-36b4-4fc6-a822-0c7f2b498445'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:18:42.375968 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:42.422969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-c07be74f-36f7-487f-bba6-189dbb0debc0 service neutron] 10.222.0.21 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842227 Nov 19 09:18:42.437603 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8512493-f428-4713-a5f4-1821f79c9dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:42.468478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-82a0d598-6a4a-4d4f-904a-a557d7da988e req-425712a7-910b-4636-87fe-17382db2386c tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Deleting port bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:18:42.468819 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-82a0d598-6a4a-4d4f-904a-a557d7da988e req-425712a7-910b-4636-87fe-17382db2386c tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:42.553846 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8512493-f428-4713-a5f4-1821f79c9dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:42.558939 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device ffec547f-1e09-4448-be71-566c0c33ba3c no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:18:42.636758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8512493-f428-4713-a5f4-1821f79c9dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2dc59a7-693a-40a0-ab45-b7982da75253,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:42.645821 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f406b3fe-fb03-4ef6-a40b-bea2a9ceff9e None None] Network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:18:42.650927 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8512493-f428-4713-a5f4-1821f79c9dc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:42.666094 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a8512493-f428-4713-a5f4-1821f79c9dc1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a2dc59a7-693a-40a0-ab45-b7982da75253 HTTP/1.1" status: 204 len: 168 time: 0.5463254 Nov 19 09:18:42.668236 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44292) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:42.709824 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: ffec547f-1e09-4448-be71-566c0c33ba3c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:18:42.710374 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device ffec547f-1e09-4448-be71-566c0c33ba3c not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:18:42.797805 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:42.828334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-82a0d598-6a4a-4d4f-904a-a557d7da988e req-425712a7-910b-4636-87fe-17382db2386c tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] For port bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:42.829998 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-82a0d598-6a4a-4d4f-904a-a557d7da988e req-425712a7-910b-4636-87fe-17382db2386c tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:42.862863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-82a0d598-6a4a-4d4f-904a-a557d7da988e req-425712a7-910b-4636-87fe-17382db2386c tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Calling delete_port for bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:18:42.903778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed371e-d619-40ee-a1c7-63ab2a40b62b req-76822975-2225-4020-8397-e9bc43a1d960 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:42.905437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38ed371e-d619-40ee-a1c7-63ab2a40b62b req-76822975-2225-4020-8397-e9bc43a1d960 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.3883772 Nov 19 09:18:42.905950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44310) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:43.005943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] Deleting port 787712a4-ebb5-4aa7-9669-15a6ae139792 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:18:43.007366 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.026600 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5baabe3-cb73-41c8-981c-f10baf03592b req-b3b9363f-d4fe-486f-9d93-e120af3d5885 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0463908 Nov 19 09:18:43.059965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38ed371e-d619-40ee-a1c7-63ab2a40b62b req-eb581b92-6939-477a-81d7-00c41942085d tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151423 Nov 19 09:18:43.201535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac69cf55-28c8-42cd-8b4e-9de89a28fa8b None None] DHCP port deletion for b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:18:43.205471 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] For port 787712a4-ebb5-4aa7-9669-15a6ae139792, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=787712a4-ebb5-4aa7-9669-15a6ae139792,segment=NetworkSegment(a7507668-d0f0-448f-870c-ec3cee8c9af7),segment_id=a7507668-d0f0-448f-870c-ec3cee8c9af7)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:43.205976 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.236408 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] Calling delete_port for 787712a4-ebb5-4aa7-9669-15a6ae139792 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:18:43.290920 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eae82887-ff92-46a0-ad26-1d0ebabac4e5 req-5f2ebf92-760e-46fc-9a43-871565166914 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 210 time: 0.0568960 Nov 19 09:18:43.333471 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e6bb2e09-36b4-4fc6-a822-0c7f2b498445 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:18:43.391400 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d5aa5ca5-ee62-436b-b30c-292c4b80cc24 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-424412641-network', 'tenant_id': '8144ed889e0e449f999e146a50a01315'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:43.412242 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-82a0d598-6a4a-4d4f-904a-a557d7da988e req-425712a7-910b-4636-87fe-17382db2386c tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.437742 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 787712a4-ebb5-4aa7-9669-15a6ae139792 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:18:43.446651 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.481683 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] No DVR routers for this DVR port 787712a4-ebb5-4aa7-9669-15a6ae139792 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:18:43.485615 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] Pushing event deleted for resources: {'Port': ['ID=787712a4-ebb5-4aa7-9669-15a6ae139792,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:43.504812 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425712a7-910b-4636-87fe-17382db2386c tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Pushing event deleted for resources: {'Port': ['ID=bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:43.520480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 787712a4-ebb5-4aa7-9669-15a6ae139792 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:18:43.521300 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 787712a4-ebb5-4aa7-9669-15a6ae139792 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:18:43.521820 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f506e5f9-922f-4c85-b15b-7e1137deee88 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:18:43.546972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8d52307-c224-4482-a9d6-e91d42f57f49 req-b3709119-6ff3-4012-934c-b4a500c7d504 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 210 time: 0.0712726 Nov 19 09:18:43.549810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aa5ca5-ee62-436b-b30c-292c4b80cc24 admin admin] Made reservation on behalf of 8144ed889e0e449f999e146a50a01315 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:18:43.552110 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5aa5ca5-ee62-436b-b30c-292c4b80cc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.564648 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5aa5ca5-ee62-436b-b30c-292c4b80cc24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.585843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ac69cf55-28c8-42cd-8b4e-9de89a28fa8b None None] Deleting port 787712a4-ebb5-4aa7-9669-15a6ae139792 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:18:43.587152 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac69cf55-28c8-42cd-8b4e-9de89a28fa8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.629792 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.660319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:43.674783 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7507668-d0f0-448f-870c-ec3cee8c9af7') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:43.675720 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7507668-d0f0-448f-870c-ec3cee8c9af7') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:43.683802 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: f506e5f9-922f-4c85-b15b-7e1137deee88 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:18:43.684155 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f506e5f9-922f-4c85-b15b-7e1137deee88 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:18:43.705420 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.725175 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.732908 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:18:43.733594 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.747037 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5aa5ca5-ee62-436b-b30c-292c4b80cc24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.754465 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a0d598-6a4a-4d4f-904a-a557d7da988e req-425712a7-910b-4636-87fe-17382db2386c tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] No DVR routers for this DVR port bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:18:43.767412 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-82a0d598-6a4a-4d4f-904a-a557d7da988e req-425712a7-910b-4636-87fe-17382db2386c tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.768641 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ac69cf55-28c8-42cd-8b4e-9de89a28fa8b None None] For port 787712a4-ebb5-4aa7-9669-15a6ae139792, host n-d-805649-14, got binding levels [] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:43.769053 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac69cf55-28c8-42cd-8b4e-9de89a28fa8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.777472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82a0d598-6a4a-4d4f-904a-a557d7da988e req-425712a7-910b-4636-87fe-17382db2386c tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.71 "DELETE /v2.0/ports/bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 HTTP/1.1" status: 204 len: 173 time: 1.9005680 Nov 19 09:18:43.778396 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f29a5c0-c234-4f51-a7bc-c1924f08b99e', 'name': 'network-vif-deleted', 'tag': 'bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:43.781188 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bb7e3f-d9a2-42f6-ac0a-52d7db521f38" -d '{"events": [{"server_uuid": "8f29a5c0-c234-4f51-a7bc-c1924f08b99e", "name": "network-vif-deleted", "tag": "bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:43.784972 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5aa5ca5-ee62-436b-b30c-292c4b80cc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.811393 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port e6bb2e09-36b4-4fc6-a822-0c7f2b498445 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:43.812876 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:18:43.845235 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:18:43.855812 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.861625 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:43.868139 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] 10.222.0.21 "DELETE /v2.0/networks/b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca HTTP/1.1" status: 204 len: 168 time: 1.1972158 Nov 19 09:18:43.887652 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29699d-d9bf-43f7-b235-01ed12a9787c admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:43.937065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa5ca5-ee62-436b-b30c-292c4b80cc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:43.952006 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99a7718-3a0f-4b88-bf47-09abd9f2c0f8 x-openstack-request-id: req-d99a7718-3a0f-4b88-bf47-09abd9f2c0f8 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:43.953744 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f29a5c0-c234-4f51-a7bc-c1924f08b99e", "name": "network-vif-deleted", "tag": "bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:43.955543 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d99a7718-3a0f-4b88-bf47-09abd9f2c0f8 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:43.957846 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f29a5c0-c234-4f51-a7bc-c1924f08b99e', 'name': 'network-vif-deleted', 'tag': 'bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618', 'status': 'completed', 'code': 200} Nov 19 09:18:43.986943 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ac69cf55-28c8-42cd-8b4e-9de89a28fa8b None None] Calling delete_port for 787712a4-ebb5-4aa7-9669-15a6ae139792 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:18:43.990213 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.ipam_backend_mixin [None req-ac69cf55-28c8-42cd-8b4e-9de89a28fa8b None None] Port 787712a4-ebb5-4aa7-9669-15a6ae139792 was not found and therefore no delete operation was performed {{(pid=103478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 09:18:43.991111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5aa5ca5-ee62-436b-b30c-292c4b80cc24 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:18:44.000223 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac69cf55-28c8-42cd-8b4e-9de89a28fa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:44.020269 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5aa5ca5-ee62-436b-b30c-292c4b80cc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:44.021333 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-d5aa5ca5-ee62-436b-b30c-292c4b80cc24 admin admin] Added segment a7bd70b6-794d-4b61-b38c-b563b034cef1 of type vlan for network ae30f9f9-a15f-46da-bac5-9059230a3308 Nov 19 09:18:44.066896 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69cf55-28c8-42cd-8b4e-9de89a28fa8b None None] Pushing event deleted for resources: {'Port': ['ID=787712a4-ebb5-4aa7-9669-15a6ae139792,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:44.088885 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5aa5ca5-ee62-436b-b30c-292c4b80cc24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:44.104868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac69cf55-28c8-42cd-8b4e-9de89a28fa8b None None] Network b5c32ff7-c7c3-4ccc-8d05-ffd61e3d26ca is not hosted by any dhcp agent {{(pid=103478) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 09:18:44.108129 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac69cf55-28c8-42cd-8b4e-9de89a28fa8b None None] No DVR routers for this DVR port 787712a4-ebb5-4aa7-9669-15a6ae139792 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:18:44.151676 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5aa5ca5-ee62-436b-b30c-292c4b80cc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:44.152789 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aa5ca5-ee62-436b-b30c-292c4b80cc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:44.153733 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5aa5ca5-ee62-436b-b30c-292c4b80cc24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:44.198858 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44342) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:44.223031 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:44.256979 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ddc1d2-870e-43ff-b29f-b18e05e54b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:44.260086 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa980876-4c66-43c0-a1c4-c948421f02f6" -d '{"events": [{"server_uuid": "19ddc1d2-870e-43ff-b29f-b18e05e54b29", "name": "network-vif-plugged", "status": "completed", "tag": "e6bb2e09-36b4-4fc6-a822-0c7f2b498445"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:44.276061 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e6bb2e09-36b4-4fc6-a822-0c7f2b498445, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:44.277336 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1bdb7d1b-c32e-4308-b52e-8ac5b350fe17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7ec5d00cfc348a594077a93d6441b62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0772250 Nov 19 09:18:44.284038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44346) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:44.287971 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:44.300975 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d5aa5ca5-ee62-436b-b30c-292c4b80cc24 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3641863 Nov 19 09:18:44.303856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44348) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:44.309405 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-bed32f1c-95ee-480c-b476-ea2a103aed99 admin admin] Request body: {'subnet': {'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-424412641-subnet', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:44.334079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d8ea431-0bf2-411d-8138-f5283c273aea req-3d8271ff-a857-4971-9ab8-12f482ad27fa tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0831835 Nov 19 09:18:44.343070 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed32f1c-95ee-480c-b476-ea2a103aed99 admin admin] Made reservation on behalf of 8144ed889e0e449f999e146a50a01315 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:18:44.348122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bed32f1c-95ee-480c-b476-ea2a103aed99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:44.365012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,revision_number=10']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:44.382755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa5ca5-ee62-436b-b30c-292c4b80cc24 admin admin] Pushing event updated for resources: {'Network': ['ID=ae30f9f9-a15f-46da-bac5-9059230a3308,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:44.396533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network ae30f9f9-a15f-46da-bac5-9059230a3308 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:18:44.437840 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4096f513-15a5-4152-9ed7-9752f70a663b x-openstack-request-id: req-4096f513-15a5-4152-9ed7-9752f70a663b {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:44.438547 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ddc1d2-870e-43ff-b29f-b18e05e54b29", "name": "network-vif-plugged", "status": "completed", "tag": "e6bb2e09-36b4-4fc6-a822-0c7f2b498445", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:44.438913 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4096f513-15a5-4152-9ed7-9752f70a663b {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:44.439869 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ddc1d2-870e-43ff-b29f-b18e05e54b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445', 'code': 200} Nov 19 09:18:44.458585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ceede-10d8-4faf-9e88-692320ffad14 req-8acdec9f-7704-4436-b818-ca525a2ceb1d tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:44.475929 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d3ceede-10d8-4faf-9e88-692320ffad14 req-8acdec9f-7704-4436-b818-ca525a2ceb1d tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.2140357 Nov 19 09:18:44.554624 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29cc46ef-37d8-4c1e-9123-99e80a6ad007 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:44.560840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:18:44.568891 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a2ebee5-2e59-41df-9e5d-add52ab35b09 req-c4d8af27-2520-43b6-9773-e9d9c796191c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 210 time: 0.0470233 Nov 19 09:18:44.624278 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bed32f1c-95ee-480c-b476-ea2a103aed99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:44.625802 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:18:44.626290 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bf25aad2-ca4c-4ca6-bea6-8d7dc0a82618 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:18:44.672240 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29cc46ef-37d8-4c1e-9123-99e80a6ad007 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:44.700068 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed32f1c-95ee-480c-b476-ea2a103aed99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=921a28c7-4b96-4975-b8f4-7f638315c845,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:44.714644 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d3ceede-10d8-4faf-9e88-692320ffad14 req-2e937e3c-fcc9-4a77-9bcb-ece80a4e5cef tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374644 Nov 19 09:18:44.740756 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed32f1c-95ee-480c-b476-ea2a103aed99 admin admin] Checking segment: {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:18:44.740756 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed32f1c-95ee-480c-b476-ea2a103aed99 admin admin] Network hostable DHCP agents. Network: ae30f9f9-a15f-46da-bac5-9059230a3308, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:18:44.766619 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed32f1c-95ee-480c-b476-ea2a103aed99 admin admin] Network ae30f9f9-a15f-46da-bac5-9059230a3308 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:18:44.797391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-bed32f1c-95ee-480c-b476-ea2a103aed99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, ae30f9f9-a15f-46da-bac5-9059230a3308) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:18:44.811014 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ad4820-2307-4cf0-bc2e-29357aafd4b1 None None] Network ae30f9f9-a15f-46da-bac5-9059230a3308 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:18:44.833787 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed32f1c-95ee-480c-b476-ea2a103aed99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:44.833787 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bed32f1c-95ee-480c-b476-ea2a103aed99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:44.900660 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5f482d0-2723-4450-8c57-f4a0cc5a35f3 req-2aabf92d-6716-48e8-9929-7d12abf29154 tempest-ImagesNegativeTestJSON-1390040888 tempest-ImagesNegativeTestJSON-1390040888-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f29a5c0-c234-4f51-a7bc-c1924f08b99e HTTP/1.1" status: 200 len: 210 time: 0.1239765 Nov 19 09:18:44.983988 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bed32f1c-95ee-480c-b476-ea2a103aed99 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6783528 Nov 19 09:18:44.986667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44360) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:45.001883 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-424412641-router', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:45.060076 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:45.061450 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:45.068874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-64150678-3bf4-4c60-9b8e-0e0b2447c3b3 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:45.070397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-64150678-3bf4-4c60-9b8e-0e0b2447c3b3 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.71 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 812 time: 0.4350367 Nov 19 09:18:45.094256 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-621e59e3-cf23-4403-86e4-a85686e4f06b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Request body: {'port': {'device_id': '1ec6a93f-3b5b-4bc8-8d95-624f59bf5962', 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d', 'admin_state_up': True, 'tenant_id': 'a3aa493f28144711ac86f80f55db14f1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:45.099370 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29cc46ef-37d8-4c1e-9123-99e80a6ad007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:45.102901 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29cc46ef-37d8-4c1e-9123-99e80a6ad007 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:45.102901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-29cc46ef-37d8-4c1e-9123-99e80a6ad007 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a289a56a-a4e6-4ee3-9d41-be5b075771ff HTTP/1.1" status: 204 len: 168 time: 0.8012667 Nov 19 09:18:45.151132 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:45.216105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc46ef-37d8-4c1e-9123-99e80a6ad007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a289a56a-a4e6-4ee3-9d41-be5b075771ff,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:45.274997 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ae30f9f9-a15f-46da-bac5-9059230a3308', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:18:45.276661 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:45.402288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-621e59e3-cf23-4403-86e4-a85686e4f06b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Made reservation on behalf of a3aa493f28144711ac86f80f55db14f1 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:18:45.414826 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-621e59e3-cf23-4403-86e4-a85686e4f06b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:45.429304 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:45.469261 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:45.513027 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1f5a6af-6c63-4734-a34d-7b7e663d9f88 req-a577d5cc-0ad4-43b0-9c6e-1a6f6c02a0e4 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0561600 Nov 19 09:18:45.543985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Allocated IP 172.20.0.2 (ae30f9f9-a15f-46da-bac5-9059230a3308/921a28c7-4b96-4975-b8f4-7f638315c845/ed0b1bf7-b620-495f-bb94-708ba391c4ba) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:18:45.733468 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:45.749943 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:45.793040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Network ae30f9f9-a15f-46da-bac5-9059230a3308 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:18:45.796522 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:18:45.814203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3156487d-ba4b-4d3f-b15a-eada976193ae req-9c858d79-d86a-49e1-bc93-bb6e19354051 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 210 time: 0.1016116 Nov 19 09:18:45.852556 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:18:45.872575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-621e59e3-cf23-4403-86e4-a85686e4f06b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Allocated IP 172.20.0.11 (68891e5d-5b07-4df8-ac8e-265403f0b48d/36b7a476-6d23-433a-bab3-7b5f4026dadc/83e78bb2-d494-4c6c-9372-ef33b02ca1fa) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:18:45.980237 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Pushing event updated for resources: {'Port': ['ID=ed0b1bf7-b620-495f-bb94-708ba391c4ba,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:46.051768 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Attempting to bind port ed0b1bf7-b620-495f-bb94-708ba391c4ba on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:18:46.052434 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Attempting to bind port ed0b1bf7-b620-495f-bb94-708ba391c4ba by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:18:46.052940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Attempting to bind port ed0b1bf7-b620-495f-bb94-708ba391c4ba on network ae30f9f9-a15f-46da-bac5-9059230a3308 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:18:46.074090 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:18:46.074483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Checking segment: {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:18:46.074900 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:46.075305 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Bound using segment: {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:18:46.078216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Bound port: ed0b1bf7-b620-495f-bb94-708ba391c4ba, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:18:46.082162 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:46.083891 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:46.110311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0d103-13c5-4f7b-a084-d90d360c066f req-cbe03ee3-89ad-4d92-96b6-aefb3cb62e87 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:46.111922 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fab0d103-13c5-4f7b-a084-d90d360c066f req-cbe03ee3-89ad-4d92-96b6-aefb3cb62e87 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 945 time: 0.2073231 Nov 19 09:18:46.134214 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:46.238558 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] For port ed0b1bf7-b620-495f-bb94-708ba391c4ba, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:18:46.251734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] For port ed0b1bf7-b620-495f-bb94-708ba391c4ba, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ed0b1bf7-b620-495f-bb94-708ba391c4ba,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:18:46.263379 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:46.352405 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fab0d103-13c5-4f7b-a084-d90d360c066f req-0808eaf3-dba3-4a29-b206-03cd8bd95ea0 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250795 Nov 19 09:18:46.434750 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-621e59e3-cf23-4403-86e4-a85686e4f06b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:46.443500 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb2191-5301-4413-a75a-d3ee59c2a450 None None] Pushing event updated for resources: {'Port': ['ID=ed0b1bf7-b620-495f-bb94-708ba391c4ba,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:46.457686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Allocated IP 172.25.0.237 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:18:46.531565 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-621e59e3-cf23-4403-86e4-a85686e4f06b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:46.579246 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f4114fdd-9c00-499b-b3b8-6f530f5ff76e details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:18:46.741215 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:46.876294 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1456320-5f81-4860-9cc5-0565ef1e1810 req-cb676e66-a6f9-4517-becf-e67c4e85ad7f tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.1417041 Nov 19 09:18:46.879717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e59e3-cf23-4403-86e4-a85686e4f06b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Pushing event updated for resources: {'Port': ['ID=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:46.912082 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:46.922878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-621e59e3-cf23-4403-86e4-a85686e4f06b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Network 68891e5d-5b07-4df8-ac8e-265403f0b48d is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:18:46.925864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-621e59e3-cf23-4403-86e4-a85686e4f06b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:18:46.934159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-621e59e3-cf23-4403-86e4-a85686e4f06b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:18:46.983719 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44428) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:47.011300 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:47.014176 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:18:47.017594 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:18:47.022111 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:18:47.042831 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'port_id': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e', 'mac_address': 'fa:16:3e:28:9a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:18:47.060079 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Pushing event updated for resources: {'Port': ['ID=e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:47.154722 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:47.197052 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44432) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:47.214807 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4114fdd-9c00-499b-b3b8-6f530f5ff76e {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:18:47.223325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-621e59e3-cf23-4403-86e4-a85686e4f06b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:47.224870 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-621e59e3-cf23-4403-86e4-a85686e4f06b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:47.257962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:47.275160 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:47.288712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3a523-c4a3-484c-9c28-511801dd5c1f req-062d9dbc-b240-47d5-8434-8957df627298 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:47.293611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6c3a523-c4a3-484c-9c28-511801dd5c1f req-062d9dbc-b240-47d5-8434-8957df627298 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 932 time: 0.2862792 Nov 19 09:18:47.318761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-621e59e3-cf23-4403-86e4-a85686e4f06b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2307649 Nov 19 09:18:47.343249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Request body: {'port': {'device_id': '1ec6a93f-3b5b-4bc8-8d95-624f59bf5962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:47.434390 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,revision_number=11']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:47.506284 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ed0b1bf7-b620-495f-bb94-708ba391c4ba up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:18:47.543743 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:47.558666 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['f4114fdd-9c00-499b-b3b8-6f530f5ff76e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:18:47.572769 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9bf07ffa-286c-4288-87b9-ca0ef4300cef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1836733462-network', 'tenant_id': 'c4a218925f9b4cee924716587fe0f2b0'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:47.597391 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6c3a523-c4a3-484c-9c28-511801dd5c1f req-7884c156-faa3-4f71-8c49-e8f81a70a915 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944651 Nov 19 09:18:47.671197 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ed0b1bf7-b620-495f-bb94-708ba391c4ba triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:47.671779 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:47.679385 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e7ae5ce5-86c1-4940-8320-3633a01fb97b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7aa21367de8448af9ee6c9d5d02f95dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4781840 Nov 19 09:18:47.679611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44450) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:47.698825 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf07ffa-286c-4288-87b9-ca0ef4300cef admin admin] Made reservation on behalf of c4a218925f9b4cee924716587fe0f2b0 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:18:47.708183 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9bf07ffa-286c-4288-87b9-ca0ef4300cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:47.736161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ba7bf-ad9a-4f5b-959f-43fa7cd470ea req-4ebc33f5-22e8-47fa-b64a-b66b67035482 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:47.748637 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-479ba7bf-ad9a-4f5b-959f-43fa7cd470ea req-4ebc33f5-22e8-47fa-b64a-b66b67035482 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 946 time: 0.1449280 Nov 19 09:18:47.758423 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:47.788331 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:47.911795 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9bf07ffa-286c-4288-87b9-ca0ef4300cef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:47.937077 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-479ba7bf-ad9a-4f5b-959f-43fa7cd470ea req-69756b33-e326-4bd5-910c-c97eb4597ab0 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867003 Nov 19 09:18:47.951751 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.029866 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port ed0b1bf7-b620-495f-bb94-708ba391c4ba, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ed0b1bf7-b620-495f-bb94-708ba391c4ba,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:48.039059 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.119731 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9bf07ffa-286c-4288-87b9-ca0ef4300cef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.120378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=ed0b1bf7-b620-495f-bb94-708ba391c4ba,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:48.130713 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9bf07ffa-286c-4288-87b9-ca0ef4300cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.153162 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a18ad58-a985-4f0b-94f4-62d5836831ca req-ef530e86-6b36-4e82-98f1-4672e1501bc1 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0666478 Nov 19 09:18:48.225886 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b62901c5-48f8-4cfb-80bb-383fb15e2ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.235654 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf07ffa-286c-4288-87b9-ca0ef4300cef admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:18:48.282403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf07ffa-286c-4288-87b9-ca0ef4300cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633b42df-fb4b-4be3-8025-7d0814f40349,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:48.293029 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9bf07ffa-286c-4288-87b9-ca0ef4300cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.293552 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-9bf07ffa-286c-4288-87b9-ca0ef4300cef admin admin] Added segment ed5eb76a-26db-46ed-a12c-85e27c0f02c4 of type vlan for network 1610bc0a-1f3a-4b33-a340-44873c55939a Nov 19 09:18:48.311123 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b62901c5-48f8-4cfb-80bb-383fb15e2ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.323789 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e78bb2-d494-4c6c-9372-ef33b02ca1fa {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:18:48.329005 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efebebc-d405-4b8e-b36c-696328b57aed None None] Network ae30f9f9-a15f-46da-bac5-9059230a3308 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:18:48.354480 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.387498 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.439263 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Transition to ACTIVE for port object 83e78bb2-d494-4c6c-9372-ef33b02ca1fa will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:18:48.451467 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.470548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8e2b304a-9ea9-43b3-915f-a5090dced9ff None None] Provisioning complete for port ed0b1bf7-b620-495f-bb94-708ba391c4ba triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:48.470920 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e2b304a-9ea9-43b3-915f-a5090dced9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.506570 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9bf07ffa-286c-4288-87b9-ca0ef4300cef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.552766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Pushing event updated for resources: {'Port': ['ID=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:48.571239 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f4114fdd-9c00-499b-b3b8-6f530f5ff76e up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:18:48.608988 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9bf07ffa-286c-4288-87b9-ca0ef4300cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.610280 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf07ffa-286c-4288-87b9-ca0ef4300cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:48.610877 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9bf07ffa-286c-4288-87b9-ca0ef4300cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.644702 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9bf07ffa-286c-4288-87b9-ca0ef4300cef admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6595492 Nov 19 09:18:48.647003 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44468) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:48.769874 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-923993bb-5739-428d-aee3-a62eb1d3b0b7 admin admin] Request body: {'subnet': {'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1836733462-subnet', 'tenant_id': 'c4a218925f9b4cee924716587fe0f2b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:48.788124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Attempting to bind port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:18:48.788463 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Attempting to bind port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:18:48.788796 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Attempting to bind port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa on network 68891e5d-5b07-4df8-ac8e-265403f0b48d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:18:48.793119 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b62901c5-48f8-4cfb-80bb-383fb15e2ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.799605 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b62901c5-48f8-4cfb-80bb-383fb15e2ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.800992 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b62901c5-48f8-4cfb-80bb-383fb15e2ad1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e4dbe29-cb97-4da2-9638-80dfd518bab8 HTTP/1.1" status: 204 len: 168 time: 1.1203465 Nov 19 09:18:48.804242 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeeb86-7bab-4bec-907e-afa3610dc678 req-fb6aa3eb-dcd4-4dd7-9e78-725105604488 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:48.806538 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5fbeeb86-7bab-4bec-907e-afa3610dc678 req-fb6aa3eb-dcd4-4dd7-9e78-725105604488 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 944 time: 0.0828960 Nov 19 09:18:48.807723 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa on network 68891e5d-5b07-4df8-ac8e-265403f0b48d not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:18:48.808054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Attempting to bind port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa on network 68891e5d-5b07-4df8-ac8e-265403f0b48d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:18:48.814971 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:18:48.817327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Checking segment: {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:18:48.817727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Bound using segment: {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:18:48.818218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Bound port: 83e78bb2-d494-4c6c-9372-ef33b02ca1fa, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:18:48.818592 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.845364 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62901c5-48f8-4cfb-80bb-383fb15e2ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4dbe29-cb97-4da2-9638-80dfd518bab8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:48.858893 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf07ffa-286c-4288-87b9-ca0ef4300cef admin admin] Pushing event updated for resources: {'Network': ['ID=1610bc0a-1f3a-4b33-a340-44873c55939a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:48.863823 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923993bb-5739-428d-aee3-a62eb1d3b0b7 admin admin] Made reservation on behalf of c4a218925f9b4cee924716587fe0f2b0 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:18:48.866451 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-923993bb-5739-428d-aee3-a62eb1d3b0b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.896148 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port f4114fdd-9c00-499b-b3b8-6f530f5ff76e completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:18:48.913531 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port f4114fdd-9c00-499b-b3b8-6f530f5ff76e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:48.918121 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:48.932153 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 1610bc0a-1f3a-4b33-a340-44873c55939a details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:18:48.946690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Router 582c44aa-e623-4622-9082-fcdba116c788 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:18:48.963086 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5fbeeb86-7bab-4bec-907e-afa3610dc678 req-637cd979-9f81-4285-8166-8cd1e1ec7063 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486561 Nov 19 09:18:49.044727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] For port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:18:49.054531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] For port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:18:49.065078 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:49.187201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:18:49.199824 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Sync routers for ids ['582c44aa-e623-4622-9082-fcdba116c788'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:18:49.213243 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-923993bb-5739-428d-aee3-a62eb1d3b0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:49.222213 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Routers {'582c44aa-e623-4622-9082-fcdba116c788'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:18:49.225803 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:18:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['582c44aa-e623-4622-9082-fcdba116c788'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:49.287887 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:49.298630 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3b63f612-3454-4744-b71a-8e3879efb8fc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3105555 Nov 19 09:18:49.300201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44478) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:49.309985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:49.310521 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:49.312247 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] 10.222.0.71 "PUT /v2.0/ports/83e78bb2-d494-4c6c-9372-ef33b02ca1fa HTTP/1.1" status: 200 len: 1093 time: 1.9766581 Nov 19 09:18:49.312455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec6a93f-3b5b-4bc8-8d95-624f59bf5962', 'tag': '83e78bb2-d494-4c6c-9372-ef33b02ca1fa'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:49.330693 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:49.354740 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9580806-01ef-41c1-8dbe-13070f26739a" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec6a93f-3b5b-4bc8-8d95-624f59bf5962", "tag": "83e78bb2-d494-4c6c-9372-ef33b02ca1fa"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:49.407228 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:49.411241 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3e8904-b301-442b-9c65-438cb51c6efb" -d '{"events": [{"server_uuid": "c1a1527d-ddc4-4c7a-9868-bbde766d2b0f", "name": "network-vif-plugged", "status": "completed", "tag": "f4114fdd-9c00-499b-b3b8-6f530f5ff76e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:49.459825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:49.479857 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:49.491259 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ed0b1bf7-b620-495f-bb94-708ba391c4ba up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:18:49.515165 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Set router 582c44aa-e623-4622-9082-fcdba116c788 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:18:49.654598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d7553-49c0-4c5f-a6c0-b65e28acc66a service neutron] Pushing event updated for resources: {'Port': ['ID=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:49.686619 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58c94e84-51fd-4081-a52f-8776108af1bf req-7c4394bc-3dd6-45c6-ad4f-1a111093a1df tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.2854018 Nov 19 09:18:49.698965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0009ebe-d2c9-406e-bf74-7073f5797a25 req-decb5dfc-cbf9-4716-88f7-3b744fb1e16b tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:49.701285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0009ebe-d2c9-406e-bf74-7073f5797a25 req-decb5dfc-cbf9-4716-88f7-3b744fb1e16b tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 946 time: 0.5528576 Nov 19 09:18:49.750288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-1888eee1-e9fa-4e6f-a06b-69d51815e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:49.751963 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-1888eee1-e9fa-4e6f-a06b-69d51815e0ee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 1096 time: 0.3805583 Nov 19 09:18:49.786974 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0009ebe-d2c9-406e-bf74-7073f5797a25 req-f1fc028d-075a-479a-a97b-e64ed27fccaa tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783832 Nov 19 09:18:49.869944 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abeacfe-8c47-4e30-84b4-22fbe61fd5fd x-openstack-request-id: req-5abeacfe-8c47-4e30-84b4-22fbe61fd5fd {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:49.870242 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec6a93f-3b5b-4bc8-8d95-624f59bf5962", "tag": "83e78bb2-d494-4c6c-9372-ef33b02ca1fa", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:49.870503 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5abeacfe-8c47-4e30-84b4-22fbe61fd5fd {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:49.870915 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec6a93f-3b5b-4bc8-8d95-624f59bf5962', 'tag': '83e78bb2-d494-4c6c-9372-ef33b02ca1fa', 'status': 'completed', 'code': 200} Nov 19 09:18:49.873036 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-cd7d139c-acac-455b-8d46-d0323b8c3446 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e78bb2-d494-4c6c-9372-ef33b02ca1fa HTTP/1.1" status: 200 len: 217 time: 0.1043928 Nov 19 09:18:49.922779 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c44aa-e623-4622-9082-fcdba116c788', 'name': 'tempest-ServerActionsTestJSON-424412641-router', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:18:45Z', 'updated_at': '2021-11-19T09:18:47Z', 'revision_number': 3, 'project_id': '8144ed889e0e449f999e146a50a01315', 'gw_port': {'id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:46Z', 'updated_at': '2021-11-19T09:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:50.002535 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Checking router: 582c44aa-e623-4622-9082-fcdba116c788 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:18:50.014117 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Updating router 582c44aa-e623-4622-9082-fcdba116c788 port e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:18:50.017443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-c43ef050-304d-4f76-8ca5-6ed92283949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:50.020776 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-c43ef050-304d-4f76-8ca5-6ed92283949b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36b7a476-6d23-433a-bab3-7b5f4026dadc HTTP/1.1" status: 200 len: 852 time: 0.0999284 Nov 19 09:18:50.063412 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e109e0fb-4d6e-4c42-b921-5f5a725514f4 None None] Provisioning complete for port ed0b1bf7-b620-495f-bb94-708ba391c4ba triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:50.064042 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e109e0fb-4d6e-4c42-b921-5f5a725514f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:50.076583 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d85434a-603f-4ef1-ad8c-e4b5f64acc2b x-openstack-request-id: req-6d85434a-603f-4ef1-ad8c-e4b5f64acc2b {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:18:50.077034 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a1527d-ddc4-4c7a-9868-bbde766d2b0f", "name": "network-vif-plugged", "status": "completed", "tag": "f4114fdd-9c00-499b-b3b8-6f530f5ff76e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:18:50.077422 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d85434a-603f-4ef1-ad8c-e4b5f64acc2b {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:18:50.081008 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e', 'code': 200} Nov 19 09:18:50.092816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-8b80a9a7-6f4c-4021-9e0a-8ae18c0c4b7d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68891e5d-5b07-4df8-ac8e-265403f0b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580938 Nov 19 09:18:50.128027 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:50.270361 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-a9d014d9-f5b9-4c0d-91e1-e0277a7ca736 service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653979 Nov 19 09:18:50.301267 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9aa811f-a428-4bd5-969d-89a0cbadcb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:50.353771 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,revision_number=12']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:50.368886 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ed0b1bf7-b620-495f-bb94-708ba391c4ba triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:50.384315 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:50.431327 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38dd3015-90c2-486f-bda0-58dab596e1a3 req-b7679f25-afdf-405f-b34e-f66c62641fd4 service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142018 Nov 19 09:18:50.459822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379887c8-c503-4386-8469-170dd6492693 req-1ef77113-3f8c-4c85-a363-2e4369ab8d3d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:50.474415 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-379887c8-c503-4386-8469-170dd6492693 req-1ef77113-3f8c-4c85-a363-2e4369ab8d3d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 944 time: 0.2000995 Nov 19 09:18:50.474868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44514) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:50.609478 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923993bb-5739-428d-aee3-a62eb1d3b0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b29904-404d-46d5-aff8-f7bd62491a04,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:50.682559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9580806-01ef-41c1-8dbe-13070f26739a req-ea1adc4d-d485-48c6-8009-a603d09261aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:50.684091 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9580806-01ef-41c1-8dbe-13070f26739a req-ea1adc4d-d485-48c6-8009-a603d09261aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 1096 time: 0.1612146 Nov 19 09:18:50.688024 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-379887c8-c503-4386-8469-170dd6492693 req-4b43b693-9bcb-4edf-b0cb-d04dab3121d3 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154272 Nov 19 09:18:50.703464 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:50.718272 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:50.764670 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923993bb-5739-428d-aee3-a62eb1d3b0b7 admin admin] Checking segment: {'id': 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:18:50.765049 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923993bb-5739-428d-aee3-a62eb1d3b0b7 admin admin] Network hostable DHCP agents. Network: 1610bc0a-1f3a-4b33-a340-44873c55939a, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:18:50.801881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e366cae5-c65c-4df5-818e-b2716437d0d1 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-655441040-network', 'tenant_id': 'b297a2f4a9f94752a266f77ac599a508'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:50.826095 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27110a-37b6-46f4-adaa-39a74dadc856 req-9e377feb-3e89-459c-bdd9-a6cdfd5c893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:50.829230 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7e27110a-37b6-46f4-adaa-39a74dadc856 req-9e377feb-3e89-459c-bdd9-a6cdfd5c893e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 1099 time: 0.4193332 Nov 19 09:18:50.835856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9580806-01ef-41c1-8dbe-13070f26739a req-caeabc2f-df00-4756-b9be-401b6d12c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:50.838113 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9580806-01ef-41c1-8dbe-13070f26739a req-caeabc2f-df00-4756-b9be-401b6d12c34c service neutron] 10.222.0.71 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 913 time: 0.1453111 Nov 19 09:18:50.845988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e366cae5-c65c-4df5-818e-b2716437d0d1 admin admin] Made reservation on behalf of b297a2f4a9f94752a266f77ac599a508 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:18:50.849216 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e366cae5-c65c-4df5-818e-b2716437d0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:50.867576 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Attempting to bind port e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:18:50.867808 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Attempting to bind port e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:18:50.868091 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Attempting to bind port e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:18:50.875451 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923993bb-5739-428d-aee3-a62eb1d3b0b7 admin admin] Network 1610bc0a-1f3a-4b33-a340-44873c55939a is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:18:50.889745 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:18:50.890124 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:18:50.890535 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:50.890932 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:18:50.891415 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Bound port: e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:18:50.891803 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:50.915992 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e366cae5-c65c-4df5-818e-b2716437d0d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:50.919869 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9580806-01ef-41c1-8dbe-13070f26739a req-8ae9fae7-cf24-4460-993b-a0067be2efd3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e78bb2-d494-4c6c-9372-ef33b02ca1fa HTTP/1.1" status: 200 len: 217 time: 0.0656302 Nov 19 09:18:50.926391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-923993bb-5739-428d-aee3-a62eb1d3b0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 1610bc0a-1f3a-4b33-a340-44873c55939a) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:18:50.937362 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b92f721-c933-4e17-bb4f-3319b0028d04 None None] Network 1610bc0a-1f3a-4b33-a340-44873c55939a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:18:50.947921 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923993bb-5739-428d-aee3-a62eb1d3b0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:50.948535 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-923993bb-5739-428d-aee3-a62eb1d3b0b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:51.003850 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5c184-e4b9-49e3-8148-f813e6649776 None None] Pushing event updated for resources: {'Port': ['ID=e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:51.010793 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7e27110a-37b6-46f4-adaa-39a74dadc856 req-f4f866aa-cd8e-411c-b84d-8fa881a9c974 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293697 Nov 19 09:18:51.035378 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-923993bb-5739-428d-aee3-a62eb1d3b0b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3725028 Nov 19 09:18:51.131411 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] For port e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:18:51.144490 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] For port e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:18:51.156403 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:51.220100 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11bf27f-b351-4755-9c1c-2b763d934e08 None None] Network 1610bc0a-1f3a-4b33-a340-44873c55939a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:18:51.222767 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:51.296487 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Routers {'582c44aa-e623-4622-9082-fcdba116c788'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:18:51.299280 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:18:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['582c44aa-e623-4622-9082-fcdba116c788'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:51.493452 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-588f3ce8-6017-4fc4-b7c6-89334a644e2c req-160f220c-78c0-48b2-b008-924b6d8d745e tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.5724280 Nov 19 09:18:51.495704 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] Set router 582c44aa-e623-4622-9082-fcdba116c788 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:18:51.516709 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Allocated IP 172.20.0.1 (ae30f9f9-a15f-46da-bac5-9059230a3308/921a28c7-4b96-4975-b8f4-7f638315c845/a441db9f-352c-4179-87e6-62d5c6f3bf71) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:18:51.573934 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9580806-01ef-41c1-8dbe-13070f26739a req-0a133ab3-53f9-457f-95ac-ab3845143d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:51.575481 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9580806-01ef-41c1-8dbe-13070f26739a req-0a133ab3-53f9-457f-95ac-ab3845143d86 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36b7a476-6d23-433a-bab3-7b5f4026dadc HTTP/1.1" status: 200 len: 852 time: 0.6425664 Nov 19 09:18:51.629412 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9580806-01ef-41c1-8dbe-13070f26739a req-16e7ba01-0613-48e0-b0c8-f68085b4c909 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68891e5d-5b07-4df8-ac8e-265403f0b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402279 Nov 19 09:18:51.644111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a0a75-2348-4f51-99da-f7f4c68601cf req-c3f32ed8-2354-4679-9e97-4e311ba652b2 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:51.651838 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-274a0a75-2348-4f51-99da-f7f4c68601cf req-c3f32ed8-2354-4679-9e97-4e311ba652b2 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 947 time: 0.1825202 Nov 19 09:18:51.670994 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:51.716388 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:51.735757 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5c184-e4b9-49e3-8148-f813e6649776 None None] Pushing event updated for resources: {'Port': ['ID=e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:51.820432 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-274a0a75-2348-4f51-99da-f7f4c68601cf req-f45bc935-89af-4b91-8e5a-54482c697c5a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676812 Nov 19 09:18:51.865883 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c44aa-e623-4622-9082-fcdba116c788', 'name': 'tempest-ServerActionsTestJSON-424412641-router', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:18:45Z', 'updated_at': '2021-11-19T09:18:47Z', 'revision_number': 3, 'project_id': '8144ed889e0e449f999e146a50a01315', 'gw_port': {'id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:46Z', 'updated_at': '2021-11-19T09:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:51.870979 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e366cae5-c65c-4df5-818e-b2716437d0d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:51.874797 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Network ae30f9f9-a15f-46da-bac5-9059230a3308 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:18:51.888451 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:18:51.889902 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e366cae5-c65c-4df5-818e-b2716437d0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:51.898414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:18:51.928720 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df58279-b507-4364-b468-a0b3ebd7ed79 None None] The sync data for ids ['582c44aa-e623-4622-9082-fcdba116c788'] in n-d-805649-14 is: [{'id': '582c44aa-e623-4622-9082-fcdba116c788', 'name': 'tempest-ServerActionsTestJSON-424412641-router', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:18:45Z', 'updated_at': '2021-11-19T09:18:47Z', 'revision_number': 3, 'project_id': '8144ed889e0e449f999e146a50a01315', 'gw_port': {'id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:46Z', 'updated_at': '2021-11-19T09:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:18:51.981620 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9580806-01ef-41c1-8dbe-13070f26739a req-25d00e9d-d2e1-4888-aaad-983135211eaf service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234143 Nov 19 09:18:51.983162 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Pushing event updated for resources: {'Port': ['ID=a441db9f-352c-4179-87e6-62d5c6f3bf71,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:51.986561 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e366cae5-c65c-4df5-818e-b2716437d0d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:18:52.064448 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:52.157971 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e366cae5-c65c-4df5-818e-b2716437d0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:52.161724 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-e366cae5-c65c-4df5-818e-b2716437d0d1 admin admin] Added segment 2113f6c7-c53b-49e6-becc-c8d3bce8702d of type vlan for network d5089394-ba3e-4298-b89e-05a4a7a9f263 Nov 19 09:18:52.175850 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366cae5-c65c-4df5-818e-b2716437d0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5185fbc-0efc-420a-8288-f901e7bd6547,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:52.232902 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-34e87b49-2010-4760-b4cb-e6589a938a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:52.301638 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:52.411738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07e1d4-fee7-4e53-9b9c-a0ed3064d034 req-96eb4836-acbb-4537-a65f-70253b862bba tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:52.415364 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df07e1d4-fee7-4e53-9b9c-a0ed3064d034 req-96eb4836-acbb-4537-a65f-70253b862bba tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 944 time: 0.4662025 Nov 19 09:18:52.432556 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-5cdad3b3-07c4-47e9-9b1b-e5fed88f2508 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:52.434526 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-5cdad3b3-07c4-47e9-9b1b-e5fed88f2508 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/networks?id=1610bc0a-1f3a-4b33-a340-44873c55939a HTTP/1.1" status: 200 len: 815 time: 0.3457744 Nov 19 09:18:52.442416 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7d2b7f6e-4577-410f-a55d-12fea050f5f2 None None] Provisioning complete for port a441db9f-352c-4179-87e6-62d5c6f3bf71 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:52.442801 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7f6e-4577-410f-a55d-12fea050f5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:52.484755 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e366cae5-c65c-4df5-818e-b2716437d0d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:52.502482 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-9e0c4dd3-876f-49d1-ba0e-d95e5bc3eb6a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/quotas/c4a218925f9b4cee924716587fe0f2b0 HTTP/1.1" status: 200 len: 375 time: 0.0576019 Nov 19 09:18:52.568156 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:52.576972 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:52.586875 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b7f6e-4577-410f-a55d-12fea050f5f2 None None] Port a441db9f-352c-4179-87e6-62d5c6f3bf71 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:18:52.655406 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-283f344a-b6ef-476a-a1f0-8d96da2bfd01 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4a218925f9b4cee924716587fe0f2b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132157 Nov 19 09:18:52.657930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9580806-01ef-41c1-8dbe-13070f26739a req-95da6968-63cc-4b6a-8181-3f2c5ab40ae5 service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223633 Nov 19 09:18:52.736742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df07e1d4-fee7-4e53-9b9c-a0ed3064d034 req-15c1bab2-e2c6-403f-8d57-11edc4f3e7cc tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980013 Nov 19 09:18:52.769698 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Pushing event updated for resources: {'Port': ['ID=a441db9f-352c-4179-87e6-62d5c6f3bf71,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:52.781154 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:52.813662 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e366cae5-c65c-4df5-818e-b2716437d0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:52.821677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e366cae5-c65c-4df5-818e-b2716437d0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:52.825527 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e366cae5-c65c-4df5-818e-b2716437d0d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:52.921214 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3fc1cac8-2543-4d43-8542-9a1ca5382354 req-564dd245-b98c-42f3-9a85-a6b025832dcb tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0402513 Nov 19 09:18:52.998649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Network ae30f9f9-a15f-46da-bac5-9059230a3308 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:18:53.005611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:18:53.080092 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-17e4a56d-8a67-4117-986e-e1e4f36b6012 service neutron] 10.222.0.21 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078314 Nov 19 09:18:53.086537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e366cae5-c65c-4df5-818e-b2716437d0d1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6073356 Nov 19 09:18:53.088111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44582) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:53.251655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Router 582c44aa-e623-4622-9082-fcdba116c788 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:18:53.365706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a7ae508a-fdd4-4d43-a2f3-b8d423f900f6 admin admin] Request body: {'subnet': {'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-655441040-subnet', 'tenant_id': 'b297a2f4a9f94752a266f77ac599a508', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:53.370215 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:53.402281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366cae5-c65c-4df5-818e-b2716437d0d1 admin admin] Pushing event updated for resources: {'Network': ['ID=d5089394-ba3e-4298-b89e-05a4a7a9f263,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:53.429368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network d5089394-ba3e-4298-b89e-05a4a7a9f263 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:18:53.455905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ae508a-fdd4-4d43-a2f3-b8d423f900f6 admin admin] Made reservation on behalf of b297a2f4a9f94752a266f77ac599a508 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:18:53.459508 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7ae508a-fdd4-4d43-a2f3-b8d423f900f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:53.479479 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-82226670-dea1-41fe-b1a3-b9c4e52815bc service neutron] 10.222.0.21 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922644 Nov 19 09:18:53.553168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:18:53.683565 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:18:53.717022 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2f7b9893-2f4d-49d1-a7f6-0cff671b435d admin admin] 10.222.0.21 "PUT /v2.0/routers/582c44aa-e623-4622-9082-fcdba116c788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4075909 Nov 19 09:18:53.727952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:53.728721 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:53.841307 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7ae508a-fdd4-4d43-a2f3-b8d423f900f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:53.842160 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7160c482-37f7-4338-bd79-b8b52060a512 None None] Provisioning complete for port a441db9f-352c-4179-87e6-62d5c6f3bf71 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:53.842643 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7160c482-37f7-4338-bd79-b8b52060a512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:54.025586 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7160c482-37f7-4338-bd79-b8b52060a512 None None] Port a441db9f-352c-4179-87e6-62d5c6f3bf71 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:18:54.060146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae508a-fdd4-4d43-a2f3-b8d423f900f6 admin admin] Checking segment: {'id': '2113f6c7-c53b-49e6-becc-c8d3bce8702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:18:54.060849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ae508a-fdd4-4d43-a2f3-b8d423f900f6 admin admin] Network hostable DHCP agents. Network: d5089394-ba3e-4298-b89e-05a4a7a9f263, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:18:54.079489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae508a-fdd4-4d43-a2f3-b8d423f900f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cce1e6c-6b09-4f3b-aac2-84ed251c5a28,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:54.140238 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:54.149862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ae508a-fdd4-4d43-a2f3-b8d423f900f6 admin admin] Network d5089394-ba3e-4298-b89e-05a4a7a9f263 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:18:54.170942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a7ae508a-fdd4-4d43-a2f3-b8d423f900f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, d5089394-ba3e-4298-b89e-05a4a7a9f263) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:18:54.183192 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ae508a-fdd4-4d43-a2f3-b8d423f900f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:54.183805 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7ae508a-fdd4-4d43-a2f3-b8d423f900f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:54.197061 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e528e5d-26f8-4ef1-a970-c71e1bddd1d5 None None] Network d5089394-ba3e-4298-b89e-05a4a7a9f263 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:18:54.298317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a7ae508a-fdd4-4d43-a2f3-b8d423f900f6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9980912 Nov 19 09:18:54.330583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:54.333652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f9938-72a7-469e-bb65-4bee42ac4167 req-a0f288d5-bf20-41cb-8077-b3ebc5cf1056 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:54.338593 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-235f9938-72a7-469e-bb65-4bee42ac4167 req-a0f288d5-bf20-41cb-8077-b3ebc5cf1056 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 947 time: 0.1259122 Nov 19 09:18:54.352017 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:54.562933 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8ae22-fa24-4a39-bce9-1fc5b55f1186 req-18f45628-4fbc-4c7f-80c9-b6fc1d18d91d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:54.564574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-08d8ae22-fa24-4a39-bce9-1fc5b55f1186 req-18f45628-4fbc-4c7f-80c9-b6fc1d18d91d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 944 time: 0.2250080 Nov 19 09:18:54.588362 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:54.607083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-235f9938-72a7-469e-bb65-4bee42ac4167 req-cae4f1b0-51ce-4509-b755-56af04ed9ab0 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950936 Nov 19 09:18:54.660153 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 83e78bb2-d494-4c6c-9372-ef33b02ca1fa details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:18:54.703939 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-08d8ae22-fa24-4a39-bce9-1fc5b55f1186 req-07595684-fd4b-4a35-91a8-01b511cabb93 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256781 Nov 19 09:18:54.840206 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-db38e0e5-c4ff-46b2-981f-9eebb4ca046a req-94c53026-8a30-4a32-90a2-9a881fdb4ba4 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 210 time: 0.0367651 Nov 19 09:18:54.926953 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:54.948011 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7d162d-c9a9-45a2-918b-c4bfaeeae64a None None] Network d5089394-ba3e-4298-b89e-05a4a7a9f263 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:18:54.997028 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Sync routers for ids ['582c44aa-e623-4622-9082-fcdba116c788'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:18:55.026619 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '83e78bb2-d494-4c6c-9372-ef33b02ca1fa', 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d', 'port_id': '83e78bb2-d494-4c6c-9372-ef33b02ca1fa', 'mac_address': 'fa:16:3e:c4:98:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b7a476-6d23-433a-bab3-7b5f4026dadc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:18:55.040612 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d0683f51-58b2-47e4-99eb-d04e393b6493 req-a9363380-efb8-4911-96e1-13c22bda8343 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0733774 Nov 19 09:18:55.041143 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:55.127461 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Routers {'582c44aa-e623-4622-9082-fcdba116c788'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:18:55.143149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:18:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['582c44aa-e623-4622-9082-fcdba116c788'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:55.238967 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:55.301808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44644) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:55.307087 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e78bb2-d494-4c6c-9372-ef33b02ca1fa {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:18:55.308743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c8959383-0419-40f6-b781-ebdeae5c93b3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1264356333', 'description': 'tempest-description--1493790993'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:55.369806 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8959383-0419-40f6-b781-ebdeae5c93b3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:55.408066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:18:55.478729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:55.496769 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8959383-0419-40f6-b781-ebdeae5c93b3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:55.497378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Set router 582c44aa-e623-4622-9082-fcdba116c788 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:18:55.499893 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:55.512622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8959383-0419-40f6-b781-ebdeae5c93b3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:55.577727 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8959383-0419-40f6-b781-ebdeae5c93b3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:55.583047 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c8959383-0419-40f6-b781-ebdeae5c93b3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2793434 Nov 19 09:18:55.585115 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44658) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:55.590588 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-51e22561-baa5-4450-98ac-ad196d16800b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Request body: {'security_group_rule': {'security_group_id': '561870a5-2145-40d4-8fad-a7d3e1f3d150', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:55.594104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f6c66-6e06-4905-a93b-c371582716dd req-dda90545-4827-4216-8276-6761a53cc1b2 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:55.597871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8959383-0419-40f6-b781-ebdeae5c93b3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561870a5-2145-40d4-8fad-a7d3e1f3d150,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:55.613034 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c58f6c66-6e06-4905-a93b-c371582716dd req-dda90545-4827-4216-8276-6761a53cc1b2 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/networks?id=d5089394-ba3e-4298-b89e-05a4a7a9f263 HTTP/1.1" status: 200 len: 821 time: 0.2819755 Nov 19 09:18:55.645670 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51e22561-baa5-4450-98ac-ad196d16800b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:55.679562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c58f6c66-6e06-4905-a93b-c371582716dd req-85306b41-8a24-4060-b109-a1b21c2f9471 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/quotas/b297a2f4a9f94752a266f77ac599a508 HTTP/1.1" status: 200 len: 375 time: 0.0654757 Nov 19 09:18:55.685461 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:55.741763 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51e22561-baa5-4450-98ac-ad196d16800b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:55.749731 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51e22561-baa5-4450-98ac-ad196d16800b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:55.814933 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51e22561-baa5-4450-98ac-ad196d16800b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:55.816090 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-51e22561-baa5-4450-98ac-ad196d16800b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2297390 Nov 19 09:18:55.834395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44664) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:55.843409 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3a645836-8482-45b0-a1a9-224cc14639c6 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Request body: {'security_group_rule': {'security_group_id': '561870a5-2145-40d4-8fad-a7d3e1f3d150', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:55.854296 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e22561-baa5-4450-98ac-ad196d16800b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e17c99-67c8-4246-871e-82843c90f206,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:55.856679 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['83e78bb2-d494-4c6c-9372-ef33b02ca1fa'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:18:55.922008 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a645836-8482-45b0-a1a9-224cc14639c6 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:55.952623 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:55.958566 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c58f6c66-6e06-4905-a93b-c371582716dd req-3a582c08-b3c9-444c-8ba7-3c093df2980b tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b297a2f4a9f94752a266f77ac599a508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2780647 Nov 19 09:18:56.083112 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a645836-8482-45b0-a1a9-224cc14639c6 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:56.095797 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:56.096358 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:56.097052 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a645836-8482-45b0-a1a9-224cc14639c6 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:56.116052 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a645836-8482-45b0-a1a9-224cc14639c6 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddabe1be-ef84-4a79-b3b6-e9e9ccf86a7e,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:56.135671 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a645836-8482-45b0-a1a9-224cc14639c6 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:56.137208 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3a645836-8482-45b0-a1a9-224cc14639c6 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3017364 Nov 19 09:18:56.140204 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44670) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:18:56.145321 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:56.181722 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:56.347218 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:56.366468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-7922b83a-1b96-45df-83ca-a44743c195e3 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:56.368864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-7922b83a-1b96-45df-83ca-a44743c195e3 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.71 "GET /v2.0/networks?id=1610bc0a-1f3a-4b33-a340-44873c55939a HTTP/1.1" status: 200 len: 815 time: 0.6850843 Nov 19 09:18:56.384225 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0040fb-ae68-4bf3-b16c-3fee2e145434 req-08fa3160-7a42-4be6-bf3c-5394371d70f9 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:56.398373 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf0040fb-ae68-4bf3-b16c-3fee2e145434 req-08fa3160-7a42-4be6-bf3c-5394371d70f9 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 947 time: 0.5551779 Nov 19 09:18:56.422915 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-2cf38734-4f6c-42c2-a4ca-59cecca6ca1b tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Request body: {'port': {'device_id': '221ae3e4-d717-4839-927a-1a5ee79a4870', 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a', 'admin_state_up': True, 'tenant_id': 'c4a218925f9b4cee924716587fe0f2b0'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:56.495319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Allocated IP 172.25.0.156 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/0593f4e4-2659-4461-b537-9d3d844247d2) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:18:56.631095 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:56.650945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c58f6c66-6e06-4905-a93b-c371582716dd req-123e358b-2728-4e44-8d5f-7b7f6dae2b51 service neutron] 10.222.0.21 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399792 Nov 19 09:18:56.679618 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:56.716127 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c44aa-e623-4622-9082-fcdba116c788', 'name': 'tempest-ServerActionsTestJSON-424412641-router', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:18:45Z', 'updated_at': '2021-11-19T09:18:52Z', 'revision_number': 4, 'project_id': '8144ed889e0e449f999e146a50a01315', 'gw_port': {'id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:46Z', 'updated_at': '2021-11-19T09:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'a441db9f-352c-4179-87e6-62d5c6f3bf71', 'name': '', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'mac_address': 'fa:16:3e:5e:17:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:51Z', 'updated_at': '2021-11-19T09:18:52Z', 'revision_number': 2, 'project_id': '8144ed889e0e449f999e146a50a01315', 'subnets': [{'id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:56.735875 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:18:56.742806 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:18:56.751659 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:18:56.754518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event updated for resources: {'Port': ['ID=0593f4e4-2659-4461-b537-9d3d844247d2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:56.765520 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Checking router: 582c44aa-e623-4622-9082-fcdba116c788 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:18:56.765891 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Updating router 582c44aa-e623-4622-9082-fcdba116c788 port a441db9f-352c-4179-87e6-62d5c6f3bf71 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:18:56.787438 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c58f6c66-6e06-4905-a93b-c371582716dd req-33f23353-b048-4bd5-a59d-71337398fd90 service neutron] 10.222.0.21 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351621 Nov 19 09:18:56.855096 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:56.864122 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf0040fb-ae68-4bf3-b16c-3fee2e145434 req-c85a3c07-d5ef-4dd1-ac05-837cf27135ac tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4646285 Nov 19 09:18:56.921912 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:56.964596 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-2cf38734-4f6c-42c2-a4ca-59cecca6ca1b tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Made reservation on behalf of c4a218925f9b4cee924716587fe0f2b0 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:18:56.971442 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-2cf38734-4f6c-42c2-a4ca-59cecca6ca1b tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:57.001284 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:57.210792 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:57.218249 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:57.229263 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf34950b-6f4b-4f79-8880-aca3c0e1f939 req-ee297cfb-d9b9-4ec5-8be8-72875eff9e46 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 210 time: 0.0381958 Nov 19 09:18:57.270952 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event updated for resources: {'Port': ['ID=0593f4e4-2659-4461-b537-9d3d844247d2,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:57.356489 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:57.376243 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65550586-fdb3-464f-855d-2994c6d0b9a6 req-5ccdee2b-8583-42b1-82fd-d4f6b3a41eca tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:57.387952 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:57.388562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65550586-fdb3-464f-855d-2994c6d0b9a6 req-5ccdee2b-8583-42b1-82fd-d4f6b3a41eca tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 945 time: 0.3900430 Nov 19 09:18:57.391029 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d8593dd0-301b-4685-b377-0ffa4e5b85c5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2495480 Nov 19 09:18:57.448430 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:57.458631 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:57.501867 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a611df9-2e66-4ff9-8851-49a3f16e728b req-c6329d58-9891-45e5-b198-067cf4b022cc tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0898809 Nov 19 09:18:57.534429 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65550586-fdb3-464f-855d-2994c6d0b9a6 req-39ac74ee-4e42-48a6-a1d6-297c06694bd5 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430049 Nov 19 09:18:57.574421 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ef68b-bc98-44f2-91de-c2003c2f9753 None None] Pushing event updated for resources: {'Port': ['ID=a441db9f-352c-4179-87e6-62d5c6f3bf71,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:57.585962 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-2cf38734-4f6c-42c2-a4ca-59cecca6ca1b tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Allocated IP 172.20.0.14 (1610bc0a-1f3a-4b33-a340-44873c55939a/d3b29904-404d-46d5-aff8-f7bd62491a04/a4a4e61f-703a-466e-865e-6c7fb54b71c3) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:18:57.640707 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Attempting to bind port a441db9f-352c-4179-87e6-62d5c6f3bf71 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:18:57.641168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Attempting to bind port a441db9f-352c-4179-87e6-62d5c6f3bf71 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:18:57.641565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Attempting to bind port a441db9f-352c-4179-87e6-62d5c6f3bf71 on network ae30f9f9-a15f-46da-bac5-9059230a3308 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:18:57.655247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:18:57.655639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Checking segment: {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:18:57.656055 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:57.656455 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Bound using segment: {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:18:57.656954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Bound port: a441db9f-352c-4179-87e6-62d5c6f3bf71, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:18:57.657380 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:57.803814 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] For port a441db9f-352c-4179-87e6-62d5c6f3bf71, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:18:57.808387 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] For port a441db9f-352c-4179-87e6-62d5c6f3bf71, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a441db9f-352c-4179-87e6-62d5c6f3bf71,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:18:57.815982 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:57.886751 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf05afdb-476d-49a3-ba47-49543e6d25aa req-ccaa7729-4372-4cd1-8735-813e078b4927 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 210 time: 0.0966058 Nov 19 09:18:57.922944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Routers {'582c44aa-e623-4622-9082-fcdba116c788'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:18:57.923585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:18:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['582c44aa-e623-4622-9082-fcdba116c788'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:58.025845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-6e371eb4-dcd1-4276-a46b-6e9038b33f41 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1264356333&fields=id&tenant_id=8144ed889e0e449f999e146a50a01315 HTTP/1.1" status: 200 len: 267 time: 0.2344704 Nov 19 09:18:58.029271 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-2cf38734-4f6c-42c2-a4ca-59cecca6ca1b tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:58.076190 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] Set router 582c44aa-e623-4622-9082-fcdba116c788 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:18:58.139224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ef68b-bc98-44f2-91de-c2003c2f9753 None None] Pushing event updated for resources: {'Port': ['ID=a441db9f-352c-4179-87e6-62d5c6f3bf71,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:58.175381 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-2cf38734-4f6c-42c2-a4ca-59cecca6ca1b tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:58.228876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-09af6b25-12fc-46a5-99a7-a8d1d90ba5a8 None None] Provisioning complete for port a441db9f-352c-4179-87e6-62d5c6f3bf71 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:58.229285 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-09af6b25-12fc-46a5-99a7-a8d1d90ba5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:58.451428 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-09af6b25-12fc-46a5-99a7-a8d1d90ba5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:58.503963 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-09af6b25-12fc-46a5-99a7-a8d1d90ba5a8 None None] For port a441db9f-352c-4179-87e6-62d5c6f3bf71, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a441db9f-352c-4179-87e6-62d5c6f3bf71,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:58.507646 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c44aa-e623-4622-9082-fcdba116c788', 'name': 'tempest-ServerActionsTestJSON-424412641-router', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:18:45Z', 'updated_at': '2021-11-19T09:18:52Z', 'revision_number': 4, 'project_id': '8144ed889e0e449f999e146a50a01315', 'gw_port': {'id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:46Z', 'updated_at': '2021-11-19T09:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'a441db9f-352c-4179-87e6-62d5c6f3bf71', 'name': '', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'mac_address': 'fa:16:3e:5e:17:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:51Z', 'updated_at': '2021-11-19T09:18:57Z', 'revision_number': 4, 'project_id': '8144ed889e0e449f999e146a50a01315', 'subnets': [{'id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:18:58.546560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bbd1b-f81c-4f98-aaa0-dc6b1c337225 None None] The sync data for ids ['582c44aa-e623-4622-9082-fcdba116c788'] in n-d-805649-14 is: [{'id': '582c44aa-e623-4622-9082-fcdba116c788', 'name': 'tempest-ServerActionsTestJSON-424412641-router', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:18:45Z', 'updated_at': '2021-11-19T09:18:52Z', 'revision_number': 4, 'project_id': '8144ed889e0e449f999e146a50a01315', 'gw_port': {'id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:46Z', 'updated_at': '2021-11-19T09:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'a441db9f-352c-4179-87e6-62d5c6f3bf71', 'name': '', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'mac_address': 'fa:16:3e:5e:17:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:51Z', 'updated_at': '2021-11-19T09:18:57Z', 'revision_number': 4, 'project_id': '8144ed889e0e449f999e146a50a01315', 'subnets': [{'id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:18:58.549714 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-09af6b25-12fc-46a5-99a7-a8d1d90ba5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:58.643502 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af6b25-12fc-46a5-99a7-a8d1d90ba5a8 None None] Pushing event updated for resources: {'Port': ['ID=a441db9f-352c-4179-87e6-62d5c6f3bf71,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:58.699626 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 83e78bb2-d494-4c6c-9372-ef33b02ca1fa up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:18:58.762415 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-2cf38734-4f6c-42c2-a4ca-59cecca6ca1b tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Network 1610bc0a-1f3a-4b33-a340-44873c55939a is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:18:58.773146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-2cf38734-4f6c-42c2-a4ca-59cecca6ca1b tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:18:58.779848 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-2cf38734-4f6c-42c2-a4ca-59cecca6ca1b tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:18:58.793172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-23773f71-726f-4923-bead-f041587b58e0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:58.795192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-23773f71-726f-4923-bead-f041587b58e0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 811 time: 0.7605264 Nov 19 09:18:58.821589 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-11a6e3ed-4fbe-4f62-9085-be7078b8160c None None] Provisioning complete for port a441db9f-352c-4179-87e6-62d5c6f3bf71 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:58.822132 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-11a6e3ed-4fbe-4f62-9085-be7078b8160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:58.851358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf38734-4f6c-42c2-a4ca-59cecca6ca1b tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Pushing event updated for resources: {'Port': ['ID=a4a4e61f-703a-466e-865e-6c7fb54b71c3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:58.894650 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:18:58.905017 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:58.905933 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:58.921928 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-2cf38734-4f6c-42c2-a4ca-59cecca6ca1b tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:58.922592 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-2cf38734-4f6c-42c2-a4ca-59cecca6ca1b tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:58.946129 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-624a6281-061c-4511-b18f-8e0aff4ad923 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/quotas/8144ed889e0e449f999e146a50a01315 HTTP/1.1" status: 200 len: 375 time: 0.0716412 Nov 19 09:18:58.984585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f4023-16c5-4565-b30c-8365b7433731 req-4eed903c-4178-423c-b4af-827eb9e047dc tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:58.994377 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b90f4023-16c5-4565-b30c-8365b7433731 req-4eed903c-4178-423c-b4af-827eb9e047dc tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 932 time: 0.3637693 Nov 19 09:18:59.052534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-2cf38734-4f6c-42c2-a4ca-59cecca6ca1b tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6518033 Nov 19 09:18:59.072813 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:59.094025 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Request body: {'port': {'device_id': '221ae3e4-d717-4839-927a-1a5ee79a4870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:59.110914 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b90f4023-16c5-4565-b30c-8365b7433731 req-d6c2dc69-eb93-408f-8f24-56cf5fb4aeac tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154160 Nov 19 09:18:59.114191 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:18:59.115526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec6a93f-3b5b-4bc8-8d95-624f59bf5962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e78bb2-d494-4c6c-9372-ef33b02ca1fa'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:18:59.119060 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018a82e1-19ac-4921-9cc5-184fda70da8a" -d '{"events": [{"server_uuid": "1ec6a93f-3b5b-4bc8-8d95-624f59bf5962", "name": "network-vif-plugged", "status": "completed", "tag": "83e78bb2-d494-4c6c-9372-ef33b02ca1fa"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:18:59.130411 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:59.209511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-d5fca3d9-9a99-4400-9c31-07628e63ff70 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2624342 Nov 19 09:18:59.298765 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:59.498722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:18:59.502648 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a441db9f-352c-4179-87e6-62d5c6f3bf71 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:18:59.593013 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd68044-5ed7-4570-af3b-ec91184949bb req-5bef1946-b50d-4540-b143-46e599ac1a90 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:59.604085 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffd68044-5ed7-4570-af3b-ec91184949bb req-5bef1946-b50d-4540-b143-46e599ac1a90 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.3113425 Nov 19 09:18:59.610496 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port a441db9f-352c-4179-87e6-62d5c6f3bf71 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:18:59.610885 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:18:59.719442 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f6c66-6e06-4905-a93b-c371582716dd req-abfad53d-f3bc-4ca3-825a-d64dc8b5b347 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:18:59.721495 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c58f6c66-6e06-4905-a93b-c371582716dd req-abfad53d-f3bc-4ca3-825a-d64dc8b5b347 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.71 "GET /v2.0/networks?id=d5089394-ba3e-4298-b89e-05a4a7a9f263 HTTP/1.1" status: 200 len: 821 time: 0.1884673 Nov 19 09:18:59.741450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffd68044-5ed7-4570-af3b-ec91184949bb req-bdccb74c-f09f-4a98-8859-c15edda81470 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315334 Nov 19 09:18:59.755046 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-c58f6c66-6e06-4905-a93b-c371582716dd req-7efcde92-abba-4b0f-a408-8c4cec1c33ae tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Request body: {'port': {'device_id': 'cf19ef3e-31c1-4c32-b690-0d64973bc15b', 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263', 'admin_state_up': True, 'tenant_id': 'b297a2f4a9f94752a266f77ac599a508'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:18:59.761347 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1544ec52-1028-48a9-a283-27a2649c5b51 req-6c23e411-ba96-4df4-96bd-5c01be8a3e9a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0386059 Nov 19 09:18:59.879639 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-bc9d0794-eb56-4109-9c69-be3837fb3b59 service neutron] 10.222.0.21 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819039 Nov 19 09:19:00.001314 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58f6c66-6e06-4905-a93b-c371582716dd req-7efcde92-abba-4b0f-a408-8c4cec1c33ae tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Made reservation on behalf of b297a2f4a9f94752a266f77ac599a508 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:19:00.005354 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c58f6c66-6e06-4905-a93b-c371582716dd req-7efcde92-abba-4b0f-a408-8c4cec1c33ae tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:00.035857 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-03c4a5d5-f963-4a4f-b018-706464d09bc5 service neutron] 10.222.0.21 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412237 Nov 19 09:19:00.121034 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ed303-ce20-4006-9c28-b43af13c61be req-6ddb1d59-dcc9-4d50-957a-ff8421b86207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:00.122867 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7c4ed303-ce20-4006-9c28-b43af13c61be req-6ddb1d59-dcc9-4d50-957a-ff8421b86207 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8768986d56449a9862553bf84e2fdcf&device_id=19ddc1d2-870e-43ff-b29f-b18e05e54b29 HTTP/1.1" status: 200 len: 1101 time: 0.1922073 Nov 19 09:19:00.190308 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9294c5ab-2b91-4fd9-a65e-854210b708e7 req-991ce976-d803-4245-976c-00c554562848 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.1510758 Nov 19 09:19:00.348381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-c58f6c66-6e06-4905-a93b-c371582716dd req-7efcde92-abba-4b0f-a408-8c4cec1c33ae tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Allocated IP 172.20.0.5 (d5089394-ba3e-4298-b89e-05a4a7a9f263/3cce1e6c-6b09-4f3b-aac2-84ed251c5a28/dde70b41-ca43-4648-8df5-daad8740c5d9) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:19:00.486637 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ed303-ce20-4006-9c28-b43af13c61be req-f8e6f744-985d-488b-8a50-1f111f5b0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:00.488339 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7c4ed303-ce20-4006-9c28-b43af13c61be req-f8e6f744-985d-488b-8a50-1f111f5b0318 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.3307679 Nov 19 09:19:00.491832 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cab68ad7-4155-4870-b0ca-1f81e0ec06ca req-6369ce42-a9b5-43d4-816c-70a06c080820 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 210 time: 0.0659328 Nov 19 09:19:00.545782 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c22867a-250b-49d7-bbe9-c28ea1efa0b9 x-openstack-request-id: req-7c22867a-250b-49d7-bbe9-c28ea1efa0b9 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:00.546275 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec6a93f-3b5b-4bc8-8d95-624f59bf5962", "name": "network-vif-plugged", "status": "completed", "tag": "83e78bb2-d494-4c6c-9372-ef33b02ca1fa", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:00.548256 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c22867a-250b-49d7-bbe9-c28ea1efa0b9 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:00.548831 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec6a93f-3b5b-4bc8-8d95-624f59bf5962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e78bb2-d494-4c6c-9372-ef33b02ca1fa', 'code': 200} Nov 19 09:19:00.568950 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7c4ed303-ce20-4006-9c28-b43af13c61be req-49e6b365-c57b-42e9-ab0c-e33992390079 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=e6bb2e09-36b4-4fc6-a822-0c7f2b498445 HTTP/1.1" status: 200 len: 217 time: 0.0678985 Nov 19 09:19:00.648629 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a4e61f-703a-466e-865e-6c7fb54b71c3 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:00.699720 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:00.758633 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ed303-ce20-4006-9c28-b43af13c61be req-f77e3fab-f52c-4e2b-849c-1311506d72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:00.760472 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7c4ed303-ce20-4006-9c28-b43af13c61be req-f77e3fab-f52c-4e2b-849c-1311506d72a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1803031 Nov 19 09:19:00.769729 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7acb3d91-5491-4979-bc09-3183eca83101 req-aec9e94d-0cd6-4807-8c3c-016ac1992d0b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 210 time: 0.1047757 Nov 19 09:19:00.792811 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661318-4e1f-4238-91a7-7e1c04533c0d req-cd0822b3-dfe5-4e92-951b-db4c75d09d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:00.794357 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3a661318-4e1f-4238-91a7-7e1c04533c0d req-cd0822b3-dfe5-4e92-951b-db4c75d09d25 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 1098 time: 0.1420081 Nov 19 09:19:00.828805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Transition to ACTIVE for port object a4a4e61f-703a-466e-865e-6c7fb54b71c3 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:19:00.842873 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c58f6c66-6e06-4905-a93b-c371582716dd req-7efcde92-abba-4b0f-a408-8c4cec1c33ae tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:00.853552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3a77a-ee4d-4e79-8f0d-9e4a8260f3db req-08b93f36-822d-4e0d-be29-249fe8452e94 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:00.864206 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7c3a77a-ee4d-4e79-8f0d-9e4a8260f3db req-08b93f36-822d-4e0d-be29-249fe8452e94 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 932 time: 0.1832540 Nov 19 09:19:00.877331 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:00.898084 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ed303-ce20-4006-9c28-b43af13c61be req-dc2fe227-539c-4c60-b402-b0e5a795da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:00.899666 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7c4ed303-ce20-4006-9c28-b43af13c61be req-dc2fe227-539c-4c60-b402-b0e5a795da90 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1252584 Nov 19 09:19:00.903816 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3a661318-4e1f-4238-91a7-7e1c04533c0d req-8dd25207-c697-4d52-b34c-267cc41dc4ee service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862274 Nov 19 09:19:00.978346 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c58f6c66-6e06-4905-a93b-c371582716dd req-7efcde92-abba-4b0f-a408-8c4cec1c33ae tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:01.029265 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a4e61f-703a-466e-865e-6c7fb54b71c3,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:01.058063 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7c3a77a-ee4d-4e79-8f0d-9e4a8260f3db req-83ea16f3-e6f8-49b9-9543-31b828965756 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925263 Nov 19 09:19:01.102030 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58f6c66-6e06-4905-a93b-c371582716dd req-7efcde92-abba-4b0f-a408-8c4cec1c33ae tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Network d5089394-ba3e-4298-b89e-05a4a7a9f263 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:19:01.104630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d750dc1-b849-4816-9a6a-68b1b46d3053 req-39c33a00-b01a-42b1-8ff3-b4e0343d906e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:01.112216 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d750dc1-b849-4816-9a6a-68b1b46d3053 req-39c33a00-b01a-42b1-8ff3-b4e0343d906e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.1691167 Nov 19 09:19:01.118662 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-c58f6c66-6e06-4905-a93b-c371582716dd req-7efcde92-abba-4b0f-a408-8c4cec1c33ae tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:19:01.125675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58f6c66-6e06-4905-a93b-c371582716dd req-7efcde92-abba-4b0f-a408-8c4cec1c33ae tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:19:01.165589 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcde92-abba-4b0f-a408-8c4cec1c33ae tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Pushing event updated for resources: {'Port': ['ID=dde70b41-ca43-4648-8df5-daad8740c5d9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:01.177240 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7c4ed303-ce20-4006-9c28-b43af13c61be req-96402d1a-4e6a-46d7-aab4-807bdc9c9e5f service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678998 Nov 19 09:19:01.304853 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7c4ed303-ce20-4006-9c28-b43af13c61be req-bcbc8e64-1781-49ad-a1f2-dec67eb42a3c service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172092 Nov 19 09:19:01.314038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f6c66-6e06-4905-a93b-c371582716dd req-7efcde92-abba-4b0f-a408-8c4cec1c33ae tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:01.314682 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c58f6c66-6e06-4905-a93b-c371582716dd req-7efcde92-abba-4b0f-a408-8c4cec1c33ae tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:01.347691 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c58f6c66-6e06-4905-a93b-c371582716dd req-7efcde92-abba-4b0f-a408-8c4cec1c33ae tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6136305 Nov 19 09:19:01.384028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d750dc1-b849-4816-9a6a-68b1b46d3053 req-f62593b2-9c2a-4ac1-ad94-6918928d9ab7 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683318 Nov 19 09:19:01.389259 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Request body: {'port': {'device_id': 'cf19ef3e-31c1-4c32-b690-0d64973bc15b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:01.408715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Attempting to bind port a4a4e61f-703a-466e-865e-6c7fb54b71c3 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:19:01.408715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Attempting to bind port a4a4e61f-703a-466e-865e-6c7fb54b71c3 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:19:01.408715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Attempting to bind port a4a4e61f-703a-466e-865e-6c7fb54b71c3 on network 1610bc0a-1f3a-4b33-a340-44873c55939a {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:19:01.461815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4f7d7f02-5280-44d4-ba5e-0fa692c0d9ce req-8401de68-3526-4aae-9286-a02ede41c739 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0748432 Nov 19 09:19:01.474946 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Port a4a4e61f-703a-466e-865e-6c7fb54b71c3 on network 1610bc0a-1f3a-4b33-a340-44873c55939a not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:19:01.475844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Attempting to bind port a4a4e61f-703a-466e-865e-6c7fb54b71c3 on network 1610bc0a-1f3a-4b33-a340-44873c55939a {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:19:01.488683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:19:01.489043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Checking segment: {'id': 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:19:01.489487 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Bound using segment: {'id': 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:19:01.489922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Bound port: a4a4e61f-703a-466e-865e-6c7fb54b71c3, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:19:01.490274 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:01.525914 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:01.688080 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] For port a4a4e61f-703a-466e-865e-6c7fb54b71c3, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:19:01.710264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] For port a4a4e61f-703a-466e-865e-6c7fb54b71c3, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a4a4e61f-703a-466e-865e-6c7fb54b71c3,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:19:01.734191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e675e-f6a5-4187-884c-0d2a4e0933d6 req-ee729255-e1ec-4825-a345-a4df412797fc tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:01.742296 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f78e675e-f6a5-4187-884c-0d2a4e0933d6 req-ee729255-e1ec-4825-a345-a4df412797fc tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 931 time: 0.1323140 Nov 19 09:19:01.751226 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:01.826938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:01.827600 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:01.828972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] 10.222.0.71 "PUT /v2.0/ports/a4a4e61f-703a-466e-865e-6c7fb54b71c3 HTTP/1.1" status: 200 len: 1093 time: 2.7394559 Nov 19 09:19:01.829460 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221ae3e4-d717-4839-927a-1a5ee79a4870', 'tag': 'a4a4e61f-703a-466e-865e-6c7fb54b71c3'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:01.831895 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8530fc59-efaa-4b0e-a33c-ad72b0535977" -d '{"events": [{"name": "network-changed", "server_uuid": "221ae3e4-d717-4839-927a-1a5ee79a4870", "tag": "a4a4e61f-703a-466e-865e-6c7fb54b71c3"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:01.895792 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30f93f-4f3a-4266-9fd2-48481d873e02 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a4e61f-703a-466e-865e-6c7fb54b71c3,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:01.950032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f78e675e-f6a5-4187-884c-0d2a4e0933d6 req-0601f1a2-05c5-4bde-951e-724dbfedcdac tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067533 Nov 19 09:19:01.983621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-55810ab9-a656-4e99-be4c-b88492c669bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:01.985165 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-55810ab9-a656-4e99-be4c-b88492c669bb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4a218925f9b4cee924716587fe0f2b0&device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 1096 time: 0.0816276 Nov 19 09:19:02.088783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-231b7e6e-e739-4d53-a734-fc08d2f6b031 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4a4e61f-703a-466e-865e-6c7fb54b71c3 HTTP/1.1" status: 200 len: 217 time: 0.0915756 Nov 19 09:19:02.113180 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde70b41-ca43-4648-8df5-daad8740c5d9 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:02.161416 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56ba68f0-40ed-4570-9cea-f421cb16bffc req-51880760-a494-4930-8b57-bdeefa79199e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 210 time: 0.0948408 Nov 19 09:19:02.225559 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:02.250984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-7ea32041-b377-4c78-9f21-3f0b7b5b2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:02.252462 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-7ea32041-b377-4c78-9f21-3f0b7b5b2152 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3b29904-404d-46d5-aff8-f7bd62491a04 HTTP/1.1" status: 200 len: 855 time: 0.1545393 Nov 19 09:19:02.270720 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Transition to ACTIVE for port object dde70b41-ca43-4648-8df5-daad8740c5d9 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:19:02.291258 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66969cc8-729d-4871-8e76-456d7b6b5b8b x-openstack-request-id: req-66969cc8-729d-4871-8e76-456d7b6b5b8b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:02.291544 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221ae3e4-d717-4839-927a-1a5ee79a4870", "tag": "a4a4e61f-703a-466e-865e-6c7fb54b71c3", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:02.291803 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66969cc8-729d-4871-8e76-456d7b6b5b8b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:02.292211 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221ae3e4-d717-4839-927a-1a5ee79a4870', 'tag': 'a4a4e61f-703a-466e-865e-6c7fb54b71c3', 'status': 'completed', 'code': 200} Nov 19 09:19:02.296935 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:02.330991 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-5fe14bf1-2192-454f-b259-ad637c885dd9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1610bc0a-1f3a-4b33-a340-44873c55939a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571027 Nov 19 09:19:02.428822 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Pushing event updated for resources: {'Port': ['ID=dde70b41-ca43-4648-8df5-daad8740c5d9,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:02.457716 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-84d243c4-ba1c-4b82-acbc-deff57a0ef73 req-12589f6f-f010-49cd-89a9-7b4f90534380 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5&device_id=0a88f664-70e2-45c3-85bf-a6ed87faf1e3 HTTP/1.1" status: 200 len: 210 time: 0.1018522 Nov 19 09:19:02.538471 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-a87c94f0-121b-46b9-8f3b-589ccb3a08bb tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:02.540873 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-a87c94f0-121b-46b9-8f3b-589ccb3a08bb tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 811 time: 0.5298195 Nov 19 09:19:02.541053 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-6afbcacb-86e7-4caf-9da4-72294802f717 service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767907 Nov 19 09:19:02.564568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b27695-d3be-446a-936c-5b5fae51585d req-e7f57054-477c-4858-abfb-bfa9251ac5e4 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:02.566834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8b27695-d3be-446a-936c-5b5fae51585d req-e7f57054-477c-4858-abfb-bfa9251ac5e4 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 944 time: 0.1209970 Nov 19 09:19:02.603727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Attempting to bind port dde70b41-ca43-4648-8df5-daad8740c5d9 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:19:02.604942 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Attempting to bind port dde70b41-ca43-4648-8df5-daad8740c5d9 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '2113f6c7-c53b-49e6-becc-c8d3bce8702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:19:02.604942 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Attempting to bind port dde70b41-ca43-4648-8df5-daad8740c5d9 on network d5089394-ba3e-4298-b89e-05a4a7a9f263 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:19:02.615192 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Port dde70b41-ca43-4648-8df5-daad8740c5d9 on network d5089394-ba3e-4298-b89e-05a4a7a9f263 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:19:02.615793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Attempting to bind port dde70b41-ca43-4648-8df5-daad8740c5d9 on network d5089394-ba3e-4298-b89e-05a4a7a9f263 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:19:02.622224 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:19:02.622565 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Checking segment: {'id': '2113f6c7-c53b-49e6-becc-c8d3bce8702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:19:02.622951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Bound using segment: {'id': '2113f6c7-c53b-49e6-becc-c8d3bce8702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:19:02.623388 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Bound port: dde70b41-ca43-4648-8df5-daad8740c5d9, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2113f6c7-c53b-49e6-becc-c8d3bce8702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:19:02.623744 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:02.717738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f716f2-edd4-4b4b-a73f-e3dcebf64dfe req-537681ea-04ec-48dc-9368-7c7621a691c8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:02.719332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13f716f2-edd4-4b4b-a73f-e3dcebf64dfe req-537681ea-04ec-48dc-9368-7c7621a691c8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.1757748 Nov 19 09:19:02.734386 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8b27695-d3be-446a-936c-5b5fae51585d req-4c4c562c-3b3f-498b-ba72-bfdeff4d3942 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410496 Nov 19 09:19:02.798174 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf475f0c-9012-4275-8d26-e591c46b12f7 req-183faeb0-e3d0-4bc3-bb2a-dbda580a5a90 service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303989 Nov 19 09:19:02.854344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13f716f2-edd4-4b4b-a73f-e3dcebf64dfe req-b7a9eeab-ef13-4929-8378-37e54b2ed785 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094334 Nov 19 09:19:02.871886 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90cac77c-6982-4227-b14f-3a2715945a77 req-3eecd7d5-e34b-4425-bac3-7c6d29988e6e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0592160 Nov 19 09:19:03.000957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530fc59-efaa-4b0e-a33c-ad72b0535977 req-a70f1b1e-5c73-43cf-b4d3-246af8939d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:03.002496 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8530fc59-efaa-4b0e-a33c-ad72b0535977 req-a70f1b1e-5c73-43cf-b4d3-246af8939d2a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4a218925f9b4cee924716587fe0f2b0&device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 1096 time: 0.0929987 Nov 19 09:19:03.006427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac77c-6982-4227-b14f-3a2715945a77 req-a7498fbc-c856-4b2d-b1cc-d48f2fdd3d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:03.008657 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90cac77c-6982-4227-b14f-3a2715945a77 req-a7498fbc-c856-4b2d-b1cc-d48f2fdd3d07 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d8768986d56449a9862553bf84e2fdcf&device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 1100 time: 0.1068077 Nov 19 09:19:03.114984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] For port dde70b41-ca43-4648-8df5-daad8740c5d9, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:19:03.118884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] For port dde70b41-ca43-4648-8df5-daad8740c5d9, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=dde70b41-ca43-4648-8df5-daad8740c5d9,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:19:03.126432 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-d34e8e88-5f19-4013-a287-ac261aeeb4de tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8144ed889e0e449f999e146a50a01315 HTTP/1.1" status: 200 len: 380 time: 0.5617006 Nov 19 09:19:03.139002 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:03.147201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-c025d312-2c36-4315-be36-0c6533a6ec18 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Request body: {'port': {'device_id': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'admin_state_up': True, 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'security_groups': ['561870a5-2145-40d4-8fad-a7d3e1f3d150']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:03.200865 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-94cc41e8-eb08-4d7d-b386-5bc324854503 req-fb181f1f-6315-408c-b25c-9447d56555c4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=63fdfb3b326f41d18aaa637ffb3a5611&device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0719733 Nov 19 09:19:03.227990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530fc59-efaa-4b0e-a33c-ad72b0535977 req-21eff390-32c1-4d02-a7a2-d85529c9af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:03.229857 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8530fc59-efaa-4b0e-a33c-ad72b0535977 req-21eff390-32c1-4d02-a7a2-d85529c9af58 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1610bc0a-1f3a-4b33-a340-44873c55939a HTTP/1.1" status: 200 len: 916 time: 0.2161784 Nov 19 09:19:03.233618 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac77c-6982-4227-b14f-3a2715945a77 req-d6a81f6b-e149-4ebc-ac32-29c6c90692d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:03.235153 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90cac77c-6982-4227-b14f-3a2715945a77 req-d6a81f6b-e149-4ebc-ac32-29c6c90692d1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.1660962 Nov 19 09:19:03.274192 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:03.274817 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:03.276201 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c58f6c66-6e06-4905-a93b-c371582716dd req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] 10.222.0.71 "PUT /v2.0/ports/dde70b41-ca43-4648-8df5-daad8740c5d9 HTTP/1.1" status: 200 len: 1092 time: 1.8958530 Nov 19 09:19:03.278711 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf19ef3e-31c1-4c32-b690-0d64973bc15b', 'tag': 'dde70b41-ca43-4648-8df5-daad8740c5d9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:03.281125 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abf0248-1bb8-440e-8235-92b46cd87859" -d '{"events": [{"name": "network-changed", "server_uuid": "cf19ef3e-31c1-4c32-b690-0d64973bc15b", "tag": "dde70b41-ca43-4648-8df5-daad8740c5d9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:03.327951 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-94cc41e8-eb08-4d7d-b386-5bc324854503 req-b63f0663-d654-4987-aec2-136720959fd1 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=63fdfb3b326f41d18aaa637ffb3a5611&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651016 Nov 19 09:19:03.377662 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90cac77c-6982-4227-b14f-3a2715945a77 req-1e09b1c5-447f-4a81-9a4a-b42cd826ca5e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=c7b39465-750f-472b-bd4d-0532b602bfc9 HTTP/1.1" status: 200 len: 217 time: 0.1331015 Nov 19 09:19:03.380751 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8530fc59-efaa-4b0e-a33c-ad72b0535977 req-4204c7cf-ad0b-43f9-ae03-30a70e4f4f78 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4a4e61f-703a-466e-865e-6c7fb54b71c3 HTTP/1.1" status: 200 len: 217 time: 0.1300576 Nov 19 09:19:03.391237 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9490979-50ef-431c-ab46-92f9cc6ceb89 req-4962e403-f5fb-4c7d-93cf-13ada6e07822 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:03.396512 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9490979-50ef-431c-ab46-92f9cc6ceb89 req-4962e403-f5fb-4c7d-93cf-13ada6e07822 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 943 time: 0.2099338 Nov 19 09:19:03.517023 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac77c-6982-4227-b14f-3a2715945a77 req-852de287-a43a-4932-98aa-89cf7c553ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:03.518816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90cac77c-6982-4227-b14f-3a2715945a77 req-852de287-a43a-4932-98aa-89cf7c553ace service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1150992 Nov 19 09:19:03.541758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a2fa2-eba5-402b-be4c-1b9f99269dfa service neutron] Pushing event updated for resources: {'Port': ['ID=dde70b41-ca43-4648-8df5-daad8740c5d9,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:03.562956 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f6c66-6e06-4905-a93b-c371582716dd req-100938da-d5b5-493b-bd66-aca63ac7f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:03.564627 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c58f6c66-6e06-4905-a93b-c371582716dd req-100938da-d5b5-493b-bd66-aca63ac7f543 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b297a2f4a9f94752a266f77ac599a508&device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 1095 time: 0.2096009 Nov 19 09:19:03.613444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9490979-50ef-431c-ab46-92f9cc6ceb89 req-d0e93ce1-2d22-4e0c-998b-d10f868f7904 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159054 Nov 19 09:19:03.687182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530fc59-efaa-4b0e-a33c-ad72b0535977 req-fe77b98a-cb9f-4647-8a6e-68ea7637e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:03.688652 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8530fc59-efaa-4b0e-a33c-ad72b0535977 req-fe77b98a-cb9f-4647-8a6e-68ea7637e34a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3b29904-404d-46d5-aff8-f7bd62491a04 HTTP/1.1" status: 200 len: 855 time: 0.2762206 Nov 19 09:19:03.698433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac77c-6982-4227-b14f-3a2715945a77 req-bde49ef2-2848-4d47-bcea-f757365cbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:03.699905 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90cac77c-6982-4227-b14f-3a2715945a77 req-bde49ef2-2848-4d47-bcea-f757365cbde7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0971305 Nov 19 09:19:03.729288 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c58f6c66-6e06-4905-a93b-c371582716dd req-93a2728a-75b6-4659-878e-9baa763a6636 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dde70b41-ca43-4648-8df5-daad8740c5d9 HTTP/1.1" status: 200 len: 217 time: 0.1443143 Nov 19 09:19:03.737518 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03ee5a27-9d23-4c6d-8a5e-46ad9c2e8872 req-31b0d3cb-5ac9-4576-b9a1-e3155b7f0ce5 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0426044 Nov 19 09:19:03.770537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f732299e-c142-4784-8778-5a604215c2ed req-8f3bf44d-99d5-48c3-9c07-32df8b2cf095 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 210 time: 0.0296443 Nov 19 09:19:03.859130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8530fc59-efaa-4b0e-a33c-ad72b0535977 req-e078b56a-b41f-4f09-a278-422b224e9647 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1610bc0a-1f3a-4b33-a340-44873c55939a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205688 Nov 19 09:19:03.863384 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f6c66-6e06-4905-a93b-c371582716dd req-cf9109d7-5dca-4637-9da7-37aeecb793e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:03.865044 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c58f6c66-6e06-4905-a93b-c371582716dd req-cf9109d7-5dca-4637-9da7-37aeecb793e2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3cce1e6c-6b09-4f3b-aac2-84ed251c5a28 HTTP/1.1" status: 200 len: 861 time: 0.1154408 Nov 19 09:19:03.868908 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e4063a-d975-46a5-a22e-3c391b1104db x-openstack-request-id: req-77e4063a-d975-46a5-a22e-3c391b1104db {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:03.872287 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf19ef3e-31c1-4c32-b690-0d64973bc15b", "tag": "dde70b41-ca43-4648-8df5-daad8740c5d9", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:03.872637 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77e4063a-d975-46a5-a22e-3c391b1104db {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:03.873066 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf19ef3e-31c1-4c32-b690-0d64973bc15b', 'tag': 'dde70b41-ca43-4648-8df5-daad8740c5d9', 'status': 'completed', 'code': 200} Nov 19 09:19:03.899664 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-c025d312-2c36-4315-be36-0c6533a6ec18 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Made reservation on behalf of 8144ed889e0e449f999e146a50a01315 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:19:03.903018 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-c025d312-2c36-4315-be36-0c6533a6ec18 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:03.934914 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c58f6c66-6e06-4905-a93b-c371582716dd req-53928b44-70d9-421c-b702-57f07f6fd688 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5089394-ba3e-4298-b89e-05a4a7a9f263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457711 Nov 19 09:19:03.935950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc41e8-eb08-4d7d-b386-5bc324854503 req-256b0338-f3f1-4952-8fef-0dd11480ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:03.937433 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-94cc41e8-eb08-4d7d-b386-5bc324854503 req-256b0338-f3f1-4952-8fef-0dd11480ee22 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5834343 Nov 19 09:19:04.028694 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90cac77c-6982-4227-b14f-3a2715945a77 req-2e97c290-b3c9-4f10-93d9-e62d648ebf8c service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887192 Nov 19 09:19:04.113620 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b07b32-10dc-472f-bb54-f1e36d1f45d2 req-fd490a2f-13ca-4f4b-a47f-fd8238108ef6 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:04.123268 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0b07b32-10dc-472f-bb54-f1e36d1f45d2 req-fd490a2f-13ca-4f4b-a47f-fd8238108ef6 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.2309148 Nov 19 09:19:04.140179 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c58f6c66-6e06-4905-a93b-c371582716dd req-a37ff1e3-af1f-46e2-9165-123de9e208a0 service neutron] 10.222.0.71 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849246 Nov 19 09:19:04.163298 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8b211-2f03-4a76-8b3f-7b4ff38e6205 req-7ba091e3-f92c-4b43-9ac1-446ec737f3ff tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:04.164964 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95e8b211-2f03-4a76-8b3f-7b4ff38e6205 req-7ba091e3-f92c-4b43-9ac1-446ec737f3ff tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 944 time: 0.2706401 Nov 19 09:19:04.166219 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-c025d312-2c36-4315-be36-0c6533a6ec18 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Allocated IP 172.20.0.6 (ae30f9f9-a15f-46da-bac5-9059230a3308/921a28c7-4b96-4975-b8f4-7f638315c845/bb06e704-b30a-4ece-87e4-03ffc194e42d) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:19:04.237482 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8530fc59-efaa-4b0e-a33c-ad72b0535977 req-9387a4b0-a658-45ae-8141-1e5d68a3bc06 service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440142 Nov 19 09:19:04.306000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0b07b32-10dc-472f-bb54-f1e36d1f45d2 req-eea7c815-5ba6-45b8-9012-80083eff2709 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815772 Nov 19 09:19:04.393211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90cac77c-6982-4227-b14f-3a2715945a77 req-371e8c16-b5c3-4c7c-9d7a-96810d76b88b service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537252 Nov 19 09:19:04.402705 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c58f6c66-6e06-4905-a93b-c371582716dd req-c999d8ce-84a2-41d6-bde2-0a0b555c5990 service neutron] 10.222.0.71 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459421 Nov 19 09:19:04.411341 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95e8b211-2f03-4a76-8b3f-7b4ff38e6205 req-cd90e3c4-4b24-4212-82cd-c33b97577dfd tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340360 Nov 19 09:19:04.471713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8530fc59-efaa-4b0e-a33c-ad72b0535977 req-43056fcd-6721-44cd-b639-b97802fe3df8 service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134628 Nov 19 09:19:04.475611 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-c025d312-2c36-4315-be36-0c6533a6ec18 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:04.544943 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-c025d312-2c36-4315-be36-0c6533a6ec18 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:04.557722 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf0248-1bb8-440e-8235-92b46cd87859 req-ee652fc8-0f95-4d02-b67b-89bdf70628c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:04.559210 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7abf0248-1bb8-440e-8235-92b46cd87859 req-ee652fc8-0f95-4d02-b67b-89bdf70628c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b297a2f4a9f94752a266f77ac599a508&device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 1095 time: 0.0633371 Nov 19 09:19:04.641316 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-c025d312-2c36-4315-be36-0c6533a6ec18 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Network ae30f9f9-a15f-46da-bac5-9059230a3308 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:19:04.647964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-c025d312-2c36-4315-be36-0c6533a6ec18 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:19:04.655914 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-c025d312-2c36-4315-be36-0c6533a6ec18 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:19:04.663387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025d312-2c36-4315-be36-0c6533a6ec18 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event updated for resources: {'Port': ['ID=bb06e704-b30a-4ece-87e4-03ffc194e42d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:04.749643 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-c025d312-2c36-4315-be36-0c6533a6ec18 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:04.750287 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-c025d312-2c36-4315-be36-0c6533a6ec18 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:04.761028 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf0248-1bb8-440e-8235-92b46cd87859 req-60adae2a-c0bc-4dd1-8c61-a62a1597e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:04.763577 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7abf0248-1bb8-440e-8235-92b46cd87859 req-60adae2a-c0bc-4dd1-8c61-a62a1597e757 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d5089394-ba3e-4298-b89e-05a4a7a9f263 HTTP/1.1" status: 200 len: 922 time: 0.1838827 Nov 19 09:19:04.782111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb964295-6b9c-4043-9604-2f7f0d80aa53 req-d220c207-ef18-4cf5-b2b9-fc6ea409522c tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:04.784811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb964295-6b9c-4043-9604-2f7f0d80aa53 req-d220c207-ef18-4cf5-b2b9-fc6ea409522c tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 943 time: 0.0702727 Nov 19 09:19:04.885847 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-c025d312-2c36-4315-be36-0c6533a6ec18 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7443943 Nov 19 09:19:04.887058 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7abf0248-1bb8-440e-8235-92b46cd87859 req-6b8c445c-1a65-4bac-869e-f18dddacce39 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dde70b41-ca43-4648-8df5-daad8740c5d9 HTTP/1.1" status: 200 len: 217 time: 0.1078045 Nov 19 09:19:04.897901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb964295-6b9c-4043-9604-2f7f0d80aa53 req-cd292ad2-d5e0-4c1c-a313-8aa9df1e06de tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943596 Nov 19 09:19:04.934214 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Request body: {'port': {'device_id': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:05.024351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-85ba96ae-dc17-49ef-a1c0-840f5400d784 req-4a7095f0-ef55-4990-a61c-adb1e6b520b6 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.1052301 Nov 19 09:19:05.107269 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e104b-a64e-409d-a766-af547d3fa812 req-2962a680-cf07-4b4d-8fee-072fd039e1fe tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:05.107269 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec6e104b-a64e-409d-a766-af547d3fa812 req-2962a680-cf07-4b4d-8fee-072fd039e1fe tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 931 time: 0.0812223 Nov 19 09:19:05.109492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8ab839de-94f7-48a1-9438-b047d1174bad None None] Provisioning complete for port bb06e704-b30a-4ece-87e4-03ffc194e42d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:19:05.109492 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8ab839de-94f7-48a1-9438-b047d1174bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:05.110057 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf0248-1bb8-440e-8235-92b46cd87859 req-de6cf019-8b30-472d-97ad-0ab456a61a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:05.122910 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7abf0248-1bb8-440e-8235-92b46cd87859 req-de6cf019-8b30-472d-97ad-0ab456a61a91 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3cce1e6c-6b09-4f3b-aac2-84ed251c5a28 HTTP/1.1" status: 200 len: 861 time: 0.2089558 Nov 19 09:19:05.145616 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:05.166203 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7abf0248-1bb8-440e-8235-92b46cd87859 req-a2678d02-1210-4893-abe8-1e8ff975fc54 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5089394-ba3e-4298-b89e-05a4a7a9f263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318789 Nov 19 09:19:05.185287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8ab839de-94f7-48a1-9438-b047d1174bad None None] Port bb06e704-b30a-4ece-87e4-03ffc194e42d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:19:05.208152 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec6e104b-a64e-409d-a766-af547d3fa812 req-57591a11-19eb-49a2-a07c-e14d640837b7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907793 Nov 19 09:19:05.376834 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7abf0248-1bb8-440e-8235-92b46cd87859 req-de72ea61-2425-4775-ab16-68986a5c69ac service neutron] 10.222.0.71 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010746 Nov 19 09:19:05.469478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6b3f1-af08-411b-b432-69153e7adb74 req-d58ec574-d363-4b32-9af6-3576ad3573bb tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:05.471788 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdc6b3f1-af08-411b-b432-69153e7adb74 req-d58ec574-d363-4b32-9af6-3576ad3573bb tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0803032 Nov 19 09:19:05.529952 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdc6b3f1-af08-411b-b432-69153e7adb74 req-2f7aecc2-469c-43da-91d0-f0726455a094 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496812 Nov 19 09:19:05.603722 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7abf0248-1bb8-440e-8235-92b46cd87859 req-26e6b4ed-159e-48f0-ba74-8683454ae07d service neutron] 10.222.0.71 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129972 Nov 19 09:19:05.613568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2233a-82f6-45af-9ad4-90d577c3a7b8 req-d28b207d-bccd-4935-bd12-29110a31de56 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:05.621896 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20f2233a-82f6-45af-9ad4-90d577c3a7b8 req-d28b207d-bccd-4935-bd12-29110a31de56 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 944 time: 0.0704312 Nov 19 09:19:05.699403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20f2233a-82f6-45af-9ad4-90d577c3a7b8 req-4955c2a3-7178-4192-b82e-b6018c1ce7e4 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762985 Nov 19 09:19:05.702355 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-94cc41e8-eb08-4d7d-b386-5bc324854503 req-7dc69c8c-ecf0-4f5a-9fae-2261bf99c6a2 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.71 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0322559 Nov 19 09:19:05.706218 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb06e704-b30a-4ece-87e4-03ffc194e42d {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:05.719550 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:05.733710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Transition to ACTIVE for port object bb06e704-b30a-4ece-87e4-03ffc194e42d will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:19:05.738549 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:05.795531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb06e704-b30a-4ece-87e4-03ffc194e42d,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:05.876302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Attempting to bind port bb06e704-b30a-4ece-87e4-03ffc194e42d on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:19:05.878101 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Attempting to bind port bb06e704-b30a-4ece-87e4-03ffc194e42d by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:19:05.878446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Attempting to bind port bb06e704-b30a-4ece-87e4-03ffc194e42d on network ae30f9f9-a15f-46da-bac5-9059230a3308 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:19:05.885165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Port bb06e704-b30a-4ece-87e4-03ffc194e42d on network ae30f9f9-a15f-46da-bac5-9059230a3308 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:19:05.886226 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Attempting to bind port bb06e704-b30a-4ece-87e4-03ffc194e42d on network ae30f9f9-a15f-46da-bac5-9059230a3308 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:19:05.892444 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:19:05.892638 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Checking segment: {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:19:05.892994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Bound using segment: {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:19:05.893467 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Bound port: bb06e704-b30a-4ece-87e4-03ffc194e42d, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:19:05.896012 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:05.989408 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:19:05.993411 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:19:06.002834 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:06.075739 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb06e704-b30a-4ece-87e4-03ffc194e42d,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:06.088520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efaf82-55bc-4f8b-87d8-31aed2822196 req-4e2735ed-6af0-4e1b-bfbd-093f4f3e6ebd tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:06.090736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74efaf82-55bc-4f8b-87d8-31aed2822196 req-4e2735ed-6af0-4e1b-bfbd-093f4f3e6ebd tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 943 time: 0.0999870 Nov 19 09:19:06.095568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:06.096220 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:06.104228 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-5fd7b15d-e75c-4401-8cf7-692b266ca0a7 service neutron] 10.222.0.71 "PUT /v2.0/ports/bb06e704-b30a-4ece-87e4-03ffc194e42d HTTP/1.1" status: 200 len: 1092 time: 1.1755726 Nov 19 09:19:06.107266 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:06.108121 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f7d5eb-28d0-48d3-a0c7-fd4b85290f38" -d '{"events": [{"name": "network-changed", "server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:06.165439 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74efaf82-55bc-4f8b-87d8-31aed2822196 req-1584c388-3ea6-4dd4-b0f8-688c4712c18e tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664198 Nov 19 09:19:06.228844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-797b3143-a340-46b3-8242-36e8c780c9cd req-67f5feed-f49f-47fd-aeb7-dd7afa3cb734 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=b313a7a6-4d14-4086-96b6-1d606b8981a5 HTTP/1.1" status: 200 len: 210 time: 0.0484006 Nov 19 09:19:06.240103 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b26209d-17a9-4726-8617-1de2f78d2195 x-openstack-request-id: req-1b26209d-17a9-4726-8617-1de2f78d2195 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:06.240816 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:06.241073 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b26209d-17a9-4726-8617-1de2f78d2195 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:06.241504 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'status': 'completed', 'code': 200} Nov 19 09:19:06.274706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-df0e9088-4e73-4739-9b10-0d8a47ff02de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:06.276205 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-df0e9088-4e73-4739-9b10-0d8a47ff02de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 1095 time: 0.1077943 Nov 19 09:19:06.355983 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-21ff6c3c-958c-445a-95ba-6ac8660253d1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d HTTP/1.1" status: 200 len: 217 time: 0.0706041 Nov 19 09:19:06.361190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecd60b-a8d7-48b7-a6fa-1853df83e0d7 req-7c8cfd42-9df4-4bf6-bc97-15a1c22a08dd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:06.362883 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8aecd60b-a8d7-48b7-a6fa-1853df83e0d7 req-7c8cfd42-9df4-4bf6-bc97-15a1c22a08dd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 943 time: 0.0706854 Nov 19 09:19:06.422099 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-8b4f71c1-292a-49e2-97ed-4f413a71a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:06.423565 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-8b4f71c1-292a-49e2-97ed-4f413a71a5b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.0577393 Nov 19 09:19:06.424099 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8aecd60b-a8d7-48b7-a6fa-1853df83e0d7 req-9c402327-6a37-4415-85e7-8e93e76add8e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538807 Nov 19 09:19:06.476623 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-10b9a3ea-67e4-4fb7-804b-33346e8f7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:06.478160 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-10b9a3ea-67e4-4fb7-804b-33346e8f7fa9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456371 Nov 19 09:19:06.579898 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-1ede40ee-2cdd-4d2f-b1e9-505ebc0b0f06 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920925 Nov 19 09:19:06.666876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device a4a4e61f-703a-466e-865e-6c7fb54b71c3 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:19:06.692059 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4ef970b8-fa5a-4151-a36f-85bc64ce6ecd req-90bf35c4-71d8-4db0-9fa2-42084793c9da service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036363 Nov 19 09:19:06.693652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50526774-9fe1-4af6-851e-99f2b03f1ae2 req-0bd81932-f17f-4523-a1ec-4dcee829262f tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:06.695860 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50526774-9fe1-4af6-851e-99f2b03f1ae2 req-0bd81932-f17f-4523-a1ec-4dcee829262f tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ddc1d2-870e-43ff-b29f-b18e05e54b29 HTTP/1.1" status: 200 len: 949 time: 0.0747898 Nov 19 09:19:06.705362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a834b-c2cf-416c-a465-5343cdb9eef5 req-33853319-7359-4b13-9019-96b40a9fe15e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:06.707047 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f63a834b-c2cf-416c-a465-5343cdb9eef5 req-33853319-7359-4b13-9019-96b40a9fe15e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0976236 Nov 19 09:19:06.794673 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50526774-9fe1-4af6-851e-99f2b03f1ae2 req-9559c0ca-6325-4b1c-86f8-e92004af6e51 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862529 Nov 19 09:19:06.797629 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port a4a4e61f-703a-466e-865e-6c7fb54b71c3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a4a4e61f-703a-466e-865e-6c7fb54b71c3,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:06.819673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7d5eb-28d0-48d3-a0c7-fd4b85290f38 req-1491d2b7-8167-4f40-b613-b0b2c97cae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:06.821491 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-90f7d5eb-28d0-48d3-a0c7-fd4b85290f38 req-1491d2b7-8167-4f40-b613-b0b2c97cae37 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 1095 time: 0.0686064 Nov 19 09:19:06.823801 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f63a834b-c2cf-416c-a465-5343cdb9eef5 req-19fa7ad4-fc7d-4670-82ce-165213776d8a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083391 Nov 19 09:19:06.829030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'a4a4e61f-703a-466e-865e-6c7fb54b71c3', 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a', 'port_id': 'a4a4e61f-703a-466e-865e-6c7fb54b71c3', 'mac_address': 'fa:16:3e:a3:00:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b29904-404d-46d5-aff8-f7bd62491a04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:19:06.898111 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:06.917012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a4e61f-703a-466e-865e-6c7fb54b71c3 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:06.940957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port a4a4e61f-703a-466e-865e-6c7fb54b71c3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a4a4e61f-703a-466e-865e-6c7fb54b71c3,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:06.946512 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:06.963859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7d5eb-28d0-48d3-a0c7-fd4b85290f38 req-1a0eafbf-69dd-479a-b988-db5125c1cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:06.965607 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-90f7d5eb-28d0-48d3-a0c7-fd4b85290f38 req-1a0eafbf-69dd-479a-b988-db5125c1cf4a service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 912 time: 0.1265836 Nov 19 09:19:07.002430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=a4a4e61f-703a-466e-865e-6c7fb54b71c3,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:07.010724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:07.011071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:07.011602 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:07.011877 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-90f7d5eb-28d0-48d3-a0c7-fd4b85290f38 req-6ac9f1c0-cc58-4b9a-a715-9218a7e1b717 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d HTTP/1.1" status: 200 len: 217 time: 0.0377259 Nov 19 09:19:07.011990 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:07.012266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:07.012595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:07.012925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:07.013276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:07.013608 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:07.013935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:07.014260 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:07.014584 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:07.069164 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7d5eb-28d0-48d3-a0c7-fd4b85290f38 req-a9923cd9-175d-4adf-a96a-7a1f808b8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:07.070702 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-90f7d5eb-28d0-48d3-a0c7-fd4b85290f38 req-a9923cd9-175d-4adf-a96a-7a1f808b8651 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.0511177 Nov 19 09:19:07.121365 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7d5eb-28d0-48d3-a0c7-fd4b85290f38 req-35d461aa-a41b-4ddd-82ea-4ce0d24f812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:07.122889 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-90f7d5eb-28d0-48d3-a0c7-fd4b85290f38 req-35d461aa-a41b-4ddd-82ea-4ce0d24f812e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425954 Nov 19 09:19:07.195292 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4593993-8b1c-43cf-a4d7-20a9f59f84d8 req-1b50abb0-55ff-4e2b-ae04-127e74b98d8b tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:07.196774 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e4593993-8b1c-43cf-a4d7-20a9f59f84d8 req-1b50abb0-55ff-4e2b-ae04-127e74b98d8b tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 944 time: 0.3071315 Nov 19 09:19:07.216445 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-90f7d5eb-28d0-48d3-a0c7-fd4b85290f38 req-52462c02-72da-46c1-95a4-a20aad27f255 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853636 Nov 19 09:19:07.255940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['a4a4e61f-703a-466e-865e-6c7fb54b71c3'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:19:07.275544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e4593993-8b1c-43cf-a4d7-20a9f59f84d8 req-e62173b6-b856-4296-bb7f-3e3775d05271 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689883 Nov 19 09:19:07.319037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c1d75-2fb5-4538-8df3-eb4f126d85dd req-1d243c8e-95bd-496d-8e66-9ab582ab72fb tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:07.320678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-197c1d75-2fb5-4538-8df3-eb4f126d85dd req-1d243c8e-95bd-496d-8e66-9ab582ab72fb tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 943 time: 0.0682902 Nov 19 09:19:07.333739 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-90f7d5eb-28d0-48d3-a0c7-fd4b85290f38 req-6a249bab-a500-463b-858f-95cfc77576b5 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038353 Nov 19 09:19:07.380931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-197c1d75-2fb5-4538-8df3-eb4f126d85dd req-744546f2-218a-4fb4-b141-8af74375c57d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524452 Nov 19 09:19:07.528666 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7cf14f6c-fd01-4a51-903f-fa934437a5ba req-4a2a38b7-d947-4296-82dc-476557c96183 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=63fdfb3b326f41d18aaa637ffb3a5611&device_id=0a88f664-70e2-45c3-85bf-a6ed87faf1e3 HTTP/1.1" status: 200 len: 210 time: 0.0260341 Nov 19 09:19:07.559370 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7cf14f6c-fd01-4a51-903f-fa934437a5ba req-f945414a-ba21-4582-9ef0-b685c398cef2 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=63fdfb3b326f41d18aaa637ffb3a5611&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186117 Nov 19 09:19:07.561848 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f8b6495-7715-4b04-ac43-4f882ce7d687 req-a84dd240-8a45-4fb1-8dd2-1ce0e17e28aa tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a88f664-70e2-45c3-85bf-a6ed87faf1e3 HTTP/1.1" status: 200 len: 210 time: 0.0325251 Nov 19 09:19:07.578138 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f3722-833e-4d4c-a2da-3e8f436d6e07 req-7e004727-986a-4750-8d39-1d46ef113544 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:07.579692 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-535f3722-833e-4d4c-a2da-3e8f436d6e07 req-7e004727-986a-4750-8d39-1d46ef113544 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 943 time: 0.0787396 Nov 19 09:19:07.626778 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-535f3722-833e-4d4c-a2da-3e8f436d6e07 req-15718fe8-5298-45db-a7f0-fde0f80a7029 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409431 Nov 19 09:19:07.660668 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf14f6c-fd01-4a51-903f-fa934437a5ba req-7c0bd679-3fac-43f8-8cb8-c5814b54263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:07.662180 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7cf14f6c-fd01-4a51-903f-fa934437a5ba req-7c0bd679-3fac-43f8-8cb8-c5814b54263b service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934849 Nov 19 09:19:07.910118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad06cec-c03f-4551-9a75-efd1ce8b1b59 req-fa51929f-3b86-4daf-adc4-dc180385accd tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:07.911567 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cad06cec-c03f-4551-9a75-efd1ce8b1b59 req-fa51929f-3b86-4daf-adc4-dc180385accd tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ddc1d2-870e-43ff-b29f-b18e05e54b29 HTTP/1.1" status: 200 len: 949 time: 0.0575104 Nov 19 09:19:07.980707 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531c63e-fa40-4ddd-89a8-932718593c69 req-a8ace668-11d5-4ae2-af02-903b4cd44adc tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:07.982189 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3531c63e-fa40-4ddd-89a8-932718593c69 req-a8ace668-11d5-4ae2-af02-903b4cd44adc tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0920923 Nov 19 09:19:07.986598 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cad06cec-c03f-4551-9a75-efd1ce8b1b59 req-42a2498c-380e-4251-9d0a-112c0c2a0ded tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590172 Nov 19 09:19:08.030500 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3531c63e-fa40-4ddd-89a8-932718593c69 req-06ca664b-c7b8-475e-987f-0a0327926cdd tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421648 Nov 19 09:19:08.397843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2677f77-d52d-4fb8-a427-06c4335be1fc req-dfc6d6e5-41df-49b7-a3eb-0e383afc4575 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:08.399356 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2677f77-d52d-4fb8-a427-06c4335be1fc req-dfc6d6e5-41df-49b7-a3eb-0e383afc4575 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 945 time: 0.0492940 Nov 19 09:19:08.450384 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2677f77-d52d-4fb8-a427-06c4335be1fc req-b8542b66-07b1-49c9-a431-e2efdaa8755e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450048 Nov 19 09:19:08.550800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62d6f5-4ebe-4a3d-bcc7-d4a773b5bc16 req-1a7d782d-070e-4fca-8ec4-f392f3c7e612 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:08.552393 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e62d6f5-4ebe-4a3d-bcc7-d4a773b5bc16 req-1a7d782d-070e-4fca-8ec4-f392f3c7e612 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 943 time: 0.0539029 Nov 19 09:19:08.600125 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e62d6f5-4ebe-4a3d-bcc7-d4a773b5bc16 req-ec0e25e4-38e0-40d6-8244-3dbddd8be8f3 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411208 Nov 19 09:19:08.681114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff58605d-9ae6-4062-b843-5a0f1603da9c req-ee9523ef-f036-43a8-9a9e-c274b111707b tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a88f664-70e2-45c3-85bf-a6ed87faf1e3 HTTP/1.1" status: 200 len: 210 time: 0.0266771 Nov 19 09:19:08.698955 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device dde70b41-ca43-4648-8df5-daad8740c5d9 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:19:08.702546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device a4a4e61f-703a-466e-865e-6c7fb54b71c3 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:19:08.753738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d714e-84a6-4fa1-bad2-2d8fdbb8e838 req-4808532c-4108-4fef-9ab8-24ed415acb61 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:08.755306 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-374d714e-84a6-4fa1-bad2-2d8fdbb8e838 req-4808532c-4108-4fef-9ab8-24ed415acb61 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 943 time: 0.0520575 Nov 19 09:19:08.805159 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port a4a4e61f-703a-466e-865e-6c7fb54b71c3 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:19:08.810279 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-374d714e-84a6-4fa1-bad2-2d8fdbb8e838 req-d2523832-8402-486d-b5dd-beff6b1f9730 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478501 Nov 19 09:19:08.815144 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port a4a4e61f-703a-466e-865e-6c7fb54b71c3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:19:08.815520 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:08.875124 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port dde70b41-ca43-4648-8df5-daad8740c5d9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=dde70b41-ca43-4648-8df5-daad8740c5d9,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:08.889727 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'dde70b41-ca43-4648-8df5-daad8740c5d9', 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263', 'port_id': 'dde70b41-ca43-4648-8df5-daad8740c5d9', 'mac_address': 'fa:16:3e:3c:7d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cce1e6c-6b09-4f3b-aac2-84ed251c5a28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:19:08.958410 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:08.960287 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:08.984430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde70b41-ca43-4648-8df5-daad8740c5d9 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:08.996049 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221ae3e4-d717-4839-927a-1a5ee79a4870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a4e61f-703a-466e-865e-6c7fb54b71c3'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:08.998415 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ec0058-32fc-4223-85a8-e3f441a0fdd6" -d '{"events": [{"server_uuid": "221ae3e4-d717-4839-927a-1a5ee79a4870", "name": "network-vif-plugged", "status": "completed", "tag": "a4a4e61f-703a-466e-865e-6c7fb54b71c3"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:09.021334 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port a4a4e61f-703a-466e-865e-6c7fb54b71c3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a4a4e61f-703a-466e-865e-6c7fb54b71c3,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:09.025443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port dde70b41-ca43-4648-8df5-daad8740c5d9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=dde70b41-ca43-4648-8df5-daad8740c5d9,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:09.026992 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:09.054509 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8465ed58-c2b5-44e1-94a8-1492a4fe41f4 x-openstack-request-id: req-8465ed58-c2b5-44e1-94a8-1492a4fe41f4 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:09.055461 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221ae3e4-d717-4839-927a-1a5ee79a4870", "name": "network-vif-plugged", "status": "completed", "tag": "a4a4e61f-703a-466e-865e-6c7fb54b71c3", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:09.055719 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8465ed58-c2b5-44e1-94a8-1492a4fe41f4 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:09.056100 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221ae3e4-d717-4839-927a-1a5ee79a4870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a4e61f-703a-466e-865e-6c7fb54b71c3', 'code': 200} Nov 19 09:19:09.056737 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:09.090405 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=a4a4e61f-703a-466e-865e-6c7fb54b71c3,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:09.147769 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=dde70b41-ca43-4648-8df5-daad8740c5d9,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:09.175007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d58aaa-2bda-417a-9767-5514a0d9a826 req-d7718923-5602-44f0-aaf6-7f99fcca2df7 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:09.177041 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-64d58aaa-2bda-417a-9767-5514a0d9a826 req-d7718923-5602-44f0-aaf6-7f99fcca2df7 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0573885 Nov 19 09:19:09.216762 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7cf14f6c-fd01-4a51-903f-fa934437a5ba req-2375c5e0-8f3a-4656-a380-df7811fdc833 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a88f664-70e2-45c3-85bf-a6ed87faf1e3 HTTP/1.1" status: 200 len: 210 time: 0.0497770 Nov 19 09:19:09.228707 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-64d58aaa-2bda-417a-9767-5514a0d9a826 req-60c4b380-e97b-48b1-b647-7f354af25ed1 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448730 Nov 19 09:19:09.238092 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc5165-1f82-42b5-ac96-9292ed24f7a8 req-14b0e34d-a8b0-41ef-bf67-db9e5c6e18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:09.239986 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-37cc5165-1f82-42b5-ac96-9292ed24f7a8 req-14b0e34d-a8b0-41ef-bf67-db9e5c6e18ff service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 1098 time: 0.0639617 Nov 19 09:19:09.290440 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-37cc5165-1f82-42b5-ac96-9292ed24f7a8 req-3f047b02-2207-47e4-90e8-fb16671c4469 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401707 Nov 19 09:19:09.371121 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['dde70b41-ca43-4648-8df5-daad8740c5d9'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:19:09.583401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ab146-6a1b-4f9e-a108-8c155c2f7947 req-789a9422-f92e-4d3d-9b6f-55037dd34b4d tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:09.584905 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-864ab146-6a1b-4f9e-a108-8c155c2f7947 req-789a9422-f92e-4d3d-9b6f-55037dd34b4d tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 946 time: 0.0521035 Nov 19 09:19:09.633972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-864ab146-6a1b-4f9e-a108-8c155c2f7947 req-f2834395-c0b3-4d4d-9d4f-650844daebd8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425169 Nov 19 09:19:09.742546 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56b39c-2b17-4ac7-b44c-eba1fa82148e req-65bf4e1c-d867-4be2-998e-2be73870731b tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:09.744425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd56b39c-2b17-4ac7-b44c-eba1fa82148e req-65bf4e1c-d867-4be2-998e-2be73870731b tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 944 time: 0.0519848 Nov 19 09:19:09.798506 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd56b39c-2b17-4ac7-b44c-eba1fa82148e req-62ed30f3-390c-4b38-9b81-dab718700691 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473189 Nov 19 09:19:09.898417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c1474c3-5439-40bf-b1ce-92441387c3ec req-d7107adc-9871-4517-87ad-5336c1d59291 tempest-ServerShowV247Test-110339951 tempest-ServerShowV247Test-110339951-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a88f664-70e2-45c3-85bf-a6ed87faf1e3 HTTP/1.1" status: 200 len: 210 time: 0.0260367 Nov 19 09:19:10.009320 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867f9e0-dde3-400c-b69a-a3f17c8c8877 req-b52a9423-bfa5-4ffa-aab1-cf0606e96c2d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:10.010951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b867f9e0-dde3-400c-b69a-a3f17c8c8877 req-b52a9423-bfa5-4ffa-aab1-cf0606e96c2d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 943 time: 0.0540721 Nov 19 09:19:10.063442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b867f9e0-dde3-400c-b69a-a3f17c8c8877 req-4a15c46b-030f-47ee-a8e2-84990ffbaf03 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456288 Nov 19 09:19:10.354176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f228f9-8164-449f-8d0e-957f179ee805 req-5f648e75-09ba-46cd-b6a1-3e78863b8134 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:10.355818 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9f228f9-8164-449f-8d0e-957f179ee805 req-5f648e75-09ba-46cd-b6a1-3e78863b8134 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0515821 Nov 19 09:19:10.408679 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9f228f9-8164-449f-8d0e-957f179ee805 req-ead0baf3-702a-49ee-9117-b64dce93bc1b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464399 Nov 19 09:19:10.715797 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bb06e704-b30a-4ece-87e4-03ffc194e42d details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:19:10.718400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device dde70b41-ca43-4648-8df5-daad8740c5d9 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:19:10.767647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af03e6-8697-438a-a41e-58a930d46c4b req-f6594178-5467-438c-9529-97cc33a4d183 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:10.769546 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b7af03e6-8697-438a-a41e-58a930d46c4b req-f6594178-5467-438c-9529-97cc33a4d183 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 946 time: 0.0648563 Nov 19 09:19:10.832348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port dde70b41-ca43-4648-8df5-daad8740c5d9 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:19:10.834348 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b7af03e6-8697-438a-a41e-58a930d46c4b req-86616a22-23ec-47d4-9e37-ed549c244f44 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570300 Nov 19 09:19:10.852672 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port dde70b41-ca43-4648-8df5-daad8740c5d9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:19:10.853156 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:10.889518 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:10.907818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'port_id': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'mac_address': 'fa:16:3e:4b:f2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:19:10.966772 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaca3f-700b-45fe-ad5c-4f971f162b5d req-1c07eae2-2bfd-4cfc-8c08-3c7a1675a65c tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:10.968471 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0cfaca3f-700b-45fe-ad5c-4f971f162b5d req-1c07eae2-2bfd-4cfc-8c08-3c7a1675a65c tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 944 time: 0.0607672 Nov 19 09:19:10.979294 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:10.999356 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb06e704-b30a-4ece-87e4-03ffc194e42d {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:11.005047 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:11.033349 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0cfaca3f-700b-45fe-ad5c-4f971f162b5d req-ecd0fd68-15a5-400d-b682-a32987e74c5b tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549393 Nov 19 09:19:11.035285 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:11.050004 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:11.058819 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf19ef3e-31c1-4c32-b690-0d64973bc15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde70b41-ca43-4648-8df5-daad8740c5d9'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:11.061628 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd86619-5840-4f60-9214-9fd279fab346" -d '{"events": [{"server_uuid": "cf19ef3e-31c1-4c32-b690-0d64973bc15b", "name": "network-vif-plugged", "status": "completed", "tag": "dde70b41-ca43-4648-8df5-daad8740c5d9"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:11.097217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port dde70b41-ca43-4648-8df5-daad8740c5d9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=dde70b41-ca43-4648-8df5-daad8740c5d9,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:11.114446 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:11.128407 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a0f03b-a9b7-4885-baf6-f3f62ff8bd92 x-openstack-request-id: req-47a0f03b-a9b7-4885-baf6-f3f62ff8bd92 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:11.128702 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf19ef3e-31c1-4c32-b690-0d64973bc15b", "name": "network-vif-plugged", "status": "completed", "tag": "dde70b41-ca43-4648-8df5-daad8740c5d9", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:11.128960 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47a0f03b-a9b7-4885-baf6-f3f62ff8bd92 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:11.140337 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf19ef3e-31c1-4c32-b690-0d64973bc15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde70b41-ca43-4648-8df5-daad8740c5d9', 'code': 200} Nov 19 09:19:11.160445 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=bb06e704-b30a-4ece-87e4-03ffc194e42d,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:11.217424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=dde70b41-ca43-4648-8df5-daad8740c5d9,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:11.263032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f3531-14d2-4c36-a6dc-0ff2128eea6f req-acf80cf9-48d1-4282-a78e-0c5ecf92d35f tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:11.270532 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca5f3531-14d2-4c36-a6dc-0ff2128eea6f req-acf80cf9-48d1-4282-a78e-0c5ecf92d35f tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 948 time: 0.1451066 Nov 19 09:19:11.286688 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489cbb9-63b2-480b-89e8-b75f492f9862 req-74f3a743-067f-4508-ae52-a552d9032641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:11.297601 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f489cbb9-63b2-480b-89e8-b75f492f9862 req-74f3a743-067f-4508-ae52-a552d9032641 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 1097 time: 0.0878696 Nov 19 09:19:11.305031 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46298cd8-0c50-4ea5-8a71-72572209275a req-62ee778f-24c2-469e-8dd0-f4f52df57331 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:11.312276 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46298cd8-0c50-4ea5-8a71-72572209275a req-62ee778f-24c2-469e-8dd0-f4f52df57331 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1045449 Nov 19 09:19:11.381465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46298cd8-0c50-4ea5-8a71-72572209275a req-0606fb8f-bb6e-498d-ad45-23bcb28fea28 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678303 Nov 19 09:19:11.392420 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['bb06e704-b30a-4ece-87e4-03ffc194e42d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:19:11.402779 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca5f3531-14d2-4c36-a6dc-0ff2128eea6f req-3e779cba-f416-406b-a26f-76ec5d06cdd7 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308384 Nov 19 09:19:11.438467 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f489cbb9-63b2-480b-89e8-b75f492f9862 req-66b1de54-2f85-41ff-8ce9-3223df28f31d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323297 Nov 19 09:19:11.439002 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45244) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:19:11.506434 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e6bb2e09-36b4-4fc6-a822-0c7f2b498445 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:19:11.575577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca27c7-518f-48ec-b80f-a32f4de3a775 req-4b0b54a1-ae21-400c-8983-1773cc5b4de4 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:11.577431 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47ca27c7-518f-48ec-b80f-a32f4de3a775 req-4b0b54a1-ae21-400c-8983-1773cc5b4de4 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0764098 Nov 19 09:19:11.591941 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74a51271-6254-4eca-bdfe-0aa6b107b042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:11.662945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47ca27c7-518f-48ec-b80f-a32f4de3a775 req-0809aab4-8265-4e6b-8605-9f63f349000b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794218 Nov 19 09:19:11.685581 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:11.688394 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74a51271-6254-4eca-bdfe-0aa6b107b042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:11.693328 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74a51271-6254-4eca-bdfe-0aa6b107b042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:11.723219 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e6bb2e09-36b4-4fc6-a822-0c7f2b498445, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:11.728704 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:11.732965 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-74a51271-6254-4eca-bdfe-0aa6b107b042 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63fdfb3b326f41d18aaa637ffb3a5611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2929471 Nov 19 09:19:11.735953 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45250) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:19:11.738614 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a51271-6254-4eca-bdfe-0aa6b107b042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e99bc9-dd34-43a5-b2f8-24d4828384b3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:11.793305 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,revision_number=11']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:11.803772 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-acc29f07-7788-4039-b3dc-ad35a9225596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:11.827245 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-acc29f07-7788-4039-b3dc-ad35a9225596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:11.874551 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-acc29f07-7788-4039-b3dc-ad35a9225596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:11.877282 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-acc29f07-7788-4039-b3dc-ad35a9225596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:11.881013 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-acc29f07-7788-4039-b3dc-ad35a9225596 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1e99bc9-dd34-43a5-b2f8-24d4828384b3 HTTP/1.1" status: 204 len: 168 time: 0.1433213 Nov 19 09:19:11.889968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc29f07-7788-4039-b3dc-ad35a9225596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e99bc9-dd34-43a5-b2f8-24d4828384b3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:12.146407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7474eb-aaa3-44a0-ace2-c80a8a785bdc req-7aa28a25-880c-4a46-b54e-62c868bf68da tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:12.148357 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b7474eb-aaa3-44a0-ace2-c80a8a785bdc req-7aa28a25-880c-4a46-b54e-62c868bf68da tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 945 time: 0.0522690 Nov 19 09:19:12.205040 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b7474eb-aaa3-44a0-ace2-c80a8a785bdc req-46d63c63-01cb-42a2-9a75-56ed6b885dd7 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494542 Nov 19 09:19:12.567652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae4b0f-34e7-4c06-92a5-ddad2fcc01d3 req-17a2041d-e0fd-4c72-9a66-6c3a61af9182 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:12.569127 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7ae4b0f-34e7-4c06-92a5-ddad2fcc01d3 req-17a2041d-e0fd-4c72-9a66-6c3a61af9182 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 948 time: 0.0836849 Nov 19 09:19:12.581515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfd6ef-cbd1-47c9-91cf-18795c47fc87 req-771fa786-e7b4-428d-b9ae-a9192e423c00 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:12.583277 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f6dfd6ef-cbd1-47c9-91cf-18795c47fc87 req-771fa786-e7b4-428d-b9ae-a9192e423c00 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.0822241 Nov 19 09:19:12.656451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7ae4b0f-34e7-4c06-92a5-ddad2fcc01d3 req-35196afc-34fd-4c63-83f7-9db385187537 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724118 Nov 19 09:19:12.659603 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f6dfd6ef-cbd1-47c9-91cf-18795c47fc87 req-2b8fb5d8-4993-4897-a082-1cbc5d5f7f9e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685225 Nov 19 09:19:12.716129 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bb06e704-b30a-4ece-87e4-03ffc194e42d up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:19:12.785012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port bb06e704-b30a-4ece-87e4-03ffc194e42d completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:19:12.789460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port bb06e704-b30a-4ece-87e4-03ffc194e42d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:19:12.789839 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:12.879349 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:12.915744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:12.921024 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:12.982459 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=bb06e704-b30a-4ece-87e4-03ffc194e42d,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:13.142442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ddc1d2-870e-43ff-b29f-b18e05e54b29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445'}, {'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:13.148767 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1449052d-ac05-424d-be3f-1bf70a60df7f" -d '{"events": [{"server_uuid": "19ddc1d2-870e-43ff-b29f-b18e05e54b29", "name": "network-vif-unplugged", "status": "completed", "tag": "e6bb2e09-36b4-4fc6-a822-0c7f2b498445"}, {"server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "name": "network-vif-plugged", "status": "completed", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:13.161286 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72f6dc35-e79b-4735-84bd-9019fbc3da7b req-620fecb8-27ec-43a5-b68b-0d20f9bda099 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0366821 Nov 19 09:19:13.170725 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0852962-2331-4a63-b3cd-05006c1611a4 req-dd322cb8-7946-4629-83d8-694109c0a1e1 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:13.172244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0852962-2331-4a63-b3cd-05006c1611a4 req-dd322cb8-7946-4629-83d8-694109c0a1e1 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.1097202 Nov 19 09:19:13.234059 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0852962-2331-4a63-b3cd-05006c1611a4 req-8ee341df-7dd2-405b-a23a-9dfb02c5624a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547707 Nov 19 09:19:13.234988 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7499b0bf-c446-4eba-8d0b-6c9440a19198 x-openstack-request-id: req-7499b0bf-c446-4eba-8d0b-6c9440a19198 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:13.235420 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ddc1d2-870e-43ff-b29f-b18e05e54b29", "name": "network-vif-unplugged", "status": "completed", "tag": "e6bb2e09-36b4-4fc6-a822-0c7f2b498445", "code": 200}, {"server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "name": "network-vif-plugged", "status": "completed", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:13.235789 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7499b0bf-c446-4eba-8d0b-6c9440a19198 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:13.236199 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ddc1d2-870e-43ff-b29f-b18e05e54b29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445', 'code': 200} Nov 19 09:19:13.236460 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'code': 200} Nov 19 09:19:13.370350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d025ea6-70a2-43f7-a8d6-12ba4563e134 req-4c786d2d-4867-4119-899f-f35c639d4b2a tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:13.379362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d025ea6-70a2-43f7-a8d6-12ba4563e134 req-4c786d2d-4867-4119-899f-f35c639d4b2a tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 945 time: 0.0655179 Nov 19 09:19:13.394261 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a672593-5f88-4802-82bf-39af81ad86c5 req-3b8319ef-1128-474b-89d6-c6a0d19c3d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:13.397382 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0a672593-5f88-4802-82bf-39af81ad86c5 req-3b8319ef-1128-474b-89d6-c6a0d19c3d6e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 1097 time: 0.0858374 Nov 19 09:19:13.449060 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d025ea6-70a2-43f7-a8d6-12ba4563e134 req-ee9f68ee-c4a4-471e-956e-b1b6a4e5af30 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683634 Nov 19 09:19:13.466026 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0a672593-5f88-4802-82bf-39af81ad86c5 req-83e4ee37-1a35-4d73-954d-beec5ae68373 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548165 Nov 19 09:19:13.567068 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91cb09-f558-41bd-aabf-7aa19a66a49c req-f167a9cb-252b-4806-a05c-d964e7faeda1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:13.568577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b91cb09-f558-41bd-aabf-7aa19a66a49c req-f167a9cb-252b-4806-a05c-d964e7faeda1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 945 time: 0.0543373 Nov 19 09:19:13.616342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b91cb09-f558-41bd-aabf-7aa19a66a49c req-d0458168-9f1e-427b-9303-e73baa8adc72 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415173 Nov 19 09:19:13.775965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b939-9026-45d4-81a3-f392b847e8f7 req-d84af71c-778c-4d37-9a63-e30abffcf206 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:13.777795 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e3b6b939-9026-45d4-81a3-f392b847e8f7 req-d84af71c-778c-4d37-9a63-e30abffcf206 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.71 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 948 time: 0.0648453 Nov 19 09:19:13.797260 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba8794-891a-4a9a-ba43-4d7a00d77da8 req-51821f75-4d78-47a8-8807-e75001337923 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:13.798804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70ba8794-891a-4a9a-ba43-4d7a00d77da8 req-51821f75-4d78-47a8-8807-e75001337923 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 945 time: 0.0972273 Nov 19 09:19:13.821465 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbe42c-ebba-490f-ba14-53a4f9754349 req-6de57053-5d43-4567-8624-41548a389773 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:13.823028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9cbe42c-ebba-490f-ba14-53a4f9754349 req-6de57053-5d43-4567-8624-41548a389773 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 948 time: 0.0764170 Nov 19 09:19:13.897593 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70ba8794-891a-4a9a-ba43-4d7a00d77da8 req-5a6ae7ed-875f-435f-899a-372055b572ce tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899122 Nov 19 09:19:13.900121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-e3b6b939-9026-45d4-81a3-f392b847e8f7 req-c1c5f0b1-da62-499f-8615-2ada0305c1f3 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Deleting port c7b39465-750f-472b-bd4d-0532b602bfc9 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:19:13.900472 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e3b6b939-9026-45d4-81a3-f392b847e8f7 req-c1c5f0b1-da62-499f-8615-2ada0305c1f3 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:13.914578 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9cbe42c-ebba-490f-ba14-53a4f9754349 req-71351f43-bae2-4058-8a8e-2306735976b8 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776682 Nov 19 09:19:14.036032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-e3b6b939-9026-45d4-81a3-f392b847e8f7 req-c1c5f0b1-da62-499f-8615-2ada0305c1f3 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] For port c7b39465-750f-472b-bd4d-0532b602bfc9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c7b39465-750f-472b-bd4d-0532b602bfc9,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:14.036406 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e3b6b939-9026-45d4-81a3-f392b847e8f7 req-c1c5f0b1-da62-499f-8615-2ada0305c1f3 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:14.051649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-e3b6b939-9026-45d4-81a3-f392b847e8f7 req-c1c5f0b1-da62-499f-8615-2ada0305c1f3 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Calling delete_port for c7b39465-750f-472b-bd4d-0532b602bfc9 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:19:14.070682 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d42fce-43fd-47fa-9ff7-fc08d8692334 req-e1fb0d32-b8f1-4800-afaa-ecae78c1bb65 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:14.072325 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55d42fce-43fd-47fa-9ff7-fc08d8692334 req-e1fb0d32-b8f1-4800-afaa-ecae78c1bb65 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 945 time: 0.0878623 Nov 19 09:19:14.088070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f51f5-7427-4345-8760-fc140859c9e2 req-d8644882-1503-4d82-b8a2-1e1504154c6a tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:14.089820 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b2f51f5-7427-4345-8760-fc140859c9e2 req-d8644882-1503-4d82-b8a2-1e1504154c6a tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 945 time: 0.0758059 Nov 19 09:19:14.170005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b2f51f5-7427-4345-8760-fc140859c9e2 req-0ffc2005-1396-44f9-ad2c-938777cef0a9 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710218 Nov 19 09:19:14.174369 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55d42fce-43fd-47fa-9ff7-fc08d8692334 req-0a063425-e144-4eca-bb27-84a0911133e0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953441 Nov 19 09:19:14.212752 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e3b6b939-9026-45d4-81a3-f392b847e8f7 req-c1c5f0b1-da62-499f-8615-2ada0305c1f3 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:14.253882 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5f0b1-da62-499f-8615-2ada0305c1f3 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Pushing event deleted for resources: {'Port': ['ID=c7b39465-750f-472b-bd4d-0532b602bfc9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:14.315454 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b6b939-9026-45d4-81a3-f392b847e8f7 req-c1c5f0b1-da62-499f-8615-2ada0305c1f3 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] No DVR routers for this DVR port c7b39465-750f-472b-bd4d-0532b602bfc9 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:19:14.322029 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e3b6b939-9026-45d4-81a3-f392b847e8f7 req-c1c5f0b1-da62-499f-8615-2ada0305c1f3 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:14.325794 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e3b6b939-9026-45d4-81a3-f392b847e8f7 req-c1c5f0b1-da62-499f-8615-2ada0305c1f3 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.71 "DELETE /v2.0/ports/c7b39465-750f-472b-bd4d-0532b602bfc9 HTTP/1.1" status: 204 len: 173 time: 0.5316420 Nov 19 09:19:14.327508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6423cc19-b8ea-4534-b797-484f772b4e79', 'name': 'network-vif-deleted', 'tag': 'c7b39465-750f-472b-bd4d-0532b602bfc9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:14.330945 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f638d4-7472-4368-83c1-235cd6098e63" -d '{"events": [{"server_uuid": "6423cc19-b8ea-4534-b797-484f772b4e79", "name": "network-vif-deleted", "tag": "c7b39465-750f-472b-bd4d-0532b602bfc9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:14.346932 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ace3042f-5ab7-43c7-9359-f8db6f846034 req-c5720501-9cf8-4812-9b62-a61c657c2433 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0875840 Nov 19 09:19:14.451851 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6f053-f694-4357-a43e-4facad0cb242 req-3954bd69-92a0-4a22-89f1-005eeaea49cd tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:14.452918 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8f6f053-f694-4357-a43e-4facad0cb242 req-3954bd69-92a0-4a22-89f1-005eeaea49cd tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0660789 Nov 19 09:19:14.532589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d1094-2d59-49b1-98f2-702f62c8fa6a req-b6543517-c538-46ed-bc50-bfc3e236a459 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:14.534394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-987d1094-2d59-49b1-98f2-702f62c8fa6a req-b6543517-c538-46ed-bc50-bfc3e236a459 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 945 time: 0.1015997 Nov 19 09:19:14.537971 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8f6f053-f694-4357-a43e-4facad0cb242 req-f03db08d-3162-4c6c-9d3d-c001ed1e36ec tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757902 Nov 19 09:19:14.597392 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-987d1094-2d59-49b1-98f2-702f62c8fa6a req-1f5e2358-983d-4b5d-bca6-a7589ff1a3d3 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544496 Nov 19 09:19:14.609286 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f01173-60bb-4321-b808-e50d164147ca x-openstack-request-id: req-88f01173-60bb-4321-b808-e50d164147ca {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:14.609776 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6423cc19-b8ea-4534-b797-484f772b4e79", "name": "network-vif-deleted", "tag": "c7b39465-750f-472b-bd4d-0532b602bfc9", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:14.609923 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88f01173-60bb-4321-b808-e50d164147ca {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:14.610302 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6423cc19-b8ea-4534-b797-484f772b4e79', 'name': 'network-vif-deleted', 'tag': 'c7b39465-750f-472b-bd4d-0532b602bfc9', 'status': 'completed', 'code': 200} Nov 19 09:19:14.728852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7132a5-4dfe-4619-8dab-e5adb25b3160 req-58373487-044e-490a-8059-609524eb4648 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:14.730442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff7132a5-4dfe-4619-8dab-e5adb25b3160 req-58373487-044e-490a-8059-609524eb4648 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 945 time: 0.0563953 Nov 19 09:19:14.783663 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff7132a5-4dfe-4619-8dab-e5adb25b3160 req-ffbc14ed-8ce7-4d94-a714-9f41a8b2624e tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471923 Nov 19 09:19:14.914108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eb665-b7c3-4ec0-9640-ccc9bd0cba99 req-0de141df-158f-493d-98c4-8ef149952728 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:14.915714 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-324eb665-b7c3-4ec0-9640-ccc9bd0cba99 req-0de141df-158f-493d-98c4-8ef149952728 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 945 time: 0.0496137 Nov 19 09:19:15.009115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-324eb665-b7c3-4ec0-9640-ccc9bd0cba99 req-667395ad-61e7-4b83-afc2-3b85b3f6fd7f tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835054 Nov 19 09:19:15.048472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10b7d649-73b3-4c5e-9248-d9a051ace3c0 req-2185b7d2-93a3-428f-80f3-613b0eed6158 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=6423cc19-b8ea-4534-b797-484f772b4e79 HTTP/1.1" status: 200 len: 210 time: 0.0368690 Nov 19 09:19:15.162369 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534646af-9977-4e7b-a259-6975255e9e85 req-0fc5028c-1c58-4a6d-91df-5cd5d8cbf7d4 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:15.164521 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-534646af-9977-4e7b-a259-6975255e9e85 req-0fc5028c-1c58-4a6d-91df-5cd5d8cbf7d4 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 945 time: 0.0640719 Nov 19 09:19:15.224479 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-534646af-9977-4e7b-a259-6975255e9e85 req-59d6dbb0-5ba0-4466-b8e7-3a031f639b74 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525837 Nov 19 09:19:15.307861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d103e9b-b28c-4cd1-b26f-caf54732bfed req-c9c96801-3e61-45bc-9d38-05fcb978dc39 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:15.310655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d103e9b-b28c-4cd1-b26f-caf54732bfed req-c9c96801-3e61-45bc-9d38-05fcb978dc39 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 945 time: 0.0609455 Nov 19 09:19:15.319088 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:15.369079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d103e9b-b28c-4cd1-b26f-caf54732bfed req-7d17e569-7a72-4bc1-acd3-a93853ed2d13 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473132 Nov 19 09:19:15.523988 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8eeb7fcb-e0b8-4048-a0c9-190690f325ed req-0d5c6ded-01f2-42c1-9689-78a4a3b33e12 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0281706 Nov 19 09:19:15.674870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578af92-44c5-49ba-9f06-4f0ac092e316 req-82f9e27b-385f-4c05-a332-622911c2a0a3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:15.676669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6578af92-44c5-49ba-9f06-4f0ac092e316 req-82f9e27b-385f-4c05-a332-622911c2a0a3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 945 time: 0.0892465 Nov 19 09:19:15.687797 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45382) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:19:15.693504 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d08a25d6-5e7d-465d-a56e-f3538c692633 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Request body: {'floatingip': {'port_id': 'bb06e704-b30a-4ece-87e4-03ffc194e42d'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:15.705341 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d209a0-22ab-46c9-b2a9-333cc31a6e5a req-1a472197-10c7-44c8-8f3e-1d2e4544ca6e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:15.710151 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95d209a0-22ab-46c9-b2a9-333cc31a6e5a req-1a472197-10c7-44c8-8f3e-1d2e4544ca6e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0791719 Nov 19 09:19:15.756100 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d08a25d6-5e7d-465d-a56e-f3538c692633 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for floatingip, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:15.781044 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95d209a0-22ab-46c9-b2a9-333cc31a6e5a req-c337a937-e683-40f8-8495-66bbf40bb647 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668161 Nov 19 09:19:16.025988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ff915-9a16-448d-89b0-742ff4c569c8 req-b7fbfaeb-99ab-430e-93d9-00112c42e0a2 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:16.027787 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c4ff915-9a16-448d-89b0-742ff4c569c8 req-b7fbfaeb-99ab-430e-93d9-00112c42e0a2 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 945 time: 0.0511940 Nov 19 09:19:16.130263 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c4ff915-9a16-448d-89b0-742ff4c569c8 req-800f5958-f941-4d59-bb27-88e98b915d3e tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827122 Nov 19 09:19:16.357385 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5a4bfa26-988f-4776-b2d3-d9ddb1c0ed01 req-f7bac742-babf-4bdd-a6b8-4a89875e4709 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0312710 Nov 19 09:19:16.417690 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420505d-73a6-4fc9-b9d8-1b519917fdbe req-367ecc1d-89e5-4217-883a-17622381c4b7 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:16.419472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9420505d-73a6-4fc9-b9d8-1b519917fdbe req-367ecc1d-89e5-4217-883a-17622381c4b7 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ddc1d2-870e-43ff-b29f-b18e05e54b29 HTTP/1.1" status: 200 len: 947 time: 0.0617836 Nov 19 09:19:16.475989 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9420505d-73a6-4fc9-b9d8-1b519917fdbe req-419ea01d-79e1-4f54-87f0-35c01d342710 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499551 Nov 19 09:19:16.562937 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d08a25d6-5e7d-465d-a56e-f3538c692633 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:16.567830 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d08a25d6-5e7d-465d-a56e-f3538c692633 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:16.634516 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e72c93a-23c2-4e7d-ace4-c8e30db62af5 req-087fa3d4-bd0c-4502-b906-bb37954c6543 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0286336 Nov 19 09:19:16.691221 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-d08a25d6-5e7d-465d-a56e-f3538c692633 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Floating IP c84f314e-5beb-4d13-a332-49f62354a1e3 associated. External IP: 172.25.0.156, port: bb06e704-b30a-4ece-87e4-03ffc194e42d. Nov 19 09:19:16.742946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c7b39465-750f-472b-bd4d-0532b602bfc9 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:19:16.766826 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: c7b39465-750f-472b-bd4d-0532b602bfc9 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:19:16.767478 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c7b39465-750f-472b-bd4d-0532b602bfc9 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:19:16.900562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45a7c4-a60a-40d7-a008-1938281fdc8c req-a52108b6-b7b2-425b-ae62-fe79f9884abf tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:16.902261 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a45a7c4-a60a-40d7-a008-1938281fdc8c req-a52108b6-b7b2-425b-ae62-fe79f9884abf tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0528338 Nov 19 09:19:16.919603 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08a25d6-5e7d-465d-a56e-f3538c692633 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Router 582c44aa-e623-4622-9082-fcdba116c788 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:19:16.953948 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a45a7c4-a60a-40d7-a008-1938281fdc8c req-d91fc9fb-cabf-4b4f-9eb0-8c2a7575007d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428226 Nov 19 09:19:17.031364 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08a25d6-5e7d-465d-a56e-f3538c692633 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:19:17.036154 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d08a25d6-5e7d-465d-a56e-f3538c692633 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:17.041523 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab825cac-299e-4a44-9b8a-432945c0d1d0 None None] Sync routers for ids ['582c44aa-e623-4622-9082-fcdba116c788'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:19:17.051297 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab825cac-299e-4a44-9b8a-432945c0d1d0 None None] Routers {'582c44aa-e623-4622-9082-fcdba116c788'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:19:17.052150 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ab825cac-299e-4a44-9b8a-432945c0d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:18:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['582c44aa-e623-4622-9082-fcdba116c788'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:19:17.067229 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d08a25d6-5e7d-465d-a56e-f3538c692633 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "PUT /v2.0/floatingips/c84f314e-5beb-4d13-a332-49f62354a1e3 HTTP/1.1" status: 200 len: 991 time: 1.3754001 Nov 19 09:19:17.067229 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:17.067692 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b42e69f-4bde-4d50-8f3e-80b980a4ebc4" -d '{"events": [{"name": "network-changed", "server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:17.122864 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3869a303-8fbd-4107-a7ed-0739331807ae x-openstack-request-id: req-3869a303-8fbd-4107-a7ed-0739331807ae {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:17.123846 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:17.124387 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3869a303-8fbd-4107-a7ed-0739331807ae {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:17.124957 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'status': 'completed', 'code': 200} Nov 19 09:19:17.231637 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42e69f-4bde-4d50-8f3e-80b980a4ebc4 req-62610aaa-f289-4177-9915-541b231e5147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:17.233598 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3b42e69f-4bde-4d50-8f3e-80b980a4ebc4 req-62610aaa-f289-4177-9915-541b231e5147 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 1097 time: 0.0680556 Nov 19 09:19:17.274674 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e61aa4-c16d-4ef5-b700-54c0d0fc4398 req-82ce7fdd-8235-401d-ad9e-761e480f9a73 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:17.279457 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ab825cac-299e-4a44-9b8a-432945c0d1d0 None None] Set router 582c44aa-e623-4622-9082-fcdba116c788 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:19:17.283654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29e61aa4-c16d-4ef5-b700-54c0d0fc4398 req-82ce7fdd-8235-401d-ad9e-761e480f9a73 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 945 time: 0.0777264 Nov 19 09:19:17.343998 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29e61aa4-c16d-4ef5-b700-54c0d0fc4398 req-4039db16-d906-414f-a348-dfc18d7e3f1b tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591054 Nov 19 09:19:17.394183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42e69f-4bde-4d50-8f3e-80b980a4ebc4 req-a91328f8-9a1a-425c-89fa-c7c378a29040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:17.396011 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3b42e69f-4bde-4d50-8f3e-80b980a4ebc4 req-a91328f8-9a1a-425c-89fa-c7c378a29040 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 912 time: 0.1383562 Nov 19 09:19:17.471788 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3b42e69f-4bde-4d50-8f3e-80b980a4ebc4 req-ae4740a7-79ad-46e0-8edd-ae11c12c03ad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d HTTP/1.1" status: 200 len: 999 time: 0.0660806 Nov 19 09:19:17.530022 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ab825cac-299e-4a44-9b8a-432945c0d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c44aa-e623-4622-9082-fcdba116c788', 'name': 'tempest-ServerActionsTestJSON-424412641-router', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:18:45Z', 'updated_at': '2021-11-19T09:18:52Z', 'revision_number': 4, 'project_id': '8144ed889e0e449f999e146a50a01315', 'gw_port': {'id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:46Z', 'updated_at': '2021-11-19T09:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'c84f314e-5beb-4d13-a332-49f62354a1e3', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '582c44aa-e623-4622-9082-fcdba116c788', 'port_id': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'mac_address': 'fa:16:3e:4b:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:18:56Z', 'updated_at': '2021-11-19T09:19:16Z', 'revision_number': 1, 'project_id': '8144ed889e0e449f999e146a50a01315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a441db9f-352c-4179-87e6-62d5c6f3bf71', 'name': '', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'mac_address': 'fa:16:3e:5e:17:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:51Z', 'updated_at': '2021-11-19T09:18:58Z', 'revision_number': 5, 'project_id': '8144ed889e0e449f999e146a50a01315', 'subnets': [{'id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:19:17.536021 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42e69f-4bde-4d50-8f3e-80b980a4ebc4 req-795ebfbb-bbd4-494d-9790-36d39b3373b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:17.538313 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3b42e69f-4bde-4d50-8f3e-80b980a4ebc4 req-795ebfbb-bbd4-494d-9790-36d39b3373b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.0561497 Nov 19 09:19:17.555901 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab825cac-299e-4a44-9b8a-432945c0d1d0 None None] Checking router: 582c44aa-e623-4622-9082-fcdba116c788 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:19:17.565580 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab825cac-299e-4a44-9b8a-432945c0d1d0 None None] Routers {'582c44aa-e623-4622-9082-fcdba116c788'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:19:17.566360 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ab825cac-299e-4a44-9b8a-432945c0d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:18:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['582c44aa-e623-4622-9082-fcdba116c788'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:19:17.593109 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42e69f-4bde-4d50-8f3e-80b980a4ebc4 req-6a703a92-390d-46dd-956b-d0179533820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:17.594675 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3b42e69f-4bde-4d50-8f3e-80b980a4ebc4 req-6a703a92-390d-46dd-956b-d0179533820b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453682 Nov 19 09:19:17.616356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d733eb-31fb-42e8-8887-5f56800b3f31 req-74206246-a7a6-4809-a1d5-1f380762d837 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:17.617965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17d733eb-31fb-42e8-8887-5f56800b3f31 req-74206246-a7a6-4809-a1d5-1f380762d837 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ddc1d2-870e-43ff-b29f-b18e05e54b29 HTTP/1.1" status: 200 len: 947 time: 0.0561047 Nov 19 09:19:17.709278 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ab825cac-299e-4a44-9b8a-432945c0d1d0 None None] Set router 582c44aa-e623-4622-9082-fcdba116c788 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:19:17.709980 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3b42e69f-4bde-4d50-8f3e-80b980a4ebc4 req-163e9b14-c832-40c9-a26b-c5fa9f84feea service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983312 Nov 19 09:19:17.717779 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17d733eb-31fb-42e8-8887-5f56800b3f31 req-230d2e29-d8df-4ac6-8321-1b9710fcd990 tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fcaa513-5c80-4df6-be71-ded53e92feb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903826 Nov 19 09:19:17.727124 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:17.821706 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc819957-f92c-4afa-8d16-6ede96b95c9b req-7ea30996-7f34-4ddd-bed0-4475eff9ce07 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0326455 Nov 19 09:19:17.851487 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3b42e69f-4bde-4d50-8f3e-80b980a4ebc4 req-d9854359-addb-4ac4-aab6-1f93484d3b9c service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265874 Nov 19 09:19:17.983606 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ab825cac-299e-4a44-9b8a-432945c0d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c44aa-e623-4622-9082-fcdba116c788', 'name': 'tempest-ServerActionsTestJSON-424412641-router', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:18:45Z', 'updated_at': '2021-11-19T09:18:52Z', 'revision_number': 4, 'project_id': '8144ed889e0e449f999e146a50a01315', 'gw_port': {'id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:46Z', 'updated_at': '2021-11-19T09:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'c84f314e-5beb-4d13-a332-49f62354a1e3', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '582c44aa-e623-4622-9082-fcdba116c788', 'port_id': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'mac_address': 'fa:16:3e:4b:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:18:56Z', 'updated_at': '2021-11-19T09:19:16Z', 'revision_number': 1, 'project_id': '8144ed889e0e449f999e146a50a01315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a441db9f-352c-4179-87e6-62d5c6f3bf71', 'name': '', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'mac_address': 'fa:16:3e:5e:17:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:51Z', 'updated_at': '2021-11-19T09:18:58Z', 'revision_number': 5, 'project_id': '8144ed889e0e449f999e146a50a01315', 'subnets': [{'id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:19:18.018050 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab825cac-299e-4a44-9b8a-432945c0d1d0 None None] The sync data for ids ['582c44aa-e623-4622-9082-fcdba116c788'] in n-d-805649-14 is: [{'id': '582c44aa-e623-4622-9082-fcdba116c788', 'name': 'tempest-ServerActionsTestJSON-424412641-router', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:18:45Z', 'updated_at': '2021-11-19T09:18:52Z', 'revision_number': 4, 'project_id': '8144ed889e0e449f999e146a50a01315', 'gw_port': {'id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:46Z', 'updated_at': '2021-11-19T09:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'c84f314e-5beb-4d13-a332-49f62354a1e3', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '582c44aa-e623-4622-9082-fcdba116c788', 'port_id': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'mac_address': 'fa:16:3e:4b:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:18:56Z', 'updated_at': '2021-11-19T09:19:16Z', 'revision_number': 1, 'project_id': '8144ed889e0e449f999e146a50a01315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a441db9f-352c-4179-87e6-62d5c6f3bf71', 'name': '', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'mac_address': 'fa:16:3e:5e:17:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:51Z', 'updated_at': '2021-11-19T09:18:58Z', 'revision_number': 5, 'project_id': '8144ed889e0e449f999e146a50a01315', 'subnets': [{'id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:19:18.104264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b0e2-3b58-4629-a8f1-14d0fddfb753 req-91e57055-c9fb-49a4-acde-f2b1a79539f4 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:18.106472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b98b0e2-3b58-4629-a8f1-14d0fddfb753 req-91e57055-c9fb-49a4-acde-f2b1a79539f4 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0748119 Nov 19 09:19:18.114472 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99409070-6f29-4a10-9f97-f1a3786120a5 req-2667bbf8-771e-4ec2-a3a4-85fbdbf29d8f tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:18.116081 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99409070-6f29-4a10-9f97-f1a3786120a5 req-2667bbf8-771e-4ec2-a3a4-85fbdbf29d8f tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.66 "GET /v2.0/ports?device_id=19ddc1d2-870e-43ff-b29f-b18e05e54b29 HTTP/1.1" status: 200 len: 947 time: 0.0744736 Nov 19 09:19:18.188291 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b98b0e2-3b58-4629-a8f1-14d0fddfb753 req-0e5ae990-902c-4838-90d8-160d59f53398 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750272 Nov 19 09:19:18.251749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-99409070-6f29-4a10-9f97-f1a3786120a5 req-951b690a-5d9e-4eb4-aeca-405075793c4d tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Deleting port e6bb2e09-36b4-4fc6-a822-0c7f2b498445 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:19:18.252229 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99409070-6f29-4a10-9f97-f1a3786120a5 req-951b690a-5d9e-4eb4-aeca-405075793c4d tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:18.311562 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02302aa6-2d18-4e64-a194-d521e737c693 None None] New status for floating IP c84f314e-5beb-4d13-a332-49f62354a1e3: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:19:18.349037 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-99409070-6f29-4a10-9f97-f1a3786120a5 req-951b690a-5d9e-4eb4-aeca-405075793c4d tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] For port e6bb2e09-36b4-4fc6-a822-0c7f2b498445, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:18.349595 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99409070-6f29-4a10-9f97-f1a3786120a5 req-951b690a-5d9e-4eb4-aeca-405075793c4d tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:18.383790 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-99409070-6f29-4a10-9f97-f1a3786120a5 req-951b690a-5d9e-4eb4-aeca-405075793c4d tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Calling delete_port for e6bb2e09-36b4-4fc6-a822-0c7f2b498445 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:19:18.470055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35f1c1-c51f-406c-8eb7-d9d10af6c5a7 req-f4443174-3038-4ff2-b665-8727a00b8008 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:18.478797 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d35f1c1-c51f-406c-8eb7-d9d10af6c5a7 req-f4443174-3038-4ff2-b665-8727a00b8008 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 945 time: 0.0614901 Nov 19 09:19:18.532693 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d35f1c1-c51f-406c-8eb7-d9d10af6c5a7 req-9373363d-8b6b-483d-9e47-0fd220e5bc66 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527427 Nov 19 09:19:18.558643 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99409070-6f29-4a10-9f97-f1a3786120a5 req-951b690a-5d9e-4eb4-aeca-405075793c4d tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:18.588619 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b690a-5d9e-4eb4-aeca-405075793c4d tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Pushing event deleted for resources: {'Port': ['ID=e6bb2e09-36b4-4fc6-a822-0c7f2b498445,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:18.633748 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-99409070-6f29-4a10-9f97-f1a3786120a5 req-951b690a-5d9e-4eb4-aeca-405075793c4d tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] No DVR routers for this DVR port e6bb2e09-36b4-4fc6-a822-0c7f2b498445 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:19:18.636251 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99409070-6f29-4a10-9f97-f1a3786120a5 req-951b690a-5d9e-4eb4-aeca-405075793c4d tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:18.639876 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99409070-6f29-4a10-9f97-f1a3786120a5 req-951b690a-5d9e-4eb4-aeca-405075793c4d tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.66 "DELETE /v2.0/ports/e6bb2e09-36b4-4fc6-a822-0c7f2b498445 HTTP/1.1" status: 204 len: 173 time: 0.5167384 Nov 19 09:19:18.646145 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:19:18.736894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device dde70b41-ca43-4648-8df5-daad8740c5d9 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:19:18.850723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7e16cb6-1342-4d97-a321-473c2d8d857b req-eb5deba1-555f-46ef-8971-bbb57e25acac tempest-ListImageFiltersTestJSON-1370303851 tempest-ListImageFiltersTestJSON-1370303851-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ddc1d2-870e-43ff-b29f-b18e05e54b29 HTTP/1.1" status: 200 len: 210 time: 0.0308661 Nov 19 09:19:18.854185 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port dde70b41-ca43-4648-8df5-daad8740c5d9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=dde70b41-ca43-4648-8df5-daad8740c5d9,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:18.877377 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'dde70b41-ca43-4648-8df5-daad8740c5d9', 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263', 'port_id': 'dde70b41-ca43-4648-8df5-daad8740c5d9', 'mac_address': 'fa:16:3e:3c:7d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cce1e6c-6b09-4f3b-aac2-84ed251c5a28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:19:18.918993 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:18.932870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dde70b41-ca43-4648-8df5-daad8740c5d9 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:18.957570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port dde70b41-ca43-4648-8df5-daad8740c5d9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=dde70b41-ca43-4648-8df5-daad8740c5d9,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:18.962854 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:18.980918 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bb30d77-e363-449a-93f1-d8c156d2caae req-bf1912e0-838b-493c-8582-7912491d82ca tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0432811 Nov 19 09:19:19.033101 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=dde70b41-ca43-4648-8df5-daad8740c5d9,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:19.094810 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['dde70b41-ca43-4648-8df5-daad8740c5d9'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:19:19.126599 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ddc1d2-870e-43ff-b29f-b18e05e54b29', 'name': 'network-vif-deleted', 'tag': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:19.129106 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bef183-3896-41fc-b8f5-f1c3c8d89dff" -d '{"events": [{"server_uuid": "19ddc1d2-870e-43ff-b29f-b18e05e54b29", "name": "network-vif-deleted", "tag": "e6bb2e09-36b4-4fc6-a822-0c7f2b498445"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:19.192916 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4e64f4-979e-4b1b-8f4a-35b799d35404 x-openstack-request-id: req-4b4e64f4-979e-4b1b-8f4a-35b799d35404 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:19.193247 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ddc1d2-870e-43ff-b29f-b18e05e54b29", "name": "network-vif-deleted", "tag": "e6bb2e09-36b4-4fc6-a822-0c7f2b498445", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:19.193599 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b4e64f4-979e-4b1b-8f4a-35b799d35404 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:19.194062 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ddc1d2-870e-43ff-b29f-b18e05e54b29', 'name': 'network-vif-deleted', 'tag': 'e6bb2e09-36b4-4fc6-a822-0c7f2b498445', 'status': 'completed', 'code': 200} Nov 19 09:19:19.340854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc0f5-9edf-4998-ae68-2c970e94fb12 req-64bbd256-daaf-4ab7-bddf-63fc3dc78988 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:19.342532 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dadfc0f5-9edf-4998-ae68-2c970e94fb12 req-64bbd256-daaf-4ab7-bddf-63fc3dc78988 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0509853 Nov 19 09:19:19.392927 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dadfc0f5-9edf-4998-ae68-2c970e94fb12 req-a027e258-bece-4083-b6c2-b0669d5be741 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447347 Nov 19 09:19:19.606250 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d3d2429-0e11-4ebb-848c-044df78e9f65 req-60f12ec6-2377-40c0-a716-275b453b85bf tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0297916 Nov 19 09:19:19.683905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c6d48-5123-4dbe-9567-5ced8a817bc9 req-a26cc92f-50db-4d30-ad22-165d036f259d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:19.685056 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e1c6d48-5123-4dbe-9567-5ced8a817bc9 req-a26cc92f-50db-4d30-ad22-165d036f259d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 944 time: 0.0706069 Nov 19 09:19:19.741780 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e1c6d48-5123-4dbe-9567-5ced8a817bc9 req-9bd1a3e8-099c-4505-a9ea-fbd2e952715b tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492783 Nov 19 09:19:19.849504 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b1565e89-b7f6-4e08-9219-34eeb227f523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:19.983389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db5f38-d8b5-43e2-951f-43a1dfaab36f req-46aa4ada-72bf-4214-b31b-e07ff04d00be tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:19.985111 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45db5f38-d8b5-43e2-951f-43a1dfaab36f req-46aa4ada-72bf-4214-b31b-e07ff04d00be tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 944 time: 0.0502386 Nov 19 09:19:20.036584 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45db5f38-d8b5-43e2-951f-43a1dfaab36f req-475189e4-3dcd-4141-a55e-a22d73d68cbb tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447764 Nov 19 09:19:20.519867 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac672dd-d996-4b51-a4d9-431d15d013ef req-190794b7-586f-4869-80ae-f80a688caaf0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:20.521444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ac672dd-d996-4b51-a4d9-431d15d013ef req-190794b7-586f-4869-80ae-f80a688caaf0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0552685 Nov 19 09:19:20.575739 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ac672dd-d996-4b51-a4d9-431d15d013ef req-6140a975-b71e-4005-8ad2-a0e343ac81e3 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480037 Nov 19 09:19:20.733183 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-822a9eb0-217d-417d-b72d-4a2809ce182a req-018c6810-ff45-432a-970f-3bdb21159230 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0380428 Nov 19 09:19:20.746548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device dde70b41-ca43-4648-8df5-daad8740c5d9 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:19:20.804187 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port dde70b41-ca43-4648-8df5-daad8740c5d9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:19:20.804463 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:20.887279 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:20.920958 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port dde70b41-ca43-4648-8df5-daad8740c5d9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=dde70b41-ca43-4648-8df5-daad8740c5d9,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:20.922808 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf19ef3e-31c1-4c32-b690-0d64973bc15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde70b41-ca43-4648-8df5-daad8740c5d9'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:20.925302 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e630095a-9d8a-43a7-8504-1d56078ff8cf" -d '{"events": [{"server_uuid": "cf19ef3e-31c1-4c32-b690-0d64973bc15b", "name": "network-vif-plugged", "status": "completed", "tag": "dde70b41-ca43-4648-8df5-daad8740c5d9"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:20.929125 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:20.940238 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-f3da5cbb-2faf-4cad-a32b-bc84965002f6 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:20.942517 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-f3da5cbb-2faf-4cad-a32b-bc84965002f6 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/networks?id=1610bc0a-1f3a-4b33-a340-44873c55939a HTTP/1.1" status: 200 len: 815 time: 0.1195562 Nov 19 09:19:20.963665 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-c5ecd4dc-a3a5-4ab7-a00b-7931efd109e4 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/quotas/c4a218925f9b4cee924716587fe0f2b0 HTTP/1.1" status: 200 len: 375 time: 0.0133839 Nov 19 09:19:20.980728 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3fd52e-2c03-4f1e-a9c2-8508f13afcd3 x-openstack-request-id: req-2d3fd52e-2c03-4f1e-a9c2-8508f13afcd3 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:20.981021 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf19ef3e-31c1-4c32-b690-0d64973bc15b", "name": "network-vif-plugged", "status": "completed", "tag": "dde70b41-ca43-4648-8df5-daad8740c5d9", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:20.981487 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d3fd52e-2c03-4f1e-a9c2-8508f13afcd3 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:20.982027 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf19ef3e-31c1-4c32-b690-0d64973bc15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde70b41-ca43-4648-8df5-daad8740c5d9', 'code': 200} Nov 19 09:19:20.986995 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=dde70b41-ca43-4648-8df5-daad8740c5d9,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:21.020707 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-92eb2242-bc03-40e1-a6fd-a21693a04564 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4a218925f9b4cee924716587fe0f2b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0509770 Nov 19 09:19:21.098266 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45560) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:19:21.144933 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-aecb3756-b451-4ca5-9104-1ac4aad6cc65 service neutron] 10.222.0.21 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187847 Nov 19 09:19:21.211113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c4a9b-963e-4807-be84-60e84ad2b1ea req-d590e943-8ecf-4fb3-962e-8716d8c374e2 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:21.212629 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f16c4a9b-963e-4807-be84-60e84ad2b1ea req-d590e943-8ecf-4fb3-962e-8716d8c374e2 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 945 time: 0.1016421 Nov 19 09:19:21.234431 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5b32de0f-72ab-4692-a342-a94c4c5485d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8768986d56449a9862553bf84e2fdcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324890 Nov 19 09:19:21.234651 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45564) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:19:21.283544 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:21.289324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f16c4a9b-963e-4807-be84-60e84ad2b1ea req-b2624ab0-d8bd-4721-8584-8adfaf09e730 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704830 Nov 19 09:19:21.291385 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-4feea070-7f6d-4ed2-9452-5e4fc1c9cdae service neutron] 10.222.0.21 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349540 Nov 19 09:19:21.307473 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:21.358202 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:21.361018 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:21.362191 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fcaa513-5c80-4df6-be71-ded53e92feb4 HTTP/1.1" status: 204 len: 168 time: 0.1266494 Nov 19 09:19:21.372972 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcaa513-5c80-4df6-be71-ded53e92feb4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:21.380737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:21.381108 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:21.381464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:21.381804 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:21.382681 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:21.383031 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:21.383357 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:21.383689 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:21.384019 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:21.384436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:21.384663 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:21.384988 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c5506b-9748-47fe-97a7-7552abe38a4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:21.511837 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-432e7614-adc8-400b-a0d9-97dbafe3e9e3 req-a49a9468-3c88-4fb7-bfbe-c889eb749d6f tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 210 time: 0.0371435 Nov 19 09:19:21.564621 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e6bb2e09-36b4-4fc6-a822-0c7f2b498445 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:19:21.592498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: e6bb2e09-36b4-4fc6-a822-0c7f2b498445 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:19:21.592944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e6bb2e09-36b4-4fc6-a822-0c7f2b498445 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:19:21.724841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010980f-84b6-491b-aac7-77a5da8bb58b req-9f95ede8-2c10-422e-adc0-40bf3d59e5e7 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:21.726676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5010980f-84b6-491b-aac7-77a5da8bb58b req-9f95ede8-2c10-422e-adc0-40bf3d59e5e7 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0712838 Nov 19 09:19:21.798387 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5010980f-84b6-491b-aac7-77a5da8bb58b req-93109d77-791a-4599-b48a-cc4d3907f203 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655382 Nov 19 09:19:21.874186 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a75d84cc-6394-41d9-b067-996a917be374 req-c758d4fd-db6e-4ea6-ab15-2315fbc364b2 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0315397 Nov 19 09:19:22.050227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215ea3a-7910-4346-9884-1241fcf9e398 req-fc4cf6c1-1f45-4766-80a1-d2c07b7b915c tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:22.051809 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8215ea3a-7910-4346-9884-1241fcf9e398 req-fc4cf6c1-1f45-4766-80a1-d2c07b7b915c tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 945 time: 0.0541296 Nov 19 09:19:22.115093 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45604) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:19:22.160284 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-8215ea3a-7910-4346-9884-1241fcf9e398 req-2c85dd8a-53ed-4858-8189-856e569677f1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Deleting port dde70b41-ca43-4648-8df5-daad8740c5d9 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:19:22.160854 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8215ea3a-7910-4346-9884-1241fcf9e398 req-2c85dd8a-53ed-4858-8189-856e569677f1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:22.221715 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-15710f39-bdad-403e-b8e6-ce599e3a5fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:22.232222 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1864456271-network', 'tenant_id': '9a948d9d81bc42f0a6d1e479c482c896'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:22.253099 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Made reservation on behalf of 9a948d9d81bc42f0a6d1e479c482c896 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:19:22.255421 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:22.258593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-8215ea3a-7910-4346-9884-1241fcf9e398 req-2c85dd8a-53ed-4858-8189-856e569677f1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] For port dde70b41-ca43-4648-8df5-daad8740c5d9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=dde70b41-ca43-4648-8df5-daad8740c5d9,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:22.259031 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8215ea3a-7910-4346-9884-1241fcf9e398 req-2c85dd8a-53ed-4858-8189-856e569677f1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:22.264103 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:22.277016 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-8215ea3a-7910-4346-9884-1241fcf9e398 req-2c85dd8a-53ed-4858-8189-856e569677f1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Calling delete_port for dde70b41-ca43-4648-8df5-daad8740c5d9 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:19:22.348671 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:22.354389 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:22.410544 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8215ea3a-7910-4346-9884-1241fcf9e398 req-2c85dd8a-53ed-4858-8189-856e569677f1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:22.423157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:19:22.429294 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8154038-635a-421e-b287-4eaaaec2b8b2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:22.442640 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85dd8a-53ed-4858-8189-856e569677f1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Pushing event deleted for resources: {'Port': ['ID=dde70b41-ca43-4648-8df5-daad8740c5d9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:22.450444 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:22.450795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:22.451129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:22.451462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:22.451959 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:22.452436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:22.452765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:22.453259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:22.454323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:22.454636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:22.454963 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:22.455291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:19:22.461199 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:22.461552 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Added segment 0170f4f2-df71-42c9-9141-22e42d0a934c of type vlan for network f5127352-c6ff-4c52-a9e2-54e45bbb3166 Nov 19 09:19:22.484438 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c2d49-eddf-4989-b452-5566b2621cad req-9b73ef5b-e721-4d3d-9776-463541f2a80b tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:22.490697 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-8215ea3a-7910-4346-9884-1241fcf9e398 req-2c85dd8a-53ed-4858-8189-856e569677f1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] No DVR routers for this DVR port dde70b41-ca43-4648-8df5-daad8740c5d9 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:19:22.493469 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8215ea3a-7910-4346-9884-1241fcf9e398 req-2c85dd8a-53ed-4858-8189-856e569677f1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:22.495114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f5c2d49-eddf-4989-b452-5566b2621cad req-9b73ef5b-e721-4d3d-9776-463541f2a80b tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf19ef3e-31c1-4c32-b690-0d64973bc15b HTTP/1.1" status: 200 len: 867 time: 0.1249843 Nov 19 09:19:22.497265 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8215ea3a-7910-4346-9884-1241fcf9e398 req-2c85dd8a-53ed-4858-8189-856e569677f1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.71 "DELETE /v2.0/ports/dde70b41-ca43-4648-8df5-daad8740c5d9 HTTP/1.1" status: 204 len: 173 time: 0.4374971 Nov 19 09:19:22.497723 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf19ef3e-31c1-4c32-b690-0d64973bc15b', 'name': 'network-vif-deleted', 'tag': 'dde70b41-ca43-4648-8df5-daad8740c5d9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:22.499978 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10a389f-eb24-47f8-ba2c-30e581606524" -d '{"events": [{"server_uuid": "cf19ef3e-31c1-4c32-b690-0d64973bc15b", "name": "network-vif-deleted", "tag": "dde70b41-ca43-4648-8df5-daad8740c5d9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:22.548210 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:22.574712 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b0b38f-2ece-46f2-a94e-07e96bf5e214 x-openstack-request-id: req-39b0b38f-2ece-46f2-a94e-07e96bf5e214 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:22.574936 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf19ef3e-31c1-4c32-b690-0d64973bc15b", "name": "network-vif-deleted", "tag": "dde70b41-ca43-4648-8df5-daad8740c5d9", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:22.575158 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39b0b38f-2ece-46f2-a94e-07e96bf5e214 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:22.575560 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf19ef3e-31c1-4c32-b690-0d64973bc15b', 'name': 'network-vif-deleted', 'tag': 'dde70b41-ca43-4648-8df5-daad8740c5d9', 'status': 'completed', 'code': 200} Nov 19 09:19:22.602445 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f5c2d49-eddf-4989-b452-5566b2621cad req-ffa16433-dfc0-4f85-88df-f29211401f6b tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063454 Nov 19 09:19:22.614016 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:22.615008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:22.615597 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:22.701341 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5823460 Nov 19 09:19:22.702539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0694971a-3129-4687-a08b-db8ab44c807c req-3be58ab3-cee3-4f41-a183-0e1fc76ec2a6 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 210 time: 0.0692000 Nov 19 09:19:22.704615 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45616) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:19:22.709287 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-75acdced-e877-45ed-98cf-58454726bfb0 admin admin] Request body: {'subnet': {'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1864456271-subnet', 'tenant_id': '9a948d9d81bc42f0a6d1e479c482c896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:22.716325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d83d7a-dfb0-4d17-8f9c-ec6f20c10405 admin admin] Pushing event updated for resources: {'Network': ['ID=f5127352-c6ff-4c52-a9e2-54e45bbb3166,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:22.728640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network f5127352-c6ff-4c52-a9e2-54e45bbb3166 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:19:22.742941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75acdced-e877-45ed-98cf-58454726bfb0 admin admin] Made reservation on behalf of 9a948d9d81bc42f0a6d1e479c482c896 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:19:22.746062 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75acdced-e877-45ed-98cf-58454726bfb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:22.770311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device dde70b41-ca43-4648-8df5-daad8740c5d9 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:19:22.792752 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: dde70b41-ca43-4648-8df5-daad8740c5d9 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:19:22.793412 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device dde70b41-ca43-4648-8df5-daad8740c5d9 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:19:22.815444 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-6ad4eda8-277f-46e2-a890-6a01070fb764 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:22.817366 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-6ad4eda8-277f-46e2-a890-6a01070fb764 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.71 "GET /v2.0/networks?id=1610bc0a-1f3a-4b33-a340-44873c55939a HTTP/1.1" status: 200 len: 815 time: 0.1604860 Nov 19 09:19:22.841941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-365ad717-1df9-4095-b9cb-b049061dfb46 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Request body: {'port': {'device_id': '120df060-e735-4231-9071-34c1320b9be1', 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a', 'admin_state_up': True, 'tenant_id': 'c4a218925f9b4cee924716587fe0f2b0'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:22.962698 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-365ad717-1df9-4095-b9cb-b049061dfb46 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Made reservation on behalf of c4a218925f9b4cee924716587fe0f2b0 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:19:22.966228 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-365ad717-1df9-4095-b9cb-b049061dfb46 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:23.003593 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-57896bcc-761c-4c7c-b825-6d7ec976bce9 req-22a0b552-25c3-4e86-a102-c5699a91f7cc tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0466757 Nov 19 09:19:23.012405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea16de-c8e9-4742-8863-e98cc18cc4b9 req-f46ccffa-e894-405f-bd66-466d15999dd4 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:23.014001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49ea16de-c8e9-4742-8863-e98cc18cc4b9 req-f46ccffa-e894-405f-bd66-466d15999dd4 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.1340616 Nov 19 09:19:23.015027 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75acdced-e877-45ed-98cf-58454726bfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:23.096261 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-365ad717-1df9-4095-b9cb-b049061dfb46 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Allocated IP 172.20.0.3 (1610bc0a-1f3a-4b33-a340-44873c55939a/d3b29904-404d-46d5-aff8-f7bd62491a04/534eec6d-7af6-4b4b-b79f-a7d1b62969c2) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:19:23.112903 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acdced-e877-45ed-98cf-58454726bfb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1674e500-6664-476b-abe6-b6cd7cb1cc18,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:23.123344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49ea16de-c8e9-4742-8863-e98cc18cc4b9 req-66be4f5f-9557-4251-8b9f-52d575e35b19 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843694 Nov 19 09:19:23.126315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75acdced-e877-45ed-98cf-58454726bfb0 admin admin] Checking segment: {'id': '0170f4f2-df71-42c9-9141-22e42d0a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:19:23.126676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75acdced-e877-45ed-98cf-58454726bfb0 admin admin] Network hostable DHCP agents. Network: f5127352-c6ff-4c52-a9e2-54e45bbb3166, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:19:23.165402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75acdced-e877-45ed-98cf-58454726bfb0 admin admin] Network f5127352-c6ff-4c52-a9e2-54e45bbb3166 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:19:23.175828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-75acdced-e877-45ed-98cf-58454726bfb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, f5127352-c6ff-4c52-a9e2-54e45bbb3166) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:19:23.180905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75acdced-e877-45ed-98cf-58454726bfb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:23.181657 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75acdced-e877-45ed-98cf-58454726bfb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:23.187698 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ec0a61-0d66-4db4-b941-10132b7e9edc None None] Network f5127352-c6ff-4c52-a9e2-54e45bbb3166 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:19:23.216181 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-75acdced-e877-45ed-98cf-58454726bfb0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5103734 Nov 19 09:19:23.291262 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-365ad717-1df9-4095-b9cb-b049061dfb46 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:23.328285 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-365ad717-1df9-4095-b9cb-b049061dfb46 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:23.329977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f718ec0-36e6-401a-887d-9f4ddc28b711 None None] Network f5127352-c6ff-4c52-a9e2-54e45bbb3166 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:19:23.344930 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['a4a4e61f-703a-466e-865e-6c7fb54b71c3'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:19:23.370365 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-365ad717-1df9-4095-b9cb-b049061dfb46 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Network 1610bc0a-1f3a-4b33-a340-44873c55939a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:19:23.377468 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-365ad717-1df9-4095-b9cb-b049061dfb46 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:19:23.380825 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-365ad717-1df9-4095-b9cb-b049061dfb46 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:19:23.422627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ad717-1df9-4095-b9cb-b049061dfb46 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Pushing event updated for resources: {'Port': ['ID=534eec6d-7af6-4b4b-b79f-a7d1b62969c2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:23.445003 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-365ad717-1df9-4095-b9cb-b049061dfb46 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:23.445724 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-365ad717-1df9-4095-b9cb-b049061dfb46 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:23.463849 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-365ad717-1df9-4095-b9cb-b049061dfb46 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6311140 Nov 19 09:19:23.479209 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Request body: {'port': {'device_id': '120df060-e735-4231-9071-34c1320b9be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:23.537581 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:23.679742 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:23.748286 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-0487e19a-6b39-433d-a460-eb33c8ac1850 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:23.756015 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-0487e19a-6b39-433d-a460-eb33c8ac1850 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/networks?id=f5127352-c6ff-4c52-a9e2-54e45bbb3166 HTTP/1.1" status: 200 len: 815 time: 0.1266406 Nov 19 09:19:23.771557 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-a7d86413-e701-4be7-8d53-48a33e529026 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/quotas/9a948d9d81bc42f0a6d1e479c482c896 HTTP/1.1" status: 200 len: 375 time: 0.0136383 Nov 19 09:19:23.799451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-56a7a621-2169-4376-86b1-144f62c26c8a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a948d9d81bc42f0a6d1e479c482c896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270200 Nov 19 09:19:23.817207 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:23.824860 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:23.837813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Transition to ACTIVE for port object 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:19:23.843452 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:23.887019 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45648) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:19:23.891724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-5de36ba4-0ba5-4306-9f3d-de0778f39af0 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1025534781', 'description': 'tempest-description--2125282165'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:23.892273 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=534eec6d-7af6-4b4b-b79f-a7d1b62969c2,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:23.924517 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-ebfd9b67-0fda-4f0f-887c-6ae30ac53557 service neutron] 10.222.0.21 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168633 Nov 19 09:19:23.943743 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5de36ba4-0ba5-4306-9f3d-de0778f39af0 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:23.969480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Attempting to bind port 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:19:23.969872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Attempting to bind port 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:19:23.970201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Attempting to bind port 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 on network 1610bc0a-1f3a-4b33-a340-44873c55939a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:19:23.974541 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Port 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 on network 1610bc0a-1f3a-4b33-a340-44873c55939a not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:19:23.974878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Attempting to bind port 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 on network 1610bc0a-1f3a-4b33-a340-44873c55939a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:19:23.980378 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:19:23.980709 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Checking segment: {'id': 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:19:23.981103 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Bound using segment: {'id': 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:19:23.981537 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Bound port: 534eec6d-7af6-4b4b-b79f-a7d1b62969c2, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:19:23.981890 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:24.043628 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] For port 534eec6d-7af6-4b4b-b79f-a7d1b62969c2, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:19:24.046643 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] For port 534eec6d-7af6-4b4b-b79f-a7d1b62969c2, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=534eec6d-7af6-4b4b-b79f-a7d1b62969c2,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:19:24.050468 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:24.087826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:24.088551 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:24.089976 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] 10.222.0.71 "PUT /v2.0/ports/534eec6d-7af6-4b4b-b79f-a7d1b62969c2 HTTP/1.1" status: 200 len: 1092 time: 0.6171398 Nov 19 09:19:24.094184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b09d7b-2913-47f8-8a21-948dff071cba req-9702317d-edce-4bb7-8186-8892539978a1 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:24.095680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c2b09d7b-2913-47f8-8a21-948dff071cba req-9702317d-edce-4bb7-8186-8892539978a1 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 943 time: 0.1490352 Nov 19 09:19:24.099260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-e84ebee4-3a79-405a-b6a5-7760ae493df1 service neutron] 10.222.0.21 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652844 Nov 19 09:19:24.147572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dd7d3-a28c-4575-8d97-1c01a6ace4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=534eec6d-7af6-4b4b-b79f-a7d1b62969c2,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:24.148568 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5de36ba4-0ba5-4306-9f3d-de0778f39af0 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:24.160890 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5de36ba4-0ba5-4306-9f3d-de0778f39af0 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:24.184268 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c2b09d7b-2913-47f8-8a21-948dff071cba req-1eb75820-6b13-402c-b47b-b85c0fe10d79 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798256 Nov 19 09:19:24.196530 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-dde6d525-b659-4baf-82c2-787754807385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:24.198952 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-dde6d525-b659-4baf-82c2-787754807385 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4a218925f9b4cee924716587fe0f2b0&device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 1095 time: 0.0603359 Nov 19 09:19:24.213527 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5de36ba4-0ba5-4306-9f3d-de0778f39af0 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:24.214761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5de36ba4-0ba5-4306-9f3d-de0778f39af0 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3266709 Nov 19 09:19:24.216960 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de36ba4-0ba5-4306-9f3d-de0778f39af0 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3386175e-5b9c-4bf0-81c0-124ac23cf256,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:24.219600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45654) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:19:24.224493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a39ca812-9ba0-47d6-9f64-fc1032b645e1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Request body: {'security_group_rule': {'security_group_id': '3386175e-5b9c-4bf0-81c0-124ac23cf256', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:24.256657 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a39ca812-9ba0-47d6-9f64-fc1032b645e1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:24.259021 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-b70f9c28-c98a-4f76-a10a-fc0198439c35 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=534eec6d-7af6-4b4b-b79f-a7d1b62969c2 HTTP/1.1" status: 200 len: 217 time: 0.0469465 Nov 19 09:19:24.323594 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a39ca812-9ba0-47d6-9f64-fc1032b645e1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:24.332473 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a39ca812-9ba0-47d6-9f64-fc1032b645e1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:24.345808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-fbfae93e-9b32-4609-9e71-c868de8b5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:24.352359 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-fbfae93e-9b32-4609-9e71-c868de8b5ea0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3b29904-404d-46d5-aff8-f7bd62491a04 HTTP/1.1" status: 200 len: 855 time: 0.0738699 Nov 19 09:19:24.354754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ca812-9ba0-47d6-9f64-fc1032b645e1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c992de-3916-403d-ad45-f088227c26ca,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:24.401769 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-f57a9daa-f4a4-4de2-8585-bf0b28e8d3e0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1610bc0a-1f3a-4b33-a340-44873c55939a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386250 Nov 19 09:19:24.409495 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a82f01d6-ce75-43ec-afb7-9d3af0dee909 req-2293cd76-7424-4691-af70-c09a94976cd4 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0484388 Nov 19 09:19:24.413208 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a39ca812-9ba0-47d6-9f64-fc1032b645e1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:24.417257 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a39ca812-9ba0-47d6-9f64-fc1032b645e1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1966510 Nov 19 09:19:24.418032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45662) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:19:24.441387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-738fc89e-710e-4291-9fe0-76e6302b5615 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Request body: {'security_group_rule': {'security_group_id': '3386175e-5b9c-4bf0-81c0-124ac23cf256', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:24.504515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53d085-e31c-43c3-980f-d05e9ebe839e req-150b4827-2ac5-4eae-9ce1-c3abfbc8d1ae tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:24.512119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c53d085-e31c-43c3-980f-d05e9ebe839e req-150b4827-2ac5-4eae-9ce1-c3abfbc8d1ae tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.1053727 Nov 19 09:19:24.514216 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-738fc89e-710e-4291-9fe0-76e6302b5615 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:24.526699 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-e73c09da-8eb3-4118-9635-8bd4afbdbf6a service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173136 Nov 19 09:19:24.583295 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120df060-e735-4231-9071-34c1320b9be1', 'tag': '534eec6d-7af6-4b4b-b79f-a7d1b62969c2'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:24.585526 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3300aaf-68a1-41b4-ad50-292120ea9d17" -d '{"events": [{"name": "network-changed", "server_uuid": "120df060-e735-4231-9071-34c1320b9be1", "tag": "534eec6d-7af6-4b4b-b79f-a7d1b62969c2"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:24.613237 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96dd49c7-8197-46c5-ad8d-316d363ba56a req-a80efb63-0bff-414a-9c5d-5fdaa2ef4c85 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 210 time: 0.0551753 Nov 19 09:19:24.635627 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c53d085-e31c-43c3-980f-d05e9ebe839e req-c17aefbd-07b2-4908-a07c-4170cb9daa84 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223717 Nov 19 09:19:24.638025 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79bbfc9f-8e29-41d8-85ff-4e668a93f5b2 req-398842ec-e814-4f28-bdcc-650d857535cf service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030350 Nov 19 09:19:24.683492 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-738fc89e-710e-4291-9fe0-76e6302b5615 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:24.688684 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-738fc89e-710e-4291-9fe0-76e6302b5615 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:24.689076 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5480caae-ca61-4c88-9c18-b9d5bc1c48b7 x-openstack-request-id: req-5480caae-ca61-4c88-9c18-b9d5bc1c48b7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:24.690013 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120df060-e735-4231-9071-34c1320b9be1", "tag": "534eec6d-7af6-4b4b-b79f-a7d1b62969c2", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:24.690013 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5480caae-ca61-4c88-9c18-b9d5bc1c48b7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:24.690535 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120df060-e735-4231-9071-34c1320b9be1', 'tag': '534eec6d-7af6-4b4b-b79f-a7d1b62969c2', 'status': 'completed', 'code': 200} Nov 19 09:19:24.710988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fc89e-710e-4291-9fe0-76e6302b5615 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb84a320-221c-465a-b11c-611f184d9d65,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:24.720454 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-738fc89e-710e-4291-9fe0-76e6302b5615 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:24.725273 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-738fc89e-710e-4291-9fe0-76e6302b5615 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2943490 Nov 19 09:19:24.725701 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45674) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:19:24.732097 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:24.783052 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:24.802107 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3300aaf-68a1-41b4-ad50-292120ea9d17 req-cd50023e-e4a3-4e55-832e-ff84e0e4391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:24.803605 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d3300aaf-68a1-41b4-ad50-292120ea9d17 req-cd50023e-e4a3-4e55-832e-ff84e0e4391d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4a218925f9b4cee924716587fe0f2b0&device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 1095 time: 0.0748701 Nov 19 09:19:24.806669 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:24.944394 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3300aaf-68a1-41b4-ad50-292120ea9d17 req-ff2d0cd8-0d9f-4210-b165-3fb4867e5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:24.945795 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d3300aaf-68a1-41b4-ad50-292120ea9d17 req-ff2d0cd8-0d9f-4210-b165-3fb4867e5e5d service neutron] 10.222.0.71 "GET /v2.0/networks?id=1610bc0a-1f3a-4b33-a340-44873c55939a HTTP/1.1" status: 200 len: 916 time: 0.1173656 Nov 19 09:19:24.973930 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:25.008391 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d3300aaf-68a1-41b4-ad50-292120ea9d17 req-23c0d027-d065-4172-b7bf-94d72dfe188e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=534eec6d-7af6-4b4b-b79f-a7d1b62969c2 HTTP/1.1" status: 200 len: 217 time: 0.0433431 Nov 19 09:19:25.118781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3300aaf-68a1-41b4-ad50-292120ea9d17 req-4b3db3c1-4393-4111-b83e-3eb253b8b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:25.120218 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d3300aaf-68a1-41b4-ad50-292120ea9d17 req-4b3db3c1-4393-4111-b83e-3eb253b8b724 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3b29904-404d-46d5-aff8-f7bd62491a04 HTTP/1.1" status: 200 len: 855 time: 0.0798092 Nov 19 09:19:25.164237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Allocated IP 172.25.0.51 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/5ee1b707-d4c3-4eaa-83b2-72d6f4035dc8) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:19:25.167445 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d3300aaf-68a1-41b4-ad50-292120ea9d17 req-55ffac59-2b32-462b-af1f-58357f022469 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1610bc0a-1f3a-4b33-a340-44873c55939a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331917 Nov 19 09:19:25.300820 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57488de-9cc9-44bb-aa6a-fe4c09245929 req-cfcfb2e9-2e05-490d-a649-da93d2bd1d4d tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:25.302519 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a57488de-9cc9-44bb-aa6a-fe4c09245929 req-cfcfb2e9-2e05-490d-a649-da93d2bd1d4d tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 943 time: 0.0491457 Nov 19 09:19:25.352999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a57488de-9cc9-44bb-aa6a-fe4c09245929 req-ec68fa0d-c9c0-4855-8769-b08948adf4e1 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438290 Nov 19 09:19:25.391042 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:25.537714 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7328ea61-4427-491a-8798-c5a18180e70e req-6f6cbe1c-665b-4a2f-9524-5dacbb8c4414 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0405457 Nov 19 09:19:25.688218 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d3300aaf-68a1-41b4-ad50-292120ea9d17 req-c5eb1712-96fd-4cf1-96c7-168c3103ba03 service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111868 Nov 19 09:19:25.702900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:25.735564 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90e7f19b-78d1-46d6-a2d6-fa2664abab63 req-eb63d267-6af2-4318-857e-09025f896c04 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 210 time: 0.0318322 Nov 19 09:19:25.791386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4f933-5068-4ff6-ab81-6a04862bf5ea req-b49b1a15-8b73-4a42-8803-a99a328830fe tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:25.792910 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33e4f933-5068-4ff6-ab81-6a04862bf5ea req-b49b1a15-8b73-4a42-8803-a99a328830fe tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0597856 Nov 19 09:19:25.838177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-be24db3a-c4b1-4fe8-92fd-ecf51e5f5c67 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:25.839592 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-be24db3a-c4b1-4fe8-92fd-ecf51e5f5c67 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.71 "GET /v2.0/networks?id=f5127352-c6ff-4c52-a9e2-54e45bbb3166 HTTP/1.1" status: 200 len: 815 time: 0.2340407 Nov 19 09:19:25.854130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33e4f933-5068-4ff6-ab81-6a04862bf5ea req-ff79a536-365b-419f-b0bb-fc94b411739e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465567 Nov 19 09:19:25.855277 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:25.871245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-7b2f1bb2-12f4-4539-9baf-be98193b75a1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Request body: {'port': {'device_id': '8b72beaa-bf5b-4848-8a56-0ac43348e3c4', 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166', 'admin_state_up': True, 'tenant_id': '9a948d9d81bc42f0a6d1e479c482c896'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:25.894552 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d3300aaf-68a1-41b4-ad50-292120ea9d17 req-59181a31-03fd-4b24-b421-c27946bacbdd service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900287 Nov 19 09:19:25.948387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:19:25.954991 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:19:25.960742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:19:25.987755 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Pushing event updated for resources: {'Port': ['ID=5ee1b707-d4c3-4eaa-83b2-72d6f4035dc8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:26.091691 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:26.092807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-7b2f1bb2-12f4-4539-9baf-be98193b75a1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Made reservation on behalf of 9a948d9d81bc42f0a6d1e479c482c896 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:19:26.096351 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-7b2f1bb2-12f4-4539-9baf-be98193b75a1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:26.141938 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:26.315361 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-7b2f1bb2-12f4-4539-9baf-be98193b75a1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Allocated IP 172.20.0.8 (f5127352-c6ff-4c52-a9e2-54e45bbb3166/1674e500-6664-476b-abe6-b6cd7cb1cc18/df0d70d1-4803-4303-a870-2a5be58ee937) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:19:26.421981 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:26.447666 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:26.475843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108e5a1-affa-43b9-8788-cbdb7445f01b req-de1a97b8-5c11-4b9b-97dd-eae50ab4cd12 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:26.477374 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7108e5a1-affa-43b9-8788-cbdb7445f01b req-de1a97b8-5c11-4b9b-97dd-eae50ab4cd12 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 943 time: 0.0529373 Nov 19 09:19:26.525156 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7108e5a1-affa-43b9-8788-cbdb7445f01b req-419e6b2b-9a1e-4b87-baa4-d3160dcde2c9 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415394 Nov 19 09:19:26.540055 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Pushing event updated for resources: {'Port': ['ID=5ee1b707-d4c3-4eaa-83b2-72d6f4035dc8,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:26.570937 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:26.589713 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-7b2f1bb2-12f4-4539-9baf-be98193b75a1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:26.597996 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:26.599212 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-80318e3b-6f13-42c9-a841-b0ea4e838dad tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8718283 Nov 19 09:19:26.634613 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-7b2f1bb2-12f4-4539-9baf-be98193b75a1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:26.687228 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-7b2f1bb2-12f4-4539-9baf-be98193b75a1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Network f5127352-c6ff-4c52-a9e2-54e45bbb3166 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:19:26.690340 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-7b2f1bb2-12f4-4539-9baf-be98193b75a1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:19:26.694543 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-7b2f1bb2-12f4-4539-9baf-be98193b75a1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:19:26.724019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbcc904f-ebe8-4911-bf36-2d223fdbcd25 req-a80994cf-b56b-4587-85b1-2c76bb87797f tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0280378 Nov 19 09:19:26.732487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f1bb2-12f4-4539-9baf-be98193b75a1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Pushing event updated for resources: {'Port': ['ID=df0d70d1-4803-4303-a870-2a5be58ee937,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:26.755525 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-7b2f1bb2-12f4-4539-9baf-be98193b75a1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:26.756149 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-7b2f1bb2-12f4-4539-9baf-be98193b75a1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:26.774906 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-7b2f1bb2-12f4-4539-9baf-be98193b75a1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9081359 Nov 19 09:19:26.798498 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Request body: {'port': {'device_id': '8b72beaa-bf5b-4848-8a56-0ac43348e3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:26.867066 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:26.917326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954821b-c0a6-409f-8c25-629547807fb7 req-cd267159-e304-4a46-b66f-018b60149ef5 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:26.918721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d954821b-c0a6-409f-8c25-629547807fb7 req-cd267159-e304-4a46-b66f-018b60149ef5 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 931 time: 0.1005986 Nov 19 09:19:26.946693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-e488666a-152b-4389-a7cb-22f87aecb52a tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:26.948117 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-e488666a-152b-4389-a7cb-22f87aecb52a tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/networks?id=d5089394-ba3e-4298-b89e-05a4a7a9f263 HTTP/1.1" status: 200 len: 821 time: 0.1551220 Nov 19 09:19:26.977834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-d5495685-e658-4eb0-978b-733dca3bf7dd tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/quotas/b297a2f4a9f94752a266f77ac599a508 HTTP/1.1" status: 200 len: 375 time: 0.0233052 Nov 19 09:19:26.998614 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d954821b-c0a6-409f-8c25-629547807fb7 req-5d2b18da-47fe-43b4-95e6-82bc1028b45a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741580 Nov 19 09:19:27.020588 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-a5f2ff8d-ffd9-4629-84a5-bf158ef82baa tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b297a2f4a9f94752a266f77ac599a508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348418 Nov 19 09:19:27.116273 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-d5a968b6-0945-4964-b169-1d4513b0fe99 service neutron] 10.222.0.21 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877421 Nov 19 09:19:27.139245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0d70d1-4803-4303-a870-2a5be58ee937 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:27.147168 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:27.160601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Transition to ACTIVE for port object df0d70d1-4803-4303-a870-2a5be58ee937 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:19:27.165698 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:27.214393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Pushing event updated for resources: {'Port': ['ID=df0d70d1-4803-4303-a870-2a5be58ee937,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:27.225861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1981aa4-f15a-465d-8694-ba3d3adde091 req-480a28e1-113a-4482-96fd-4274e6001f14 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:27.227372 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1981aa4-f15a-465d-8694-ba3d3adde091 req-480a28e1-113a-4482-96fd-4274e6001f14 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.1084445 Nov 19 09:19:27.278093 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-d9262c1a-1476-4082-91e9-3a05a392d7b3 service neutron] 10.222.0.21 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496534 Nov 19 09:19:27.288123 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Attempting to bind port df0d70d1-4803-4303-a870-2a5be58ee937 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:19:27.288509 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Attempting to bind port df0d70d1-4803-4303-a870-2a5be58ee937 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '0170f4f2-df71-42c9-9141-22e42d0a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:19:27.288837 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Attempting to bind port df0d70d1-4803-4303-a870-2a5be58ee937 on network f5127352-c6ff-4c52-a9e2-54e45bbb3166 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:19:27.293449 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Port df0d70d1-4803-4303-a870-2a5be58ee937 on network f5127352-c6ff-4c52-a9e2-54e45bbb3166 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:19:27.293618 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Attempting to bind port df0d70d1-4803-4303-a870-2a5be58ee937 on network f5127352-c6ff-4c52-a9e2-54e45bbb3166 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:19:27.294543 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1981aa4-f15a-465d-8694-ba3d3adde091 req-1036bd81-10e0-4f65-9ed3-521b1157e1e3 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563605 Nov 19 09:19:27.298734 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:19:27.299074 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Checking segment: {'id': '0170f4f2-df71-42c9-9141-22e42d0a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:19:27.299533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Bound using segment: {'id': '0170f4f2-df71-42c9-9141-22e42d0a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:19:27.299968 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Bound port: df0d70d1-4803-4303-a870-2a5be58ee937, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0170f4f2-df71-42c9-9141-22e42d0a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:19:27.300656 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:27.370554 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] For port df0d70d1-4803-4303-a870-2a5be58ee937, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:19:27.374611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] For port df0d70d1-4803-4303-a870-2a5be58ee937, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=df0d70d1-4803-4303-a870-2a5be58ee937,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:19:27.378153 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:27.418223 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:27.418967 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:27.420228 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] 10.222.0.71 "PUT /v2.0/ports/df0d70d1-4803-4303-a870-2a5be58ee937 HTTP/1.1" status: 200 len: 1092 time: 0.6261072 Nov 19 09:19:27.420676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b72beaa-bf5b-4848-8a56-0ac43348e3c4', 'tag': 'df0d70d1-4803-4303-a870-2a5be58ee937'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:27.422956 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f678882d-0f65-4519-99ad-2ffa74e0f914" -d '{"events": [{"name": "network-changed", "server_uuid": "8b72beaa-bf5b-4848-8a56-0ac43348e3c4", "tag": "df0d70d1-4803-4303-a870-2a5be58ee937"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:27.459664 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f41344-c455-4573-b31e-44b36a1a1fbb service neutron] Pushing event updated for resources: {'Port': ['ID=df0d70d1-4803-4303-a870-2a5be58ee937,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:27.482349 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cdcf171b-64d9-4651-a27d-3792e39802f3 req-ab272310-5024-4aa4-9dff-63a4ec1adc7e tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 210 time: 0.0438702 Nov 19 09:19:27.483361 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088d2f0c-4f8e-4927-9233-1972f74c729a x-openstack-request-id: req-088d2f0c-4f8e-4927-9233-1972f74c729a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:27.483714 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b72beaa-bf5b-4848-8a56-0ac43348e3c4", "tag": "df0d70d1-4803-4303-a870-2a5be58ee937", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:27.483987 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-088d2f0c-4f8e-4927-9233-1972f74c729a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:27.484399 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b72beaa-bf5b-4848-8a56-0ac43348e3c4', 'tag': 'df0d70d1-4803-4303-a870-2a5be58ee937', 'status': 'completed', 'code': 200} Nov 19 09:19:27.545547 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-bf23db22-5516-47e6-8cc0-7807039d2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:27.547396 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-bf23db22-5516-47e6-8cc0-7807039d2b8a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a948d9d81bc42f0a6d1e479c482c896&device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 1095 time: 0.0481126 Nov 19 09:19:27.597298 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-247ecd33-e969-4f6f-8bcf-3b98ac834c39 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df0d70d1-4803-4303-a870-2a5be58ee937 HTTP/1.1" status: 200 len: 217 time: 0.0387557 Nov 19 09:19:27.654084 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7305cbd-ab84-4d46-9a1d-cda8c157b2e2 req-7145db07-572e-4616-bfd2-bfbf7b23bfc1 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:27.655703 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7305cbd-ab84-4d46-9a1d-cda8c157b2e2 req-7145db07-572e-4616-bfd2-bfbf7b23bfc1 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 943 time: 0.0604131 Nov 19 09:19:27.660163 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-30a5d5ab-3044-4e44-9a17-973577bc1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:27.661661 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-30a5d5ab-3044-4e44-9a17-973577bc1a1d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1674e500-6664-476b-abe6-b6cd7cb1cc18 HTTP/1.1" status: 200 len: 855 time: 0.0470898 Nov 19 09:19:27.715021 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-de41340b-8ca6-4121-9a3b-3e2db752b006 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5127352-c6ff-4c52-a9e2-54e45bbb3166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438373 Nov 19 09:19:27.727695 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7305cbd-ab84-4d46-9a1d-cda8c157b2e2 req-ca2d7430-6df5-45e0-a866-71aa5669f295 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618663 Nov 19 09:19:27.831379 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-ad47fbe3-9d28-4762-a551-0f0b3754f338 service neutron] 10.222.0.71 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886512 Nov 19 09:19:27.839042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e139bbc-4de0-445c-ba18-7154b154bf7f req-c766e2b0-ef2d-4812-b3b9-2ecd46bfc713 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0264730 Nov 19 09:19:27.931878 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4a82845a-a4de-44ea-972e-0b42d88fa56e req-8918b05f-bbdb-4ed2-9a01-138339763df2 service neutron] 10.222.0.71 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882006 Nov 19 09:19:28.031939 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678882d-0f65-4519-99ad-2ffa74e0f914 req-a8587d7a-dc8f-402a-9318-28dd950a679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:28.033523 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f678882d-0f65-4519-99ad-2ffa74e0f914 req-a8587d7a-dc8f-402a-9318-28dd950a679f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a948d9d81bc42f0a6d1e479c482c896&device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 1095 time: 0.0436645 Nov 19 09:19:28.124278 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a39e0-e400-494b-935c-1b7182d19e01 req-be7f0087-78de-4857-9444-9037d54c91df tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:28.125811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-937a39e0-e400-494b-935c-1b7182d19e01 req-be7f0087-78de-4857-9444-9037d54c91df tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 943 time: 0.0584838 Nov 19 09:19:28.166201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678882d-0f65-4519-99ad-2ffa74e0f914 req-7c497d95-7d1f-4c48-9ac3-b0c94596e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:28.167807 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f678882d-0f65-4519-99ad-2ffa74e0f914 req-7c497d95-7d1f-4c48-9ac3-b0c94596e29a service neutron] 10.222.0.71 "GET /v2.0/networks?id=f5127352-c6ff-4c52-a9e2-54e45bbb3166 HTTP/1.1" status: 200 len: 916 time: 0.0934510 Nov 19 09:19:28.176897 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-937a39e0-e400-494b-935c-1b7182d19e01 req-508322cf-1bfb-41d3-8ea8-2a8a6677147e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438726 Nov 19 09:19:28.225055 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f678882d-0f65-4519-99ad-2ffa74e0f914 req-45bc5197-cb45-4089-b680-738e8032f706 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df0d70d1-4803-4303-a870-2a5be58ee937 HTTP/1.1" status: 200 len: 217 time: 0.0378110 Nov 19 09:19:28.278438 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678882d-0f65-4519-99ad-2ffa74e0f914 req-c428a592-f949-44d5-97ce-1d704341d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:28.279845 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f678882d-0f65-4519-99ad-2ffa74e0f914 req-c428a592-f949-44d5-97ce-1d704341d405 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1674e500-6664-476b-abe6-b6cd7cb1cc18 HTTP/1.1" status: 200 len: 855 time: 0.0437121 Nov 19 09:19:28.313610 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f678882d-0f65-4519-99ad-2ffa74e0f914 req-42968e58-b475-45b3-8c85-2c10510ea85a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5127352-c6ff-4c52-a9e2-54e45bbb3166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235126 Nov 19 09:19:28.410289 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f678882d-0f65-4519-99ad-2ffa74e0f914 req-8bffa15b-6bc9-4eb5-8750-b84649b6fe93 service neutron] 10.222.0.71 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857389 Nov 19 09:19:28.509839 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f678882d-0f65-4519-99ad-2ffa74e0f914 req-dc2913a6-2bb4-41b7-81ec-2bad46aae814 service neutron] 10.222.0.71 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871434 Nov 19 09:19:28.682997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c38ca35-bc31-43ca-a473-d8789ce3c2cf req-cb5d8329-c731-4bc5-951c-33da0883f977 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 210 time: 0.0287933 Nov 19 09:19:28.690723 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f87925-7536-4cb3-b9af-ac12740d7b20 req-cd625d50-9a46-4ff3-a879-483b7dbd2422 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:28.693550 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5f87925-7536-4cb3-b9af-ac12740d7b20 req-cd625d50-9a46-4ff3-a879-483b7dbd2422 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.3267226 Nov 19 09:19:28.731462 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-d31209d8-4fbd-438d-b3be-dd6e79700626 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:28.733061 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-d31209d8-4fbd-438d-b3be-dd6e79700626 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.71 "GET /v2.0/networks?id=d5089394-ba3e-4298-b89e-05a4a7a9f263 HTTP/1.1" status: 200 len: 821 time: 0.1147554 Nov 19 09:19:28.747841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-15540bc4-ac2f-4598-a278-fecfdce4bba8 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Request body: {'port': {'device_id': 'cdb1240f-b240-4c4c-b142-55238557e550', 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263', 'admin_state_up': True, 'tenant_id': 'b297a2f4a9f94752a266f77ac599a508'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:28.755222 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5f87925-7536-4cb3-b9af-ac12740d7b20 req-e5888b04-e945-4bd7-b652-50949d005420 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518641 Nov 19 09:19:28.777665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:19:28.856434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779706cf-0e02-4a29-ad93-c22c94b2d909 req-9dab5b33-0d32-4800-a2dc-08642ee8921f tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:28.858003 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-779706cf-0e02-4a29-ad93-c22c94b2d909 req-9dab5b33-0d32-4800-a2dc-08642ee8921f tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 943 time: 0.0543919 Nov 19 09:19:28.890208 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-15540bc4-ac2f-4598-a278-fecfdce4bba8 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Made reservation on behalf of b297a2f4a9f94752a266f77ac599a508 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:19:28.895588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 534eec6d-7af6-4b4b-b79f-a7d1b62969c2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=534eec6d-7af6-4b4b-b79f-a7d1b62969c2,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:28.898937 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-15540bc4-ac2f-4598-a278-fecfdce4bba8 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:28.909008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '534eec6d-7af6-4b4b-b79f-a7d1b62969c2', 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a', 'port_id': '534eec6d-7af6-4b4b-b79f-a7d1b62969c2', 'mac_address': 'fa:16:3e:76:14:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b29904-404d-46d5-aff8-f7bd62491a04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:19:28.912910 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-779706cf-0e02-4a29-ad93-c22c94b2d909 req-196acec1-d197-4e72-8950-bf19f98b0835 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483022 Nov 19 09:19:28.953210 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:28.956834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e5af7ee-e263-4ad4-a49b-45b6c26b0946 req-16bc8d2e-0ca5-4869-addc-6e849d16d00e tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0301912 Nov 19 09:19:28.967121 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:28.987048 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 534eec6d-7af6-4b4b-b79f-a7d1b62969c2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=534eec6d-7af6-4b4b-b79f-a7d1b62969c2,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:28.990701 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:29.039983 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=534eec6d-7af6-4b4b-b79f-a7d1b62969c2,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:29.053679 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-15540bc4-ac2f-4598-a278-fecfdce4bba8 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Allocated IP 172.20.0.12 (d5089394-ba3e-4298-b89e-05a4a7a9f263/3cce1e6c-6b09-4f3b-aac2-84ed251c5a28/6db955f6-0a7a-41f4-86ab-01fba5422432) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:19:29.205792 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-15540bc4-ac2f-4598-a278-fecfdce4bba8 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:29.238674 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-15540bc4-ac2f-4598-a278-fecfdce4bba8 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:29.285609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-15540bc4-ac2f-4598-a278-fecfdce4bba8 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Network d5089394-ba3e-4298-b89e-05a4a7a9f263 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:19:29.289374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-15540bc4-ac2f-4598-a278-fecfdce4bba8 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:19:29.293111 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-15540bc4-ac2f-4598-a278-fecfdce4bba8 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:19:29.305447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a882d-0d7e-422c-847a-77c2b37ccae7 req-bdbbb895-8c36-4235-8200-0552398b2d90 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:29.306940 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e3a882d-0d7e-422c-847a-77c2b37ccae7 req-bdbbb895-8c36-4235-8200-0552398b2d90 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 943 time: 0.0602357 Nov 19 09:19:29.317151 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15540bc4-ac2f-4598-a278-fecfdce4bba8 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Pushing event updated for resources: {'Port': ['ID=6db955f6-0a7a-41f4-86ab-01fba5422432,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:29.344626 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-15540bc4-ac2f-4598-a278-fecfdce4bba8 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:29.345265 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-15540bc4-ac2f-4598-a278-fecfdce4bba8 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:29.355200 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e3a882d-0d7e-422c-847a-77c2b37ccae7 req-14288715-d627-4241-8877-bdf3d6fdb4d2 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417283 Nov 19 09:19:29.362855 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['534eec6d-7af6-4b4b-b79f-a7d1b62969c2'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:19:29.364590 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-15540bc4-ac2f-4598-a278-fecfdce4bba8 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6211660 Nov 19 09:19:29.382406 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Request body: {'port': {'device_id': 'cdb1240f-b240-4c4c-b142-55238557e550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:29.438111 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:29.690585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db955f6-0a7a-41f4-86ab-01fba5422432 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:29.698363 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:29.709900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Transition to ACTIVE for port object 6db955f6-0a7a-41f4-86ab-01fba5422432 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:19:29.714277 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:29.772283 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Pushing event updated for resources: {'Port': ['ID=6db955f6-0a7a-41f4-86ab-01fba5422432,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:29.840911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c2cde-e243-4977-9c72-cc83ccd48a82 req-4d9c919b-eedb-46ff-943e-ec2ff856e2cb tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:29.842440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a1c2cde-e243-4977-9c72-cc83ccd48a82 req-4d9c919b-eedb-46ff-943e-ec2ff856e2cb tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 944 time: 0.0765021 Nov 19 09:19:29.844698 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Attempting to bind port 6db955f6-0a7a-41f4-86ab-01fba5422432 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:19:29.845038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Attempting to bind port 6db955f6-0a7a-41f4-86ab-01fba5422432 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '2113f6c7-c53b-49e6-becc-c8d3bce8702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:19:29.845397 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Attempting to bind port 6db955f6-0a7a-41f4-86ab-01fba5422432 on network d5089394-ba3e-4298-b89e-05a4a7a9f263 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:19:29.849804 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Port 6db955f6-0a7a-41f4-86ab-01fba5422432 on network d5089394-ba3e-4298-b89e-05a4a7a9f263 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:19:29.850126 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Attempting to bind port 6db955f6-0a7a-41f4-86ab-01fba5422432 on network d5089394-ba3e-4298-b89e-05a4a7a9f263 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:19:29.857366 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:19:29.857706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Checking segment: {'id': '2113f6c7-c53b-49e6-becc-c8d3bce8702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:19:29.858088 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Bound using segment: {'id': '2113f6c7-c53b-49e6-becc-c8d3bce8702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:19:29.858520 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Bound port: 6db955f6-0a7a-41f4-86ab-01fba5422432, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2113f6c7-c53b-49e6-becc-c8d3bce8702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:19:29.858879 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:29.922212 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] For port 6db955f6-0a7a-41f4-86ab-01fba5422432, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:19:29.925652 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] For port 6db955f6-0a7a-41f4-86ab-01fba5422432, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6db955f6-0a7a-41f4-86ab-01fba5422432,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:19:29.925856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befb38f-9745-4e95-813a-2fd11577075a req-552c153b-0c3c-4c3d-90fd-2d69ff20f9a9 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:29.927472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4befb38f-9745-4e95-813a-2fd11577075a req-552c153b-0c3c-4c3d-90fd-2d69ff20f9a9 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0839574 Nov 19 09:19:29.930563 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:29.932012 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a1c2cde-e243-4977-9c72-cc83ccd48a82 req-e97d610f-b886-420d-aaf8-01dd128d3c68 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796475 Nov 19 09:19:29.971899 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:29.972524 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:29.973941 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] 10.222.0.71 "PUT /v2.0/ports/6db955f6-0a7a-41f4-86ab-01fba5422432 HTTP/1.1" status: 200 len: 1093 time: 0.5958624 Nov 19 09:19:29.974388 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb1240f-b240-4c4c-b142-55238557e550', 'tag': '6db955f6-0a7a-41f4-86ab-01fba5422432'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:29.977284 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd1a5cb-ac53-487a-af5e-8b58cbb66a91" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb1240f-b240-4c4c-b142-55238557e550", "tag": "6db955f6-0a7a-41f4-86ab-01fba5422432"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:29.988711 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4befb38f-9745-4e95-813a-2fd11577075a req-8d166ddf-a928-4810-9079-42da889e553e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551863 Nov 19 09:19:30.003979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f1613-31cd-41c0-8b83-e80f8563fd95 service neutron] Pushing event updated for resources: {'Port': ['ID=6db955f6-0a7a-41f4-86ab-01fba5422432,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:30.065668 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8a545e-eb45-4a2e-b522-e391c284eb46 x-openstack-request-id: req-7e8a545e-eb45-4a2e-b522-e391c284eb46 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:30.065969 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb1240f-b240-4c4c-b142-55238557e550", "tag": "6db955f6-0a7a-41f4-86ab-01fba5422432", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:30.066223 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e8a545e-eb45-4a2e-b522-e391c284eb46 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:30.066622 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb1240f-b240-4c4c-b142-55238557e550', 'tag': '6db955f6-0a7a-41f4-86ab-01fba5422432', 'status': 'completed', 'code': 200} Nov 19 09:19:30.079976 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-13249a4c-b6f1-4917-89c3-f5dfa257b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:30.081532 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-13249a4c-b6f1-4917-89c3-f5dfa257b03c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b297a2f4a9f94752a266f77ac599a508&device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 1096 time: 0.0514503 Nov 19 09:19:30.114297 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756181cc-8af0-4966-a148-2b6f9e2e1fa7 req-1e383833-6af0-45f4-83fd-8971cfaaee58 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:30.115805 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-756181cc-8af0-4966-a148-2b6f9e2e1fa7 req-1e383833-6af0-45f4-83fd-8971cfaaee58 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 944 time: 0.0519907 Nov 19 09:19:30.130118 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-920da8fb-f456-4257-8c4d-f3336941386e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6db955f6-0a7a-41f4-86ab-01fba5422432 HTTP/1.1" status: 200 len: 217 time: 0.0347190 Nov 19 09:19:30.153825 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6cb47d29-add2-4d93-99c8-3869f09d1ae7 req-c0d0b71e-ac87-43b5-915f-0e4514cf85ba tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0368011 Nov 19 09:19:30.188379 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-756181cc-8af0-4966-a148-2b6f9e2e1fa7 req-cb53cd2d-7fde-4282-9758-f2f981b23a9c tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632255 Nov 19 09:19:30.189522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-f96412ea-0386-4a64-8fb4-83186bf946f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:30.191024 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-f96412ea-0386-4a64-8fb4-83186bf946f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3cce1e6c-6b09-4f3b-aac2-84ed251c5a28 HTTP/1.1" status: 200 len: 861 time: 0.0463545 Nov 19 09:19:30.233121 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-1e48c17c-adc3-451d-97da-07edfcf1117d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5089394-ba3e-4298-b89e-05a4a7a9f263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287461 Nov 19 09:19:30.342811 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-889db34a-bea5-467a-9425-df83522a5d3a service neutron] 10.222.0.71 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871804 Nov 19 09:19:30.452481 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-afcc6105-6ca2-4395-980a-cad0afa0d5dc req-35253d07-35f3-45fe-8bd8-47adb5b6a3c7 service neutron] 10.222.0.71 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972049 Nov 19 09:19:30.478117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5650a9-3118-4f4c-af34-e0c66b278675 req-be016256-f241-4d04-a839-d88927cc6005 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:30.479665 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c5650a9-3118-4f4c-af34-e0c66b278675 req-be016256-f241-4d04-a839-d88927cc6005 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 943 time: 0.0513473 Nov 19 09:19:30.531465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c5650a9-3118-4f4c-af34-e0c66b278675 req-a51efd6e-8091-4f23-a1b2-5d94b1f89bc2 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456011 Nov 19 09:19:30.557907 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1a5cb-ac53-487a-af5e-8b58cbb66a91 req-9fc5f846-0095-4b6e-ac3f-035fb551fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:30.559405 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8fd1a5cb-ac53-487a-af5e-8b58cbb66a91 req-9fc5f846-0095-4b6e-ac3f-035fb551fabc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b297a2f4a9f94752a266f77ac599a508&device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 1096 time: 0.0430183 Nov 19 09:19:30.653857 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1a5cb-ac53-487a-af5e-8b58cbb66a91 req-4d7151e8-25b1-4b3c-ba6f-910489771b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:30.655304 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8fd1a5cb-ac53-487a-af5e-8b58cbb66a91 req-4d7151e8-25b1-4b3c-ba6f-910489771b07 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d5089394-ba3e-4298-b89e-05a4a7a9f263 HTTP/1.1" status: 200 len: 922 time: 0.0808599 Nov 19 09:19:30.702970 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8fd1a5cb-ac53-487a-af5e-8b58cbb66a91 req-97e9ff8c-56e8-457b-8e96-016198346c5f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6db955f6-0a7a-41f4-86ab-01fba5422432 HTTP/1.1" status: 200 len: 217 time: 0.0367796 Nov 19 09:19:30.760609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1a5cb-ac53-487a-af5e-8b58cbb66a91 req-358fbe10-8e91-4057-9ae4-aa3fa8d3eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:30.762162 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8fd1a5cb-ac53-487a-af5e-8b58cbb66a91 req-358fbe10-8e91-4057-9ae4-aa3fa8d3eb69 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3cce1e6c-6b09-4f3b-aac2-84ed251c5a28 HTTP/1.1" status: 200 len: 861 time: 0.0442388 Nov 19 09:19:30.791380 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device df0d70d1-4803-4303-a870-2a5be58ee937 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:19:30.794532 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:19:30.796189 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8fd1a5cb-ac53-487a-af5e-8b58cbb66a91 req-242e87f0-a056-4acd-8427-9b32e6b56ca9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5089394-ba3e-4298-b89e-05a4a7a9f263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250919 Nov 19 09:19:30.899776 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8fd1a5cb-ac53-487a-af5e-8b58cbb66a91 req-d0b8ab2a-e08a-4bda-9e03-9a05df9b410f service neutron] 10.222.0.71 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871437 Nov 19 09:19:30.902211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:19:30.914320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:19:30.914699 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:30.953711 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port df0d70d1-4803-4303-a870-2a5be58ee937, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=df0d70d1-4803-4303-a870-2a5be58ee937,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:30.970661 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'df0d70d1-4803-4303-a870-2a5be58ee937', 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166', 'port_id': 'df0d70d1-4803-4303-a870-2a5be58ee937', 'mac_address': 'fa:16:3e:4d:a3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1674e500-6664-476b-abe6-b6cd7cb1cc18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:19:30.999892 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8fd1a5cb-ac53-487a-af5e-8b58cbb66a91 req-ac367797-a805-431c-9757-9b0c294f304b service neutron] 10.222.0.71 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921216 Nov 19 09:19:31.039988 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:31.057593 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:31.058092 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856266d3-e2ea-47df-8cd0-a5978ab97494 req-dbf93084-e1cb-41d9-be1c-635ea050e508 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:31.059758 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-856266d3-e2ea-47df-8cd0-a5978ab97494 req-dbf93084-e1cb-41d9-be1c-635ea050e508 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 944 time: 0.0499477 Nov 19 09:19:31.060292 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0d70d1-4803-4303-a870-2a5be58ee937 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:31.094435 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port df0d70d1-4803-4303-a870-2a5be58ee937, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=df0d70d1-4803-4303-a870-2a5be58ee937,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:31.100134 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120df060-e735-4231-9071-34c1320b9be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534eec6d-7af6-4b4b-b79f-a7d1b62969c2'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:31.102959 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48507c6f-f19c-4258-8103-4d395b099866" -d '{"events": [{"server_uuid": "120df060-e735-4231-9071-34c1320b9be1", "name": "network-vif-plugged", "status": "completed", "tag": "534eec6d-7af6-4b4b-b79f-a7d1b62969c2"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:31.112489 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:31.119004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 534eec6d-7af6-4b4b-b79f-a7d1b62969c2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=534eec6d-7af6-4b4b-b79f-a7d1b62969c2,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:31.139958 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-856266d3-e2ea-47df-8cd0-a5978ab97494 req-69a898fe-58cb-47c8-95e3-b2be153e195d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738368 Nov 19 09:19:31.142026 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:31.158665 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc15459-7f85-4f7a-b2f7-8469a0203538 req-418ce637-9055-45c2-898b-05e38e64540a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:31.160226 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2fc15459-7f85-4f7a-b2f7-8469a0203538 req-418ce637-9055-45c2-898b-05e38e64540a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0743072 Nov 19 09:19:31.174938 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=df0d70d1-4803-4303-a870-2a5be58ee937,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:31.211572 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2fc15459-7f85-4f7a-b2f7-8469a0203538 req-e362810b-86d9-48a1-88e0-85bb1149755f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433853 Nov 19 09:19:31.232193 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=534eec6d-7af6-4b4b-b79f-a7d1b62969c2,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:31.267213 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c573f0ac-eed0-4c22-97d6-ed31237ca9be x-openstack-request-id: req-c573f0ac-eed0-4c22-97d6-ed31237ca9be {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:31.267213 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120df060-e735-4231-9071-34c1320b9be1", "name": "network-vif-plugged", "status": "completed", "tag": "534eec6d-7af6-4b4b-b79f-a7d1b62969c2", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:31.267213 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c573f0ac-eed0-4c22-97d6-ed31237ca9be {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:31.267213 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120df060-e735-4231-9071-34c1320b9be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534eec6d-7af6-4b4b-b79f-a7d1b62969c2', 'code': 200} Nov 19 09:19:31.326573 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1597e64c-d6ad-4624-82ac-1fa5e0d60ba4 req-a38c2edb-9ac6-43f3-8f2c-41d5cae26e52 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0310726 Nov 19 09:19:31.378780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fcbdd-7e21-46fe-b215-df632f976451 req-33a2635e-9bab-4b7a-815d-5d43e2b5aca8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:31.380372 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e27fcbdd-7e21-46fe-b215-df632f976451 req-33a2635e-9bab-4b7a-815d-5d43e2b5aca8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 945 time: 0.0572913 Nov 19 09:19:31.394564 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d22fc-e146-4494-aa52-de5f2e45f9c5 req-ae7834d3-4569-4517-a94d-da60d2543fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:31.396149 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4a6d22fc-e146-4494-aa52-de5f2e45f9c5 req-ae7834d3-4569-4517-a94d-da60d2543fe6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 1097 time: 0.0418024 Nov 19 09:19:31.428948 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e27fcbdd-7e21-46fe-b215-df632f976451 req-358379b8-b78d-497c-9e14-7d37cf824d70 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425231 Nov 19 09:19:31.447281 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4a6d22fc-e146-4494-aa52-de5f2e45f9c5 req-620256b3-cd72-4226-acb2-adcfc1eb4278 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417850 Nov 19 09:19:31.550847 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['df0d70d1-4803-4303-a870-2a5be58ee937'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:19:31.654487 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d47b8-9fd3-448f-a99c-26e473f7ed8f req-263e6416-9d56-44c1-a4d2-a78993004b2a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:31.656004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef1d47b8-9fd3-448f-a99c-26e473f7ed8f req-263e6416-9d56-44c1-a4d2-a78993004b2a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 944 time: 0.0526721 Nov 19 09:19:31.703251 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef1d47b8-9fd3-448f-a99c-26e473f7ed8f req-88c8be3d-48bd-4c29-a8c4-f1be27a41441 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412838 Nov 19 09:19:32.259350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f715c2a-a627-41db-b13b-32e7cd351278 req-de162bc0-053b-45ab-ba9a-a119ac6b4854 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:32.261188 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f715c2a-a627-41db-b13b-32e7cd351278 req-de162bc0-053b-45ab-ba9a-a119ac6b4854 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 944 time: 0.0512006 Nov 19 09:19:32.338530 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f715c2a-a627-41db-b13b-32e7cd351278 req-34a460c4-1357-40d1-9de7-6517345d0bfa tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714600 Nov 19 09:19:32.350493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4ffd9-70e4-49b8-a197-7335b55bc705 req-ea0a2fd7-40b0-4815-916b-207280cfaf85 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:32.352465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aba4ffd9-70e4-49b8-a197-7335b55bc705 req-ea0a2fd7-40b0-4815-916b-207280cfaf85 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0721102 Nov 19 09:19:32.401600 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aba4ffd9-70e4-49b8-a197-7335b55bc705 req-2704c822-31f2-440e-ae33-967d71f05764 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423694 Nov 19 09:19:32.489002 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a3820a0-3a0f-417d-8568-4f9128cecd63 req-a0f5cdde-7467-4cc3-a9fa-98cfb3ddde3e tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0271444 Nov 19 09:19:32.573519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7f7d9-61e9-4a1d-afc3-c8c00c283369 req-dd46c2cc-3c17-4bc7-a74e-fa98068c3ff3 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:32.574993 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fea7f7d9-61e9-4a1d-afc3-c8c00c283369 req-dd46c2cc-3c17-4bc7-a74e-fa98068c3ff3 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 945 time: 0.0484421 Nov 19 09:19:32.622423 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fea7f7d9-61e9-4a1d-afc3-c8c00c283369 req-9b186524-8884-4302-b71b-9a85a3076657 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413206 Nov 19 09:19:32.806931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device df0d70d1-4803-4303-a870-2a5be58ee937 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:19:32.821138 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5210984-74ee-4466-a4d4-c9ddabb8973b req-5a388c66-1c94-4cad-9c83-c0ce229e2c93 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:32.822795 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5210984-74ee-4466-a4d4-c9ddabb8973b req-5a388c66-1c94-4cad-9c83-c0ce229e2c93 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 944 time: 0.0525618 Nov 19 09:19:32.858331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port df0d70d1-4803-4303-a870-2a5be58ee937 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:19:32.860515 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port df0d70d1-4803-4303-a870-2a5be58ee937 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:19:32.860897 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:32.873318 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5210984-74ee-4466-a4d4-c9ddabb8973b req-0691ddc3-f5cb-4494-b1b9-cab4d864ad9b tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436242 Nov 19 09:19:32.937563 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:32.973724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port df0d70d1-4803-4303-a870-2a5be58ee937, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=df0d70d1-4803-4303-a870-2a5be58ee937,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:32.978084 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:33.027744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=df0d70d1-4803-4303-a870-2a5be58ee937,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:33.267762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b72beaa-bf5b-4848-8a56-0ac43348e3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0d70d1-4803-4303-a870-2a5be58ee937'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:33.270111 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2c369c-4a19-4657-beea-99b44829e1ca" -d '{"events": [{"server_uuid": "8b72beaa-bf5b-4848-8a56-0ac43348e3c4", "name": "network-vif-plugged", "status": "completed", "tag": "df0d70d1-4803-4303-a870-2a5be58ee937"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:33.305600 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eea6bb-6430-4afb-bfc3-3ac59cdf02ed x-openstack-request-id: req-a9eea6bb-6430-4afb-bfc3-3ac59cdf02ed {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:33.305895 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b72beaa-bf5b-4848-8a56-0ac43348e3c4", "name": "network-vif-plugged", "status": "completed", "tag": "df0d70d1-4803-4303-a870-2a5be58ee937", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:33.306148 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9eea6bb-6430-4afb-bfc3-3ac59cdf02ed {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:33.306543 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b72beaa-bf5b-4848-8a56-0ac43348e3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0d70d1-4803-4303-a870-2a5be58ee937', 'code': 200} Nov 19 09:19:33.425562 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527a824-dd5d-44fc-8bc8-c6a27e90810d req-9f5060c4-e418-4b69-84af-72135bd7d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:33.427070 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4527a824-dd5d-44fc-8bc8-c6a27e90810d req-9f5060c4-e418-4b69-84af-72135bd7d2e0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 1097 time: 0.0400195 Nov 19 09:19:33.456612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e896afb-dc96-4a3a-a207-3177106a0401 req-0c6b70cd-79ab-4412-a525-6999a52d6510 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:33.458375 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e896afb-dc96-4a3a-a207-3177106a0401 req-0c6b70cd-79ab-4412-a525-6999a52d6510 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 944 time: 0.0522056 Nov 19 09:19:33.485614 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4527a824-dd5d-44fc-8bc8-c6a27e90810d req-9e709faa-72c0-4834-865f-f165893c27f3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407636 Nov 19 09:19:33.511152 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e896afb-dc96-4a3a-a207-3177106a0401 req-6dae604c-e21a-40cb-bc63-f8d042f0b399 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464096 Nov 19 09:19:33.577871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441f49d-eb4f-49b4-aef9-8b5a40095143 req-249a7237-55f1-4b8a-b125-2d45ce2d960f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:33.579373 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5441f49d-eb4f-49b4-aef9-8b5a40095143 req-249a7237-55f1-4b8a-b125-2d45ce2d960f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0501235 Nov 19 09:19:33.631446 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5441f49d-eb4f-49b4-aef9-8b5a40095143 req-0f2e54d4-a625-4eba-ba7a-613d5f6f3545 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462554 Nov 19 09:19:33.713813 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26245385-5050-4083-8b58-48e7d183c673 req-70a24000-93a7-4908-8794-0d741672ace0 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0258915 Nov 19 09:19:33.822329 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dac64-bf24-4aaa-ba1a-d7e1668c1ad5 req-a5650793-4168-466d-929c-5ff24b836f26 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:33.823735 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f1dac64-bf24-4aaa-ba1a-d7e1668c1ad5 req-a5650793-4168-466d-929c-5ff24b836f26 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 945 time: 0.0508363 Nov 19 09:19:33.872362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f1dac64-bf24-4aaa-ba1a-d7e1668c1ad5 req-a0171536-b3ed-412e-9b65-53bfb00731e0 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420938 Nov 19 09:19:33.985277 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed5e1b-6b0b-473d-84e6-8e70425965dd req-747b6cc2-3c34-4f7c-aad3-b7b031f13214 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:33.986757 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9ed5e1b-6b0b-473d-84e6-8e70425965dd req-747b6cc2-3c34-4f7c-aad3-b7b031f13214 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0487845 Nov 19 09:19:34.040242 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9ed5e1b-6b0b-473d-84e6-8e70425965dd req-a3ec1081-9bb2-405b-ac65-e6ea087cf645 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468774 Nov 19 09:19:34.625630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba1d15-69f0-45ff-b4f1-f23fdeba2630 req-8bb075da-2f7a-4f31-9a79-83ce9dc98e7e tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:34.627096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbba1d15-69f0-45ff-b4f1-f23fdeba2630 req-8bb075da-2f7a-4f31-9a79-83ce9dc98e7e tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 944 time: 0.0481563 Nov 19 09:19:34.674655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbba1d15-69f0-45ff-b4f1-f23fdeba2630 req-14d3a947-7971-4949-8d16-a0adde03627b tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411394 Nov 19 09:19:34.751351 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b148afb-4d58-4fae-8d5b-286a8206e35f req-cbdabbbf-f574-4513-8fb7-ad0dba5fe7cc tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:34.752755 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b148afb-4d58-4fae-8d5b-286a8206e35f req-cbdabbbf-f574-4513-8fb7-ad0dba5fe7cc tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0511982 Nov 19 09:19:34.807690 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6db955f6-0a7a-41f4-86ab-01fba5422432 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:19:34.809367 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b148afb-4d58-4fae-8d5b-286a8206e35f req-cf73005d-9a4a-4b87-b9d7-e044f3bfe92a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497601 Nov 19 09:19:34.828709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47cf3dc9-7c11-4db9-a564-c247919fc7f0 req-b7426321-b3d5-41a5-a9cf-7bfe4db425d4 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0388081 Nov 19 09:19:34.909761 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6db955f6-0a7a-41f4-86ab-01fba5422432, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6db955f6-0a7a-41f4-86ab-01fba5422432,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:34.924352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '6db955f6-0a7a-41f4-86ab-01fba5422432', 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263', 'port_id': '6db955f6-0a7a-41f4-86ab-01fba5422432', 'mac_address': 'fa:16:3e:af:16:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cce1e6c-6b09-4f3b-aac2-84ed251c5a28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:19:34.963412 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:34.976433 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db955f6-0a7a-41f4-86ab-01fba5422432 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:34.998231 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6db955f6-0a7a-41f4-86ab-01fba5422432, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6db955f6-0a7a-41f4-86ab-01fba5422432,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:35.002389 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:35.052325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=6db955f6-0a7a-41f4-86ab-01fba5422432,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:35.159754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a626bef-da77-4cc3-84ee-cdd0e2a6b82d req-efcdd7e6-e01f-4293-90bd-d3b9c8cd872a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:35.161473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a626bef-da77-4cc3-84ee-cdd0e2a6b82d req-efcdd7e6-e01f-4293-90bd-d3b9c8cd872a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0515008 Nov 19 09:19:35.209324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a626bef-da77-4cc3-84ee-cdd0e2a6b82d req-0f875da4-4d4c-4461-a07d-8db600440598 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413613 Nov 19 09:19:35.447122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['6db955f6-0a7a-41f4-86ab-01fba5422432'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:19:35.797181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c561558-cd0c-4fdc-823c-916ee8574685 req-aac3e90e-0b45-4cfb-bc06-adf476ad6b6d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:35.798810 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c561558-cd0c-4fdc-823c-916ee8574685 req-aac3e90e-0b45-4cfb-bc06-adf476ad6b6d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 945 time: 0.0509155 Nov 19 09:19:35.855362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c561558-cd0c-4fdc-823c-916ee8574685 req-e7d4992f-e73a-41d8-9072-ce1a47a2602f tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490301 Nov 19 09:19:35.956440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2afff90d-79fb-43ad-a84e-ef9b1c446e34 req-e8d710fe-ae6f-43ea-a7ec-9ee7c56d3997 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0310199 Nov 19 09:19:35.967540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43abd1-098e-44f5-b659-cbeb1844b135 req-6e9d81bc-740f-4d17-921c-8a6f71497890 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:35.969042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b43abd1-098e-44f5-b659-cbeb1844b135 req-6e9d81bc-740f-4d17-921c-8a6f71497890 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0812874 Nov 19 09:19:36.025972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b43abd1-098e-44f5-b659-cbeb1844b135 req-54e049af-dfe7-482e-bd1d-d1fdc9a87cef tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436125 Nov 19 09:19:36.333447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69a232-15e7-4410-b382-9de0b2668a44 req-94f9aca7-9abe-4f11-ab4d-a17cc010932c tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:36.336062 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d69a232-15e7-4410-b382-9de0b2668a44 req-94f9aca7-9abe-4f11-ab4d-a17cc010932c tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0501091 Nov 19 09:19:36.384961 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d69a232-15e7-4410-b382-9de0b2668a44 req-722129cc-fb84-43ae-98e1-c681b552ebb6 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423825 Nov 19 09:19:36.506760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f1975-5ace-46b0-aee5-cdf64ec87791 req-3103ae88-c6af-465c-99ef-dbab3c6696ab tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:36.508819 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b93f1975-5ace-46b0-aee5-cdf64ec87791 req-3103ae88-c6af-465c-99ef-dbab3c6696ab tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0532837 Nov 19 09:19:36.556374 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b93f1975-5ace-46b0-aee5-cdf64ec87791 req-23ef4d78-b37e-434d-96a8-c66ba60b6120 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415533 Nov 19 09:19:36.842859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6db955f6-0a7a-41f4-86ab-01fba5422432 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:19:36.932709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 6db955f6-0a7a-41f4-86ab-01fba5422432 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:19:36.934311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd4cf2-db19-4454-8a09-255879c70c91 req-3691965b-b152-4500-a01b-8712d72d4810 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:36.944704 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63dd4cf2-db19-4454-8a09-255879c70c91 req-3691965b-b152-4500-a01b-8712d72d4810 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0725644 Nov 19 09:19:36.948302 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 6db955f6-0a7a-41f4-86ab-01fba5422432 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:19:36.948841 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:37.027419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63dd4cf2-db19-4454-8a09-255879c70c91 req-2f39f579-4286-4431-b226-9f7970fb3e55 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815685 Nov 19 09:19:37.049689 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:37.058303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e25944-062f-4729-b67e-deea2f028249 req-36bbf5c6-f67b-41cb-82ce-ebd8a01f3255 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:37.072138 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73e25944-062f-4729-b67e-deea2f028249 req-36bbf5c6-f67b-41cb-82ce-ebd8a01f3255 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 945 time: 0.1193359 Nov 19 09:19:37.082128 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb1240f-b240-4c4c-b142-55238557e550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db955f6-0a7a-41f4-86ab-01fba5422432'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:37.085142 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01922742-fddd-4027-9011-beb337601cf2" -d '{"events": [{"server_uuid": "cdb1240f-b240-4c4c-b142-55238557e550", "name": "network-vif-plugged", "status": "completed", "tag": "6db955f6-0a7a-41f4-86ab-01fba5422432"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:37.099061 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6db955f6-0a7a-41f4-86ab-01fba5422432, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6db955f6-0a7a-41f4-86ab-01fba5422432,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:37.106869 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:37.132596 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1cc5b2c3-d92c-476d-a908-9d24af068839 req-a1a20f04-eb2f-46b4-b82a-10bdaf73e0a0 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0341539 Nov 19 09:19:37.191222 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73e25944-062f-4729-b67e-deea2f028249 req-dd024835-ad87-4b5b-8d66-452ae7b79c8e tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175425 Nov 19 09:19:37.192384 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=6db955f6-0a7a-41f4-86ab-01fba5422432,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:37.281475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0b19d-004d-4407-9a1c-63d676bcc980 req-cf999172-fd77-48bb-84e6-515b5be7f3bd tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:37.283120 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9dd0b19d-004d-4407-9a1c-63d676bcc980 req-cf999172-fd77-48bb-84e6-515b5be7f3bd tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0576019 Nov 19 09:19:37.320151 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e87596-35cc-4acf-b919-aaaa8b8d07e6 x-openstack-request-id: req-01e87596-35cc-4acf-b919-aaaa8b8d07e6 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:37.320295 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb1240f-b240-4c4c-b142-55238557e550", "name": "network-vif-plugged", "status": "completed", "tag": "6db955f6-0a7a-41f4-86ab-01fba5422432", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:37.321298 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01e87596-35cc-4acf-b919-aaaa8b8d07e6 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:37.321298 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb1240f-b240-4c4c-b142-55238557e550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db955f6-0a7a-41f4-86ab-01fba5422432', 'code': 200} Nov 19 09:19:37.339892 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9dd0b19d-004d-4407-9a1c-63d676bcc980 req-b7f50001-b242-4198-91b6-fff9b9d58a85 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494704 Nov 19 09:19:37.451153 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bc52a-a30e-4301-b2ca-ed0b8d4b1212 req-79e40c03-8370-49c4-b2b1-a30e6ec56c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:37.452792 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ee9bc52a-a30e-4301-b2ca-ed0b8d4b1212 req-79e40c03-8370-49c4-b2b1-a30e6ec56c0e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 1098 time: 0.0451517 Nov 19 09:19:37.506153 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ee9bc52a-a30e-4301-b2ca-ed0b8d4b1212 req-1dfb3430-2566-4461-9623-f73ea2358469 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369952 Nov 19 09:19:38.149885 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a7ce1-4c19-4df8-a037-099f70a320b7 req-e7829b51-ccbb-471b-a505-5a7ccbf9ada1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:38.151407 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce4a7ce1-4c19-4df8-a037-099f70a320b7 req-e7829b51-ccbb-471b-a505-5a7ccbf9ada1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0541859 Nov 19 09:19:38.204198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce4a7ce1-4c19-4df8-a037-099f70a320b7 req-129b9058-b5d8-4a24-9914-f93b1c6995a7 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446229 Nov 19 09:19:38.270512 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e60887ed-8fa6-4e74-ba4d-2aa3c81d5c21 req-9f642719-9b8e-4379-b6cd-b48776123489 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0315404 Nov 19 09:19:38.321354 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16c80c-89bc-41ca-882d-d95381963521 req-4eab309b-6762-4ef2-b650-011293ddd438 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:38.323004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f16c80c-89bc-41ca-882d-d95381963521 req-4eab309b-6762-4ef2-b650-011293ddd438 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 946 time: 0.0553641 Nov 19 09:19:38.373404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f16c80c-89bc-41ca-882d-d95381963521 req-29680bf3-521e-400e-a15d-41dfa9497e65 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436227 Nov 19 09:19:38.470391 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777c8d2-8693-458c-b051-18b658a928ab req-44c1e343-1c80-49bf-abf4-79868ce4ce38 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:38.472061 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e777c8d2-8693-458c-b051-18b658a928ab req-44c1e343-1c80-49bf-abf4-79868ce4ce38 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0618494 Nov 19 09:19:38.535739 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e777c8d2-8693-458c-b051-18b658a928ab req-e6558c0d-9f01-4933-9190-269b230effd0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567274 Nov 19 09:19:39.344677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f3d7f-294f-4056-b793-0cd439b37ff5 req-c9939aad-1fff-4311-9dbf-1a634d35b37f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:39.346386 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb4f3d7f-294f-4056-b793-0cd439b37ff5 req-c9939aad-1fff-4311-9dbf-1a634d35b37f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0613711 Nov 19 09:19:39.407423 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5deb3210-4ef3-4e21-a380-cc1fee5ce06e req-7c27a944-f73d-4de7-85b7-bd2cc934c6aa tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0407665 Nov 19 09:19:39.430946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb4f3d7f-294f-4056-b793-0cd439b37ff5 req-dd241e4e-ec84-406c-b1fe-777cf2661c25 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725119 Nov 19 09:19:39.546606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa58dc-404e-475d-a9e2-f9f52c7e3f27 req-d27c2bc4-2e30-4a32-a7b0-79cfb2bde95c tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:39.548143 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-daaa58dc-404e-475d-a9e2-f9f52c7e3f27 req-d27c2bc4-2e30-4a32-a7b0-79cfb2bde95c tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 946 time: 0.0592206 Nov 19 09:19:39.605292 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-daaa58dc-404e-475d-a9e2-f9f52c7e3f27 req-e4a17261-b809-4112-acfa-c0c88346f776 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479295 Nov 19 09:19:39.668422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551fbaf-f08c-4f86-abe9-3152fa5cad81 req-0c5b2180-ec2d-4ee0-b57e-34ecd902b6a9 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:39.670497 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f551fbaf-f08c-4f86-abe9-3152fa5cad81 req-0c5b2180-ec2d-4ee0-b57e-34ecd902b6a9 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0544834 Nov 19 09:19:39.746285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f551fbaf-f08c-4f86-abe9-3152fa5cad81 req-b24c73f7-9b37-48dd-9651-26b5af7ef95e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698712 Nov 19 09:19:39.765914 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f637752-24ae-44c6-8e09-31d90c09f700 req-342684e1-08d3-4836-b865-15b53d55a615 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:39.767377 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f637752-24ae-44c6-8e09-31d90c09f700 req-342684e1-08d3-4836-b865-15b53d55a615 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 946 time: 0.0626180 Nov 19 09:19:39.836727 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f637752-24ae-44c6-8e09-31d90c09f700 req-adcaacd6-0077-4e53-9979-b86f57df4591 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629654 Nov 19 09:19:39.931833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50480156-7667-4228-a7fa-88dd566e9e7c req-cf98bdd3-4049-4378-b874-6372782a6223 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:39.933344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50480156-7667-4228-a7fa-88dd566e9e7c req-cf98bdd3-4049-4378-b874-6372782a6223 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/networks?id=1610bc0a-1f3a-4b33-a340-44873c55939a HTTP/1.1" status: 200 len: 815 time: 0.1116521 Nov 19 09:19:39.951613 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50480156-7667-4228-a7fa-88dd566e9e7c req-315b5775-c71f-4d07-8971-2aee171d288b tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/quotas/c4a218925f9b4cee924716587fe0f2b0 HTTP/1.1" status: 200 len: 375 time: 0.0100589 Nov 19 09:19:40.006905 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50480156-7667-4228-a7fa-88dd566e9e7c req-25549f13-75a1-4715-b77e-03ef2311aa31 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4a218925f9b4cee924716587fe0f2b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497413 Nov 19 09:19:40.102369 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50480156-7667-4228-a7fa-88dd566e9e7c req-50eeee69-1b78-49c9-9d2c-203a1354e363 service neutron] 10.222.0.21 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884962 Nov 19 09:19:40.208851 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50480156-7667-4228-a7fa-88dd566e9e7c req-33c03fc8-975f-42ec-b34e-8b770cce6bbb service neutron] 10.222.0.21 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014621 Nov 19 09:19:40.408193 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7446b64-7537-419c-aecd-f5fbafd8472c req-7ce8a8ca-833a-4fc6-be4b-25e93279430c tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 210 time: 0.0336876 Nov 19 09:19:40.529863 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80552c7a-d338-4ad2-bdfd-b078bb5aab52 req-94cfeeb6-c7b9-47a7-8050-1ed8a22507af tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0329177 Nov 19 09:19:40.552828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e57a6-b3af-4978-974a-5f0b3fa977a4 req-3c1d8e94-25b5-47fe-bf8d-c6e9a498a6e7 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:40.555292 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-456e57a6-b3af-4978-974a-5f0b3fa977a4 req-3c1d8e94-25b5-47fe-bf8d-c6e9a498a6e7 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 946 time: 0.0878112 Nov 19 09:19:40.630764 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-456e57a6-b3af-4978-974a-5f0b3fa977a4 req-19a42ae2-4170-4eaf-8f47-4e98fbf5cbec tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677671 Nov 19 09:19:40.688266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fda77-674c-467a-8076-ae7dee9e56ce req-74769508-0867-41e7-9310-5864ec664d3c tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:40.690666 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f9fda77-674c-467a-8076-ae7dee9e56ce req-74769508-0867-41e7-9310-5864ec664d3c tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0590065 Nov 19 09:19:40.761879 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f9fda77-674c-467a-8076-ae7dee9e56ce req-c8ccaa26-6676-4458-9239-80e082db99f1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639167 Nov 19 09:19:40.887054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0356de-9ee9-4386-a152-f1672cac4fd3 req-5df48eab-c2a6-4b22-8b3e-f9b01a82ded7 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:40.888771 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e0356de-9ee9-4386-a152-f1672cac4fd3 req-5df48eab-c2a6-4b22-8b3e-f9b01a82ded7 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0559814 Nov 19 09:19:40.955246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e0356de-9ee9-4386-a152-f1672cac4fd3 req-f5aa3c70-f1b1-4c0c-8b82-f7d40baf0d79 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594180 Nov 19 09:19:41.519848 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5dadffbc-a148-4106-8827-efe2c5fbbdcd req-67059237-af15-4e64-8dca-d35466321e65 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 210 time: 0.0377488 Nov 19 09:19:41.658903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0b893b3-7553-43d1-a187-dc7f1ad3f4b2 req-c1f608d4-2bd2-4506-9957-a7156c3159ac tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0380573 Nov 19 09:19:41.777425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5a03-02a1-4db8-b60b-1b1f150465ba req-b5bd41db-1374-443c-8966-45b9747a7728 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:41.779715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e71c5a03-02a1-4db8-b60b-1b1f150465ba req-b5bd41db-1374-443c-8966-45b9747a7728 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 946 time: 0.0543973 Nov 19 09:19:41.849367 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e71c5a03-02a1-4db8-b60b-1b1f150465ba req-12409355-7b57-42a7-960d-b7700cfe654f tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551748 Nov 19 09:19:41.971188 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50480156-7667-4228-a7fa-88dd566e9e7c req-60b82b8d-3b6f-4e73-9c20-456cbbfc6111 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:41.972653 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-50480156-7667-4228-a7fa-88dd566e9e7c req-60b82b8d-3b6f-4e73-9c20-456cbbfc6111 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.71 "GET /v2.0/networks?id=1610bc0a-1f3a-4b33-a340-44873c55939a HTTP/1.1" status: 200 len: 815 time: 0.1316421 Nov 19 09:19:41.988394 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdcd46-bcce-40b3-b434-be282fe67083 req-584ceaf1-77a1-413b-b065-3f497994eb8a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:41.990057 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5bbdcd46-bcce-40b3-b434-be282fe67083 req-584ceaf1-77a1-413b-b065-3f497994eb8a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0573785 Nov 19 09:19:41.992986 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-50480156-7667-4228-a7fa-88dd566e9e7c req-25fef90c-cbd4-4bdf-877b-7c6d330e266e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Request body: {'port': {'device_id': 'd4f81e16-5875-4aba-81d1-e255664ebf6c', 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a', 'admin_state_up': True, 'tenant_id': 'c4a218925f9b4cee924716587fe0f2b0'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:42.088323 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5bbdcd46-bcce-40b3-b434-be282fe67083 req-f5ef1007-b7f7-4c3b-9c54-713725920355 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912802 Nov 19 09:19:42.116012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592bebb-1e24-48aa-a014-2100e68d7b02 req-f8af0f8a-978a-40bf-9b3c-f45c6417fbe5 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:42.118453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6592bebb-1e24-48aa-a014-2100e68d7b02 req-f8af0f8a-978a-40bf-9b3c-f45c6417fbe5 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0749738 Nov 19 09:19:42.122295 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50480156-7667-4228-a7fa-88dd566e9e7c req-25fef90c-cbd4-4bdf-877b-7c6d330e266e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Made reservation on behalf of c4a218925f9b4cee924716587fe0f2b0 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:19:42.128383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-50480156-7667-4228-a7fa-88dd566e9e7c req-25fef90c-cbd4-4bdf-877b-7c6d330e266e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:42.175672 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6592bebb-1e24-48aa-a014-2100e68d7b02 req-98b1c715-6414-4f9e-9e7d-ab157535710f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516274 Nov 19 09:19:42.263584 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-50480156-7667-4228-a7fa-88dd566e9e7c req-25fef90c-cbd4-4bdf-877b-7c6d330e266e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Allocated IP 172.20.0.10 (1610bc0a-1f3a-4b33-a340-44873c55939a/d3b29904-404d-46d5-aff8-f7bd62491a04/a358d43d-174c-4ebd-ad79-1e568efaae0f) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:19:42.420182 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-50480156-7667-4228-a7fa-88dd566e9e7c req-25fef90c-cbd4-4bdf-877b-7c6d330e266e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:42.454821 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-50480156-7667-4228-a7fa-88dd566e9e7c req-25fef90c-cbd4-4bdf-877b-7c6d330e266e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:42.468782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['a4a4e61f-703a-466e-865e-6c7fb54b71c3', '534eec6d-7af6-4b4b-b79f-a7d1b62969c2'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:19:42.498969 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50480156-7667-4228-a7fa-88dd566e9e7c req-25fef90c-cbd4-4bdf-877b-7c6d330e266e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Network 1610bc0a-1f3a-4b33-a340-44873c55939a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:19:42.503985 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-50480156-7667-4228-a7fa-88dd566e9e7c req-25fef90c-cbd4-4bdf-877b-7c6d330e266e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:19:42.509079 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-50480156-7667-4228-a7fa-88dd566e9e7c req-25fef90c-cbd4-4bdf-877b-7c6d330e266e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:19:42.511977 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fef90c-cbd4-4bdf-877b-7c6d330e266e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Pushing event updated for resources: {'Port': ['ID=a358d43d-174c-4ebd-ad79-1e568efaae0f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:42.565253 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50480156-7667-4228-a7fa-88dd566e9e7c req-25fef90c-cbd4-4bdf-877b-7c6d330e266e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:42.566048 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-50480156-7667-4228-a7fa-88dd566e9e7c req-25fef90c-cbd4-4bdf-877b-7c6d330e266e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:42.584537 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-50480156-7667-4228-a7fa-88dd566e9e7c req-25fef90c-cbd4-4bdf-877b-7c6d330e266e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5961523 Nov 19 09:19:42.600665 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Request body: {'port': {'device_id': 'd4f81e16-5875-4aba-81d1-e255664ebf6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:42.661390 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:42.662510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac171045-c4b4-4800-8e12-0a67b6ca6ea9 req-1ea5c207-7a7c-4f30-b374-b38862cb4a7f tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:42.664198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac171045-c4b4-4800-8e12-0a67b6ca6ea9 req-1ea5c207-7a7c-4f30-b374-b38862cb4a7f tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 932 time: 0.0601532 Nov 19 09:19:42.721563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac171045-c4b4-4800-8e12-0a67b6ca6ea9 req-617a4efc-7682-4f63-b5a4-82361f68ea06 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510268 Nov 19 09:19:42.798472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9f3b626-b69d-4f99-8a6a-41ea1e22983a req-5ef1213f-da80-4736-8dce-5ee170c2ca25 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0316596 Nov 19 09:19:42.857591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6db955f6-0a7a-41f4-86ab-01fba5422432 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:19:42.966022 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6db955f6-0a7a-41f4-86ab-01fba5422432, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6db955f6-0a7a-41f4-86ab-01fba5422432,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:42.978828 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '6db955f6-0a7a-41f4-86ab-01fba5422432', 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263', 'port_id': '6db955f6-0a7a-41f4-86ab-01fba5422432', 'mac_address': 'fa:16:3e:af:16:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cce1e6c-6b09-4f3b-aac2-84ed251c5a28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:19:42.981326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a358d43d-174c-4ebd-ad79-1e568efaae0f {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:42.986941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933963f6-551e-4952-9dde-fce4530d9242 req-de5ad57c-7e6c-4395-b948-1fecc70b5466 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:42.988475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-933963f6-551e-4952-9dde-fce4530d9242 req-de5ad57c-7e6c-4395-b948-1fecc70b5466 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 946 time: 0.0518568 Nov 19 09:19:42.989028 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:43.003306 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Transition to ACTIVE for port object a358d43d-174c-4ebd-ad79-1e568efaae0f will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:19:43.007381 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:43.021481 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:43.034569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6db955f6-0a7a-41f4-86ab-01fba5422432 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:43.059991 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6db955f6-0a7a-41f4-86ab-01fba5422432, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6db955f6-0a7a-41f4-86ab-01fba5422432,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:43.062586 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-933963f6-551e-4952-9dde-fce4530d9242 req-dd9263d4-782d-44ef-ab9c-ae0e7b661c8d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659623 Nov 19 09:19:43.065691 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:43.094775 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Pushing event updated for resources: {'Port': ['ID=a358d43d-174c-4ebd-ad79-1e568efaae0f,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:43.121289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=6db955f6-0a7a-41f4-86ab-01fba5422432,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:43.154664 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Attempting to bind port a358d43d-174c-4ebd-ad79-1e568efaae0f on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:19:43.155066 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Attempting to bind port a358d43d-174c-4ebd-ad79-1e568efaae0f by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:19:43.155436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Attempting to bind port a358d43d-174c-4ebd-ad79-1e568efaae0f on network 1610bc0a-1f3a-4b33-a340-44873c55939a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:19:43.160659 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Port a358d43d-174c-4ebd-ad79-1e568efaae0f on network 1610bc0a-1f3a-4b33-a340-44873c55939a not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:19:43.160989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Attempting to bind port a358d43d-174c-4ebd-ad79-1e568efaae0f on network 1610bc0a-1f3a-4b33-a340-44873c55939a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:19:43.166064 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:19:43.166409 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Checking segment: {'id': 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:19:43.166794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Bound using segment: {'id': 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:19:43.167224 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Bound port: a358d43d-174c-4ebd-ad79-1e568efaae0f, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:19:43.167582 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:43.231632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdee807-e91a-468a-bf97-723f637fa553 req-d2df950f-de1c-4594-8120-14f9b36a7c30 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:43.233506 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8fdee807-e91a-468a-bf97-723f637fa553 req-d2df950f-de1c-4594-8120-14f9b36a7c30 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0589476 Nov 19 09:19:43.246151 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] For port a358d43d-174c-4ebd-ad79-1e568efaae0f, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:19:43.249553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] For port a358d43d-174c-4ebd-ad79-1e568efaae0f, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a358d43d-174c-4ebd-ad79-1e568efaae0f,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:19:43.254422 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['6db955f6-0a7a-41f4-86ab-01fba5422432'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:19:43.255635 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:43.304712 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:43.305362 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:43.307091 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-50480156-7667-4228-a7fa-88dd566e9e7c req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] 10.222.0.71 "PUT /v2.0/ports/a358d43d-174c-4ebd-ad79-1e568efaae0f HTTP/1.1" status: 200 len: 1093 time: 0.7115786 Nov 19 09:19:43.307724 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f81e16-5875-4aba-81d1-e255664ebf6c', 'tag': 'a358d43d-174c-4ebd-ad79-1e568efaae0f'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:43.310406 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26caf2dd-d6bf-49ec-855f-1e5217544cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f81e16-5875-4aba-81d1-e255664ebf6c", "tag": "a358d43d-174c-4ebd-ad79-1e568efaae0f"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:43.336531 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8fdee807-e91a-468a-bf97-723f637fa553 req-3f4e4343-b3b0-47f1-9202-02a394dea5a0 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963957 Nov 19 09:19:43.342028 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1800e8e-6173-4848-97ff-ba4bd78a3583 service neutron] Pushing event updated for resources: {'Port': ['ID=a358d43d-174c-4ebd-ad79-1e568efaae0f,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:43.363390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fdc1c-1c54-410a-985c-2aeb9c30d913 req-0696543d-874a-4d85-94fe-3f7c38b32a33 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:43.365451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-469fdc1c-1c54-410a-985c-2aeb9c30d913 req-0696543d-874a-4d85-94fe-3f7c38b32a33 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.1017787 Nov 19 09:19:43.390874 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb38ac5-6009-4d02-93a8-560af573107d x-openstack-request-id: req-2cb38ac5-6009-4d02-93a8-560af573107d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:43.391180 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f81e16-5875-4aba-81d1-e255664ebf6c", "tag": "a358d43d-174c-4ebd-ad79-1e568efaae0f", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:43.391444 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cb38ac5-6009-4d02-93a8-560af573107d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:43.391983 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f81e16-5875-4aba-81d1-e255664ebf6c', 'tag': 'a358d43d-174c-4ebd-ad79-1e568efaae0f', 'status': 'completed', 'code': 200} Nov 19 09:19:43.425756 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-469fdc1c-1c54-410a-985c-2aeb9c30d913 req-2eb97082-2fcf-44d8-97c9-dce7f4e879e9 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542252 Nov 19 09:19:43.448593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50480156-7667-4228-a7fa-88dd566e9e7c req-7aa4e334-c607-474b-a5dc-9673994ca0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:43.450199 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-50480156-7667-4228-a7fa-88dd566e9e7c req-7aa4e334-c607-474b-a5dc-9673994ca0b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4a218925f9b4cee924716587fe0f2b0&device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 1096 time: 0.0722082 Nov 19 09:19:43.817658 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-50480156-7667-4228-a7fa-88dd566e9e7c req-46a4bd47-902f-43c4-a27a-3cf8b0a76765 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a358d43d-174c-4ebd-ad79-1e568efaae0f HTTP/1.1" status: 200 len: 217 time: 0.3486750 Nov 19 09:19:43.848584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678190-1b62-4fa3-af36-fa30d0c96acb req-5c41672b-1b3c-4bc2-b7f7-c8f3f3e0613d tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:43.849836 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50678190-1b62-4fa3-af36-fa30d0c96acb req-5c41672b-1b3c-4bc2-b7f7-c8f3f3e0613d tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 944 time: 0.0537958 Nov 19 09:19:43.874310 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50480156-7667-4228-a7fa-88dd566e9e7c req-84f9da5b-bf12-48ee-9f26-111c3e8bafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:43.875948 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-50480156-7667-4228-a7fa-88dd566e9e7c req-84f9da5b-bf12-48ee-9f26-111c3e8bafb6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3b29904-404d-46d5-aff8-f7bd62491a04 HTTP/1.1" status: 200 len: 855 time: 0.0494919 Nov 19 09:19:43.902882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50678190-1b62-4fa3-af36-fa30d0c96acb req-f1444d24-5369-4608-8eec-60c32c5af5b7 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442743 Nov 19 09:19:43.928698 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-50480156-7667-4228-a7fa-88dd566e9e7c req-aac3fcd9-68ac-4527-9e0f-6f2674820db5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1610bc0a-1f3a-4b33-a340-44873c55939a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322506 Nov 19 09:19:43.933799 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf2adeb6-4468-49b0-9862-8b2d07bfcc2c req-959e3311-4b88-4a39-974b-50b51d5c34dd tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0297859 Nov 19 09:19:44.047758 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-50480156-7667-4228-a7fa-88dd566e9e7c req-3c41d0f5-dada-46f3-a2a2-6780e5c5d938 service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020722 Nov 19 09:19:44.152358 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-50480156-7667-4228-a7fa-88dd566e9e7c req-e09c26bc-a5a1-4cd3-9b83-113cfde728b2 service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851324 Nov 19 09:19:44.185458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299911f3-c40c-4e44-9ebf-73b2edc88978 req-f233135e-cfe8-421e-a871-b08e74b1c9d6 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:44.186955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-299911f3-c40c-4e44-9ebf-73b2edc88978 req-f233135e-cfe8-421e-a871-b08e74b1c9d6 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 945 time: 0.0562856 Nov 19 09:19:44.236894 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-299911f3-c40c-4e44-9ebf-73b2edc88978 req-73d6c077-b4b8-4d62-87ce-7b337b1320a1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433073 Nov 19 09:19:44.269466 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caf2dd-d6bf-49ec-855f-1e5217544cf6 req-faa68752-9572-4317-a431-4c20880f32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:44.271075 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-26caf2dd-d6bf-49ec-855f-1e5217544cf6 req-faa68752-9572-4317-a431-4c20880f32a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4a218925f9b4cee924716587fe0f2b0&device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 1096 time: 0.0490515 Nov 19 09:19:44.377899 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caf2dd-d6bf-49ec-855f-1e5217544cf6 req-730c626b-9f3d-4f26-bde8-6b2502cd48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:44.379367 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-26caf2dd-d6bf-49ec-855f-1e5217544cf6 req-730c626b-9f3d-4f26-bde8-6b2502cd48f4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1610bc0a-1f3a-4b33-a340-44873c55939a HTTP/1.1" status: 200 len: 916 time: 0.0858514 Nov 19 09:19:44.426224 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-26caf2dd-d6bf-49ec-855f-1e5217544cf6 req-3ddfe35a-c005-43c9-80b6-ee8ea5b28591 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a358d43d-174c-4ebd-ad79-1e568efaae0f HTTP/1.1" status: 200 len: 217 time: 0.0382106 Nov 19 09:19:44.455309 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b1fad-b9bc-4916-8cb0-8b538da87b1d req-e4757d20-87cf-48b9-9a6e-cf2ddb1735b2 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:44.456821 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-792b1fad-b9bc-4916-8cb0-8b538da87b1d req-e4757d20-87cf-48b9-9a6e-cf2ddb1735b2 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0496228 Nov 19 09:19:44.502977 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caf2dd-d6bf-49ec-855f-1e5217544cf6 req-65ff9d88-7e6a-4787-ac3a-e68030b660c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:44.505461 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-26caf2dd-d6bf-49ec-855f-1e5217544cf6 req-65ff9d88-7e6a-4787-ac3a-e68030b660c4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3b29904-404d-46d5-aff8-f7bd62491a04 HTTP/1.1" status: 200 len: 855 time: 0.0536861 Nov 19 09:19:44.515087 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-792b1fad-b9bc-4916-8cb0-8b538da87b1d req-b9cd4164-2485-46a8-9808-ac7f8c09c2db tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519774 Nov 19 09:19:44.545451 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-26caf2dd-d6bf-49ec-855f-1e5217544cf6 req-a28c7a6b-fe6b-4e5c-b3a2-c355388f98b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1610bc0a-1f3a-4b33-a340-44873c55939a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275378 Nov 19 09:19:44.557285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c98315-3f69-4966-a29e-d9d6c4849a8a req-ab49bb15-c2c6-492b-83ff-ddc67c148411 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:44.558968 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43c98315-3f69-4966-a29e-d9d6c4849a8a req-ab49bb15-c2c6-492b-83ff-ddc67c148411 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0604179 Nov 19 09:19:44.617859 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43c98315-3f69-4966-a29e-d9d6c4849a8a req-8315fba9-bb3a-4a2c-8930-89e627286cbd tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514956 Nov 19 09:19:44.651942 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-26caf2dd-d6bf-49ec-855f-1e5217544cf6 req-e21251a8-4c66-4892-a193-a7ed5dfcc262 service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946336 Nov 19 09:19:44.782187 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-26caf2dd-d6bf-49ec-855f-1e5217544cf6 req-acba0bd6-fd02-4a74-83e0-478a33f63aa1 service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914419 Nov 19 09:19:44.885580 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6db955f6-0a7a-41f4-86ab-01fba5422432 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:19:44.933860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 6db955f6-0a7a-41f4-86ab-01fba5422432 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:19:44.934796 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:45.033701 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:45.055828 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d297859-a0d4-485f-aaff-eddf2ae1ddec req-10141b13-84b9-494e-b5b6-28021257a27b tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0294859 Nov 19 09:19:45.060635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb1240f-b240-4c4c-b142-55238557e550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db955f6-0a7a-41f4-86ab-01fba5422432'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:45.063344 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2966a0-f777-4c01-99cd-cb833f1a257b req-4b8dbaf0-64fa-4f6c-94e2-f1ad3aa83331 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:45.063745 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28d0ce2-c396-4685-8cae-a3bf8aaccdb2" -d '{"events": [{"server_uuid": "cdb1240f-b240-4c4c-b142-55238557e550", "name": "network-vif-plugged", "status": "completed", "tag": "6db955f6-0a7a-41f4-86ab-01fba5422432"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:45.064796 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd2966a0-f777-4c01-99cd-cb833f1a257b req-4b8dbaf0-64fa-4f6c-94e2-f1ad3aa83331 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 944 time: 0.0844028 Nov 19 09:19:45.085771 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6db955f6-0a7a-41f4-86ab-01fba5422432, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6db955f6-0a7a-41f4-86ab-01fba5422432,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:45.092951 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:45.125185 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd2966a0-f777-4c01-99cd-cb833f1a257b req-454add78-bf04-4e73-a210-1984bbf84430 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537791 Nov 19 09:19:45.153831 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=6db955f6-0a7a-41f4-86ab-01fba5422432,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:45.174904 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64824ac3-11e5-4ae9-bbd5-ca9745b4e28c x-openstack-request-id: req-64824ac3-11e5-4ae9-bbd5-ca9745b4e28c {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:45.175157 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb1240f-b240-4c4c-b142-55238557e550", "name": "network-vif-plugged", "status": "completed", "tag": "6db955f6-0a7a-41f4-86ab-01fba5422432", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:45.175359 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64824ac3-11e5-4ae9-bbd5-ca9745b4e28c {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:45.175779 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb1240f-b240-4c4c-b142-55238557e550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db955f6-0a7a-41f4-86ab-01fba5422432', 'code': 200} Nov 19 09:19:45.344639 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:45.376066 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dff095-2836-4ed3-a295-fc96998906fd req-2ea293b8-9d6f-4faa-8e30-5e9f0b449e09 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:45.377570 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18dff095-2836-4ed3-a295-fc96998906fd req-2ea293b8-9d6f-4faa-8e30-5e9f0b449e09 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 946 time: 0.0554681 Nov 19 09:19:45.428897 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18dff095-2836-4ed3-a295-fc96998906fd req-c37461ee-0ae2-42f4-b19d-1f7793c39d32 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422769 Nov 19 09:19:45.670943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb30ba-27a4-44aa-873c-040dda7dfc25 req-0a11534a-2b34-4965-8684-a7dc10017cda tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:45.672433 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1bb30ba-27a4-44aa-873c-040dda7dfc25 req-0a11534a-2b34-4965-8684-a7dc10017cda tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0804496 Nov 19 09:19:45.683806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a398b6f-85f7-4503-86e5-00c49c00bdac req-75f40b68-c141-446c-a143-6ae395dbe300 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:45.685177 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a398b6f-85f7-4503-86e5-00c49c00bdac req-75f40b68-c141-446c-a143-6ae395dbe300 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 946 time: 0.0655615 Nov 19 09:19:45.760272 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1bb30ba-27a4-44aa-873c-040dda7dfc25 req-f3ba0303-2973-4869-a6c4-6ea3702794af tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741301 Nov 19 09:19:45.764701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a398b6f-85f7-4503-86e5-00c49c00bdac req-473c802f-b0b7-4ca8-9f11-a30527350a15 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729663 Nov 19 09:19:45.878403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7845da-71a8-48eb-bb6c-3823df348321 req-6fd5054a-c498-4104-b342-2e8b481a0a6e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:45.879877 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9a7845da-71a8-48eb-bb6c-3823df348321 req-6fd5054a-c498-4104-b342-2e8b481a0a6e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0487285 Nov 19 09:19:45.931786 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9a7845da-71a8-48eb-bb6c-3823df348321 req-da242571-9184-4298-9cce-a66b7bb980c8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451508 Nov 19 09:19:46.164416 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e27e53f4-c328-40ac-adc1-4319745ca732 req-548b7010-38df-48d9-9d23-938081af8104 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0289371 Nov 19 09:19:46.320167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb6e4-0925-4f70-b168-efdf756e07da req-591add22-30c8-41f5-baab-1d9c2e5c0996 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:46.323022 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ecbb6e4-0925-4f70-b168-efdf756e07da req-591add22-30c8-41f5-baab-1d9c2e5c0996 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 944 time: 0.0717020 Nov 19 09:19:46.382598 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ecbb6e4-0925-4f70-b168-efdf756e07da req-a4b2bac4-4f81-4425-ba4a-0e544ff6c40a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448992 Nov 19 09:19:46.911907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdaf0a-dd9a-44d7-a14c-162182ab3f67 req-ecb5a05f-2505-45db-8e4b-3d9a3d6a4762 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:46.914035 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4cdaf0a-dd9a-44d7-a14c-162182ab3f67 req-ecb5a05f-2505-45db-8e4b-3d9a3d6a4762 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 946 time: 0.0771165 Nov 19 09:19:46.922315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb69571-ce05-44c9-96eb-46682c1eed47 req-4ab47af6-fd99-484c-8990-a266993dd9ea tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:46.923805 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6bb69571-ce05-44c9-96eb-46682c1eed47 req-4ab47af6-fd99-484c-8990-a266993dd9ea tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0856347 Nov 19 09:19:46.998083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4cdaf0a-dd9a-44d7-a14c-162182ab3f67 req-7f484253-dd1f-4d06-9bae-8cb954048974 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733101 Nov 19 09:19:47.005719 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6bb69571-ce05-44c9-96eb-46682c1eed47 req-ec7e3e5f-f305-45e6-83c8-6cf82758d9f1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740619 Nov 19 09:19:47.134522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b466f-833f-475d-917f-4f3fb3c2b829 req-84d9c3bb-b5ab-4e0f-9cfc-d7b3deb27ce2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:47.136012 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-820b466f-833f-475d-917f-4f3fb3c2b829 req-84d9c3bb-b5ab-4e0f-9cfc-d7b3deb27ce2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0514770 Nov 19 09:19:47.187476 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-820b466f-833f-475d-917f-4f3fb3c2b829 req-d1c35a92-94f8-436b-aa94-9521a55b545f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452340 Nov 19 09:19:47.282818 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-197c2128-dbe3-4c75-8a97-70ff172dab98 req-2be7727b-7033-4f0e-be83-cc670d988bbf tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0266848 Nov 19 09:19:47.503786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82408afc-9ca1-4b37-99da-0a0f41da4fb0 req-a6a10f35-6932-4e1e-aa6f-cc33beb0126c tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:47.505461 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82408afc-9ca1-4b37-99da-0a0f41da4fb0 req-a6a10f35-6932-4e1e-aa6f-cc33beb0126c tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 944 time: 0.0522985 Nov 19 09:19:47.561348 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82408afc-9ca1-4b37-99da-0a0f41da4fb0 req-f153b473-c6f4-4f3f-8ff1-71e0aa5e10a4 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489986 Nov 19 09:19:47.715930 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:47.914195 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6eab05-1d30-44b8-a3ce-9672a90ce92b req-0d8109e9-beb7-4b11-8512-3e4971561eb2 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:47.915678 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ad6eab05-1d30-44b8-a3ce-9672a90ce92b req-0d8109e9-beb7-4b11-8512-3e4971561eb2 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.71 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 946 time: 0.0515788 Nov 19 09:19:48.014762 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-ad6eab05-1d30-44b8-a3ce-9672a90ce92b req-c062bd1b-737e-4604-94f3-10c12a4d7f7d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Deleting port 6db955f6-0a7a-41f4-86ab-01fba5422432 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:19:48.015109 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ad6eab05-1d30-44b8-a3ce-9672a90ce92b req-c062bd1b-737e-4604-94f3-10c12a4d7f7d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:48.121128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ad6eab05-1d30-44b8-a3ce-9672a90ce92b req-c062bd1b-737e-4604-94f3-10c12a4d7f7d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] For port 6db955f6-0a7a-41f4-86ab-01fba5422432, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6db955f6-0a7a-41f4-86ab-01fba5422432,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:48.124030 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ad6eab05-1d30-44b8-a3ce-9672a90ce92b req-c062bd1b-737e-4604-94f3-10c12a4d7f7d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:48.141187 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-ad6eab05-1d30-44b8-a3ce-9672a90ce92b req-c062bd1b-737e-4604-94f3-10c12a4d7f7d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Calling delete_port for 6db955f6-0a7a-41f4-86ab-01fba5422432 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:19:48.165376 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad46e81-6eac-493b-b5c0-1518100d2eca req-0564b4b6-1d10-41e4-9373-279ede27b8f9 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:48.166969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ad46e81-6eac-493b-b5c0-1518100d2eca req-0564b4b6-1d10-41e4-9373-279ede27b8f9 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdb1240f-b240-4c4c-b142-55238557e550 HTTP/1.1" status: 200 len: 946 time: 0.0834649 Nov 19 09:19:48.180364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e7c33-53bf-41f2-8685-7731fa99ee21 req-6b2fb777-0bf6-4783-ae82-8cfe404d11cf tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:48.182208 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec5e7c33-53bf-41f2-8685-7731fa99ee21 req-6b2fb777-0bf6-4783-ae82-8cfe404d11cf tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0846643 Nov 19 09:19:48.259338 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ad46e81-6eac-493b-b5c0-1518100d2eca req-de9fda45-d9db-4758-b388-1631604f501d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760388 Nov 19 09:19:48.262763 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec5e7c33-53bf-41f2-8685-7731fa99ee21 req-b949fb08-a940-42fb-a335-75c20ceec4f8 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725865 Nov 19 09:19:48.304719 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ad6eab05-1d30-44b8-a3ce-9672a90ce92b req-c062bd1b-737e-4604-94f3-10c12a4d7f7d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:48.336427 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062bd1b-737e-4604-94f3-10c12a4d7f7d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Pushing event deleted for resources: {'Port': ['ID=6db955f6-0a7a-41f4-86ab-01fba5422432,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:48.398837 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6eab05-1d30-44b8-a3ce-9672a90ce92b req-c062bd1b-737e-4604-94f3-10c12a4d7f7d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] No DVR routers for this DVR port 6db955f6-0a7a-41f4-86ab-01fba5422432 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:19:48.402292 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ad6eab05-1d30-44b8-a3ce-9672a90ce92b req-c062bd1b-737e-4604-94f3-10c12a4d7f7d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:48.407534 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ad6eab05-1d30-44b8-a3ce-9672a90ce92b req-c062bd1b-737e-4604-94f3-10c12a4d7f7d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.71 "DELETE /v2.0/ports/6db955f6-0a7a-41f4-86ab-01fba5422432 HTTP/1.1" status: 204 len: 173 time: 0.4839344 Nov 19 09:19:48.407955 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb1240f-b240-4c4c-b142-55238557e550', 'name': 'network-vif-deleted', 'tag': '6db955f6-0a7a-41f4-86ab-01fba5422432'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:48.410415 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b20af1-f5cb-4daa-86a5-228349d14158" -d '{"events": [{"server_uuid": "cdb1240f-b240-4c4c-b142-55238557e550", "name": "network-vif-deleted", "tag": "6db955f6-0a7a-41f4-86ab-01fba5422432"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:48.436757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c59d3-3606-49bb-8f6b-3b7d819d0bd2 req-08c53766-c268-4e5b-950d-30cd5d7ec00a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:48.438233 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e1c59d3-3606-49bb-8f6b-3b7d819d0bd2 req-08c53766-c268-4e5b-950d-30cd5d7ec00a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0704658 Nov 19 09:19:48.480825 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dee29eb8-58be-4dcb-8fee-3aad67e196a1 req-d3899dc0-42d9-4b04-bb8e-d4c26d21da00 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0415845 Nov 19 09:19:48.536867 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e1c59d3-3606-49bb-8f6b-3b7d819d0bd2 req-c4ed75f3-37e7-46c6-898e-cd8541c48dd2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868778 Nov 19 09:19:48.610180 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bdb30f-b815-47a2-8467-5199937dd544 x-openstack-request-id: req-c3bdb30f-b815-47a2-8467-5199937dd544 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:48.610398 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb1240f-b240-4c4c-b142-55238557e550", "name": "network-vif-deleted", "tag": "6db955f6-0a7a-41f4-86ab-01fba5422432", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:48.610608 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3bdb30f-b815-47a2-8467-5199937dd544 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:48.611020 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb1240f-b240-4c4c-b142-55238557e550', 'name': 'network-vif-deleted', 'tag': '6db955f6-0a7a-41f4-86ab-01fba5422432', 'status': 'completed', 'code': 200} Nov 19 09:19:48.701493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3ddc-a79f-470e-8e15-bf82d33444f0 req-f2cec295-ac00-455d-9dbd-d45e803321c1 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:48.703010 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf3b3ddc-a79f-470e-8e15-bf82d33444f0 req-f2cec295-ac00-455d-9dbd-d45e803321c1 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 944 time: 0.0529552 Nov 19 09:19:48.753966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf3b3ddc-a79f-470e-8e15-bf82d33444f0 req-f19b60e6-acbf-49d7-b957-f853f6c68659 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447173 Nov 19 09:19:48.932374 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device a358d43d-174c-4ebd-ad79-1e568efaae0f details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:19:48.934823 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6db955f6-0a7a-41f4-86ab-01fba5422432 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:19:48.962148 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 6db955f6-0a7a-41f4-86ab-01fba5422432 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:19:48.962393 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6db955f6-0a7a-41f4-86ab-01fba5422432 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:19:49.054310 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port a358d43d-174c-4ebd-ad79-1e568efaae0f, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a358d43d-174c-4ebd-ad79-1e568efaae0f,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:49.065705 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'a358d43d-174c-4ebd-ad79-1e568efaae0f', 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a', 'port_id': 'a358d43d-174c-4ebd-ad79-1e568efaae0f', 'mac_address': 'fa:16:3e:fb:90:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b29904-404d-46d5-aff8-f7bd62491a04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:19:49.103157 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:49.117781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a358d43d-174c-4ebd-ad79-1e568efaae0f {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:49.139462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port a358d43d-174c-4ebd-ad79-1e568efaae0f, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a358d43d-174c-4ebd-ad79-1e568efaae0f,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:49.143790 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:49.196172 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=a358d43d-174c-4ebd-ad79-1e568efaae0f,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:49.418334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f892a4-888c-420e-8167-80787fd4f8e2 req-9d3c96e4-72c6-4aa7-a880-a01343fc948c tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:49.420087 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5f892a4-888c-420e-8167-80787fd4f8e2 req-9d3c96e4-72c6-4aa7-a880-a01343fc948c tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0640407 Nov 19 09:19:49.484409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5f892a4-888c-420e-8167-80787fd4f8e2 req-938de306-f420-485a-bd39-113bc1a5538d tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582581 Nov 19 09:19:49.540699 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['a358d43d-174c-4ebd-ad79-1e568efaae0f'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:19:49.633322 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec763f62-df17-491e-a12b-9c20a5cedb76 req-b25e68a6-e103-4868-be9e-7e84fe780b79 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0604901 Nov 19 09:19:49.699337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-932e7f7b-af12-470b-a733-5dbcbc816e33 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:49.708194 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-932e7f7b-af12-470b-a733-5dbcbc816e33 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/networks?id=d5089394-ba3e-4298-b89e-05a4a7a9f263 HTTP/1.1" status: 200 len: 821 time: 0.1718884 Nov 19 09:19:49.726218 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-dee85eca-a17e-44c7-ad38-6067f59d85db tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/quotas/b297a2f4a9f94752a266f77ac599a508 HTTP/1.1" status: 200 len: 375 time: 0.0160370 Nov 19 09:19:49.783562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-565cb36a-a13e-4c6d-9a2d-81f48f7e2ef8 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b297a2f4a9f94752a266f77ac599a508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539904 Nov 19 09:19:49.841251 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a8d4353e-3791-4fd3-a7d7-f98bdd39b48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:49.850424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c30f7-0512-42cb-83f7-6a777daea6da req-265f86ec-1c32-4c41-b187-4f4937654070 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:49.851954 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c60c30f7-0512-42cb-83f7-6a777daea6da req-265f86ec-1c32-4c41-b187-4f4937654070 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.1247516 Nov 19 09:19:49.923019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-f78e170a-0a56-47bc-a8b3-1c4969f42413 service neutron] 10.222.0.21 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320603 Nov 19 09:19:49.928000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c60c30f7-0512-42cb-83f7-6a777daea6da req-f30a4aa4-f840-4738-98a5-1ff529cb122f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660005 Nov 19 09:19:50.032899 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-585893b9-133a-43b6-8210-b3c04a26f807 service neutron] 10.222.0.21 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958443 Nov 19 09:19:50.168760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d00142-eb2d-46a3-9dc2-820ef4121d62 req-3f8187c7-549c-4a62-b9cc-de41dc9b93d4 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:50.170771 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8d00142-eb2d-46a3-9dc2-820ef4121d62 req-3f8187c7-549c-4a62-b9cc-de41dc9b93d4 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 945 time: 0.0619373 Nov 19 09:19:50.240568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f755e55f-7e2c-4df2-8c51-fd0744966b53 req-3040d382-9a4a-41bf-85e0-9e9704fdae72 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 210 time: 0.0331926 Nov 19 09:19:50.277440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8d00142-eb2d-46a3-9dc2-820ef4121d62 req-7e7502a8-9d9d-44e5-973f-c2b4b702950f tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863428 Nov 19 09:19:50.615308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312b431-42e7-4ff0-93c8-8715c11fda61 req-19cad525-f695-49e7-92d8-8678eb52c2d8 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:50.616891 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2312b431-42e7-4ff0-93c8-8715c11fda61 req-19cad525-f695-49e7-92d8-8678eb52c2d8 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0523777 Nov 19 09:19:50.689420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2312b431-42e7-4ff0-93c8-8715c11fda61 req-2e304d86-5102-4a69-92e6-c6abb94228d6 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645890 Nov 19 09:19:50.764521 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49c85800-e46a-44b7-b39e-180dc6fe2890 req-c553d049-fe4c-4d9e-8a38-6a31f1108fda tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0285811 Nov 19 09:19:50.941408 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 83e78bb2-d494-4c6c-9372-ef33b02ca1fa details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:19:50.951938 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device a358d43d-174c-4ebd-ad79-1e568efaae0f up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:19:51.059805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port a358d43d-174c-4ebd-ad79-1e568efaae0f completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:19:51.072886 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port a358d43d-174c-4ebd-ad79-1e568efaae0f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:19:51.073547 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:51.080101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3e29a-2c00-4269-8cb3-b6d77ef61391 req-e7dccc6d-3aa9-4e2f-91ce-280cdf42b2b2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:51.088154 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82e3e29a-2c00-4269-8cb3-b6d77ef61391 req-e7dccc6d-3aa9-4e2f-91ce-280cdf42b2b2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0854294 Nov 19 09:19:51.123338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:51.140901 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '83e78bb2-d494-4c6c-9372-ef33b02ca1fa', 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d', 'port_id': '83e78bb2-d494-4c6c-9372-ef33b02ca1fa', 'mac_address': 'fa:16:3e:c4:98:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b7a476-6d23-433a-bab3-7b5f4026dadc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:19:51.147029 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82e3e29a-2c00-4269-8cb3-b6d77ef61391 req-494b62c1-b4ac-4b0f-b584-d664a5ea3ded tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538948 Nov 19 09:19:51.386666 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:51.409675 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-300a7801-df30-43a6-a77d-352955cec168 req-ba92670d-76de-43a6-a012-0d3bd5c97fa2 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 210 time: 0.0556538 Nov 19 09:19:51.410255 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83e78bb2-d494-4c6c-9372-ef33b02ca1fa {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:51.424250 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:51.474852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:51.485779 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-16a4d215-e77b-4f0c-89fd-154990495563 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:51.487595 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-16a4d215-e77b-4f0c-89fd-154990495563 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.71 "GET /v2.0/networks?id=d5089394-ba3e-4298-b89e-05a4a7a9f263 HTTP/1.1" status: 200 len: 821 time: 0.2058954 Nov 19 09:19:51.490243 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:51.504665 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-0efa641b-e5a8-4976-959b-f9cba79dcca4 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Request body: {'port': {'device_id': '82b4fc3c-b551-41fe-a528-d66554ae6b0c', 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263', 'admin_state_up': True, 'tenant_id': 'b297a2f4a9f94752a266f77ac599a508'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:51.509880 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f81e16-5875-4aba-81d1-e255664ebf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a358d43d-174c-4ebd-ad79-1e568efaae0f'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:51.512790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7eb85-6c62-4078-8a92-7fad09c7dd31 req-59dace94-0b7f-42d4-a397-76ca792c85b7 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:51.512932 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a000722-b491-422d-b67f-983f63328da2" -d '{"events": [{"server_uuid": "d4f81e16-5875-4aba-81d1-e255664ebf6c", "name": "network-vif-plugged", "status": "completed", "tag": "a358d43d-174c-4ebd-ad79-1e568efaae0f"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:51.514421 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ec7eb85-6c62-4078-8a92-7fad09c7dd31 req-59dace94-0b7f-42d4-a397-76ca792c85b7 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 945 time: 0.1033337 Nov 19 09:19:51.570334 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port a358d43d-174c-4ebd-ad79-1e568efaae0f, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a358d43d-174c-4ebd-ad79-1e568efaae0f,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:51.590615 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:51.591771 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6db955f6-0a7a-41f4-86ab-01fba5422432 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:19:51.598394 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:51.600079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ec7eb85-6c62-4078-8a92-7fad09c7dd31 req-22f0e3e3-6dd0-42ce-959a-bad3a438f6fe tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739057 Nov 19 09:19:51.636320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 6db955f6-0a7a-41f4-86ab-01fba5422432 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:19:51.637638 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6db955f6-0a7a-41f4-86ab-01fba5422432 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:19:51.640499 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['83e78bb2-d494-4c6c-9372-ef33b02ca1fa'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:19:51.654842 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-0efa641b-e5a8-4976-959b-f9cba79dcca4 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Made reservation on behalf of b297a2f4a9f94752a266f77ac599a508 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:19:51.658379 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-0efa641b-e5a8-4976-959b-f9cba79dcca4 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:51.685309 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d86ff8c-80f4-4eb6-93bc-79dd6a459ecc x-openstack-request-id: req-9d86ff8c-80f4-4eb6-93bc-79dd6a459ecc {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:51.685906 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f81e16-5875-4aba-81d1-e255664ebf6c", "name": "network-vif-plugged", "status": "completed", "tag": "a358d43d-174c-4ebd-ad79-1e568efaae0f", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:51.686153 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d86ff8c-80f4-4eb6-93bc-79dd6a459ecc {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:51.686557 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f81e16-5875-4aba-81d1-e255664ebf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a358d43d-174c-4ebd-ad79-1e568efaae0f', 'code': 200} Nov 19 09:19:51.732611 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=a358d43d-174c-4ebd-ad79-1e568efaae0f,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:51.841793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ef1ef-2b00-4b99-9c44-572e4ddb1920 req-073b8fef-b7c8-4eb5-ac07-74f5b48296f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:51.842726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7600017-ef37-4d15-8105-35c9aec8fa28 req-ad6807bf-a61d-4c94-aeea-cd3d62096708 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:51.844699 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-661ef1ef-2b00-4b99-9c44-572e4ddb1920 req-073b8fef-b7c8-4eb5-ac07-74f5b48296f4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 1098 time: 0.1114287 Nov 19 09:19:51.850073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-0efa641b-e5a8-4976-959b-f9cba79dcca4 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Allocated IP 172.20.0.2 (d5089394-ba3e-4298-b89e-05a4a7a9f263/3cce1e6c-6b09-4f3b-aac2-84ed251c5a28/9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:19:51.851740 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7600017-ef37-4d15-8105-35c9aec8fa28 req-ad6807bf-a61d-4c94-aeea-cd3d62096708 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0788791 Nov 19 09:19:51.901761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-402eeb36-a367-4d23-b89b-4760b310371a req-fbeb9f68-a86c-40ce-a70e-2b7cf1526ad7 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0292199 Nov 19 09:19:51.933334 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7600017-ef37-4d15-8105-35c9aec8fa28 req-4f08fcde-9af5-49ed-abe4-c98c75b50d6e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729823 Nov 19 09:19:51.977994 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-661ef1ef-2b00-4b99-9c44-572e4ddb1920 req-76d48f8d-583c-40ca-a210-b9b011e84035 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979443 Nov 19 09:19:52.036891 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-0efa641b-e5a8-4976-959b-f9cba79dcca4 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:52.076479 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-0efa641b-e5a8-4976-959b-f9cba79dcca4 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:52.124365 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-0efa641b-e5a8-4976-959b-f9cba79dcca4 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Network d5089394-ba3e-4298-b89e-05a4a7a9f263 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:19:52.127599 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-0efa641b-e5a8-4976-959b-f9cba79dcca4 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:19:52.131585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-0efa641b-e5a8-4976-959b-f9cba79dcca4 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:19:52.157266 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa641b-e5a8-4976-959b-f9cba79dcca4 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Pushing event updated for resources: {'Port': ['ID=9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:52.189171 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-0efa641b-e5a8-4976-959b-f9cba79dcca4 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:52.189806 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-0efa641b-e5a8-4976-959b-f9cba79dcca4 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:52.209128 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-0efa641b-e5a8-4976-959b-f9cba79dcca4 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7089639 Nov 19 09:19:52.222455 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6e8b954-f92b-44b9-8b13-97f37ced603a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:52.253561 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Request body: {'port': {'device_id': '82b4fc3c-b551-41fe-a528-d66554ae6b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:19:52.352046 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:52.534093 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74938656-c62e-4850-a4aa-4b37cc510315 req-d2227902-438c-4641-94ac-fd5a86cd32ae tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:52.535757 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74938656-c62e-4850-a4aa-4b37cc510315 req-d2227902-438c-4641-94ac-fd5a86cd32ae tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 945 time: 0.3160093 Nov 19 09:19:52.604054 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74938656-c62e-4850-a4aa-4b37cc510315 req-dc5f729c-557d-46b1-8fed-ce58d8fa51ae tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610669 Nov 19 09:19:52.680534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c651f91-2ad2-4eeb-b5ab-e935e4a10198 req-4b940dec-7afe-4296-a656-69bca4256b48 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:52.683482 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c651f91-2ad2-4eeb-b5ab-e935e4a10198 req-4b940dec-7afe-4296-a656-69bca4256b48 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 931 time: 0.0644672 Nov 19 09:19:52.745997 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:52.753900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:52.767244 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Transition to ACTIVE for port object 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:19:52.771842 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:52.786251 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c651f91-2ad2-4eeb-b5ab-e935e4a10198 req-0eec8627-e01a-4906-9c39-1b187cdff2ff tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849507 Nov 19 09:19:52.794093 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161c16d-b1a4-4749-ad32-1b408b643136 req-8139b824-ebd9-4cfc-bb04-c152a5222f17 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:52.795554 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a161c16d-b1a4-4749-ad32-1b408b643136 req-8139b824-ebd9-4cfc-bb04-c152a5222f17 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 947 time: 0.1072965 Nov 19 09:19:52.825471 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:52.857740 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a161c16d-b1a4-4749-ad32-1b408b643136 req-4fb87560-dd36-4250-847c-0c5e1a5e1818 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469406 Nov 19 09:19:52.921760 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Attempting to bind port 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:19:52.922135 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Attempting to bind port 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '2113f6c7-c53b-49e6-becc-c8d3bce8702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:19:52.922461 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Attempting to bind port 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a on network d5089394-ba3e-4298-b89e-05a4a7a9f263 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:19:52.927968 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Port 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a on network d5089394-ba3e-4298-b89e-05a4a7a9f263 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:19:52.928373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Attempting to bind port 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a on network d5089394-ba3e-4298-b89e-05a4a7a9f263 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:19:52.934055 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:19:52.934396 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Checking segment: {'id': '2113f6c7-c53b-49e6-becc-c8d3bce8702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:19:52.934789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Bound using segment: {'id': '2113f6c7-c53b-49e6-becc-c8d3bce8702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:19:52.935257 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Bound port: 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2113f6c7-c53b-49e6-becc-c8d3bce8702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:19:52.935617 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:52.947808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1663b5-3548-4ba2-a4db-36a6edfbf2a4 req-454bed52-a13c-47db-a5dd-691ff1f97c83 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:52.949404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa1663b5-3548-4ba2-a4db-36a6edfbf2a4 req-454bed52-a13c-47db-a5dd-691ff1f97c83 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 946 time: 0.0670426 Nov 19 09:19:52.967595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 83e78bb2-d494-4c6c-9372-ef33b02ca1fa up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:19:53.009552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa1663b5-3548-4ba2-a4db-36a6edfbf2a4 req-26eee1c0-5cb6-40d9-9c2f-c6dc0c4ec387 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537043 Nov 19 09:19:53.048914 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] For port 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:19:53.052982 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] For port 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:19:53.060510 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:53.079205 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:53.080114 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:53.091581 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] 10.222.0.71 "PUT /v2.0/ports/9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a HTTP/1.1" status: 200 len: 1092 time: 0.8410490 Nov 19 09:19:53.095189 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b4fc3c-b551-41fe-a528-d66554ae6b0c', 'tag': '9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:53.097467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:19:53.098118 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:53.099141 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fa3e12-9fdb-4e98-b984-208dd1d40603" -d '{"events": [{"name": "network-changed", "server_uuid": "82b4fc3c-b551-41fe-a528-d66554ae6b0c", "tag": "9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:53.157823 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a325d9c-8178-43bb-abe0-4473f08fb180 req-32a01767-6395-4377-a091-0e94c5a6b275 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0762141 Nov 19 09:19:53.203521 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7985e7ed-b9bc-4d51-af13-abeba3595bac x-openstack-request-id: req-7985e7ed-b9bc-4d51-af13-abeba3595bac {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:53.204103 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b4fc3c-b551-41fe-a528-d66554ae6b0c", "tag": "9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:53.204522 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7985e7ed-b9bc-4d51-af13-abeba3595bac {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:53.205168 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b4fc3c-b551-41fe-a528-d66554ae6b0c', 'tag': '9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a', 'status': 'completed', 'code': 200} Nov 19 09:19:53.245158 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f4a7e-f0f3-45d3-86fd-e8a17be8c176 req-7a7af3aa-5b3a-4bc6-ba3e-d13cd6859f4a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:53.245158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-901f4a7e-f0f3-45d3-86fd-e8a17be8c176 req-7a7af3aa-5b3a-4bc6-ba3e-d13cd6859f4a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0830693 Nov 19 09:19:53.245463 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a20f9f-0575-4b67-b707-2b7292e975f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:53.248215 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:53.270058 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-7af82528-c8f4-4314-a109-0e68c0d4d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:53.273388 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-7af82528-c8f4-4314-a109-0e68c0d4d33d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b297a2f4a9f94752a266f77ac599a508&device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 1095 time: 0.1181180 Nov 19 09:19:53.306389 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:53.316039 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:53.351765 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-02fea335-e28a-427d-ae44-e837b255356c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a HTTP/1.1" status: 200 len: 217 time: 0.0579841 Nov 19 09:19:53.354355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-901f4a7e-f0f3-45d3-86fd-e8a17be8c176 req-d9f99c6f-7379-44d0-93f2-634971be44d1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942574 Nov 19 09:19:53.398815 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:53.403998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:53.432554 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-77117c5f-e21b-49ab-8888-54731dc36e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:53.434066 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-77117c5f-e21b-49ab-8888-54731dc36e03 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3cce1e6c-6b09-4f3b-aac2-84ed251c5a28 HTTP/1.1" status: 200 len: 861 time: 0.0680342 Nov 19 09:19:53.478142 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-b6808ed5-430e-4db1-bea5-eb6e83dfe945 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5089394-ba3e-4298-b89e-05a4a7a9f263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262730 Nov 19 09:19:53.632617 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-a8ce2bcb-e65c-46b4-a20b-4297da58a328 service neutron] 10.222.0.71 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420302 Nov 19 09:19:53.687773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec6a93f-3b5b-4bc8-8d95-624f59bf5962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e78bb2-d494-4c6c-9372-ef33b02ca1fa'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:53.692927 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cf0692-e5e5-4e32-88b8-bb16c3958404" -d '{"events": [{"server_uuid": "1ec6a93f-3b5b-4bc8-8d95-624f59bf5962", "name": "network-vif-plugged", "status": "completed", "tag": "83e78bb2-d494-4c6c-9372-ef33b02ca1fa"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:53.747497 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba0ab6a-41d7-4cf9-b917-87a60e1e2db7 x-openstack-request-id: req-3ba0ab6a-41d7-4cf9-b917-87a60e1e2db7 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:53.747970 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec6a93f-3b5b-4bc8-8d95-624f59bf5962", "name": "network-vif-plugged", "status": "completed", "tag": "83e78bb2-d494-4c6c-9372-ef33b02ca1fa", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:53.749552 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ba0ab6a-41d7-4cf9-b917-87a60e1e2db7 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:53.751585 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec6a93f-3b5b-4bc8-8d95-624f59bf5962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e78bb2-d494-4c6c-9372-ef33b02ca1fa', 'code': 200} Nov 19 09:19:53.770161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fc237-e0b7-467d-b0bb-1942100a736b req-fa54982f-a94f-4387-8622-aeb9d0420f00 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:53.770456 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cc45220b-4ac0-469b-abc4-db1382ad1f38 req-0d0c1a24-bb4a-4158-9cbd-d001846f0baf service neutron] 10.222.0.71 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179428 Nov 19 09:19:53.771681 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-553fc237-e0b7-467d-b0bb-1942100a736b req-fa54982f-a94f-4387-8622-aeb9d0420f00 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0556397 Nov 19 09:19:53.831915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-553fc237-e0b7-467d-b0bb-1942100a736b req-2f9ddc81-1c81-4572-8199-3b8ff07184a6 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491717 Nov 19 09:19:53.890015 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa3e12-9fdb-4e98-b984-208dd1d40603 req-fe8e2a60-a5f0-43a4-be97-19bc9cb60717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:53.894996 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-15fa3e12-9fdb-4e98-b984-208dd1d40603 req-fe8e2a60-a5f0-43a4-be97-19bc9cb60717 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b297a2f4a9f94752a266f77ac599a508&device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 1095 time: 0.0525422 Nov 19 09:19:53.990570 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb75bd-6c2b-4859-881d-bdff7842c121 req-8b9be6b3-4ef7-4554-853f-9e4c0cdd97ac tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:53.992875 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-daeb75bd-6c2b-4859-881d-bdff7842c121 req-8b9be6b3-4ef7-4554-853f-9e4c0cdd97ac tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 943 time: 0.0660026 Nov 19 09:19:54.077035 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa3e12-9fdb-4e98-b984-208dd1d40603 req-211a6305-6989-432b-8294-40a5f0dda2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:54.079519 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-15fa3e12-9fdb-4e98-b984-208dd1d40603 req-211a6305-6989-432b-8294-40a5f0dda2de service neutron] 10.222.0.71 "GET /v2.0/networks?id=d5089394-ba3e-4298-b89e-05a4a7a9f263 HTTP/1.1" status: 200 len: 922 time: 0.1639547 Nov 19 09:19:54.107152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67731b1-faf7-4a79-a392-70f03e1ec243 req-7b54f010-35bf-4592-af13-b834e23d8bf9 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:54.109005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a67731b1-faf7-4a79-a392-70f03e1ec243 req-7b54f010-35bf-4592-af13-b834e23d8bf9 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 947 time: 0.1017089 Nov 19 09:19:54.128190 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-daeb75bd-6c2b-4859-881d-bdff7842c121 req-db7f3b02-b2b7-4091-911e-1d0d03c02ba4 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279507 Nov 19 09:19:54.196760 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a67731b1-faf7-4a79-a392-70f03e1ec243 req-34e7f508-00ad-44df-84a9-021cef6d8b07 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795238 Nov 19 09:19:54.208589 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-15fa3e12-9fdb-4e98-b984-208dd1d40603 req-ffd7965e-1ed0-4723-91d8-c582e481f63a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a HTTP/1.1" status: 200 len: 217 time: 0.1178682 Nov 19 09:19:54.354654 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa3e12-9fdb-4e98-b984-208dd1d40603 req-602de3d1-daf7-4fb4-b731-27b081038b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:54.357435 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-15fa3e12-9fdb-4e98-b984-208dd1d40603 req-602de3d1-daf7-4fb4-b731-27b081038b04 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3cce1e6c-6b09-4f3b-aac2-84ed251c5a28 HTTP/1.1" status: 200 len: 861 time: 0.1222200 Nov 19 09:19:54.400173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d993729-fae6-47c1-9fdb-65ecb5f48a5a req-6df492d7-c64d-4b31-94c2-bd62fcc0ebf5 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:54.409775 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d993729-fae6-47c1-9fdb-65ecb5f48a5a req-6df492d7-c64d-4b31-94c2-bd62fcc0ebf5 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 946 time: 0.0867243 Nov 19 09:19:54.431641 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-15fa3e12-9fdb-4e98-b984-208dd1d40603 req-51e30c33-a44e-493b-b72e-31e775a30ccd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5089394-ba3e-4298-b89e-05a4a7a9f263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622873 Nov 19 09:19:54.477209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d993729-fae6-47c1-9fdb-65ecb5f48a5a req-f8460347-412b-4e88-9f56-d434551b010d tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645061 Nov 19 09:19:54.594624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2f5ea24-6ffa-4c77-a1e2-a914956f7790 req-1e1c5977-ced6-430a-9206-a0aaef4da8d4 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0654314 Nov 19 09:19:54.632974 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-15fa3e12-9fdb-4e98-b984-208dd1d40603 req-8917da28-70d0-4c46-9a76-10cad5f53b93 service neutron] 10.222.0.71 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894221 Nov 19 09:19:54.759399 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-15fa3e12-9fdb-4e98-b984-208dd1d40603 req-b0b1195d-15a4-4c20-89ed-5520c6d4e801 service neutron] 10.222.0.71 "GET /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160057 Nov 19 09:19:54.783042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8b6cf-56bd-42d8-a508-c4373daccdf9 req-d779ab40-97c6-42f2-897d-ef87485dba21 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:54.792845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ec8b6cf-56bd-42d8-a508-c4373daccdf9 req-d779ab40-97c6-42f2-897d-ef87485dba21 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.1968575 Nov 19 09:19:54.846959 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:54.967036 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ec8b6cf-56bd-42d8-a508-c4373daccdf9 req-0d530ba6-19f3-4446-80c5-0e66274cd3e7 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636040 Nov 19 09:19:55.127398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca523-12c9-4f05-9d43-a4648dbdf514 req-65f77fc7-e986-4569-bdda-7a4e41ceeff3 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:55.129037 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c86ca523-12c9-4f05-9d43-a4648dbdf514 req-65f77fc7-e986-4569-bdda-7a4e41ceeff3 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0819581 Nov 19 09:19:55.216056 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c86ca523-12c9-4f05-9d43-a4648dbdf514 req-6182f0f8-9f7b-406e-854a-33288414289e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746522 Nov 19 09:19:55.364195 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66827749-cdaf-4bab-86a6-c6ac68ca4c35 req-fc57bc93-4a6f-468a-ae4a-776568abae6c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:55.364195 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66827749-cdaf-4bab-86a6-c6ac68ca4c35 req-fc57bc93-4a6f-468a-ae4a-776568abae6c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 947 time: 0.1386700 Nov 19 09:19:55.432759 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:55.529656 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-66827749-cdaf-4bab-86a6-c6ac68ca4c35 req-87761c28-162d-4dca-943c-6b8f4756edbe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Deleting port f4114fdd-9c00-499b-b3b8-6f530f5ff76e {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:19:55.530700 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-66827749-cdaf-4bab-86a6-c6ac68ca4c35 req-87761c28-162d-4dca-943c-6b8f4756edbe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:55.535002 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3d0d5-1c4d-4235-83be-0d08dc9965a8 req-d96d6ad3-69e5-4fe4-901b-623214ac2372 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:55.542761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7df3d0d5-1c4d-4235-83be-0d08dc9965a8 req-d96d6ad3-69e5-4fe4-901b-623214ac2372 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 947 time: 0.1807551 Nov 19 09:19:55.574871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf6e59-0b09-4adb-9b89-71a4063e4551 req-5957dd0e-602f-4c69-8ab9-8221fec0a682 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:55.582253 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2cf6e59-0b09-4adb-9b89-71a4063e4551 req-5957dd0e-602f-4c69-8ab9-8221fec0a682 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 943 time: 0.2580159 Nov 19 09:19:55.653409 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:19:55.654462 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-66827749-cdaf-4bab-86a6-c6ac68ca4c35 req-87761c28-162d-4dca-943c-6b8f4756edbe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] For port f4114fdd-9c00-499b-b3b8-6f530f5ff76e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:55.654606 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2cf6e59-0b09-4adb-9b89-71a4063e4551 req-4a23b2cd-b02b-4094-9b5d-53e10f7a2c62 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713968 Nov 19 09:19:55.655218 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-66827749-cdaf-4bab-86a6-c6ac68ca4c35 req-87761c28-162d-4dca-943c-6b8f4756edbe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:55.688274 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7df3d0d5-1c4d-4235-83be-0d08dc9965a8 req-89df4f2d-ab53-45d8-9e2c-24fcdf541e3d tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b7a965f-1f7d-4732-9c3c-4954e9ab449d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439352 Nov 19 09:19:55.810814 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e31b201c-294e-4f7c-b2a7-0cf630ee5c05 req-c50b69b9-e5c2-4ec6-aaec-53c2be16a196 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0372283 Nov 19 09:19:55.943548 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-66827749-cdaf-4bab-86a6-c6ac68ca4c35 req-87761c28-162d-4dca-943c-6b8f4756edbe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:55.944852 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-66827749-cdaf-4bab-86a6-c6ac68ca4c35 req-87761c28-162d-4dca-943c-6b8f4756edbe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:55.945821 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [req-66827749-cdaf-4bab-86a6-c6ac68ca4c35 req-87761c28-162d-4dca-943c-6b8f4756edbe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Floating IP d870d88f-f4f4-4993-840a-da12b8c12de0 disassociated. External IP: 172.25.0.98, port: f4114fdd-9c00-499b-b3b8-6f530f5ff76e. Nov 19 09:19:55.946791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-66827749-cdaf-4bab-86a6-c6ac68ca4c35 req-87761c28-162d-4dca-943c-6b8f4756edbe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Calling delete_port for f4114fdd-9c00-499b-b3b8-6f530f5ff76e owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:19:56.135435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e396e3a-adbd-4a58-967b-e585c4dfa55b req-b35e7c20-37cf-4964-bd31-81cd4b261c4a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:56.144616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e396e3a-adbd-4a58-967b-e585c4dfa55b req-b35e7c20-37cf-4964-bd31-81cd4b261c4a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0735044 Nov 19 09:19:56.167435 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-66827749-cdaf-4bab-86a6-c6ac68ca4c35 req-87761c28-162d-4dca-943c-6b8f4756edbe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:56.207236 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e396e3a-adbd-4a58-967b-e585c4dfa55b req-cc8845c6-13de-478d-aa19-ef4e74aed6a2 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612061 Nov 19 09:19:56.220992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87761c28-162d-4dca-943c-6b8f4756edbe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event deleted for resources: {'Port': ['ID=f4114fdd-9c00-499b-b3b8-6f530f5ff76e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:56.412690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66827749-cdaf-4bab-86a6-c6ac68ca4c35 req-87761c28-162d-4dca-943c-6b8f4756edbe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Router 97421bed-b84c-45f3-bccb-846467d3c5e3 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:19:56.435519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc5782-f8ea-41e9-b323-ad3172142802 req-7f940498-3e4e-46e4-80ab-0d177ad37441 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:56.437307 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7fc5782-f8ea-41e9-b323-ad3172142802 req-7f940498-3e4e-46e4-80ab-0d177ad37441 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0876012 Nov 19 09:19:56.538062 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7fc5782-f8ea-41e9-b323-ad3172142802 req-1ec903d3-cb9d-4d76-9de1-8a2e13cce94a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876751 Nov 19 09:19:56.569014 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66827749-cdaf-4bab-86a6-c6ac68ca4c35 req-87761c28-162d-4dca-943c-6b8f4756edbe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:19:56.582764 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50208355-4656-4b7e-bb97-1474e5fd7af3 None None] Sync routers for ids ['97421bed-b84c-45f3-bccb-846467d3c5e3'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:19:56.603574 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50208355-4656-4b7e-bb97-1474e5fd7af3 None None] Routers {'97421bed-b84c-45f3-bccb-846467d3c5e3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:19:56.604350 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-50208355-4656-4b7e-bb97-1474e5fd7af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:19:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['97421bed-b84c-45f3-bccb-846467d3c5e3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:19:56.612220 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-66827749-cdaf-4bab-86a6-c6ac68ca4c35 req-87761c28-162d-4dca-943c-6b8f4756edbe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] No DVR routers for this DVR port f4114fdd-9c00-499b-b3b8-6f530f5ff76e on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:19:56.615760 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-66827749-cdaf-4bab-86a6-c6ac68ca4c35 req-87761c28-162d-4dca-943c-6b8f4756edbe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:56.621733 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66827749-cdaf-4bab-86a6-c6ac68ca4c35 req-87761c28-162d-4dca-943c-6b8f4756edbe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.71 "DELETE /v2.0/ports/f4114fdd-9c00-499b-b3b8-6f530f5ff76e HTTP/1.1" status: 204 len: 173 time: 1.2377582 Nov 19 09:19:56.621733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'name': 'network-vif-deleted', 'tag': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:19:56.628581 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76a9340-50b6-4fe7-805d-ff16ad34b9a3" -d '{"events": [{"server_uuid": "c1a1527d-ddc4-4c7a-9868-bbde766d2b0f", "name": "network-vif-deleted", "tag": "f4114fdd-9c00-499b-b3b8-6f530f5ff76e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:19:56.749629 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e85c8e0-ed7e-4202-9671-ac1ced9317c6 x-openstack-request-id: req-4e85c8e0-ed7e-4202-9671-ac1ced9317c6 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:19:56.750311 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a1527d-ddc4-4c7a-9868-bbde766d2b0f", "name": "network-vif-deleted", "tag": "f4114fdd-9c00-499b-b3b8-6f530f5ff76e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:19:56.750731 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e85c8e0-ed7e-4202-9671-ac1ced9317c6 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:19:56.751327 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a1527d-ddc4-4c7a-9868-bbde766d2b0f', 'name': 'network-vif-deleted', 'tag': 'f4114fdd-9c00-499b-b3b8-6f530f5ff76e', 'status': 'completed', 'code': 200} Nov 19 09:19:56.811687 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-50208355-4656-4b7e-bb97-1474e5fd7af3 None None] Set router 97421bed-b84c-45f3-bccb-846467d3c5e3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:19:56.887062 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d1d32aac-c9c3-474c-b8f7-0f844ad1a6e6 req-46635d99-7718-4362-83e0-d4acf41c22f6 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a1527d-ddc4-4c7a-9868-bbde766d2b0f HTTP/1.1" status: 200 len: 210 time: 0.0537584 Nov 19 09:19:56.955011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1e746-6acd-42a6-a3d9-0bba3c28a085 req-f3b364c8-4feb-4eaa-9d6b-f53958aebf2d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:56.956691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b7b1e746-6acd-42a6-a3d9-0bba3c28a085 req-f3b364c8-4feb-4eaa-9d6b-f53958aebf2d tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 943 time: 0.0820601 Nov 19 09:19:56.968111 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:19:57.064450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b7b1e746-6acd-42a6-a3d9-0bba3c28a085 req-5e27af0d-25f0-4340-bc14-ab9e2a23e22c tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998936 Nov 19 09:19:57.154454 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17507f7d-8664-4c72-b9a9-57ab55c3bec2 req-95adc2af-d999-4861-aebb-863bb7855665 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0497687 Nov 19 09:19:57.164183 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-50208355-4656-4b7e-bb97-1474e5fd7af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:08Z', 'revision_number': 4, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b191b371-860f-48e0-8602-b298644e73a8', 'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'mac_address': 'fa:16:3e:6d:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:07Z', 'updated_at': '2021-11-19T09:15:13Z', 'revision_number': 5, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'subnets': [{'id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:19:57.166462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:57.190092 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a', 'network_id': 'd5089394-ba3e-4298-b89e-05a4a7a9f263', 'port_id': '9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a', 'mac_address': 'fa:16:3e:58:5c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cce1e6c-6b09-4f3b-aac2-84ed251c5a28', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:19:57.212072 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50208355-4656-4b7e-bb97-1474e5fd7af3 None None] Checking router: 97421bed-b84c-45f3-bccb-846467d3c5e3 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:19:57.222852 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50208355-4656-4b7e-bb97-1474e5fd7af3 None None] Routers {'97421bed-b84c-45f3-bccb-846467d3c5e3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:19:57.223744 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-50208355-4656-4b7e-bb97-1474e5fd7af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:19:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['97421bed-b84c-45f3-bccb-846467d3c5e3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:19:57.248636 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:57.281553 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:19:57.332562 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:19:57.340446 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:57.488376 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:57.490918 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-50208355-4656-4b7e-bb97-1474e5fd7af3 None None] Set router 97421bed-b84c-45f3-bccb-846467d3c5e3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:19:57.497495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a043739-9965-40e1-84be-42883d82193f req-07e9c32a-8e01-4f58-8e50-566ddb169485 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:57.511122 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a043739-9965-40e1-84be-42883d82193f req-07e9c32a-8e01-4f58-8e50-566ddb169485 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.1290507 Nov 19 09:19:57.614481 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a043739-9965-40e1-84be-42883d82193f req-d11d784e-6ad2-4bfa-8d41-3f97e41a133c tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006382 Nov 19 09:19:57.731266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:19:57.792417 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-50208355-4656-4b7e-bb97-1474e5fd7af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:08Z', 'revision_number': 4, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b191b371-860f-48e0-8602-b298644e73a8', 'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'mac_address': 'fa:16:3e:6d:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:07Z', 'updated_at': '2021-11-19T09:15:13Z', 'revision_number': 5, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'subnets': [{'id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:19:57.834464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed2a7a-1760-4c5b-9118-bade5d9d7b39 req-e14e7bcf-edac-45a5-bc60-194597e8d212 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:57.836274 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-deed2a7a-1760-4c5b-9118-bade5d9d7b39 req-e14e7bcf-edac-45a5-bc60-194597e8d212 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0905762 Nov 19 09:19:57.863453 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50208355-4656-4b7e-bb97-1474e5fd7af3 None None] The sync data for ids ['97421bed-b84c-45f3-bccb-846467d3c5e3'] in n-d-805649-14 is: [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:08Z', 'revision_number': 4, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b191b371-860f-48e0-8602-b298644e73a8', 'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'mac_address': 'fa:16:3e:6d:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:07Z', 'updated_at': '2021-11-19T09:15:13Z', 'revision_number': 5, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'subnets': [{'id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:19:57.961662 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-deed2a7a-1760-4c5b-9118-bade5d9d7b39 req-a38d4e60-0718-4fc4-b7eb-e87da25b0d8a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011560 Nov 19 09:19:58.111732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46290) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:19:58.263334 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c22dea6-9429-4e75-90fa-fd663a49e023 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:58.315418 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c22dea6-9429-4e75-90fa-fd663a49e023 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:58.326109 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bb077-c066-4da2-a78a-f4d20967673d req-a3d654ad-453b-4bb4-9553-c08a384234c1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:58.344011 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c8bb077-c066-4da2-a78a-f4d20967673d req-a3d654ad-453b-4bb4-9553-c08a384234c1 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 944 time: 0.1677358 Nov 19 09:19:58.414802 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c22dea6-9429-4e75-90fa-fd663a49e023 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:58.417404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65af8773-d567-4b91-aa47-ab2584ee970c req-16b55c68-e913-41a1-91f9-18c545be6dc2 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0413818 Nov 19 09:19:58.420868 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c22dea6-9429-4e75-90fa-fd663a49e023 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:58.422266 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1c22dea6-9429-4e75-90fa-fd663a49e023 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "DELETE /v2.0/security-groups/4b7a965f-1f7d-4732-9c3c-4954e9ab449d HTTP/1.1" status: 204 len: 168 time: 0.3082054 Nov 19 09:19:58.435685 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46296) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:19:58.437296 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22dea6-9429-4e75-90fa-fd663a49e023 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7a965f-1f7d-4732-9c3c-4954e9ab449d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:58.473039 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-8f3b6dff-7ef5-4c7a-8d05-d09933799ec4 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] show failed (client error): The resource could not be found. Nov 19 09:19:58.478358 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b34c96-75a3-48f8-bc53-c91182fbee35 None None] New status for floating IP d870d88f-f4f4-4993-840a-da12b8c12de0: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:19:58.482439 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8f3b6dff-7ef5-4c7a-8d05-d09933799ec4 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups/4b7a965f-1f7d-4732-9c3c-4954e9ab449d HTTP/1.1" status: 404 len: 347 time: 0.0423102 Nov 19 09:19:58.485817 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c8bb077-c066-4da2-a78a-f4d20967673d req-47dd31c0-0a2b-4ca5-8b6d-94b20a8131d2 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408849 Nov 19 09:19:58.486326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46298) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:19:58.852675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f03654-861f-4c6a-b732-67cffcdde878 req-246a7752-89f1-43da-a420-0adab27b41d5 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:58.855350 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8f03654-861f-4c6a-b732-67cffcdde878 req-246a7752-89f1-43da-a420-0adab27b41d5 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.1011994 Nov 19 09:19:58.886058 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-9556b5f2-a79e-4bce-9469-a1e75e702dd1 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Deleting port 52f6f360-f37f-4666-b6a4-26dea014366a {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:19:58.886835 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9556b5f2-a79e-4bce-9469-a1e75e702dd1 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:58.994028 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f4114fdd-9c00-499b-b3b8-6f530f5ff76e no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:19:58.997163 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8f03654-861f-4c6a-b732-67cffcdde878 req-52c785b0-018b-4a2b-9369-b1868a964e8c tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294582 Nov 19 09:19:59.026693 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: f4114fdd-9c00-499b-b3b8-6f530f5ff76e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:19:59.027450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f4114fdd-9c00-499b-b3b8-6f530f5ff76e not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:19:59.046954 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9556b5f2-a79e-4bce-9469-a1e75e702dd1 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:59.047447 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9556b5f2-a79e-4bce-9469-a1e75e702dd1 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:59.071756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-9556b5f2-a79e-4bce-9469-a1e75e702dd1 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Calling delete_port for 52f6f360-f37f-4666-b6a4-26dea014366a owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:19:59.194650 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312b4a5-1959-4a1d-b4f5-3b8da168545b req-8d423dd4-6db4-46b2-92a4-5bc332d82e70 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:59.196330 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9312b4a5-1959-4a1d-b4f5-3b8da168545b req-8d423dd4-6db4-46b2-92a4-5bc332d82e70 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0756838 Nov 19 09:19:59.294409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9312b4a5-1959-4a1d-b4f5-3b8da168545b req-dd1aa2d8-1717-4f30-8032-335f4790d400 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813653 Nov 19 09:19:59.331900 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9556b5f2-a79e-4bce-9469-a1e75e702dd1 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:59.380324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556b5f2-a79e-4bce-9469-a1e75e702dd1 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event deleted for resources: {'Port': ['ID=52f6f360-f37f-4666-b6a4-26dea014366a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:19:59.495615 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9556b5f2-a79e-4bce-9469-a1e75e702dd1 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:59.499539 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9556b5f2-a79e-4bce-9469-a1e75e702dd1 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:19:59.517661 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9556b5f2-a79e-4bce-9469-a1e75e702dd1 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "DELETE /v2.0/floatingips/d870d88f-f4f4-4993-840a-da12b8c12de0 HTTP/1.1" status: 204 len: 168 time: 1.0291531 Nov 19 09:19:59.625325 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cf2e36c-bf83-4ff0-8b89-440edb818537 req-90ebee9b-0536-4516-9f1b-4b88a28e3e74 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0459447 Nov 19 09:19:59.705633 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04eff0-9aff-4b2d-bf8f-ed591197a74d req-503e0105-6093-4a38-8454-38a3a429b4de tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:19:59.707946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d04eff0-9aff-4b2d-bf8f-ed591197a74d req-503e0105-6093-4a38-8454-38a3a429b4de tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 944 time: 0.0852237 Nov 19 09:19:59.821889 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d04eff0-9aff-4b2d-bf8f-ed591197a74d req-14174589-1f91-4429-9411-a338eda4b0a7 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061594 Nov 19 09:20:00.113748 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46322) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:00.118857 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-526feae8-012b-448e-8897-c7e49c03bbc3 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1822925739', 'description': 'tempest-description--1603896018'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:00.158475 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-526feae8-012b-448e-8897-c7e49c03bbc3 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:00.235078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e754a-d396-4c9e-93c3-08fc4d94f777 req-3b29e4e5-8ff6-4db6-9f55-3fea2a375066 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:00.237993 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b24e754a-d396-4c9e-93c3-08fc4d94f777 req-3b29e4e5-8ff6-4db6-9f55-3fea2a375066 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.1122618 Nov 19 09:20:00.296181 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-526feae8-012b-448e-8897-c7e49c03bbc3 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:00.306532 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-526feae8-012b-448e-8897-c7e49c03bbc3 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:00.377658 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b24e754a-d396-4c9e-93c3-08fc4d94f777 req-84e551e7-53e7-4a77-bc3a-eb13b9cec7b5 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298401 Nov 19 09:20:00.392743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526feae8-012b-448e-8897-c7e49c03bbc3 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c7fe02-9345-49ed-90af-96846a85637c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:00.398262 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-526feae8-012b-448e-8897-c7e49c03bbc3 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:00.403101 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-526feae8-012b-448e-8897-c7e49c03bbc3 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2854018 Nov 19 09:20:00.403387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46330) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:00.409889 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cfcca12d-16ad-4f42-b129-dc79140ecfc7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Request body: {'security_group_rule': {'security_group_id': '49c7fe02-9345-49ed-90af-96846a85637c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:00.473484 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfcca12d-16ad-4f42-b129-dc79140ecfc7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:00.630321 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfcca12d-16ad-4f42-b129-dc79140ecfc7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:00.642679 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfcca12d-16ad-4f42-b129-dc79140ecfc7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:00.665576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba59ed7-4acc-428e-bc9d-2f09d9d8cbdb req-9defb90e-bc57-46f7-845f-5ec59f48acd4 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:00.668477 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcca12d-16ad-4f42-b129-dc79140ecfc7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b35fe8-34ad-43ee-9aef-b31df90b5af5,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:00.680634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bba59ed7-4acc-428e-bc9d-2f09d9d8cbdb req-9defb90e-bc57-46f7-845f-5ec59f48acd4 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.1163735 Nov 19 09:20:00.722501 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfcca12d-16ad-4f42-b129-dc79140ecfc7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:00.724827 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cfcca12d-16ad-4f42-b129-dc79140ecfc7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3203545 Nov 19 09:20:00.737622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46336) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:00.747027 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-48d4f9c8-a80f-4d26-9b50-1b7c54184c98 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Request body: {'security_group_rule': {'security_group_id': '49c7fe02-9345-49ed-90af-96846a85637c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:00.841425 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48d4f9c8-a80f-4d26-9b50-1b7c54184c98 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:00.856025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bba59ed7-4acc-428e-bc9d-2f09d9d8cbdb req-e747b1a5-db0c-4c15-9a08-1dc389113369 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723082 Nov 19 09:20:00.968924 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34c0a439-d390-4b06-8137-d0237a06f0da req-8d158e21-8b9c-4397-bb49-0b1e216b1bfb tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.1068165 Nov 19 09:20:01.021884 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:20:01.050153 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48d4f9c8-a80f-4d26-9b50-1b7c54184c98 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:01.059847 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48d4f9c8-a80f-4d26-9b50-1b7c54184c98 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:01.119627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4f9c8-a80f-4d26-9b50-1b7c54184c98 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7abe1df-2c6d-4845-9d37-3670f2234da8,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:01.124964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:20:01.135462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfcf34-017f-41ee-a880-02e6fa3e063b req-42f648b3-478f-4ad6-8def-c29fce41e493 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:01.138359 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:01.139429 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:01.147322 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ddfcf34-017f-41ee-a880-02e6fa3e063b req-42f648b3-478f-4ad6-8def-c29fce41e493 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 944 time: 0.1579545 Nov 19 09:20:01.231731 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48d4f9c8-a80f-4d26-9b50-1b7c54184c98 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:01.245555 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46340) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:01.248969 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-48d4f9c8-a80f-4d26-9b50-1b7c54184c98 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5093949 Nov 19 09:20:01.255194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:01.406127 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ddfcf34-017f-41ee-a880-02e6fa3e063b req-ec89d73d-662d-4de9-9aff-cf779331894c tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388880 Nov 19 09:20:01.410117 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:01.476320 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:01.580261 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b4fc3c-b551-41fe-a528-d66554ae6b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:01.588532 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f8b3a2-1927-4d53-88ab-d75588bfc622" -d '{"events": [{"server_uuid": "82b4fc3c-b551-41fe-a528-d66554ae6b0c", "name": "network-vif-plugged", "status": "completed", "tag": "9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:01.649538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:01.664336 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:01.764243 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064956c-8fcd-4a01-badd-e74525ae7f76 req-3d684954-ea49-470d-b22a-dd342de16175 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:01.776880 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3064956c-8fcd-4a01-badd-e74525ae7f76 req-3d684954-ea49-470d-b22a-dd342de16175 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.1413400 Nov 19 09:20:01.834005 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faf3ac3-cab0-4bff-9202-e636fb96a137 x-openstack-request-id: req-6faf3ac3-cab0-4bff-9202-e636fb96a137 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:01.834432 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b4fc3c-b551-41fe-a528-d66554ae6b0c", "name": "network-vif-plugged", "status": "completed", "tag": "9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:01.834939 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6faf3ac3-cab0-4bff-9202-e636fb96a137 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:01.835536 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b4fc3c-b551-41fe-a528-d66554ae6b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a', 'code': 200} Nov 19 09:20:01.840814 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:01.845270 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:02.063790 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce6d6d-b21b-4593-9365-d9e168f4d37b req-0f9f3030-e450-4e0a-abe7-d031fe2866a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:02.066306 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cdce6d6d-b21b-4593-9365-d9e168f4d37b req-0f9f3030-e450-4e0a-abe7-d031fe2866a6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 1097 time: 0.1317739 Nov 19 09:20:02.091415 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3064956c-8fcd-4a01-badd-e74525ae7f76 req-60f02b7c-b664-4746-b684-485019a9ba66 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105872 Nov 19 09:20:02.228080 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc8b0-6e87-4c80-9bf0-ff0bdd3edf12 req-112895fe-e96c-45d1-ae31-9a13969c15b8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:02.232741 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cdce6d6d-b21b-4593-9365-d9e168f4d37b req-e1d4c7b2-6d5f-4997-9c87-6b97feed9a8d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537726 Nov 19 09:20:02.235810 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b93bc8b0-6e87-4c80-9bf0-ff0bdd3edf12 req-112895fe-e96c-45d1-ae31-9a13969c15b8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.1433105 Nov 19 09:20:02.245063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Allocated IP 172.25.0.185 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/7b0bb6f9-b7cc-470f-9c83-8b3d9f3e10eb) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:20:02.293003 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5870ea38-cd85-4f01-af28-58f262392880 req-f274cc06-eab0-4191-a147-92a6874bc427 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0284789 Nov 19 09:20:02.403440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b93bc8b0-6e87-4c80-9bf0-ff0bdd3edf12 req-611a6061-aabf-43ec-a013-fcc71b647138 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660252 Nov 19 09:20:02.479122 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:02.564092 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a7266-5917-45a4-b452-63c78a83862b req-facb6bd7-9c18-40a3-b651-8756352b0180 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:02.566097 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da7a7266-5917-45a4-b452-63c78a83862b req-facb6bd7-9c18-40a3-b651-8756352b0180 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 945 time: 0.0777168 Nov 19 09:20:02.568112 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:02.634606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:20:02.639735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:20:02.645012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:20:02.690350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event updated for resources: {'Port': ['ID=7b0bb6f9-b7cc-470f-9c83-8b3d9f3e10eb,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:02.728391 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da7a7266-5917-45a4-b452-63c78a83862b req-d60320b3-73c9-461a-a69b-fe647fc5be71 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279709 Nov 19 09:20:02.804856 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:02.842377 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-efc5d6c9-6047-44ee-99c0-b0fd40a63943 req-9e6e76f1-7b38-480a-8e6e-a93d84bb6243 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0585027 Nov 19 09:20:02.897534 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:02.999039 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5d6c9-6047-44ee-99c0-b0fd40a63943 req-c5c042d9-29f5-4020-8ba6-77f9bfeebcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:03.001975 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-efc5d6c9-6047-44ee-99c0-b0fd40a63943 req-c5c042d9-29f5-4020-8ba6-77f9bfeebcec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=072a283379de442786fd062e799b3939&device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 1098 time: 0.0810068 Nov 19 09:20:03.126998 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:03.140329 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:03.192920 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5d6c9-6047-44ee-99c0-b0fd40a63943 req-876644bf-d566-4a1c-b098-d05efa7d2d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:03.194862 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-efc5d6c9-6047-44ee-99c0-b0fd40a63943 req-876644bf-d566-4a1c-b098-d05efa7d2d66 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1425c6f3-e60e-4dde-9550-c3aa7563ed09 HTTP/1.1" status: 200 len: 905 time: 0.1543026 Nov 19 09:20:03.301880 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-efc5d6c9-6047-44ee-99c0-b0fd40a63943 req-7264ebe5-4b72-46fe-aad3-85548521af64 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2766829b-1966-4b16-9911-80be810ce22e HTTP/1.1" status: 200 len: 1001 time: 0.0948126 Nov 19 09:20:03.306790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event updated for resources: {'Port': ['ID=7b0bb6f9-b7cc-470f-9c83-8b3d9f3e10eb,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:03.322891 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:03.358931 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:03.360678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b8877f98-8a55-4691-8410-2bb49af080ca tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1137614 Nov 19 09:20:03.389893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d27060-55c0-420c-b1f5-01d45316b1a8 req-d30ad391-0182-4f70-ae00-d0259fa29ff1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:03.392826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5d27060-55c0-420c-b1f5-01d45316b1a8 req-d30ad391-0182-4f70-ae00-d0259fa29ff1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.1208510 Nov 19 09:20:03.417586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5d6c9-6047-44ee-99c0-b0fd40a63943 req-93d15990-0421-4b08-89ae-574aa92daa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:03.426014 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-efc5d6c9-6047-44ee-99c0-b0fd40a63943 req-93d15990-0421-4b08-89ae-574aa92daa6b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0959cafe-cd91-4451-8af6-7548c2767886 HTTP/1.1" status: 200 len: 843 time: 0.1106107 Nov 19 09:20:03.472516 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e97225bd-cffd-404e-ae30-0bbe692446d6 req-1349233b-5191-48c7-a511-0f3555d9b5cb tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0470176 Nov 19 09:20:03.545424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5d27060-55c0-420c-b1f5-01d45316b1a8 req-c91d5f71-a7f4-4241-a720-df03d64564db tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281860 Nov 19 09:20:03.549788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5d6c9-6047-44ee-99c0-b0fd40a63943 req-cefd92fc-70a9-4c2f-84c5-15a49c7ebea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:03.559987 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-efc5d6c9-6047-44ee-99c0-b0fd40a63943 req-cefd92fc-70a9-4c2f-84c5-15a49c7ebea0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1425c6f3-e60e-4dde-9550-c3aa7563ed09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155837 Nov 19 09:20:03.718729 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-efc5d6c9-6047-44ee-99c0-b0fd40a63943 req-6b9b17ec-a94d-4963-b5db-1731d8e695f0 service neutron] 10.222.0.71 "GET /v2.0/networks/1425c6f3-e60e-4dde-9550-c3aa7563ed09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480477 Nov 19 09:20:03.745255 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-a71ed564-204a-432f-ad2d-f76b71b0227f tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1822925739&fields=id&tenant_id=aca38c45346a4619b8e97252585ec66d HTTP/1.1" status: 200 len: 267 time: 0.1099243 Nov 19 09:20:03.761129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbd284-e815-4097-9db6-25f1f651df66 req-e0b1640f-dbb8-4a00-b62e-b2ca76de6068 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:03.762721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbdbd284-e815-4097-9db6-25f1f651df66 req-e0b1640f-dbb8-4a00-b62e-b2ca76de6068 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.1788778 Nov 19 09:20:03.876957 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-efc5d6c9-6047-44ee-99c0-b0fd40a63943 req-a6601ef1-1a2b-404e-83b8-29edbf6a1f0a service neutron] 10.222.0.71 "GET /v2.0/networks/1425c6f3-e60e-4dde-9550-c3aa7563ed09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421750 Nov 19 09:20:03.956894 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbdbd284-e815-4097-9db6-25f1f651df66 req-5680ce06-2636-4757-ba76-cbac4927b144 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476111 Nov 19 09:20:04.004362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-6cd64984-7fbb-4ee3-a3b9-cf6e133a067d tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:04.015745 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-6cd64984-7fbb-4ee3-a3b9-cf6e133a067d tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/networks?id=474919e0-d306-45f8-ba00-5d415ec8f657 HTTP/1.1" status: 200 len: 817 time: 0.2335150 Nov 19 09:20:04.042413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-a23a7a1b-6082-406f-8234-94a7bf5db6a7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/quotas/aca38c45346a4619b8e97252585ec66d HTTP/1.1" status: 200 len: 375 time: 0.0204298 Nov 19 09:20:04.133723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-8ede9186-12d0-48b9-9daa-b9f8af4a85d5 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aca38c45346a4619b8e97252585ec66d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849400 Nov 19 09:20:04.346657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d88fd3-7a7e-4ac3-9ee4-bb1e89d5581e req-f72d43e4-374e-4d72-bba3-031a1b86517e tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:04.354900 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e4d88fd3-7a7e-4ac3-9ee4-bb1e89d5581e req-f72d43e4-374e-4d72-bba3-031a1b86517e tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 945 time: 0.1578407 Nov 19 09:20:04.396035 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b8b719e6-938a-489a-bd48-08bb4a0d44bd req-4154c91a-12ed-4055-aa57-a5bd6847b067 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0413716 Nov 19 09:20:04.396663 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-8041af3f-c9b6-440a-b12e-806afea88003 service neutron] 10.222.0.21 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311258 Nov 19 09:20:04.477308 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e4d88fd3-7a7e-4ac3-9ee4-bb1e89d5581e req-e795b8c1-368b-4e51-92d2-c00dd67d694a tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214890 Nov 19 09:20:04.554255 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-6f1d848e-eb6e-47d3-b81a-1358b712db5d service neutron] 10.222.0.21 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499882 Nov 19 09:20:04.892692 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9905d196-d695-46c0-a61d-26b7e18f7b17 req-ce282ceb-8e01-464b-b207-0ce64cdb5fa5 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0750887 Nov 19 09:20:05.106780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58bf46-9473-40da-8727-54f285d9e688 req-fe20c6b7-0367-4d1a-9346-b384a25d883d tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:05.108398 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e58bf46-9473-40da-8727-54f285d9e688 req-fe20c6b7-0367-4d1a-9346-b384a25d883d tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.1296897 Nov 19 09:20:05.191147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2734a2f6-201f-40b1-ab8e-2435955fa274 req-fd3c0f5d-4d1e-4215-9131-340a24933e19 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0545192 Nov 19 09:20:05.276199 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e58bf46-9473-40da-8727-54f285d9e688 req-bd936e56-f2b7-409c-817a-a8d24081c3ce tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599314 Nov 19 09:20:05.373392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086caa84-f955-4d58-9f40-fa9eaf44495e req-84391617-d26e-4a24-ab2a-0e57574d78ee tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:05.379417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-086caa84-f955-4d58-9f40-fa9eaf44495e req-84391617-d26e-4a24-ab2a-0e57574d78ee tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.0896940 Nov 19 09:20:05.481552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c05031-a171-4231-8921-f7f3d9a78ad2 req-50b372e9-8bf1-417a-926b-d6c63025abb3 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:05.490849 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-57c05031-a171-4231-8921-f7f3d9a78ad2 req-50b372e9-8bf1-417a-926b-d6c63025abb3 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 945 time: 0.1084294 Nov 19 09:20:05.537149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-086caa84-f955-4d58-9f40-fa9eaf44495e req-62f15f92-b296-465e-9339-532f6e78795d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267862 Nov 19 09:20:05.605715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-57c05031-a171-4231-8921-f7f3d9a78ad2 req-721031be-2a79-443a-9428-137c378a0690 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136343 Nov 19 09:20:05.854271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188c8aa-c043-493b-9e2d-7fbd496f5797 req-c47b5f46-efd0-4666-a7a4-6042e160dc7d tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:05.862883 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1188c8aa-c043-493b-9e2d-7fbd496f5797 req-c47b5f46-efd0-4666-a7a4-6042e160dc7d tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 946 time: 0.1221430 Nov 19 09:20:05.986787 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1188c8aa-c043-493b-9e2d-7fbd496f5797 req-81fa870e-320a-4ed9-ae3c-a4b4830da1d3 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec67a83f-48c5-4da6-82e3-9cc100d21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122496 Nov 19 09:20:06.055917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d02ae05-97b3-496c-ad9a-6b86f9f39fdd req-fcbe5d89-19a2-4a9f-8638-ffa946b14115 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0651608 Nov 19 09:20:06.368166 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-358c7889-cb88-4f7c-8a4e-3aa353966b32 req-4a8a0eb3-cadb-4f80-9f02-fde91020a593 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0357375 Nov 19 09:20:06.426388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426da0f-8df8-4076-bee3-69e070aa1750 req-ce225abe-02d6-4964-8e86-d1b08dfb1ce8 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:06.427934 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b426da0f-8df8-4076-bee3-69e070aa1750 req-ce225abe-02d6-4964-8e86-d1b08dfb1ce8 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0586247 Nov 19 09:20:06.507990 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b426da0f-8df8-4076-bee3-69e070aa1750 req-84b08f7b-0c93-494b-b42f-3ed844083ade tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718355 Nov 19 09:20:06.794036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32878f-2dbb-40b1-8786-f0a936405b46 req-8300151a-5c7a-4a34-ba9d-f4a55b0c5b06 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:06.801974 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b32878f-2dbb-40b1-8786-f0a936405b46 req-8300151a-5c7a-4a34-ba9d-f4a55b0c5b06 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.1800873 Nov 19 09:20:06.936551 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b32878f-2dbb-40b1-8786-f0a936405b46 req-b4efe7c0-9d21-4566-867a-ac24b05f94f0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178207 Nov 19 09:20:06.943398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5f3d1-274a-4bb7-bcbc-5a8f6c4adccf req-c5b8ece4-1a1e-4c50-82d8-be5d0274bb41 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:06.945114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95d5f3d1-274a-4bb7-bcbc-5a8f6c4adccf req-c5b8ece4-1a1e-4c50-82d8-be5d0274bb41 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 945 time: 0.2123895 Nov 19 09:20:07.025880 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-31aa9a0e-650f-42d4-92f0-3ff8230541e5 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:07.027516 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-31aa9a0e-650f-42d4-92f0-3ff8230541e5 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.71 "GET /v2.0/networks?id=474919e0-d306-45f8-ba00-5d415ec8f657 HTTP/1.1" status: 200 len: 817 time: 0.2162566 Nov 19 09:20:07.055400 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95d5f3d1-274a-4bb7-bcbc-5a8f6c4adccf req-0fadf4a6-196b-46c4-bed0-c2ee4d616061 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968843 Nov 19 09:20:07.144174 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-d5d98b76-fe4c-4576-becb-9bd4e58a9946 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aca38c45346a4619b8e97252585ec66d HTTP/1.1" status: 200 len: 380 time: 0.0701988 Nov 19 09:20:07.163820 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-bba47ac3-7d7c-49dd-b61c-0ca94bd9354a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Request body: {'port': {'device_id': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'admin_state_up': True, 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'security_groups': ['49c7fe02-9345-49ed-90af-96846a85637c']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:07.171005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cac8799b-2d42-468e-973a-5546d7b03157 req-f132c320-4465-4c79-9175-1c4427f113c6 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0334949 Nov 19 09:20:07.350671 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-bba47ac3-7d7c-49dd-b61c-0ca94bd9354a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Made reservation on behalf of aca38c45346a4619b8e97252585ec66d for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:20:07.355091 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-bba47ac3-7d7c-49dd-b61c-0ca94bd9354a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:07.591220 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-bba47ac3-7d7c-49dd-b61c-0ca94bd9354a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Allocated IP 172.20.0.10 (474919e0-d306-45f8-ba00-5d415ec8f657/2b648376-425d-4c7d-a8fa-19be389f154e/9d2d4448-a8fa-4a71-a242-92b6f7eecc56) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:20:07.592183 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2be0aed5-ac2e-4e9d-816a-8ce84a569404 req-1024ed9b-8a9e-4be1-ae96-a6a43014ef37 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0558496 Nov 19 09:20:07.622001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09d59b98-b0eb-450f-b2fc-12e5890550cb req-693ca099-a5c1-40f0-84ef-91f2b36a3325 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0433793 Nov 19 09:20:07.669231 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c92a1703-c501-4626-8e94-31f91d342b3b req-ab5feaa5-478f-4575-ab2b-8f2bb54bf5ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ac475cc18cf74cbdbd7bfb1ca4d84192&device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0921948 Nov 19 09:20:07.718816 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c92a1703-c501-4626-8e94-31f91d342b3b req-cf1c401b-8929-4d60-a982-fde0f2f7fb1e service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=ac475cc18cf74cbdbd7bfb1ca4d84192&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263762 Nov 19 09:20:07.843172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12225e66-08e4-4f9c-a438-4088ff316a40 req-108e77b9-ce3b-491c-8e39-951fccc9dbb3 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:07.844772 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12225e66-08e4-4f9c-a438-4088ff316a40 req-108e77b9-ce3b-491c-8e39-951fccc9dbb3 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.1357410 Nov 19 09:20:07.922105 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12225e66-08e4-4f9c-a438-4088ff316a40 req-2a38807c-ad74-4956-b15a-53d17d24cc9d tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602446 Nov 19 09:20:07.939815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038de3f2-189a-4193-b2f4-25bdf6f73d41 req-11113baf-58d5-4ad5-811e-eac846bd48cb tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:07.942476 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-038de3f2-189a-4193-b2f4-25bdf6f73d41 req-11113baf-58d5-4ad5-811e-eac846bd48cb tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.71 "GET /v2.0/ports?device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 945 time: 0.1316669 Nov 19 09:20:08.138347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8db0d6-d8fa-4633-ada4-a586b2c80db8 req-c090ede8-9fed-4e60-8a12-dc8851ee187d tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:08.147176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc8db0d6-d8fa-4633-ada4-a586b2c80db8 req-c090ede8-9fed-4e60-8a12-dc8851ee187d tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 946 time: 0.1760683 Nov 19 09:20:08.202724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545f6cd-8ce3-403c-9f8b-0df5aca48202 req-c57c786d-f389-400f-9b6d-a538ba5f4738 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:08.210345 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f545f6cd-8ce3-403c-9f8b-0df5aca48202 req-c57c786d-f389-400f-9b6d-a538ba5f4738 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.1628847 Nov 19 09:20:08.230147 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-bba47ac3-7d7c-49dd-b61c-0ca94bd9354a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:08.251471 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a1703-c501-4626-8e94-31f91d342b3b req-0282b458-ee47-4c8a-a808-217b3cb1a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:08.253663 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c92a1703-c501-4626-8e94-31f91d342b3b req-0282b458-ee47-4c8a-a808-217b3cb1a886 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5151098 Nov 19 09:20:08.293682 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc8db0d6-d8fa-4633-ada4-a586b2c80db8 req-d465f9fe-6528-47b5-95af-e7d10ddd0db5 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec67a83f-48c5-4da6-82e3-9cc100d21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429365 Nov 19 09:20:08.313383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-bba47ac3-7d7c-49dd-b61c-0ca94bd9354a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:08.319738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-038de3f2-189a-4193-b2f4-25bdf6f73d41 req-92d9a108-74cd-4cb3-8043-83769f0ee10f tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Deleting port 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:20:08.321479 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-038de3f2-189a-4193-b2f4-25bdf6f73d41 req-92d9a108-74cd-4cb3-8043-83769f0ee10f tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:08.345747 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f545f6cd-8ce3-403c-9f8b-0df5aca48202 req-ef7712da-9d1c-45ac-890f-878dcc5b05ec tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344266 Nov 19 09:20:08.378201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-bba47ac3-7d7c-49dd-b61c-0ca94bd9354a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Network 474919e0-d306-45f8-ba00-5d415ec8f657 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:20:08.386418 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-bba47ac3-7d7c-49dd-b61c-0ca94bd9354a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:20:08.407195 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-bba47ac3-7d7c-49dd-b61c-0ca94bd9354a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:20:08.481079 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-bba47ac3-7d7c-49dd-b61c-0ca94bd9354a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:08.481646 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-bba47ac3-7d7c-49dd-b61c-0ca94bd9354a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:08.502703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-038de3f2-189a-4193-b2f4-25bdf6f73d41 req-92d9a108-74cd-4cb3-8043-83769f0ee10f tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] For port 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a,segment=NetworkSegment(2113f6c7-c53b-49e6-becc-c8d3bce8702d),segment_id=2113f6c7-c53b-49e6-becc-c8d3bce8702d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:08.503224 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-038de3f2-189a-4193-b2f4-25bdf6f73d41 req-92d9a108-74cd-4cb3-8043-83769f0ee10f tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:08.509566 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-bba47ac3-7d7c-49dd-b61c-0ca94bd9354a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3497608 Nov 19 09:20:08.516809 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba47ac3-7d7c-49dd-b61c-0ca94bd9354a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event updated for resources: {'Port': ['ID=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:08.520249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-038de3f2-189a-4193-b2f4-25bdf6f73d41 req-92d9a108-74cd-4cb3-8043-83769f0ee10f tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Calling delete_port for 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:20:08.531633 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Request body: {'port': {'device_id': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:08.630964 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:08.846599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b30d8935-d03e-4444-bc61-b71e61561a43 None None] Provisioning complete for port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:08.847701 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b30d8935-d03e-4444-bc61-b71e61561a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:08.893536 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b30d8935-d03e-4444-bc61-b71e61561a43 None None] Port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:20:08.999256 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:20:09.008701 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:09.024377 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Transition to ACTIVE for port object 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:20:09.032082 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:09.041177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da107f4-129f-46fa-8240-9910bd62fb91 req-aeef2d6f-80f9-4bf7-81db-595d19067200 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:09.048551 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0da107f4-129f-46fa-8240-9910bd62fb91 req-aeef2d6f-80f9-4bf7-81db-595d19067200 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 945 time: 0.1080039 Nov 19 09:20:09.089963 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:09.124067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8089e-8c65-45a3-bf60-08b56404d5f7 req-854a2908-c8aa-45de-b0cb-29eae0d78314 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:09.126777 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ba8089e-8c65-45a3-bf60-08b56404d5f7 req-854a2908-c8aa-45de-b0cb-29eae0d78314 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 932 time: 0.1844668 Nov 19 09:20:09.208575 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ba8089e-8c65-45a3-bf60-08b56404d5f7 req-6168138c-e5dd-468f-af3e-c010b63fc550 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688782 Nov 19 09:20:09.220397 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Attempting to bind port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:20:09.220744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Attempting to bind port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:20:09.221078 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Attempting to bind port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 on network 474919e0-d306-45f8-ba00-5d415ec8f657 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:20:09.230345 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 on network 474919e0-d306-45f8-ba00-5d415ec8f657 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:20:09.230943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Attempting to bind port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 on network 474919e0-d306-45f8-ba00-5d415ec8f657 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:20:09.255623 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:20:09.256049 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Checking segment: {'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:20:09.256509 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Bound using segment: {'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:20:09.257034 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Bound port: 9d2d4448-a8fa-4a71-a242-92b6f7eecc56, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10176f0b-1772-4460-9872-3bf0ea2776e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:20:09.262093 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:09.336793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0da107f4-129f-46fa-8240-9910bd62fb91 req-f9f24a6b-ea46-4d42-9d52-1ffda4e72c99 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5185fbc-0efc-420a-8288-f901e7bd6547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868075 Nov 19 09:20:09.408361 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76758556-de04-4386-85cd-62530631226c req-bb1d0ab0-da04-495e-a3f4-8ac097020363 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0580461 Nov 19 09:20:09.414234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] For port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:20:09.438040 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-038de3f2-189a-4193-b2f4-25bdf6f73d41 req-92d9a108-74cd-4cb3-8043-83769f0ee10f tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:09.438315 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] For port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:20:09.448370 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:09.494362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9a108-74cd-4cb3-8043-83769f0ee10f tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Pushing event deleted for resources: {'Port': ['ID=9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:09.535038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d1460-1bd0-4d6b-99ce-73dae655c3ad req-66065cd1-e4e3-4c21-8519-435bc77f1aa9 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:09.536782 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f59d1460-1bd0-4d6b-99ce-73dae655c3ad req-66065cd1-e4e3-4c21-8519-435bc77f1aa9 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.1201615 Nov 19 09:20:09.571025 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-038de3f2-189a-4193-b2f4-25bdf6f73d41 req-92d9a108-74cd-4cb3-8043-83769f0ee10f tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] No DVR routers for this DVR port 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:20:09.571299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:09.575000 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-038de3f2-189a-4193-b2f4-25bdf6f73d41 req-92d9a108-74cd-4cb3-8043-83769f0ee10f tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:09.578401 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:09.579494 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-038de3f2-189a-4193-b2f4-25bdf6f73d41 req-92d9a108-74cd-4cb3-8043-83769f0ee10f tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.71 "DELETE /v2.0/ports/9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a HTTP/1.1" status: 204 len: 173 time: 1.6202998 Nov 19 09:20:09.580056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b4fc3c-b551-41fe-a528-d66554ae6b0c', 'name': 'network-vif-deleted', 'tag': '9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:09.582785 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6989b69e-7a90-42de-a31e-ea319497bc3a" -d '{"events": [{"server_uuid": "82b4fc3c-b551-41fe-a528-d66554ae6b0c", "name": "network-vif-deleted", "tag": "9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:09.583106 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] 10.222.0.71 "PUT /v2.0/ports/9d2d4448-a8fa-4a71-a242-92b6f7eecc56 HTTP/1.1" status: 200 len: 1093 time: 1.0556726 Nov 19 09:20:09.584103 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'tag': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:09.590144 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29bd844-30d4-4fd2-a459-e092c7ff1aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "71694b6f-2292-404d-8e5b-1ff9b4d6b7b1", "tag": "9d2d4448-a8fa-4a71-a242-92b6f7eecc56"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:09.697588 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f59d1460-1bd0-4d6b-99ce-73dae655c3ad req-70b2fc27-88a0-4579-a37c-313a853c2012 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331921 Nov 19 09:20:09.718502 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273f481-9baf-4f7c-9fd3-f2f6edcecf57 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:09.822541 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-bee0db01-b412-4027-b389-c96e15312ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:09.824220 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-bee0db01-b412-4027-b389-c96e15312ef4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aca38c45346a4619b8e97252585ec66d&device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 1096 time: 0.1544652 Nov 19 09:20:09.908608 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa89546-24de-44ec-9ce7-620082cb3fa8 req-58350cd6-bd32-430e-8be4-905944061e6a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:09.911571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9fa89546-24de-44ec-9ce7-620082cb3fa8 req-58350cd6-bd32-430e-8be4-905944061e6a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.1043003 Nov 19 09:20:09.954640 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fbc304-2c8f-4d00-9b8a-6966f0c6ffff x-openstack-request-id: req-71fbc304-2c8f-4d00-9b8a-6966f0c6ffff {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:09.954640 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b4fc3c-b551-41fe-a528-d66554ae6b0c", "name": "network-vif-deleted", "tag": "9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:09.954640 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71fbc304-2c8f-4d00-9b8a-6966f0c6ffff {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:09.959986 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b4fc3c-b551-41fe-a528-d66554ae6b0c', 'name': 'network-vif-deleted', 'tag': '9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a', 'status': 'completed', 'code': 200} Nov 19 09:20:09.969129 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-0a25d18d-3061-4d27-9c1f-d4f9e2b972c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d2d4448-a8fa-4a71-a242-92b6f7eecc56 HTTP/1.1" status: 200 len: 217 time: 0.0990784 Nov 19 09:20:10.009602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9fa89546-24de-44ec-9ce7-620082cb3fa8 req-4162a879-151f-4f38-9f40-bdd1cf4477ff tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968342 Nov 19 09:20:10.072173 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6eaa597-dfc2-406b-8094-3696b60b1e06 x-openstack-request-id: req-b6eaa597-dfc2-406b-8094-3696b60b1e06 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:10.072173 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71694b6f-2292-404d-8e5b-1ff9b4d6b7b1", "tag": "9d2d4448-a8fa-4a71-a242-92b6f7eecc56", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:10.072173 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6eaa597-dfc2-406b-8094-3696b60b1e06 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:10.073239 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'tag': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56', 'status': 'completed', 'code': 200} Nov 19 09:20:10.074823 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-dc3ac714-1202-4535-9aa5-0162720824ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:10.076324 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-dc3ac714-1202-4535-9aa5-0162720824ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b648376-425d-4c7d-a8fa-19be389f154e HTTP/1.1" status: 200 len: 856 time: 0.1001599 Nov 19 09:20:10.137559 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-06c298fe-5c8a-4d80-9907-6cbda92f21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:10.140272 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-06c298fe-5c8a-4d80-9907-6cbda92f21c5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=474919e0-d306-45f8-ba00-5d415ec8f657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508175 Nov 19 09:20:10.170347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ddd18-6325-43e6-ab19-7bbc417b7de9 req-9789c71f-8890-4a77-80c9-a01f8963d69a tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:10.181130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af8ddd18-6325-43e6-ab19-7bbc417b7de9 req-9789c71f-8890-4a77-80c9-a01f8963d69a tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 946 time: 0.0660124 Nov 19 09:20:10.227246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c92a1703-c501-4626-8e94-31f91d342b3b req-4f1eff17-86e7-44a5-9e0d-3f92e21fe3f3 tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.71 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0463495 Nov 19 09:20:10.292322 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-7097c03e-db6d-463b-8eeb-e5587754e1bf service neutron] 10.222.0.71 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268973 Nov 19 09:20:10.336615 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af8ddd18-6325-43e6-ab19-7bbc417b7de9 req-d005cf01-88ed-4c25-a22e-ebe6d8b52933 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec67a83f-48c5-4da6-82e3-9cc100d21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565640 Nov 19 09:20:10.519317 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4b0e80ca-d130-44ac-954b-e4875df49c7d req-26fc8a00-ccd8-420a-8471-889b65c4cf14 service neutron] 10.222.0.71 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052608 Nov 19 09:20:10.590578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859678d-16f8-4745-abb1-6138d8862638 req-993b2e64-4bf4-4dcc-8270-d7bf86aa0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:10.592711 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2859678d-16f8-4745-abb1-6138d8862638 req-993b2e64-4bf4-4dcc-8270-d7bf86aa0b2a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 1098 time: 0.1684415 Nov 19 09:20:10.633547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ce475-0efb-43d4-92b4-dbb7a52b5b1c req-35acc008-7800-442c-a041-67a759d89e9c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:10.638341 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa4ce475-0efb-43d4-92b4-dbb7a52b5b1c req-35acc008-7800-442c-a041-67a759d89e9c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 944 time: 0.2388744 Nov 19 09:20:10.661684 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-214c6ded-d510-44ef-b7d1-e3875a775ab8 req-8d8e2016-ad5c-4d0c-804f-d2e7d255c10e tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b4fc3c-b551-41fe-a528-d66554ae6b0c HTTP/1.1" status: 200 len: 210 time: 0.0660801 Nov 19 09:20:10.757551 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bd844-30d4-4fd2-a459-e092c7ff1aa5 req-541c6e4e-6d19-4dc0-b3c5-b7787b717714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:10.759164 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29bd844-30d4-4fd2-a459-e092c7ff1aa5 req-541c6e4e-6d19-4dc0-b3c5-b7787b717714 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aca38c45346a4619b8e97252585ec66d&device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 1096 time: 0.0989983 Nov 19 09:20:10.881861 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa4ce475-0efb-43d4-92b4-dbb7a52b5b1c req-31daba15-0617-4022-a172-7f62cb6d947e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021101 Nov 19 09:20:10.887743 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b7d8b77-df35-4094-bdfb-1aeec7d8a377 req-973ec5a8-30d7-4b89-9a13-30f1c1cdd86a tempest-ServerShowV254Test-874857451 tempest-ServerShowV254Test-874857451-project] 10.222.0.21 "GET /v2.0/ports?device_id=e984eecf-3db9-4336-8cd1-2f440a3f0832 HTTP/1.1" status: 200 len: 210 time: 0.0558486 Nov 19 09:20:10.926990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859678d-16f8-4745-abb1-6138d8862638 req-17b47c40-3628-439b-b735-4d8cba5bcf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:10.933512 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2859678d-16f8-4745-abb1-6138d8862638 req-17b47c40-3628-439b-b735-4d8cba5bcf61 service neutron] 10.222.0.71 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 913 time: 0.2667637 Nov 19 09:20:10.993940 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2859678d-16f8-4745-abb1-6138d8862638 req-a8dde2f1-3c58-4261-91f1-a047b15e1dae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e78bb2-d494-4c6c-9372-ef33b02ca1fa HTTP/1.1" status: 200 len: 217 time: 0.0514343 Nov 19 09:20:11.017067 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bd844-30d4-4fd2-a459-e092c7ff1aa5 req-020e2ba6-5552-4fb0-9d4c-4d8cd43ba5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:11.020073 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29bd844-30d4-4fd2-a459-e092c7ff1aa5 req-020e2ba6-5552-4fb0-9d4c-4d8cd43ba5e2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=474919e0-d306-45f8-ba00-5d415ec8f657 HTTP/1.1" status: 200 len: 918 time: 0.2454617 Nov 19 09:20:11.058604 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:20:11.095673 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859678d-16f8-4745-abb1-6138d8862638 req-e5726315-6a34-45ef-9fdd-cd110d4b8079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:11.097561 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2859678d-16f8-4745-abb1-6138d8862638 req-e5726315-6a34-45ef-9fdd-cd110d4b8079 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36b7a476-6d23-433a-bab3-7b5f4026dadc HTTP/1.1" status: 200 len: 852 time: 0.0827122 Nov 19 09:20:11.110748 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59d9bc-f851-4158-9c4b-3859b3ef0849 req-94f6e2c2-d981-45ff-81a8-6eb6317a55e5 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:11.113041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:20:11.113576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9dc75b70-f4ba-4da4-8cbe-09bcc150dd0a not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:20:11.120414 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac59d9bc-f851-4158-9c4b-3859b3ef0849 req-94f6e2c2-d981-45ff-81a8-6eb6317a55e5 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.1158466 Nov 19 09:20:11.141287 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29bd844-30d4-4fd2-a459-e092c7ff1aa5 req-c4b1b8a3-4340-4533-ae5c-61379509ceba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d2d4448-a8fa-4a71-a242-92b6f7eecc56 HTTP/1.1" status: 200 len: 217 time: 0.1065536 Nov 19 09:20:11.164677 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2859678d-16f8-4745-abb1-6138d8862638 req-6b9dd157-591e-4706-8645-b5b9284307bb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68891e5d-5b07-4df8-ac8e-265403f0b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413547 Nov 19 09:20:11.240799 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bd844-30d4-4fd2-a459-e092c7ff1aa5 req-c87ccbf3-49de-4a9b-9c22-84fcb45c0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:11.243139 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29bd844-30d4-4fd2-a459-e092c7ff1aa5 req-c87ccbf3-49de-4a9b-9c22-84fcb45c0556 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b648376-425d-4c7d-a8fa-19be389f154e HTTP/1.1" status: 200 len: 856 time: 0.0825593 Nov 19 09:20:11.313615 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac59d9bc-f851-4158-9c4b-3859b3ef0849 req-b08c1038-d68f-4fc8-ad4e-dd28b3b94693 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921940 Nov 19 09:20:11.353337 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bd844-30d4-4fd2-a459-e092c7ff1aa5 req-47a1ae62-1ce9-48dd-852d-947025749336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:11.354955 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29bd844-30d4-4fd2-a459-e092c7ff1aa5 req-47a1ae62-1ce9-48dd-852d-947025749336 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=474919e0-d306-45f8-ba00-5d415ec8f657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973377 Nov 19 09:20:11.369967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205afc3-5bc5-42af-b0a2-6672c5aa5264 req-4994f07b-e099-4046-868a-1a9ab68245f4 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:11.371499 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c205afc3-5bc5-42af-b0a2-6672c5aa5264 req-4994f07b-e099-4046-868a-1a9ab68245f4 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.2003341 Nov 19 09:20:11.375320 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2859678d-16f8-4745-abb1-6138d8862638 req-5122a788-cca5-41ce-afdb-242777249672 service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878269 Nov 19 09:20:11.479196 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29bd844-30d4-4fd2-a459-e092c7ff1aa5 req-b399b802-f950-437a-a4e5-0be50fb5c4df service neutron] 10.222.0.71 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118629 Nov 19 09:20:11.517831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c205afc3-5bc5-42af-b0a2-6672c5aa5264 req-f9d23a53-986e-432e-9347-f71a55d41770 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339047 Nov 19 09:20:11.561812 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd5e09-f99e-462a-b2a9-782233f32534 req-f182f74a-5c0a-4b9a-859f-1030fdb26d83 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:11.563306 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5cd5e09-f99e-462a-b2a9-782233f32534 req-f182f74a-5c0a-4b9a-859f-1030fdb26d83 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 946 time: 0.1105094 Nov 19 09:20:11.570688 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2859678d-16f8-4745-abb1-6138d8862638 req-13b09593-829e-4528-b575-73b8edb8a461 service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718729 Nov 19 09:20:11.603406 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29bd844-30d4-4fd2-a459-e092c7ff1aa5 req-3b30f5a9-bedf-4f47-8d39-8457c6255d9a service neutron] 10.222.0.71 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127129 Nov 19 09:20:11.616591 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5cd5e09-f99e-462a-b2a9-782233f32534 req-77635711-0145-4a5f-b961-c1d61abdee9f tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec67a83f-48c5-4da6-82e3-9cc100d21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422237 Nov 19 09:20:11.890729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46536) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:11.965048 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cda08a0f-e648-4929-92c1-9f37da609aed tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:12.010888 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cda08a0f-e648-4929-92c1-9f37da609aed tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:12.083129 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08892a16-cf50-4cae-abd3-1e681e0be3eb req-080fec15-25a1-451a-b2b9-d3eb869e34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:12.087465 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-08892a16-cf50-4cae-abd3-1e681e0be3eb req-080fec15-25a1-451a-b2b9-d3eb869e34a3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 1098 time: 0.0646539 Nov 19 09:20:12.157750 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cda08a0f-e648-4929-92c1-9f37da609aed tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:12.163651 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cda08a0f-e648-4929-92c1-9f37da609aed tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:12.169676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cda08a0f-e648-4929-92c1-9f37da609aed tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "DELETE /v2.0/security-groups/3386175e-5b9c-4bf0-81c0-124ac23cf256 HTTP/1.1" status: 204 len: 168 time: 0.2777267 Nov 19 09:20:12.171556 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46550) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:12.200243 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda08a0f-e648-4929-92c1-9f37da609aed tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3386175e-5b9c-4bf0-81c0-124ac23cf256,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:12.204066 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-b45ab33f-9fa9-4c60-b245-8005ccfe6c8c tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] show failed (client error): The resource could not be found. Nov 19 09:20:12.210016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b45ab33f-9fa9-4c60-b245-8005ccfe6c8c tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "GET /v2.0/security-groups/3386175e-5b9c-4bf0-81c0-124ac23cf256 HTTP/1.1" status: 404 len: 347 time: 0.0242977 Nov 19 09:20:12.211785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46552) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:12.259270 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08892a16-cf50-4cae-abd3-1e681e0be3eb req-8a7b4ed6-6b12-4d2e-a587-71dd0372987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:12.261199 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-08892a16-cf50-4cae-abd3-1e681e0be3eb req-8a7b4ed6-6b12-4d2e-a587-71dd0372987b service neutron] 10.222.0.71 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 913 time: 0.1640651 Nov 19 09:20:12.271391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46554) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:12.278003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44921cb4-efb7-4005-aac8-9fe9c15f0a3d req-7cd71281-48f6-424f-9707-e9798459f28b tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:12.279522 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-44921cb4-efb7-4005-aac8-9fe9c15f0a3d req-7cd71281-48f6-424f-9707-e9798459f28b tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 944 time: 0.1747024 Nov 19 09:20:12.318060 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-08892a16-cf50-4cae-abd3-1e681e0be3eb req-d43df2d3-562b-42da-bb35-335a4544e8be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e78bb2-d494-4c6c-9372-ef33b02ca1fa HTTP/1.1" status: 200 len: 217 time: 0.0397029 Nov 19 09:20:12.439476 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-44921cb4-efb7-4005-aac8-9fe9c15f0a3d req-effddd93-b542-449c-9d66-e1b89e189da0 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156478 Nov 19 09:20:12.446489 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08892a16-cf50-4cae-abd3-1e681e0be3eb req-41fb455a-921c-44fa-8904-cb4788041e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:12.450623 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-08892a16-cf50-4cae-abd3-1e681e0be3eb req-41fb455a-921c-44fa-8904-cb4788041e67 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36b7a476-6d23-433a-bab3-7b5f4026dadc HTTP/1.1" status: 200 len: 852 time: 0.1212049 Nov 19 09:20:12.451890 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eff9b6d2-9002-4c32-be78-44abdf1d6243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:12.456937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0db757-0118-472b-a533-e686557e17a4 req-473fc476-342b-4704-bf7e-551a80cd661f tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:12.458526 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f0db757-0118-472b-a533-e686557e17a4 req-473fc476-342b-4704-bf7e-551a80cd661f tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.71 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 946 time: 0.0932751 Nov 19 09:20:12.473501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-05212362-0c6f-4174-bc6b-3a7b032469a5 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Deleting port 5ee1b707-d4c3-4eaa-83b2-72d6f4035dc8 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:20:12.473847 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05212362-0c6f-4174-bc6b-3a7b032469a5 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:12.509070 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-08892a16-cf50-4cae-abd3-1e681e0be3eb req-4708b62e-0fff-4058-afc2-0b66e3106e89 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68891e5d-5b07-4df8-ac8e-265403f0b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388281 Nov 19 09:20:12.658428 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eff9b6d2-9002-4c32-be78-44abdf1d6243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:12.665645 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-08892a16-cf50-4cae-abd3-1e681e0be3eb req-fd630892-792d-4b39-9c09-9bfe0b0ab134 service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392639 Nov 19 09:20:12.667162 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eff9b6d2-9002-4c32-be78-44abdf1d6243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:12.703916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478208f-97fb-4e78-ae1b-f08824c2db0a req-d6a6301a-2b12-4f86-8786-60f201c8eddc tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:12.705505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e478208f-97fb-4e78-ae1b-f08824c2db0a req-d6a6301a-2b12-4f86-8786-60f201c8eddc tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.2459919 Nov 19 09:20:12.730528 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9b6d2-9002-4c32-be78-44abdf1d6243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700766f3-ec37-4e90-9c70-c238574e950f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:12.735426 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05212362-0c6f-4174-bc6b-3a7b032469a5 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:12.735756 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05212362-0c6f-4174-bc6b-3a7b032469a5 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:12.764387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-05212362-0c6f-4174-bc6b-3a7b032469a5 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Calling delete_port for 5ee1b707-d4c3-4eaa-83b2-72d6f4035dc8 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:20:12.799371 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-eff9b6d2-9002-4c32-be78-44abdf1d6243 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac475cc18cf74cbdbd7bfb1ca4d84192&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5262094 Nov 19 09:20:12.804073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46566) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:12.812344 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fa70e-f068-4f13-8af5-b1583e334ed3 req-3b6f7ad2-565e-416e-8ff6-9fe9d576e66d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:12.814200 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e86fa70e-f068-4f13-8af5-b1583e334ed3 req-3b6f7ad2-565e-416e-8ff6-9fe9d576e66d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.1639361 Nov 19 09:20:12.872033 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-08892a16-cf50-4cae-abd3-1e681e0be3eb req-2327d79d-ee00-40c5-9ea0-d613d8ba4ad1 service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879914 Nov 19 09:20:12.879922 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e478208f-97fb-4e78-ae1b-f08824c2db0a req-e4c7a104-358b-44b7-a741-affea70e1701 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631570 Nov 19 09:20:12.882199 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-5f0db757-0118-472b-a533-e686557e17a4 req-86b5f277-5ee8-448a-8f34-2a3f649adda2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Deleting port 2766829b-1966-4b16-9911-80be810ce22e {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:20:12.882535 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5f0db757-0118-472b-a533-e686557e17a4 req-86b5f277-5ee8-448a-8f34-2a3f649adda2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:12.883690 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d55f8265-ef2d-42a6-b483-3ff2a994066b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:12.920726 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d55f8265-ef2d-42a6-b483-3ff2a994066b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:12.977942 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d55f8265-ef2d-42a6-b483-3ff2a994066b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:12.982230 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d55f8265-ef2d-42a6-b483-3ff2a994066b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:12.985212 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d55f8265-ef2d-42a6-b483-3ff2a994066b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/700766f3-ec37-4e90-9c70-c238574e950f HTTP/1.1" status: 204 len: 168 time: 0.1786754 Nov 19 09:20:12.997765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f8265-ef2d-42a6-b483-3ff2a994066b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700766f3-ec37-4e90-9c70-c238574e950f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:13.019260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e86fa70e-f068-4f13-8af5-b1583e334ed3 req-99cb2328-14f7-4499-952e-6020ee8712ff tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683228 Nov 19 09:20:13.056868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:20:13.100526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-5f0db757-0118-472b-a533-e686557e17a4 req-86b5f277-5ee8-448a-8f34-2a3f649adda2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] For port 2766829b-1966-4b16-9911-80be810ce22e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=2766829b-1966-4b16-9911-80be810ce22e,segment=NetworkSegment(5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8),segment_id=5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:13.100909 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5f0db757-0118-472b-a533-e686557e17a4 req-86b5f277-5ee8-448a-8f34-2a3f649adda2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:13.112153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064ad37-8fe9-4790-9d2e-91cf9cf38617 req-e7c31b8e-820c-4b45-b0e7-f03bde9674d3 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:13.113915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5064ad37-8fe9-4790-9d2e-91cf9cf38617 req-e7c31b8e-820c-4b45-b0e7-f03bde9674d3 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 946 time: 0.1453598 Nov 19 09:20:13.144092 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05212362-0c6f-4174-bc6b-3a7b032469a5 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:13.222999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05212362-0c6f-4174-bc6b-3a7b032469a5 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Pushing event deleted for resources: {'Port': ['ID=5ee1b707-d4c3-4eaa-83b2-72d6f4035dc8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:13.230960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:13.243905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'port_id': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56', 'mac_address': 'fa:16:3e:fc:7a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:20:13.271554 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5064ad37-8fe9-4790-9d2e-91cf9cf38617 req-1ca7bc11-17e9-4171-8780-cab508949b3c tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/security-groups?id=ec67a83f-48c5-4da6-82e3-9cc100d21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476154 Nov 19 09:20:13.288385 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:13.305244 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:20:13.339474 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:13.346077 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:13.357942 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05212362-0c6f-4174-bc6b-3a7b032469a5 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:13.360548 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05212362-0c6f-4174-bc6b-3a7b032469a5 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:13.364818 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-05212362-0c6f-4174-bc6b-3a7b032469a5 tempest-ImagesOneServerNegativeTestJSON-1929167120 tempest-ImagesOneServerNegativeTestJSON-1929167120-project] 10.222.0.21 "DELETE /v2.0/floatingips/5f889813-5225-4716-88fc-b99513f8df55 HTTP/1.1" status: 204 len: 168 time: 1.1454730 Nov 19 09:20:13.402513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:13.411409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:13.411851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:13.412276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:13.413412 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:13.413817 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:13.414217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:13.414654 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:13.415078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:13.415549 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:13.416266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:13.416561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:13.417036 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:13.426138 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5f0db757-0118-472b-a533-e686557e17a4 req-86b5f277-5ee8-448a-8f34-2a3f649adda2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:13.426636 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5f0db757-0118-472b-a533-e686557e17a4 req-86b5f277-5ee8-448a-8f34-2a3f649adda2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:13.427083 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-5f0db757-0118-472b-a533-e686557e17a4 req-86b5f277-5ee8-448a-8f34-2a3f649adda2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Floating IP 6baf9631-6d45-4394-97ac-7a2068d5f7f1 disassociated. External IP: 172.25.0.25, port: 2766829b-1966-4b16-9911-80be810ce22e. Nov 19 09:20:13.427532 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-5f0db757-0118-472b-a533-e686557e17a4 req-86b5f277-5ee8-448a-8f34-2a3f649adda2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Calling delete_port for 2766829b-1966-4b16-9911-80be810ce22e owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:20:13.523105 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46592) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:13.593966 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a2cef2-ec50-4989-9550-61fb028b8be3 admin admin] Deleting subnet 3cce1e6c-6b09-4f3b-aac2-84ed251c5a28 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:20:13.598198 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90a2cef2-ec50-4989-9550-61fb028b8be3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:13.613199 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84faca-076e-4716-a701-e2249f281910 req-10ee5bdb-32e5-4fcd-873b-d382d95cf946 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:13.615527 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d84faca-076e-4716-a701-e2249f281910 req-10ee5bdb-32e5-4fcd-873b-d382d95cf946 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0729427 Nov 19 09:20:13.646438 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90a2cef2-ec50-4989-9550-61fb028b8be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:13.694525 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5f0db757-0118-472b-a533-e686557e17a4 req-86b5f277-5ee8-448a-8f34-2a3f649adda2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:13.696903 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90a2cef2-ec50-4989-9550-61fb028b8be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:13.711060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['9d2d4448-a8fa-4a71-a242-92b6f7eecc56'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:20:13.717063 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d84faca-076e-4716-a701-e2249f281910 req-0ab06d88-8912-4a71-b174-bad27e78f52e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826619 Nov 19 09:20:13.750216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5f277-5ee8-448a-8f34-2a3f649adda2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Pushing event deleted for resources: {'Port': ['ID=2766829b-1966-4b16-9911-80be810ce22e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:13.852432 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90a2cef2-ec50-4989-9550-61fb028b8be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:13.919531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f0db757-0118-472b-a533-e686557e17a4 req-86b5f277-5ee8-448a-8f34-2a3f649adda2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Router 1ed07fac-9593-4a89-9927-54f0425efdb3 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:20:13.955818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2cef2-ec50-4989-9550-61fb028b8be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cce1e6c-6b09-4f3b-aac2-84ed251c5a28,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:13.962704 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90a2cef2-ec50-4989-9550-61fb028b8be3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:13.968580 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-90a2cef2-ec50-4989-9550-61fb028b8be3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3cce1e6c-6b09-4f3b-aac2-84ed251c5a28 HTTP/1.1" status: 204 len: 168 time: 0.4418314 Nov 19 09:20:13.968745 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46608) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:14.048900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4e57e16-84f9-4262-aadf-68eb12ef8e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:14.102389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f0db757-0118-472b-a533-e686557e17a4 req-86b5f277-5ee8-448a-8f34-2a3f649adda2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:20:14.115109 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75738714-f7d0-4d9b-864e-0ed32b8276b1 None None] Sync routers for ids ['1ed07fac-9593-4a89-9927-54f0425efdb3'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:20:14.132823 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75738714-f7d0-4d9b-864e-0ed32b8276b1 None None] Routers {'1ed07fac-9593-4a89-9927-54f0425efdb3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:20:14.135810 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-75738714-f7d0-4d9b-864e-0ed32b8276b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:19:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1ed07fac-9593-4a89-9927-54f0425efdb3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:14.189437 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4e57e16-84f9-4262-aadf-68eb12ef8e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:14.209577 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-d4e57e16-84f9-4262-aadf-68eb12ef8e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5089394-ba3e-4298-b89e-05a4a7a9f263']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:14.220840 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-d4e57e16-84f9-4262-aadf-68eb12ef8e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2113f6c7-c53b-49e6-becc-c8d3bce8702d') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:14.221494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-d4e57e16-84f9-4262-aadf-68eb12ef8e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2113f6c7-c53b-49e6-becc-c8d3bce8702d') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:14.233051 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4e57e16-84f9-4262-aadf-68eb12ef8e2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:14.247919 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4e57e16-84f9-4262-aadf-68eb12ef8e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:14.255864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e57e16-84f9-4262-aadf-68eb12ef8e2a admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:20:14.257473 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4e57e16-84f9-4262-aadf-68eb12ef8e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:14.289859 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0db757-0118-472b-a533-e686557e17a4 req-86b5f277-5ee8-448a-8f34-2a3f649adda2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] No DVR routers for this DVR port 2766829b-1966-4b16-9911-80be810ce22e on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:20:14.294159 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5f0db757-0118-472b-a533-e686557e17a4 req-86b5f277-5ee8-448a-8f34-2a3f649adda2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:14.297695 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f0db757-0118-472b-a533-e686557e17a4 req-86b5f277-5ee8-448a-8f34-2a3f649adda2 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.71 "DELETE /v2.0/ports/2766829b-1966-4b16-9911-80be810ce22e HTTP/1.1" status: 204 len: 173 time: 1.8261082 Nov 19 09:20:14.298371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3534e1ce-a241-4875-8121-d06ef244bfef', 'name': 'network-vif-deleted', 'tag': '2766829b-1966-4b16-9911-80be810ce22e'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:14.300687 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a1c2fc-08cf-4f05-9855-fdeab650dd4a" -d '{"events": [{"server_uuid": "3534e1ce-a241-4875-8121-d06ef244bfef", "name": "network-vif-deleted", "tag": "2766829b-1966-4b16-9911-80be810ce22e"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:14.332929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2389bd-08eb-435b-a51e-234415484ece req-0205261f-7d2d-47ed-8141-73e830cf035d tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:14.341520 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a2389bd-08eb-435b-a51e-234415484ece req-0205261f-7d2d-47ed-8141-73e830cf035d tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.2982068 Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:20:14.351976 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:20:14.400542 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-75738714-f7d0-4d9b-864e-0ed32b8276b1 None None] Set router 1ed07fac-9593-4a89-9927-54f0425efdb3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:20:14.403212 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4e57e16-84f9-4262-aadf-68eb12ef8e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:14.446831 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4e57e16-84f9-4262-aadf-68eb12ef8e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:14.461286 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d4e57e16-84f9-4262-aadf-68eb12ef8e2a admin admin] 10.222.0.21 "DELETE /v2.0/networks/d5089394-ba3e-4298-b89e-05a4a7a9f263 HTTP/1.1" status: 204 len: 168 time: 0.4900064 Nov 19 09:20:14.463613 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e57e16-84f9-4262-aadf-68eb12ef8e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=d5089394-ba3e-4298-b89e-05a4a7a9f263,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:14.793345 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46636) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:14.867869 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-051b306d-c4fb-496c-ac84-4fafc89c3fe8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b297a2f4a9f94752a266f77ac599a508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0726683 Nov 19 09:20:14.871122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86532527-6ad1-4572-9df0-6eea2f9d8ec5 req-967be7a0-e410-46d6-9113-05054798bcfa tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:14.871814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46640) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:14.872691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86532527-6ad1-4572-9df0-6eea2f9d8ec5 req-967be7a0-e410-46d6-9113-05054798bcfa tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 946 time: 0.6882114 Nov 19 09:20:14.900265 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a2389bd-08eb-435b-a51e-234415484ece req-3eb6de9a-f244-4615-a84c-c853a3d9b6c6 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575421 Nov 19 09:20:14.933776 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-75738714-f7d0-4d9b-864e-0ed32b8276b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'name': 'tempest-ServersTestJSON-60722619-router', 'tenant_id': '072a283379de442786fd062e799b3939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:17:40Z', 'updated_at': '2021-11-19T09:17:47Z', 'revision_number': 4, 'project_id': '072a283379de442786fd062e799b3939', 'gw_port': {'id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:41Z', 'updated_at': '2021-11-19T09:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b69e0a4e-e579-4451-a7fe-202e33290549', 'name': '', 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'tenant_id': '072a283379de442786fd062e799b3939', 'mac_address': 'fa:16:3e:c1:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '0959cafe-cd91-4451-8af6-7548c2767886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:46Z', 'updated_at': '2021-11-19T09:17:55Z', 'revision_number': 5, 'project_id': '072a283379de442786fd062e799b3939', 'subnets': [{'id': '0959cafe-cd91-4451-8af6-7548c2767886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:14.973757 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b967-ef27-4805-9976-88041d0d0f8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:14.994112 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86532527-6ad1-4572-9df0-6eea2f9d8ec5 req-b42a4ffe-c5d3-445d-8afd-d59eb8c46181 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045582 Nov 19 09:20:15.027202 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b967-ef27-4805-9976-88041d0d0f8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:15.046131 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75738714-f7d0-4d9b-864e-0ed32b8276b1 None None] Checking router: 1ed07fac-9593-4a89-9927-54f0425efdb3 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:20:15.064469 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75738714-f7d0-4d9b-864e-0ed32b8276b1 None None] Routers {'1ed07fac-9593-4a89-9927-54f0425efdb3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:20:15.065467 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-75738714-f7d0-4d9b-864e-0ed32b8276b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:19:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1ed07fac-9593-4a89-9927-54f0425efdb3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:15.068249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:20:15.185037 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b967-ef27-4805-9976-88041d0d0f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:15.188130 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b967-ef27-4805-9976-88041d0d0f8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:15.193031 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9fb7b967-ef27-4805-9976-88041d0d0f8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5185fbc-0efc-420a-8288-f901e7bd6547 HTTP/1.1" status: 204 len: 168 time: 0.3168175 Nov 19 09:20:15.219150 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7b967-ef27-4805-9976-88041d0d0f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5185fbc-0efc-420a-8288-f901e7bd6547,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:15.268264 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-75738714-f7d0-4d9b-864e-0ed32b8276b1 None None] Set router 1ed07fac-9593-4a89-9927-54f0425efdb3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:20:15.309427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:20:15.317684 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:15.318253 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:15.357699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fb56e0e4-e6b0-406c-822b-eb09a85dde76 req-aaf352f4-7513-4a17-afb4-b603c5d5f1fb tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/ports?device_id=3534e1ce-a241-4875-8121-d06ef244bfef HTTP/1.1" status: 200 len: 210 time: 0.0599918 Nov 19 09:20:15.405326 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9501b755-ea31-49fc-afa9-041b253ec7c1 x-openstack-request-id: req-9501b755-ea31-49fc-afa9-041b253ec7c1 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:15.405948 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3534e1ce-a241-4875-8121-d06ef244bfef", "name": "network-vif-deleted", "tag": "2766829b-1966-4b16-9911-80be810ce22e", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:15.406540 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9501b755-ea31-49fc-afa9-041b253ec7c1 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:15.407376 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3534e1ce-a241-4875-8121-d06ef244bfef', 'name': 'network-vif-deleted', 'tag': '2766829b-1966-4b16-9911-80be810ce22e', 'status': 'completed', 'code': 200} Nov 19 09:20:15.431334 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:15.550367 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:15.589693 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:15.593655 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf6c0d5-820c-4445-8325-238c94c64fc8" -d '{"events": [{"server_uuid": "71694b6f-2292-404d-8e5b-1ff9b4d6b7b1", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d4448-a8fa-4a71-a242-92b6f7eecc56"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:15.617351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:15.627501 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:15.628935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 83e78bb2-d494-4c6c-9372-ef33b02ca1fa no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:20:15.680061 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d80395-12bd-4030-92b4-d262a834a4e7 req-4e3a4715-a8af-46a0-b824-20356f64cb81 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:15.680212 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-75738714-f7d0-4d9b-864e-0ed32b8276b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'name': 'tempest-ServersTestJSON-60722619-router', 'tenant_id': '072a283379de442786fd062e799b3939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:17:40Z', 'updated_at': '2021-11-19T09:17:47Z', 'revision_number': 4, 'project_id': '072a283379de442786fd062e799b3939', 'gw_port': {'id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:41Z', 'updated_at': '2021-11-19T09:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b69e0a4e-e579-4451-a7fe-202e33290549', 'name': '', 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'tenant_id': '072a283379de442786fd062e799b3939', 'mac_address': 'fa:16:3e:c1:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '0959cafe-cd91-4451-8af6-7548c2767886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:46Z', 'updated_at': '2021-11-19T09:17:55Z', 'revision_number': 5, 'project_id': '072a283379de442786fd062e799b3939', 'subnets': [{'id': '0959cafe-cd91-4451-8af6-7548c2767886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:15.686289 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02d80395-12bd-4030-92b4-d262a834a4e7 req-4e3a4715-a8af-46a0-b824-20356f64cb81 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 945 time: 0.1483819 Nov 19 09:20:15.712881 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75738714-f7d0-4d9b-864e-0ed32b8276b1 None None] The sync data for ids ['1ed07fac-9593-4a89-9927-54f0425efdb3'] in n-d-805649-14 is: [{'id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'name': 'tempest-ServersTestJSON-60722619-router', 'tenant_id': '072a283379de442786fd062e799b3939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:17:40Z', 'updated_at': '2021-11-19T09:17:47Z', 'revision_number': 4, 'project_id': '072a283379de442786fd062e799b3939', 'gw_port': {'id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:41Z', 'updated_at': '2021-11-19T09:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b69e0a4e-e579-4451-a7fe-202e33290549', 'name': '', 'network_id': '1425c6f3-e60e-4dde-9550-c3aa7563ed09', 'tenant_id': '072a283379de442786fd062e799b3939', 'mac_address': 'fa:16:3e:c1:a4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '0959cafe-cd91-4451-8af6-7548c2767886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:46Z', 'updated_at': '2021-11-19T09:17:55Z', 'revision_number': 5, 'project_id': '072a283379de442786fd062e799b3939', 'subnets': [{'id': '0959cafe-cd91-4451-8af6-7548c2767886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:20:15.732726 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cdab1e-d28b-43d1-9d64-3c98b60b9b5a x-openstack-request-id: req-04cdab1e-d28b-43d1-9d64-3c98b60b9b5a {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:15.742131 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71694b6f-2292-404d-8e5b-1ff9b4d6b7b1", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d4448-a8fa-4a71-a242-92b6f7eecc56", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:15.742417 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04cdab1e-d28b-43d1-9d64-3c98b60b9b5a {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:15.743797 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56', 'code': 200} Nov 19 09:20:15.785465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:15.883249 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:15.926935 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02d80395-12bd-4030-92b4-d262a834a4e7 req-ccc73e27-e595-4f52-b5d8-337aabadcd94 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285428 Nov 19 09:20:15.957336 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:15.974451 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:15.975986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 2766829b-1966-4b16-9911-80be810ce22e no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:20:16.147661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48017399-366f-4c31-b01c-d6044e27aacd req-7ffb3dca-8c17-44ab-87fb-f74425e0001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:16.149529 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48017399-366f-4c31-b01c-d6044e27aacd req-7ffb3dca-8c17-44ab-87fb-f74425e0001a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 1098 time: 0.2716351 Nov 19 09:20:16.155487 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 2766829b-1966-4b16-9911-80be810ce22e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:20:16.163764 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 2766829b-1966-4b16-9911-80be810ce22e not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:20:16.205598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20cc41-bd70-4d45-9921-f109feb5edef req-5123f555-a710-494e-a0a5-c8139c3af550 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:16.225467 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f20cc41-bd70-4d45-9921-f109feb5edef req-5123f555-a710-494e-a0a5-c8139c3af550 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.1466072 Nov 19 09:20:16.239446 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:16.322512 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457577df-7b74-461f-a6f8-f6fc17429db2 None None] New status for floating IP 6baf9631-6d45-4394-97ac-7a2068d5f7f1: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:20:16.375548 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48017399-366f-4c31-b01c-d6044e27aacd req-ac5f02ae-45b9-4e8c-aa02-dbc4a518ea17 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129111 Nov 19 09:20:16.400619 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f20cc41-bd70-4d45-9921-f109feb5edef req-d8cb5eb7-9b88-42ba-9965-135d0f7c4955 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727569 Nov 19 09:20:16.422579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345e44c-a9cf-4a7e-9f82-cea842da6da3 req-34c12249-9faf-42a2-b6a1-74a9fd788cfc tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:16.424179 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8345e44c-a9cf-4a7e-9f82-cea842da6da3 req-34c12249-9faf-42a2-b6a1-74a9fd788cfc tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 944 time: 0.1523399 Nov 19 09:20:16.534432 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8345e44c-a9cf-4a7e-9f82-cea842da6da3 req-d91253ea-04bb-4ed6-ab6e-f81d16b6b66b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987566 Nov 19 09:20:16.837969 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46702) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:16.953349 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0ce0890-6166-4942-8aad-b4f0648f7dca tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:17.007885 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0ce0890-6166-4942-8aad-b4f0648f7dca tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:17.155342 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0ce0890-6166-4942-8aad-b4f0648f7dca tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:17.161125 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0ce0890-6166-4942-8aad-b4f0648f7dca tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:17.168500 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a0ce0890-6166-4942-8aad-b4f0648f7dca tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec67a83f-48c5-4da6-82e3-9cc100d21f9c HTTP/1.1" status: 204 len: 168 time: 0.3272421 Nov 19 09:20:17.168728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46714) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:17.191422 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-a4c81d9c-1245-46db-888b-47a3955c37b7 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] show failed (client error): The resource could not be found. Nov 19 09:20:17.196499 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a4c81d9c-1245-46db-888b-47a3955c37b7 tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "GET /v2.0/security-groups/ec67a83f-48c5-4da6-82e3-9cc100d21f9c HTTP/1.1" status: 404 len: 347 time: 0.0232766 Nov 19 09:20:17.197450 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46718) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:17.208554 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce0890-6166-4942-8aad-b4f0648f7dca tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec67a83f-48c5-4da6-82e3-9cc100d21f9c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:17.214923 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8643b2-465d-4f0c-8c33-61eff734872b req-ad6965ef-7446-43c5-8a98-28ef7119af3a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:17.217675 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cc8643b2-465d-4f0c-8c33-61eff734872b req-ad6965ef-7446-43c5-8a98-28ef7119af3a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 946 time: 0.0838766 Nov 19 09:20:17.440941 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cc8643b2-465d-4f0c-8c33-61eff734872b req-4c2d3578-a335-49bd-b6a8-3269464f334d tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669903 Nov 19 09:20:17.477067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e32d8-2387-4734-ad08-e82a22b55e4e tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Deleting port 36301296-3485-47ff-ba92-4f9784de28e3 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:20:17.477453 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb2e32d8-2387-4734-ad08-e82a22b55e4e tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:17.578509 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb2e32d8-2387-4734-ad08-e82a22b55e4e tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:17.578936 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb2e32d8-2387-4734-ad08-e82a22b55e4e tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:17.595424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e32d8-2387-4734-ad08-e82a22b55e4e tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Calling delete_port for 36301296-3485-47ff-ba92-4f9784de28e3 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:20:17.751182 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec6a93f-3b5b-4bc8-8d95-624f59bf5962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e78bb2-d494-4c6c-9372-ef33b02ca1fa'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:17.758567 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f2a3bf-b894-4a9d-a2b2-6a183efd8636" -d '{"events": [{"server_uuid": "1ec6a93f-3b5b-4bc8-8d95-624f59bf5962", "name": "network-vif-unplugged", "status": "completed", "tag": "83e78bb2-d494-4c6c-9372-ef33b02ca1fa"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:17.794390 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:17.832772 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb2e32d8-2387-4734-ad08-e82a22b55e4e tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:17.915462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e32d8-2387-4734-ad08-e82a22b55e4e tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Pushing event deleted for resources: {'Port': ['ID=36301296-3485-47ff-ba92-4f9784de28e3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:18.066976 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb2e32d8-2387-4734-ad08-e82a22b55e4e tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:18.070963 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb2e32d8-2387-4734-ad08-e82a22b55e4e tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:18.076496 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cb2e32d8-2387-4734-ad08-e82a22b55e4e tempest-ServersTestJSON-550404729 tempest-ServersTestJSON-550404729-project] 10.222.0.21 "DELETE /v2.0/floatingips/6baf9631-6d45-4394-97ac-7a2068d5f7f1 HTTP/1.1" status: 204 len: 168 time: 0.8738878 Nov 19 09:20:18.076913 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46764) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:18.104616 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea0178-6b44-4bb5-9159-a855e526e073 req-00ccf32c-ed1c-4abf-8d08-87f9f6b4ad06 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:18.109005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7cea0178-6b44-4bb5-9159-a855e526e073 req-00ccf32c-ed1c-4abf-8d08-87f9f6b4ad06 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec6a93f-3b5b-4bc8-8d95-624f59bf5962 HTTP/1.1" status: 200 len: 944 time: 0.1222897 Nov 19 09:20:18.188282 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46766) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:18.246455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-7cea0178-6b44-4bb5-9159-a855e526e073 req-aee577ea-d0a2-4bbc-ad9f-df42bc03ae6b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Deleting port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:20:18.247003 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7cea0178-6b44-4bb5-9159-a855e526e073 req-aee577ea-d0a2-4bbc-ad9f-df42bc03ae6b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:18.370343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-7cea0178-6b44-4bb5-9159-a855e526e073 req-aee577ea-d0a2-4bbc-ad9f-df42bc03ae6b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] For port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:18.371844 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7cea0178-6b44-4bb5-9159-a855e526e073 req-aee577ea-d0a2-4bbc-ad9f-df42bc03ae6b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:18.390095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-7cea0178-6b44-4bb5-9159-a855e526e073 req-aee577ea-d0a2-4bbc-ad9f-df42bc03ae6b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Calling delete_port for 83e78bb2-d494-4c6c-9372-ef33b02ca1fa owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:20:18.424864 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-17930caf-8a23-4833-9322-5c328bed2428 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:18.523632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554d8da-b06d-4f0b-b342-cc64d4587798 req-41118b09-3c50-4eb3-8551-cc7c9d045ee8 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:18.525276 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e554d8da-b06d-4f0b-b342-cc64d4587798 req-41118b09-3c50-4eb3-8551-cc7c9d045ee8 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.0818770 Nov 19 09:20:18.625213 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7cea0178-6b44-4bb5-9159-a855e526e073 req-aee577ea-d0a2-4bbc-ad9f-df42bc03ae6b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:18.632374 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e554d8da-b06d-4f0b-b342-cc64d4587798 req-abd2fbda-c3ef-42a8-a20f-6b1d6880cf37 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887961 Nov 19 09:20:18.655598 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-17930caf-8a23-4833-9322-5c328bed2428 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:18.660367 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee577ea-d0a2-4bbc-ad9f-df42bc03ae6b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Pushing event deleted for resources: {'Port': ['ID=83e78bb2-d494-4c6c-9372-ef33b02ca1fa,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:18.668245 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-17930caf-8a23-4833-9322-5c328bed2428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:18.722460 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cea0178-6b44-4bb5-9159-a855e526e073 req-aee577ea-d0a2-4bbc-ad9f-df42bc03ae6b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] No DVR routers for this DVR port 83e78bb2-d494-4c6c-9372-ef33b02ca1fa on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:20:18.729278 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7cea0178-6b44-4bb5-9159-a855e526e073 req-aee577ea-d0a2-4bbc-ad9f-df42bc03ae6b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:18.732722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7cea0178-6b44-4bb5-9159-a855e526e073 req-aee577ea-d0a2-4bbc-ad9f-df42bc03ae6b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "DELETE /v2.0/ports/83e78bb2-d494-4c6c-9372-ef33b02ca1fa HTTP/1.1" status: 204 len: 173 time: 0.6134229 Nov 19 09:20:18.733239 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec6a93f-3b5b-4bc8-8d95-624f59bf5962', 'name': 'network-vif-deleted', 'tag': '83e78bb2-d494-4c6c-9372-ef33b02ca1fa'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:18.735892 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c247c716-9dfb-4944-9078-c9b31f5d00c5" -d '{"events": [{"server_uuid": "1ec6a93f-3b5b-4bc8-8d95-624f59bf5962", "name": "network-vif-deleted", "tag": "83e78bb2-d494-4c6c-9372-ef33b02ca1fa"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:18.763234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46776) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:18.763622 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-17930caf-8a23-4833-9322-5c328bed2428 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a40d91137d6496f8f5937d67af2d417&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5738807 Nov 19 09:20:18.766304 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17930caf-8a23-4833-9322-5c328bed2428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3940e428-d6cb-423c-8178-ac1dbae49671,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:18.833906 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d570f54c-72bc-4afd-b60a-205d6f85ac38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:18.869066 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d570f54c-72bc-4afd-b60a-205d6f85ac38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:18.888298 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2161faaf-bcba-4e49-8cf8-e5f46a9f3b3c x-openstack-request-id: req-2161faaf-bcba-4e49-8cf8-e5f46a9f3b3c {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:18.890443 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec6a93f-3b5b-4bc8-8d95-624f59bf5962", "name": "network-vif-unplugged", "status": "failed", "tag": "83e78bb2-d494-4c6c-9372-ef33b02ca1fa", "code": 422}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:18.891170 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2161faaf-bcba-4e49-8cf8-e5f46a9f3b3c {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:18.891947 n-d-805649-14 neutron-server[103478]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1ec6a93f-3b5b-4bc8-8d95-624f59bf5962', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83e78bb2-d494-4c6c-9372-ef33b02ca1fa', 'code': 422} returned with failed status Nov 19 09:20:18.928208 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3bdce92-4bae-4d19-b4da-4ed40f181ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:18.969028 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d570f54c-72bc-4afd-b60a-205d6f85ac38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:18.973056 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d570f54c-72bc-4afd-b60a-205d6f85ac38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:18.975678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d570f54c-72bc-4afd-b60a-205d6f85ac38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3940e428-d6cb-423c-8178-ac1dbae49671 HTTP/1.1" status: 204 len: 168 time: 0.2101481 Nov 19 09:20:18.989670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570f54c-72bc-4afd-b60a-205d6f85ac38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3940e428-d6cb-423c-8178-ac1dbae49671,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:19.088141 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 83e78bb2-d494-4c6c-9372-ef33b02ca1fa no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:20:19.108359 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f94dc0-a1ca-412f-99b5-36d967d4a580 req-ef9e0746-2731-4cb5-b4fe-4a5a98b5e9d8 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:19.111566 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d7f94dc0-a1ca-412f-99b5-36d967d4a580 req-ef9e0746-2731-4cb5-b4fe-4a5a98b5e9d8 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 946 time: 0.1086035 Nov 19 09:20:19.133751 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 83e78bb2-d494-4c6c-9372-ef33b02ca1fa {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:20:19.135365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 83e78bb2-d494-4c6c-9372-ef33b02ca1fa not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:20:19.224653 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d7f94dc0-a1ca-412f-99b5-36d967d4a580 req-5f237074-20fd-488c-9773-edebb3febce1 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945103 Nov 19 09:20:19.291490 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3290d4-36e3-45c4-b59b-6472344d1f8a x-openstack-request-id: req-db3290d4-36e3-45c4-b59b-6472344d1f8a {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:19.293125 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec6a93f-3b5b-4bc8-8d95-624f59bf5962", "name": "network-vif-deleted", "tag": "83e78bb2-d494-4c6c-9372-ef33b02ca1fa", "status": "failed", "code": 422}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:19.294038 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db3290d4-36e3-45c4-b59b-6472344d1f8a {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:19.295904 n-d-805649-14 neutron-server[103477]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1ec6a93f-3b5b-4bc8-8d95-624f59bf5962', 'name': 'network-vif-deleted', 'tag': '83e78bb2-d494-4c6c-9372-ef33b02ca1fa', 'status': 'failed', 'code': 422} returned with failed status Nov 19 09:20:19.443370 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e3bdce92-4bae-4d19-b4da-4ed40f181ea1 admin admin] Deleting port b69e0a4e-e579-4451-a7fe-202e33290549 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:20:19.444097 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3bdce92-4bae-4d19-b4da-4ed40f181ea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:19.489204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d79a33-d36c-40b0-9340-dc0414cd30a9 req-2ee2a678-6a00-4d54-930e-7ed638ac404c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:19.492930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20d79a33-d36c-40b0-9340-dc0414cd30a9 req-2ee2a678-6a00-4d54-930e-7ed638ac404c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 946 time: 0.0748982 Nov 19 09:20:19.504492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46792) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:19.518745 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-381e8669-4a88-447f-8c53-15485b9275a6 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Request body: {'floatingip': {'port_id': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:19.527741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46794) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:19.597155 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-381e8669-4a88-447f-8c53-15485b9275a6 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:19.598965 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6049619f-d1d1-4875-bb1c-92f10cac84ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:19.609444 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e3bdce92-4bae-4d19-b4da-4ed40f181ea1 admin admin] For port b69e0a4e-e579-4451-a7fe-202e33290549, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b69e0a4e-e579-4451-a7fe-202e33290549,segment=NetworkSegment(5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8),segment_id=5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:19.610981 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3bdce92-4bae-4d19-b4da-4ed40f181ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:19.636711 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e3bdce92-4bae-4d19-b4da-4ed40f181ea1 admin admin] Calling delete_port for b69e0a4e-e579-4451-a7fe-202e33290549 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:20:19.865900 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c1833f33-7fb8-4035-ac30-c96d3165d437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:19.870540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b778b42-3df9-4bdb-bdb3-19a420ebec8c req-ff1d19bb-3031-4f1b-9607-d0efd99a8f52 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:19.878414 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6b778b42-3df9-4bdb-bdb3-19a420ebec8c req-ff1d19bb-3031-4f1b-9607-d0efd99a8f52 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.1305289 Nov 19 09:20:19.980216 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6049619f-d1d1-4875-bb1c-92f10cac84ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:19.996667 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6b778b42-3df9-4bdb-bdb3-19a420ebec8c req-9058829f-be0b-44c1-b366-bb5b731c40ce tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170886 Nov 19 09:20:20.024517 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6049619f-d1d1-4875-bb1c-92f10cac84ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:20.048083 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3bdce92-4bae-4d19-b4da-4ed40f181ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:20.077813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049619f-d1d1-4875-bb1c-92f10cac84ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081cf9e1-3aff-4f49-9dfd-b5a4755b2b5e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:20.095555 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6049619f-d1d1-4875-bb1c-92f10cac84ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=265b3e9c3a844f13aa9638b304effc24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5686862 Nov 19 09:20:20.103755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46810) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:20.188816 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdce92-4bae-4d19-b4da-4ed40f181ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69e0a4e-e579-4451-a7fe-202e33290549,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:20.417745 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c093ff5-3c8b-41a9-996f-e52a2c21c3e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:20.496103 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3bdce92-4bae-4d19-b4da-4ed40f181ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:20.550153 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c093ff5-3c8b-41a9-996f-e52a2c21c3e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:20.665790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-829de2b5-55ef-4744-9d47-04c8c6901849 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:20.667278 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-829de2b5-55ef-4744-9d47-04c8c6901849 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 812 time: 0.4637618 Nov 19 09:20:20.783198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-d09c0c50-c2e1-4e58-952c-0377c82fa6a0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/quotas/a3aa493f28144711ac86f80f55db14f1 HTTP/1.1" status: 200 len: 375 time: 0.1036935 Nov 19 09:20:20.830756 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c093ff5-3c8b-41a9-996f-e52a2c21c3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:20.835040 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c093ff5-3c8b-41a9-996f-e52a2c21c3e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:20.837041 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4c093ff5-3c8b-41a9-996f-e52a2c21c3e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/081cf9e1-3aff-4f49-9dfd-b5a4755b2b5e HTTP/1.1" status: 204 len: 168 time: 0.7319834 Nov 19 09:20:20.865508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bdce92-4bae-4d19-b4da-4ed40f181ea1 admin admin] Router 1ed07fac-9593-4a89-9927-54f0425efdb3 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:20:20.902006 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-8709b6d3-5233-4e6c-82e9-a622f192fac0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175706 Nov 19 09:20:20.923320 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.resource_extend [None req-381e8669-4a88-447f-8c53-15485b9275a6 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:20:20.934940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c093ff5-3c8b-41a9-996f-e52a2c21c3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081cf9e1-3aff-4f49-9dfd-b5a4755b2b5e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:21.017779 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bdce92-4bae-4d19-b4da-4ed40f181ea1 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:20:21.031404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46830) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:21.032808 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2677bf79-59fa-4487-bce6-bc5faa603a34 None None] Sync routers for ids ['1ed07fac-9593-4a89-9927-54f0425efdb3'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:20:21.033618 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e3bdce92-4bae-4d19-b4da-4ed40f181ea1 admin admin] 10.222.0.21 "PUT /v2.0/routers/1ed07fac-9593-4a89-9927-54f0425efdb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9554167 Nov 19 09:20:21.050668 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2677bf79-59fa-4487-bce6-bc5faa603a34 None None] Routers {'1ed07fac-9593-4a89-9927-54f0425efdb3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:20:21.054686 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2677bf79-59fa-4487-bce6-bc5faa603a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:19:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1ed07fac-9593-4a89-9927-54f0425efdb3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:21.114772 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-381e8669-4a88-447f-8c53-15485b9275a6 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:21.244702 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2677bf79-59fa-4487-bce6-bc5faa603a34 None None] Set router 1ed07fac-9593-4a89-9927-54f0425efdb3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:20:21.479875 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2677bf79-59fa-4487-bce6-bc5faa603a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'name': 'tempest-ServersTestJSON-60722619-router', 'tenant_id': '072a283379de442786fd062e799b3939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:17:40Z', 'updated_at': '2021-11-19T09:20:19Z', 'revision_number': 5, 'project_id': '072a283379de442786fd062e799b3939', 'gw_port': {'id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:41Z', 'updated_at': '2021-11-19T09:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:21.516984 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2677bf79-59fa-4487-bce6-bc5faa603a34 None None] Checking router: 1ed07fac-9593-4a89-9927-54f0425efdb3 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:20:21.536507 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2677bf79-59fa-4487-bce6-bc5faa603a34 None None] Routers {'1ed07fac-9593-4a89-9927-54f0425efdb3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:20:21.537530 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2677bf79-59fa-4487-bce6-bc5faa603a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:19:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1ed07fac-9593-4a89-9927-54f0425efdb3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:21.589392 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:21.591803 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-381e8669-4a88-447f-8c53-15485b9275a6 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:21.679213 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2677bf79-59fa-4487-bce6-bc5faa603a34 None None] Set router 1ed07fac-9593-4a89-9927-54f0425efdb3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:20:21.755851 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-e2f0e4bf-d171-45d9-80df-af2f0357f6d2 service neutron] 10.222.0.21 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8516953 Nov 19 09:20:21.927628 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2677bf79-59fa-4487-bce6-bc5faa603a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'name': 'tempest-ServersTestJSON-60722619-router', 'tenant_id': '072a283379de442786fd062e799b3939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:17:40Z', 'updated_at': '2021-11-19T09:20:19Z', 'revision_number': 5, 'project_id': '072a283379de442786fd062e799b3939', 'gw_port': {'id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:41Z', 'updated_at': '2021-11-19T09:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:21.965737 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2677bf79-59fa-4487-bce6-bc5faa603a34 None None] The sync data for ids ['1ed07fac-9593-4a89-9927-54f0425efdb3'] in n-d-805649-14 is: [{'id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'name': 'tempest-ServersTestJSON-60722619-router', 'tenant_id': '072a283379de442786fd062e799b3939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:17:40Z', 'updated_at': '2021-11-19T09:20:19Z', 'revision_number': 5, 'project_id': '072a283379de442786fd062e799b3939', 'gw_port': {'id': 'ee6dceba-6e7c-487d-a777-bffe1d463559', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed07fac-9593-4a89-9927-54f0425efdb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:17:41Z', 'updated_at': '2021-11-19T09:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:20:21.996909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679d1f7-0bff-4a48-9643-2e867cdc6224 req-3d9cee05-4ded-48da-82d1-f7208dc1cd01 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:21.999317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f679d1f7-0bff-4a48-9643-2e867cdc6224 req-3d9cee05-4ded-48da-82d1-f7208dc1cd01 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.8818116 Nov 19 09:20:22.135235 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-381e8669-4a88-447f-8c53-15485b9275a6 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Floating IP f88b0441-c1a2-4c03-92f4-e8d690d76843 associated. External IP: 172.25.0.185, port: 9d2d4448-a8fa-4a71-a242-92b6f7eecc56. Nov 19 09:20:22.147605 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-bd751ce4-c243-4605-8ae8-564cf783bfff service neutron] 10.222.0.21 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894415 Nov 19 09:20:22.224903 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c0424fbb-a3ed-41be-9bac-4418e7ba1249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:22.239516 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f679d1f7-0bff-4a48-9643-2e867cdc6224 req-43c682f9-e8f3-4e39-966b-03b355b2c614 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142167 Nov 19 09:20:22.263286 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:22.766353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8bb7b4fa-0f13-42dc-8f04-657bc985d0be req-c790afb4-d291-47e9-8cf9-7339c81668e8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 210 time: 0.1454079 Nov 19 09:20:22.832147 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Deleting port ee6dceba-6e7c-487d-a777-bffe1d463559 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:20:22.833007 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:22.942862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381e8669-4a88-447f-8c53-15485b9275a6 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Router 97421bed-b84c-45f3-bccb-846467d3c5e3 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:20:23.094169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] For port ee6dceba-6e7c-487d-a777-bffe1d463559, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ee6dceba-6e7c-487d-a777-bffe1d463559,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:23.094840 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:23.117730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381e8669-4a88-447f-8c53-15485b9275a6 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:20:23.134416 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113ba5b-9fac-47e5-9498-78f0756d984a None None] Sync routers for ids ['97421bed-b84c-45f3-bccb-846467d3c5e3'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:20:23.152451 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-381e8669-4a88-447f-8c53-15485b9275a6 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:23.154917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Calling delete_port for ee6dceba-6e7c-487d-a777-bffe1d463559 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:20:23.163757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d113ba5b-9fac-47e5-9498-78f0756d984a None None] Routers {'97421bed-b84c-45f3-bccb-846467d3c5e3'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:20:23.165357 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d113ba5b-9fac-47e5-9498-78f0756d984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:20:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['97421bed-b84c-45f3-bccb-846467d3c5e3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:23.259437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-381e8669-4a88-447f-8c53-15485b9275a6 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "PUT /v2.0/floatingips/f88b0441-c1a2-4c03-92f4-e8d690d76843 HTTP/1.1" status: 200 len: 992 time: 3.7534418 Nov 19 09:20:23.264079 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'tag': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:23.266413 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83b61dc-560a-413e-967f-b92d4154dde3" -d '{"events": [{"name": "network-changed", "server_uuid": "71694b6f-2292-404d-8e5b-1ff9b4d6b7b1", "tag": "9d2d4448-a8fa-4a71-a242-92b6f7eecc56"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:23.319990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-172b819a-66d2-4078-afef-66a7979cc201 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:23.327816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-172b819a-66d2-4078-afef-66a7979cc201 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/networks?id=1610bc0a-1f3a-4b33-a340-44873c55939a HTTP/1.1" status: 200 len: 815 time: 0.2509811 Nov 19 09:20:23.347640 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-becdfece-b507-4c50-97d2-b98518cf1781 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/quotas/c4a218925f9b4cee924716587fe0f2b0 HTTP/1.1" status: 200 len: 375 time: 0.0187895 Nov 19 09:20:23.452292 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d113ba5b-9fac-47e5-9498-78f0756d984a None None] Set router 97421bed-b84c-45f3-bccb-846467d3c5e3 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:20:23.455519 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-6585f37d-27a4-4fc8-91de-b996de49db04 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4a218925f9b4cee924716587fe0f2b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0750530 Nov 19 09:20:23.464815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b69e0a4e-e579-4451-a7fe-202e33290549 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:20:23.631023 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:23.674523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6dceba-6e7c-487d-a777-bffe1d463559,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:23.695988 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-605260f7-33bd-4b40-b888-4605c14be00f service neutron] 10.222.0.21 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288766 Nov 19 09:20:23.711792 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:23.712119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:23.712507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:23.713020 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:23.713411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:23.713746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:23.713921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:23.714386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:23.714590 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:23.714896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:23.715266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:23.715465 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:23.752072 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: b69e0a4e-e579-4451-a7fe-202e33290549 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:20:23.752407 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b69e0a4e-e579-4451-a7fe-202e33290549 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:20:23.774156 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:23.789282 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc5cc4-6adf-40c5-8098-f00d0ec9fe94 req-198ef9d7-1690-4bee-85c1-3f4ef9b821d1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:23.790868 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22fc5cc4-6adf-40c5-8098-f00d0ec9fe94 req-198ef9d7-1690-4bee-85c1-3f4ef9b821d1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.2132788 Nov 19 09:20:23.885642 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:24.003133 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-7fcfeb60-d703-4854-b80a-c199860fdd74 service neutron] 10.222.0.21 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062813 Nov 19 09:20:24.018183 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22fc5cc4-6adf-40c5-8098-f00d0ec9fe94 req-1f3dd1cd-bb2e-43c3-a958-1d5167cdadf8 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010634 Nov 19 09:20:24.028865 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:24.038463 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:24.100707 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0d0d5c-d67b-43cc-a014-d07acdf5ad88 x-openstack-request-id: req-2c0d0d5c-d67b-43cc-a014-d07acdf5ad88 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:24.101122 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71694b6f-2292-404d-8e5b-1ff9b4d6b7b1", "tag": "9d2d4448-a8fa-4a71-a242-92b6f7eecc56", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:24.101460 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c0d0d5c-d67b-43cc-a014-d07acdf5ad88 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:24.102143 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'tag': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56', 'status': 'completed', 'code': 200} Nov 19 09:20:24.164084 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d113ba5b-9fac-47e5-9498-78f0756d984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:08Z', 'revision_number': 4, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'f88b0441-c1a2-4c03-92f4-e8d690d76843', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'port_id': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'mac_address': 'fa:16:3e:fc:7a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:20:02Z', 'updated_at': '2021-11-19T09:20:20Z', 'revision_number': 1, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b371-860f-48e0-8602-b298644e73a8', 'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'mac_address': 'fa:16:3e:6d:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:07Z', 'updated_at': '2021-11-19T09:15:13Z', 'revision_number': 5, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'subnets': [{'id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:24.237032 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:24.237597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ed07fac-9593-4a89-9927-54f0425efdb3 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:20:24.248674 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113ba5b-9fac-47e5-9498-78f0756d984a None None] Checking router: 97421bed-b84c-45f3-bccb-846467d3c5e3 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:20:24.263006 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:24.264986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d113ba5b-9fac-47e5-9498-78f0756d984a None None] Routers {'97421bed-b84c-45f3-bccb-846467d3c5e3'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:20:24.266159 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7a9af620-67de-4a34-8ccf-bd3a40be7803 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1ed07fac-9593-4a89-9927-54f0425efdb3 HTTP/1.1" status: 204 len: 168 time: 3.2309017 Nov 19 09:20:24.266785 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d113ba5b-9fac-47e5-9498-78f0756d984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:20:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['97421bed-b84c-45f3-bccb-846467d3c5e3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:24.271342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46944) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:24.360184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-534edc92-083c-47bd-86e5-c7a1b1581602 admin admin] Deleting subnet 0959cafe-cd91-4451-8af6-7548c2767886 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:20:24.371632 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-534edc92-083c-47bd-86e5-c7a1b1581602 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:24.414423 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-534edc92-083c-47bd-86e5-c7a1b1581602 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:24.644927 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d113ba5b-9fac-47e5-9498-78f0756d984a None None] Set router 97421bed-b84c-45f3-bccb-846467d3c5e3 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:20:24.843296 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-3f0e3e14-a0d8-486f-bb85-b46e5bbceace tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:24.853220 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-3f0e3e14-a0d8-486f-bb85-b46e5bbceace tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.71 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 812 time: 0.3347199 Nov 19 09:20:24.878532 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Request body: {'port': {'device_id': '47252931-17b7-447d-be04-7d6c01cccb50', 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d', 'admin_state_up': True, 'tenant_id': 'a3aa493f28144711ac86f80f55db14f1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:24.901137 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:24.983526 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-534edc92-083c-47bd-86e5-c7a1b1581602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:25.029508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Made reservation on behalf of a3aa493f28144711ac86f80f55db14f1 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:20:25.034747 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:25.060738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b61dc-560a-413e-967f-b92d4154dde3 req-956f66ad-1fb1-4d37-a611-92a0330da1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:25.062155 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c83b61dc-560a-413e-967f-b92d4154dde3 req-956f66ad-1fb1-4d37-a611-92a0330da1b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aca38c45346a4619b8e97252585ec66d&device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 1098 time: 0.9144433 Nov 19 09:20:25.074442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d113ba5b-9fac-47e5-9498-78f0756d984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:08Z', 'revision_number': 4, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'f88b0441-c1a2-4c03-92f4-e8d690d76843', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'port_id': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'mac_address': 'fa:16:3e:fc:7a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:20:02Z', 'updated_at': '2021-11-19T09:20:20Z', 'revision_number': 1, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b371-860f-48e0-8602-b298644e73a8', 'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'mac_address': 'fa:16:3e:6d:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:07Z', 'updated_at': '2021-11-19T09:15:13Z', 'revision_number': 5, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'subnets': [{'id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:25.120803 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113ba5b-9fac-47e5-9498-78f0756d984a None None] The sync data for ids ['97421bed-b84c-45f3-bccb-846467d3c5e3'] in n-d-805649-14 is: [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:08Z', 'revision_number': 4, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'f88b0441-c1a2-4c03-92f4-e8d690d76843', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'port_id': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'mac_address': 'fa:16:3e:fc:7a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:20:02Z', 'updated_at': '2021-11-19T09:20:20Z', 'revision_number': 1, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b191b371-860f-48e0-8602-b298644e73a8', 'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'mac_address': 'fa:16:3e:6d:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:07Z', 'updated_at': '2021-11-19T09:15:13Z', 'revision_number': 5, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'subnets': [{'id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:20:25.137771 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a038114e-2e9d-463b-a56a-0264c7a24f29 req-d111ef2a-14a1-48d7-8018-1dab1ec70c70 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 210 time: 0.0824096 Nov 19 09:20:25.140016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19dd2927-3596-4454-9c0c-d8171d30b466 req-dc45158f-2365-4924-bf98-c2c805948dc2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 210 time: 0.1112232 Nov 19 09:20:25.345717 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-534edc92-083c-47bd-86e5-c7a1b1581602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:25.452775 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-534edc92-083c-47bd-86e5-c7a1b1581602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:25.457836 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-534edc92-083c-47bd-86e5-c7a1b1581602 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0959cafe-cd91-4451-8af6-7548c2767886 HTTP/1.1" status: 204 len: 168 time: 1.1755285 Nov 19 09:20:25.462790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534edc92-083c-47bd-86e5-c7a1b1581602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0959cafe-cd91-4451-8af6-7548c2767886,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:25.468140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46972) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:25.478143 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90012294-1142-44f2-b658-ae21e12f6d86 None None] Network 1425c6f3-e60e-4dde-9550-c3aa7563ed09 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:20:25.497629 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:25.618894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ee6dceba-6e7c-487d-a777-bffe1d463559 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:20:25.623004 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:25.670551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: ee6dceba-6e7c-487d-a777-bffe1d463559 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:20:25.671142 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ee6dceba-6e7c-487d-a777-bffe1d463559 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:20:25.685601 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b61dc-560a-413e-967f-b92d4154dde3 req-7c50879c-1020-4888-b589-1f1c90ed685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:25.687146 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c83b61dc-560a-413e-967f-b92d4154dde3 req-7c50879c-1020-4888-b589-1f1c90ed685b service neutron] 10.222.0.71 "GET /v2.0/networks?id=474919e0-d306-45f8-ba00-5d415ec8f657 HTTP/1.1" status: 200 len: 918 time: 0.5897808 Nov 19 09:20:25.712046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00161eea-4fcf-4af9-a94f-47cd7d750070 req-24ee657b-e0a2-49fd-bec6-5dfeb7e16ca3 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:25.720028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00161eea-4fcf-4af9-a94f-47cd7d750070 req-24ee657b-e0a2-49fd-bec6-5dfeb7e16ca3 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.1888101 Nov 19 09:20:25.781395 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c69add-b420-4c0b-9293-eb19f86e2315 None None] New status for floating IP f88b0441-c1a2-4c03-92f4-e8d690d76843: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:20:25.884172 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c83b61dc-560a-413e-967f-b92d4154dde3 req-81136f87-de95-476c-97b2-6ba9df4a8c94 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d2d4448-a8fa-4a71-a242-92b6f7eecc56 HTTP/1.1" status: 200 len: 1000 time: 0.1814792 Nov 19 09:20:25.907255 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00161eea-4fcf-4af9-a94f-47cd7d750070 req-d4ae2c7c-56af-4769-830d-acd754aa4d4f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735072 Nov 19 09:20:25.953061 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99615768-30ec-48ba-9316-38b39bffe905 None None] DHCP port deletion for 1425c6f3-e60e-4dde-9550-c3aa7563ed09 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:20:25.975373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b61dc-560a-413e-967f-b92d4154dde3 req-0e34fd63-ccd1-4901-a805-20d0c58b9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:25.976880 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c83b61dc-560a-413e-967f-b92d4154dde3 req-0e34fd63-ccd1-4901-a805-20d0c58b9f81 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b648376-425d-4c7d-a8fa-19be389f154e HTTP/1.1" status: 200 len: 856 time: 0.0675116 Nov 19 09:20:26.003321 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Allocated IP 172.20.0.2 (68891e5d-5b07-4df8-ac8e-265403f0b48d/36b7a476-6d23-433a-bab3-7b5f4026dadc/5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:20:26.035055 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46976) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:26.052466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-99615768-30ec-48ba-9316-38b39bffe905 None None] Deleting port 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:20:26.053478 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99615768-30ec-48ba-9316-38b39bffe905 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:26.128208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] Deleting port 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:20:26.128751 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:26.181075 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-99615768-30ec-48ba-9316-38b39bffe905 None None] For port 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9,segment=NetworkSegment(5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8),segment_id=5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:26.181810 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99615768-30ec-48ba-9316-38b39bffe905 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:26.206951 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-99615768-30ec-48ba-9316-38b39bffe905 None None] Calling delete_port for 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:20:26.336788 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99615768-30ec-48ba-9316-38b39bffe905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:26.383166 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1025ea4d-e0e6-447d-a1da-d9ff86f6c577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:26.397156 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99615768-30ec-48ba-9316-38b39bffe905 None None] Pushing event deleted for resources: {'Port': ['ID=1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:26.398889 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:26.409484 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99615768-30ec-48ba-9316-38b39bffe905 None None] No DVR routers for this DVR port 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:20:26.438160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b61dc-560a-413e-967f-b92d4154dde3 req-6b093bb0-6550-4137-bdd3-eedfaf466d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:26.441326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c83b61dc-560a-413e-967f-b92d4154dde3 req-6b093bb0-6550-4137-bdd3-eedfaf466d9a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=474919e0-d306-45f8-ba00-5d415ec8f657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4448366 Nov 19 09:20:26.483916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53d6bd53-cbd3-46da-9459-f275bae73eb5 req-c590379c-d488-4035-8b77-fc816980ebd0 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 210 time: 0.1624863 Nov 19 09:20:26.518285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-249288d2-9fde-4aa2-a326-432aa6745e0d req-5277f070-7af8-42db-9b8d-3b323f622204 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 210 time: 0.0861416 Nov 19 09:20:26.562507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] For port 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9,segment=NetworkSegment(5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8),segment_id=5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:26.563195 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:26.583847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] Calling delete_port for 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:20:26.592377 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-089c85a7-aec8-4112-9ae3-8f1b4025e7db tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:26.594266 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-089c85a7-aec8-4112-9ae3-8f1b4025e7db tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.71 "GET /v2.0/networks?id=1610bc0a-1f3a-4b33-a340-44873c55939a HTTP/1.1" status: 200 len: 815 time: 0.3406627 Nov 19 09:20:26.600683 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:26.628057 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46998) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:26.649162 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Network 68891e5d-5b07-4df8-ac8e-265403f0b48d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:20:26.656996 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-b1e8dcf7-2345-4f7b-a088-7d21d240afe8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Request body: {'port': {'device_id': '3f4b244e-122c-4fa3-b57a-d5aa356a1914', 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a', 'admin_state_up': True, 'tenant_id': 'c4a218925f9b4cee924716587fe0f2b0'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:26.672658 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:20:26.690801 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:20:26.702106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c83b61dc-560a-413e-967f-b92d4154dde3 req-ccada1b4-2bc4-4c75-bc23-82553c327180 service neutron] 10.222.0.71 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226038 Nov 19 09:20:26.762983 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Pushing event updated for resources: {'Port': ['ID=5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:26.769045 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:26.779417 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:26.779417 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:26.779794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:26.780128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:26.780471 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:26.780820 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:26.781187 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:26.782368 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:26.782368 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:26.782368 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:26.782764 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:26.782891 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:26.810439 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] Pushing event deleted for resources: {'Port': ['ID=1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:26.814712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] No DVR routers for this DVR port 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:20:26.823930 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:26.824832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:26.857631 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-232b2a8e-2a34-431c-8c91-8a836329be1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:26.861309 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1025ea4d-e0e6-447d-a1da-d9ff86f6c577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:26.870989 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1025ea4d-e0e6-447d-a1da-d9ff86f6c577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:26.884698 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c3166343-2395-4cc0-b25b-7e596fd07570 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0176008 Nov 19 09:20:26.908665 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Request body: {'port': {'device_id': '47252931-17b7-447d-be04-7d6c01cccb50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:26.953616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c83b61dc-560a-413e-967f-b92d4154dde3 req-3c3a60c9-dfb6-4ef7-9c2b-64ad7d9617d5 service neutron] 10.222.0.71 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336893 Nov 19 09:20:26.964136 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:26.968397 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1025ea4d-e0e6-447d-a1da-d9ff86f6c577 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=916cad5da0dd49edad9f15746f28e24d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9322550 Nov 19 09:20:26.968902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47004) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:26.974072 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025ea4d-e0e6-447d-a1da-d9ff86f6c577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc2f750-479b-4d15-986a-7ff5ebe4b96c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:27.012818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-b1e8dcf7-2345-4f7b-a088-7d21d240afe8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Made reservation on behalf of c4a218925f9b4cee924716587fe0f2b0 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:20:27.016921 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-b1e8dcf7-2345-4f7b-a088-7d21d240afe8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.027809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1425c6f3-e60e-4dde-9550-c3aa7563ed09']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:27.041355 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.078912 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:27.079307 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfcb1ab-b30f-4f3a-9e79-b0c16b6820d8') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:27.103829 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.105977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device df0d70d1-4803-4303-a870-2a5be58ee937 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:20:27.108110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device df0d70d1-4803-4303-a870-2a5be58ee937 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:20:27.138071 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.171252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:20:27.171574 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:20:27.173852 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:20:27.188873 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-71d5326c-8c5c-45fe-9687-8a3e390ca658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.221951 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-232b2a8e-2a34-431c-8c91-8a836329be1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.231542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85d3c8-f0b6-49d7-aa79-8ebbf6111f00 req-e2556150-e443-40f6-b0b0-af00d4c6fed8 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:27.233179 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f85d3c8-f0b6-49d7-aa79-8ebbf6111f00 req-e2556150-e443-40f6-b0b0-af00d4c6fed8 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.2144132 Nov 19 09:20:27.248818 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-232b2a8e-2a34-431c-8c91-8a836329be1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.280292 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port df0d70d1-4803-4303-a870-2a5be58ee937, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=df0d70d1-4803-4303-a870-2a5be58ee937,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:27.288862 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.303226 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'df0d70d1-4803-4303-a870-2a5be58ee937', 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166', 'port_id': 'df0d70d1-4803-4303-a870-2a5be58ee937', 'mac_address': 'fa:16:3e:4d:a3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1674e500-6664-476b-abe6-b6cd7cb1cc18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:20:27.313542 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-b1e8dcf7-2345-4f7b-a088-7d21d240afe8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Allocated IP 172.20.0.2 (1610bc0a-1f3a-4b33-a340-44873c55939a/d3b29904-404d-46d5-aff8-f7bd62491a04/39f68dab-02b0-46a6-b1d7-63b11855ae39) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:20:27.321059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b72beaa-bf5b-4848-8a56-0ac43348e3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df0d70d1-4803-4303-a870-2a5be58ee937'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:27.323474 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ac231f-6cde-4961-ad3c-43e2e057c0bb" -d '{"events": [{"server_uuid": "8b72beaa-bf5b-4848-8a56-0ac43348e3c4", "name": "network-vif-unplugged", "status": "completed", "tag": "df0d70d1-4803-4303-a870-2a5be58ee937"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:27.337192 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-71d5326c-8c5c-45fe-9687-8a3e390ca658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.368900 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.403408 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.427390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f85d3c8-f0b6-49d7-aa79-8ebbf6111f00 req-8f41c138-c145-404a-8eb3-5a27ddc6a196 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731699 Nov 19 09:20:27.432948 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383680d5-aaf8-47dd-91fc-04260a137469 x-openstack-request-id: req-383680d5-aaf8-47dd-91fc-04260a137469 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:27.433801 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b72beaa-bf5b-4848-8a56-0ac43348e3c4", "name": "network-vif-unplugged", "status": "completed", "tag": "df0d70d1-4803-4303-a870-2a5be58ee937", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:27.434061 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-383680d5-aaf8-47dd-91fc-04260a137469 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:27.434462 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b72beaa-bf5b-4848-8a56-0ac43348e3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df0d70d1-4803-4303-a870-2a5be58ee937', 'code': 200} Nov 19 09:20:27.439812 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.440107 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port df0d70d1-4803-4303-a870-2a5be58ee937, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=df0d70d1-4803-4303-a870-2a5be58ee937,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:27.448713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] 10.222.0.21 "DELETE /v2.0/networks/1425c6f3-e60e-4dde-9550-c3aa7563ed09 HTTP/1.1" status: 204 len: 168 time: 1.9652631 Nov 19 09:20:27.452712 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:20:27.455420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b2a8e-2a34-431c-8c91-8a836329be1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b004ee39-4f8c-4543-9594-ddc3ae7cac8f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:27.478828 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-232b2a8e-2a34-431c-8c91-8a836329be1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49728153b08f4bbe853033400144b92b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8182340 Nov 19 09:20:27.479611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47010) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:27.486876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b4e2d-f43e-4761-ac7e-c7ac27c9547c admin admin] Pushing event deleted for resources: {'Network': ['ID=1425c6f3-e60e-4dde-9550-c3aa7563ed09,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:27.499860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:20:27.500213 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1e0f2362-9bfa-4f58-9ca2-90d8b59f5ce9 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:20:27.502878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:20:27.506398 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.520742 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.551144 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df0d70d1-4803-4303-a870-2a5be58ee937 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:20:27.629658 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-b1e8dcf7-2345-4f7b-a088-7d21d240afe8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.645504 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=df0d70d1-4803-4303-a870-2a5be58ee937,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:27.646361 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14d25b36-afee-4761-b132-7a8b31cdf079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.650568 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:20:27.650935 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:20:27.654874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-71d5326c-8c5c-45fe-9687-8a3e390ca658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.657548 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-71d5326c-8c5c-45fe-9687-8a3e390ca658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.658440 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47020) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:27.658712 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-71d5326c-8c5c-45fe-9687-8a3e390ca658 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edc2f750-479b-4d15-986a-7ff5ebe4b96c HTTP/1.1" status: 204 len: 168 time: 0.6830041 Nov 19 09:20:27.685905 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Transition to ACTIVE for port object 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:20:27.700238 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.705265 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3d5bb55-0c93-4123-9416-3cac16f7d39d req-ffa6fab5-ab00-43da-b79e-9791a530b492 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 210 time: 0.0733838 Nov 19 09:20:27.728095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5326c-8c5c-45fe-9687-8a3e390ca658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc2f750-479b-4d15-986a-7ff5ebe4b96c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:27.745800 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14d25b36-afee-4761-b132-7a8b31cdf079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.751317 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:27.760088 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-b1e8dcf7-2345-4f7b-a088-7d21d240afe8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.776018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['a4a4e61f-703a-466e-865e-6c7fb54b71c3', '534eec6d-7af6-4b4b-b79f-a7d1b62969c2', 'a358d43d-174c-4ebd-ad79-1e568efaae0f'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:20:27.805209 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-164fae39-9b4c-40fd-9099-d8ce8333ca50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=072a283379de442786fd062e799b3939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1455851 Nov 19 09:20:27.810202 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47024) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:27.866354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-b1e8dcf7-2345-4f7b-a088-7d21d240afe8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Network 1610bc0a-1f3a-4b33-a340-44873c55939a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:20:27.868783 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14d25b36-afee-4761-b132-7a8b31cdf079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.874283 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14d25b36-afee-4761-b132-7a8b31cdf079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:27.878419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-14d25b36-afee-4761-b132-7a8b31cdf079 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b004ee39-4f8c-4543-9594-ddc3ae7cac8f HTTP/1.1" status: 204 len: 168 time: 0.3882918 Nov 19 09:20:27.897872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-b1e8dcf7-2345-4f7b-a088-7d21d240afe8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:20:27.899488 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62fba5-84ab-430a-8ff7-8731517c507a req-11510282-ec45-4459-9bea-9bd7c1e7010a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:27.908144 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb62fba5-84ab-430a-8ff7-8731517c507a req-11510282-ec45-4459-9bea-9bd7c1e7010a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 943 time: 0.2481818 Nov 19 09:20:27.919417 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-b1e8dcf7-2345-4f7b-a088-7d21d240afe8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:20:27.922146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d25b36-afee-4761-b132-7a8b31cdf079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b004ee39-4f8c-4543-9594-ddc3ae7cac8f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:27.981649 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb62fba5-84ab-430a-8ff7-8731517c507a req-7f31f6d1-8dca-457f-8222-b13b3f09fd2b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677221 Nov 19 09:20:28.007231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8dcf7-2345-4f7b-a088-7d21d240afe8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Pushing event updated for resources: {'Port': ['ID=39f68dab-02b0-46a6-b1d7-63b11855ae39,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:28.064446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-b1e8dcf7-2345-4f7b-a088-7d21d240afe8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:28.065144 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-b1e8dcf7-2345-4f7b-a088-7d21d240afe8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.091347 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80d02bce-28cd-430e-b537-8f8cd00720a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.099484 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Attempting to bind port 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:20:28.100514 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Attempting to bind port 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:20:28.100850 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Attempting to bind port 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd on network 68891e5d-5b07-4df8-ac8e-265403f0b48d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:20:28.113124 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-b1e8dcf7-2345-4f7b-a088-7d21d240afe8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4667203 Nov 19 09:20:28.117991 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Port 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd on network 68891e5d-5b07-4df8-ac8e-265403f0b48d not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:20:28.118325 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Attempting to bind port 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd on network 68891e5d-5b07-4df8-ac8e-265403f0b48d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:20:28.131585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Request body: {'port': {'device_id': '3f4b244e-122c-4fa3-b57a-d5aa356a1914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:28.140398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:20:28.140789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Checking segment: {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:20:28.141143 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Bound using segment: {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:20:28.142155 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Bound port: 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:20:28.142539 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.146977 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80d02bce-28cd-430e-b537-8f8cd00720a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.190019 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47030) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:28.209991 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-105814d5-59c7-4087-b67d-e87ab85eb1aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.232183 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.278873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0d70d1-4803-4303-a870-2a5be58ee937 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:20:28.294511 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.312939 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port df0d70d1-4803-4303-a870-2a5be58ee937, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=df0d70d1-4803-4303-a870-2a5be58ee937,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:28.320578 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.326811 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80d02bce-28cd-430e-b537-8f8cd00720a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.329467 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80d02bce-28cd-430e-b537-8f8cd00720a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.330627 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-80d02bce-28cd-430e-b537-8f8cd00720a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4ef84ea-824a-4e9c-92b9-0440547729bb HTTP/1.1" status: 204 len: 168 time: 0.5174189 Nov 19 09:20:28.348826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d02bce-28cd-430e-b537-8f8cd00720a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ef84ea-824a-4e9c-92b9-0440547729bb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:28.353618 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] For port 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:20:28.360291 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-105814d5-59c7-4087-b67d-e87ab85eb1aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.368731 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-105814d5-59c7-4087-b67d-e87ab85eb1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.396093 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] For port 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:20:28.405139 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=df0d70d1-4803-4303-a870-2a5be58ee937,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:28.416524 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.468127 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-105814d5-59c7-4087-b67d-e87ab85eb1aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f8120c5d2124b4693d28d1e729a436a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2736077 Nov 19 09:20:28.474423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47040) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:28.495198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105814d5-59c7-4087-b67d-e87ab85eb1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e8fd0e-217e-4925-815b-ebdaf9f105a0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:28.540047 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:28.540759 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.542725 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-c08bb563-85af-4453-8f36-07e554338154 service neutron] 10.222.0.71 "PUT /v2.0/ports/5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd HTTP/1.1" status: 200 len: 1092 time: 1.6399887 Nov 19 09:20:28.545073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47252931-17b7-447d-be04-7d6c01cccb50', 'tag': '5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:28.547992 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e469f0-5060-4e03-933a-3a5ed5fea475" -d '{"events": [{"name": "network-changed", "server_uuid": "47252931-17b7-447d-be04-7d6c01cccb50", "tag": "5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:28.642791 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4de38d-16f8-4657-9e1c-b867a9fc91d6 x-openstack-request-id: req-2e4de38d-16f8-4657-9e1c-b867a9fc91d6 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:28.643089 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47252931-17b7-447d-be04-7d6c01cccb50", "tag": "5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:28.643342 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e4de38d-16f8-4657-9e1c-b867a9fc91d6 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:28.643921 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47252931-17b7-447d-be04-7d6c01cccb50', 'tag': '5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd', 'status': 'completed', 'code': 200} Nov 19 09:20:28.653447 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['df0d70d1-4803-4303-a870-2a5be58ee937'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:20:28.683519 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6d52-96c6-4ad3-8052-463e6df2b57b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.729393 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6d52-96c6-4ad3-8052-463e6df2b57b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.843950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60faa98-4910-4372-a261-da9c8ec17525 req-6200bca6-51d6-40d5-9ea0-cd9526fbe31e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:28.845660 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e60faa98-4910-4372-a261-da9c8ec17525 req-6200bca6-51d6-40d5-9ea0-cd9526fbe31e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 944 time: 0.2735343 Nov 19 09:20:28.880695 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bb563-85af-4453-8f36-07e554338154 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:28.886301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f68dab-02b0-46a6-b1d7-63b11855ae39 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:20:28.898110 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.922737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-a5ce719f-e936-47d1-acf1-4449c8753de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:28.924139 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-a5ce719f-e936-47d1-acf1-4449c8753de4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 1095 time: 0.3214061 Nov 19 09:20:28.924424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e60faa98-4910-4372-a261-da9c8ec17525 req-11520e61-5a57-4e65-a84c-6b6f6d294d06 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718555 Nov 19 09:20:28.992505 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6d52-96c6-4ad3-8052-463e6df2b57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.995466 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6d52-96c6-4ad3-8052-463e6df2b57b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:28.999997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a5cd6d52-96c6-4ad3-8052-463e6df2b57b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2e8fd0e-217e-4925-815b-ebdaf9f105a0 HTTP/1.1" status: 204 len: 168 time: 0.5182383 Nov 19 09:20:29.000926 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Transition to ACTIVE for port object 39f68dab-02b0-46a6-b1d7-63b11855ae39 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:20:29.003916 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-763ac0a0-95b7-4236-8ce7-cbb80f0d894b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd HTTP/1.1" status: 200 len: 217 time: 0.0675046 Nov 19 09:20:29.014780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd6d52-96c6-4ad3-8052-463e6df2b57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e8fd0e-217e-4925-815b-ebdaf9f105a0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:29.026353 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50f037-63f9-4241-8a6b-aa0fb3efc4cc req-6bdb6b40-93c2-4f53-8a93-e36b12edada0 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:29.034910 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a50f037-63f9-4241-8a6b-aa0fb3efc4cc req-6bdb6b40-93c2-4f53-8a93-e36b12edada0 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 931 time: 0.1341710 Nov 19 09:20:29.035026 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:29.104182 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Pushing event updated for resources: {'Port': ['ID=39f68dab-02b0-46a6-b1d7-63b11855ae39,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:29.127064 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a50f037-63f9-4241-8a6b-aa0fb3efc4cc req-6e311cf1-112f-45e6-9143-e32311e6eb03 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899286 Nov 19 09:20:29.143759 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-df18798c-04ea-4cd1-9883-3372676e8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:29.148308 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-df18798c-04ea-4cd1-9883-3372676e8e45 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36b7a476-6d23-433a-bab3-7b5f4026dadc HTTP/1.1" status: 200 len: 852 time: 0.1192260 Nov 19 09:20:29.210361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09fd28-8586-494b-9717-392dcc0eafa3 req-4867f5dc-d4ed-4680-88c7-bf01055140c5 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:29.212594 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e09fd28-8586-494b-9717-392dcc0eafa3 req-4867f5dc-d4ed-4680-88c7-bf01055140c5 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 943 time: 0.0839913 Nov 19 09:20:29.224673 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-7c4d4d9d-f3b7-4729-8d84-838f860dbf3d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68891e5d-5b07-4df8-ac8e-265403f0b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574930 Nov 19 09:20:29.297902 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Attempting to bind port 39f68dab-02b0-46a6-b1d7-63b11855ae39 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:20:29.298248 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Attempting to bind port 39f68dab-02b0-46a6-b1d7-63b11855ae39 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:20:29.298579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Attempting to bind port 39f68dab-02b0-46a6-b1d7-63b11855ae39 on network 1610bc0a-1f3a-4b33-a340-44873c55939a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:20:29.307941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Port 39f68dab-02b0-46a6-b1d7-63b11855ae39 on network 1610bc0a-1f3a-4b33-a340-44873c55939a not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:20:29.308278 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Attempting to bind port 39f68dab-02b0-46a6-b1d7-63b11855ae39 on network 1610bc0a-1f3a-4b33-a340-44873c55939a {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:20:29.311491 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e09fd28-8586-494b-9717-392dcc0eafa3 req-e455d017-5a72-47fb-a616-f1131160c26e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858128 Nov 19 09:20:29.325635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:20:29.326638 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Checking segment: {'id': 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:20:29.327373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Bound using segment: {'id': 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:20:29.328066 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Bound port: 39f68dab-02b0-46a6-b1d7-63b11855ae39, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:20:29.328863 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:29.402955 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-9fae4f78-98c2-4ab9-a9e2-c9494f4a9607 service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659722 Nov 19 09:20:29.479637 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] For port 39f68dab-02b0-46a6-b1d7-63b11855ae39, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:20:29.484403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] For port 39f68dab-02b0-46a6-b1d7-63b11855ae39, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=39f68dab-02b0-46a6-b1d7-63b11855ae39,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:20:29.491220 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:29.549763 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:29.550406 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:29.551788 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] 10.222.0.71 "PUT /v2.0/ports/39f68dab-02b0-46a6-b1d7-63b11855ae39 HTTP/1.1" status: 200 len: 1092 time: 1.4247456 Nov 19 09:20:29.560615 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-35b19c2b-39a3-48f2-b133-8404b30d98d4 req-1bdbc3c0-330e-412c-ae42-4bc54a8b92ff service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489520 Nov 19 09:20:29.586997 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a374a8-7b78-4eda-add9-b84c00f98a50 service neutron] Pushing event updated for resources: {'Port': ['ID=39f68dab-02b0-46a6-b1d7-63b11855ae39,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:29.692821 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-60a0a593-a6b8-4bf7-8c55-01b9da1f2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:29.694888 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-60a0a593-a6b8-4bf7-8c55-01b9da1f2de6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4a218925f9b4cee924716587fe0f2b0&device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 1095 time: 0.0926707 Nov 19 09:20:29.701869 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e469f0-5060-4e03-933a-3a5ed5fea475 req-1a741279-4d97-4196-83dc-ab18d8f3f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:29.703334 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49e469f0-5060-4e03-933a-3a5ed5fea475 req-1a741279-4d97-4196-83dc-ab18d8f3f43e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 1095 time: 0.0548294 Nov 19 09:20:29.740972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47100) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:29.770865 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-c8099eb6-246d-4a08-bc97-1d49cf4e5104 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39f68dab-02b0-46a6-b1d7-63b11855ae39 HTTP/1.1" status: 200 len: 217 time: 0.0585570 Nov 19 09:20:29.864703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-e6abdf8a-7d5d-4d39-b107-0043d68a54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:29.866206 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-e6abdf8a-7d5d-4d39-b107-0043d68a54cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3b29904-404d-46d5-aff8-f7bd62491a04 HTTP/1.1" status: 200 len: 855 time: 0.0690444 Nov 19 09:20:29.890939 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e469f0-5060-4e03-933a-3a5ed5fea475 req-678bbbc6-d28c-4968-892f-81f749a472b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:29.892406 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49e469f0-5060-4e03-933a-3a5ed5fea475 req-678bbbc6-d28c-4968-892f-81f749a472b9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 913 time: 0.1740487 Nov 19 09:20:29.910584 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-04393710-b790-4cfe-9edb-da59ac3b3b50 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1610bc0a-1f3a-4b33-a340-44873c55939a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334337 Nov 19 09:20:29.930955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f8829216-1e6f-45df-bfe5-23c35f1d0d1a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-9964786-network', 'tenant_id': '700b69d1977242c09b136442c1eff098'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:29.959995 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8829216-1e6f-45df-bfe5-23c35f1d0d1a admin admin] Made reservation on behalf of 700b69d1977242c09b136442c1eff098 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:20:29.964090 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f8829216-1e6f-45df-bfe5-23c35f1d0d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:29.973968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47110) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:29.981204 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f8829216-1e6f-45df-bfe5-23c35f1d0d1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:29.996522 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49e469f0-5060-4e03-933a-3a5ed5fea475 req-2c32ef6b-1266-4938-9735-9faa240f5ff9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd HTTP/1.1" status: 200 len: 217 time: 0.0895584 Nov 19 09:20:30.105000 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e469f0-5060-4e03-933a-3a5ed5fea475 req-e0d37d35-e235-4dbd-82f7-0497d89d62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:30.106505 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49e469f0-5060-4e03-933a-3a5ed5fea475 req-e0d37d35-e235-4dbd-82f7-0497d89d62f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36b7a476-6d23-433a-bab3-7b5f4026dadc HTTP/1.1" status: 200 len: 852 time: 0.0758979 Nov 19 09:20:30.114273 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9de2cf-8c30-42d3-b508-9ae98e5525dd req-1eecd483-cdfc-4d93-8c75-d665739bb2f2 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:30.116607 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b9de2cf-8c30-42d3-b508-9ae98e5525dd req-1eecd483-cdfc-4d93-8c75-d665739bb2f2 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 944 time: 0.1004021 Nov 19 09:20:30.133137 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-922c018a-cd02-40d3-82c3-1e5bb1ebc2cc service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116950 Nov 19 09:20:30.149627 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49e469f0-5060-4e03-933a-3a5ed5fea475 req-974cd57b-0384-44b6-9330-e5620816ca89 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68891e5d-5b07-4df8-ac8e-265403f0b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277743 Nov 19 09:20:30.179260 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f8829216-1e6f-45df-bfe5-23c35f1d0d1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:30.184176 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce147366-92ef-4305-a2a0-c02da3e25add admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:30.204480 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f8829216-1e6f-45df-bfe5-23c35f1d0d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:30.324039 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e372e996-fcde-435a-92d5-54f4cf6b7416 req-7a5db51e-0696-4d70-8311-bf054f61a708 service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732950 Nov 19 09:20:30.329593 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49e469f0-5060-4e03-933a-3a5ed5fea475 req-9d84bba1-e2ac-4be8-8f3c-af187be0e1a4 service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595685 Nov 19 09:20:30.337826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b9de2cf-8c30-42d3-b508-9ae98e5525dd req-36419d85-14c7-4da1-8b1d-e6701fbfe7e0 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002084 Nov 19 09:20:30.347708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8829216-1e6f-45df-bfe5-23c35f1d0d1a admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:20:30.378992 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8829216-1e6f-45df-bfe5-23c35f1d0d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d9d322-6970-46ce-8aa4-297701716841,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:30.394425 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce147366-92ef-4305-a2a0-c02da3e25add admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:30.404947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1df9e8-b0e0-4f7e-9b6b-0afa53d3ca31 req-2546a104-02c1-40b0-a4ab-b80fd39bb42a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:30.414173 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b1df9e8-b0e0-4f7e-9b6b-0afa53d3ca31 req-2546a104-02c1-40b0-a4ab-b80fd39bb42a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 943 time: 0.1849124 Nov 19 09:20:30.417028 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f8829216-1e6f-45df-bfe5-23c35f1d0d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:30.417409 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-f8829216-1e6f-45df-bfe5-23c35f1d0d1a admin admin] Added segment 5bc28d9f-98af-4ae3-b476-7cf3cb606a85 of type vlan for network 0f317c17-d11b-428a-b336-bf3a20212eb4 Nov 19 09:20:30.469898 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce147366-92ef-4305-a2a0-c02da3e25add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:30.482710 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49e469f0-5060-4e03-933a-3a5ed5fea475 req-2bd2cdd7-6e91-4303-8aae-430a0c901ca7 service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364956 Nov 19 09:20:30.607050 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ce147366-92ef-4305-a2a0-c02da3e25add admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c47507e4a1774b9f86fa66fb29dc56fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6312213 Nov 19 09:20:30.609730 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47134) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:30.618338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce147366-92ef-4305-a2a0-c02da3e25add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379ebf15-040f-464d-a023-f3cfa6b76e22,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:30.625134 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f8829216-1e6f-45df-bfe5-23c35f1d0d1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:30.644863 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4b244e-122c-4fa3-b57a-d5aa356a1914', 'tag': '39f68dab-02b0-46a6-b1d7-63b11855ae39'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:30.646887 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b1df9e8-b0e0-4f7e-9b6b-0afa53d3ca31 req-c835d884-5478-4286-886b-976f1ef1e1e0 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314205 Nov 19 09:20:30.656592 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbc6fde-0bd9-43e9-987d-e5f3f91a221e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4b244e-122c-4fa3-b57a-d5aa356a1914", "tag": "39f68dab-02b0-46a6-b1d7-63b11855ae39"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:30.679898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a5003-4236-4be3-b170-8d0759a8f3b5 req-effa0c23-44ec-45e2-b85e-4684c1a8b19d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:30.687423 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e8a5003-4236-4be3-b170-8d0759a8f3b5 req-effa0c23-44ec-45e2-b85e-4684c1a8b19d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 943 time: 0.1950905 Nov 19 09:20:30.713411 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3039f7a-31ac-41bf-970c-7f184f48c8c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:30.719577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f8829216-1e6f-45df-bfe5-23c35f1d0d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:30.720970 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8829216-1e6f-45df-bfe5-23c35f1d0d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:30.721635 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f8829216-1e6f-45df-bfe5-23c35f1d0d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:30.763929 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3039f7a-31ac-41bf-970c-7f184f48c8c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:30.784767 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789976b1-fa15-4f57-890c-a25aa2262e0c x-openstack-request-id: req-789976b1-fa15-4f57-890c-a25aa2262e0c {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:30.785177 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4b244e-122c-4fa3-b57a-d5aa356a1914", "tag": "39f68dab-02b0-46a6-b1d7-63b11855ae39", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:30.785370 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-789976b1-fa15-4f57-890c-a25aa2262e0c {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:30.785759 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4b244e-122c-4fa3-b57a-d5aa356a1914', 'tag': '39f68dab-02b0-46a6-b1d7-63b11855ae39', 'status': 'completed', 'code': 200} Nov 19 09:20:30.815918 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f8829216-1e6f-45df-bfe5-23c35f1d0d1a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0706968 Nov 19 09:20:30.823762 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47142) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:30.828644 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d1956186-0f88-421d-9b87-585763e7f8ad admin admin] Request body: {'subnet': {'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-9964786-subnet', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:30.842636 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc6fde-0bd9-43e9-987d-e5f3f91a221e req-fa243adb-37b2-4827-8d2b-ed8dac05275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:30.844990 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8dbc6fde-0bd9-43e9-987d-e5f3f91a221e req-fa243adb-37b2-4827-8d2b-ed8dac05275f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4a218925f9b4cee924716587fe0f2b0&device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 1095 time: 0.0616088 Nov 19 09:20:30.866944 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3039f7a-31ac-41bf-970c-7f184f48c8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:30.867796 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8829216-1e6f-45df-bfe5-23c35f1d0d1a admin admin] Pushing event updated for resources: {'Network': ['ID=0f317c17-d11b-428a-b336-bf3a20212eb4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:30.870394 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3039f7a-31ac-41bf-970c-7f184f48c8c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:30.871538 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a3039f7a-31ac-41bf-970c-7f184f48c8c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/379ebf15-040f-464d-a023-f3cfa6b76e22 HTTP/1.1" status: 204 len: 168 time: 0.2607110 Nov 19 09:20:30.881733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1956186-0f88-421d-9b87-585763e7f8ad admin admin] Made reservation on behalf of 700b69d1977242c09b136442c1eff098 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:20:30.884967 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1956186-0f88-421d-9b87-585763e7f8ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:30.887535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 0f317c17-d11b-428a-b336-bf3a20212eb4 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:20:30.926605 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3039f7a-31ac-41bf-970c-7f184f48c8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379ebf15-040f-464d-a023-f3cfa6b76e22,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:30.942890 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e8a5003-4236-4be3-b170-8d0759a8f3b5 req-8256e598-ab0d-4296-aa56-b3e45c7b2f3f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464609 Nov 19 09:20:31.007114 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc6fde-0bd9-43e9-987d-e5f3f91a221e req-716d3aaa-c14b-40a7-b334-1d92b0692bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:31.010506 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8dbc6fde-0bd9-43e9-987d-e5f3f91a221e req-716d3aaa-c14b-40a7-b334-1d92b0692bd5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1610bc0a-1f3a-4b33-a340-44873c55939a HTTP/1.1" status: 200 len: 916 time: 0.1551893 Nov 19 09:20:31.069272 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8dbc6fde-0bd9-43e9-987d-e5f3f91a221e req-f8023ff1-aa84-4ad1-ab52-ee5869ba3347 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39f68dab-02b0-46a6-b1d7-63b11855ae39 HTTP/1.1" status: 200 len: 217 time: 0.0482802 Nov 19 09:20:31.119333 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device df0d70d1-4803-4303-a870-2a5be58ee937 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:20:31.139330 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc6fde-0bd9-43e9-987d-e5f3f91a221e req-cdd3b69b-d7d3-4b72-ab0e-7afc91b4eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:31.150435 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8dbc6fde-0bd9-43e9-987d-e5f3f91a221e req-cdd3b69b-d7d3-4b72-ab0e-7afc91b4eb9b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3b29904-404d-46d5-aff8-f7bd62491a04 HTTP/1.1" status: 200 len: 855 time: 0.0731096 Nov 19 09:20:31.175463 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1956186-0f88-421d-9b87-585763e7f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:31.209157 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8dbc6fde-0bd9-43e9-987d-e5f3f91a221e req-580d835d-6a28-4710-956b-fd58f421f1b3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1610bc0a-1f3a-4b33-a340-44873c55939a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467639 Nov 19 09:20:31.231663 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1956186-0f88-421d-9b87-585763e7f8ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c976a013-8e14-4043-813d-36b1a4ae191b,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:31.299937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1956186-0f88-421d-9b87-585763e7f8ad admin admin] Checking segment: {'id': '5bc28d9f-98af-4ae3-b476-7cf3cb606a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:20:31.300864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1956186-0f88-421d-9b87-585763e7f8ad admin admin] Network hostable DHCP agents. Network: 0f317c17-d11b-428a-b336-bf3a20212eb4, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:20:31.326028 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1956186-0f88-421d-9b87-585763e7f8ad admin admin] Network 0f317c17-d11b-428a-b336-bf3a20212eb4 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:20:31.350514 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8dbc6fde-0bd9-43e9-987d-e5f3f91a221e req-1b3b4b42-e66b-4ddc-811a-11d819cafb20 service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231594 Nov 19 09:20:31.357672 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-d1956186-0f88-421d-9b87-585763e7f8ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 0f317c17-d11b-428a-b336-bf3a20212eb4) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:20:31.363981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1956186-0f88-421d-9b87-585763e7f8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:31.372852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa0d575-39ed-414b-a816-4bf92f0e7ce1 None None] Network 0f317c17-d11b-428a-b336-bf3a20212eb4 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:20:31.380311 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1956186-0f88-421d-9b87-585763e7f8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:31.435050 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d1956186-0f88-421d-9b87-585763e7f8ad admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6101620 Nov 19 09:20:31.437896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47164) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:31.446060 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-9964786-router', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:31.498183 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:31.499734 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:31.597989 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port df0d70d1-4803-4303-a870-2a5be58ee937 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:31.598488 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:31.615557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e81b6b-023c-4dec-958c-d72a1292f178 req-3f67bce1-3e3b-4306-bd1d-604060a3d56b tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:31.623525 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b9e81b6b-023c-4dec-958c-d72a1292f178 req-3f67bce1-3e3b-4306-bd1d-604060a3d56b tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 944 time: 0.1395848 Nov 19 09:20:31.636992 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:31.769855 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b9e81b6b-023c-4dec-958c-d72a1292f178 req-af1c15c9-90c9-4859-a795-2230ac29472e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400898 Nov 19 09:20:31.832801 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8dbc6fde-0bd9-43e9-987d-e5f3f91a221e req-444f910d-c47e-4b55-a2ef-965fda241c54 service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717274 Nov 19 09:20:31.858178 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-0f317c17-d11b-428a-b336-bf3a20212eb4', 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'fixed_ips': [{'subnet_id': 'c976a013-8e14-4043-813d-36b1a4ae191b'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:20:31.859319 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:31.903054 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:31.926912 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:31.947097 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f92392-8002-4fa8-bb98-b89fc6dfa08e req-80652819-9e56-4965-ba77-e8d4a13eac33 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:31.949544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0f92392-8002-4fa8-bb98-b89fc6dfa08e req-80652819-9e56-4965-ba77-e8d4a13eac33 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 943 time: 0.1757898 Nov 19 09:20:31.990721 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b72beaa-bf5b-4848-8a56-0ac43348e3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0d70d1-4803-4303-a870-2a5be58ee937'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:31.994120 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a05f97b-8a7b-47ed-9b13-61db86ea8a35" -d '{"events": [{"server_uuid": "8b72beaa-bf5b-4848-8a56-0ac43348e3c4", "name": "network-vif-plugged", "status": "completed", "tag": "df0d70d1-4803-4303-a870-2a5be58ee937"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:32.021000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port df0d70d1-4803-4303-a870-2a5be58ee937, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=df0d70d1-4803-4303-a870-2a5be58ee937,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:32.048217 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:32.122309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Allocated IP 172.20.0.2 (0f317c17-d11b-428a-b336-bf3a20212eb4/c976a013-8e14-4043-813d-36b1a4ae191b/dc70abda-c0c7-415e-8702-3f86b01a5ca7) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:20:32.132205 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=df0d70d1-4803-4303-a870-2a5be58ee937,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:32.149564 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0f92392-8002-4fa8-bb98-b89fc6dfa08e req-90b1916b-092f-482c-a2dc-99284da450ee tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849573 Nov 19 09:20:32.174531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ee326-976f-47dc-b74f-74092c66756a req-6fb2a88f-81e5-4bd2-bffc-98df45f126a2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:32.176317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-851ee326-976f-47dc-b74f-74092c66756a req-6fb2a88f-81e5-4bd2-bffc-98df45f126a2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 943 time: 0.0954847 Nov 19 09:20:32.259688 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7e9e56-19cd-4faa-9779-ce689af29ad3 x-openstack-request-id: req-0c7e9e56-19cd-4faa-9779-ce689af29ad3 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:32.260139 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b72beaa-bf5b-4848-8a56-0ac43348e3c4", "name": "network-vif-plugged", "status": "completed", "tag": "df0d70d1-4803-4303-a870-2a5be58ee937", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:32.260697 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c7e9e56-19cd-4faa-9779-ce689af29ad3 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:32.261119 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b72beaa-bf5b-4848-8a56-0ac43348e3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0d70d1-4803-4303-a870-2a5be58ee937', 'code': 200} Nov 19 09:20:32.324447 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-851ee326-976f-47dc-b74f-74092c66756a req-bc1ee8d1-468a-48a2-933a-661481e8dede tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407263 Nov 19 09:20:32.336838 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:32.347741 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:32.393670 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:32.424862 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:32.429634 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Network 0f317c17-d11b-428a-b336-bf3a20212eb4 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:20:32.434805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:20:32.436225 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Pushing event updated for resources: {'Port': ['ID=dc70abda-c0c7-415e-8702-3f86b01a5ca7,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:32.438826 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:20:32.491610 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91970db-21c0-40af-bd8a-5b00e2bb3774 req-da8a9a5d-cda9-49c3-aee7-49d21c41a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:32.493331 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f91970db-21c0-40af-bd8a-5b00e2bb3774 req-da8a9a5d-cda9-49c3-aee7-49d21c41a952 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 1097 time: 0.0507061 Nov 19 09:20:32.553378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Attempting to bind port dc70abda-c0c7-415e-8702-3f86b01a5ca7 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:20:32.553767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Attempting to bind port dc70abda-c0c7-415e-8702-3f86b01a5ca7 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '5bc28d9f-98af-4ae3-b476-7cf3cb606a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:20:32.554142 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Attempting to bind port dc70abda-c0c7-415e-8702-3f86b01a5ca7 on network 0f317c17-d11b-428a-b336-bf3a20212eb4 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:20:32.560339 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:20:32.560721 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Checking segment: {'id': '5bc28d9f-98af-4ae3-b476-7cf3cb606a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:20:32.561251 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:32.561663 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Bound using segment: {'id': '5bc28d9f-98af-4ae3-b476-7cf3cb606a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:20:32.562151 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Bound port: dc70abda-c0c7-415e-8702-3f86b01a5ca7, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc28d9f-98af-4ae3-b476-7cf3cb606a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:20:32.563052 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:32.566209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Allocated IP 172.25.0.204 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/013f0182-e153-4a02-a7b6-cf4cd8ab5e70) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:20:32.579262 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47204) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:32.631986 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f91970db-21c0-40af-bd8a-5b00e2bb3774 req-08830be1-e7c7-4ccd-86ac-c6dd92178877 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279001 Nov 19 09:20:32.644462 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:20:32.660146 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] For port dc70abda-c0c7-415e-8702-3f86b01a5ca7, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:20:32.664798 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] For port dc70abda-c0c7-415e-8702-3f86b01a5ca7, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=dc70abda-c0c7-415e-8702-3f86b01a5ca7,segment=NetworkSegment(5bc28d9f-98af-4ae3-b476-7cf3cb606a85),segment_id=5bc28d9f-98af-4ae3-b476-7cf3cb606a85)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:20:32.671119 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:32.712314 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:32.746843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e716b7-1f0e-408c-98ef-ea8ea4b4d07f None None] Pushing event updated for resources: {'Port': ['ID=dc70abda-c0c7-415e-8702-3f86b01a5ca7,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:32.767766 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:32.831914 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:20:32.837539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:20:32.841577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:20:32.847753 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Pushing event updated for resources: {'Port': ['ID=013f0182-e153-4a02-a7b6-cf4cd8ab5e70,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:32.885597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-26dcb861-62e1-42a3-8da8-4429b4c5492c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-737365049-network', 'tenant_id': 'ce13202fca404e509c9444d4d7a9b7d7'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:32.924178 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dcb861-62e1-42a3-8da8-4429b4c5492c admin admin] Made reservation on behalf of ce13202fca404e509c9444d4d7a9b7d7 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:20:32.927236 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26dcb861-62e1-42a3-8da8-4429b4c5492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:32.938276 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26dcb861-62e1-42a3-8da8-4429b4c5492c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:33.095293 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26dcb861-62e1-42a3-8da8-4429b4c5492c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:33.103313 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26dcb861-62e1-42a3-8da8-4429b4c5492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:33.117996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:20:33.135093 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26dcb861-62e1-42a3-8da8-4429b4c5492c admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:20:33.150531 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26dcb861-62e1-42a3-8da8-4429b4c5492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:33.151154 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-26dcb861-62e1-42a3-8da8-4429b4c5492c admin admin] Added segment d8e83e9c-783c-4bb4-a11f-d00ad815f2ec of type vlan for network 1978072d-40a6-4314-86cd-58e4e65acef7 Nov 19 09:20:33.265796 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:33.280480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd', 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d', 'port_id': '5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd', 'mac_address': 'fa:16:3e:79:e2:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b7a476-6d23-433a-bab3-7b5f4026dadc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:20:33.312163 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2edb0b-fed3-40ac-8911-125bf4b78668 req-ca3870a7-e19d-43c9-9664-498923d76e7a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:33.313783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa2edb0b-fed3-40ac-8911-125bf4b78668 req-ca3870a7-e19d-43c9-9664-498923d76e7a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.4415333 Nov 19 09:20:33.339483 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26dcb861-62e1-42a3-8da8-4429b4c5492c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:33.345023 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcb861-62e1-42a3-8da8-4429b4c5492c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6cb399-39d4-4303-ab5d-f9680f8aa38c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:33.375402 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:33.398910 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26dcb861-62e1-42a3-8da8-4429b4c5492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:33.400711 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dcb861-62e1-42a3-8da8-4429b4c5492c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:33.405907 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26dcb861-62e1-42a3-8da8-4429b4c5492c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:33.445236 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:20:33.482989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcb861-62e1-42a3-8da8-4429b4c5492c admin admin] Pushing event updated for resources: {'Network': ['ID=1978072d-40a6-4314-86cd-58e4e65acef7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:33.487805 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa2edb0b-fed3-40ac-8911-125bf4b78668 req-1c9da4ee-b0a6-4972-b125-43deab3492e2 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298554 Nov 19 09:20:33.525303 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 1978072d-40a6-4314-86cd-58e4e65acef7 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:20:33.528986 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-26dcb861-62e1-42a3-8da8-4429b4c5492c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9487317 Nov 19 09:20:33.532950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47230) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:33.555187 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:33.556640 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-50c96819-e46b-4259-9d2d-23cf0ad602c2 admin admin] Request body: {'subnet': {'network_id': '1978072d-40a6-4314-86cd-58e4e65acef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-737365049-subnet', 'tenant_id': 'ce13202fca404e509c9444d4d7a9b7d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:33.575273 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c947458-0ef5-42ad-abbd-28f7d4506467 req-426e0bef-a9fd-4106-bb5b-00b25bda87f9 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:33.577026 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c947458-0ef5-42ad-abbd-28f7d4506467 req-426e0bef-a9fd-4106-bb5b-00b25bda87f9 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 943 time: 0.2028177 Nov 19 09:20:33.600708 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c96819-e46b-4259-9d2d-23cf0ad602c2 admin admin] Made reservation on behalf of ce13202fca404e509c9444d4d7a9b7d7 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:20:33.603961 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50c96819-e46b-4259-9d2d-23cf0ad602c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:33.606032 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device dc70abda-c0c7-415e-8702-3f86b01a5ca7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:20:33.648311 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:33.648977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 39f68dab-02b0-46a6-b1d7-63b11855ae39 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:20:33.761390 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:33.814824 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port dc70abda-c0c7-415e-8702-3f86b01a5ca7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:33.815876 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:33.818616 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f6c66-2e84-46dc-94fa-5bd3475aecab req-a2673053-07f8-4867-8ab5-10a8576817e3 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:33.820862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a0f6c66-2e84-46dc-94fa-5bd3475aecab req-a2673053-07f8-4867-8ab5-10a8576817e3 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 944 time: 0.2410839 Nov 19 09:20:33.829619 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50c96819-e46b-4259-9d2d-23cf0ad602c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:33.852556 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c947458-0ef5-42ad-abbd-28f7d4506467 req-64e474ad-7f6e-4ddc-ab83-c66f91605251 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603731 Nov 19 09:20:33.937019 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:33.990722 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c96819-e46b-4259-9d2d-23cf0ad602c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0947f5bc-a93c-45f7-94cb-a151f6dc2e7d,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:34.016668 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c96819-e46b-4259-9d2d-23cf0ad602c2 admin admin] Checking segment: {'id': 'd8e83e9c-783c-4bb4-a11f-d00ad815f2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1978072d-40a6-4314-86cd-58e4e65acef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:20:34.018116 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c96819-e46b-4259-9d2d-23cf0ad602c2 admin admin] Network hostable DHCP agents. Network: 1978072d-40a6-4314-86cd-58e4e65acef7, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:20:34.062703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c96819-e46b-4259-9d2d-23cf0ad602c2 admin admin] Network 1978072d-40a6-4314-86cd-58e4e65acef7 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:20:34.076986 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-50c96819-e46b-4259-9d2d-23cf0ad602c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 1978072d-40a6-4314-86cd-58e4e65acef7) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:20:34.081967 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c96819-e46b-4259-9d2d-23cf0ad602c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:34.082560 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50c96819-e46b-4259-9d2d-23cf0ad602c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:34.086477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a0f6c66-2e84-46dc-94fa-5bd3475aecab req-0b0d944f-cece-42e1-8ed4-d49c54f98d6c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325580 Nov 19 09:20:34.110939 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4702a1d-cfe5-4bb5-8a57-9cb268eefefd None None] Network 1978072d-40a6-4314-86cd-58e4e65acef7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:20:34.135058 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-50c96819-e46b-4259-9d2d-23cf0ad602c2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5964191 Nov 19 09:20:34.209747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 39f68dab-02b0-46a6-b1d7-63b11855ae39, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=39f68dab-02b0-46a6-b1d7-63b11855ae39,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:34.227149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '39f68dab-02b0-46a6-b1d7-63b11855ae39', 'network_id': '1610bc0a-1f3a-4b33-a340-44873c55939a', 'port_id': '39f68dab-02b0-46a6-b1d7-63b11855ae39', 'mac_address': 'fa:16:3e:a0:94:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b29904-404d-46d5-aff8-f7bd62491a04', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:20:34.343775 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:34.388773 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:34.402023 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:34.402536 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e216ce4d-6811-4345-84ed-2b5593762d6a None None] Network 0f317c17-d11b-428a-b336-bf3a20212eb4 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:20:34.411630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f68dab-02b0-46a6-b1d7-63b11855ae39 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:20:34.523639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port dc70abda-c0c7-415e-8702-3f86b01a5ca7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=dc70abda-c0c7-415e-8702-3f86b01a5ca7,segment=NetworkSegment(5bc28d9f-98af-4ae3-b476-7cf3cb606a85),segment_id=5bc28d9f-98af-4ae3-b476-7cf3cb606a85)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:34.576670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Router cc3b3974-c96f-4d84-aecd-b46dfbee473d is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:20:34.582039 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:34.658109 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 39f68dab-02b0-46a6-b1d7-63b11855ae39, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=39f68dab-02b0-46a6-b1d7-63b11855ae39,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:34.669685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=dc70abda-c0c7-415e-8702-3f86b01a5ca7,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:34.678369 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3250660-4532-452e-9ac3-7391ee15c1f3 None None] Network 1978072d-40a6-4314-86cd-58e4e65acef7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:20:34.683719 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:34.726337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8caf7e-b607-4626-a0bf-27f35b36a56a req-d8040ba5-a9ef-4898-a2c5-75d478d2db0b tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:34.733572 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f8caf7e-b607-4626-a0bf-27f35b36a56a req-d8040ba5-a9ef-4898-a2c5-75d478d2db0b tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.1487136 Nov 19 09:20:34.746829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-47504c16-a6ba-4e01-b391-acf91d61f924 req-46487679-ce6e-4de8-9c35-963728adc7c8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-530823324', 'description': 'tempest-description-963668639'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:34.820636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:20:34.825206 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-47504c16-a6ba-4e01-b391-acf91d61f924 req-46487679-ce6e-4de8-9c35-963728adc7c8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:34.844291 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f8caf7e-b607-4626-a0bf-27f35b36a56a req-78ff30db-2d04-4a90-a765-f7d1bff99a53 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098197 Nov 19 09:20:34.915018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cf87d273-9f9e-4513-afcf-de2e72a45b76 None None] Provisioning complete for port dc70abda-c0c7-415e-8702-3f86b01a5ca7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:34.915401 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf87d273-9f9e-4513-afcf-de2e72a45b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:34.926081 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Sync routers for ids ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:20:34.929963 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-47504c16-a6ba-4e01-b391-acf91d61f924 req-46487679-ce6e-4de8-9c35-963728adc7c8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:34.934496 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:34.935742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-492c5232-902c-42b4-8265-6970460bc810 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4963102 Nov 19 09:20:34.938827 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47264) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:34.979519 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-47504c16-a6ba-4e01-b391-acf91d61f924 req-46487679-ce6e-4de8-9c35-963728adc7c8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:35.028762 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-47504c16-a6ba-4e01-b391-acf91d61f924 req-46487679-ce6e-4de8-9c35-963728adc7c8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:35.030612 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47504c16-a6ba-4e01-b391-acf91d61f924 req-46487679-ce6e-4de8-9c35-963728adc7c8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2942796 Nov 19 09:20:35.030745 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Routers {'cc3b3974-c96f-4d84-aecd-b46dfbee473d'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:20:35.031350 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:20:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:35.049568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b6dd4-2c88-4c8b-9cfd-68b280d30755 req-30ec8154-d139-418e-a7dc-d8e7b1f318a2 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:35.056127 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e4b6dd4-2c88-4c8b-9cfd-68b280d30755 req-30ec8154-d139-418e-a7dc-d8e7b1f318a2 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.1173790 Nov 19 09:20:35.059925 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46487679-ce6e-4de8-9c35-963728adc7c8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4f567c-cba7-44c2-a289-0df02844c72a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:35.070620 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['39f68dab-02b0-46a6-b1d7-63b11855ae39'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:20:35.075706 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:20:35.078004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=39f68dab-02b0-46a6-b1d7-63b11855ae39,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:35.128272 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e4b6dd4-2c88-4c8b-9cfd-68b280d30755 req-5d726b71-58de-44ac-af53-2da6582ce288 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710683 Nov 19 09:20:35.243318 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aef1ba-4e39-4b75-9fba-a44f4c3d38a0 req-0cd4596c-0fd4-4985-9840-d64038a9e298 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:35.245303 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37aef1ba-4e39-4b75-9fba-a44f4c3d38a0 req-0cd4596c-0fd4-4985-9840-d64038a9e298 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 944 time: 0.0616856 Nov 19 09:20:35.271899 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-f7c17b4a-7cb4-405a-a5df-dc4e7986440c req-facee62c-7480-45f7-a711-4506516d90f8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1008229437', 'description': 'tempest-description-1469913880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:35.326353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37aef1ba-4e39-4b75-9fba-a44f4c3d38a0 req-ccb903e6-753b-4d97-af14-4ea4e84bc3c0 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750768 Nov 19 09:20:35.327503 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f7c17b4a-7cb4-405a-a5df-dc4e7986440c req-facee62c-7480-45f7-a711-4506516d90f8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:35.490783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device dc70abda-c0c7-415e-8702-3f86b01a5ca7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:20:35.496352 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f7c17b4a-7cb4-405a-a5df-dc4e7986440c req-facee62c-7480-45f7-a711-4506516d90f8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:35.523943 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f7c17b4a-7cb4-405a-a5df-dc4e7986440c req-facee62c-7480-45f7-a711-4506516d90f8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:35.542164 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Set router cc3b3974-c96f-4d84-aecd-b46dfbee473d gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:20:35.576701 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f7c17b4a-7cb4-405a-a5df-dc4e7986440c req-facee62c-7480-45f7-a711-4506516d90f8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:35.589364 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7c17b4a-7cb4-405a-a5df-dc4e7986440c req-facee62c-7480-45f7-a711-4506516d90f8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3238750 Nov 19 09:20:35.592473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facee62c-7480-45f7-a711-4506516d90f8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b332ba8-3a0b-4430-a483-e5708900293e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:35.637666 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd559c4-7fa1-4920-850c-35695c0b73c9 req-31bf6611-32a3-4f16-be73-c0dfe0955ffb tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:35.651667 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfd559c4-7fa1-4920-850c-35695c0b73c9 req-31bf6611-32a3-4f16-be73-c0dfe0955ffb tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 944 time: 0.1778829 Nov 19 09:20:35.773771 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfd559c4-7fa1-4920-850c-35695c0b73c9 req-65d4675f-2f87-446c-a65f-bd372c4c9bef tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209555 Nov 19 09:20:35.873462 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:36.027264 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c352c1c4-778c-4c2b-8722-986316563585 None None] Provisioning complete for port dc70abda-c0c7-415e-8702-3f86b01a5ca7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:36.027741 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c352c1c4-778c-4c2b-8722-986316563585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:36.104248 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port dc70abda-c0c7-415e-8702-3f86b01a5ca7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:36.108742 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:36.161822 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Allocated IP 172.20.0.1 (0f317c17-d11b-428a-b336-bf3a20212eb4/c976a013-8e14-4043-813d-36b1a4ae191b/94c5c4cf-db79-4661-a4ea-609bfb023652) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:20:36.244679 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-c0d3c067-872a-4a3a-baab-2119602a2333 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:36.250665 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-c0d3c067-872a-4a3a-baab-2119602a2333 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/networks?id=1978072d-40a6-4314-86cd-58e4e65acef7 HTTP/1.1" status: 200 len: 812 time: 0.2637947 Nov 19 09:20:36.288789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-c8fa1511-53de-4149-8979-0991f4483b1c tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/quotas/ce13202fca404e509c9444d4d7a9b7d7 HTTP/1.1" status: 200 len: 375 time: 0.0334384 Nov 19 09:20:36.312530 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'name': 'tempest-TaggedBootDevicesTest-9964786-router', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:31Z', 'updated_at': '2021-11-19T09:20:33Z', 'revision_number': 3, 'project_id': '700b69d1977242c09b136442c1eff098', 'gw_port': {'id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:32Z', 'updated_at': '2021-11-19T09:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:36.332569 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-55eb4383-1238-4acd-8b81-5a40ac6a3d83 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce13202fca404e509c9444d4d7a9b7d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427234 Nov 19 09:20:36.345573 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:36.378301 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Checking router: cc3b3974-c96f-4d84-aecd-b46dfbee473d for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:20:36.378928 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Updating router cc3b3974-c96f-4d84-aecd-b46dfbee473d port 013f0182-e153-4a02-a7b6-cf4cd8ab5e70 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:20:36.389208 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:36.420273 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:36.424634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58744126-c006-407e-b5d0-0e90dde122c3 req-7922e032-2b63-4f70-8f84-bfad5234234a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:36.432324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58744126-c006-407e-b5d0-0e90dde122c3 req-7922e032-2b63-4f70-8f84-bfad5234234a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/networks?id=f5127352-c6ff-4c52-a9e2-54e45bbb3166 HTTP/1.1" status: 200 len: 815 time: 0.2805004 Nov 19 09:20:36.450748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58744126-c006-407e-b5d0-0e90dde122c3 req-e2488214-bfbb-4b85-b0df-e2bf09841e9a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/quotas/9a948d9d81bc42f0a6d1e479c482c896 HTTP/1.1" status: 200 len: 375 time: 0.0174170 Nov 19 09:20:36.462341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Network 0f317c17-d11b-428a-b336-bf3a20212eb4 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:20:36.468562 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:20:36.470885 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:20:36.496847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Pushing event updated for resources: {'Port': ['ID=94c5c4cf-db79-4661-a4ea-609bfb023652,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:36.517810 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-bf480eb7-9b16-4836-a4cb-9044e1417d5c service neutron] 10.222.0.21 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842649 Nov 19 09:20:36.529911 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:36.533129 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58744126-c006-407e-b5d0-0e90dde122c3 req-d0d6b1c3-2cae-4493-a648-e90a64181d66 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a948d9d81bc42f0a6d1e479c482c896&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0813634 Nov 19 09:20:36.750469 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:36.754287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58744126-c006-407e-b5d0-0e90dde122c3 req-b4bc66f1-c317-4c67-9b25-54095b79b5e7 service neutron] 10.222.0.21 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202697 Nov 19 09:20:36.807697 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-fc181430-0cb6-447c-8399-28732d99d517 service neutron] 10.222.0.21 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722635 Nov 19 09:20:36.837851 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:36.844006 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:36.924871 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Attempting to bind port 013f0182-e153-4a02-a7b6-cf4cd8ab5e70 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:20:36.925288 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Attempting to bind port 013f0182-e153-4a02-a7b6-cf4cd8ab5e70 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:20:36.925662 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Attempting to bind port 013f0182-e153-4a02-a7b6-cf4cd8ab5e70 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:20:36.938627 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:20:36.939091 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:20:36.939602 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:36.940065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:20:36.940634 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Bound port: 013f0182-e153-4a02-a7b6-cf4cd8ab5e70, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:20:36.941572 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:36.967290 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58744126-c006-407e-b5d0-0e90dde122c3 req-16c38ab8-c796-4c88-8a96-3fed0e128611 service neutron] 10.222.0.21 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026107 Nov 19 09:20:36.993712 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d9acc-9036-4b2e-ad4a-7284f06b4397 None None] Pushing event updated for resources: {'Port': ['ID=013f0182-e153-4a02-a7b6-cf4cd8ab5e70,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:37.033176 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:37.039402 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:37.070603 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d04b6cd0-4608-470e-9f0d-23c6552f8ca6 None None] Provisioning complete for port 94c5c4cf-db79-4661-a4ea-609bfb023652 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:37.071006 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d04b6cd0-4608-470e-9f0d-23c6552f8ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:37.131606 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:37.135310 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Pushing event updated for resources: {'Port': ['ID=94c5c4cf-db79-4661-a4ea-609bfb023652,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:37.154283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 39f68dab-02b0-46a6-b1d7-63b11855ae39 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:20:37.240166 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] For port 013f0182-e153-4a02-a7b6-cf4cd8ab5e70, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:20:37.313153 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] For port 013f0182-e153-4a02-a7b6-cf4cd8ab5e70, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=013f0182-e153-4a02-a7b6-cf4cd8ab5e70,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:20:37.318908 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Network 0f317c17-d11b-428a-b336-bf3a20212eb4 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:20:37.320558 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:20:37.362005 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:37.366970 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df09b65-5c3d-4b8b-9b7c-d2a732dc0154 req-e36b704c-570f-49d1-a0c4-ea30451d9954 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:37.370705 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d04b6cd0-4608-470e-9f0d-23c6552f8ca6 None None] Port 94c5c4cf-db79-4661-a4ea-609bfb023652 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:20:37.378995 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5df09b65-5c3d-4b8b-9b7c-d2a732dc0154 req-e36b704c-570f-49d1-a0c4-ea30451d9954 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 944 time: 0.1679404 Nov 19 09:20:37.451980 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 39f68dab-02b0-46a6-b1d7-63b11855ae39 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:20:37.514608 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714b817-b17d-4728-a933-a7feadca8872 req-b1c139a4-9843-423e-9ab6-474f640abcb3 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:37.526944 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f714b817-b17d-4728-a933-a7feadca8872 req-b1c139a4-9843-423e-9ab6-474f640abcb3 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 944 time: 0.2645514 Nov 19 09:20:37.611591 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5df09b65-5c3d-4b8b-9b7c-d2a732dc0154 req-76fd0282-99c2-4fd4-9194-ed057867160a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289832 Nov 19 09:20:37.701972 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952af8d0-e00f-4a81-a2d8-5b17f3e7e38b req-5a8a8948-5fb8-4467-8e43-8569b358f538 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:37.703601 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-952af8d0-e00f-4a81-a2d8-5b17f3e7e38b req-5a8a8948-5fb8-4467-8e43-8569b358f538 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b72beaa-bf5b-4848-8a56-0ac43348e3c4 HTTP/1.1" status: 200 len: 945 time: 0.1549854 Nov 19 09:20:37.740456 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f714b817-b17d-4728-a933-a7feadca8872 req-35e0b388-bf8e-4544-ba50-76b4de9f69ab tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045751 Nov 19 09:20:37.758236 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d9acc-9036-4b2e-ad4a-7284f06b4397 None None] Pushing event updated for resources: {'Port': ['ID=013f0182-e153-4a02-a7b6-cf4cd8ab5e70,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:37.776906 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 39f68dab-02b0-46a6-b1d7-63b11855ae39 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:37.777111 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:37.816268 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Router cc3b3974-c96f-4d84-aecd-b46dfbee473d has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:20:37.859671 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Routers {'cc3b3974-c96f-4d84-aecd-b46dfbee473d'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:20:37.863235 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:20:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:37.900493 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b314c39f-2bc8-4c8e-9c0d-dae4177b9981 req-18571d89-2754-46fd-8880-9cb10edc4e70 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 210 time: 0.0538745 Nov 19 09:20:37.980139 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15d82ec1-ce57-43c1-8887-f2f7f9030418 req-68fbe4f6-d0ec-439c-9454-346fd83e4789 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 210 time: 0.0920641 Nov 19 09:20:38.074895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:20:38.081014 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5f393302-aaf0-4398-9aea-8e0f0bc791e2 admin admin] 10.222.0.21 "PUT /v2.0/routers/cc3b3974-c96f-4d84-aecd-b46dfbee473d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1401317 Nov 19 09:20:38.111549 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-952af8d0-e00f-4a81-a2d8-5b17f3e7e38b req-da45f525-a24c-442b-866e-40471d4771e0 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Deleting port df0d70d1-4803-4303-a870-2a5be58ee937 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:20:38.114748 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-952af8d0-e00f-4a81-a2d8-5b17f3e7e38b req-da45f525-a24c-442b-866e-40471d4771e0 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:38.131338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a2528372-0ccb-40df-81d9-4c4a6b015069 None None] Provisioning complete for port 94c5c4cf-db79-4661-a4ea-609bfb023652 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:38.131747 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a2528372-0ccb-40df-81d9-4c4a6b015069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:38.134946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] Set router cc3b3974-c96f-4d84-aecd-b46dfbee473d gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:20:38.322572 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a2528372-0ccb-40df-81d9-4c4a6b015069 None None] Port 94c5c4cf-db79-4661-a4ea-609bfb023652 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:20:38.322791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-952af8d0-e00f-4a81-a2d8-5b17f3e7e38b req-da45f525-a24c-442b-866e-40471d4771e0 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] For port df0d70d1-4803-4303-a870-2a5be58ee937, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=df0d70d1-4803-4303-a870-2a5be58ee937,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:38.323242 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-952af8d0-e00f-4a81-a2d8-5b17f3e7e38b req-da45f525-a24c-442b-866e-40471d4771e0 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:38.346995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-952af8d0-e00f-4a81-a2d8-5b17f3e7e38b req-da45f525-a24c-442b-866e-40471d4771e0 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Calling delete_port for df0d70d1-4803-4303-a870-2a5be58ee937 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:20:38.386941 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:38.416048 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4b244e-122c-4fa3-b57a-d5aa356a1914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f68dab-02b0-46a6-b1d7-63b11855ae39'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:38.418399 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40eb3270-609c-4373-b0b6-2c0c82ba3b9c" -d '{"events": [{"server_uuid": "3f4b244e-122c-4fa3-b57a-d5aa356a1914", "name": "network-vif-plugged", "status": "completed", "tag": "39f68dab-02b0-46a6-b1d7-63b11855ae39"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:38.471280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 39f68dab-02b0-46a6-b1d7-63b11855ae39, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=39f68dab-02b0-46a6-b1d7-63b11855ae39,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:38.483757 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ebfb2c-8c9a-4701-801e-59e455870116 x-openstack-request-id: req-f1ebfb2c-8c9a-4701-801e-59e455870116 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:38.484404 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4b244e-122c-4fa3-b57a-d5aa356a1914", "name": "network-vif-plugged", "status": "completed", "tag": "39f68dab-02b0-46a6-b1d7-63b11855ae39", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:38.484973 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1ebfb2c-8c9a-4701-801e-59e455870116 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:38.485614 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4b244e-122c-4fa3-b57a-d5aa356a1914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f68dab-02b0-46a6-b1d7-63b11855ae39', 'code': 200} Nov 19 09:20:38.490914 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:38.492033 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:20:38.544013 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-952af8d0-e00f-4a81-a2d8-5b17f3e7e38b req-da45f525-a24c-442b-866e-40471d4771e0 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:38.561555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['df0d70d1-4803-4303-a870-2a5be58ee937'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:20:38.601466 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45f525-a24c-442b-866e-40471d4771e0 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Pushing event deleted for resources: {'Port': ['ID=df0d70d1-4803-4303-a870-2a5be58ee937,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:38.646446 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=39f68dab-02b0-46a6-b1d7-63b11855ae39,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:38.680794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:20:38.685236 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-952af8d0-e00f-4a81-a2d8-5b17f3e7e38b req-da45f525-a24c-442b-866e-40471d4771e0 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] No DVR routers for this DVR port df0d70d1-4803-4303-a870-2a5be58ee937 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:20:38.688261 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-952af8d0-e00f-4a81-a2d8-5b17f3e7e38b req-da45f525-a24c-442b-866e-40471d4771e0 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:38.693931 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-952af8d0-e00f-4a81-a2d8-5b17f3e7e38b req-da45f525-a24c-442b-866e-40471d4771e0 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.71 "DELETE /v2.0/ports/df0d70d1-4803-4303-a870-2a5be58ee937 HTTP/1.1" status: 204 len: 173 time: 0.9804130 Nov 19 09:20:38.694644 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b72beaa-bf5b-4848-8a56-0ac43348e3c4', 'name': 'network-vif-deleted', 'tag': 'df0d70d1-4803-4303-a870-2a5be58ee937'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:38.698818 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ce142f-73f3-4a6e-bcb5-3bd8b9eb1d35" -d '{"events": [{"server_uuid": "8b72beaa-bf5b-4848-8a56-0ac43348e3c4", "name": "network-vif-deleted", "tag": "df0d70d1-4803-4303-a870-2a5be58ee937"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:38.716301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1465133-c933-45d3-895a-789aa5d90be3 req-7bc56b5b-1f48-4b14-9239-21b2160fcaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:38.718080 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c1465133-c933-45d3-895a-789aa5d90be3 req-7bc56b5b-1f48-4b14-9239-21b2160fcaaf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 1097 time: 0.1487763 Nov 19 09:20:38.721465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:38.731975 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:38.845738 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6893f98-ceb5-43b9-9545-f239399f104a x-openstack-request-id: req-f6893f98-ceb5-43b9-9545-f239399f104a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:38.846818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'name': 'tempest-TaggedBootDevicesTest-9964786-router', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:31Z', 'updated_at': '2021-11-19T09:20:36Z', 'revision_number': 4, 'project_id': '700b69d1977242c09b136442c1eff098', 'gw_port': {'id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:32Z', 'updated_at': '2021-11-19T09:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '94c5c4cf-db79-4661-a4ea-609bfb023652', 'name': '', 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'mac_address': 'fa:16:3e:4f:21:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:35Z', 'updated_at': '2021-11-19T09:20:36Z', 'revision_number': 2, 'project_id': '700b69d1977242c09b136442c1eff098', 'subnets': [{'id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:38.852282 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b72beaa-bf5b-4848-8a56-0ac43348e3c4", "name": "network-vif-deleted", "tag": "df0d70d1-4803-4303-a870-2a5be58ee937", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:38.853512 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6893f98-ceb5-43b9-9545-f239399f104a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:38.854238 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b72beaa-bf5b-4848-8a56-0ac43348e3c4', 'name': 'network-vif-deleted', 'tag': 'df0d70d1-4803-4303-a870-2a5be58ee937', 'status': 'completed', 'code': 200} Nov 19 09:20:38.874024 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c1465133-c933-45d3-895a-789aa5d90be3 req-a57071bc-03b1-45bc-8e8b-71e5ef4af215 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474516 Nov 19 09:20:38.887961 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed7e4ed-f50d-471c-b66d-0d759e47bd49 None None] The sync data for ids ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'] in n-d-805649-14 is: [{'id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'name': 'tempest-TaggedBootDevicesTest-9964786-router', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:31Z', 'updated_at': '2021-11-19T09:20:36Z', 'revision_number': 4, 'project_id': '700b69d1977242c09b136442c1eff098', 'gw_port': {'id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:32Z', 'updated_at': '2021-11-19T09:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '94c5c4cf-db79-4661-a4ea-609bfb023652', 'name': '', 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'mac_address': 'fa:16:3e:4f:21:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:35Z', 'updated_at': '2021-11-19T09:20:36Z', 'revision_number': 2, 'project_id': '700b69d1977242c09b136442c1eff098', 'subnets': [{'id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:20:38.960748 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:38.986209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c954e-424f-4528-8410-c5fb36eaaac3 req-9df15f4e-6598-46ef-ab1e-25e88785a1ca tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:38.987938 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c4c954e-424f-4528-8410-c5fb36eaaac3 req-9df15f4e-6598-46ef-ab1e-25e88785a1ca tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 945 time: 0.1497965 Nov 19 09:20:39.014949 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:39.019277 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:39.079712 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c4c954e-424f-4528-8410-c5fb36eaaac3 req-1ee94ae4-f22c-4127-b837-8b61aa53ef04 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834541 Nov 19 09:20:39.112011 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:39.237854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47398) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:39.339741 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47406) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:39.354944 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-821c43d2-3552-41df-bea4-e1b9b6469042 req-b659dc0c-e3ff-4289-b742-3b06b0a18ed2 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 210 time: 0.1222193 Nov 19 09:20:39.360816 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-36d07d32-cba0-41e7-80cc-3d7319ae0a33 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-263254921-network', 'tenant_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:39.382869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799034a-a60a-41d2-bbeb-1142070db79f req-b309007a-1079-48fd-b771-ac0bcab8485c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:39.393392 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0799034a-a60a-41d2-bbeb-1142070db79f req-b309007a-1079-48fd-b771-ac0bcab8485c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.2293532 Nov 19 09:20:39.490827 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-450d2c4f-ad3c-4caf-9896-dd5a3d60b2c4 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:39.492564 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-450d2c4f-ad3c-4caf-9896-dd5a3d60b2c4 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.71 "GET /v2.0/networks?id=1978072d-40a6-4314-86cd-58e4e65acef7 HTTP/1.1" status: 200 len: 812 time: 0.3769274 Nov 19 09:20:39.495511 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d07d32-cba0-41e7-80cc-3d7319ae0a33 admin admin] Made reservation on behalf of 8ba2ed19c42e4e17bb5ed47ea73c1ed1 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:20:39.509858 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36d07d32-cba0-41e7-80cc-3d7319ae0a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:39.541030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d22750c-98d5-4593-8b1f-ec44895639f1 req-5a4d4492-deca-4ed6-b25b-f3724faabec8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 210 time: 0.0685709 Nov 19 09:20:39.560311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-4b443b37-d9a7-4813-bf84-f1c681b0eb16 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Request body: {'port': {'device_id': '75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5', 'network_id': '1978072d-40a6-4314-86cd-58e4e65acef7', 'admin_state_up': True, 'tenant_id': 'ce13202fca404e509c9444d4d7a9b7d7'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:39.563971 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36d07d32-cba0-41e7-80cc-3d7319ae0a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:39.577297 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0799034a-a60a-41d2-bbeb-1142070db79f req-b90abd78-72e0-43b6-8669-13405d4a926a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827285 Nov 19 09:20:39.656539 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fadc6548-2e30-4ffc-b0ab-8a06c2146b47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:39.754780 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fadc6548-2e30-4ffc-b0ab-8a06c2146b47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:39.761867 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fadc6548-2e30-4ffc-b0ab-8a06c2146b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:39.809948 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fadc6548-2e30-4ffc-b0ab-8a06c2146b47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d207b32e9454e5cbe0b253ac05b4afb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5576441 Nov 19 09:20:39.811046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc6548-2e30-4ffc-b0ab-8a06c2146b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c9a80a-4f84-4e6a-967c-d4035d442a4e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:39.814100 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47408) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:39.870111 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bad10d66-e39a-4ed9-a9de-fbb6cee0f920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:39.876963 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58744126-c006-407e-b5d0-0e90dde122c3 req-c94ebf89-cb8c-48b4-90e1-b62f5a015fda tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:39.878539 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-58744126-c006-407e-b5d0-0e90dde122c3 req-c94ebf89-cb8c-48b4-90e1-b62f5a015fda tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.71 "GET /v2.0/networks?id=f5127352-c6ff-4c52-a9e2-54e45bbb3166 HTTP/1.1" status: 200 len: 815 time: 0.2277212 Nov 19 09:20:39.896106 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bad10d66-e39a-4ed9-a9de-fbb6cee0f920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:39.897017 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-4b443b37-d9a7-4813-bf84-f1c681b0eb16 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Made reservation on behalf of ce13202fca404e509c9444d4d7a9b7d7 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:20:39.900527 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-4b443b37-d9a7-4813-bf84-f1c681b0eb16 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:39.928042 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-58744126-c006-407e-b5d0-0e90dde122c3 req-5b8c7436-3dcb-4d5a-aaa7-3c220334196e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Request body: {'port': {'device_id': '6a158a3d-cf72-4632-9c75-af84533a8055', 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166', 'admin_state_up': True, 'tenant_id': '9a948d9d81bc42f0a6d1e479c482c896'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:39.934876 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36d07d32-cba0-41e7-80cc-3d7319ae0a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:39.979150 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bad10d66-e39a-4ed9-a9de-fbb6cee0f920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:39.983735 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bad10d66-e39a-4ed9-a9de-fbb6cee0f920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:39.985183 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bad10d66-e39a-4ed9-a9de-fbb6cee0f920 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38c9a80a-4f84-4e6a-967c-d4035d442a4e HTTP/1.1" status: 204 len: 168 time: 0.1698692 Nov 19 09:20:39.999571 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad10d66-e39a-4ed9-a9de-fbb6cee0f920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c9a80a-4f84-4e6a-967c-d4035d442a4e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:40.003250 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36d07d32-cba0-41e7-80cc-3d7319ae0a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:40.128693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d07d32-cba0-41e7-80cc-3d7319ae0a33 admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:20:40.180172 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d07d32-cba0-41e7-80cc-3d7319ae0a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30baa257-11b0-4823-bb13-a6ac77dc78d3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:40.213378 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36d07d32-cba0-41e7-80cc-3d7319ae0a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:40.214030 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-36d07d32-cba0-41e7-80cc-3d7319ae0a33 admin admin] Added segment 590507ab-a6a8-4479-8a9a-e9b2c8d439ad of type vlan for network 7f61d6ed-cbcf-4682-ac7e-a56c3c79c142 Nov 19 09:20:40.281547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58c63f-6d5d-487e-ab9b-5010872c47f3 req-723893e2-d7f1-4cbb-bc07-3afcfbf9b070 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:40.291317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c58c63f-6d5d-487e-ab9b-5010872c47f3 req-723893e2-d7f1-4cbb-bc07-3afcfbf9b070 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 945 time: 0.0930109 Nov 19 09:20:40.353296 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c58c63f-6d5d-487e-ab9b-5010872c47f3 req-c91f5610-8417-4fae-ab04-3596acc94f6b tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606647 Nov 19 09:20:40.379800 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36d07d32-cba0-41e7-80cc-3d7319ae0a33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:40.425459 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-4b443b37-d9a7-4813-bf84-f1c681b0eb16 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Allocated IP 172.20.0.12 (1978072d-40a6-4314-86cd-58e4e65acef7/0947f5bc-a93c-45f7-94cb-a151f6dc2e7d/da45c664-7a55-41f5-99ab-4e11542f3b0d) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:20:40.427531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58744126-c006-407e-b5d0-0e90dde122c3 req-5b8c7436-3dcb-4d5a-aaa7-3c220334196e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Made reservation on behalf of 9a948d9d81bc42f0a6d1e479c482c896 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:20:40.431113 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-58744126-c006-407e-b5d0-0e90dde122c3 req-5b8c7436-3dcb-4d5a-aaa7-3c220334196e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:40.486725 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47252931-17b7-447d-be04-7d6c01cccb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:40.491830 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828fce19-c9f5-4e3b-bf82-168a1c8a4b17" -d '{"events": [{"server_uuid": "47252931-17b7-447d-be04-7d6c01cccb50", "name": "network-vif-plugged", "status": "completed", "tag": "5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:40.492108 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36d07d32-cba0-41e7-80cc-3d7319ae0a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:40.493307 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d07d32-cba0-41e7-80cc-3d7319ae0a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:40.494081 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36d07d32-cba0-41e7-80cc-3d7319ae0a33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:40.509558 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47422) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:40.513448 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1cdd869a-a465-4ec9-beb6-c6040f12c5ad req-9cdc71ab-e3a5-454b-9013-c254fe8031f2 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 210 time: 0.0647235 Nov 19 09:20:40.538091 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-36d07d32-cba0-41e7-80cc-3d7319ae0a33 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1969085 Nov 19 09:20:40.542124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47424) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:40.549716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-eacf01b2-c4ee-480c-bef0-36229a2e4948 admin admin] Request body: {'subnet': {'network_id': '7f61d6ed-cbcf-4682-ac7e-a56c3c79c142', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-263254921-subnet', 'tenant_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:40.581155 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efa3829-013a-4999-9e4f-17f7ce01b9fb x-openstack-request-id: req-8efa3829-013a-4999-9e4f-17f7ce01b9fb {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:40.581467 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47252931-17b7-447d-be04-7d6c01cccb50", "name": "network-vif-plugged", "status": "completed", "tag": "5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:40.581729 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8efa3829-013a-4999-9e4f-17f7ce01b9fb {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:40.582190 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47252931-17b7-447d-be04-7d6c01cccb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd', 'code': 200} Nov 19 09:20:40.630073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacf01b2-c4ee-480c-bef0-36229a2e4948 admin admin] Made reservation on behalf of 8ba2ed19c42e4e17bb5ed47ea73c1ed1 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:20:40.640485 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eacf01b2-c4ee-480c-bef0-36229a2e4948 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:40.753905 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dca860a2-3912-4256-a44e-4a6166676d46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:40.756033 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d07d32-cba0-41e7-80cc-3d7319ae0a33 admin admin] Pushing event updated for resources: {'Network': ['ID=7f61d6ed-cbcf-4682-ac7e-a56c3c79c142,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:40.768818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 7f61d6ed-cbcf-4682-ac7e-a56c3c79c142 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:20:40.836499 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ffd4d03-917e-4f24-ad5b-b8996c995aa3 req-7a566f36-39b4-47df-b8c5-ddf7f6cf7753 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 210 time: 0.1714039 Nov 19 09:20:41.027788 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-4b443b37-d9a7-4813-bf84-f1c681b0eb16 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:41.034775 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59b1b3-cbc7-402b-84f0-0b3a9898b68a req-bd31371b-58d1-44b8-a42c-8c52bf784261 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:41.037583 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc59b1b3-cbc7-402b-84f0-0b3a9898b68a req-bd31371b-58d1-44b8-a42c-8c52bf784261 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.3219967 Nov 19 09:20:41.046436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-58744126-c006-407e-b5d0-0e90dde122c3 req-5b8c7436-3dcb-4d5a-aaa7-3c220334196e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Allocated IP 172.20.0.10 (f5127352-c6ff-4c52-a9e2-54e45bbb3166/1674e500-6664-476b-abe6-b6cd7cb1cc18/1c5d0aa8-ac58-473f-ba08-c160e3fa3e83) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:20:41.092308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a8f7e-9620-4c1f-9492-950250a27d7a req-7f660509-cfaf-480e-88c8-e1e5602e6b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:41.095450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-305a8f7e-9620-4c1f-9492-950250a27d7a req-7f660509-cfaf-480e-88c8-e1e5602e6b8d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 1097 time: 0.4349902 Nov 19 09:20:41.137248 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device df0d70d1-4803-4303-a870-2a5be58ee937 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:20:41.167123 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: df0d70d1-4803-4303-a870-2a5be58ee937 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:20:41.167716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device df0d70d1-4803-4303-a870-2a5be58ee937 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:20:41.168640 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-4b443b37-d9a7-4813-bf84-f1c681b0eb16 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:41.178641 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dca860a2-3912-4256-a44e-4a6166676d46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:41.198052 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-305a8f7e-9620-4c1f-9492-950250a27d7a req-c3e7dc58-d1ba-4ca0-bc34-7be1c5bffd3c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899656 Nov 19 09:20:41.198273 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eacf01b2-c4ee-480c-bef0-36229a2e4948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:41.226692 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dca860a2-3912-4256-a44e-4a6166676d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:41.274455 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc59b1b3-cbc7-402b-84f0-0b3a9898b68a req-344d195a-8e8d-454f-a4a0-0319dadac426 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795688 Nov 19 09:20:41.304968 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-4b443b37-d9a7-4813-bf84-f1c681b0eb16 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Network 1978072d-40a6-4314-86cd-58e4e65acef7 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:20:41.310082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf01b2-c4ee-480c-bef0-36229a2e4948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ebf23d-57a9-45a8-827a-82b2e3d30f2e,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:41.328019 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacf01b2-c4ee-480c-bef0-36229a2e4948 admin admin] Checking segment: {'id': '590507ab-a6a8-4479-8a9a-e9b2c8d439ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f61d6ed-cbcf-4682-ac7e-a56c3c79c142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:20:41.328408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacf01b2-c4ee-480c-bef0-36229a2e4948 admin admin] Network hostable DHCP agents. Network: 7f61d6ed-cbcf-4682-ac7e-a56c3c79c142, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:20:41.350567 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacf01b2-c4ee-480c-bef0-36229a2e4948 admin admin] Network 7f61d6ed-cbcf-4682-ac7e-a56c3c79c142 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:20:41.364249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-eacf01b2-c4ee-480c-bef0-36229a2e4948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 7f61d6ed-cbcf-4682-ac7e-a56c3c79c142) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:20:41.377962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b224f98-f983-4191-90c7-da6b6cb9a170 None None] Network 7f61d6ed-cbcf-4682-ac7e-a56c3c79c142 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:20:41.384872 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf01b2-c4ee-480c-bef0-36229a2e4948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:41.385522 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eacf01b2-c4ee-480c-bef0-36229a2e4948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:41.415293 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-eacf01b2-c4ee-480c-bef0-36229a2e4948 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8699815 Nov 19 09:20:41.417769 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47436) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:41.424684 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-263254921-router', 'tenant_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:41.510873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 013f0182-e153-4a02-a7b6-cf4cd8ab5e70 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:20:41.538654 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:41.539825 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:41.593149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9e48c-695a-4ec4-8f45-02063ed0fbc3 req-cea61d1f-5558-46f2-9f1f-de4bb2440e2f tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:41.594897 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dcd9e48c-695a-4ec4-8f45-02063ed0fbc3 req-cea61d1f-5558-46f2-9f1f-de4bb2440e2f tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 945 time: 0.1293225 Nov 19 09:20:41.641818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 013f0182-e153-4a02-a7b6-cf4cd8ab5e70 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:41.642256 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:41.747821 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:41.753877 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-58744126-c006-407e-b5d0-0e90dde122c3 req-5b8c7436-3dcb-4d5a-aaa7-3c220334196e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:41.756410 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-7f61d6ed-cbcf-4682-ac7e-a56c3c79c142', 'network_id': '7f61d6ed-cbcf-4682-ac7e-a56c3c79c142', 'tenant_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'fixed_ips': [{'subnet_id': '94ebf23d-57a9-45a8-827a-82b2e3d30f2e'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:20:41.757660 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:41.792474 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:41.794888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-4b443b37-d9a7-4813-bf84-f1c681b0eb16 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:20:41.797627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-4b443b37-d9a7-4813-bf84-f1c681b0eb16 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:20:41.810154 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-58744126-c006-407e-b5d0-0e90dde122c3 req-5b8c7436-3dcb-4d5a-aaa7-3c220334196e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:41.839138 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dca860a2-3912-4256-a44e-4a6166676d46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e86bea46a6c340c7a33350b98bbb0c6d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3214731 Nov 19 09:20:41.842469 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47440) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:41.845497 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b443b37-d9a7-4813-bf84-f1c681b0eb16 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event updated for resources: {'Port': ['ID=da45c664-7a55-41f5-99ab-4e11542f3b0d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:41.873012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 013f0182-e153-4a02-a7b6-cf4cd8ab5e70, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=013f0182-e153-4a02-a7b6-cf4cd8ab5e70,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:41.884284 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:41.901010 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a626bd7-6735-4539-b58d-8f824024c269 req-69ce9c57-a934-4ccc-8e14-b569f3c342ca tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 210 time: 0.1864932 Nov 19 09:20:41.905768 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca860a2-3912-4256-a44e-4a6166676d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e80133a-7fd9-4c1e-a38b-fa8dc2e72e03,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:41.948904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c7436-3dcb-4d5a-aaa7-3c220334196e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Pushing event updated for resources: {'Port': ['ID=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:42.008653 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58744126-c006-407e-b5d0-0e90dde122c3 req-5b8c7436-3dcb-4d5a-aaa7-3c220334196e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Network f5127352-c6ff-4c52-a9e2-54e45bbb3166 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:20:42.019449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=013f0182-e153-4a02-a7b6-cf4cd8ab5e70,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:42.028516 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-58744126-c006-407e-b5d0-0e90dde122c3 req-5b8c7436-3dcb-4d5a-aaa7-3c220334196e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:20:42.031045 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-58744126-c006-407e-b5d0-0e90dde122c3 req-5b8c7436-3dcb-4d5a-aaa7-3c220334196e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:20:42.048860 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dcd9e48c-695a-4ec4-8f45-02063ed0fbc3 req-67a31575-1ba6-459e-8b26-94f09714fe2f tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745904 Nov 19 09:20:42.061332 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-4b443b37-d9a7-4813-bf84-f1c681b0eb16 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:42.062008 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-4b443b37-d9a7-4813-bf84-f1c681b0eb16 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:42.076156 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:42.096280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Allocated IP 172.20.0.2 (7f61d6ed-cbcf-4682-ac7e-a56c3c79c142/94ebf23d-57a9-45a8-827a-82b2e3d30f2e/eb39cb63-6e90-40cd-8142-2cfa1fb9522d) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:20:42.168911 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-4b443b37-d9a7-4813-bf84-f1c681b0eb16 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6386449 Nov 19 09:20:42.214811 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Request body: {'port': {'device_id': '75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:42.293242 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Sync routers for ids ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:20:42.302471 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7efe-ba9f-461a-89a6-b0c4084f31dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:42.308151 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Routers {'cc3b3974-c96f-4d84-aecd-b46dfbee473d'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:20:42.308904 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:20:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:42.328275 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58744126-c006-407e-b5d0-0e90dde122c3 req-5b8c7436-3dcb-4d5a-aaa7-3c220334196e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:42.329116 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-58744126-c006-407e-b5d0-0e90dde122c3 req-5b8c7436-3dcb-4d5a-aaa7-3c220334196e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:42.421373 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7efe-ba9f-461a-89a6-b0c4084f31dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:42.426402 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:42.434306 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:42.455781 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Set router cc3b3974-c96f-4d84-aecd-b46dfbee473d gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:20:42.491661 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Pushing event updated for resources: {'Port': ['ID=eb39cb63-6e90-40cd-8142-2cfa1fb9522d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:42.503205 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Network 7f61d6ed-cbcf-4682-ac7e-a56c3c79c142 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:20:42.507583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:20:42.515779 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:20:42.528106 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-58744126-c006-407e-b5d0-0e90dde122c3 req-5b8c7436-3dcb-4d5a-aaa7-3c220334196e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6087396 Nov 19 09:20:42.529261 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:42.538049 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7efe-ba9f-461a-89a6-b0c4084f31dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:42.546655 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7efe-ba9f-461a-89a6-b0c4084f31dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:42.548214 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d6ea7efe-ba9f-461a-89a6-b0c4084f31dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e80133a-7fd9-4c1e-a38b-fa8dc2e72e03 HTTP/1.1" status: 204 len: 168 time: 0.7038054 Nov 19 09:20:42.620223 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Request body: {'port': {'device_id': '6a158a3d-cf72-4632-9c75-af84533a8055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:42.649489 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea7efe-ba9f-461a-89a6-b0c4084f31dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e80133a-7fd9-4c1e-a38b-fa8dc2e72e03,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:42.705704 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98312a-cc03-41a0-b13b-0f0fef6f784c req-57e73165-2db8-44aa-b4b2-275b9be42078 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:42.706959 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Attempting to bind port eb39cb63-6e90-40cd-8142-2cfa1fb9522d on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:20:42.710382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Attempting to bind port eb39cb63-6e90-40cd-8142-2cfa1fb9522d by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '590507ab-a6a8-4479-8a9a-e9b2c8d439ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f61d6ed-cbcf-4682-ac7e-a56c3c79c142'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:20:42.710983 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Attempting to bind port eb39cb63-6e90-40cd-8142-2cfa1fb9522d on network 7f61d6ed-cbcf-4682-ac7e-a56c3c79c142 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:20:42.713417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df98312a-cc03-41a0-b13b-0f0fef6f784c req-57e73165-2db8-44aa-b4b2-275b9be42078 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 932 time: 0.6939349 Nov 19 09:20:42.730378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:20:42.732325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Checking segment: {'id': '590507ab-a6a8-4479-8a9a-e9b2c8d439ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f61d6ed-cbcf-4682-ac7e-a56c3c79c142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:20:42.732915 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:42.734416 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Bound using segment: {'id': '590507ab-a6a8-4479-8a9a-e9b2c8d439ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f61d6ed-cbcf-4682-ac7e-a56c3c79c142'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:20:42.735767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Bound port: eb39cb63-6e90-40cd-8142-2cfa1fb9522d, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590507ab-a6a8-4479-8a9a-e9b2c8d439ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f61d6ed-cbcf-4682-ac7e-a56c3c79c142'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:20:42.739529 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:42.742394 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'name': 'tempest-TaggedBootDevicesTest-9964786-router', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:31Z', 'updated_at': '2021-11-19T09:20:36Z', 'revision_number': 4, 'project_id': '700b69d1977242c09b136442c1eff098', 'gw_port': {'id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:32Z', 'updated_at': '2021-11-19T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '94c5c4cf-db79-4661-a4ea-609bfb023652', 'name': '', 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'mac_address': 'fa:16:3e:4f:21:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:35Z', 'updated_at': '2021-11-19T09:20:36Z', 'revision_number': 2, 'project_id': '700b69d1977242c09b136442c1eff098', 'subnets': [{'id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:42.773952 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:42.779257 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Checking router: cc3b3974-c96f-4d84-aecd-b46dfbee473d for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:20:42.779958 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Updating router cc3b3974-c96f-4d84-aecd-b46dfbee473d port 94c5c4cf-db79-4661-a4ea-609bfb023652 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:20:42.814119 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:42.954246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0342b-e5fe-42e7-bc02-dc8a220090d2 req-7592e6e2-77d3-43ae-8eef-6217cbf474e8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:42.956051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6a0342b-e5fe-42e7-bc02-dc8a220090d2 req-7592e6e2-77d3-43ae-8eef-6217cbf474e8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.3048217 Nov 19 09:20:42.969775 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df98312a-cc03-41a0-b13b-0f0fef6f784c req-69e47a77-f892-480f-b2a8-5f30fa7e20e4 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872706 Nov 19 09:20:43.072173 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6a0342b-e5fe-42e7-bc02-dc8a220090d2 req-5296f3d9-e5a3-4ed1-8034-cad9c37e4564 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005464 Nov 19 09:20:43.090177 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] For port eb39cb63-6e90-40cd-8142-2cfa1fb9522d, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:20:43.101059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] For port eb39cb63-6e90-40cd-8142-2cfa1fb9522d, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=eb39cb63-6e90-40cd-8142-2cfa1fb9522d,segment=NetworkSegment(590507ab-a6a8-4479-8a9a-e9b2c8d439ad),segment_id=590507ab-a6a8-4479-8a9a-e9b2c8d439ad)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:20:43.118571 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:43.207128 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b91b6b-30ed-4b84-9816-a76d12982577 None None] Pushing event updated for resources: {'Port': ['ID=eb39cb63-6e90-40cd-8142-2cfa1fb9522d,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:43.276361 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:20:43.296360 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:43.395257 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:43.400233 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Transition to ACTIVE for port object 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:20:43.401887 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:43.408146 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:43.412261 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:43.458273 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:43.553519 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 013f0182-e153-4a02-a7b6-cf4cd8ab5e70 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:20:43.570301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a31f32-3f9c-436c-a72c-00c874a15a1a req-8e79e823-2558-4601-a4cd-f7715b1c341c tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:43.578244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35a31f32-3f9c-436c-a72c-00c874a15a1a req-8e79e823-2558-4601-a4cd-f7715b1c341c tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 932 time: 0.3334630 Nov 19 09:20:43.592094 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab764e-f04e-429a-a889-910fd51419b5 None None] Pushing event updated for resources: {'Port': ['ID=94c5c4cf-db79-4661-a4ea-609bfb023652,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:43.599125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:43.621751 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab764e-f04e-429a-a889-910fd51419b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:43.627593 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab764e-f04e-429a-a889-910fd51419b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:43.630702 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab764e-f04e-429a-a889-910fd51419b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:43.631234 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab764e-f04e-429a-a889-910fd51419b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:43.635014 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab764e-f04e-429a-a889-910fd51419b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:43.636322 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab764e-f04e-429a-a889-910fd51419b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:43.637689 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab764e-f04e-429a-a889-910fd51419b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:43.638548 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab764e-f04e-429a-a889-910fd51419b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:43.640394 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab764e-f04e-429a-a889-910fd51419b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:43.642296 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab764e-f04e-429a-a889-910fd51419b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:43.642899 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab764e-f04e-429a-a889-910fd51419b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:43.644068 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab764e-f04e-429a-a889-910fd51419b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:20:43.753263 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35a31f32-3f9c-436c-a72c-00c874a15a1a req-95aee90a-ebea-4366-94ba-e2c8c8547f3a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733756 Nov 19 09:20:43.781798 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Attempting to bind port 94c5c4cf-db79-4661-a4ea-609bfb023652 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:20:43.782167 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Attempting to bind port 94c5c4cf-db79-4661-a4ea-609bfb023652 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '5bc28d9f-98af-4ae3-b476-7cf3cb606a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:20:43.782528 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Attempting to bind port 94c5c4cf-db79-4661-a4ea-609bfb023652 on network 0f317c17-d11b-428a-b336-bf3a20212eb4 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:20:43.783145 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Attempting to bind port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:20:43.784177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Attempting to bind port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '0170f4f2-df71-42c9-9141-22e42d0a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:20:43.784678 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Attempting to bind port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 on network f5127352-c6ff-4c52-a9e2-54e45bbb3166 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:20:43.788673 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:20:43.789212 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Checking segment: {'id': '5bc28d9f-98af-4ae3-b476-7cf3cb606a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:20:43.796306 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:43.796824 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Bound using segment: {'id': '5bc28d9f-98af-4ae3-b476-7cf3cb606a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:20:43.797400 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Bound port: 94c5c4cf-db79-4661-a4ea-609bfb023652, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc28d9f-98af-4ae3-b476-7cf3cb606a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:20:43.797798 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:43.799751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 on network f5127352-c6ff-4c52-a9e2-54e45bbb3166 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:20:43.800317 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Attempting to bind port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 on network f5127352-c6ff-4c52-a9e2-54e45bbb3166 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:20:43.811460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 013f0182-e153-4a02-a7b6-cf4cd8ab5e70 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:43.811889 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:43.812389 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:20:43.812939 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Checking segment: {'id': '0170f4f2-df71-42c9-9141-22e42d0a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:20:43.813518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Bound using segment: {'id': '0170f4f2-df71-42c9-9141-22e42d0a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:20:43.814138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Bound port: 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0170f4f2-df71-42c9-9141-22e42d0a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:20:43.823790 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:43.883471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Allocated IP 172.25.0.150 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/a8cce874-451a-4507-9c97-62e42fefe087) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:20:43.918425 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] For port 94c5c4cf-db79-4661-a4ea-609bfb023652, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:20:43.923774 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] For port 94c5c4cf-db79-4661-a4ea-609bfb023652, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=94c5c4cf-db79-4661-a4ea-609bfb023652,segment=NetworkSegment(5bc28d9f-98af-4ae3-b476-7cf3cb606a85),segment_id=5bc28d9f-98af-4ae3-b476-7cf3cb606a85)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:20:43.939990 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:43.957530 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da45c664-7a55-41f5-99ab-4e11542f3b0d {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:20:43.976214 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:44.006785 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Transition to ACTIVE for port object da45c664-7a55-41f5-99ab-4e11542f3b0d will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:20:44.014092 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:44.029822 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab764e-f04e-429a-a889-910fd51419b5 None None] Pushing event updated for resources: {'Port': ['ID=94c5c4cf-db79-4661-a4ea-609bfb023652,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:44.045676 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Routers {'cc3b3974-c96f-4d84-aecd-b46dfbee473d'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:20:44.046351 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:20:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:44.054973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f9a828c7-09dd-43c7-9bc2-46d7acf04a67 None None] Provisioning complete for port 94c5c4cf-db79-4661-a4ea-609bfb023652 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:44.055348 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f9a828c7-09dd-43c7-9bc2-46d7acf04a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:44.090299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] For port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:20:44.187968 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] For port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:20:44.210505 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:44.270522 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f9a828c7-09dd-43c7-9bc2-46d7acf04a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:44.287290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Pushing event updated for resources: {'Port': ['ID=da45c664-7a55-41f5-99ab-4e11542f3b0d,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:44.320546 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:44.321590 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:44.323804 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-58744126-c006-407e-b5d0-0e90dde122c3 req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] 10.222.0.71 "PUT /v2.0/ports/1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 HTTP/1.1" status: 200 len: 1093 time: 1.7738771 Nov 19 09:20:44.324639 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a158a3d-cf72-4632-9c75-af84533a8055', 'tag': '1c5d0aa8-ac58-473f-ba08-c160e3fa3e83'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:44.327791 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7688f1e9-5a1c-44a2-b828-ad0b28203c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a158a3d-cf72-4632-9c75-af84533a8055", "tag": "1c5d0aa8-ac58-473f-ba08-c160e3fa3e83"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:44.343208 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] Set router cc3b3974-c96f-4d84-aecd-b46dfbee473d gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:20:44.383673 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f9a828c7-09dd-43c7-9bc2-46d7acf04a67 None None] For port 94c5c4cf-db79-4661-a4ea-609bfb023652, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=94c5c4cf-db79-4661-a4ea-609bfb023652,segment=NetworkSegment(5bc28d9f-98af-4ae3-b476-7cf3cb606a85),segment_id=5bc28d9f-98af-4ae3-b476-7cf3cb606a85)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:44.393526 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f9a828c7-09dd-43c7-9bc2-46d7acf04a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:44.444716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d1d44-41de-4235-b7eb-01d81f49d5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:44.531376 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58744126-c006-407e-b5d0-0e90dde122c3 req-5b32467d-2ae5-4ea2-a900-59360ec24c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:44.533476 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-58744126-c006-407e-b5d0-0e90dde122c3 req-5b32467d-2ae5-4ea2-a900-59360ec24c99 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a948d9d81bc42f0a6d1e479c482c896&device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 1096 time: 0.0844548 Nov 19 09:20:44.535522 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:44.542106 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a828c7-09dd-43c7-9bc2-46d7acf04a67 None None] Pushing event updated for resources: {'Port': ['ID=94c5c4cf-db79-4661-a4ea-609bfb023652,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:44.593475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92724a-ce38-4fb2-a611-0c1fd429a648 req-6b3fa54c-8baf-4ac1-9703-8fc706f49a7f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:44.607680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d92724a-ce38-4fb2-a611-0c1fd429a648 req-6b3fa54c-8baf-4ac1-9703-8fc706f49a7f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.3504105 Nov 19 09:20:44.619718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d407ef17-1727-47b9-ae07-a06e9f4d823e None None] Provisioning complete for port 94c5c4cf-db79-4661-a4ea-609bfb023652 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:44.620263 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d407ef17-1727-47b9-ae07-a06e9f4d823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:44.634141 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Attempting to bind port da45c664-7a55-41f5-99ab-4e11542f3b0d on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:20:44.634629 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0288de-4074-4abb-b5e0-43d946256355 req-7960b388-caeb-42ec-a1fa-5048737ffe8f tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:44.636579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Attempting to bind port da45c664-7a55-41f5-99ab-4e11542f3b0d by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd8e83e9c-783c-4bb4-a11f-d00ad815f2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1978072d-40a6-4314-86cd-58e4e65acef7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:20:44.638035 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Attempting to bind port da45c664-7a55-41f5-99ab-4e11542f3b0d on network 1978072d-40a6-4314-86cd-58e4e65acef7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:20:44.642893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a0288de-4074-4abb-b5e0-43d946256355 req-7960b388-caeb-42ec-a1fa-5048737ffe8f tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 944 time: 0.4475274 Nov 19 09:20:44.648029 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Port da45c664-7a55-41f5-99ab-4e11542f3b0d on network 1978072d-40a6-4314-86cd-58e4e65acef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:20:44.648373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Attempting to bind port da45c664-7a55-41f5-99ab-4e11542f3b0d on network 1978072d-40a6-4314-86cd-58e4e65acef7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:20:44.651541 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-58744126-c006-407e-b5d0-0e90dde122c3 req-d7480474-15eb-4d33-97c0-da88249fdaf6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 HTTP/1.1" status: 200 len: 217 time: 0.1076665 Nov 19 09:20:44.656076 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:20:44.656431 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Checking segment: {'id': 'd8e83e9c-783c-4bb4-a11f-d00ad815f2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1978072d-40a6-4314-86cd-58e4e65acef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:20:44.656824 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Bound using segment: {'id': 'd8e83e9c-783c-4bb4-a11f-d00ad815f2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1978072d-40a6-4314-86cd-58e4e65acef7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:20:44.657304 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Bound port: da45c664-7a55-41f5-99ab-4e11542f3b0d, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e83e9c-783c-4bb4-a11f-d00ad815f2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1978072d-40a6-4314-86cd-58e4e65acef7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:20:44.657671 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:44.735458 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58744126-c006-407e-b5d0-0e90dde122c3 req-c03f1c47-e179-44c1-b501-1a0b5cf4cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:44.736995 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-58744126-c006-407e-b5d0-0e90dde122c3 req-c03f1c47-e179-44c1-b501-1a0b5cf4cd07 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1674e500-6664-476b-abe6-b6cd7cb1cc18 HTTP/1.1" status: 200 len: 855 time: 0.0761967 Nov 19 09:20:44.757447 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d92724a-ce38-4fb2-a611-0c1fd429a648 req-e172ab93-9c37-4ea2-9c11-1d9e429a0004 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449485 Nov 19 09:20:44.873395 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-58744126-c006-407e-b5d0-0e90dde122c3 req-8cda8461-34aa-4c41-a8fd-1d4ee4543c7e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5127352-c6ff-4c52-a9e2-54e45bbb3166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642657 Nov 19 09:20:44.953394 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'name': 'tempest-TaggedBootDevicesTest-9964786-router', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:31Z', 'updated_at': '2021-11-19T09:20:36Z', 'revision_number': 4, 'project_id': '700b69d1977242c09b136442c1eff098', 'gw_port': {'id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:32Z', 'updated_at': '2021-11-19T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '94c5c4cf-db79-4661-a4ea-609bfb023652', 'name': '', 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'mac_address': 'fa:16:3e:4f:21:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:35Z', 'updated_at': '2021-11-19T09:20:43Z', 'revision_number': 4, 'project_id': '700b69d1977242c09b136442c1eff098', 'subnets': [{'id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:44.978403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a0288de-4074-4abb-b5e0-43d946256355 req-c22490b9-2cb5-4f4e-8d6a-56bd33350953 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343573 Nov 19 09:20:44.994607 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:45.033493 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217949ba-b017-44fb-b72a-56cd6fb3184f None None] The sync data for ids ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'] in n-d-805649-14 is: [{'id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'name': 'tempest-TaggedBootDevicesTest-9964786-router', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:31Z', 'updated_at': '2021-11-19T09:20:36Z', 'revision_number': 4, 'project_id': '700b69d1977242c09b136442c1eff098', 'gw_port': {'id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:32Z', 'updated_at': '2021-11-19T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '94c5c4cf-db79-4661-a4ea-609bfb023652', 'name': '', 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'mac_address': 'fa:16:3e:4f:21:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:35Z', 'updated_at': '2021-11-19T09:20:43Z', 'revision_number': 4, 'project_id': '700b69d1977242c09b136442c1eff098', 'subnets': [{'id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:20:45.060699 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] For port da45c664-7a55-41f5-99ab-4e11542f3b0d, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:20:45.063731 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bd1e66-c210-494b-83a9-891fd56ed11e x-openstack-request-id: req-50bd1e66-c210-494b-83a9-891fd56ed11e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:45.064117 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a158a3d-cf72-4632-9c75-af84533a8055", "tag": "1c5d0aa8-ac58-473f-ba08-c160e3fa3e83", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:45.064449 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50bd1e66-c210-494b-83a9-891fd56ed11e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:45.065026 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a158a3d-cf72-4632-9c75-af84533a8055', 'tag': '1c5d0aa8-ac58-473f-ba08-c160e3fa3e83', 'status': 'completed', 'code': 200} Nov 19 09:20:45.067058 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] For port da45c664-7a55-41f5-99ab-4e11542f3b0d, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=da45c664-7a55-41f5-99ab-4e11542f3b0d,segment=NetworkSegment(d8e83e9c-783c-4bb4-a11f-d00ad815f2ec),segment_id=d8e83e9c-783c-4bb4-a11f-d00ad815f2ec)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:20:45.075963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:45.134521 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:20:45.148925 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:20:45.153166 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:20:45.159902 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:45.161524 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:45.164755 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] 10.222.0.71 "PUT /v2.0/ports/da45c664-7a55-41f5-99ab-4e11542f3b0d HTTP/1.1" status: 200 len: 1093 time: 2.9597380 Nov 19 09:20:45.273927 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-58744126-c006-407e-b5d0-0e90dde122c3 req-831dee51-8411-4b0c-b357-075c4ee49f91 service neutron] 10.222.0.71 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810482 Nov 19 09:20:45.278593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9939cfb-fe13-4e66-9e66-0241c3375f01 service neutron] Pushing event updated for resources: {'Port': ['ID=da45c664-7a55-41f5-99ab-4e11542f3b0d,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:45.338459 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecf7f52-a19a-45f8-a41e-b33400b3a561 None None] Network 7f61d6ed-cbcf-4682-ac7e-a56c3c79c142 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:20:45.423960 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-587b166c-ba2e-475b-838a-6005f861362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:45.425934 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-587b166c-ba2e-475b-838a-6005f861362a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ce13202fca404e509c9444d4d7a9b7d7&device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 1096 time: 0.2084773 Nov 19 09:20:45.487920 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-e6e7bba9-8e2d-4fe6-99e3-f01f2660b339 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da45c664-7a55-41f5-99ab-4e11542f3b0d HTTP/1.1" status: 200 len: 217 time: 0.0506105 Nov 19 09:20:45.509516 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-58744126-c006-407e-b5d0-0e90dde122c3 req-bc5c37a3-236f-41df-8cfe-0fa751f1b727 service neutron] 10.222.0.71 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123780 Nov 19 09:20:45.537107 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:45.545731 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-aeb6c313-53c2-4276-ae0d-acc626ecdd3c None None] Provisioning complete for port eb39cb63-6e90-40cd-8142-2cfa1fb9522d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:45.546336 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aeb6c313-53c2-4276-ae0d-acc626ecdd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:45.596537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=a8cce874-451a-4507-9c97-62e42fefe087,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:45.734343 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-ebfafdea-0a92-4ce1-ab13-a96cba38f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:45.737503 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-ebfafdea-0a92-4ce1-ab13-a96cba38f1e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0947f5bc-a93c-45f7-94cb-a151f6dc2e7d HTTP/1.1" status: 200 len: 852 time: 0.2265375 Nov 19 09:20:45.744885 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688f1e9-5a1c-44a2-b828-ad0b28203c8e req-df6f1b2f-836e-4b1b-9d03-6ded2820cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:45.746794 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7688f1e9-5a1c-44a2-b828-ad0b28203c8e req-df6f1b2f-836e-4b1b-9d03-6ded2820cfa6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a948d9d81bc42f0a6d1e479c482c896&device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 1096 time: 0.1441877 Nov 19 09:20:45.763006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 94c5c4cf-db79-4661-a4ea-609bfb023652 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:20:45.773937 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:45.863167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275532b7-96be-476c-bbf2-962826783a19 req-77461acd-dd7a-44ad-ac8d-d5d5c7ed0608 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:45.867576 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688f1e9-5a1c-44a2-b828-ad0b28203c8e req-375fca08-ffef-4988-8aa5-ee6e34c242db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:45.869431 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7688f1e9-5a1c-44a2-b828-ad0b28203c8e req-375fca08-ffef-4988-8aa5-ee6e34c242db service neutron] 10.222.0.71 "GET /v2.0/networks?id=f5127352-c6ff-4c52-a9e2-54e45bbb3166 HTTP/1.1" status: 200 len: 916 time: 0.1117272 Nov 19 09:20:45.872756 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-275532b7-96be-476c-bbf2-962826783a19 req-77461acd-dd7a-44ad-ac8d-d5d5c7ed0608 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.3442490 Nov 19 09:20:45.891772 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-36ae0dc4-5ec8-4328-ace9-e6838d53cdb0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1978072d-40a6-4314-86cd-58e4e65acef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437957 Nov 19 09:20:45.896595 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aeb6c313-53c2-4276-ae0d-acc626ecdd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:45.961756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-aeb6c313-53c2-4276-ae0d-acc626ecdd3c None None] For port eb39cb63-6e90-40cd-8142-2cfa1fb9522d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=eb39cb63-6e90-40cd-8142-2cfa1fb9522d,segment=NetworkSegment(590507ab-a6a8-4479-8a9a-e9b2c8d439ad),segment_id=590507ab-a6a8-4479-8a9a-e9b2c8d439ad)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:45.968421 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7688f1e9-5a1c-44a2-b828-ad0b28203c8e req-0da51ff9-e33a-4f7c-b2a9-afa76d2bb509 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 HTTP/1.1" status: 200 len: 217 time: 0.0791597 Nov 19 09:20:45.968701 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 94c5c4cf-db79-4661-a4ea-609bfb023652 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:45.969601 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:46.054384 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4273c-320b-40b2-b4b8-f17b134c0a5b req-ce29a9ae-8e79-4230-8a98-07ceab0cb3fc tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:46.055422 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aeb6c313-53c2-4276-ae0d-acc626ecdd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:46.077869 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ab4273c-320b-40b2-b4b8-f17b134c0a5b req-ce29a9ae-8e79-4230-8a98-07ceab0cb3fc tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 944 time: 0.8404877 Nov 19 09:20:46.132680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-275532b7-96be-476c-bbf2-962826783a19 req-7bc6dbc4-4aaa-4d60-8aea-af6304fe0e83 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551782 Nov 19 09:20:46.236111 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ab4273c-320b-40b2-b4b8-f17b134c0a5b req-a5b3a1f3-11d3-43ed-b21f-d1329c22f3d7 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566458 Nov 19 09:20:46.245819 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6c313-53c2-4276-ae0d-acc626ecdd3c None None] Pushing event updated for resources: {'Port': ['ID=eb39cb63-6e90-40cd-8142-2cfa1fb9522d,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:46.256497 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device eb39cb63-6e90-40cd-8142-2cfa1fb9522d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:20:46.268971 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688f1e9-5a1c-44a2-b828-ad0b28203c8e req-b2d7cda7-0085-4e21-88b2-72c857753758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:46.291072 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7688f1e9-5a1c-44a2-b828-ad0b28203c8e req-b2d7cda7-0085-4e21-88b2-72c857753758 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1674e500-6664-476b-abe6-b6cd7cb1cc18 HTTP/1.1" status: 200 len: 855 time: 0.2195876 Nov 19 09:20:46.353007 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-c7624042-c0f0-4816-be5c-dd88fdc369f1 service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492517 Nov 19 09:20:46.416449 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7688f1e9-5a1c-44a2-b828-ad0b28203c8e req-c50f45d9-fd55-4a2b-8ec7-fb57eba5204f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5127352-c6ff-4c52-a9e2-54e45bbb3166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160493 Nov 19 09:20:46.429424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port eb39cb63-6e90-40cd-8142-2cfa1fb9522d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:46.430223 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:46.516479 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4ed61c8c-9bf8-4174-a60d-82c7b6ec58ba None None] Provisioning complete for port eb39cb63-6e90-40cd-8142-2cfa1fb9522d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:46.517108 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4ed61c8c-9bf8-4174-a60d-82c7b6ec58ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:46.535692 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:46.610043 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7688f1e9-5a1c-44a2-b828-ad0b28203c8e req-544d94c6-1cfd-4fbf-b6cf-22827e24b484 service neutron] 10.222.0.71 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829734 Nov 19 09:20:46.660231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a854d-5037-4afd-bfe7-0d3925b3c991 req-42c25497-ee15-4682-9397-b8b512095333 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:46.667948 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-526a854d-5037-4afd-bfe7-0d3925b3c991 req-42c25497-ee15-4682-9397-b8b512095333 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 944 time: 0.2144716 Nov 19 09:20:46.744013 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-34128f69-f0c7-4338-b5ce-ef049d6f06b0 req-e4e86c7c-b4f5-438d-9368-9b0be58a40a3 service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264153 Nov 19 09:20:46.796463 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7688f1e9-5a1c-44a2-b828-ad0b28203c8e req-dbafe308-ad98-472c-84a8-2125be496195 service neutron] 10.222.0.71 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715937 Nov 19 09:20:46.828825 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-526a854d-5037-4afd-bfe7-0d3925b3c991 req-b9203241-8b0b-49a9-8ff6-014c8b1d5066 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599481 Nov 19 09:20:46.883699 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Router c3251bf0-e64e-4772-8987-499c29a539eb is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:20:47.006002 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:20:47.016330 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Sync routers for ids ['c3251bf0-e64e-4772-8987-499c29a539eb'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:20:47.027866 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Routers {'c3251bf0-e64e-4772-8987-499c29a539eb'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:20:47.028533 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:47.028663 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:20:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c3251bf0-e64e-4772-8987-499c29a539eb'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:47.030713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b6c6764d-4e54-47a5-9435-0b6db6ae0ae8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6116750 Nov 19 09:20:47.033337 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47552) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:47.082847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5', 'tag': 'da45c664-7a55-41f5-99ab-4e11542f3b0d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:47.086836 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbede242-b753-4449-b575-dab6f4e8e844" -d '{"events": [{"name": "network-changed", "server_uuid": "75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5", "tag": "da45c664-7a55-41f5-99ab-4e11542f3b0d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:47.143678 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Set router c3251bf0-e64e-4772-8987-499c29a539eb gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:20:47.173868 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7321a3c-d082-45fa-bbec-5e5b4327d350 x-openstack-request-id: req-f7321a3c-d082-45fa-bbec-5e5b4327d350 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:47.175620 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5", "tag": "da45c664-7a55-41f5-99ab-4e11542f3b0d", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:47.176223 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7321a3c-d082-45fa-bbec-5e5b4327d350 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:47.177161 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5', 'tag': 'da45c664-7a55-41f5-99ab-4e11542f3b0d', 'status': 'completed', 'code': 200} Nov 19 09:20:47.302025 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51287c97-793c-45b9-822e-3c684e8ec110 req-e3062315-91cf-4da1-a898-c85484c824ba tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:47.305634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51287c97-793c-45b9-822e-3c684e8ec110 req-e3062315-91cf-4da1-a898-c85484c824ba tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.0599895 Nov 19 09:20:47.414109 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'name': 'tempest-TaggedBootDevicesTest-263254921-router', 'tenant_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8cce874-451a-4507-9c97-62e42fefe087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:41Z', 'updated_at': '2021-11-19T09:20:45Z', 'revision_number': 3, 'project_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'gw_port': {'id': 'a8cce874-451a-4507-9c97-62e42fefe087', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:43Z', 'updated_at': '2021-11-19T09:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:47.461852 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51287c97-793c-45b9-822e-3c684e8ec110 req-0857878a-b789-4786-bc50-f5b985358337 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478314 Nov 19 09:20:47.503505 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbede242-b753-4449-b575-dab6f4e8e844 req-3e1fdba9-1417-4588-93b2-e7e612e45b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:47.507785 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cbede242-b753-4449-b575-dab6f4e8e844 req-3e1fdba9-1417-4588-93b2-e7e612e45b88 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ce13202fca404e509c9444d4d7a9b7d7&device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 1096 time: 0.3084648 Nov 19 09:20:47.514288 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Checking router: c3251bf0-e64e-4772-8987-499c29a539eb for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:20:47.514653 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Updating router c3251bf0-e64e-4772-8987-499c29a539eb port a8cce874-451a-4507-9c97-62e42fefe087 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:20:47.543894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700b67e-25cf-4f76-8146-7ab798a7b11c req-e0efb6e7-e668-47de-b090-91c3d557102f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:47.547553 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device eb39cb63-6e90-40cd-8142-2cfa1fb9522d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:20:47.547688 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5700b67e-25cf-4f76-8146-7ab798a7b11c req-e0efb6e7-e668-47de-b090-91c3d557102f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 944 time: 0.1194932 Nov 19 09:20:47.618191 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:47.663134 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5700b67e-25cf-4f76-8146-7ab798a7b11c req-986fcc93-f368-4766-add4-08d97553de54 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079440 Nov 19 09:20:47.666045 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbede242-b753-4449-b575-dab6f4e8e844 req-d5501aa1-a9f1-4ca0-8b0b-37ff9fde9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:47.667628 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cbede242-b753-4449-b575-dab6f4e8e844 req-d5501aa1-a9f1-4ca0-8b0b-37ff9fde9c72 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1978072d-40a6-4314-86cd-58e4e65acef7 HTTP/1.1" status: 200 len: 913 time: 0.1303272 Nov 19 09:20:47.747534 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cbede242-b753-4449-b575-dab6f4e8e844 req-5debb8ee-686e-4701-a566-60000db6781f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da45c664-7a55-41f5-99ab-4e11542f3b0d HTTP/1.1" status: 200 len: 217 time: 0.0409598 Nov 19 09:20:47.750158 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port eb39cb63-6e90-40cd-8142-2cfa1fb9522d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:47.750543 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:47.797776 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:47.851363 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbede242-b753-4449-b575-dab6f4e8e844 req-a109ff0c-2d84-4a6e-8ab1-af028a0ab361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:47.852838 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cbede242-b753-4449-b575-dab6f4e8e844 req-a109ff0c-2d84-4a6e-8ab1-af028a0ab361 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0947f5bc-a93c-45f7-94cb-a151f6dc2e7d HTTP/1.1" status: 200 len: 852 time: 0.0952034 Nov 19 09:20:47.970471 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cbede242-b753-4449-b575-dab6f4e8e844 req-2e566dc9-e4d1-4cfe-abb7-3de4c72ff017 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1978072d-40a6-4314-86cd-58e4e65acef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941756 Nov 19 09:20:47.995240 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec7066-851d-494a-b1b2-3b9069f7bd7d req-5384e084-e6da-4d6f-81f7-abe5f3b56250 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:47.996753 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4cec7066-851d-494a-b1b2-3b9069f7bd7d req-5384e084-e6da-4d6f-81f7-abe5f3b56250 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 944 time: 0.0682366 Nov 19 09:20:48.082658 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4cec7066-851d-494a-b1b2-3b9069f7bd7d req-701ebff4-68e6-4cbf-aa8c-96d55ff755f0 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796928 Nov 19 09:20:48.099122 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cbede242-b753-4449-b575-dab6f4e8e844 req-c5694cd8-1590-4e26-af98-53a27c6fa8ba service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072044 Nov 19 09:20:48.169160 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:48.181761 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:48.234001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d40de-ea0c-43dc-923a-519ae2068d23 None None] Pushing event updated for resources: {'Port': ['ID=a8cce874-451a-4507-9c97-62e42fefe087,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:48.276639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Attempting to bind port a8cce874-451a-4507-9c97-62e42fefe087 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:20:48.278095 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Attempting to bind port a8cce874-451a-4507-9c97-62e42fefe087 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:20:48.278727 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Attempting to bind port a8cce874-451a-4507-9c97-62e42fefe087 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:20:48.281489 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cbede242-b753-4449-b575-dab6f4e8e844 req-4257ee62-af5e-4586-a288-d5a7df3950ae service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374176 Nov 19 09:20:48.286974 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:20:48.287710 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:20:48.289038 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:48.289681 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:20:48.290350 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Bound port: a8cce874-451a-4507-9c97-62e42fefe087, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:20:48.291002 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:48.319761 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:48.366676 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] For port a8cce874-451a-4507-9c97-62e42fefe087, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:20:48.372486 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] For port a8cce874-451a-4507-9c97-62e42fefe087, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a8cce874-451a-4507-9c97-62e42fefe087,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:20:48.381402 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:48.455882 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d40de-ea0c-43dc-923a-519ae2068d23 None None] Pushing event updated for resources: {'Port': ['ID=a8cce874-451a-4507-9c97-62e42fefe087,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:48.456159 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47578) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:48.462212 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Routers {'c3251bf0-e64e-4772-8987-499c29a539eb'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:20:48.462832 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:20:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c3251bf0-e64e-4772-8987-499c29a539eb'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:48.558287 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Allocated IP 172.20.0.1 (7f61d6ed-cbcf-4682-ac7e-a56c3c79c142/94ebf23d-57a9-45a8-827a-82b2e3d30f2e/164bdeca-0575-41f5-9c9f-e1bf63e971d7) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:20:48.644188 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96ac59e9-5665-45dc-82cb-24366a181a12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:48.644414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] Set router c3251bf0-e64e-4772-8987-499c29a539eb gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:20:48.650530 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc7941-4bd4-4a15-ac04-f4cc5b222b03 req-4f89f23f-4f5d-4f49-bfe8-54e2d48afbcf tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:48.652133 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d1bc7941-4bd4-4a15-ac04-f4cc5b222b03 req-4f89f23f-4f5d-4f49-bfe8-54e2d48afbcf tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.0951154 Nov 19 09:20:48.754978 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d1bc7941-4bd4-4a15-ac04-f4cc5b222b03 req-6644bb1e-03ef-437b-84e3-50614ae8402a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948844 Nov 19 09:20:48.761337 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:48.829703 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96ac59e9-5665-45dc-82cb-24366a181a12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:48.839256 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96ac59e9-5665-45dc-82cb-24366a181a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:48.860612 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:48.892469 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ae931-f595-4a7f-8b2b-81b15aa3fd66 req-a0388241-6cf8-4aef-b8bf-81c60d1b36ef tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:48.894124 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-730ae931-f595-4a7f-8b2b-81b15aa3fd66 req-a0388241-6cf8-4aef-b8bf-81c60d1b36ef tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 944 time: 0.0967526 Nov 19 09:20:48.897265 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'name': 'tempest-TaggedBootDevicesTest-263254921-router', 'tenant_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8cce874-451a-4507-9c97-62e42fefe087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:41Z', 'updated_at': '2021-11-19T09:20:45Z', 'revision_number': 3, 'project_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'gw_port': {'id': 'a8cce874-451a-4507-9c97-62e42fefe087', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:43Z', 'updated_at': '2021-11-19T09:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:48.914283 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-96ac59e9-5665-45dc-82cb-24366a181a12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d792353327b846a8aa010573f54c1921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4571571 Nov 19 09:20:48.923736 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47588) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:48.932031 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f0b6c-1a84-4d90-b3fc-f2fddc9579a0 None None] The sync data for ids ['c3251bf0-e64e-4772-8987-499c29a539eb'] in n-d-805649-14 is: [{'id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'name': 'tempest-TaggedBootDevicesTest-263254921-router', 'tenant_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8cce874-451a-4507-9c97-62e42fefe087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:41Z', 'updated_at': '2021-11-19T09:20:45Z', 'revision_number': 3, 'project_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'gw_port': {'id': 'a8cce874-451a-4507-9c97-62e42fefe087', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:43Z', 'updated_at': '2021-11-19T09:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:20:48.971643 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Network 7f61d6ed-cbcf-4682-ac7e-a56c3c79c142 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:20:48.974494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac59e9-5665-45dc-82cb-24366a181a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9079ac-212f-4fb9-8713-167ded8d8da7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:48.993744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:20:48.998564 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-730ae931-f595-4a7f-8b2b-81b15aa3fd66 req-7d56e12f-fa09-471f-9847-1e3318f5a4cd tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955124 Nov 19 09:20:48.998810 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:20:49.002168 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Pushing event updated for resources: {'Port': ['ID=164bdeca-0575-41f5-9c9f-e1bf63e971d7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:49.022574 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2cf45922-be89-43e2-b71c-7542eb31bd7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:49.056665 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2cf45922-be89-43e2-b71c-7542eb31bd7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:49.069026 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:49.152196 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2cf45922-be89-43e2-b71c-7542eb31bd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:49.155182 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2cf45922-be89-43e2-b71c-7542eb31bd7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:49.159453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2cf45922-be89-43e2-b71c-7542eb31bd7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f9079ac-212f-4fb9-8713-167ded8d8da7 HTTP/1.1" status: 204 len: 168 time: 0.2323158 Nov 19 09:20:49.169939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf45922-be89-43e2-b71c-7542eb31bd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9079ac-212f-4fb9-8713-167ded8d8da7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:49.175360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:20:49.321922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1aa36d-9ee4-4233-af96-24cff4717810 req-d8fc725a-334d-4f96-93a5-fb15415d021b tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:49.341784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d1aa36d-9ee4-4233-af96-24cff4717810 req-d8fc725a-334d-4f96-93a5-fb15415d021b tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 944 time: 0.1344171 Nov 19 09:20:49.468424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d1aa36d-9ee4-4233-af96-24cff4717810 req-c8446c0c-b5ba-4fee-b7bc-290550492336 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256855 Nov 19 09:20:49.641513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-10b9e475-f040-4482-b4b8-24c708d209bd None None] Provisioning complete for port 164bdeca-0575-41f5-9c9f-e1bf63e971d7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:49.642263 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-10b9e475-f040-4482-b4b8-24c708d209bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:49.693750 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:49.711249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '1c5d0aa8-ac58-473f-ba08-c160e3fa3e83', 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166', 'port_id': '1c5d0aa8-ac58-473f-ba08-c160e3fa3e83', 'mac_address': 'fa:16:3e:d7:85:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1674e500-6664-476b-abe6-b6cd7cb1cc18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:20:49.719219 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-10b9e475-f040-4482-b4b8-24c708d209bd None None] Port 164bdeca-0575-41f5-9c9f-e1bf63e971d7 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:20:49.773751 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:49.800203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:20:49.827446 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47604) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:49.850805 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff05c280-6499-4f4c-9321-e5bb3a7b7549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:49.863216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:49.878140 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:49.878812 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device da45c664-7a55-41f5-99ab-4e11542f3b0d details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:20:49.943516 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-588731e1-3fc0-4139-80ee-67e40746c3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:49.973619 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:50.018196 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:50.024521 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff05c280-6499-4f4c-9321-e5bb3a7b7549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:50.035308 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff05c280-6499-4f4c-9321-e5bb3a7b7549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:50.101623 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port da45c664-7a55-41f5-99ab-4e11542f3b0d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=da45c664-7a55-41f5-99ab-4e11542f3b0d,segment=NetworkSegment(d8e83e9c-783c-4bb4-a11f-d00ad815f2ec),segment_id=d8e83e9c-783c-4bb4-a11f-d00ad815f2ec)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:50.132063 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'da45c664-7a55-41f5-99ab-4e11542f3b0d', 'network_id': '1978072d-40a6-4314-86cd-58e4e65acef7', 'port_id': 'da45c664-7a55-41f5-99ab-4e11542f3b0d', 'mac_address': 'fa:16:3e:cc:8e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0947f5bc-a93c-45f7-94cb-a151f6dc2e7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:20:50.151331 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ff05c280-6499-4f4c-9321-e5bb3a7b7549 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7d12016f3f644479fc74c3ab43c23df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3204370 Nov 19 09:20:50.164972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916cabb-6419-4f9d-80c0-adaad7359795 req-80e6c188-0dee-4e49-9abd-ace2702ffe94 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:50.173746 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e916cabb-6419-4f9d-80c0-adaad7359795 req-80e6c188-0dee-4e49-9abd-ace2702ffe94 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.2815249 Nov 19 09:20:50.187699 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05c280-6499-4f4c-9321-e5bb3a7b7549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c518cb92-79ef-401d-9a2e-11833247469e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:50.190123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47610) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:50.208428 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:50.245348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da45c664-7a55-41f5-99ab-4e11542f3b0d {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:20:50.296969 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:50.297544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port da45c664-7a55-41f5-99ab-4e11542f3b0d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=da45c664-7a55-41f5-99ab-4e11542f3b0d,segment=NetworkSegment(d8e83e9c-783c-4bb4-a11f-d00ad815f2ec),segment_id=d8e83e9c-783c-4bb4-a11f-d00ad815f2ec)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:50.305879 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:50.308841 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:50.364151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e05d44-e246-4ecb-8cce-e433761edca7 req-9265c59f-decc-443a-97b6-eddc0e8f775a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:50.372266 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8e05d44-e246-4ecb-8cce-e433761edca7 req-9265c59f-decc-443a-97b6-eddc0e8f775a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 945 time: 0.2277632 Nov 19 09:20:50.384324 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=da45c664-7a55-41f5-99ab-4e11542f3b0d,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:50.394251 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e916cabb-6419-4f9d-80c0-adaad7359795 req-0348d251-0f0b-457b-b897-1edc6d4fb709 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079191 Nov 19 09:20:50.435834 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b9168fc-aebc-4fc4-9f1b-abc8ef014a9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:50.452755 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Pushing event updated for resources: {'Port': ['ID=164bdeca-0575-41f5-9c9f-e1bf63e971d7,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:50.461436 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:50.501478 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8e05d44-e246-4ecb-8cce-e433761edca7 req-8e141163-7679-4a05-926a-a7353185338f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278672 Nov 19 09:20:50.507283 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b9168fc-aebc-4fc4-9f1b-abc8ef014a9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:50.593194 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b9168fc-aebc-4fc4-9f1b-abc8ef014a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:50.596211 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b9168fc-aebc-4fc4-9f1b-abc8ef014a9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:50.600344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0b9168fc-aebc-4fc4-9f1b-abc8ef014a9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c518cb92-79ef-401d-9a2e-11833247469e HTTP/1.1" status: 204 len: 168 time: 0.4050868 Nov 19 09:20:50.627661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9168fc-aebc-4fc4-9f1b-abc8ef014a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c518cb92-79ef-401d-9a2e-11833247469e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:50.652997 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['da45c664-7a55-41f5-99ab-4e11542f3b0d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:20:50.667312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d480f-eae0-4a9a-bcd2-6d3cb144a1c7 req-db91f5db-2ee0-4f98-a6e7-ebb1fcc1bd6b tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:50.674824 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Network 7f61d6ed-cbcf-4682-ac7e-a56c3c79c142 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:20:50.683115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-538d480f-eae0-4a9a-bcd2-6d3cb144a1c7 req-db91f5db-2ee0-4f98-a6e7-ebb1fcc1bd6b tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 945 time: 0.1013291 Nov 19 09:20:50.683399 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['1c5d0aa8-ac58-473f-ba08-c160e3fa3e83'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:20:50.684431 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:20:50.781734 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-538d480f-eae0-4a9a-bcd2-6d3cb144a1c7 req-1c50c234-886d-4b7f-9474-c73243811759 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962806 Nov 19 09:20:50.888881 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Router c3251bf0-e64e-4772-8987-499c29a539eb has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:20:51.078469 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:20:51.088016 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fe25a4f6-a554-410c-9292-e4154b149248 admin admin] 10.222.0.21 "PUT /v2.0/routers/c3251bf0-e64e-4772-8987-499c29a539eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0532680 Nov 19 09:20:51.179678 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ec825c71-9716-45b9-a1f1-161a4795cc4a None None] Provisioning complete for port 164bdeca-0575-41f5-9c9f-e1bf63e971d7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:51.180055 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ec825c71-9716-45b9-a1f1-161a4795cc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:51.230351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ec825c71-9716-45b9-a1f1-161a4795cc4a None None] Port 164bdeca-0575-41f5-9c9f-e1bf63e971d7 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:20:51.485613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a8cce874-451a-4507-9c97-62e42fefe087 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:20:51.590855 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port a8cce874-451a-4507-9c97-62e42fefe087 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:51.591239 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:51.634716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64c38-0974-4cfa-885d-f75f6dac5831 req-742816ca-476a-49e4-a45d-1446c7ebf27c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:51.644414 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ddb64c38-0974-4cfa-885d-f75f6dac5831 req-742816ca-476a-49e4-a45d-1446c7ebf27c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.1216478 Nov 19 09:20:51.750201 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:51.779526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port a8cce874-451a-4507-9c97-62e42fefe087, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a8cce874-451a-4507-9c97-62e42fefe087,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:51.788430 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Sync routers for ids ['c3251bf0-e64e-4772-8987-499c29a539eb'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:20:51.788924 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:51.824887 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Routers {'c3251bf0-e64e-4772-8987-499c29a539eb'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:20:51.831628 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:20:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c3251bf0-e64e-4772-8987-499c29a539eb'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:51.847235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ddb64c38-0974-4cfa-885d-f75f6dac5831 req-ddc56107-46ab-47cf-aa4f-1df6c37c653e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013245 Nov 19 09:20:51.984994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=a8cce874-451a-4507-9c97-62e42fefe087,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:52.024933 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90155cfd-4123-4359-a782-03d92f5f8701 req-cb8c6bff-1f93-46ba-a1b1-2a5615458efe tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:52.026293 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90155cfd-4123-4359-a782-03d92f5f8701 req-cb8c6bff-1f93-46ba-a1b1-2a5615458efe tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 945 time: 0.1505804 Nov 19 09:20:52.069592 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Set router c3251bf0-e64e-4772-8987-499c29a539eb gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:20:52.200900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711b0d4-c2ee-4cea-9d7c-ae09ee5acadb req-76ff972a-94bb-4b6c-9999-d82abe54fca1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:52.208908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0711b0d4-c2ee-4cea-9d7c-ae09ee5acadb req-76ff972a-94bb-4b6c-9999-d82abe54fca1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 945 time: 0.1810257 Nov 19 09:20:52.219727 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90155cfd-4123-4359-a782-03d92f5f8701 req-dd278bb4-893b-4246-8d79-b7c4b649ceb3 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822989 Nov 19 09:20:52.238882 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a71f716-9ddd-4b46-8829-b5c0ce8edefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:52.312187 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0711b0d4-c2ee-4cea-9d7c-ae09ee5acadb req-ce3235ad-d04f-4451-acb1-b1e3041f2927 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022620 Nov 19 09:20:52.560387 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'name': 'tempest-TaggedBootDevicesTest-263254921-router', 'tenant_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8cce874-451a-4507-9c97-62e42fefe087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:41Z', 'updated_at': '2021-11-19T09:20:49Z', 'revision_number': 4, 'project_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'gw_port': {'id': 'a8cce874-451a-4507-9c97-62e42fefe087', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:43Z', 'updated_at': '2021-11-19T09:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '164bdeca-0575-41f5-9c9f-e1bf63e971d7', 'name': '', 'network_id': '7f61d6ed-cbcf-4682-ac7e-a56c3c79c142', 'tenant_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'mac_address': 'fa:16:3e:7b:0c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '94ebf23d-57a9-45a8-827a-82b2e3d30f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:48Z', 'updated_at': '2021-11-19T09:20:50Z', 'revision_number': 2, 'project_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'subnets': [{'id': '94ebf23d-57a9-45a8-827a-82b2e3d30f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:52.593544 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Checking router: c3251bf0-e64e-4772-8987-499c29a539eb for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:20:52.594277 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Updating router c3251bf0-e64e-4772-8987-499c29a539eb port 164bdeca-0575-41f5-9c9f-e1bf63e971d7 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:20:52.629351 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:52.967498 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57ebbd-07fa-4ecf-bdf8-a0f3b06d5a60 req-63c58fbd-a11a-432b-b53a-f49fbe2204b1 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:52.973164 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba57ebbd-07fa-4ecf-bdf8-a0f3b06d5a60 req-63c58fbd-a11a-432b-b53a-f49fbe2204b1 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.0600624 Nov 19 09:20:53.042604 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:53.047102 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba57ebbd-07fa-4ecf-bdf8-a0f3b06d5a60 req-667f0c21-c1fd-470e-9881-776b0651acb9 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656400 Nov 19 09:20:53.052954 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:53.151241 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe401926-a94b-49b8-b194-fe54495334e9 None None] Pushing event updated for resources: {'Port': ['ID=164bdeca-0575-41f5-9c9f-e1bf63e971d7,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:53.203910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device da45c664-7a55-41f5-99ab-4e11542f3b0d up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:20:53.208677 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Attempting to bind port 164bdeca-0575-41f5-9c9f-e1bf63e971d7 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:20:53.209222 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Attempting to bind port 164bdeca-0575-41f5-9c9f-e1bf63e971d7 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '590507ab-a6a8-4479-8a9a-e9b2c8d439ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f61d6ed-cbcf-4682-ac7e-a56c3c79c142'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:20:53.209819 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Attempting to bind port 164bdeca-0575-41f5-9c9f-e1bf63e971d7 on network 7f61d6ed-cbcf-4682-ac7e-a56c3c79c142 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:20:53.215707 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:20:53.216285 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Checking segment: {'id': '590507ab-a6a8-4479-8a9a-e9b2c8d439ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f61d6ed-cbcf-4682-ac7e-a56c3c79c142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:20:53.216795 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:53.217323 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Bound using segment: {'id': '590507ab-a6a8-4479-8a9a-e9b2c8d439ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f61d6ed-cbcf-4682-ac7e-a56c3c79c142'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:20:53.217907 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Bound port: 164bdeca-0575-41f5-9c9f-e1bf63e971d7, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590507ab-a6a8-4479-8a9a-e9b2c8d439ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f61d6ed-cbcf-4682-ac7e-a56c3c79c142'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:20:53.218393 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:53.301913 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] For port 164bdeca-0575-41f5-9c9f-e1bf63e971d7, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:20:53.306721 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] For port 164bdeca-0575-41f5-9c9f-e1bf63e971d7, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=164bdeca-0575-41f5-9c9f-e1bf63e971d7,segment=NetworkSegment(590507ab-a6a8-4479-8a9a-e9b2c8d439ad),segment_id=590507ab-a6a8-4479-8a9a-e9b2c8d439ad)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:20:53.315850 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:53.399061 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port da45c664-7a55-41f5-99ab-4e11542f3b0d completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:20:53.402079 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Routers {'c3251bf0-e64e-4772-8987-499c29a539eb'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:20:53.403553 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:20:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c3251bf0-e64e-4772-8987-499c29a539eb'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:53.454934 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port da45c664-7a55-41f5-99ab-4e11542f3b0d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:53.455335 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:53.590473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98225582-e905-451c-a815-ff7f6e5da5c5 req-34d12fd1-ad85-41da-9b13-ddf76ae08d66 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:53.592220 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98225582-e905-451c-a815-ff7f6e5da5c5 req-34d12fd1-ad85-41da-9b13-ddf76ae08d66 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 945 time: 0.2128465 Nov 19 09:20:53.595085 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] Set router c3251bf0-e64e-4772-8987-499c29a539eb gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:20:53.621978 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a8cce874-451a-4507-9c97-62e42fefe087 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:20:53.668750 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cfc65-016b-4833-b110-fac290f99be8 req-d39f4707-a6fe-46f6-9692-3c44a0a77991 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:53.683270 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b8cfc65-016b-4833-b110-fac290f99be8 req-d39f4707-a6fe-46f6-9692-3c44a0a77991 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 945 time: 0.1919582 Nov 19 09:20:53.715772 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:53.726989 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe401926-a94b-49b8-b194-fe54495334e9 None None] Pushing event updated for resources: {'Port': ['ID=164bdeca-0575-41f5-9c9f-e1bf63e971d7,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:53.762343 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4594cbc5-7b59-4be2-81d0-47e1cd5cc204 None None] Provisioning complete for port 164bdeca-0575-41f5-9c9f-e1bf63e971d7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:53.764392 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4594cbc5-7b59-4be2-81d0-47e1cd5cc204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:53.819287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98225582-e905-451c-a815-ff7f6e5da5c5 req-da193579-33bf-4748-9226-1cb98d516793 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160051 Nov 19 09:20:53.962815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b8cfc65-016b-4833-b110-fac290f99be8 req-8983a392-9907-4f2b-95f9-2bc1035f014f tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756937 Nov 19 09:20:54.025270 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4594cbc5-7b59-4be2-81d0-47e1cd5cc204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:54.034599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port a8cce874-451a-4507-9c97-62e42fefe087 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:54.034985 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:54.048149 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:54.108718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4594cbc5-7b59-4be2-81d0-47e1cd5cc204 None None] For port 164bdeca-0575-41f5-9c9f-e1bf63e971d7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=164bdeca-0575-41f5-9c9f-e1bf63e971d7,segment=NetworkSegment(590507ab-a6a8-4479-8a9a-e9b2c8d439ad),segment_id=590507ab-a6a8-4479-8a9a-e9b2c8d439ad)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:54.122970 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'name': 'tempest-TaggedBootDevicesTest-263254921-router', 'tenant_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8cce874-451a-4507-9c97-62e42fefe087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:41Z', 'updated_at': '2021-11-19T09:20:49Z', 'revision_number': 4, 'project_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'gw_port': {'id': 'a8cce874-451a-4507-9c97-62e42fefe087', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:43Z', 'updated_at': '2021-11-19T09:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '164bdeca-0575-41f5-9c9f-e1bf63e971d7', 'name': '', 'network_id': '7f61d6ed-cbcf-4682-ac7e-a56c3c79c142', 'tenant_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'mac_address': 'fa:16:3e:7b:0c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '94ebf23d-57a9-45a8-827a-82b2e3d30f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:48Z', 'updated_at': '2021-11-19T09:20:53Z', 'revision_number': 4, 'project_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'subnets': [{'id': '94ebf23d-57a9-45a8-827a-82b2e3d30f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:20:54.127483 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4594cbc5-7b59-4be2-81d0-47e1cd5cc204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:54.189124 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237dd288-c263-4d10-bce1-53f5ae345fb4 None None] The sync data for ids ['c3251bf0-e64e-4772-8987-499c29a539eb'] in n-d-805649-14 is: [{'id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'name': 'tempest-TaggedBootDevicesTest-263254921-router', 'tenant_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8cce874-451a-4507-9c97-62e42fefe087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:41Z', 'updated_at': '2021-11-19T09:20:49Z', 'revision_number': 4, 'project_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'gw_port': {'id': 'a8cce874-451a-4507-9c97-62e42fefe087', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:43Z', 'updated_at': '2021-11-19T09:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '164bdeca-0575-41f5-9c9f-e1bf63e971d7', 'name': '', 'network_id': '7f61d6ed-cbcf-4682-ac7e-a56c3c79c142', 'tenant_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'mac_address': 'fa:16:3e:7b:0c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '94ebf23d-57a9-45a8-827a-82b2e3d30f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:48Z', 'updated_at': '2021-11-19T09:20:53Z', 'revision_number': 4, 'project_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'subnets': [{'id': '94ebf23d-57a9-45a8-827a-82b2e3d30f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:20:54.189512 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594cbc5-7b59-4be2-81d0-47e1cd5cc204 None None] Pushing event updated for resources: {'Port': ['ID=164bdeca-0575-41f5-9c9f-e1bf63e971d7,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:54.194337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da45c664-7a55-41f5-99ab-4e11542f3b0d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:54.196752 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03423558-83d0-4446-abd9-b1f82502f96d" -d '{"events": [{"server_uuid": "75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5", "name": "network-vif-plugged", "status": "completed", "tag": "da45c664-7a55-41f5-99ab-4e11542f3b0d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:54.217016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port da45c664-7a55-41f5-99ab-4e11542f3b0d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=da45c664-7a55-41f5-99ab-4e11542f3b0d,segment=NetworkSegment(d8e83e9c-783c-4bb4-a11f-d00ad815f2ec),segment_id=d8e83e9c-783c-4bb4-a11f-d00ad815f2ec)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:54.230121 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:54.230957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:20:54.295949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc9988-9671-477f-a485-953634e3a29b req-83b2efdb-d286-403b-bc6f-68a16f6d06de tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:54.303922 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29cc9988-9671-477f-a485-953634e3a29b req-83b2efdb-d286-403b-bc6f-68a16f6d06de tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.1127486 Nov 19 09:20:54.378837 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c11a48-b493-406c-9048-53b410f30ed0 x-openstack-request-id: req-f7c11a48-b493-406c-9048-53b410f30ed0 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:54.379445 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5", "name": "network-vif-plugged", "status": "completed", "tag": "da45c664-7a55-41f5-99ab-4e11542f3b0d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:54.379704 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7c11a48-b493-406c-9048-53b410f30ed0 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:54.380667 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da45c664-7a55-41f5-99ab-4e11542f3b0d', 'code': 200} Nov 19 09:20:54.442480 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29cc9988-9671-477f-a485-953634e3a29b req-9170d997-f463-4370-9206-b154933d14d0 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374664 Nov 19 09:20:54.491090 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ab605c2f-8a2a-493d-bed7-bea77474515a None None] Provisioning complete for port 164bdeca-0575-41f5-9c9f-e1bf63e971d7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:54.491583 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ab605c2f-8a2a-493d-bed7-bea77474515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:54.513833 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4071b1a-596f-4a48-9619-c59e9f7098be req-37d3d12b-ee85-4bfa-a34c-f6a2ea199e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:54.516154 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e4071b1a-596f-4a48-9619-c59e9f7098be req-37d3d12b-ee85-4bfa-a34c-f6a2ea199e84 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 1098 time: 0.0740161 Nov 19 09:20:54.534100 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=da45c664-7a55-41f5-99ab-4e11542f3b0d,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:54.588173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:20:54.595998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:54.596383 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:54.636846 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e4071b1a-596f-4a48-9619-c59e9f7098be req-158d81e8-a22a-42ef-b47b-a705bbc550e9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088364 Nov 19 09:20:54.782106 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:54.844577 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:54.846946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:54.859073 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:54.925709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:54.972071 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e2ca5-fdee-46c5-89c9-652f886d9351 req-00498d8d-3e27-4d71-a6ad-277ea8dbda81 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:54.974709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e3e2ca5-fdee-46c5-89c9-652f886d9351 req-00498d8d-3e27-4d71-a6ad-277ea8dbda81 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.0747285 Nov 19 09:20:55.035652 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e3e2ca5-fdee-46c5-89c9-652f886d9351 req-c57c86a1-b349-47e9-87b9-4f05afb3d0f8 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534015 Nov 19 09:20:55.112331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f45b5-b2bd-4f59-be8d-4a6a87d9aa84 req-c9836355-e5bb-4388-ac34-a5c2cba18719 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:55.114403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d0f45b5-b2bd-4f59-be8d-4a6a87d9aa84 req-c9836355-e5bb-4388-ac34-a5c2cba18719 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 946 time: 0.0767944 Nov 19 09:20:55.198007 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d0f45b5-b2bd-4f59-be8d-4a6a87d9aa84 req-ba17080a-9397-498f-b33e-374d6253198f tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709028 Nov 19 09:20:55.315964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47796) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:55.422373 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:55.472464 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0827c955-67ad-4033-9e54-13d5fb275b1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:55.486535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 164bdeca-0575-41f5-9c9f-e1bf63e971d7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:20:55.549048 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 164bdeca-0575-41f5-9c9f-e1bf63e971d7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:20:55.549691 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:55.618636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcaa79-9ef0-4e5e-9c21-6f13f433f6af req-5520db75-4126-4e80-a565-d114db8c18a8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:55.620699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7fcaa79-9ef0-4e5e-9c21-6f13f433f6af req-5520db75-4126-4e80-a565-d114db8c18a8 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.0952177 Nov 19 09:20:55.640187 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0827c955-67ad-4033-9e54-13d5fb275b1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:55.649300 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0827c955-67ad-4033-9e54-13d5fb275b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:55.706347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827c955-67ad-4033-9e54-13d5fb275b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321aaef8-1510-43a8-ac0c-6d88fba9bcea,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:55.714106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0827c955-67ad-4033-9e54-13d5fb275b1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06b123433e4049de8407fdb5f9ee791b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3946154 Nov 19 09:20:55.714525 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47804) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:55.723957 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7fcaa79-9ef0-4e5e-9c21-6f13f433f6af req-08f82902-5c0d-45ff-ab1b-1c7a3900ffe9 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955768 Nov 19 09:20:55.781713 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3699c940-48a8-4274-b612-94623b84f276 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:55.804989 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3699c940-48a8-4274-b612-94623b84f276 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:55.853466 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3699c940-48a8-4274-b612-94623b84f276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:55.856085 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3699c940-48a8-4274-b612-94623b84f276 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:55.859724 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3699c940-48a8-4274-b612-94623b84f276 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/321aaef8-1510-43a8-ac0c-6d88fba9bcea HTTP/1.1" status: 204 len: 168 time: 0.1418273 Nov 19 09:20:55.868699 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699c940-48a8-4274-b612-94623b84f276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321aaef8-1510-43a8-ac0c-6d88fba9bcea,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:56.180509 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b863d6f-5a05-4f59-be52-fe826eef35b9 req-97de2b20-d07b-429f-91d5-03c3b45fe9c7 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:56.182337 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b863d6f-5a05-4f59-be52-fe826eef35b9 req-97de2b20-d07b-429f-91d5-03c3b45fe9c7 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.0583761 Nov 19 09:20:56.224955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47818) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:56.259548 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-133b07d2-2e08-45fd-9382-b2f292feacd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:56.280176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b863d6f-5a05-4f59-be52-fe826eef35b9 req-1c894cdf-9195-4702-9608-d7a3c3ebfc8f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908272 Nov 19 09:20:56.368154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c15357-ea82-47e3-9c18-dff0ec0201ae req-c9074629-5386-4597-8147-347a1948d65c tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:56.369696 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39c15357-ea82-47e3-9c18-dff0ec0201ae req-c9074629-5386-4597-8147-347a1948d65c tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 946 time: 0.0778275 Nov 19 09:20:56.383837 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a158a3d-cf72-4632-9c75-af84533a8055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5d0aa8-ac58-473f-ba08-c160e3fa3e83'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:56.386469 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c79e9d-afe9-4d4e-a6ec-ccdf40405f48" -d '{"events": [{"server_uuid": "6a158a3d-cf72-4632-9c75-af84533a8055", "name": "network-vif-plugged", "status": "completed", "tag": "1c5d0aa8-ac58-473f-ba08-c160e3fa3e83"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:56.422528 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-133b07d2-2e08-45fd-9382-b2f292feacd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:56.428254 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4572898-434a-4c50-ade3-310967330ac3 x-openstack-request-id: req-d4572898-434a-4c50-ade3-310967330ac3 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:56.428815 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a158a3d-cf72-4632-9c75-af84533a8055", "name": "network-vif-plugged", "status": "completed", "tag": "1c5d0aa8-ac58-473f-ba08-c160e3fa3e83", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:56.429246 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4572898-434a-4c50-ade3-310967330ac3 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:56.429903 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a158a3d-cf72-4632-9c75-af84533a8055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5d0aa8-ac58-473f-ba08-c160e3fa3e83', 'code': 200} Nov 19 09:20:56.433313 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-133b07d2-2e08-45fd-9382-b2f292feacd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:56.460606 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39c15357-ea82-47e3-9c18-dff0ec0201ae req-735a1aa9-541c-4411-a6b8-18d838b65d84 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828919 Nov 19 09:20:56.487617 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-133b07d2-2e08-45fd-9382-b2f292feacd0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=222945008366481b958c1bebb313f809&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2614999 Nov 19 09:20:56.490604 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47824) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:20:56.491041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b07d2-2e08-45fd-9382-b2f292feacd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1387dfc3-fab0-4def-8c4d-68a4650de3fe,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:56.587046 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75c94e41-e475-4ff2-9013-fdc7f2a0f035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:56.606878 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9941e056-2e90-4a30-af10-98c925cdb5b3 req-2be7dd9b-e91c-4dbc-aff3-57d1383f74d8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-530823324&fields=id&tenant_id=ce13202fca404e509c9444d4d7a9b7d7 HTTP/1.1" status: 200 len: 267 time: 0.0664945 Nov 19 09:20:56.640481 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75c94e41-e475-4ff2-9013-fdc7f2a0f035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:56.662705 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ca93f-4fa6-4937-8341-ae76f7d2948a req-70172edf-3aea-459b-b859-f4247613aade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:56.663290 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941e056-2e90-4a30-af10-98c925cdb5b3 req-90869f92-12f0-4135-9156-285bb33da0df tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:56.664371 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-440ca93f-4fa6-4937-8341-ae76f7d2948a req-70172edf-3aea-459b-b859-f4247613aade service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 1098 time: 0.1011779 Nov 19 09:20:56.672308 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9941e056-2e90-4a30-af10-98c925cdb5b3 req-90869f92-12f0-4135-9156-285bb33da0df tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 946 time: 0.0584025 Nov 19 09:20:56.679381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-9941e056-2e90-4a30-af10-98c925cdb5b3 req-ae008a3f-7af5-44a5-872a-1d3a3409ac35 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Request body: {'port': {'security_groups': ['ae6cb399-39d4-4303-ab5d-f9680f8aa38c', 'bd4f567c-cba7-44c2-a289-0df02844c72a']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:56.740040 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75c94e41-e475-4ff2-9013-fdc7f2a0f035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:56.745016 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75c94e41-e475-4ff2-9013-fdc7f2a0f035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:56.748847 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-75c94e41-e475-4ff2-9013-fdc7f2a0f035 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1387dfc3-fab0-4def-8c4d-68a4650de3fe HTTP/1.1" status: 204 len: 168 time: 0.2564809 Nov 19 09:20:56.756069 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-440ca93f-4fa6-4937-8341-ae76f7d2948a req-f8907a26-df48-4a2e-aa81-9c102a48e96c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779009 Nov 19 09:20:56.761134 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c94e41-e475-4ff2-9013-fdc7f2a0f035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1387dfc3-fab0-4def-8c4d-68a4650de3fe,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:56.767321 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9941e056-2e90-4a30-af10-98c925cdb5b3 req-ae008a3f-7af5-44a5-872a-1d3a3409ac35 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:56.965410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68884852-9ebd-4041-8aaf-3b1815528652 req-e4c67732-c0ca-438e-9dda-e558d3b3591b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:56.966800 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68884852-9ebd-4041-8aaf-3b1815528652 req-e4c67732-c0ca-438e-9dda-e558d3b3591b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.1038208 Nov 19 09:20:57.349415 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68884852-9ebd-4041-8aaf-3b1815528652 req-e2e4c1b3-e31c-4f41-82e5-8843a013c659 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683324 Nov 19 09:20:57.389213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9941e056-2e90-4a30-af10-98c925cdb5b3 req-ae008a3f-7af5-44a5-872a-1d3a3409ac35 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] For port da45c664-7a55-41f5-99ab-4e11542f3b0d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=da45c664-7a55-41f5-99ab-4e11542f3b0d,segment=NetworkSegment(d8e83e9c-783c-4bb4-a11f-d00ad815f2ec),segment_id=d8e83e9c-783c-4bb4-a11f-d00ad815f2ec)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:57.439956 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9941e056-2e90-4a30-af10-98c925cdb5b3 req-ae008a3f-7af5-44a5-872a-1d3a3409ac35 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:57.447141 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9941e056-2e90-4a30-af10-98c925cdb5b3 req-ae008a3f-7af5-44a5-872a-1d3a3409ac35 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:57.464652 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['da45c664-7a55-41f5-99ab-4e11542f3b0d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:20:57.560964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941e056-2e90-4a30-af10-98c925cdb5b3 req-ae008a3f-7af5-44a5-872a-1d3a3409ac35 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:57.561767 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9941e056-2e90-4a30-af10-98c925cdb5b3 req-ae008a3f-7af5-44a5-872a-1d3a3409ac35 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:57.563265 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9941e056-2e90-4a30-af10-98c925cdb5b3 req-ae008a3f-7af5-44a5-872a-1d3a3409ac35 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "PUT /v2.0/ports/da45c664-7a55-41f5-99ab-4e11542f3b0d HTTP/1.1" status: 200 len: 982 time: 0.8901386 Nov 19 09:20:57.566340 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5', 'tag': 'da45c664-7a55-41f5-99ab-4e11542f3b0d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:57.568893 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abec0da6-1865-4c29-b729-e7181b485235" -d '{"events": [{"name": "network-changed", "server_uuid": "75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5", "tag": "da45c664-7a55-41f5-99ab-4e11542f3b0d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:57.608661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae008a3f-7af5-44a5-872a-1d3a3409ac35 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event updated for resources: {'Port': ['ID=da45c664-7a55-41f5-99ab-4e11542f3b0d,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:57.629050 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b4d80-96ad-4dd3-bd8a-22a1445f3ffd req-6178f850-f754-4e47-a9df-cabb7526b6e9 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:57.630774 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df0b4d80-96ad-4dd3-bd8a-22a1445f3ffd req-6178f850-f754-4e47-a9df-cabb7526b6e9 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.1249967 Nov 19 09:20:57.717904 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df0b4d80-96ad-4dd3-bd8a-22a1445f3ffd req-4c64fa80-1f10-46a1-9766-7786b6623c60 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792456 Nov 19 09:20:57.737580 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['da45c664-7a55-41f5-99ab-4e11542f3b0d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:20:57.780783 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdb03b9-bcfd-4d67-8ddb-be213cdec5f0 x-openstack-request-id: req-5fdb03b9-bcfd-4d67-8ddb-be213cdec5f0 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:20:57.781112 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5", "tag": "da45c664-7a55-41f5-99ab-4e11542f3b0d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:20:57.781376 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fdb03b9-bcfd-4d67-8ddb-be213cdec5f0 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:20:57.781775 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5', 'tag': 'da45c664-7a55-41f5-99ab-4e11542f3b0d', 'status': 'completed', 'code': 200} Nov 19 09:20:57.829632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76594eca-0b6b-4164-8943-dca8bc830e42 req-78a18eb0-46cc-43ae-9135-6306dd41bcfb tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1008229437&fields=id&tenant_id=ce13202fca404e509c9444d4d7a9b7d7 HTTP/1.1" status: 200 len: 267 time: 0.0805931 Nov 19 09:20:57.861632 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec0da6-1865-4c29-b729-e7181b485235 req-678e63da-4507-41e3-8d33-e0935307ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:57.865590 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-abec0da6-1865-4c29-b729-e7181b485235 req-678e63da-4507-41e3-8d33-e0935307ae35 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ce13202fca404e509c9444d4d7a9b7d7&device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 1137 time: 0.0530403 Nov 19 09:20:57.919542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76594eca-0b6b-4164-8943-dca8bc830e42 req-975a1adb-afae-48b6-99a2-021966fc2ce3 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:57.932096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76594eca-0b6b-4164-8943-dca8bc830e42 req-975a1adb-afae-48b6-99a2-021966fc2ce3 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 985 time: 0.0999954 Nov 19 09:20:57.954794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-76594eca-0b6b-4164-8943-dca8bc830e42 req-31bea903-dc50-4c21-9b25-d0db5f6e08c6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Request body: {'port': {'security_groups': ['ae6cb399-39d4-4303-ab5d-f9680f8aa38c', 'bd4f567c-cba7-44c2-a289-0df02844c72a', '8b332ba8-3a0b-4430-a483-e5708900293e']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:58.035575 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec0da6-1865-4c29-b729-e7181b485235 req-75b1acf7-1be9-4e74-a623-da24314bd207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:58.038061 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-abec0da6-1865-4c29-b729-e7181b485235 req-75b1acf7-1be9-4e74-a623-da24314bd207 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1978072d-40a6-4314-86cd-58e4e65acef7 HTTP/1.1" status: 200 len: 913 time: 0.1549256 Nov 19 09:20:58.078951 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-76594eca-0b6b-4164-8943-dca8bc830e42 req-31bea903-dc50-4c21-9b25-d0db5f6e08c6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:58.106022 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-abec0da6-1865-4c29-b729-e7181b485235 req-f6b37e3f-861c-490a-a63f-c0c09e4eae80 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da45c664-7a55-41f5-99ab-4e11542f3b0d HTTP/1.1" status: 200 len: 217 time: 0.0543005 Nov 19 09:20:58.163780 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec0da6-1865-4c29-b729-e7181b485235 req-146e80b1-43c7-4c9b-b1b0-dca6e062740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:58.165186 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-abec0da6-1865-4c29-b729-e7181b485235 req-146e80b1-43c7-4c9b-b1b0-dca6e062740d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0947f5bc-a93c-45f7-94cb-a151f6dc2e7d HTTP/1.1" status: 200 len: 852 time: 0.0476727 Nov 19 09:20:58.208715 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-abec0da6-1865-4c29-b729-e7181b485235 req-3b4fec80-3af9-4f5f-bd90-9270c0a9a094 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1978072d-40a6-4314-86cd-58e4e65acef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318167 Nov 19 09:20:58.352777 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-abec0da6-1865-4c29-b729-e7181b485235 req-bfb1952b-ead1-4166-9e07-a3b1eefcb18e service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330352 Nov 19 09:20:58.428325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-76594eca-0b6b-4164-8943-dca8bc830e42 req-31bea903-dc50-4c21-9b25-d0db5f6e08c6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] For port da45c664-7a55-41f5-99ab-4e11542f3b0d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=da45c664-7a55-41f5-99ab-4e11542f3b0d,segment=NetworkSegment(d8e83e9c-783c-4bb4-a11f-d00ad815f2ec),segment_id=d8e83e9c-783c-4bb4-a11f-d00ad815f2ec)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:20:58.474916 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-abec0da6-1865-4c29-b729-e7181b485235 req-1e998b2a-d112-41d1-8e09-147e151a7e05 service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091123 Nov 19 09:20:58.500637 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-76594eca-0b6b-4164-8943-dca8bc830e42 req-31bea903-dc50-4c21-9b25-d0db5f6e08c6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:58.507452 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-76594eca-0b6b-4164-8943-dca8bc830e42 req-31bea903-dc50-4c21-9b25-d0db5f6e08c6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:58.520173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['da45c664-7a55-41f5-99ab-4e11542f3b0d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:20:58.525947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34399b76-0864-479f-9390-a3aa027039f3 req-39613c43-68e7-4d27-987b-bd252cdc0329 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:58.527864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34399b76-0864-479f-9390-a3aa027039f3 req-39613c43-68e7-4d27-987b-bd252cdc0329 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.1020806 Nov 19 09:20:58.581029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76594eca-0b6b-4164-8943-dca8bc830e42 req-31bea903-dc50-4c21-9b25-d0db5f6e08c6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:58.582068 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-76594eca-0b6b-4164-8943-dca8bc830e42 req-31bea903-dc50-4c21-9b25-d0db5f6e08c6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:58.583592 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76594eca-0b6b-4164-8943-dca8bc830e42 req-31bea903-dc50-4c21-9b25-d0db5f6e08c6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "PUT /v2.0/ports/da45c664-7a55-41f5-99ab-4e11542f3b0d HTTP/1.1" status: 200 len: 1021 time: 0.6493354 Nov 19 09:20:58.637430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bea903-dc50-4c21-9b25-d0db5f6e08c6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event updated for resources: {'Port': ['ID=da45c664-7a55-41f5-99ab-4e11542f3b0d,revision_number=7']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:58.657968 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34399b76-0864-479f-9390-a3aa027039f3 req-d9ee710d-b8ef-46f3-952e-dd8b7b0893d2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990326 Nov 19 09:20:58.750177 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['da45c664-7a55-41f5-99ab-4e11542f3b0d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:20:58.829476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a608fd1-62e8-4370-a45f-b72118b2f10a req-07b0df41-6902-4f80-aaaa-615a7670aac9 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:58.842312 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a608fd1-62e8-4370-a45f-b72118b2f10a req-07b0df41-6902-4f80-aaaa-615a7670aac9 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 1024 time: 0.0898597 Nov 19 09:20:58.936467 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a608fd1-62e8-4370-a45f-b72118b2f10a req-d95c56b0-464e-436d-829d-6f2923095627 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&id=8b332ba8-3a0b-4430-a483-e5708900293e&id=bd4f567c-cba7-44c2-a289-0df02844c72a HTTP/1.1" status: 200 len: 6207 time: 0.0849280 Nov 19 09:20:58.965171 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-33603876-89b8-49b4-a197-338127eab1e8 req-0b4e5ce4-b92a-4eea-b1f5-1b91ae78a118 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1265633981 ', 'description': 'tempest-description-1619329054'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:20:59.041536 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-33603876-89b8-49b4-a197-338127eab1e8 req-0b4e5ce4-b92a-4eea-b1f5-1b91ae78a118 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:59.205354 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-33603876-89b8-49b4-a197-338127eab1e8 req-0b4e5ce4-b92a-4eea-b1f5-1b91ae78a118 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:59.215333 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c744440-2f97-4e3f-ab4a-d0f457707c1c req-680dfa6b-4306-4fa5-a283-de60ca6fd3aa tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:59.216912 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c744440-2f97-4e3f-ab4a-d0f457707c1c req-680dfa6b-4306-4fa5-a283-de60ca6fd3aa tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.0857897 Nov 19 09:20:59.218263 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-33603876-89b8-49b4-a197-338127eab1e8 req-0b4e5ce4-b92a-4eea-b1f5-1b91ae78a118 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:59.270268 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-33603876-89b8-49b4-a197-338127eab1e8 req-0b4e5ce4-b92a-4eea-b1f5-1b91ae78a118 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:59.275832 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33603876-89b8-49b4-a197-338127eab1e8 req-0b4e5ce4-b92a-4eea-b1f5-1b91ae78a118 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3226001 Nov 19 09:20:59.276859 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e5ce4-b92a-4eea-b1f5-1b91ae78a118 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db68ea4-85b6-44f8-bb3c-3279a1175ffa,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:59.350921 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c744440-2f97-4e3f-ab4a-d0f457707c1c req-06107a37-4a11-45e8-a374-7ab9576abc8a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221073 Nov 19 09:20:59.370024 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea2402da-35da-4397-8105-8f568cbd5dee req-5232c433-0ac6-4e0b-86b7-fc607e15e07c tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/9db68ea4-85b6-44f8-bb3c-3279a1175ffa HTTP/1.1" status: 200 len: 1800 time: 0.0765021 Nov 19 09:20:59.442430 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c968a3e5-9ba6-48ab-b7f3-051108f9df35 req-a7931c2f-5d41-4f44-b6ac-e58f101b0794 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/9db68ea4-85b6-44f8-bb3c-3279a1175ffa HTTP/1.1" status: 200 len: 1800 time: 0.0503170 Nov 19 09:20:59.519916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a31323-3c07-4c77-802a-4316c5ebdf6b req-ef200809-1d98-47f1-bf30-5cdad8e530db tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:59.525854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15a31323-3c07-4c77-802a-4316c5ebdf6b req-ef200809-1d98-47f1-bf30-5cdad8e530db tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.0818996 Nov 19 09:20:59.571197 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c968a3e5-9ba6-48ab-b7f3-051108f9df35 req-95d027d8-675d-45ba-9b22-ea48ce12aa71 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:59.612697 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c968a3e5-9ba6-48ab-b7f3-051108f9df35 req-95d027d8-675d-45ba-9b22-ea48ce12aa71 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:59.624547 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15a31323-3c07-4c77-802a-4316c5ebdf6b req-4bca7064-a7f2-42e0-8992-47a1d2a9e47f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956604 Nov 19 09:20:59.672416 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c968a3e5-9ba6-48ab-b7f3-051108f9df35 req-95d027d8-675d-45ba-9b22-ea48ce12aa71 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:59.675712 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c968a3e5-9ba6-48ab-b7f3-051108f9df35 req-95d027d8-675d-45ba-9b22-ea48ce12aa71 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:20:59.682144 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c968a3e5-9ba6-48ab-b7f3-051108f9df35 req-95d027d8-675d-45ba-9b22-ea48ce12aa71 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "DELETE /v2.0/security-groups/9db68ea4-85b6-44f8-bb3c-3279a1175ffa HTTP/1.1" status: 204 len: 173 time: 0.2290132 Nov 19 09:20:59.717389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d027d8-675d-45ba-9b22-ea48ce12aa71 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db68ea4-85b6-44f8-bb3c-3279a1175ffa,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:20:59.783174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5', 'tag': 'da45c664-7a55-41f5-99ab-4e11542f3b0d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:20:59.785492 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b11aab6-1814-4325-b544-c93b53f09461" -d '{"events": [{"name": "network-changed", "server_uuid": "75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5", "tag": "da45c664-7a55-41f5-99ab-4e11542f3b0d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:20:59.808906 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-f6eb3bf3-da8a-49cd-9a09-8fc48e11ad79 req-859a63f7-9885-4607-a295-9d11bb8dd496 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] show failed (client error): The resource could not be found. Nov 19 09:20:59.810361 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f6eb3bf3-da8a-49cd-9a09-8fc48e11ad79 req-859a63f7-9885-4607-a295-9d11bb8dd496 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/9db68ea4-85b6-44f8-bb3c-3279a1175ffa HTTP/1.1" status: 404 len: 352 time: 0.0281971 Nov 19 09:20:59.916051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357ab45-cbec-4db5-852f-425a06a6df26 req-17b0f5ec-e719-4e7d-9bc4-6093f2c39801 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:20:59.918209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5357ab45-cbec-4db5-852f-425a06a6df26 req-17b0f5ec-e719-4e7d-9bc4-6093f2c39801 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.0589566 Nov 19 09:21:00.028346 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5357ab45-cbec-4db5-852f-425a06a6df26 req-09146e71-795f-4f55-80e3-5d76efd23e1c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012418 Nov 19 09:21:00.053916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b4a8f-637c-4bac-b96d-1897b66f4c34 req-b60e5807-87ab-4b16-bda0-e2ecfd39e94f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:00.053916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-594b4a8f-637c-4bac-b96d-1897b66f4c34 req-b60e5807-87ab-4b16-bda0-e2ecfd39e94f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.0760956 Nov 19 09:21:00.090825 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ff63f5-6a31-473e-9f0b-583f986e50ab x-openstack-request-id: req-73ff63f5-6a31-473e-9f0b-583f986e50ab {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:00.091204 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5", "tag": "da45c664-7a55-41f5-99ab-4e11542f3b0d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:00.091530 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73ff63f5-6a31-473e-9f0b-583f986e50ab {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:00.091996 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5', 'tag': 'da45c664-7a55-41f5-99ab-4e11542f3b0d', 'status': 'completed', 'code': 200} Nov 19 09:21:00.123364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-d429b100-c624-40e8-91ab-761067ec636c req-d10732c8-531f-4b94-9ff0-3f76290b0f19 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1035486279', 'description': 'tempest-description-458571857'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:00.155600 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-594b4a8f-637c-4bac-b96d-1897b66f4c34 req-1805c42b-794e-4d20-8a8f-2a260f64714f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974507 Nov 19 09:21:00.201132 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d429b100-c624-40e8-91ab-761067ec636c req-d10732c8-531f-4b94-9ff0-3f76290b0f19 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:00.225785 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11aab6-1814-4325-b544-c93b53f09461 req-42ac7290-3e7b-4b5c-9d0b-1f69f606de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:00.228142 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5b11aab6-1814-4325-b544-c93b53f09461 req-42ac7290-3e7b-4b5c-9d0b-1f69f606de41 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ce13202fca404e509c9444d4d7a9b7d7&device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 1176 time: 0.0895486 Nov 19 09:21:00.347645 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d429b100-c624-40e8-91ab-761067ec636c req-d10732c8-531f-4b94-9ff0-3f76290b0f19 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:00.361014 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d429b100-c624-40e8-91ab-761067ec636c req-d10732c8-531f-4b94-9ff0-3f76290b0f19 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:00.399531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11aab6-1814-4325-b544-c93b53f09461 req-ddb21c3f-1fca-440b-9e20-146b2d4b6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:00.402826 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5b11aab6-1814-4325-b544-c93b53f09461 req-ddb21c3f-1fca-440b-9e20-146b2d4b6887 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1978072d-40a6-4314-86cd-58e4e65acef7 HTTP/1.1" status: 200 len: 913 time: 0.1563358 Nov 19 09:21:00.405839 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ebff3-b352-485d-843e-d491a54f0412 req-4936a373-5076-4624-b2b4-f49c7f8da14d tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:00.407449 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f8ebff3-b352-485d-843e-d491a54f0412 req-4936a373-5076-4624-b2b4-f49c7f8da14d tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.1119916 Nov 19 09:21:00.414493 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d429b100-c624-40e8-91ab-761067ec636c req-d10732c8-531f-4b94-9ff0-3f76290b0f19 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:00.415689 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d429b100-c624-40e8-91ab-761067ec636c req-d10732c8-531f-4b94-9ff0-3f76290b0f19 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3016372 Nov 19 09:21:00.426582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10732c8-531f-4b94-9ff0-3f76290b0f19 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef87d128-2969-4ce5-a1ae-8064b6bd782d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:00.497646 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f8ebff3-b352-485d-843e-d491a54f0412 req-cdd3c9c5-fd28-4e08-b711-66ddd3177b21 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754015 Nov 19 09:21:00.500287 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-814b8fb9-e59f-491d-bc20-3f857492aa61 req-cf171927-fb60-44ee-8d7a-33730e6ec9c2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1640149876', 'description': 'tempest-description-1013227149'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:00.512976 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5b11aab6-1814-4325-b544-c93b53f09461 req-b8219a78-480f-447c-a35e-94f736dc9d91 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da45c664-7a55-41f5-99ab-4e11542f3b0d HTTP/1.1" status: 200 len: 217 time: 0.0892291 Nov 19 09:21:00.536973 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-814b8fb9-e59f-491d-bc20-3f857492aa61 req-cf171927-fb60-44ee-8d7a-33730e6ec9c2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:00.660158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11aab6-1814-4325-b544-c93b53f09461 req-9efa90dd-d6b4-47e0-8da8-2505169f7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:00.663158 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5b11aab6-1814-4325-b544-c93b53f09461 req-9efa90dd-d6b4-47e0-8da8-2505169f7f92 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0947f5bc-a93c-45f7-94cb-a151f6dc2e7d HTTP/1.1" status: 200 len: 852 time: 0.1399875 Nov 19 09:21:00.672509 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-814b8fb9-e59f-491d-bc20-3f857492aa61 req-cf171927-fb60-44ee-8d7a-33730e6ec9c2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:00.679757 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-814b8fb9-e59f-491d-bc20-3f857492aa61 req-cf171927-fb60-44ee-8d7a-33730e6ec9c2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:00.731956 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5b11aab6-1814-4325-b544-c93b53f09461 req-69303b5b-7439-44a5-a8ae-af5604c8f7f1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1978072d-40a6-4314-86cd-58e4e65acef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496023 Nov 19 09:21:00.752965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf171927-fb60-44ee-8d7a-33730e6ec9c2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212dbad0-adf4-4614-9b7a-ec5f2729693c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:00.771605 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-814b8fb9-e59f-491d-bc20-3f857492aa61 req-cf171927-fb60-44ee-8d7a-33730e6ec9c2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:00.788432 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-814b8fb9-e59f-491d-bc20-3f857492aa61 req-cf171927-fb60-44ee-8d7a-33730e6ec9c2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2992899 Nov 19 09:21:00.897290 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-4c6d804b-8c25-4013-b0cd-7538449d0b6d req-b2404f93-d112-4f9a-a680-aae2368da003 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1366852953', 'description': 'tempest-description-225216029'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:00.967261 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5b11aab6-1814-4325-b544-c93b53f09461 req-4610b024-1177-4703-a0e5-edc1d96cc6e0 service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181246 Nov 19 09:21:00.969223 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4c6d804b-8c25-4013-b0cd-7538449d0b6d req-b2404f93-d112-4f9a-a680-aae2368da003 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:01.095963 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4c6d804b-8c25-4013-b0cd-7538449d0b6d req-b2404f93-d112-4f9a-a680-aae2368da003 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:01.103927 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4c6d804b-8c25-4013-b0cd-7538449d0b6d req-b2404f93-d112-4f9a-a680-aae2368da003 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:01.137890 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5b11aab6-1814-4325-b544-c93b53f09461 req-ca4df5b8-d679-4fb9-80cb-400e21a7474d service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550789 Nov 19 09:21:01.152625 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4c6d804b-8c25-4013-b0cd-7538449d0b6d req-b2404f93-d112-4f9a-a680-aae2368da003 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:01.178786 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4c6d804b-8c25-4013-b0cd-7538449d0b6d req-b2404f93-d112-4f9a-a680-aae2368da003 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2871256 Nov 19 09:21:01.184065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2404f93-d112-4f9a-a680-aae2368da003 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5204b5c-0a34-436f-b118-ab9e39a7f6bc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:01.266965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b270d95-7140-4ce2-ba35-618df2e85411 req-90f225b6-6a6f-44a5-86a3-4859aa770de2 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:01.269556 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b270d95-7140-4ce2-ba35-618df2e85411 req-90f225b6-6a6f-44a5-86a3-4859aa770de2 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.0788546 Nov 19 09:21:01.384539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b270d95-7140-4ce2-ba35-618df2e85411 req-df319f5a-612e-4d0e-9d38-394bad5f1a85 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668321 Nov 19 09:21:01.394983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3b7ed-8be3-41f7-96cb-81d0b2d2984c req-b48591cb-0f6c-457e-9e15-b90fecbe1b35 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:01.397179 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3df3b7ed-8be3-41f7-96cb-81d0b2d2984c req-b48591cb-0f6c-457e-9e15-b90fecbe1b35 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.1264133 Nov 19 09:21:01.527965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3df3b7ed-8be3-41f7-96cb-81d0b2d2984c req-e285b8b3-c418-4554-99f7-e0eaa0872589 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238182 Nov 19 09:21:01.650118 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b254c1d9-1b32-407b-a9d4-ebb98773f29a req-338e4fc9-68bc-454a-aba0-9c51c8a57e00 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce13202fca404e509c9444d4d7a9b7d7 HTTP/1.1" status: 200 len: 11012 time: 0.2217684 Nov 19 09:21:01.740258 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b254c1d9-1b32-407b-a9d4-ebb98773f29a req-dff0a457-e71e-412a-9f67-02e9d12be7a6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/ae6cb399-39d4-4303-ab5d-f9680f8aa38c HTTP/1.1" status: 200 len: 3002 time: 0.0882556 Nov 19 09:21:01.841106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b254c1d9-1b32-407b-a9d4-ebb98773f29a req-90b30d3a-6428-4346-9054-4001c350f241 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/ae6cb399-39d4-4303-ab5d-f9680f8aa38c HTTP/1.1" status: 200 len: 3002 time: 0.0918884 Nov 19 09:21:01.944460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-573e6683-2fc4-4ea9-a407-7668fb6d6b67 req-1e72a2f2-f6fe-4c3e-9ab4-116af87d7851 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/ef87d128-2969-4ce5-a1ae-8064b6bd782d HTTP/1.1" status: 200 len: 1819 time: 0.0631440 Nov 19 09:21:02.030134 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-573e6683-2fc4-4ea9-a407-7668fb6d6b67 req-12c3c0f3-3b73-4c56-874c-ed5c920f99ef tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:02.061738 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-573e6683-2fc4-4ea9-a407-7668fb6d6b67 req-12c3c0f3-3b73-4c56-874c-ed5c920f99ef tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:02.118994 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-573e6683-2fc4-4ea9-a407-7668fb6d6b67 req-12c3c0f3-3b73-4c56-874c-ed5c920f99ef tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:02.124730 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-573e6683-2fc4-4ea9-a407-7668fb6d6b67 req-12c3c0f3-3b73-4c56-874c-ed5c920f99ef tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:02.125718 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-573e6683-2fc4-4ea9-a407-7668fb6d6b67 req-12c3c0f3-3b73-4c56-874c-ed5c920f99ef tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "DELETE /v2.0/security-groups/ef87d128-2969-4ce5-a1ae-8064b6bd782d HTTP/1.1" status: 204 len: 173 time: 0.1585336 Nov 19 09:21:02.140696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3c0f3-3b73-4c56-874c-ed5c920f99ef tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef87d128-2969-4ce5-a1ae-8064b6bd782d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:02.188083 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-004bf911-bc31-418a-b4a8-d34e1cfbae69 req-56e90667-759b-4b58-8501-5006f40a03f2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] show failed (client error): The resource could not be found. Nov 19 09:21:02.189808 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-004bf911-bc31-418a-b4a8-d34e1cfbae69 req-56e90667-759b-4b58-8501-5006f40a03f2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/ef87d128-2969-4ce5-a1ae-8064b6bd782d HTTP/1.1" status: 404 len: 352 time: 0.0225954 Nov 19 09:21:02.274330 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62aa8571-e7d2-4edf-908e-31d28ef45829 req-f6751f9f-aad9-4c40-9f05-7e3a3de8b9e1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/212dbad0-adf4-4614-9b7a-ec5f2729693c HTTP/1.1" status: 200 len: 1820 time: 0.0597260 Nov 19 09:21:02.354143 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-62aa8571-e7d2-4edf-908e-31d28ef45829 req-46145825-76fc-4d7a-8e8f-4ed712d20b3e tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:02.381174 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-62aa8571-e7d2-4edf-908e-31d28ef45829 req-46145825-76fc-4d7a-8e8f-4ed712d20b3e tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:02.456208 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-62aa8571-e7d2-4edf-908e-31d28ef45829 req-46145825-76fc-4d7a-8e8f-4ed712d20b3e tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:02.461759 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-62aa8571-e7d2-4edf-908e-31d28ef45829 req-46145825-76fc-4d7a-8e8f-4ed712d20b3e tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:02.470666 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62aa8571-e7d2-4edf-908e-31d28ef45829 req-46145825-76fc-4d7a-8e8f-4ed712d20b3e tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "DELETE /v2.0/security-groups/212dbad0-adf4-4614-9b7a-ec5f2729693c HTTP/1.1" status: 204 len: 173 time: 0.1909983 Nov 19 09:21:02.484746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46145825-76fc-4d7a-8e8f-4ed712d20b3e tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=212dbad0-adf4-4614-9b7a-ec5f2729693c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:02.519984 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-0f931fbc-e7f7-4bf9-82ee-5f88a6da9905 req-8f5f43df-a0a3-4373-871a-8295d13af273 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] show failed (client error): The resource could not be found. Nov 19 09:21:02.522084 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f931fbc-e7f7-4bf9-82ee-5f88a6da9905 req-8f5f43df-a0a3-4373-871a-8295d13af273 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/212dbad0-adf4-4614-9b7a-ec5f2729693c HTTP/1.1" status: 404 len: 352 time: 0.0394964 Nov 19 09:21:02.581183 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7e1cd-9ac0-47de-8e91-b82439205189 req-9a795712-5285-461f-bfcd-3811dad4e692 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:02.588542 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ff7e1cd-9ac0-47de-8e91-b82439205189 req-9a795712-5285-461f-bfcd-3811dad4e692 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.0856802 Nov 19 09:21:02.630657 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-731bdd84-2b92-4717-987f-ae33c1b53588 req-ef676781-6118-4e6c-a795-06a60592068a tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/e5204b5c-0a34-436f-b118-ab9e39a7f6bc HTTP/1.1" status: 200 len: 1819 time: 0.0781565 Nov 19 09:21:02.671276 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ff7e1cd-9ac0-47de-8e91-b82439205189 req-ce434781-91b6-4a70-b1ae-9e498ee6162c tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817690 Nov 19 09:21:02.719312 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-731bdd84-2b92-4717-987f-ae33c1b53588 req-f7f21e3f-1f9b-4abb-8955-265bc5d532bd tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:02.763495 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-731bdd84-2b92-4717-987f-ae33c1b53588 req-f7f21e3f-1f9b-4abb-8955-265bc5d532bd tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:02.915418 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-731bdd84-2b92-4717-987f-ae33c1b53588 req-f7f21e3f-1f9b-4abb-8955-265bc5d532bd tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:02.919250 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-731bdd84-2b92-4717-987f-ae33c1b53588 req-f7f21e3f-1f9b-4abb-8955-265bc5d532bd tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:02.934982 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-731bdd84-2b92-4717-987f-ae33c1b53588 req-f7f21e3f-1f9b-4abb-8955-265bc5d532bd tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "DELETE /v2.0/security-groups/e5204b5c-0a34-436f-b118-ab9e39a7f6bc HTTP/1.1" status: 204 len: 173 time: 0.2923095 Nov 19 09:21:02.953515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7747b53-6ca2-4894-965b-eda2a1f6b5c1 req-f12741d2-8e93-4339-8efc-8ccbad39aa2e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:02.956250 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7747b53-6ca2-4894-965b-eda2a1f6b5c1 req-f12741d2-8e93-4339-8efc-8ccbad39aa2e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.1601832 Nov 19 09:21:02.963502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f21e3f-1f9b-4abb-8955-265bc5d532bd tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5204b5c-0a34-436f-b118-ab9e39a7f6bc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:03.058539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7747b53-6ca2-4894-965b-eda2a1f6b5c1 req-a892d9c2-4927-46b6-b0ec-5c33de18591c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922914 Nov 19 09:21:03.102583 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-8dad78aa-6743-459c-806b-66a54439a3d7 req-0723a1dc-1117-4ca0-a4fc-e26e07cb77f4 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] show failed (client error): The resource could not be found. Nov 19 09:21:03.133904 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8dad78aa-6743-459c-806b-66a54439a3d7 req-0723a1dc-1117-4ca0-a4fc-e26e07cb77f4 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/e5204b5c-0a34-436f-b118-ab9e39a7f6bc HTTP/1.1" status: 404 len: 352 time: 0.0637143 Nov 19 09:21:03.240612 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3fcd9ba6-c2c9-4dc2-af39-115e514482e1 req-a34cc664-df42-4795-ae77-d6880f8019be tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce13202fca404e509c9444d4d7a9b7d7 HTTP/1.1" status: 200 len: 6207 time: 0.0938549 Nov 19 09:21:03.329996 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3fcd9ba6-c2c9-4dc2-af39-115e514482e1 req-00e21a96-429e-4c73-978c-54219e86f988 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/ae6cb399-39d4-4303-ab5d-f9680f8aa38c HTTP/1.1" status: 200 len: 3002 time: 0.0740430 Nov 19 09:21:03.394395 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3fcd9ba6-c2c9-4dc2-af39-115e514482e1 req-7bfe09b6-927d-4a91-9557-c405478dec58 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/ae6cb399-39d4-4303-ab5d-f9680f8aa38c HTTP/1.1" status: 200 len: 3002 time: 0.0557084 Nov 19 09:21:03.436526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-38cfe9a6-e150-4219-b0a6-6c59cb0f05f0 req-a93c1788-4f48-425d-8b67-c0acd45857cb tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-205639798', 'description': 'tempest-description-467927229'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:03.483682 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38cfe9a6-e150-4219-b0a6-6c59cb0f05f0 req-a93c1788-4f48-425d-8b67-c0acd45857cb tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:03.582732 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38cfe9a6-e150-4219-b0a6-6c59cb0f05f0 req-a93c1788-4f48-425d-8b67-c0acd45857cb tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:03.588902 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38cfe9a6-e150-4219-b0a6-6c59cb0f05f0 req-a93c1788-4f48-425d-8b67-c0acd45857cb tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:03.659701 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c1788-4f48-425d-8b67-c0acd45857cb tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996dba84-b48a-42fd-a2c3-2f1a65635060,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:03.715970 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38cfe9a6-e150-4219-b0a6-6c59cb0f05f0 req-a93c1788-4f48-425d-8b67-c0acd45857cb tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:03.731160 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38cfe9a6-e150-4219-b0a6-6c59cb0f05f0 req-a93c1788-4f48-425d-8b67-c0acd45857cb tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2997718 Nov 19 09:21:03.750593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-ceda7cf5-ed56-4928-8303-63ba8b5bc2e8 req-d7361754-80b7-4d97-80af-42796ec48f1d tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1049066628', 'description': 'tempest-description-1070604881'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:03.782856 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ceda7cf5-ed56-4928-8303-63ba8b5bc2e8 req-d7361754-80b7-4d97-80af-42796ec48f1d tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:03.915212 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ceda7cf5-ed56-4928-8303-63ba8b5bc2e8 req-d7361754-80b7-4d97-80af-42796ec48f1d tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:03.920216 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ceda7cf5-ed56-4928-8303-63ba8b5bc2e8 req-d7361754-80b7-4d97-80af-42796ec48f1d tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:03.976063 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ceda7cf5-ed56-4928-8303-63ba8b5bc2e8 req-d7361754-80b7-4d97-80af-42796ec48f1d tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:03.977277 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ceda7cf5-ed56-4928-8303-63ba8b5bc2e8 req-d7361754-80b7-4d97-80af-42796ec48f1d tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2322488 Nov 19 09:21:03.988182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7361754-80b7-4d97-80af-42796ec48f1d tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d452fd03-ac13-443b-8de4-2f3be6de4011,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:04.348069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4396e2-4b04-40a6-82e1-e65e28526d17 req-5b6634da-7c85-4c67-ad0c-678d133833e7 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:04.356991 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb4396e2-4b04-40a6-82e1-e65e28526d17 req-5b6634da-7c85-4c67-ad0c-678d133833e7 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.5700741 Nov 19 09:21:04.410138 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0e5c5-2a67-42f2-8a8f-c8b32e2f5dfe req-484038f9-f4af-4826-92d6-79ea3ccd6b4c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:04.412445 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74f0e5c5-2a67-42f2-8a8f-c8b32e2f5dfe req-484038f9-f4af-4826-92d6-79ea3ccd6b4c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.1593692 Nov 19 09:21:04.461986 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb4396e2-4b04-40a6-82e1-e65e28526d17 req-4906f780-993a-4a81-98ff-20bb7aef6aa4 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037195 Nov 19 09:21:04.546211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74f0e5c5-2a67-42f2-8a8f-c8b32e2f5dfe req-b8d62f7a-c8fb-4ee9-a651-686156e7d0ea tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245916 Nov 19 09:21:04.831300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-ad41e514-dfe6-4a36-9fd7-4536d953237a tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:04.833239 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-ad41e514-dfe6-4a36-9fd7-4536d953237a tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/networks?id=1978072d-40a6-4314-86cd-58e4e65acef7 HTTP/1.1" status: 200 len: 812 time: 0.1678393 Nov 19 09:21:04.854724 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-7759a73a-0015-4db7-8c94-1c593c84a795 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/quotas/ce13202fca404e509c9444d4d7a9b7d7 HTTP/1.1" status: 200 len: 375 time: 0.0152276 Nov 19 09:21:04.924310 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-a8bb744e-c0bc-45e8-97ea-7046abb78153 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce13202fca404e509c9444d4d7a9b7d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0609951 Nov 19 09:21:05.089363 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-54ef2154-28c5-4e7f-b3ec-89712333cf19 service neutron] 10.222.0.21 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467686 Nov 19 09:21:05.228577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-ea71352c-4e5a-4be1-8fcf-2130d1f42ecb service neutron] 10.222.0.21 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373971 Nov 19 09:21:05.459442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95580913-42b6-41af-9ef5-18c2dd5e7d74 req-818fcd14-9cee-4d3f-9b4d-ecd7426d6cd9 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 210 time: 0.0380933 Nov 19 09:21:05.750542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee2990-da35-4924-b80e-4522898289af req-eb0fe35d-23d0-4e22-9ff2-129123744d60 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:05.757952 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2dee2990-da35-4924-b80e-4522898289af req-eb0fe35d-23d0-4e22-9ff2-129123744d60 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.1689529 Nov 19 09:21:05.847404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2dee2990-da35-4924-b80e-4522898289af req-36400f49-68c0-48b5-81ba-109506844b62 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866253 Nov 19 09:21:05.904395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf55941-d949-454a-86a8-3a8aabb26eb0 req-eb553e2b-0ec4-42b5-8790-e58f6a57de1e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:05.906974 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bf55941-d949-454a-86a8-3a8aabb26eb0 req-eb553e2b-0ec4-42b5-8790-e58f6a57de1e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.2081928 Nov 19 09:21:05.987308 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bf55941-d949-454a-86a8-3a8aabb26eb0 req-55cc1dd6-d2c8-4fe8-8735-7da903f0b729 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726557 Nov 19 09:21:06.631054 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b920523-0081-4ac5-9fc2-0dcd25fc5c62 req-e3e5718c-1583-4836-a719-2e9983cb2d72 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 210 time: 0.0417221 Nov 19 09:21:07.064856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5065500-ae27-4cd9-a42b-dec855cc1bd2 req-b20f9416-c819-448f-a028-6f3b0d32cc70 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:07.074711 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5065500-ae27-4cd9-a42b-dec855cc1bd2 req-b20f9416-c819-448f-a028-6f3b0d32cc70 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.1085064 Nov 19 09:21:07.081246 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-dbff1b84-31a4-40dd-9a2e-f4c765048d0c tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:07.086088 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-dbff1b84-31a4-40dd-9a2e-f4c765048d0c tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.71 "GET /v2.0/networks?id=1978072d-40a6-4314-86cd-58e4e65acef7 HTTP/1.1" status: 200 len: 812 time: 0.3292208 Nov 19 09:21:07.109555 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-78c60557-8111-423a-93cf-7a7c459c4fe1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Request body: {'port': {'device_id': 'efd68bf7-2f82-4d36-9e67-4d30535b2044', 'network_id': '1978072d-40a6-4314-86cd-58e4e65acef7', 'admin_state_up': True, 'tenant_id': 'ce13202fca404e509c9444d4d7a9b7d7'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:07.185970 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5065500-ae27-4cd9-a42b-dec855cc1bd2 req-db0022ea-9512-4665-814b-8138b020c1a0 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063342 Nov 19 09:21:07.284717 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6c553b7b-9308-4e60-addc-582ac6605f9b req-75d67fbf-005f-465f-a1c2-72f88c55f603 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=221ae3e4-d717-4839-927a-1a5ee79a4870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5059371 Nov 19 09:21:07.391241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78416354-6af1-4fa1-9cb3-a60559966994 req-ccc9815e-6064-4b5e-b1b1-8cc78d925926 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:07.401549 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-78416354-6af1-4fa1-9cb3-a60559966994 req-ccc9815e-6064-4b5e-b1b1-8cc78d925926 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.1268146 Nov 19 09:21:07.434987 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c553b7b-9308-4e60-addc-582ac6605f9b req-88801a44-ec2e-4284-b94c-297f7e555730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:07.439682 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6c553b7b-9308-4e60-addc-582ac6605f9b req-88801a44-ec2e-4284-b94c-297f7e555730 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4a218925f9b4cee924716587fe0f2b0&device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 1098 time: 0.1066115 Nov 19 09:21:07.447986 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-78c60557-8111-423a-93cf-7a7c459c4fe1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Made reservation on behalf of ce13202fca404e509c9444d4d7a9b7d7 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:21:07.474628 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-78c60557-8111-423a-93cf-7a7c459c4fe1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:07.486708 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-78416354-6af1-4fa1-9cb3-a60559966994 req-d1173cd4-5b46-4c54-9041-06f96db2213f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842774 Nov 19 09:21:07.690604 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c553b7b-9308-4e60-addc-582ac6605f9b req-bc962ced-9cf3-4f05-aa67-6e2a17b6301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:07.692151 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6c553b7b-9308-4e60-addc-582ac6605f9b req-bc962ced-9cf3-4f05-aa67-6e2a17b6301e service neutron] 10.222.0.71 "GET /v2.0/networks?id=1610bc0a-1f3a-4b33-a340-44873c55939a HTTP/1.1" status: 200 len: 916 time: 0.1970348 Nov 19 09:21:07.737868 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6c553b7b-9308-4e60-addc-582ac6605f9b req-29275544-30e6-4cea-b1ca-2d8251d9a0e4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4a4e61f-703a-466e-865e-6c7fb54b71c3 HTTP/1.1" status: 200 len: 217 time: 0.0373137 Nov 19 09:21:07.789725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-690429cb-60ce-4b04-922b-ca1200484662 req-069f8999-8f95-4b05-9459-fbb388f546a5 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 210 time: 0.0527234 Nov 19 09:21:07.810586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c553b7b-9308-4e60-addc-582ac6605f9b req-95edd090-25fa-4a60-99b1-51f68fe2f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:07.812292 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6c553b7b-9308-4e60-addc-582ac6605f9b req-95edd090-25fa-4a60-99b1-51f68fe2f192 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3b29904-404d-46d5-aff8-f7bd62491a04 HTTP/1.1" status: 200 len: 855 time: 0.0637627 Nov 19 09:21:07.813464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-78c60557-8111-423a-93cf-7a7c459c4fe1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Allocated IP 172.20.0.4 (1978072d-40a6-4314-86cd-58e4e65acef7/0947f5bc-a93c-45f7-94cb-a151f6dc2e7d/54500a17-80d9-4ae5-a267-e39b0dd41948) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:07.982294 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-78c60557-8111-423a-93cf-7a7c459c4fe1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:08.031587 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-78c60557-8111-423a-93cf-7a7c459c4fe1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:08.036184 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6c553b7b-9308-4e60-addc-582ac6605f9b req-acd835d5-4755-4c9d-a855-6f058cb110f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1610bc0a-1f3a-4b33-a340-44873c55939a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2115569 Nov 19 09:21:08.052781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['da45c664-7a55-41f5-99ab-4e11542f3b0d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:21:08.163989 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6c553b7b-9308-4e60-addc-582ac6605f9b req-bc6b5bf6-07f5-4302-9858-d41fc349ef01 service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949373 Nov 19 09:21:08.177425 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-78c60557-8111-423a-93cf-7a7c459c4fe1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Network 1978072d-40a6-4314-86cd-58e4e65acef7 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:08.185151 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-78c60557-8111-423a-93cf-7a7c459c4fe1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:08.281272 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-78c60557-8111-423a-93cf-7a7c459c4fe1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:08.285645 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6c553b7b-9308-4e60-addc-582ac6605f9b req-f83f1347-5905-4682-b8c5-7c865b7062b7 service neutron] 10.222.0.71 "GET /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017532 Nov 19 09:21:08.324719 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60557-8111-423a-93cf-7a7c459c4fe1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event updated for resources: {'Port': ['ID=54500a17-80d9-4ae5-a267-e39b0dd41948,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:08.347805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-78c60557-8111-423a-93cf-7a7c459c4fe1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:08.348560 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-78c60557-8111-423a-93cf-7a7c459c4fe1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:08.377612 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-78c60557-8111-423a-93cf-7a7c459c4fe1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2730305 Nov 19 09:21:08.395699 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Request body: {'port': {'device_id': 'efd68bf7-2f82-4d36-9e67-4d30535b2044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:08.448673 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c36de-785f-4d8e-9307-2a439eb8de13 req-0d076fba-ab90-45a7-a708-66669f7a92bf tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:08.456012 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd9c36de-785f-4d8e-9307-2a439eb8de13 req-0d076fba-ab90-45a7-a708-66669f7a92bf tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.1131094 Nov 19 09:21:08.527753 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:08.573039 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd9c36de-785f-4d8e-9307-2a439eb8de13 req-194f675f-db91-4756-a2ef-68a69c647df4 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100659 Nov 19 09:21:08.682494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e93d4b-e422-49ab-88c5-dce0392adaf3 req-2cf8523f-93bc-45f6-a357-0b26d1565d1b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:08.685855 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7e93d4b-e422-49ab-88c5-dce0392adaf3 req-2cf8523f-93bc-45f6-a357-0b26d1565d1b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.0729382 Nov 19 09:21:08.782362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7e93d4b-e422-49ab-88c5-dce0392adaf3 req-14ae12ab-3ccd-4da9-be2f-0f205f4983b9 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829482 Nov 19 09:21:08.919602 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59aab3-a447-4d0f-ac7d-775d224d1492 req-81832911-7871-4042-a2b3-c8186e710439 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:08.928667 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c59aab3-a447-4d0f-ac7d-775d224d1492 req-81832911-7871-4042-a2b3-c8186e710439 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 931 time: 0.0672941 Nov 19 09:21:08.972899 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54500a17-80d9-4ae5-a267-e39b0dd41948 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:21:08.997759 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:09.014559 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c59aab3-a447-4d0f-ac7d-775d224d1492 req-39db8f93-abf0-47dc-9afb-0d63b33b8563 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837755 Nov 19 09:21:09.027453 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Transition to ACTIVE for port object 54500a17-80d9-4ae5-a267-e39b0dd41948 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:21:09.033388 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:09.097508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Pushing event updated for resources: {'Port': ['ID=54500a17-80d9-4ae5-a267-e39b0dd41948,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:09.184511 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Attempting to bind port 54500a17-80d9-4ae5-a267-e39b0dd41948 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:21:09.185580 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Attempting to bind port 54500a17-80d9-4ae5-a267-e39b0dd41948 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd8e83e9c-783c-4bb4-a11f-d00ad815f2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1978072d-40a6-4314-86cd-58e4e65acef7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:21:09.186086 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Attempting to bind port 54500a17-80d9-4ae5-a267-e39b0dd41948 on network 1978072d-40a6-4314-86cd-58e4e65acef7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:21:09.191098 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Port 54500a17-80d9-4ae5-a267-e39b0dd41948 on network 1978072d-40a6-4314-86cd-58e4e65acef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:21:09.191703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Attempting to bind port 54500a17-80d9-4ae5-a267-e39b0dd41948 on network 1978072d-40a6-4314-86cd-58e4e65acef7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:21:09.198870 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:21:09.199202 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Checking segment: {'id': 'd8e83e9c-783c-4bb4-a11f-d00ad815f2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1978072d-40a6-4314-86cd-58e4e65acef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:21:09.199594 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Bound using segment: {'id': 'd8e83e9c-783c-4bb4-a11f-d00ad815f2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1978072d-40a6-4314-86cd-58e4e65acef7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:21:09.200080 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Bound port: 54500a17-80d9-4ae5-a267-e39b0dd41948, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e83e9c-783c-4bb4-a11f-d00ad815f2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1978072d-40a6-4314-86cd-58e4e65acef7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:21:09.200448 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:09.274031 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] For port 54500a17-80d9-4ae5-a267-e39b0dd41948, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:21:09.280800 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] For port 54500a17-80d9-4ae5-a267-e39b0dd41948, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=54500a17-80d9-4ae5-a267-e39b0dd41948,segment=NetworkSegment(d8e83e9c-783c-4bb4-a11f-d00ad815f2ec),segment_id=d8e83e9c-783c-4bb4-a11f-d00ad815f2ec)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:21:09.286699 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:09.323448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:09.325113 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:09.326790 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] 10.222.0.71 "PUT /v2.0/ports/54500a17-80d9-4ae5-a267-e39b0dd41948 HTTP/1.1" status: 200 len: 1092 time: 0.9361329 Nov 19 09:21:09.330254 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd68bf7-2f82-4d36-9e67-4d30535b2044', 'tag': '54500a17-80d9-4ae5-a267-e39b0dd41948'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:09.334692 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56825aab-c3d0-4f4c-b1d5-70de8df97cff" -d '{"events": [{"name": "network-changed", "server_uuid": "efd68bf7-2f82-4d36-9e67-4d30535b2044", "tag": "54500a17-80d9-4ae5-a267-e39b0dd41948"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:09.425137 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1162dd35-99f2-42fc-8060-e10aafd74dd6 x-openstack-request-id: req-1162dd35-99f2-42fc-8060-e10aafd74dd6 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:09.425137 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd68bf7-2f82-4d36-9e67-4d30535b2044", "tag": "54500a17-80d9-4ae5-a267-e39b0dd41948", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:09.425137 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1162dd35-99f2-42fc-8060-e10aafd74dd6 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:09.425137 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd68bf7-2f82-4d36-9e67-4d30535b2044', 'tag': '54500a17-80d9-4ae5-a267-e39b0dd41948', 'status': 'completed', 'code': 200} Nov 19 09:21:09.425137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b2d7b-c847-4002-9370-c2b9d4240039 service neutron] Pushing event updated for resources: {'Port': ['ID=54500a17-80d9-4ae5-a267-e39b0dd41948,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:09.447727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-3fb072c6-db8c-420d-8962-9275fb2000e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:09.449327 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-3fb072c6-db8c-420d-8962-9275fb2000e2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ce13202fca404e509c9444d4d7a9b7d7&device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 1095 time: 0.0710955 Nov 19 09:21:09.506593 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-d2e5d76c-d0ab-4817-8028-e47ada21683d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54500a17-80d9-4ae5-a267-e39b0dd41948 HTTP/1.1" status: 200 len: 217 time: 0.0427535 Nov 19 09:21:09.571864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-50b51f9b-b466-46c4-8e66-29b33a5227b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:09.573331 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-50b51f9b-b466-46c4-8e66-29b33a5227b3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0947f5bc-a93c-45f7-94cb-a151f6dc2e7d HTTP/1.1" status: 200 len: 852 time: 0.0543427 Nov 19 09:21:09.618210 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-747254a0-1172-4190-b5e8-3bb365576553 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1978072d-40a6-4314-86cd-58e4e65acef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327303 Nov 19 09:21:09.646431 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:21:09.751463 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90fa7b-4171-478c-8d39-c03e56867f96 req-852e6e76-195b-40d2-b6c8-7f4847d496e6 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:09.754156 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4c90fa7b-4171-478c-8d39-c03e56867f96 req-852e6e76-195b-40d2-b6c8-7f4847d496e6 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.0685396 Nov 19 09:21:09.797791 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-bee83ed9-9f73-48f1-833e-574b2f33c192 service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709700 Nov 19 09:21:09.858571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4c90fa7b-4171-478c-8d39-c03e56867f96 req-ab02c6ea-85f2-4f39-991e-4983e333adb2 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934420 Nov 19 09:21:09.954758 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b68cb-5ae9-4527-9881-6e3e1802ede5 req-98e9cc03-a82d-4170-ac3c-8a9aabb0f9e2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:09.963835 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-318b68cb-5ae9-4527-9881-6e3e1802ede5 req-98e9cc03-a82d-4170-ac3c-8a9aabb0f9e2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.0650923 Nov 19 09:21:09.971783 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6f5d0464-88fa-435e-8776-ab01b8575129 req-ba2bf562-20bc-41c7-a778-d0c48fc52ed5 service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659515 Nov 19 09:21:10.030833 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-318b68cb-5ae9-4527-9881-6e3e1802ede5 req-826121b7-7aa7-47ad-8e21-5049899da38b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649858 Nov 19 09:21:10.117595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56825aab-c3d0-4f4c-b1d5-70de8df97cff req-59de54d5-a1e4-4e31-9327-e7abc3e02c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:10.122534 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-56825aab-c3d0-4f4c-b1d5-70de8df97cff req-59de54d5-a1e4-4e31-9327-e7abc3e02c44 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ce13202fca404e509c9444d4d7a9b7d7&device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 1095 time: 0.0828733 Nov 19 09:21:10.182331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66e752-485d-4952-8731-3d6a02afb402 req-cbc7a3d5-e233-44fc-a22a-9bc99642ad15 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:10.184353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e66e752-485d-4952-8731-3d6a02afb402 req-cbc7a3d5-e233-44fc-a22a-9bc99642ad15 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 943 time: 0.0729706 Nov 19 09:21:10.271444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e66e752-485d-4952-8731-3d6a02afb402 req-9fae1bd9-a5c6-4ec2-a457-c253e9230fd5 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800960 Nov 19 09:21:10.324448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56825aab-c3d0-4f4c-b1d5-70de8df97cff req-bc84f4a1-93bc-481d-abc5-5d064f9a687e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:10.326986 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-56825aab-c3d0-4f4c-b1d5-70de8df97cff req-bc84f4a1-93bc-481d-abc5-5d064f9a687e service neutron] 10.222.0.71 "GET /v2.0/networks?id=1978072d-40a6-4314-86cd-58e4e65acef7 HTTP/1.1" status: 200 len: 913 time: 0.2003639 Nov 19 09:21:10.399720 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-56825aab-c3d0-4f4c-b1d5-70de8df97cff req-04b165bd-a72d-4995-9719-8d2f95a3c14c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54500a17-80d9-4ae5-a267-e39b0dd41948 HTTP/1.1" status: 200 len: 217 time: 0.0630019 Nov 19 09:21:10.520877 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56825aab-c3d0-4f4c-b1d5-70de8df97cff req-c9137807-81f9-4890-bb97-404b96534c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:10.522986 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-56825aab-c3d0-4f4c-b1d5-70de8df97cff req-c9137807-81f9-4890-bb97-404b96534c27 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0947f5bc-a93c-45f7-94cb-a151f6dc2e7d HTTP/1.1" status: 200 len: 852 time: 0.1151290 Nov 19 09:21:10.588664 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-56825aab-c3d0-4f4c-b1d5-70de8df97cff req-f9713076-f1b1-4060-896b-aab3e5a20d56 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1978072d-40a6-4314-86cd-58e4e65acef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556786 Nov 19 09:21:10.753890 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-56825aab-c3d0-4f4c-b1d5-70de8df97cff req-4826ee5e-861e-45d5-84fa-fedaf8a33b2d service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450167 Nov 19 09:21:10.937652 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-56825aab-c3d0-4f4c-b1d5-70de8df97cff req-dd7c53b8-1977-4c9d-a4b9-486f98ee791c service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639121 Nov 19 09:21:11.016734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035f284-7cae-45a5-90d7-459e31d24f1c req-ad565c50-90c6-48f2-8e3b-d84c02108060 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:11.018274 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1035f284-7cae-45a5-90d7-459e31d24f1c req-ad565c50-90c6-48f2-8e3b-d84c02108060 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.0516562 Nov 19 09:21:11.094259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1035f284-7cae-45a5-90d7-459e31d24f1c req-e64c7cbe-23de-4d8d-9a2b-40b9904f8377 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682943 Nov 19 09:21:11.201356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99cd89-9472-4655-9154-9c8315bb22ee req-83f8355d-5461-4141-a40f-9f4e2bfcb0a1 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:11.203714 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e99cd89-9472-4655-9154-9c8315bb22ee req-83f8355d-5461-4141-a40f-9f4e2bfcb0a1 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.0615208 Nov 19 09:21:11.277769 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e99cd89-9472-4655-9154-9c8315bb22ee req-880f42e5-3eeb-45f7-98c7-5f4ac39c0574 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668435 Nov 19 09:21:11.429834 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8c944-d8d3-4390-8164-5d444cc5c360 req-e8a00a8a-947f-4f1b-8d6f-1dfdeed28185 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:11.439667 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0be8c944-d8d3-4390-8164-5d444cc5c360 req-e8a00a8a-947f-4f1b-8d6f-1dfdeed28185 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 943 time: 0.0732877 Nov 19 09:21:11.506092 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0be8c944-d8d3-4390-8164-5d444cc5c360 req-17077e28-7100-48ff-8974-cd67750bdf78 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626640 Nov 19 09:21:12.490936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e9ab5-0f25-4f29-b36b-4feb59e0cc1c req-34dbe969-62e8-4ef9-9e7b-0393930d7c72 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:12.493258 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-196e9ab5-0f25-4f29-b36b-4feb59e0cc1c req-34dbe969-62e8-4ef9-9e7b-0393930d7c72 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.2833598 Nov 19 09:21:12.561833 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-196e9ab5-0f25-4f29-b36b-4feb59e0cc1c req-b2279ff2-94a2-4a2b-a68d-66a22b52b091 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612683 Nov 19 09:21:12.707090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0e5f9-2db1-45e2-9f19-f9132b280e3c req-fe27c45e-5345-459c-884f-4170171b11e5 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:12.715563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62a0e5f9-2db1-45e2-9f19-f9132b280e3c req-fe27c45e-5345-459c-884f-4170171b11e5 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 943 time: 0.0862544 Nov 19 09:21:12.796731 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62a0e5f9-2db1-45e2-9f19-f9132b280e3c req-c7df050a-b5f1-4c5e-bafb-fd9ee92eed5c tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799570 Nov 19 09:21:12.817382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a463be-f3c3-4158-bdcb-b2de58ad0051 req-9e008111-be04-47c2-8da0-8f5287fd589b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:12.827812 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a2a463be-f3c3-4158-bdcb-b2de58ad0051 req-9e008111-be04-47c2-8da0-8f5287fd589b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.0799322 Nov 19 09:21:12.882364 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a2a463be-f3c3-4158-bdcb-b2de58ad0051 req-252a7180-5ab1-4f2b-9054-6f9f505fb62e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548451 Nov 19 09:21:13.273068 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 54500a17-80d9-4ae5-a267-e39b0dd41948 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:21:13.404229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 54500a17-80d9-4ae5-a267-e39b0dd41948, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=54500a17-80d9-4ae5-a267-e39b0dd41948,segment=NetworkSegment(d8e83e9c-783c-4bb4-a11f-d00ad815f2ec),segment_id=d8e83e9c-783c-4bb4-a11f-d00ad815f2ec)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:13.418374 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '54500a17-80d9-4ae5-a267-e39b0dd41948', 'network_id': '1978072d-40a6-4314-86cd-58e4e65acef7', 'port_id': '54500a17-80d9-4ae5-a267-e39b0dd41948', 'mac_address': 'fa:16:3e:bc:8f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0947f5bc-a93c-45f7-94cb-a151f6dc2e7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:21:13.458304 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:13.467524 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48390) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:13.477434 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54500a17-80d9-4ae5-a267-e39b0dd41948 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:21:13.501273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 54500a17-80d9-4ae5-a267-e39b0dd41948, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=54500a17-80d9-4ae5-a267-e39b0dd41948,segment=NetworkSegment(d8e83e9c-783c-4bb4-a11f-d00ad815f2ec),segment_id=d8e83e9c-783c-4bb4-a11f-d00ad815f2ec)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:13.506676 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:13.574672 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=54500a17-80d9-4ae5-a267-e39b0dd41948,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:13.587915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:13.588263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:13.588609 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:13.589402 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:13.589402 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:13.589592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:13.589980 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:13.590408 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:13.590628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:13.590951 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:13.591273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:13.591592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:13.628691 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52c52a78-3d79-409d-9470-b8811d7e126d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:13.709409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53aa6ce-a51b-4b7e-ba6e-2e5ca3820689 req-3bbc0f1f-a7aa-4a7d-83dc-8811cf18fb1f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:13.719985 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e53aa6ce-a51b-4b7e-ba6e-2e5ca3820689 req-3bbc0f1f-a7aa-4a7d-83dc-8811cf18fb1f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.0770855 Nov 19 09:21:13.721652 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52c52a78-3d79-409d-9470-b8811d7e126d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:13.727154 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52c52a78-3d79-409d-9470-b8811d7e126d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:13.763686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c52a78-3d79-409d-9470-b8811d7e126d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f526940c-05b9-41f6-b13c-05351e688b98,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:13.782006 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-52c52a78-3d79-409d-9470-b8811d7e126d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5fed905c793462094de74793e0ad6ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3130918 Nov 19 09:21:13.784499 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48396) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:13.791568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e53aa6ce-a51b-4b7e-ba6e-2e5ca3820689 req-78801a96-a1b6-43e8-9dd2-dc5b85f40862 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705307 Nov 19 09:21:13.841353 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9256106a-d34d-4fe3-99c5-2673938680d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:13.868979 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['54500a17-80d9-4ae5-a267-e39b0dd41948'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:21:13.884232 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9256106a-d34d-4fe3-99c5-2673938680d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:13.972002 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9256106a-d34d-4fe3-99c5-2673938680d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:13.976340 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9256106a-d34d-4fe3-99c5-2673938680d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:13.980243 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9256106a-d34d-4fe3-99c5-2673938680d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f526940c-05b9-41f6-b13c-05351e688b98 HTTP/1.1" status: 204 len: 168 time: 0.1917832 Nov 19 09:21:13.990203 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256106a-d34d-4fe3-99c5-2673938680d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f526940c-05b9-41f6-b13c-05351e688b98,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:14.006308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899be81-792d-4bed-96a6-8912edc0f50d req-49787bda-5628-4b7c-b155-a7110701bb0b tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:14.014435 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4899be81-792d-4bed-96a6-8912edc0f50d req-49787bda-5628-4b7c-b155-a7110701bb0b tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 944 time: 0.1067903 Nov 19 09:21:14.151116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede8e29-b085-4045-8a0e-d378c6f182bf req-b4bd8877-0ed2-44cf-bf00-5fcf015c2a18 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:14.152809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ede8e29-b085-4045-8a0e-d378c6f182bf req-b4bd8877-0ed2-44cf-bf00-5fcf015c2a18 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.1128993 Nov 19 09:21:14.164438 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4899be81-792d-4bed-96a6-8912edc0f50d req-7c6a0ad1-ad92-4bd5-ab0b-22c9b9537a8e tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486986 Nov 19 09:21:14.295140 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ede8e29-b085-4045-8a0e-d378c6f182bf req-e521d5eb-22b9-466f-bc25-b2041a93365e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229093 Nov 19 09:21:14.452198 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48416) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:14.474582 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3f5ecfc-2937-49f0-b9ca-fd62a57c9c8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:14.575195 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3f5ecfc-2937-49f0-b9ca-fd62a57c9c8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:14.580829 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3f5ecfc-2937-49f0-b9ca-fd62a57c9c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:14.607565 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858d0ad-0b1f-4222-b475-3e01e3e55065 req-9a2ea15d-e513-4d53-b75f-404ba9b7ac7a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:14.614549 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c858d0ad-0b1f-4222-b475-3e01e3e55065 req-9a2ea15d-e513-4d53-b75f-404ba9b7ac7a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 945 time: 0.0663319 Nov 19 09:21:14.637840 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b3f5ecfc-2937-49f0-b9ca-fd62a57c9c8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=406d863b11e543999f50571b0160b16f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1841643 Nov 19 09:21:14.638960 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5ecfc-2937-49f0-b9ca-fd62a57c9c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5536da4b-76a7-4c2d-a459-4db91803a33d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:14.654784 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48420) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:14.675691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c858d0ad-0b1f-4222-b475-3e01e3e55065 req-ea5f6b0a-251e-4d00-ac96-92f406bf21cb tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570383 Nov 19 09:21:14.717294 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e0ed8f3-3ef2-40cc-b015-36fd8c5ebebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:14.742678 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e0ed8f3-3ef2-40cc-b015-36fd8c5ebebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:14.795926 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e0ed8f3-3ef2-40cc-b015-36fd8c5ebebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:14.801953 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e0ed8f3-3ef2-40cc-b015-36fd8c5ebebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:14.804367 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1e0ed8f3-3ef2-40cc-b015-36fd8c5ebebd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5536da4b-76a7-4c2d-a459-4db91803a33d HTTP/1.1" status: 204 len: 168 time: 0.1461699 Nov 19 09:21:14.830093 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ed8f3-3ef2-40cc-b015-36fd8c5ebebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5536da4b-76a7-4c2d-a459-4db91803a33d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:14.964018 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538b5c7-38d3-4fcd-b983-edaee1edbd66 req-4e5b0efa-551a-4c73-97f8-fed4103d4095 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:14.966869 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d538b5c7-38d3-4fcd-b983-edaee1edbd66 req-4e5b0efa-551a-4c73-97f8-fed4103d4095 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.0630782 Nov 19 09:21:15.026980 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d538b5c7-38d3-4fcd-b983-edaee1edbd66 req-56db72a3-39cf-4625-b71a-641e51989a3a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497923 Nov 19 09:21:15.280419 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 54500a17-80d9-4ae5-a267-e39b0dd41948 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:21:15.323352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ce96f-28e9-4843-bcd1-86c410d2266e req-6d298757-7c7c-48b4-afcb-5bfe375451f2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:15.324882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b5ce96f-28e9-4843-bcd1-86c410d2266e req-6d298757-7c7c-48b4-afcb-5bfe375451f2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 944 time: 0.0874648 Nov 19 09:21:15.397945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b5ce96f-28e9-4843-bcd1-86c410d2266e req-cffcfe25-035e-4a1e-a9ea-e298d817495d tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607331 Nov 19 09:21:15.439358 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:15.451071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 54500a17-80d9-4ae5-a267-e39b0dd41948 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:21:15.462607 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 54500a17-80d9-4ae5-a267-e39b0dd41948 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:15.463245 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:15.562074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f431b2f-b977-4058-aec3-9ddae6b928f9 req-9412d027-609a-4274-8e82-98fee29f4d69 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:15.564152 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f431b2f-b977-4058-aec3-9ddae6b928f9 req-9412d027-609a-4274-8e82-98fee29f4d69 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.0670927 Nov 19 09:21:15.590841 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:15.632974 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd68bf7-2f82-4d36-9e67-4d30535b2044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54500a17-80d9-4ae5-a267-e39b0dd41948'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:15.642984 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909c1386-2326-4396-a707-263bd71e9673" -d '{"events": [{"server_uuid": "efd68bf7-2f82-4d36-9e67-4d30535b2044", "name": "network-vif-plugged", "status": "completed", "tag": "54500a17-80d9-4ae5-a267-e39b0dd41948"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:15.654067 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f431b2f-b977-4058-aec3-9ddae6b928f9 req-4ea793f7-be9b-4d41-9232-6b065123e798 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813906 Nov 19 09:21:15.679548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 54500a17-80d9-4ae5-a267-e39b0dd41948, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=54500a17-80d9-4ae5-a267-e39b0dd41948,segment=NetworkSegment(d8e83e9c-783c-4bb4-a11f-d00ad815f2ec),segment_id=d8e83e9c-783c-4bb4-a11f-d00ad815f2ec)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:15.688367 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:15.741016 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60be2731-50d9-4c4a-8492-1ee4bf1840e8 x-openstack-request-id: req-60be2731-50d9-4c4a-8492-1ee4bf1840e8 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:15.741729 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd68bf7-2f82-4d36-9e67-4d30535b2044", "name": "network-vif-plugged", "status": "completed", "tag": "54500a17-80d9-4ae5-a267-e39b0dd41948", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:15.742183 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60be2731-50d9-4c4a-8492-1ee4bf1840e8 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:15.742759 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd68bf7-2f82-4d36-9e67-4d30535b2044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54500a17-80d9-4ae5-a267-e39b0dd41948', 'code': 200} Nov 19 09:21:15.793438 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=54500a17-80d9-4ae5-a267-e39b0dd41948,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:15.934434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb55166-a957-4f39-8aa8-5cfeb36ff628 req-aef692e6-3543-4741-ad86-00a3c282b250 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:15.940651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4eb55166-a957-4f39-8aa8-5cfeb36ff628 req-aef692e6-3543-4741-ad86-00a3c282b250 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 945 time: 0.1367998 Nov 19 09:21:16.031498 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4eb55166-a957-4f39-8aa8-5cfeb36ff628 req-ba16fecb-8799-4fd8-be82-b78f53de9dda tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865741 Nov 19 09:21:16.058762 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8eeb0a-5eed-4d42-8ee2-239a8340e21a req-61f1b3aa-f67a-44f4-8ab5-11c33a0a410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:16.060889 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7f8eeb0a-5eed-4d42-8ee2-239a8340e21a req-61f1b3aa-f67a-44f4-8ab5-11c33a0a410c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 1097 time: 0.2579153 Nov 19 09:21:16.130365 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7f8eeb0a-5eed-4d42-8ee2-239a8340e21a req-be28486b-a92e-4bc3-a405-2606eda0e1f8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561395 Nov 19 09:21:16.204404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcd312-4ac1-4b87-bf21-8cc29cbe6415 req-9dcb29df-802b-43c7-96f7-acfed70c33f7 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:16.206215 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbbcd312-4ac1-4b87-bf21-8cc29cbe6415 req-9dcb29df-802b-43c7-96f7-acfed70c33f7 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.0648985 Nov 19 09:21:16.279209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbbcd312-4ac1-4b87-bf21-8cc29cbe6415 req-ca01b278-1e67-4e45-8b03-f1af9ae1ba14 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641510 Nov 19 09:21:16.422232 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48472) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:16.447335 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c383-c65f-4eb7-9ca2-f37fa97a6055 req-e6fb6726-fb3e-4844-bb5c-2b9d654c1361 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:16.448993 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e6c7c383-c65f-4eb7-9ca2-f37fa97a6055 req-e6fb6726-fb3e-4844-bb5c-2b9d654c1361 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 945 time: 0.0865581 Nov 19 09:21:16.599059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451025e-c614-4536-b677-ffd17fb70919 req-2180c38c-1267-458d-9e3c-fcc0c0be4b8a tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:16.607315 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c451025e-c614-4536-b677-ffd17fb70919 req-2180c38c-1267-458d-9e3c-fcc0c0be4b8a tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 945 time: 0.1016135 Nov 19 09:21:16.614211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-e6c7c383-c65f-4eb7-9ca2-f37fa97a6055 req-465f4353-ab77-40a5-b353-a69477ba7e9a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Deleting port 39f68dab-02b0-46a6-b1d7-63b11855ae39 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:21:16.614566 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e6c7c383-c65f-4eb7-9ca2-f37fa97a6055 req-465f4353-ab77-40a5-b353-a69477ba7e9a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:16.658705 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e3a32fa8-11db-49ef-8a23-579f86b41c7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:16.677956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c451025e-c614-4536-b677-ffd17fb70919 req-999300f8-3576-448b-9a90-232be9c6c75e tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693648 Nov 19 09:21:16.717350 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-e6c7c383-c65f-4eb7-9ca2-f37fa97a6055 req-465f4353-ab77-40a5-b353-a69477ba7e9a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] For port 39f68dab-02b0-46a6-b1d7-63b11855ae39, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=39f68dab-02b0-46a6-b1d7-63b11855ae39,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:16.717832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e6c7c383-c65f-4eb7-9ca2-f37fa97a6055 req-465f4353-ab77-40a5-b353-a69477ba7e9a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:16.742489 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-e6c7c383-c65f-4eb7-9ca2-f37fa97a6055 req-465f4353-ab77-40a5-b353-a69477ba7e9a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Calling delete_port for 39f68dab-02b0-46a6-b1d7-63b11855ae39 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:21:16.804190 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e3a32fa8-11db-49ef-8a23-579f86b41c7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:16.811333 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e3a32fa8-11db-49ef-8a23-579f86b41c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:16.853465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e3a32fa8-11db-49ef-8a23-579f86b41c7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8f044ef38c0493693d1f72696bb8576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4289429 Nov 19 09:21:16.855942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48482) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:16.921359 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a32fa8-11db-49ef-8a23-579f86b41c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2706b2ed-044a-4947-9b0c-5851d88559c6,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:16.945400 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e6c7c383-c65f-4eb7-9ca2-f37fa97a6055 req-465f4353-ab77-40a5-b353-a69477ba7e9a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:16.960773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['a4a4e61f-703a-466e-865e-6c7fb54b71c3', '534eec6d-7af6-4b4b-b79f-a7d1b62969c2', 'a358d43d-174c-4ebd-ad79-1e568efaae0f', '39f68dab-02b0-46a6-b1d7-63b11855ae39'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:21:16.987584 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-621f3a79-cd17-47d0-93f7-a9000014f88e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:16.990051 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f4353-ab77-40a5-b353-a69477ba7e9a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Pushing event deleted for resources: {'Port': ['ID=39f68dab-02b0-46a6-b1d7-63b11855ae39,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:17.047537 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-621f3a79-cd17-47d0-93f7-a9000014f88e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:17.083283 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c7c383-c65f-4eb7-9ca2-f37fa97a6055 req-465f4353-ab77-40a5-b353-a69477ba7e9a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] No DVR routers for this DVR port 39f68dab-02b0-46a6-b1d7-63b11855ae39 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:21:17.088174 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e6c7c383-c65f-4eb7-9ca2-f37fa97a6055 req-465f4353-ab77-40a5-b353-a69477ba7e9a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:17.093037 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e6c7c383-c65f-4eb7-9ca2-f37fa97a6055 req-465f4353-ab77-40a5-b353-a69477ba7e9a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.71 "DELETE /v2.0/ports/39f68dab-02b0-46a6-b1d7-63b11855ae39 HTTP/1.1" status: 204 len: 173 time: 0.6336539 Nov 19 09:21:17.093710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4b244e-122c-4fa3-b57a-d5aa356a1914', 'name': 'network-vif-deleted', 'tag': '39f68dab-02b0-46a6-b1d7-63b11855ae39'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:17.120493 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d38752-6dc3-4088-a7f4-8021fda49303" -d '{"events": [{"server_uuid": "3f4b244e-122c-4fa3-b57a-d5aa356a1914", "name": "network-vif-deleted", "tag": "39f68dab-02b0-46a6-b1d7-63b11855ae39"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:17.124330 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-621f3a79-cd17-47d0-93f7-a9000014f88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:17.127721 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-621f3a79-cd17-47d0-93f7-a9000014f88e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:17.129782 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-621f3a79-cd17-47d0-93f7-a9000014f88e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2706b2ed-044a-4947-9b0c-5851d88559c6 HTTP/1.1" status: 204 len: 168 time: 0.2714167 Nov 19 09:21:17.145313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f3a79-cd17-47d0-93f7-a9000014f88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2706b2ed-044a-4947-9b0c-5851d88559c6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:17.275134 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ce594d4-82c8-4409-a805-2429f6ca8c00 req-8951d5c7-5b89-4ecc-a606-21bfc4f12cd1 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f4b244e-122c-4fa3-b57a-d5aa356a1914 HTTP/1.1" status: 200 len: 210 time: 0.0621257 Nov 19 09:21:17.345602 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4404541-6606-446a-afc3-1e854149f6f4 req-f2e3cb5c-0ea5-49cb-9822-cb78f66f8c2b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:17.347669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d4404541-6606-446a-afc3-1e854149f6f4 req-f2e3cb5c-0ea5-49cb-9822-cb78f66f8c2b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.1888647 Nov 19 09:21:17.384378 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020a1824-7ee9-406c-8809-14c7cf915f35 x-openstack-request-id: req-020a1824-7ee9-406c-8809-14c7cf915f35 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:17.384803 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4b244e-122c-4fa3-b57a-d5aa356a1914", "name": "network-vif-deleted", "tag": "39f68dab-02b0-46a6-b1d7-63b11855ae39", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:17.385704 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-020a1824-7ee9-406c-8809-14c7cf915f35 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:17.386221 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4b244e-122c-4fa3-b57a-d5aa356a1914', 'name': 'network-vif-deleted', 'tag': '39f68dab-02b0-46a6-b1d7-63b11855ae39', 'status': 'completed', 'code': 200} Nov 19 09:21:17.510549 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d4404541-6606-446a-afc3-1e854149f6f4 req-13e61980-f83f-425e-be0b-3332be0bc779 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550686 Nov 19 09:21:17.702801 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab49d5-7b21-4bd2-b319-06250e96805c req-f21f5b20-e580-493d-9207-1682edf9aac6 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:17.709967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1fab49d5-7b21-4bd2-b319-06250e96805c req-f21f5b20-e580-493d-9207-1682edf9aac6 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.1913691 Nov 19 09:21:17.783943 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:17.826013 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1fab49d5-7b21-4bd2-b319-06250e96805c req-dd942b1c-3268-4299-8ece-180bf838cd63 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084733 Nov 19 09:21:18.079043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ee9dc-f65e-4c32-8ccf-b8ce3a11fef3 req-0b5eab15-dc39-475c-a486-2bb8a948fd55 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:18.080670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd4ee9dc-f65e-4c32-8ccf-b8ce3a11fef3 req-0b5eab15-dc39-475c-a486-2bb8a948fd55 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 945 time: 0.0917335 Nov 19 09:21:18.091458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11228bb6-4ad0-401f-be96-fb4e1bfc0ee3 req-b6ffcd59-c2b2-4ee5-b2b3-115e87575361 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:18.092997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11228bb6-4ad0-401f-be96-fb4e1bfc0ee3 req-b6ffcd59-c2b2-4ee5-b2b3-115e87575361 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.0893345 Nov 19 09:21:18.164089 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd4ee9dc-f65e-4c32-8ccf-b8ce3a11fef3 req-ec1814d3-1d9f-4c67-bcc5-f7508cf26fd7 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700712 Nov 19 09:21:18.172586 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11228bb6-4ad0-401f-be96-fb4e1bfc0ee3 req-faedffdd-3d7b-417d-8cd5-6ea6b70a395a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725927 Nov 19 09:21:18.289255 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-584e7ed0-3128-40a7-9ab1-ab2c754e4f58 req-8d7c317d-97ab-4784-aa05-76210bd7bacd tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-205639798&fields=id&tenant_id=ce13202fca404e509c9444d4d7a9b7d7 HTTP/1.1" status: 200 len: 267 time: 0.0468256 Nov 19 09:21:18.350855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e7ed0-3128-40a7-9ab1-ab2c754e4f58 req-90bee8b0-718d-4463-8292-ecc441555f82 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:18.352491 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-584e7ed0-3128-40a7-9ab1-ab2c754e4f58 req-90bee8b0-718d-4463-8292-ecc441555f82 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 945 time: 0.0587647 Nov 19 09:21:18.368333 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-584e7ed0-3128-40a7-9ab1-ab2c754e4f58 req-d5926e7d-c97d-4bfe-a261-8eec82392d37 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Request body: {'port': {'security_groups': ['ae6cb399-39d4-4303-ab5d-f9680f8aa38c', '996dba84-b48a-42fd-a2c3-2f1a65635060']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:18.454165 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-584e7ed0-3128-40a7-9ab1-ab2c754e4f58 req-d5926e7d-c97d-4bfe-a261-8eec82392d37 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:18.742608 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-584e7ed0-3128-40a7-9ab1-ab2c754e4f58 req-d5926e7d-c97d-4bfe-a261-8eec82392d37 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] For port 54500a17-80d9-4ae5-a267-e39b0dd41948, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=54500a17-80d9-4ae5-a267-e39b0dd41948,segment=NetworkSegment(d8e83e9c-783c-4bb4-a11f-d00ad815f2ec),segment_id=d8e83e9c-783c-4bb4-a11f-d00ad815f2ec)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:18.798661 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-584e7ed0-3128-40a7-9ab1-ab2c754e4f58 req-d5926e7d-c97d-4bfe-a261-8eec82392d37 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:18.804620 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-584e7ed0-3128-40a7-9ab1-ab2c754e4f58 req-d5926e7d-c97d-4bfe-a261-8eec82392d37 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:18.820396 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['da45c664-7a55-41f5-99ab-4e11542f3b0d', '54500a17-80d9-4ae5-a267-e39b0dd41948'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:21:18.904032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e7ed0-3128-40a7-9ab1-ab2c754e4f58 req-d5926e7d-c97d-4bfe-a261-8eec82392d37 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:18.904948 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-584e7ed0-3128-40a7-9ab1-ab2c754e4f58 req-d5926e7d-c97d-4bfe-a261-8eec82392d37 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:18.929665 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-584e7ed0-3128-40a7-9ab1-ab2c754e4f58 req-d5926e7d-c97d-4bfe-a261-8eec82392d37 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "PUT /v2.0/ports/54500a17-80d9-4ae5-a267-e39b0dd41948 HTTP/1.1" status: 200 len: 981 time: 0.5666308 Nov 19 09:21:18.937678 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd68bf7-2f82-4d36-9e67-4d30535b2044', 'tag': '54500a17-80d9-4ae5-a267-e39b0dd41948'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:18.942436 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf44019-b12a-4f79-b243-56610a16856a" -d '{"events": [{"name": "network-changed", "server_uuid": "efd68bf7-2f82-4d36-9e67-4d30535b2044", "tag": "54500a17-80d9-4ae5-a267-e39b0dd41948"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:19.055019 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['54500a17-80d9-4ae5-a267-e39b0dd41948'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:21:19.103211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5926e7d-c97d-4bfe-a261-8eec82392d37 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event updated for resources: {'Port': ['ID=54500a17-80d9-4ae5-a267-e39b0dd41948,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:19.118822 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0578134-0da9-403e-bf76-050710424fd3 req-9e56b5c9-91b4-4ba4-9391-b3bea69d3f9b tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/996dba84-b48a-42fd-a2c3-2f1a65635060 HTTP/1.1" status: 200 len: 1818 time: 0.1644516 Nov 19 09:21:19.156582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420db1ad-7772-4152-a1b3-aa65cbab9147 req-f5d3c65f-5e16-42ce-9e00-229cf3bf43f0 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:19.158129 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-420db1ad-7772-4152-a1b3-aa65cbab9147 req-f5d3c65f-5e16-42ce-9e00-229cf3bf43f0 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.1805177 Nov 19 09:21:19.201661 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-c0578134-0da9-403e-bf76-050710424fd3 req-ce7e5abb-10a4-4602-bc0d-1f2de3d864f3 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 09:21:19.214635 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0578134-0da9-403e-bf76-050710424fd3 req-ce7e5abb-10a4-4602-bc0d-1f2de3d864f3 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "DELETE /v2.0/security-groups/996dba84-b48a-42fd-a2c3-2f1a65635060 HTTP/1.1" status: 409 len: 341 time: 0.0951116 Nov 19 09:21:19.280027 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-420db1ad-7772-4152-a1b3-aa65cbab9147 req-7721c758-d96d-4025-8c2d-ea80b881899c tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140077 Nov 19 09:21:19.391624 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a154c716-e284-4e06-8cd2-b167070b5391 x-openstack-request-id: req-a154c716-e284-4e06-8cd2-b167070b5391 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:19.391930 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd68bf7-2f82-4d36-9e67-4d30535b2044", "tag": "54500a17-80d9-4ae5-a267-e39b0dd41948", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:19.392191 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a154c716-e284-4e06-8cd2-b167070b5391 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:19.392715 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd68bf7-2f82-4d36-9e67-4d30535b2044', 'tag': '54500a17-80d9-4ae5-a267-e39b0dd41948', 'status': 'completed', 'code': 200} Nov 19 09:21:19.525027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ad674-9430-4759-91d1-1e00d6a250fe req-edadd4b8-8b56-4896-9596-6d5dba29345e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:19.534033 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec8ad674-9430-4759-91d1-1e00d6a250fe req-edadd4b8-8b56-4896-9596-6d5dba29345e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.1022804 Nov 19 09:21:19.630119 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf44019-b12a-4f79-b243-56610a16856a req-868418c8-3b03-4fb9-99bb-d3eb70fb586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:19.632232 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dcf44019-b12a-4f79-b243-56610a16856a req-868418c8-3b03-4fb9-99bb-d3eb70fb586c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ce13202fca404e509c9444d4d7a9b7d7&device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 1136 time: 0.2108736 Nov 19 09:21:19.663289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac59356-9ff8-4bfe-91aa-efd96b29bd3b req-0c3b7114-a6ab-47da-b166-456bf3c3855d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:19.665393 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7ac59356-9ff8-4bfe-91aa-efd96b29bd3b req-0c3b7114-a6ab-47da-b166-456bf3c3855d tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.71 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.2312970 Nov 19 09:21:19.691852 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec8ad674-9430-4759-91d1-1e00d6a250fe req-03f56da3-d3ae-41c8-a559-b646261b40a1 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552279 Nov 19 09:21:19.910368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08232ee2-7c5b-4e5d-aaa8-e6d49430c2c9 req-688fd28d-5781-4289-9df4-dd4573971192 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:19.916519 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48650) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:19.929021 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-08232ee2-7c5b-4e5d-aaa8-e6d49430c2c9 req-688fd28d-5781-4289-9df4-dd4573971192 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 984 time: 0.0879600 Nov 19 09:21:19.971577 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-7ac59356-9ff8-4bfe-91aa-efd96b29bd3b req-568f1f8f-206c-4eca-946f-5870a0d57f44 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Deleting port 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:21:19.974791 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7ac59356-9ff8-4bfe-91aa-efd96b29bd3b req-568f1f8f-206c-4eca-946f-5870a0d57f44 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:19.979744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf44019-b12a-4f79-b243-56610a16856a req-b85a88b2-3f26-4c90-a755-0baa6906a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:19.981596 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dcf44019-b12a-4f79-b243-56610a16856a req-b85a88b2-3f26-4c90-a755-0baa6906a490 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1978072d-40a6-4314-86cd-58e4e65acef7 HTTP/1.1" status: 200 len: 913 time: 0.3390043 Nov 19 09:21:20.034717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-08232ee2-7c5b-4e5d-aaa8-e6d49430c2c9 req-e04334bb-30aa-48f8-be72-70ef8ea6dfaa tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=996dba84-b48a-42fd-a2c3-2f1a65635060&id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1062052 Nov 19 09:21:20.081695 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-229f6ea1-6fb3-4a1d-b865-3def4dc6144a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:20.466228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e70e8-0f39-49ff-b1e8-c3b3a6fee782 req-d5596750-de0e-4993-b031-c2e91e519946 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:20.468723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d0e70e8-0f39-49ff-b1e8-c3b3a6fee782 req-d5596750-de0e-4993-b031-c2e91e519946 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.0719993 Nov 19 09:21:20.471425 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dcf44019-b12a-4f79-b243-56610a16856a req-ea888f46-c921-4016-a6fe-769cd9b49435 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54500a17-80d9-4ae5-a267-e39b0dd41948 HTTP/1.1" status: 200 len: 217 time: 0.4749141 Nov 19 09:21:20.496916 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-707fc88f-05df-437c-b0db-34d5e00367df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:20.548923 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d0e70e8-0f39-49ff-b1e8-c3b3a6fee782 req-e8267a77-96d8-4dde-9276-7e1c5cd76316 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735064 Nov 19 09:21:20.641637 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf44019-b12a-4f79-b243-56610a16856a req-6954427e-9292-426b-a12d-0a3d513f5add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:20.643711 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dcf44019-b12a-4f79-b243-56610a16856a req-6954427e-9292-426b-a12d-0a3d513f5add service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0947f5bc-a93c-45f7-94cb-a151f6dc2e7d HTTP/1.1" status: 200 len: 852 time: 0.1435266 Nov 19 09:21:20.655294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-7ac59356-9ff8-4bfe-91aa-efd96b29bd3b req-568f1f8f-206c-4eca-946f-5870a0d57f44 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] For port 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:20.655667 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7ac59356-9ff8-4bfe-91aa-efd96b29bd3b req-568f1f8f-206c-4eca-946f-5870a0d57f44 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:20.693607 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-7ac59356-9ff8-4bfe-91aa-efd96b29bd3b req-568f1f8f-206c-4eca-946f-5870a0d57f44 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Calling delete_port for 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:21:20.697198 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dcf44019-b12a-4f79-b243-56610a16856a req-97057ff9-b39e-4932-a270-28dcb471b5da service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1978072d-40a6-4314-86cd-58e4e65acef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436947 Nov 19 09:21:20.856932 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-707fc88f-05df-437c-b0db-34d5e00367df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:20.871189 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-707fc88f-05df-437c-b0db-34d5e00367df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:20.908760 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-707fc88f-05df-437c-b0db-34d5e00367df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5e3329af8bc46099e59e5554d7c362e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9886279 Nov 19 09:21:20.921526 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48664) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:20.962336 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a38c6-0c55-42ef-a1c9-a47c181b1d45 req-84eb7d53-0a57-41d3-be22-223706fafb99 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:20.976819 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-459a38c6-0c55-42ef-a1c9-a47c181b1d45 req-84eb7d53-0a57-41d3-be22-223706fafb99 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=47252931-17b7-447d-be04-7d6c01cccb50 HTTP/1.1" status: 200 len: 945 time: 0.1946135 Nov 19 09:21:20.987518 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dcf44019-b12a-4f79-b243-56610a16856a req-306354ca-2267-40e4-9a45-026fd28387ad service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813535 Nov 19 09:21:20.996259 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fc88f-05df-437c-b0db-34d5e00367df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71339e1-ba2b-44a0-b02b-2cdf922cf0eb,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:21.115660 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-459a38c6-0c55-42ef-a1c9-a47c181b1d45 req-8e3fd610-b443-4a48-9ea5-ead898c464f2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354229 Nov 19 09:21:21.173300 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78258281-5d0f-4868-9d1a-92514004015a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:21.176817 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7ac59356-9ff8-4bfe-91aa-efd96b29bd3b req-568f1f8f-206c-4eca-946f-5870a0d57f44 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:21.189907 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:21:21.211045 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefc73d-937b-464c-8308-56cb3467f4d7 req-e5f9ff2e-cf43-44f3-8eee-4ec28653b3ef tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:21.213557 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f1f8f-206c-4eca-946f-5870a0d57f44 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Pushing event deleted for resources: {'Port': ['ID=5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:21.213818 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9aefc73d-937b-464c-8308-56cb3467f4d7 req-e5f9ff2e-cf43-44f3-8eee-4ec28653b3ef tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 984 time: 0.0854347 Nov 19 09:21:21.238927 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dcf44019-b12a-4f79-b243-56610a16856a req-7579aaaf-10d8-4e0d-8ce2-1d16255f15d8 service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392025 Nov 19 09:21:21.253934 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78258281-5d0f-4868-9d1a-92514004015a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:21.286314 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 39f68dab-02b0-46a6-b1d7-63b11855ae39 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:21:21.327472 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 39f68dab-02b0-46a6-b1d7-63b11855ae39 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:21:21.327734 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9aefc73d-937b-464c-8308-56cb3467f4d7 req-b9a752cb-c40d-4c03-9046-07794f3a59bb tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=996dba84-b48a-42fd-a2c3-2f1a65635060&id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0992432 Nov 19 09:21:21.328582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 39f68dab-02b0-46a6-b1d7-63b11855ae39 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:21:21.329590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:21:21.362213 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:21:21.362815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:21:21.367799 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac59356-9ff8-4bfe-91aa-efd96b29bd3b req-568f1f8f-206c-4eca-946f-5870a0d57f44 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] No DVR routers for this DVR port 5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:21:21.371199 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7ac59356-9ff8-4bfe-91aa-efd96b29bd3b req-568f1f8f-206c-4eca-946f-5870a0d57f44 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:21.375124 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7ac59356-9ff8-4bfe-91aa-efd96b29bd3b req-568f1f8f-206c-4eca-946f-5870a0d57f44 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.71 "DELETE /v2.0/ports/5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd HTTP/1.1" status: 204 len: 173 time: 1.6974008 Nov 19 09:21:21.375124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47252931-17b7-447d-be04-7d6c01cccb50', 'name': 'network-vif-deleted', 'tag': '5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:21.377539 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78008c8-15c0-44e9-9af4-9298270e2e7e" -d '{"events": [{"server_uuid": "47252931-17b7-447d-be04-7d6c01cccb50", "name": "network-vif-deleted", "tag": "5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:21.415642 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0883694-c5aa-4a35-9711-8f3bbe6f17da req-451041e1-db8d-4490-b27c-4d92aad0cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:21.417463 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d0883694-c5aa-4a35-9711-8f3bbe6f17da req-451041e1-db8d-4490-b27c-4d92aad0cd32 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ce13202fca404e509c9444d4d7a9b7d7&device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 1136 time: 0.0780611 Nov 19 09:21:21.451992 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78258281-5d0f-4868-9d1a-92514004015a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:21.454943 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78258281-5d0f-4868-9d1a-92514004015a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:21.456261 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-78258281-5d0f-4868-9d1a-92514004015a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a71339e1-ba2b-44a0-b02b-2cdf922cf0eb HTTP/1.1" status: 204 len: 168 time: 0.5337443 Nov 19 09:21:21.502954 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a493fe15-dbda-48a9-b3a3-ce4d06dfcd9e x-openstack-request-id: req-a493fe15-dbda-48a9-b3a3-ce4d06dfcd9e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:21.503331 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47252931-17b7-447d-be04-7d6c01cccb50", "name": "network-vif-deleted", "tag": "5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:21.503661 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a493fe15-dbda-48a9-b3a3-ce4d06dfcd9e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:21.504878 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47252931-17b7-447d-be04-7d6c01cccb50', 'name': 'network-vif-deleted', 'tag': '5f9ed1bd-1b16-4d90-8ea0-42595f07dfcd', 'status': 'completed', 'code': 200} Nov 19 09:21:21.514079 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78258281-5d0f-4868-9d1a-92514004015a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71339e1-ba2b-44a0-b02b-2cdf922cf0eb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:21.565674 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0883694-c5aa-4a35-9711-8f3bbe6f17da req-70fc0e78-29df-4da6-a844-3670e40ba341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:21.567447 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d0883694-c5aa-4a35-9711-8f3bbe6f17da req-70fc0e78-29df-4da6-a844-3670e40ba341 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1978072d-40a6-4314-86cd-58e4e65acef7 HTTP/1.1" status: 200 len: 913 time: 0.1420438 Nov 19 09:21:21.621041 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d0883694-c5aa-4a35-9711-8f3bbe6f17da req-c4bc7ae6-beef-41b2-b256-6d34512947bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54500a17-80d9-4ae5-a267-e39b0dd41948 HTTP/1.1" status: 200 len: 217 time: 0.0421493 Nov 19 09:21:21.729983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af62dbb-9b81-41e5-b423-7c4542a387e8 req-6d150376-f423-4aa2-9be3-92b4a4a1f775 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:21.748770 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0883694-c5aa-4a35-9711-8f3bbe6f17da req-044ef03f-9dec-4b33-bba9-196b1f2069cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:21.749981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2af62dbb-9b81-41e5-b423-7c4542a387e8 req-6d150376-f423-4aa2-9be3-92b4a4a1f775 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.1053894 Nov 19 09:21:21.752508 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d0883694-c5aa-4a35-9711-8f3bbe6f17da req-044ef03f-9dec-4b33-bba9-196b1f2069cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0947f5bc-a93c-45f7-94cb-a151f6dc2e7d HTTP/1.1" status: 200 len: 852 time: 0.1197765 Nov 19 09:21:21.823573 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d0883694-c5aa-4a35-9711-8f3bbe6f17da req-2e6a9908-9b21-4f19-8ec9-31d5f67f101e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1978072d-40a6-4314-86cd-58e4e65acef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637312 Nov 19 09:21:21.839707 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2af62dbb-9b81-41e5-b423-7c4542a387e8 req-87a9eb03-c1ac-438a-be7b-f3c6bb2a371d tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888214 Nov 19 09:21:21.967379 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d0883694-c5aa-4a35-9711-8f3bbe6f17da req-b3201fb9-acf5-4b7b-84f0-661c657cf201 service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297956 Nov 19 09:21:22.228623 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d0883694-c5aa-4a35-9711-8f3bbe6f17da req-1d84b5a5-8296-4612-aee9-28fe5b9fc535 service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493687 Nov 19 09:21:22.244881 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6af5d146-f522-4708-ac53-e022a7787fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:22.531518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706f0ec-ec41-4a5b-9e08-a8894b227e1f req-ef744620-7262-43d5-bdbb-eb4ccc3a7fb9 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:22.544920 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6706f0ec-ec41-4a5b-9e08-a8894b227e1f req-ef744620-7262-43d5-bdbb-eb4ccc3a7fb9 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 984 time: 0.0863268 Nov 19 09:21:23.163308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-e97a3935-3f57-4408-a72c-75728f84724c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:23.164786 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-e97a3935-3f57-4408-a72c-75728f84724c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 812 time: 0.6178689 Nov 19 09:21:23.177860 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6706f0ec-ec41-4a5b-9e08-a8894b227e1f req-87704c16-4dcf-4c26-9e5a-eb9cfa3722d6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=996dba84-b48a-42fd-a2c3-2f1a65635060&id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.6317861 Nov 19 09:21:23.213514 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-8a69ccea-6bb9-4c6c-a21e-6d3ea9cb0be9 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/quotas/a3aa493f28144711ac86f80f55db14f1 HTTP/1.1" status: 200 len: 375 time: 0.0336068 Nov 19 09:21:23.267142 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-de3822ef-754f-4b25-b51f-c303629c30e4 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464144 Nov 19 09:21:23.433534 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:23.527668 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-a26932bd-05d3-45ba-a6bc-6a4f853a126f service neutron] 10.222.0.21 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344880 Nov 19 09:21:23.543814 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecabfa-ce3c-4096-a1c4-db6a4899c33d req-b23d700b-5bab-49f4-9708-743fc8a79022 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:23.552676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28ecabfa-ce3c-4096-a1c4-db6a4899c33d req-b23d700b-5bab-49f4-9708-743fc8a79022 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.1420169 Nov 19 09:21:23.661963 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28ecabfa-ce3c-4096-a1c4-db6a4899c33d req-e1780c90-1710-4135-ae89-7505644f7733 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079733 Nov 19 09:21:23.694745 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-8be3e42c-d9f1-4346-a1bf-4e674d7660d4 service neutron] 10.222.0.21 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327767 Nov 19 09:21:23.863905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990902d-2c3f-4fc4-9482-de66f81759d7 req-af0618c3-cbe9-4d41-8d4a-f04f707bfeea tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:23.871374 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0990902d-2c3f-4fc4-9482-de66f81759d7 req-af0618c3-cbe9-4d41-8d4a-f04f707bfeea tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 945 time: 0.0693662 Nov 19 09:21:23.933247 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f816f3fe-79f8-45b7-b8d7-4e3e8ec9e7b5 req-4ff33e01-4f6a-4fa0-a103-45f9bdfffee9 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 210 time: 0.0323138 Nov 19 09:21:23.982016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0990902d-2c3f-4fc4-9482-de66f81759d7 req-841d8b12-480f-4277-8da9-b17c9fca8b6c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038640 Nov 19 09:21:24.292378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae3e3-0e64-432c-8716-6d364f05449b req-879183e8-ebba-4469-b819-01479332636f tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:24.301651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a2ae3e3-0e64-432c-8716-6d364f05449b req-879183e8-ebba-4469-b819-01479332636f tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 946 time: 0.0654426 Nov 19 09:21:24.375986 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a2ae3e3-0e64-432c-8716-6d364f05449b req-87c0af7e-2ab1-46ad-b1de-8da93d641829 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681756 Nov 19 09:21:24.378359 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48788) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:24.467184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48794) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:24.472645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-983737433'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:24.542327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Made reservation on behalf of 700b69d1977242c09b136442c1eff098 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:21:24.546487 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:24.589797 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2db119-28b8-4ef2-bbe5-5118c7250002 req-1e195740-f743-4056-82be-bde4822482f0 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:24.598165 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e2db119-28b8-4ef2-bbe5-5118c7250002 req-1e195740-f743-4056-82be-bde4822482f0 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 984 time: 0.0990677 Nov 19 09:21:24.607937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:21:24.632820 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:24.633447 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Added segment 66252a24-21c7-45b2-ab47-a519a6115c5a of type vlan for network 3282dff9-c0bb-424b-9664-c64e91191014 Nov 19 09:21:24.708077 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:24.730676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e2db119-28b8-4ef2-bbe5-5118c7250002 req-cee5ddb9-1ff0-4f76-8386-e1d8a6a2496b tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=996dba84-b48a-42fd-a2c3-2f1a65635060&id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1289864 Nov 19 09:21:24.766645 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:24.775817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:24.776494 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:24.829446 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:24.856980 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:24.882370 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:24.915414 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4470334 Nov 19 09:21:24.922325 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48812) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:24.970442 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-456e8b83-528a-4efc-be01-cc11e415b8ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1465250187'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:24.987078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event updated for resources: {'Network': ['ID=3282dff9-c0bb-424b-9664-c64e91191014,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:25.010869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:25.011298 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:25.011693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:25.012131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:25.012517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:25.012983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:25.013343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:25.013735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:25.014163 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:25.014555 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:25.014950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:25.015352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc31dc85-dee7-45ba-bd42-1f7474b6b0fc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:25.018154 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456e8b83-528a-4efc-be01-cc11e415b8ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Made reservation on behalf of 700b69d1977242c09b136442c1eff098 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:21:25.023594 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-456e8b83-528a-4efc-be01-cc11e415b8ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:25.027708 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a4b60f4-2bb2-46aa-a50c-f42e4046d911 req-10a24097-a433-4167-b71a-7eab793f69ef tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1049066628&fields=id&tenant_id=ce13202fca404e509c9444d4d7a9b7d7 HTTP/1.1" status: 200 len: 267 time: 0.1562057 Nov 19 09:21:25.033605 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 3282dff9-c0bb-424b-9664-c64e91191014 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:21:25.042757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fb874-982b-4b7d-bcfb-962607ba04f1 req-fecf97d0-6612-46d0-868b-ff20b66c59f3 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:25.054022 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-876fb874-982b-4b7d-bcfb-962607ba04f1 req-fecf97d0-6612-46d0-868b-ff20b66c59f3 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.2721345 Nov 19 09:21:25.094864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456e8b83-528a-4efc-be01-cc11e415b8ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:21:25.128053 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-456e8b83-528a-4efc-be01-cc11e415b8ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:25.129008 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-456e8b83-528a-4efc-be01-cc11e415b8ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Added segment b9617a27-704a-4c57-bfd5-805c6e963569 of type vlan for network 15405871-da19-4499-a311-e93abf739d4c Nov 19 09:21:25.143580 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-876fb874-982b-4b7d-bcfb-962607ba04f1 req-8374f3d2-ef50-44e9-ab16-1fe4c867dd72 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885682 Nov 19 09:21:25.153098 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b60f4-2bb2-46aa-a50c-f42e4046d911 req-5c6f03e7-ae93-4258-83f5-db4036edae6e tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:25.154623 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a4b60f4-2bb2-46aa-a50c-f42e4046d911 req-5c6f03e7-ae93-4258-83f5-db4036edae6e tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 984 time: 0.0982938 Nov 19 09:21:25.186779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-4a4b60f4-2bb2-46aa-a50c-f42e4046d911 req-9458af75-0025-47a8-92b8-a59ebb942eb3 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Request body: {'port': {'security_groups': ['996dba84-b48a-42fd-a2c3-2f1a65635060', 'ae6cb399-39d4-4303-ab5d-f9680f8aa38c', 'd452fd03-ac13-443b-8de4-2f3be6de4011']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:25.190605 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:25.217834 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-456e8b83-528a-4efc-be01-cc11e415b8ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:25.287046 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4a4b60f4-2bb2-46aa-a50c-f42e4046d911 req-9458af75-0025-47a8-92b8-a59ebb942eb3 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:25.323104 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-456e8b83-528a-4efc-be01-cc11e415b8ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:25.329560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456e8b83-528a-4efc-be01-cc11e415b8ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:25.330475 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-456e8b83-528a-4efc-be01-cc11e415b8ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:25.407491 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-979425c1-f35b-46f4-acf9-2f5c9d7da407 req-6d6fd6a9-238a-4300-b132-2393d8cfdef3 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 210 time: 0.0802498 Nov 19 09:21:25.411016 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:25.460352 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-456e8b83-528a-4efc-be01-cc11e415b8ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5362480 Nov 19 09:21:25.463328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48818) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:25.467112 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e8b83-528a-4efc-be01-cc11e415b8ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event updated for resources: {'Network': ['ID=15405871-da19-4499-a311-e93abf739d4c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:25.469693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Allocated IP 172.25.0.71 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/47f0e61c-3110-415e-b6a4-cad02ab0e624) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:25.470986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-bd291106-5188-4c95-a065-e8b30dd71317 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Request body: {'subnet': {'network_id': '3282dff9-c0bb-424b-9664-c64e91191014', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:25.488591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 15405871-da19-4499-a311-e93abf739d4c details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:21:25.610050 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:25.643861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb46d85-8d4c-4621-9c71-4097bb04a39c req-e09f642d-012a-45af-bc41-245b9533395e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:25.645771 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecb46d85-8d4c-4621-9c71-4097bb04a39c req-e09f642d-012a-45af-bc41-245b9533395e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 946 time: 0.1194773 Nov 19 09:21:25.647869 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:25.689207 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:25.694692 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:25.699296 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:25.702468 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Pushing event updated for resources: {'Port': ['ID=47f0e61c-3110-415e-b6a4-cad02ab0e624,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:25.736589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd291106-5188-4c95-a065-e8b30dd71317 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Made reservation on behalf of 700b69d1977242c09b136442c1eff098 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:21:25.740201 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bd291106-5188-4c95-a065-e8b30dd71317 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:25.800747 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:25.844093 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:25.849385 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecb46d85-8d4c-4621-9c71-4097bb04a39c req-5927239f-72cb-4721-aab0-f3693efaf2ee tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687410 Nov 19 09:21:25.890991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-4a4b60f4-2bb2-46aa-a50c-f42e4046d911 req-9458af75-0025-47a8-92b8-a59ebb942eb3 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] For port 54500a17-80d9-4ae5-a267-e39b0dd41948, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=54500a17-80d9-4ae5-a267-e39b0dd41948,segment=NetworkSegment(d8e83e9c-783c-4bb4-a11f-d00ad815f2ec),segment_id=d8e83e9c-783c-4bb4-a11f-d00ad815f2ec)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:25.942850 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4a4b60f4-2bb2-46aa-a50c-f42e4046d911 req-9458af75-0025-47a8-92b8-a59ebb942eb3 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:25.971824 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4a4b60f4-2bb2-46aa-a50c-f42e4046d911 req-9458af75-0025-47a8-92b8-a59ebb942eb3 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:25.994424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['da45c664-7a55-41f5-99ab-4e11542f3b0d', '54500a17-80d9-4ae5-a267-e39b0dd41948'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:21:26.056745 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-ac5d6c9d-6fb0-4914-b5a9-ec216a21975a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:26.058895 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-ac5d6c9d-6fb0-4914-b5a9-ec216a21975a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.71 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 812 time: 0.1926532 Nov 19 09:21:26.083685 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-82da002a-cb86-48e7-98be-af2ba2f992ca tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Request body: {'port': {'device_id': '1052d71f-2d62-49d8-ba6c-bb03afcd6953', 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d', 'admin_state_up': True, 'tenant_id': 'a3aa493f28144711ac86f80f55db14f1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:26.086416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b60f4-2bb2-46aa-a50c-f42e4046d911 req-9458af75-0025-47a8-92b8-a59ebb942eb3 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:26.087471 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4a4b60f4-2bb2-46aa-a50c-f42e4046d911 req-9458af75-0025-47a8-92b8-a59ebb942eb3 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:26.095899 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a4b60f4-2bb2-46aa-a50c-f42e4046d911 req-9458af75-0025-47a8-92b8-a59ebb942eb3 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "PUT /v2.0/ports/54500a17-80d9-4ae5-a267-e39b0dd41948 HTTP/1.1" status: 200 len: 1020 time: 0.9315612 Nov 19 09:21:26.095899 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd68bf7-2f82-4d36-9e67-4d30535b2044', 'tag': '54500a17-80d9-4ae5-a267-e39b0dd41948'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:26.099967 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee287a19-3f55-4644-9887-473784925c84" -d '{"events": [{"name": "network-changed", "server_uuid": "efd68bf7-2f82-4d36-9e67-4d30535b2044", "tag": "54500a17-80d9-4ae5-a267-e39b0dd41948"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:26.173707 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:26.233616 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:26.256950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458af75-0025-47a8-92b8-a59ebb942eb3 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event updated for resources: {'Port': ['ID=54500a17-80d9-4ae5-a267-e39b0dd41948,revision_number=7']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:26.274000 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e616d78c-fa50-4cc2-95ae-a4e8485e6066 x-openstack-request-id: req-e616d78c-fa50-4cc2-95ae-a4e8485e6066 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:26.275972 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd68bf7-2f82-4d36-9e67-4d30535b2044", "tag": "54500a17-80d9-4ae5-a267-e39b0dd41948", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:26.277001 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e616d78c-fa50-4cc2-95ae-a4e8485e6066 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:26.278406 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd68bf7-2f82-4d36-9e67-4d30535b2044', 'tag': '54500a17-80d9-4ae5-a267-e39b0dd41948', 'status': 'completed', 'code': 200} Nov 19 09:21:26.290661 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['54500a17-80d9-4ae5-a267-e39b0dd41948'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:21:26.299794 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bd291106-5188-4c95-a065-e8b30dd71317 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:26.354578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Pushing event updated for resources: {'Port': ['ID=47f0e61c-3110-415e-b6a4-cad02ab0e624,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:26.512487 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20753cec-a180-4564-897a-bb0b22397267 req-4028fe55-2891-4e84-b44d-0878cea7f29c tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/d452fd03-ac13-443b-8de4-2f3be6de4011 HTTP/1.1" status: 200 len: 1820 time: 0.3236353 Nov 19 09:21:26.525414 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd291106-5188-4c95-a065-e8b30dd71317 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event updated for resources: {'Subnet': ['ID=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:26.536550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee287a19-3f55-4644-9887-473784925c84 req-c025f692-ea3b-436a-ad23-3a9b2f180f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:26.538933 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ee287a19-3f55-4644-9887-473784925c84 req-c025f692-ea3b-436a-ad23-3a9b2f180f0e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ce13202fca404e509c9444d4d7a9b7d7&device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 1175 time: 0.1895857 Nov 19 09:21:26.569701 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:26.656756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd291106-5188-4c95-a065-e8b30dd71317 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Checking segment: {'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:21:26.657376 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd291106-5188-4c95-a065-e8b30dd71317 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Network hostable DHCP agents. Network: 3282dff9-c0bb-424b-9664-c64e91191014, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:21:26.677443 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:26.678983 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-14bcf17f-01c6-453e-bdcc-a19e29213941 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3018532 Nov 19 09:21:26.683881 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48838) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:26.694464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-546306414'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:26.700610 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-20753cec-a180-4564-897a-bb0b22397267 req-a90ef451-9a69-4aed-a24a-13bc375d8102 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 09:21:26.701696 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20753cec-a180-4564-897a-bb0b22397267 req-a90ef451-9a69-4aed-a24a-13bc375d8102 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "DELETE /v2.0/security-groups/d452fd03-ac13-443b-8de4-2f3be6de4011 HTTP/1.1" status: 409 len: 341 time: 0.1883824 Nov 19 09:21:26.712872 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043131c-2790-4b08-b75a-5045b3e7733d req-d516e0e2-dae6-45cc-91f3-eab5ca88155f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:26.714573 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c043131c-2790-4b08-b75a-5045b3e7733d req-d516e0e2-dae6-45cc-91f3-eab5ca88155f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.3074293 Nov 19 09:21:26.742120 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-82da002a-cb86-48e7-98be-af2ba2f992ca tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Made reservation on behalf of a3aa493f28144711ac86f80f55db14f1 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:21:26.749246 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-82da002a-cb86-48e7-98be-af2ba2f992ca tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:26.751472 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd291106-5188-4c95-a065-e8b30dd71317 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Network 3282dff9-c0bb-424b-9664-c64e91191014 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:21:26.767673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Made reservation on behalf of c613038514c04d48b097893230962cd7 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:21:26.775659 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:26.811754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecda11-e29f-4387-93f5-c24102ec10f7 req-f8053f4e-a095-4cdc-8eb4-f9d2efd740c6 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:26.813992 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0ecda11-e29f-4387-93f5-c24102ec10f7 req-f8053f4e-a095-4cdc-8eb4-f9d2efd740c6 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 946 time: 0.2068245 Nov 19 09:21:26.825755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-bd291106-5188-4c95-a065-e8b30dd71317 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 3282dff9-c0bb-424b-9664-c64e91191014) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:26.832005 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:26.838840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece07550-d11d-4a70-a8ec-77532f749120 None None] Network 3282dff9-c0bb-424b-9664-c64e91191014 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:21:26.876468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd291106-5188-4c95-a065-e8b30dd71317 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:26.877331 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bd291106-5188-4c95-a065-e8b30dd71317 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:26.939328 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee287a19-3f55-4644-9887-473784925c84 req-a69596de-bff7-4dda-9429-090cfe8ef385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:26.942614 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ee287a19-3f55-4644-9887-473784925c84 req-a69596de-bff7-4dda-9429-090cfe8ef385 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1978072d-40a6-4314-86cd-58e4e65acef7 HTTP/1.1" status: 200 len: 913 time: 0.3892486 Nov 19 09:21:26.953222 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c043131c-2790-4b08-b75a-5045b3e7733d req-d8ac5bcd-8dbf-4d98-b95d-6ef4fc348721 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817722 Nov 19 09:21:26.990701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bd291106-5188-4c95-a065-e8b30dd71317 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5258808 Nov 19 09:21:27.001698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48844) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:27.031226 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a1977a3d-7c16-4216-8a75-308c06c6bb01 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Request body: {'subnet': {'network_id': '15405871-da19-4499-a311-e93abf739d4c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:27.034813 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ee287a19-3f55-4644-9887-473784925c84 req-c1bcc7a3-41e6-4925-a0ad-8949b94baf98 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54500a17-80d9-4ae5-a267-e39b0dd41948 HTTP/1.1" status: 200 len: 217 time: 0.0517421 Nov 19 09:21:27.071513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-3282dff9-c0bb-424b-9664-c64e91191014', 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'fixed_ips': [{'subnet_id': 'e74a8f75-21c6-4cef-a7c5-ca2c55024f9c'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:21:27.072604 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.185928 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e6c431e-029d-4270-8cb2-81de5fbb29bd req-f8889d52-0412-481b-9321-f2e56fa96b45 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 210 time: 0.1997585 Nov 19 09:21:27.261227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee287a19-3f55-4644-9887-473784925c84 req-f65d1bb3-8786-45dd-8661-919beefe61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:27.262719 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ee287a19-3f55-4644-9887-473784925c84 req-f65d1bb3-8786-45dd-8661-919beefe61b6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0947f5bc-a93c-45f7-94cb-a151f6dc2e7d HTTP/1.1" status: 200 len: 852 time: 0.1245990 Nov 19 09:21:27.294380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-f0ecda11-e29f-4387-93f5-c24102ec10f7 req-f0c0ae87-ee38-4b5b-abc0-5c507d2087a8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Deleting port a358d43d-174c-4ebd-ad79-1e568efaae0f {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:21:27.294816 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f0ecda11-e29f-4387-93f5-c24102ec10f7 req-f0c0ae87-ee38-4b5b-abc0-5c507d2087a8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.309901 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Allocated IP 10.1.1.2 (3282dff9-c0bb-424b-9664-c64e91191014/e74a8f75-21c6-4cef-a7c5-ca2c55024f9c/25e798d3-745b-43f1-a925-1a8395bfbe01) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:27.321871 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ee287a19-3f55-4644-9887-473784925c84 req-0fd74594-e4bb-4559-8ec5-c9c2d5dc2488 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1978072d-40a6-4314-86cd-58e4e65acef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460682 Nov 19 09:21:27.327809 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bb06e704-b30a-4ece-87e4-03ffc194e42d details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:21:27.328248 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-82da002a-cb86-48e7-98be-af2ba2f992ca tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Allocated IP 172.20.0.7 (68891e5d-5b07-4df8-ac8e-265403f0b48d/36b7a476-6d23-433a-bab3-7b5f4026dadc/b0fd0839-ff97-4168-8fd1-aa009da6bf07) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:27.375754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd9c41-7cab-4373-b3de-480145a63104 req-77b07182-1553-4f2d-87d1-ed049187441f tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:27.384686 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27cd9c41-7cab-4373-b3de-480145a63104 req-77b07182-1553-4f2d-87d1-ed049187441f tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 946 time: 0.1727839 Nov 19 09:21:27.415289 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.425141 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.472491 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1977a3d-7c16-4216-8a75-308c06c6bb01 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Made reservation on behalf of 700b69d1977242c09b136442c1eff098 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:21:27.476580 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1977a3d-7c16-4216-8a75-308c06c6bb01 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.494782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:21:27.517553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7027595-577c-457e-bb28-cff40c0893ec,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:27.527869 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:27.557617 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'port_id': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'mac_address': 'fa:16:3e:4b:f2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:21:27.572984 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.573617 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Added segment a9f131dc-6e28-4ec8-ba20-19d3158310c2 of type vlan for network 7b777e72-3f95-4e6d-a374-4bcff17cf9ed Nov 19 09:21:27.579222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:27.579633 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:27.579932 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:27.580292 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:27.580590 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:27.581072 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:27.581447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:27.581780 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:27.582113 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:27.582472 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:27.582801 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:27.583129 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:21:27.604114 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ee287a19-3f55-4644-9887-473784925c84 req-358ea9d2-a7aa-470f-93e1-44ee768742d3 service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717619 Nov 19 09:21:27.649680 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.662391 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.668895 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb06e704-b30a-4ece-87e4-03ffc194e42d {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:21:27.672083 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.675136 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.676961 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1977a3d-7c16-4216-8a75-308c06c6bb01 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.687317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaeb9a0-d4a8-4e06-b989-5abe025864a8 req-2ee02f3b-5b4a-40d3-9a4d-8abbafbac860 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:27.688221 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eeaeb9a0-d4a8-4e06-b989-5abe025864a8 req-2ee02f3b-5b4a-40d3-9a4d-8abbafbac860 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 1023 time: 0.3675377 Nov 19 09:21:27.731595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:27.745513 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.752599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Network 3282dff9-c0bb-424b-9664-c64e91191014 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:27.756542 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:27.760245 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:27.766871 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27cd9c41-7cab-4373-b3de-480145a63104 req-b326a5d7-bd91-4ecd-96e6-5e8afae6f6a7 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811040 Nov 19 09:21:27.772967 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-82da002a-cb86-48e7-98be-af2ba2f992ca tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.773244 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Pushing event updated for resources: {'Port': ['ID=25e798d3-745b-43f1-a925-1a8395bfbe01,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:27.799865 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.806006 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:27.806635 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.812145 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-f0ecda11-e29f-4387-93f5-c24102ec10f7 req-f0c0ae87-ee38-4b5b-abc0-5c507d2087a8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] For port a358d43d-174c-4ebd-ad79-1e568efaae0f, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a358d43d-174c-4ebd-ad79-1e568efaae0f,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:27.812437 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f0ecda11-e29f-4387-93f5-c24102ec10f7 req-f0c0ae87-ee38-4b5b-abc0-5c507d2087a8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.838956 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ee287a19-3f55-4644-9887-473784925c84 req-39d4ae35-e44c-43a8-bfd8-244daaba633e service neutron] 10.222.0.71 "GET /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111199 Nov 19 09:21:27.844892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1977a3d-7c16-4216-8a75-308c06c6bb01 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event updated for resources: {'Subnet': ['ID=256f9334-7b81-45d8-b5ff-85e83d2809f1,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:27.853464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-f0ecda11-e29f-4387-93f5-c24102ec10f7 req-f0c0ae87-ee38-4b5b-abc0-5c507d2087a8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Calling delete_port for a358d43d-174c-4ebd-ad79-1e568efaae0f owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:21:27.858010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1977a3d-7c16-4216-8a75-308c06c6bb01 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Checking segment: {'id': 'b9617a27-704a-4c57-bfd5-805c6e963569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '15405871-da19-4499-a311-e93abf739d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:21:27.858458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1977a3d-7c16-4216-8a75-308c06c6bb01 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Network hostable DHCP agents. Network: 15405871-da19-4499-a311-e93abf739d4c, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:21:27.882952 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1925030 Nov 19 09:21:27.890839 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48854) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:27.900423 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-75d9f151-b051-4c20-90f9-76b5b6424c96 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Request body: {'subnet': {'network_id': '7b777e72-3f95-4e6d-a374-4bcff17cf9ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:27.932611 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=bb06e704-b30a-4ece-87e4-03ffc194e42d,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:27.936818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Attempting to bind port 25e798d3-745b-43f1-a925-1a8395bfbe01 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:21:27.937490 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Attempting to bind port 25e798d3-745b-43f1-a925-1a8395bfbe01 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:21:27.938054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Attempting to bind port 25e798d3-745b-43f1-a925-1a8395bfbe01 on network 3282dff9-c0bb-424b-9664-c64e91191014 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:21:27.945419 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:21:27.946354 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Checking segment: {'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:21:27.946932 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.947688 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Bound using segment: {'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:21:27.948420 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Bound port: 25e798d3-745b-43f1-a925-1a8395bfbe01, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:21:27.949057 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:27.961019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eeaeb9a0-d4a8-4e06-b989-5abe025864a8 req-05a286f5-c0ad-4daf-b8fb-5c6b098078f2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d452fd03-ac13-443b-8de4-2f3be6de4011&id=996dba84-b48a-42fd-a2c3-2f1a65635060&id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2532084 Nov 19 09:21:27.964508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1977a3d-7c16-4216-8a75-308c06c6bb01 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Network 15405871-da19-4499-a311-e93abf739d4c is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:21:27.988372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a1977a3d-7c16-4216-8a75-308c06c6bb01 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 15405871-da19-4499-a311-e93abf739d4c) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:27.993886 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['bb06e704-b30a-4ece-87e4-03ffc194e42d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:21:28.010819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1977a3d-7c16-4216-8a75-308c06c6bb01 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:28.011428 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a1977a3d-7c16-4216-8a75-308c06c6bb01 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:28.028220 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ac59b9-5fe5-4c1d-9601-b765ddddcd0f None None] Network 15405871-da19-4499-a311-e93abf739d4c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:21:28.060173 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a1977a3d-7c16-4216-8a75-308c06c6bb01 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0389428 Nov 19 09:21:28.060843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48858) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:28.071555 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-bc23c9fe-6fb6-4909-919a-987ed747e384 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Request body: {'port': {'network_id': '3282dff9-c0bb-424b-9664-c64e91191014', 'name': 'tempest-TaggedBootDevicesTest-601330964', 'fixed_ips': [{'subnet_id': 'e74a8f75-21c6-4cef-a7c5-ca2c55024f9c'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:28.134655 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] For port 25e798d3-745b-43f1-a925-1a8395bfbe01, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:21:28.139604 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] For port 25e798d3-745b-43f1-a925-1a8395bfbe01, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=25e798d3-745b-43f1-a925-1a8395bfbe01,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:21:28.166552 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:28.245831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ee1c1-8aa7-4a2b-93f5-e0e67f5f0626 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Pushing event updated for resources: {'Network': ['ID=7b777e72-3f95-4e6d-a374-4bcff17cf9ed,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:28.276740 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-82da002a-cb86-48e7-98be-af2ba2f992ca tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:28.281293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 7b777e72-3f95-4e6d-a374-4bcff17cf9ed details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:21:28.358573 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da002a-cb86-48e7-98be-af2ba2f992ca tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Pushing event updated for resources: {'Port': ['ID=b0fd0839-ff97-4168-8fd1-aa009da6bf07,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:28.381751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-82da002a-cb86-48e7-98be-af2ba2f992ca tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Network 68891e5d-5b07-4df8-ac8e-265403f0b48d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:28.388065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-82da002a-cb86-48e7-98be-af2ba2f992ca tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:28.391134 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-82da002a-cb86-48e7-98be-af2ba2f992ca tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:28.425489 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d9f151-b051-4c20-90f9-76b5b6424c96 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Made reservation on behalf of c613038514c04d48b097893230962cd7 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:21:28.430247 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75d9f151-b051-4c20-90f9-76b5b6424c96 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:28.434843 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f0ecda11-e29f-4387-93f5-c24102ec10f7 req-f0c0ae87-ee38-4b5b-abc0-5c507d2087a8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:28.452380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5681a-3157-4206-9a27-ffc660f4f41b req-a811645e-3056-4253-8791-2370201d7180 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:28.461714 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbf5681a-3157-4206-9a27-ffc660f4f41b req-a811645e-3056-4253-8791-2370201d7180 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.3140378 Nov 19 09:21:28.526442 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-82da002a-cb86-48e7-98be-af2ba2f992ca tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:28.527787 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-82da002a-cb86-48e7-98be-af2ba2f992ca tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:28.534900 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef88bc4-7c36-472a-8b1e-529243b4cd18 None None] Pushing event updated for resources: {'Port': ['ID=25e798d3-745b-43f1-a925-1a8395bfbe01,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:28.549792 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0ae87-ee38-4b5b-abc0-5c507d2087a8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Pushing event deleted for resources: {'Port': ['ID=a358d43d-174c-4ebd-ad79-1e568efaae0f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:28.676334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc21c7-08f7-4e41-9b9f-b7f0d1e6123c req-9b5c5343-6117-4d6f-b7b3-b9dcb5bbea51 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:28.702324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90cc21c7-08f7-4e41-9b9f-b7f0d1e6123c req-9b5c5343-6117-4d6f-b7b3-b9dcb5bbea51 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 931 time: 0.3664286 Nov 19 09:21:28.708973 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-82da002a-cb86-48e7-98be-af2ba2f992ca tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6328516 Nov 19 09:21:28.709659 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-15405871-da19-4499-a311-e93abf739d4c', 'network_id': '15405871-da19-4499-a311-e93abf739d4c', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'fixed_ips': [{'subnet_id': '256f9334-7b81-45d8-b5ff-85e83d2809f1'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:21:28.711647 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:28.727482 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Request body: {'port': {'device_id': '1052d71f-2d62-49d8-ba6c-bb03afcd6953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:28.773551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc23c9fe-6fb6-4909-919a-987ed747e384 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Made reservation on behalf of 700b69d1977242c09b136442c1eff098 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:21:28.778698 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['a4a4e61f-703a-466e-865e-6c7fb54b71c3', '534eec6d-7af6-4b4b-b79f-a7d1b62969c2'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:21:28.829582 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75d9f151-b051-4c20-90f9-76b5b6424c96 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:28.831313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ecda11-e29f-4387-93f5-c24102ec10f7 req-f0c0ae87-ee38-4b5b-abc0-5c507d2087a8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] No DVR routers for this DVR port a358d43d-174c-4ebd-ad79-1e568efaae0f on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:21:28.877286 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:28.902511 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f0ecda11-e29f-4387-93f5-c24102ec10f7 req-f0c0ae87-ee38-4b5b-abc0-5c507d2087a8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:28.904207 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0ecda11-e29f-4387-93f5-c24102ec10f7 req-f0c0ae87-ee38-4b5b-abc0-5c507d2087a8 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.71 "DELETE /v2.0/ports/a358d43d-174c-4ebd-ad79-1e568efaae0f HTTP/1.1" status: 204 len: 173 time: 2.0808015 Nov 19 09:21:28.905512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f81e16-5875-4aba-81d1-e255664ebf6c', 'name': 'network-vif-deleted', 'tag': 'a358d43d-174c-4ebd-ad79-1e568efaae0f'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:28.909836 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f823076-98e6-4623-b7a0-a147b4cdc64b" -d '{"events": [{"server_uuid": "d4f81e16-5875-4aba-81d1-e255664ebf6c", "name": "network-vif-deleted", "tag": "a358d43d-174c-4ebd-ad79-1e568efaae0f"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:28.948458 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbf5681a-3157-4206-9a27-ffc660f4f41b req-05215472-f3af-45b1-b1b3-6f0afd51042e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646080 Nov 19 09:21:29.009858 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90cc21c7-08f7-4e41-9b9f-b7f0d1e6123c req-a441c232-4b0e-4b67-95fd-9a9e8732b787 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063707 Nov 19 09:21:29.084776 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc23c9fe-6fb6-4909-919a-987ed747e384 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:29.100843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9f151-b051-4c20-90f9-76b5b6424c96 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Pushing event updated for resources: {'Subnet': ['ID=6b2a7315-ac30-4a1f-9d95-3e55f7ddd51b,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:29.138436 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d159c36-85e2-41cd-8f0a-b6ecd2d03c3a x-openstack-request-id: req-9d159c36-85e2-41cd-8f0a-b6ecd2d03c3a {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:29.138915 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f81e16-5875-4aba-81d1-e255664ebf6c", "name": "network-vif-deleted", "tag": "a358d43d-174c-4ebd-ad79-1e568efaae0f", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:29.139488 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d159c36-85e2-41cd-8f0a-b6ecd2d03c3a {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:29.140135 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f81e16-5875-4aba-81d1-e255664ebf6c', 'name': 'network-vif-deleted', 'tag': 'a358d43d-174c-4ebd-ad79-1e568efaae0f', 'status': 'completed', 'code': 200} Nov 19 09:21:29.179147 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-bc23c9fe-6fb6-4909-919a-987ed747e384 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] device_id is not set on port 93875227-8990-4442-841e-19b4c3c91736 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:21:29.337956 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bb06e704-b30a-4ece-87e4-03ffc194e42d up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:21:29.374365 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d9f151-b051-4c20-90f9-76b5b6424c96 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Checking segment: {'id': 'a9f131dc-6e28-4ec8-ba20-19d3158310c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b777e72-3f95-4e6d-a374-4bcff17cf9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:21:29.374750 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d9f151-b051-4c20-90f9-76b5b6424c96 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Network hostable DHCP agents. Network: 7b777e72-3f95-4e6d-a374-4bcff17cf9ed, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:21:29.426429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0fd0839-ff97-4168-8fd1-aa009da6bf07 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:21:29.437787 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d9f151-b051-4c20-90f9-76b5b6424c96 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Network 7b777e72-3f95-4e6d-a374-4bcff17cf9ed is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:21:29.442042 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:29.461436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-75d9f151-b051-4c20-90f9-76b5b6424c96 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 7b777e72-3f95-4e6d-a374-4bcff17cf9ed) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:29.468766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Transition to ACTIVE for port object b0fd0839-ff97-4168-8fd1-aa009da6bf07 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:21:29.470717 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9f151-b051-4c20-90f9-76b5b6424c96 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:29.471561 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75d9f151-b051-4c20-90f9-76b5b6424c96 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:29.499109 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:29.537892 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Allocated IP 10.2.2.2 (15405871-da19-4499-a311-e93abf739d4c/256f9334-7b81-45d8-b5ff-85e83d2809f1/3d18cae8-a963-4211-b1ef-64dd2cb595b3) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:29.648638 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-75d9f151-b051-4c20-90f9-76b5b6424c96 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7566752 Nov 19 09:21:29.659612 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48886) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:29.679016 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2144974152', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:29.743999 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Pushing event updated for resources: {'Port': ['ID=b0fd0839-ff97-4168-8fd1-aa009da6bf07,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:29.772007 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:29.773135 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:29.880838 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Attempting to bind port b0fd0839-ff97-4168-8fd1-aa009da6bf07 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:21:29.891573 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Attempting to bind port b0fd0839-ff97-4168-8fd1-aa009da6bf07 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:21:29.891885 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Attempting to bind port b0fd0839-ff97-4168-8fd1-aa009da6bf07 on network 68891e5d-5b07-4df8-ac8e-265403f0b48d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:21:29.910926 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:29.920635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Port b0fd0839-ff97-4168-8fd1-aa009da6bf07 on network 68891e5d-5b07-4df8-ac8e-265403f0b48d not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:21:29.921194 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Attempting to bind port b0fd0839-ff97-4168-8fd1-aa009da6bf07 on network 68891e5d-5b07-4df8-ac8e-265403f0b48d {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:21:29.929845 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:21:29.930845 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Checking segment: {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:21:29.931350 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Bound using segment: {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:21:29.931876 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Bound port: b0fd0839-ff97-4168-8fd1-aa009da6bf07, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb2d0c6-9d4a-4f5c-8733-e25941c59647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:21:29.932245 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:30.050025 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] For port b0fd0839-ff97-4168-8fd1-aa009da6bf07, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:21:30.059400 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] For port b0fd0839-ff97-4168-8fd1-aa009da6bf07, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b0fd0839-ff97-4168-8fd1-aa009da6bf07,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:21:30.079225 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3c2579-814f-47fa-9fbe-d152077b7f57 None None] Network 7b777e72-3f95-4e6d-a374-4bcff17cf9ed requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:21:30.083279 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 25e798d3-745b-43f1-a925-1a8395bfbe01 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:21:30.092797 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:30.297852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db53209-51a6-453b-8877-1c6641af706b None None] Network 3282dff9-c0bb-424b-9664-c64e91191014 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:21:30.302142 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce65e223-9f58-4e5e-87c4-e443caa6c3a1 req-2e367eed-3070-4237-9341-652031947ebc tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4f81e16-5875-4aba-81d1-e255664ebf6c HTTP/1.1" status: 200 len: 210 time: 0.8320446 Nov 19 09:21:30.325929 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:30.326562 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:30.328422 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] 10.222.0.71 "PUT /v2.0/ports/b0fd0839-ff97-4168-8fd1-aa009da6bf07 HTTP/1.1" status: 200 len: 1092 time: 1.6058981 Nov 19 09:21:30.329047 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1052d71f-2d62-49d8-ba6c-bb03afcd6953', 'tag': 'b0fd0839-ff97-4168-8fd1-aa009da6bf07'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:30.331589 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e60c59-02b4-4507-905e-a40dcc97358d" -d '{"events": [{"name": "network-changed", "server_uuid": "1052d71f-2d62-49d8-ba6c-bb03afcd6953", "tag": "b0fd0839-ff97-4168-8fd1-aa009da6bf07"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:30.476826 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-bc23c9fe-6fb6-4909-919a-987ed747e384 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Allocated IP 10.1.1.97 (3282dff9-c0bb-424b-9664-c64e91191014/e74a8f75-21c6-4cef-a7c5-ca2c55024f9c/93875227-8990-4442-841e-19b4c3c91736) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:30.551868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-589843b3-2813-485b-98df-c3cc9c9fdac7 None None] Provisioning complete for port 25e798d3-745b-43f1-a925-1a8395bfbe01 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:30.553590 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-589843b3-2813-485b-98df-c3cc9c9fdac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:30.589125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd5ffc-0ee9-49c6-b3c8-72e4f2424f8b service neutron] Pushing event updated for resources: {'Port': ['ID=b0fd0839-ff97-4168-8fd1-aa009da6bf07,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:30.600836 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:30.675476 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-a83a52e6-2bdd-4c7b-95fd-77c2d5a21bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:30.678387 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-a83a52e6-2bdd-4c7b-95fd-77c2d5a21bc4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 1095 time: 0.2223556 Nov 19 09:21:30.683876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8a555-93c1-43ae-8751-d7544869fc40 req-92419a01-2ef9-4349-9e3a-bec88595551e tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:30.685460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3fd8a555-93c1-43ae-8751-d7544869fc40 req-92419a01-2ef9-4349-9e3a-bec88595551e tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.71 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 1023 time: 1.5729060 Nov 19 09:21:30.775110 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc23c9fe-6fb6-4909-919a-987ed747e384 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:30.786114 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-c4c96370-e00c-4462-8dfb-8a2adb52e251 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0fd0839-ff97-4168-8fd1-aa009da6bf07 HTTP/1.1" status: 200 len: 217 time: 0.0638418 Nov 19 09:21:30.786913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce129d13-db71-4543-9488-b7ab399f3787 req-25fcde5b-5b1a-4c84-922a-ab671610447b tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:30.794627 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce129d13-db71-4543-9488-b7ab399f3787 req-25fcde5b-5b1a-4c84-922a-ab671610447b tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 1023 time: 1.3271136 Nov 19 09:21:30.952480 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce129d13-db71-4543-9488-b7ab399f3787 req-9400abd2-f454-4ff9-92e1-ca63405c948f tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d452fd03-ac13-443b-8de4-2f3be6de4011&id=996dba84-b48a-42fd-a2c3-2f1a65635060&id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1544642 Nov 19 09:21:30.955773 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-3666747c-aaec-4fa1-b1da-b80573c76191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:30.969638 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-3666747c-aaec-4fa1-b1da-b80573c76191 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36b7a476-6d23-433a-bab3-7b5f4026dadc HTTP/1.1" status: 200 len: 852 time: 0.1585226 Nov 19 09:21:30.984467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cc8e2-d700-4645-a068-13bbb826ea04 req-b662efa4-e3e8-4295-be20-e7bce6358195 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:30.986123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f5cc8e2-d700-4645-a068-13bbb826ea04 req-b662efa4-e3e8-4295-be20-e7bce6358195 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.3386590 Nov 19 09:21:31.008221 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-d15f8521-3684-4c2a-a8ad-c5ec6134d0c9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68891e5d-5b07-4df8-ac8e-265403f0b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409505 Nov 19 09:21:31.083863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-3fd8a555-93c1-43ae-8751-d7544869fc40 req-ed00a37a-0532-46db-b5dc-e849091d9525 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Deleting port 54500a17-80d9-4ae5-a267-e39b0dd41948 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:21:31.084110 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3fd8a555-93c1-43ae-8751-d7544869fc40 req-ed00a37a-0532-46db-b5dc-e849091d9525 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:31.109300 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port bb06e704-b30a-4ece-87e4-03ffc194e42d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:31.109729 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:31.119268 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc23c9fe-6fb6-4909-919a-987ed747e384 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:31.215448 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-a33050f6-5b34-420b-ab58-3fe992559227 service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956077 Nov 19 09:21:31.274797 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23c9fe-6fb6-4909-919a-987ed747e384 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event updated for resources: {'Port': ['ID=93875227-8990-4442-841e-19b4c3c91736,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:31.303119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc23c9fe-6fb6-4909-919a-987ed747e384 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Network 3282dff9-c0bb-424b-9664-c64e91191014 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:31.338786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-bc23c9fe-6fb6-4909-919a-987ed747e384 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:31.350444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f5cc8e2-d700-4645-a068-13bbb826ea04 req-a88ecaf6-c070-4ba5-8704-2ba3f07b86d9 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477404 Nov 19 09:21:31.358124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc23c9fe-6fb6-4909-919a-987ed747e384 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:31.438790 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 25e798d3-745b-43f1-a925-1a8395bfbe01 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:31.447729 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:31.476025 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53dcd8-b204-4fce-9d22-e0dc02ed0c48 req-cd2f5998-9eed-4fdb-9cb9-782e6af5e5f9 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:31.483615 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e53dcd8-b204-4fce-9d22-e0dc02ed0c48 req-cd2f5998-9eed-4fdb-9cb9-782e6af5e5f9 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 943 time: 0.4072654 Nov 19 09:21:31.595756 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-589843b3-2813-485b-98df-c3cc9c9fdac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:31.632946 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e608d7e1-10ac-4548-8fcc-9afa70d4e8aa req-e0697af3-6d73-47c6-a7ed-31c0094f39fb service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970389 Nov 19 09:21:31.673531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc23c9fe-6fb6-4909-919a-987ed747e384 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:31.674522 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc23c9fe-6fb6-4909-919a-987ed747e384 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:31.720039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-3fd8a555-93c1-43ae-8751-d7544869fc40 req-ed00a37a-0532-46db-b5dc-e849091d9525 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] For port 54500a17-80d9-4ae5-a267-e39b0dd41948, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=54500a17-80d9-4ae5-a267-e39b0dd41948,segment=NetworkSegment(d8e83e9c-783c-4bb4-a11f-d00ad815f2ec),segment_id=d8e83e9c-783c-4bb4-a11f-d00ad815f2ec)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:31.720609 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3fd8a555-93c1-43ae-8751-d7544869fc40 req-ed00a37a-0532-46db-b5dc-e849091d9525 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:31.739254 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:31.764329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-7b777e72-3f95-4e6d-a374-4bcff17cf9ed', 'network_id': '7b777e72-3f95-4e6d-a374-4bcff17cf9ed', 'tenant_id': 'c613038514c04d48b097893230962cd7', 'fixed_ips': [{'subnet_id': '6b2a7315-ac30-4a1f-9d95-3e55f7ddd51b'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:21:31.766467 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:31.813571 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-3fd8a555-93c1-43ae-8751-d7544869fc40 req-ed00a37a-0532-46db-b5dc-e849091d9525 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Calling delete_port for 54500a17-80d9-4ae5-a267-e39b0dd41948 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:21:31.817773 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:31.828767 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:31.860813 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e53dcd8-b204-4fce-9d22-e0dc02ed0c48 req-bc6efd65-ce91-4c77-b83a-39f4638f352c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760595 Nov 19 09:21:31.901707 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bc23c9fe-6fb6-4909-919a-987ed747e384 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8241127 Nov 19 09:21:31.905795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48924) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:31.917784 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3ee3895d-263e-4006-a9fb-dab40657ddb8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Request body: {'port': {'network_id': '3282dff9-c0bb-424b-9664-c64e91191014', 'name': 'tempest-TaggedBootDevicesTest-584151906', 'fixed_ips': [{'subnet_id': 'e74a8f75-21c6-4cef-a7c5-ca2c55024f9c'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:31.947450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-589843b3-2813-485b-98df-c3cc9c9fdac7 None None] For port 25e798d3-745b-43f1-a925-1a8395bfbe01, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=25e798d3-745b-43f1-a925-1a8395bfbe01,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:32.022084 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-589843b3-2813-485b-98df-c3cc9c9fdac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:32.081860 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Allocated IP 172.25.0.139 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/2ed0aa79-5eaf-4aa4-be05-cd13f68f1cb4) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:32.160455 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:32.290277 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:32.290748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589843b3-2813-485b-98df-c3cc9c9fdac7 None None] Pushing event updated for resources: {'Port': ['ID=25e798d3-745b-43f1-a925-1a8395bfbe01,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:32.330631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7770c-64ad-4136-8379-3707c57e1d01 req-2b5f47cd-1de8-4c77-a800-e4d86975bbc8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:32.341921 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf932b8-5558-4ee5-9679-a8dc2b549170 x-openstack-request-id: req-0cf932b8-5558-4ee5-9679-a8dc2b549170 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:32.342584 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1052d71f-2d62-49d8-ba6c-bb03afcd6953", "tag": "b0fd0839-ff97-4168-8fd1-aa009da6bf07", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:32.343237 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cf932b8-5558-4ee5-9679-a8dc2b549170 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:32.343904 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1052d71f-2d62-49d8-ba6c-bb03afcd6953', 'tag': 'b0fd0839-ff97-4168-8fd1-aa009da6bf07', 'status': 'completed', 'code': 200} Nov 19 09:21:32.345651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dea7770c-64ad-4136-8379-3707c57e1d01 req-2b5f47cd-1de8-4c77-a800-e4d86975bbc8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=efd68bf7-2f82-4d36-9e67-4d30535b2044 HTTP/1.1" status: 200 len: 1023 time: 0.1361725 Nov 19 09:21:32.376934 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:32.401291 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:32.435520 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Pushing event updated for resources: {'Port': ['ID=3d18cae8-a963-4211-b1ef-64dd2cb595b3,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:32.464940 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:32.478024 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:32.559967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee3895d-263e-4006-a9fb-dab40657ddb8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Made reservation on behalf of 700b69d1977242c09b136442c1eff098 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:21:32.565479 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ee3895d-263e-4006-a9fb-dab40657ddb8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:32.663449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Network 15405871-da19-4499-a311-e93abf739d4c is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:32.664092 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-3ee3895d-263e-4006-a9fb-dab40657ddb8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] device_id is not set on port 56761c8f-425b-4730-929a-ba3b0b318243 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:21:32.691786 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e60c59-02b4-4507-905e-a40dcc97358d req-b22ba2f2-c206-43e2-9778-3f9016f81243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:32.694062 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1e60c59-02b4-4507-905e-a40dcc97358d req-b22ba2f2-c206-43e2-9778-3f9016f81243 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3aa493f28144711ac86f80f55db14f1&device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 1095 time: 0.3491211 Nov 19 09:21:32.713063 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:32.716314 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 25e798d3-745b-43f1-a925-1a8395bfbe01 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:21:32.737435 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Pushing event updated for resources: {'Port': ['ID=2ed0aa79-5eaf-4aa4-be05-cd13f68f1cb4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:32.797559 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:32.802029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e092bd3-f0dd-41ab-846d-c1bb2e45af3e req-3e2348c3-0276-45bc-9bec-321d59bf81dd tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:32.814038 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e092bd3-f0dd-41ab-846d-c1bb2e45af3e req-3e2348c3-0276-45bc-9bec-321d59bf81dd tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.2542892 Nov 19 09:21:32.875005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dea7770c-64ad-4136-8379-3707c57e1d01 req-75d7463e-f0c8-4951-8085-7a7e8efd6144 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=d452fd03-ac13-443b-8de4-2f3be6de4011&id=996dba84-b48a-42fd-a2c3-2f1a65635060&id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4853506 Nov 19 09:21:32.875734 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3fd8a555-93c1-43ae-8751-d7544869fc40 req-ed00a37a-0532-46db-b5dc-e849091d9525 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:33.036255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00a37a-0532-46db-b5dc-e849091d9525 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event deleted for resources: {'Port': ['ID=54500a17-80d9-4ae5-a267-e39b0dd41948,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:33.201870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Attempting to bind port 3d18cae8-a963-4211-b1ef-64dd2cb595b3 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:21:33.210111 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e60c59-02b4-4507-905e-a40dcc97358d req-16ed3783-a6b8-47d7-9af5-16385b1344f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:33.212625 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1e60c59-02b4-4507-905e-a40dcc97358d req-16ed3783-a6b8-47d7-9af5-16385b1344f8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 200 len: 913 time: 0.5036433 Nov 19 09:21:33.214161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Attempting to bind port 3d18cae8-a963-4211-b1ef-64dd2cb595b3 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'b9617a27-704a-4c57-bfd5-805c6e963569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '15405871-da19-4499-a311-e93abf739d4c'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:21:33.215051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Attempting to bind port 3d18cae8-a963-4211-b1ef-64dd2cb595b3 on network 15405871-da19-4499-a311-e93abf739d4c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:21:33.227211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 25e798d3-745b-43f1-a925-1a8395bfbe01 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:33.228196 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:33.233706 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:33.251243 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd8a555-93c1-43ae-8751-d7544869fc40 req-ed00a37a-0532-46db-b5dc-e849091d9525 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] No DVR routers for this DVR port 54500a17-80d9-4ae5-a267-e39b0dd41948 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:21:33.256991 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:21:33.258136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Checking segment: {'id': 'b9617a27-704a-4c57-bfd5-805c6e963569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '15405871-da19-4499-a311-e93abf739d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:21:33.259019 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:33.259883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Bound using segment: {'id': 'b9617a27-704a-4c57-bfd5-805c6e963569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '15405871-da19-4499-a311-e93abf739d4c'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:21:33.261156 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Bound port: 3d18cae8-a963-4211-b1ef-64dd2cb595b3, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9617a27-704a-4c57-bfd5-805c6e963569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '15405871-da19-4499-a311-e93abf739d4c'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:21:33.262202 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:33.300133 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3fd8a555-93c1-43ae-8751-d7544869fc40 req-ed00a37a-0532-46db-b5dc-e849091d9525 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:33.304853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3fd8a555-93c1-43ae-8751-d7544869fc40 req-ed00a37a-0532-46db-b5dc-e849091d9525 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.71 "DELETE /v2.0/ports/54500a17-80d9-4ae5-a267-e39b0dd41948 HTTP/1.1" status: 204 len: 173 time: 2.5945747 Nov 19 09:21:33.304853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd68bf7-2f82-4d36-9e67-4d30535b2044', 'name': 'network-vif-deleted', 'tag': '54500a17-80d9-4ae5-a267-e39b0dd41948'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:33.308612 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402a332c-94c6-4941-9f43-f4e46c262583" -d '{"events": [{"server_uuid": "efd68bf7-2f82-4d36-9e67-4d30535b2044", "name": "network-vif-deleted", "tag": "54500a17-80d9-4ae5-a267-e39b0dd41948"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:33.337127 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1e60c59-02b4-4507-905e-a40dcc97358d req-125ca845-f27c-40fa-80f1-8c2db4edab20 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0fd0839-ff97-4168-8fd1-aa009da6bf07 HTTP/1.1" status: 200 len: 217 time: 0.1021166 Nov 19 09:21:33.357672 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e092bd3-f0dd-41ab-846d-c1bb2e45af3e req-65238ff6-cc53-47d9-b0c2-af18ae3fb4de tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413079 Nov 19 09:21:33.383240 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:33.395352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89d926-b557-4dfa-91f7-211821be6dbe req-b6eaacba-9172-41af-b9e5-3b35cd30fb0a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:33.410097 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd89d926-b557-4dfa-91f7-211821be6dbe req-b6eaacba-9172-41af-b9e5-3b35cd30fb0a tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 945 time: 0.3635721 Nov 19 09:21:33.429388 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b0fd0839-ff97-4168-8fd1-aa009da6bf07 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:21:33.527724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['da45c664-7a55-41f5-99ab-4e11542f3b0d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:21:33.627053 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-3ee3895d-263e-4006-a9fb-dab40657ddb8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Allocated IP 10.1.1.141 (3282dff9-c0bb-424b-9664-c64e91191014/e74a8f75-21c6-4cef-a7c5-ca2c55024f9c/56761c8f-425b-4730-929a-ba3b0b318243) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:33.677231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e60c59-02b4-4507-905e-a40dcc97358d req-285c9f0e-b747-4e29-a050-9c8a5de13d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:33.679563 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1e60c59-02b4-4507-905e-a40dcc97358d req-285c9f0e-b747-4e29-a050-9c8a5de13d9c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36b7a476-6d23-433a-bab3-7b5f4026dadc HTTP/1.1" status: 200 len: 852 time: 0.3278723 Nov 19 09:21:33.790706 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] For port 3d18cae8-a963-4211-b1ef-64dd2cb595b3, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:21:33.796029 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] For port 3d18cae8-a963-4211-b1ef-64dd2cb595b3, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3d18cae8-a963-4211-b1ef-64dd2cb595b3,segment=NetworkSegment(b9617a27-704a-4c57-bfd5-805c6e963569),segment_id=b9617a27-704a-4c57-bfd5-805c6e963569)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:21:33.821603 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:33.847335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:33.851382 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51519e4-293c-4b61-8383-c4d0da27d0e3" -d '{"events": [{"server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "name": "network-vif-plugged", "status": "completed", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:33.897224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Allocated IP 172.20.0.2 (7b777e72-3f95-4e6d-a374-4bcff17cf9ed/6b2a7315-ac30-4a1f-9d95-3e55f7ddd51b/8e23ad4a-ca95-4c72-bf61-850f4f185a16) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:33.935018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:33.966906 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:21:33.980439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f883f307-7a3a-4774-8ccf-e4149073a22f None None] Provisioning complete for port 93875227-8990-4442-841e-19b4c3c91736 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:33.981254 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f883f307-7a3a-4774-8ccf-e4149073a22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:34.020022 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ee3895d-263e-4006-a9fb-dab40657ddb8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:34.043512 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:34.044826 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device a358d43d-174c-4ebd-ad79-1e568efaae0f no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:21:34.139008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: a358d43d-174c-4ebd-ad79-1e568efaae0f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:21:34.139789 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device a358d43d-174c-4ebd-ad79-1e568efaae0f not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:21:34.172738 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ee3895d-263e-4006-a9fb-dab40657ddb8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:34.211505 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 54500a17-80d9-4ae5-a267-e39b0dd41948 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:21:34.369295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd89d926-b557-4dfa-91f7-211821be6dbe req-51140068-b91d-4fca-8d78-c70909fa21c5 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9562008 Nov 19 09:21:34.389977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee3895d-263e-4006-a9fb-dab40657ddb8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Network 3282dff9-c0bb-424b-9664-c64e91191014 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:34.440841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee5570-f199-46ca-b69c-920a192ad7f5 req-88027158-47d9-490d-a36f-351ad75d1cd1 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:34.443803 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-25ee5570-f199-46ca-b69c-920a192ad7f5 req-88027158-47d9-490d-a36f-351ad75d1cd1 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.71 "GET /v2.0/ports?device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 945 time: 0.3596971 Nov 19 09:21:34.479836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-3ee3895d-263e-4006-a9fb-dab40657ddb8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:34.504585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee3895d-263e-4006-a9fb-dab40657ddb8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:34.510918 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31376d44-c9a2-4977-8c37-7f5505da0880 x-openstack-request-id: req-31376d44-c9a2-4977-8c37-7f5505da0880 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:34.511263 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd68bf7-2f82-4d36-9e67-4d30535b2044", "name": "network-vif-deleted", "tag": "54500a17-80d9-4ae5-a267-e39b0dd41948", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:34.511523 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31376d44-c9a2-4977-8c37-7f5505da0880 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:34.511997 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd68bf7-2f82-4d36-9e67-4d30535b2044', 'name': 'network-vif-deleted', 'tag': '54500a17-80d9-4ae5-a267-e39b0dd41948', 'status': 'completed', 'code': 200} Nov 19 09:21:34.606556 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3895d-263e-4006-a9fb-dab40657ddb8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event updated for resources: {'Port': ['ID=56761c8f-425b-4730-929a-ba3b0b318243,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:34.636476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0413a25-1954-43c5-b93a-97742710aaef req-f88371fa-2b08-4f76-866b-a24c8970051a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:34.638362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0413a25-1954-43c5-b93a-97742710aaef req-f88371fa-2b08-4f76-866b-a24c8970051a tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 943 time: 1.0672755 Nov 19 09:21:34.789281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0413a25-1954-43c5-b93a-97742710aaef req-16605160-120c-4f90-8b0d-a5af14c9f8fa tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357758 Nov 19 09:21:34.824067 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1e60c59-02b4-4507-905e-a40dcc97358d req-4e862da2-b947-4fd6-8e93-b13a506ac6ac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=68891e5d-5b07-4df8-ac8e-265403f0b48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0732787 Nov 19 09:21:34.853681 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd847b3-964d-492a-ac8b-7ddc992dbe81 x-openstack-request-id: req-dcd847b3-964d-492a-ac8b-7ddc992dbe81 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:34.855009 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "name": "network-vif-plugged", "status": "completed", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:34.857310 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcd847b3-964d-492a-ac8b-7ddc992dbe81 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:34.859243 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'code': 200} Nov 19 09:21:34.888598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee3895d-263e-4006-a9fb-dab40657ddb8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:34.889815 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ee3895d-263e-4006-a9fb-dab40657ddb8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:35.046521 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 54500a17-80d9-4ae5-a267-e39b0dd41948 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:21:35.047089 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 54500a17-80d9-4ae5-a267-e39b0dd41948 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:21:35.067321 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3ee3895d-263e-4006-a9fb-dab40657ddb8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1583524 Nov 19 09:21:35.075036 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f883f307-7a3a-4774-8ccf-e4149073a22f None None] Port 93875227-8990-4442-841e-19b4c3c91736 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:21:35.088261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385fd57-858a-4787-9241-83127d047037 req-d74e6448-d3bc-4df4-96b8-0927f50777fe tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:35.115051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c385fd57-858a-4787-9241-83127d047037 req-d74e6448-d3bc-4df4-96b8-0927f50777fe tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.2503889 Nov 19 09:21:35.188192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc5711-669b-47ef-be17-5ff5a44b1f2b None None] Pushing event updated for resources: {'Port': ['ID=3d18cae8-a963-4211-b1ef-64dd2cb595b3,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:35.267408 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c385fd57-858a-4787-9241-83127d047037 req-e27a5c20-ec12-4b2d-abc8-36770aeff5b4 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469181 Nov 19 09:21:35.270736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d23ef885-bba7-4623-ade6-da5e3a7ea944 req-4baa3212-f224-4223-927d-4fedcd8df8cf tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/996dba84-b48a-42fd-a2c3-2f1a65635060 HTTP/1.1" status: 200 len: 1818 time: 0.2267392 Nov 19 09:21:35.275363 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-25ee5570-f199-46ca-b69c-920a192ad7f5 req-5332a181-8e49-42cb-bb12-9c6948bf93c3 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Deleting port 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:21:35.276175 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-25ee5570-f199-46ca-b69c-920a192ad7f5 req-5332a181-8e49-42cb-bb12-9c6948bf93c3 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:35.350838 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1e60c59-02b4-4507-905e-a40dcc97358d req-efba8cc1-68a1-4c43-b257-b56f0e56d4f2 service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161505 Nov 19 09:21:35.352377 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:35.663996 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-25ee5570-f199-46ca-b69c-920a192ad7f5 req-5332a181-8e49-42cb-bb12-9c6948bf93c3 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] For port 534eec6d-7af6-4b4b-b79f-a7d1b62969c2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=534eec6d-7af6-4b4b-b79f-a7d1b62969c2,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:35.664843 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-25ee5570-f199-46ca-b69c-920a192ad7f5 req-5332a181-8e49-42cb-bb12-9c6948bf93c3 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:35.696944 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:35.716806 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b0fd0839-ff97-4168-8fd1-aa009da6bf07, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b0fd0839-ff97-4168-8fd1-aa009da6bf07,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:35.736416 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f883f307-7a3a-4774-8ccf-e4149073a22f None None] Provisioning complete for port 25e798d3-745b-43f1-a925-1a8395bfbe01 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:35.737607 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f883f307-7a3a-4774-8ccf-e4149073a22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:35.748167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-25ee5570-f199-46ca-b69c-920a192ad7f5 req-5332a181-8e49-42cb-bb12-9c6948bf93c3 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Calling delete_port for 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:21:35.767524 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d23ef885-bba7-4623-ade6-da5e3a7ea944 req-4f1057df-9a6a-46c4-bf5e-b54d7c9f4e1a tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:35.821642 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:35.844014 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1e60c59-02b4-4507-905e-a40dcc97358d req-8830cac7-a1aa-46bb-84d9-a7a6ef55d34d service neutron] 10.222.0.71 "GET /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775643 Nov 19 09:21:35.911896 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'b0fd0839-ff97-4168-8fd1-aa009da6bf07', 'network_id': '68891e5d-5b07-4df8-ac8e-265403f0b48d', 'port_id': 'b0fd0839-ff97-4168-8fd1-aa009da6bf07', 'mac_address': 'fa:16:3e:bf:df:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b7a476-6d23-433a-bab3-7b5f4026dadc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:21:35.927730 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48974) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:35.954227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-35ad7fbe-e483-408f-9e18-8b5b5224e69d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--50693334', 'description': 'tempest-description--1350723887'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:36.007775 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Router fde40119-96b3-48aa-8857-0cbe1c4f0f86 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:21:36.034756 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ad7fbe-e483-408f-9e18-8b5b5224e69d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:36.063471 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d23ef885-bba7-4623-ade6-da5e3a7ea944 req-4f1057df-9a6a-46c4-bf5e-b54d7c9f4e1a tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:36.084331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6e2112-6a5f-414a-80fe-eadbe77c4770 None None] Network 15405871-da19-4499-a311-e93abf739d4c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:21:36.099205 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Network 7b777e72-3f95-4e6d-a374-4bcff17cf9ed is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:36.190143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399cec3-f4f8-4666-a283-191907471951 req-be902355-e8d5-4e86-acb5-3cc2748c0fa5 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:36.192760 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a399cec3-f4f8-4666-a283-191907471951 req-be902355-e8d5-4e86-acb5-3cc2748c0fa5 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 945 time: 0.1477902 Nov 19 09:21:36.261521 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:36.268232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:36.285152 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=bb06e704-b30a-4ece-87e4-03ffc194e42d,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:36.333200 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:21:36.376947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc0c58-c772-47cd-8904-0627aa98c3cd None None] Sync routers for ids ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:21:36.404760 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ad7fbe-e483-408f-9e18-8b5b5224e69d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:36.417679 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:36.421262 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cfa718a6-8bbb-4515-ba76-5e823eecc3cd tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.7492104 Nov 19 09:21:36.423319 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a399cec3-f4f8-4666-a283-191907471951 req-a9fde50a-12ba-4406-ac60-3963196fc368 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001483 Nov 19 09:21:36.424429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48984) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:36.428707 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d23ef885-bba7-4623-ade6-da5e3a7ea944 req-4f1057df-9a6a-46c4-bf5e-b54d7c9f4e1a tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:36.429379 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ad7fbe-e483-408f-9e18-8b5b5224e69d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:36.439918 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d23ef885-bba7-4623-ade6-da5e3a7ea944 req-4f1057df-9a6a-46c4-bf5e-b54d7c9f4e1a tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:36.445791 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d23ef885-bba7-4623-ade6-da5e3a7ea944 req-4f1057df-9a6a-46c4-bf5e-b54d7c9f4e1a tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "DELETE /v2.0/security-groups/996dba84-b48a-42fd-a2c3-2f1a65635060 HTTP/1.1" status: 204 len: 173 time: 1.0561652 Nov 19 09:21:36.462236 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:36.467113 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-25ee5570-f199-46ca-b69c-920a192ad7f5 req-5332a181-8e49-42cb-bb12-9c6948bf93c3 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:36.534910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1057df-9a6a-46c4-bf5e-b54d7c9f4e1a tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=996dba84-b48a-42fd-a2c3-2f1a65635060,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:36.595246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332a181-8e49-42cb-bb12-9c6948bf93c3 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Pushing event deleted for resources: {'Port': ['ID=534eec6d-7af6-4b4b-b79f-a7d1b62969c2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:36.702123 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ad7fbe-e483-408f-9e18-8b5b5224e69d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:36.704473 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-35ad7fbe-e483-408f-9e18-8b5b5224e69d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7721181 Nov 19 09:21:36.709455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48988) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:36.710707 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad7fbe-e483-408f-9e18-8b5b5224e69d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:36.715212 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ee5570-f199-46ca-b69c-920a192ad7f5 req-5332a181-8e49-42cb-bb12-9c6948bf93c3 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] No DVR routers for this DVR port 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:21:36.722919 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-25ee5570-f199-46ca-b69c-920a192ad7f5 req-5332a181-8e49-42cb-bb12-9c6948bf93c3 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:36.724100 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b3478950-dbd1-4f45-9c57-b5a86a4c989d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Request body: {'security_group_rule': {'security_group_id': 'a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:36.726803 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-25ee5570-f199-46ca-b69c-920a192ad7f5 req-5332a181-8e49-42cb-bb12-9c6948bf93c3 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.71 "DELETE /v2.0/ports/534eec6d-7af6-4b4b-b79f-a7d1b62969c2 HTTP/1.1" status: 204 len: 173 time: 2.2640510 Nov 19 09:21:36.729162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120df060-e735-4231-9071-34c1320b9be1', 'name': 'network-vif-deleted', 'tag': '534eec6d-7af6-4b4b-b79f-a7d1b62969c2'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:36.731499 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8d2139-714f-40c3-a416-f36607cefd72" -d '{"events": [{"server_uuid": "120df060-e735-4231-9071-34c1320b9be1", "name": "network-vif-deleted", "tag": "534eec6d-7af6-4b4b-b79f-a7d1b62969c2"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:36.760801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc0c58-c772-47cd-8904-0627aa98c3cd None None] Routers {'fde40119-96b3-48aa-8857-0cbe1c4f0f86'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:21:36.761882 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a1fc0c58-c772-47cd-8904-0627aa98c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:21:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:36.766349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Pushing event updated for resources: {'Port': ['ID=8e23ad4a-ca95-4c72-bf61-850f4f185a16,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:36.767942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7121bc9-4fe1-44bc-ba10-2d243cc59f91 req-3df2eab9-8298-4bbd-919c-9be0700d7d6b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:36.772272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fd0839-ff97-4168-8fd1-aa009da6bf07 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:21:36.788685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b7121bc9-4fe1-44bc-ba10-2d243cc59f91 req-3df2eab9-8298-4bbd-919c-9be0700d7d6b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 943 time: 0.2392070 Nov 19 09:21:36.857561 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b639392-313b-4544-a165-dc3fb948dd14 req-57e79f0c-46bd-4966-849a-22110db6ef2a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:36.865896 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b639392-313b-4544-a165-dc3fb948dd14 req-57e79f0c-46bd-4966-849a-22110db6ef2a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.1526277 Nov 19 09:21:36.893047 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3478950-dbd1-4f45-9c57-b5a86a4c989d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:36.945537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b7121bc9-4fe1-44bc-ba10-2d243cc59f91 req-fca7e603-1f7f-40f1-a0e7-260cc138d0ef tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500413 Nov 19 09:21:36.959178 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a1fc0c58-c772-47cd-8904-0627aa98c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:36.967607 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Attempting to bind port 8e23ad4a-ca95-4c72-bf61-850f4f185a16 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:21:36.968966 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Attempting to bind port 8e23ad4a-ca95-4c72-bf61-850f4f185a16 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'a9f131dc-6e28-4ec8-ba20-19d3158310c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b777e72-3f95-4e6d-a374-4bcff17cf9ed'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:21:36.983855 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Attempting to bind port 8e23ad4a-ca95-4c72-bf61-850f4f185a16 on network 7b777e72-3f95-4e6d-a374-4bcff17cf9ed {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:21:37.083544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b0fd0839-ff97-4168-8fd1-aa009da6bf07, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b0fd0839-ff97-4168-8fd1-aa009da6bf07,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:37.086614 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b639392-313b-4544-a165-dc3fb948dd14 req-2c8eb79f-70af-4b08-9029-b5165dd166e7 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182453 Nov 19 09:21:37.097790 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:21:37.098397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Checking segment: {'id': 'a9f131dc-6e28-4ec8-ba20-19d3158310c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b777e72-3f95-4e6d-a374-4bcff17cf9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:21:37.099052 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:37.099686 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Bound using segment: {'id': 'a9f131dc-6e28-4ec8-ba20-19d3158310c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b777e72-3f95-4e6d-a374-4bcff17cf9ed'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:21:37.100479 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Bound port: 8e23ad4a-ca95-4c72-bf61-850f4f185a16, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f131dc-6e28-4ec8-ba20-19d3158310c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b777e72-3f95-4e6d-a374-4bcff17cf9ed'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:21:37.101343 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:37.174315 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac3566e6-7d12-4dfc-b4d5-07d04e10f66d req-1f2631e8-5319-4285-be86-2d0fe7bfde18 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/d452fd03-ac13-443b-8de4-2f3be6de4011 HTTP/1.1" status: 200 len: 1820 time: 0.1480067 Nov 19 09:21:37.190187 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3478950-dbd1-4f45-9c57-b5a86a4c989d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:37.245404 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:37.293727 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:21:37.297006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3d18cae8-a963-4211-b1ef-64dd2cb595b3 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:21:37.299551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc0c58-c772-47cd-8904-0627aa98c3cd None None] Routers {'fde40119-96b3-48aa-8857-0cbe1c4f0f86'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:21:37.300597 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a1fc0c58-c772-47cd-8904-0627aa98c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:21:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:37.412135 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ac3566e6-7d12-4dfc-b4d5-07d04e10f66d req-80af2905-b32c-4362-aeae-4d9e71d379cb tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:37.464328 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cede28f7-a985-461b-b984-f97f5076a96b x-openstack-request-id: req-cede28f7-a985-461b-b984-f97f5076a96b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:37.464613 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3478950-dbd1-4f45-9c57-b5a86a4c989d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:37.464827 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120df060-e735-4231-9071-34c1320b9be1", "name": "network-vif-deleted", "tag": "534eec6d-7af6-4b4b-b79f-a7d1b62969c2", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:37.466197 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cede28f7-a985-461b-b984-f97f5076a96b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:37.467144 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120df060-e735-4231-9071-34c1320b9be1', 'name': 'network-vif-deleted', 'tag': '534eec6d-7af6-4b4b-b79f-a7d1b62969c2', 'status': 'completed', 'code': 200} Nov 19 09:21:37.473500 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ac3566e6-7d12-4dfc-b4d5-07d04e10f66d req-80af2905-b32c-4362-aeae-4d9e71d379cb tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:37.514938 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a1fc0c58-c772-47cd-8904-0627aa98c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:37.516010 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc0c58-c772-47cd-8904-0627aa98c3cd None None] The sync data for ids ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:21:37.607334 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ac3566e6-7d12-4dfc-b4d5-07d04e10f66d req-80af2905-b32c-4362-aeae-4d9e71d379cb tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:37.614081 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ac3566e6-7d12-4dfc-b4d5-07d04e10f66d req-80af2905-b32c-4362-aeae-4d9e71d379cb tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:37.614962 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac3566e6-7d12-4dfc-b4d5-07d04e10f66d req-80af2905-b32c-4362-aeae-4d9e71d379cb tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "DELETE /v2.0/security-groups/d452fd03-ac13-443b-8de4-2f3be6de4011 HTTP/1.1" status: 204 len: 173 time: 0.4389477 Nov 19 09:21:37.637197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af2905-b32c-4362-aeae-4d9e71d379cb tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d452fd03-ac13-443b-8de4-2f3be6de4011,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:37.657112 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3478950-dbd1-4f45-9c57-b5a86a4c989d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ed0563-2bef-4d2e-8727-96adf7c41eae,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:37.664131 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b3478950-dbd1-4f45-9c57-b5a86a4c989d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:37.668366 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49004) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:37.674428 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b3478950-dbd1-4f45-9c57-b5a86a4c989d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9593620 Nov 19 09:21:37.677542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6442a3b2-9f91-4617-a740-eefc471eebcc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Request body: {'security_group_rule': {'security_group_id': 'a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:37.682120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b0fd0839-ff97-4168-8fd1-aa009da6bf07'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:21:37.700785 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:37.732778 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fca4a32f-42fe-481c-b122-2b5f81cba92c None None] Provisioning complete for port 93875227-8990-4442-841e-19b4c3c91736 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:37.733288 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fca4a32f-42fe-481c-b122-2b5f81cba92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:37.769814 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6442a3b2-9f91-4617-a740-eefc471eebcc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:37.778977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=b0fd0839-ff97-4168-8fd1-aa009da6bf07,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:37.832455 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] For port 8e23ad4a-ca95-4c72-bf61-850f4f185a16, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:21:37.837357 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] For port 8e23ad4a-ca95-4c72-bf61-850f4f185a16, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8e23ad4a-ca95-4c72-bf61-850f4f185a16,segment=NetworkSegment(a9f131dc-6e28-4ec8-ba20-19d3158310c2),segment_id=a9f131dc-6e28-4ec8-ba20-19d3158310c2)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:21:37.856733 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-fca4a32f-42fe-481c-b122-2b5f81cba92c None None] Port 93875227-8990-4442-841e-19b4c3c91736 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:21:37.868020 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:21:37.876999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['a4a4e61f-703a-466e-865e-6c7fb54b71c3'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:21:37.882976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-23018dc6-353d-44bc-b489-d576b3df0786 req-082f34af-185f-4ab7-a1f5-4b2f372014a6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-585886811', 'description': 'tempest-description-1412833509'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:37.896128 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6db83e90-641b-45cf-a8ed-6bb8d6284c29 req-1b189ba8-1926-4717-b79d-018c445cc686 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=120df060-e735-4231-9071-34c1320b9be1 HTTP/1.1" status: 200 len: 210 time: 0.1292245 Nov 19 09:21:37.978262 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-23018dc6-353d-44bc-b489-d576b3df0786 req-082f34af-185f-4ab7-a1f5-4b2f372014a6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:38.003809 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:38.052471 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6442a3b2-9f91-4617-a740-eefc471eebcc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:38.064118 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6442a3b2-9f91-4617-a740-eefc471eebcc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:38.145488 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:38.174295 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '1c5d0aa8-ac58-473f-ba08-c160e3fa3e83', 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166', 'port_id': '1c5d0aa8-ac58-473f-ba08-c160e3fa3e83', 'mac_address': 'fa:16:3e:d7:85:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1674e500-6664-476b-abe6-b6cd7cb1cc18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:21:38.191177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442a3b2-9f91-4617-a740-eefc471eebcc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662d1f54-4e7c-4385-8fb9-e40a2b5b66ae,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:38.215802 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6442a3b2-9f91-4617-a740-eefc471eebcc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:38.217729 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6442a3b2-9f91-4617-a740-eefc471eebcc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5471551 Nov 19 09:21:38.227469 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49012) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:38.232037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:38.252889 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Allocated IP 172.20.0.1 (7b777e72-3f95-4e6d-a374-4bcff17cf9ed/6b2a7315-ac30-4a1f-9d95-3e55f7ddd51b/7aa1c190-a182-4a8e-b9ef-0ddf25a426d3) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:38.304608 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4058619-8f30-4f46-8dbb-2474b0877ed4 req-364fe97f-6dec-41eb-b27a-4ded993d6ca3 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:38.325621 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d4058619-8f30-4f46-8dbb-2474b0877ed4 req-364fe97f-6dec-41eb-b27a-4ded993d6ca3 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 944 time: 0.1861751 Nov 19 09:21:38.344177 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fca4a32f-42fe-481c-b122-2b5f81cba92c None None] Provisioning complete for port 56761c8f-425b-4730-929a-ba3b0b318243 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:38.347654 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fca4a32f-42fe-481c-b122-2b5f81cba92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:38.405619 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-fca4a32f-42fe-481c-b122-2b5f81cba92c None None] Port 56761c8f-425b-4730-929a-ba3b0b318243 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:21:38.484778 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 3d18cae8-a963-4211-b1ef-64dd2cb595b3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:38.485187 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:38.537071 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:38.555234 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2c79f-71ff-42eb-8e0c-89e5f7c90818 None None] Pushing event updated for resources: {'Port': ['ID=8e23ad4a-ca95-4c72-bf61-850f4f185a16,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:38.567960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:21:38.580226 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fca4a32f-42fe-481c-b122-2b5f81cba92c None None] Provisioning complete for port 3d18cae8-a963-4211-b1ef-64dd2cb595b3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:38.580624 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fca4a32f-42fe-481c-b122-2b5f81cba92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:38.603033 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-23018dc6-353d-44bc-b489-d576b3df0786 req-082f34af-185f-4ab7-a1f5-4b2f372014a6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:38.625317 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:38.676794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:38.682001 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-23018dc6-353d-44bc-b489-d576b3df0786 req-082f34af-185f-4ab7-a1f5-4b2f372014a6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:38.720732 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:38.727607 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:38.838453 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:38.886155 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d4058619-8f30-4f46-8dbb-2474b0877ed4 req-d9d64096-e886-4b4a-8801-95ef28a13ce9 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430129 Nov 19 09:21:38.914277 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Network 7b777e72-3f95-4e6d-a374-4bcff17cf9ed is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:38.914650 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-23018dc6-353d-44bc-b489-d576b3df0786 req-082f34af-185f-4ab7-a1f5-4b2f372014a6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:38.915929 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Pushing event updated for resources: {'Port': ['ID=7aa1c190-a182-4a8e-b9ef-0ddf25a426d3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:38.919640 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:38.929884 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23018dc6-353d-44bc-b489-d576b3df0786 req-082f34af-185f-4ab7-a1f5-4b2f372014a6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0549231 Nov 19 09:21:38.934854 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:38.972136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f34af-185f-4ab7-a1f5-4b2f372014a6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6169561-14ac-4127-adf2-03b8dc531ef9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:39.030241 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:39.112947 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:39.136026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc896db-8fa3-4d6c-b5df-be33459d5750 req-8a17a60c-a2c0-495e-afd1-8e078fffb346 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:39.139915 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:39.146909 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfc896db-8fa3-4d6c-b5df-be33459d5750 req-8a17a60c-a2c0-495e-afd1-8e078fffb346 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 945 time: 0.1085055 Nov 19 09:21:39.190200 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['1c5d0aa8-ac58-473f-ba08-c160e3fa3e83'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:21:39.279024 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfc896db-8fa3-4d6c-b5df-be33459d5750 req-15b4e81d-11e9-4770-bb2b-9d2d80e323e4 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309509 Nov 19 09:21:39.331737 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:21:39.466642 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Allocated IP 172.25.0.118 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/77a98ef9-9482-40ca-9430-9a32bef96a9b) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:39.495541 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d0d81671-6f4f-4800-8dfc-4ea6290168ff req-3cbd6bad-0156-4a35-89d9-51b63b983f77 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/e6169561-14ac-4127-adf2-03b8dc531ef9 HTTP/1.1" status: 200 len: 1819 time: 0.1501620 Nov 19 09:21:39.500410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-d0d81671-6f4f-4800-8dfc-4ea6290168ff req-5aa5373d-c026-45d7-b90d-c15b15ea2254 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Request body: {'security_group': {'name': 'tempest-sg-hth-967977', 'description': 'tempest-description-hth-1606910454'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:39.506756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 3d18cae8-a963-4211-b1ef-64dd2cb595b3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3d18cae8-a963-4211-b1ef-64dd2cb595b3,segment=NetworkSegment(b9617a27-704a-4c57-bfd5-805c6e963569),segment_id=b9617a27-704a-4c57-bfd5-805c6e963569)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:39.520834 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:39.558334 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:39.570274 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:39.687192 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fca4a32f-42fe-481c-b122-2b5f81cba92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:39.743500 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d0d81671-6f4f-4800-8dfc-4ea6290168ff req-5aa5373d-c026-45d7-b90d-c15b15ea2254 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:39.908195 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d0d81671-6f4f-4800-8dfc-4ea6290168ff req-5aa5373d-c026-45d7-b90d-c15b15ea2254 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:39.915613 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:39.936753 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d0d81671-6f4f-4800-8dfc-4ea6290168ff req-5aa5373d-c026-45d7-b90d-c15b15ea2254 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:39.940927 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d0d81671-6f4f-4800-8dfc-4ea6290168ff req-5aa5373d-c026-45d7-b90d-c15b15ea2254 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:39.941077 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8e23ad4a-ca95-4c72-bf61-850f4f185a16 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:21:39.954556 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d0d81671-6f4f-4800-8dfc-4ea6290168ff req-5aa5373d-c026-45d7-b90d-c15b15ea2254 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "PUT /v2.0/security-groups/e6169561-14ac-4127-adf2-03b8dc531ef9 HTTP/1.1" status: 200 len: 1790 time: 0.4579682 Nov 19 09:21:39.971460 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:40.026827 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:21:40.088923 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:40.096578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5373d-c026-45d7-b90d-c15b15ea2254 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6169561-14ac-4127-adf2-03b8dc531ef9,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:40.152488 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-255cac0a-aff0-401b-96cf-4181a3ebe5c4 req-848fe71b-474c-42ae-bff5-759db619e531 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/e6169561-14ac-4127-adf2-03b8dc531ef9 HTTP/1.1" status: 200 len: 1790 time: 0.1694925 Nov 19 09:21:40.174241 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:40.180543 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:40.181788 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:21:40.275862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:40.276629 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=3d18cae8-a963-4211-b1ef-64dd2cb595b3,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:40.287267 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:40.291179 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:40.302477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:40.304152 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:40.324817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aaded9-a2af-4f5a-9ae4-23c9d2bb4f5d req-8e07ee06-34c8-4eda-8178-0013a9573aad tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:40.335260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9aaded9-a2af-4f5a-9ae4-23c9d2bb4f5d req-8e07ee06-34c8-4eda-8178-0013a9573aad tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 944 time: 0.2123806 Nov 19 09:21:40.364818 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event updated for resources: {'Port': ['ID=77a98ef9-9482-40ca-9430-9a32bef96a9b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:40.386974 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fe98fe8-3b21-4cdb-b561-2834fb1135a6 req-530e80a4-cde5-4c36-a7e7-94ac570d3d6c tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/e6169561-14ac-4127-adf2-03b8dc531ef9 HTTP/1.1" status: 200 len: 1790 time: 0.1676075 Nov 19 09:21:40.406670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfd90c1-921d-4fe8-86f8-555606968729 None None] Network 7b777e72-3f95-4e6d-a374-4bcff17cf9ed requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:21:40.411045 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:40.432898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:21:40.433604 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 534eec6d-7af6-4b4b-b79f-a7d1b62969c2 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:21:40.472907 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:40.473146 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9aaded9-a2af-4f5a-9ae4-23c9d2bb4f5d req-4a9b08b4-6ede-4b38-b3da-2642c303c8a2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347198 Nov 19 09:21:40.477455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Pushing event updated for resources: {'Port': ['ID=7aa1c190-a182-4a8e-b9ef-0ddf25a426d3,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:40.557285 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-fca4a32f-42fe-481c-b122-2b5f81cba92c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:21:40.557285 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-fca4a32f-42fe-481c-b122-2b5f81cba92c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:21:40.580983 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8e23ad4a-ca95-4c72-bf61-850f4f185a16 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:40.582824 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:40.643861 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:40.731127 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:40.734973 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Network 7b777e72-3f95-4e6d-a374-4bcff17cf9ed is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:40.736916 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:40.864319 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:40.924455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Router fde40119-96b3-48aa-8857-0cbe1c4f0f86 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:21:40.947476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 8e23ad4a-ca95-4c72-bf61-850f4f185a16, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8e23ad4a-ca95-4c72-bf61-850f4f185a16,segment=NetworkSegment(a9f131dc-6e28-4ec8-ba20-19d3158310c2),segment_id=a9f131dc-6e28-4ec8-ba20-19d3158310c2)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:40.958330 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:41.138872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:21:41.152510 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c69d3ce-1673-4487-bd4f-40fff81c3368 None None] Sync routers for ids ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:21:41.155851 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-99377b31-93b0-4b14-b410-e5e47d71eac1 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] 10.222.0.21 "PUT /v2.0/routers/fde40119-96b3-48aa-8857-0cbe1c4f0f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7165039 Nov 19 09:21:41.156572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49052) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:41.164441 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-72615153-b0fb-41a0-bd54-01c8d19cf533 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Request body: {'port': {'network_id': '7b777e72-3f95-4e6d-a374-4bcff17cf9ed', 'name': 'tempest-FloatingIPAdminTestJSON-1344842118'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:41.191603 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c69d3ce-1673-4487-bd4f-40fff81c3368 None None] Routers {'fde40119-96b3-48aa-8857-0cbe1c4f0f86'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:21:41.193695 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2c69d3ce-1673-4487-bd4f-40fff81c3368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:21:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:41.269863 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b0fd0839-ff97-4168-8fd1-aa009da6bf07 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:21:41.281459 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2c69d3ce-1673-4487-bd4f-40fff81c3368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:41.288766 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=8e23ad4a-ca95-4c72-bf61-850f4f185a16,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:41.315333 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c69d3ce-1673-4487-bd4f-40fff81c3368 None None] Routers {'fde40119-96b3-48aa-8857-0cbe1c4f0f86'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:21:41.316145 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2c69d3ce-1673-4487-bd4f-40fff81c3368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:21:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:41.418918 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2c69d3ce-1673-4487-bd4f-40fff81c3368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:41.421107 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c69d3ce-1673-4487-bd4f-40fff81c3368 None None] The sync data for ids ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:21:41.507365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port b0fd0839-ff97-4168-8fd1-aa009da6bf07 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:21:41.516493 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port b0fd0839-ff97-4168-8fd1-aa009da6bf07 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:41.516871 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:41.569464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72615153-b0fb-41a0-bd54-01c8d19cf533 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Made reservation on behalf of c613038514c04d48b097893230962cd7 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:21:41.572722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fef62f86-bb88-42af-b458-9e33f0a33822 None None] Provisioning complete for port 8e23ad4a-ca95-4c72-bf61-850f4f185a16 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:41.573168 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fef62f86-bb88-42af-b458-9e33f0a33822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:41.579210 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72615153-b0fb-41a0-bd54-01c8d19cf533 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:41.642823 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-72615153-b0fb-41a0-bd54-01c8d19cf533 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] device_id is not set on port 1e900476-c0b7-413d-8f74-474a40ca3f6a yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:21:41.652304 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0fe98fe8-3b21-4cdb-b561-2834fb1135a6 req-7cf540ac-9040-45ae-afd1-01092f264770 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:41.755703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24d608-8578-44d4-9895-a6e25d02b988 req-22746e5f-9371-4162-8a42-a1787877d227 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:41.761833 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b24d608-8578-44d4-9895-a6e25d02b988 req-22746e5f-9371-4162-8a42-a1787877d227 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 944 time: 1.0017726 Nov 19 09:21:41.783739 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:41.862427 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0fe98fe8-3b21-4cdb-b561-2834fb1135a6 req-7cf540ac-9040-45ae-afd1-01092f264770 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:41.875190 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8e23ad4a-ca95-4c72-bf61-850f4f185a16 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:21:41.994454 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-72615153-b0fb-41a0-bd54-01c8d19cf533 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Allocated IP 172.20.0.4 (7b777e72-3f95-4e6d-a374-4bcff17cf9ed/6b2a7315-ac30-4a1f-9d95-3e55f7ddd51b/1e900476-c0b7-413d-8f74-474a40ca3f6a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:42.050031 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1052d71f-2d62-49d8-ba6c-bb03afcd6953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fd0839-ff97-4168-8fd1-aa009da6bf07'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:42.056619 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd20ecb0-3416-4cbb-bc3d-94467d577a8e" -d '{"events": [{"server_uuid": "1052d71f-2d62-49d8-ba6c-bb03afcd6953", "name": "network-vif-plugged", "status": "completed", "tag": "b0fd0839-ff97-4168-8fd1-aa009da6bf07"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:42.090113 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b0fd0839-ff97-4168-8fd1-aa009da6bf07, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b0fd0839-ff97-4168-8fd1-aa009da6bf07,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:42.115247 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:42.140370 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b24d608-8578-44d4-9895-a6e25d02b988 req-1fe3e750-07f8-43ff-af73-097f7f6aad84 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432426 Nov 19 09:21:42.177194 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0fe98fe8-3b21-4cdb-b561-2834fb1135a6 req-7cf540ac-9040-45ae-afd1-01092f264770 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:42.185272 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0fe98fe8-3b21-4cdb-b561-2834fb1135a6 req-7cf540ac-9040-45ae-afd1-01092f264770 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:42.204299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fe98fe8-3b21-4cdb-b561-2834fb1135a6 req-7cf540ac-9040-45ae-afd1-01092f264770 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "DELETE /v2.0/security-groups/e6169561-14ac-4127-adf2-03b8dc531ef9 HTTP/1.1" status: 204 len: 173 time: 1.7956357 Nov 19 09:21:42.216483 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:42.253255 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:42.280430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf540ac-9040-45ae-afd1-01092f264770 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6169561-14ac-4127-adf2-03b8dc531ef9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:42.292511 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=b0fd0839-ff97-4168-8fd1-aa009da6bf07,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:42.342198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8e23ad4a-ca95-4c72-bf61-850f4f185a16 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:42.342614 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:42.360949 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fef62f86-bb88-42af-b458-9e33f0a33822 None None] Provisioning complete for port 7aa1c190-a182-4a8e-b9ef-0ddf25a426d3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:42.360949 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fef62f86-bb88-42af-b458-9e33f0a33822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:42.505642 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72615153-b0fb-41a0-bd54-01c8d19cf533 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:42.518383 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-fef62f86-bb88-42af-b458-9e33f0a33822 None None] Port 7aa1c190-a182-4a8e-b9ef-0ddf25a426d3 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:21:42.569544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fef62f86-bb88-42af-b458-9e33f0a33822 None None] Provisioning complete for port 3d18cae8-a963-4211-b1ef-64dd2cb595b3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:42.569923 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fef62f86-bb88-42af-b458-9e33f0a33822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:42.627702 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:42.638997 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72615153-b0fb-41a0-bd54-01c8d19cf533 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:42.672807 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d33b41-ef9a-4b11-aa9e-745784b84f15 x-openstack-request-id: req-d0d33b41-ef9a-4b11-aa9e-745784b84f15 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:42.673188 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1052d71f-2d62-49d8-ba6c-bb03afcd6953", "name": "network-vif-plugged", "status": "completed", "tag": "b0fd0839-ff97-4168-8fd1-aa009da6bf07", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:42.673443 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0d33b41-ef9a-4b11-aa9e-745784b84f15 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:42.673838 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1052d71f-2d62-49d8-ba6c-bb03afcd6953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fd0839-ff97-4168-8fd1-aa009da6bf07', 'code': 200} Nov 19 09:21:42.689392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event updated for resources: {'Port': ['ID=77a98ef9-9482-40ca-9430-9a32bef96a9b,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:42.716278 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:42.726415 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-030e3243-d8f1-4373-ae01-20ef99778c41 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4897866 Nov 19 09:21:42.805054 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72615153-b0fb-41a0-bd54-01c8d19cf533 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Network 7b777e72-3f95-4e6d-a374-4bcff17cf9ed is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:42.826515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-72615153-b0fb-41a0-bd54-01c8d19cf533 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:42.832496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72615153-b0fb-41a0-bd54-01c8d19cf533 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:42.868925 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f8cca-d8c3-4882-9678-a0b2bc9e4686 req-2ad75389-42c3-43de-ac05-9c8b0406de9c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:42.870548 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e63f8cca-d8c3-4882-9678-a0b2bc9e4686 req-2ad75389-42c3-43de-ac05-9c8b0406de9c tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 945 time: 0.4873338 Nov 19 09:21:42.880498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3d18cae8-a963-4211-b1ef-64dd2cb595b3 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:21:42.951995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72615153-b0fb-41a0-bd54-01c8d19cf533 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Pushing event updated for resources: {'Port': ['ID=1e900476-c0b7-413d-8f74-474a40ca3f6a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:43.003167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b231235-f7df-4ea8-8922-eab6367c2f88 req-175b116a-d605-4003-84d8-884a96997907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:43.005299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b231235-f7df-4ea8-8922-eab6367c2f88 req-175b116a-d605-4003-84d8-884a96997907 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 1097 time: 0.2581489 Nov 19 09:21:43.040166 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72615153-b0fb-41a0-bd54-01c8d19cf533 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:43.052570 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72615153-b0fb-41a0-bd54-01c8d19cf533 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:43.054856 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e63f8cca-d8c3-4882-9678-a0b2bc9e4686 req-603a18ff-202d-4d1f-9fb5-488cab6a7991 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699703 Nov 19 09:21:43.075120 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-fb14e7a9-8a3a-4ce5-9efc-189c7d2f988b req-e8aa212a-f63b-4ba1-a811-7917a3a56de8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] show failed (client error): The resource could not be found. Nov 19 09:21:43.076294 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fb14e7a9-8a3a-4ce5-9efc-189c7d2f988b req-e8aa212a-f63b-4ba1-a811-7917a3a56de8 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/d452fd03-ac13-443b-8de4-2f3be6de4011 HTTP/1.1" status: 404 len: 352 time: 0.0488355 Nov 19 09:21:43.107831 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-72615153-b0fb-41a0-bd54-01c8d19cf533 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9501247 Nov 19 09:21:43.111202 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49088) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:43.114748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b231235-f7df-4ea8-8922-eab6367c2f88 req-c7be193c-863f-41bc-ab5e-d7d3127a9d8f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008360 Nov 19 09:21:43.157604 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-61129246-4d66-49a6-9061-fc08b6bc9b7f req-1b818e2d-c76a-44c6-94e3-4ae5d3880a9b tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] show failed (client error): The resource could not be found. Nov 19 09:21:43.169663 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61129246-4d66-49a6-9061-fc08b6bc9b7f req-1b818e2d-c76a-44c6-94e3-4ae5d3880a9b tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/996dba84-b48a-42fd-a2c3-2f1a65635060 HTTP/1.1" status: 404 len: 352 time: 0.0267227 Nov 19 09:21:43.262432 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'project_id': 'c613038514c04d48b097893230962cd7', 'port_id': '1e900476-c0b7-413d-8f74-474a40ca3f6a'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:43.277061 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:21:43.317529 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-9c085646-8837-484a-b0a7-ced136b0749e req-e03cbf18-8c0d-4a97-8c3f-5354198e18dc tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] show failed (client error): The resource could not be found. Nov 19 09:21:43.322534 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:43.337466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c085646-8837-484a-b0a7-ced136b0749e req-e03cbf18-8c0d-4a97-8c3f-5354198e18dc tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/e5204b5c-0a34-436f-b118-ab9e39a7f6bc HTTP/1.1" status: 404 len: 352 time: 0.0979064 Nov 19 09:21:43.349325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 3d18cae8-a963-4211-b1ef-64dd2cb595b3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:43.349931 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:43.392788 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-5a5b2d37-1bf5-436a-9bea-cc6ea5f829de tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--50693334&fields=id&tenant_id=700b69d1977242c09b136442c1eff098 HTTP/1.1" status: 200 len: 267 time: 0.1653049 Nov 19 09:21:43.443103 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-70a90b13-c330-456f-86a4-2cba393366e5 None None] Provisioning complete for port 1e900476-c0b7-413d-8f74-474a40ca3f6a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:43.449624 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70a90b13-c330-456f-86a4-2cba393366e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:43.507151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-23507ef2-4b4a-4a14-9e75-af71c892e107 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:43.522289 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-23507ef2-4b4a-4a14-9e75-af71c892e107 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports/93875227-8990-4442-841e-19b4c3c91736 HTTP/1.1" status: 200 len: 930 time: 0.1247399 Nov 19 09:21:43.539227 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:43.571272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:43.576049 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:43.639899 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-42cf7097-bd4d-4f71-a384-f05c01004f83 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:43.648533 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-42cf7097-bd4d-4f71-a384-f05c01004f83 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports/56761c8f-425b-4730-929a-ba3b0b318243 HTTP/1.1" status: 200 len: 931 time: 0.1209822 Nov 19 09:21:43.692233 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a8fb8-0da4-4d9e-b2e3-f87d51bc3113 req-ad8afb25-a279-4c5c-99c6-a8ab5bcb7465 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:43.694137 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-814a8fb8-0da4-4d9e-b2e3-f87d51bc3113 req-ad8afb25-a279-4c5c-99c6-a8ab5bcb7465 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 944 time: 0.2806175 Nov 19 09:21:43.694543 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-70a90b13-c330-456f-86a4-2cba393366e5 None None] Port 1e900476-c0b7-413d-8f74-474a40ca3f6a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:21:43.733299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fa52dc77-aa01-4e88-ad9c-7fba6633a81a tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?network_id=15405871-da19-4499-a311-e93abf739d4c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0835960 Nov 19 09:21:43.785457 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9108f6b0-138e-4b11-a259-bbe8e15c14be tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?network_id=15405871-da19-4499-a311-e93abf739d4c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0510190 Nov 19 09:21:43.787428 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Allocated IP 172.25.0.251 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/7f56e766-4002-4079-9fd9-aae9ede4e500) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:43.794808 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-70a90b13-c330-456f-86a4-2cba393366e5 None None] Provisioning complete for port 7aa1c190-a182-4a8e-b9ef-0ddf25a426d3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:43.796755 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70a90b13-c330-456f-86a4-2cba393366e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:43.854542 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:43.869595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-70a90b13-c330-456f-86a4-2cba393366e5 None None] Port 7aa1c190-a182-4a8e-b9ef-0ddf25a426d3 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:21:43.910552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-814a8fb8-0da4-4d9e-b2e3-f87d51bc3113 req-eeed16f0-23fb-4bfc-bac0-358003654fdf tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920385 Nov 19 09:21:43.916322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:43.927754 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:43.983248 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fbfcba45-d244-4685-9fe7-b3ab11c0171a tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:43.992808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fbfcba45-d244-4685-9fe7-b3ab11c0171a tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:43.999055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fbfcba45-d244-4685-9fe7-b3ab11c0171a tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:44.007721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fbfcba45-d244-4685-9fe7-b3ab11c0171a tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/networks?id=0f317c17-d11b-428a-b336-bf3a20212eb4&id=3282dff9-c0bb-424b-9664-c64e91191014&id=3282dff9-c0bb-424b-9664-c64e91191014&id=15405871-da19-4499-a311-e93abf739d4c&id=15405871-da19-4499-a311-e93abf739d4c HTTP/1.1" status: 200 len: 1987 time: 0.2213883 Nov 19 09:21:44.037911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9f959221-c0ee-4aad-a3ba-bdc17048ecc2 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/quotas/700b69d1977242c09b136442c1eff098 HTTP/1.1" status: 200 len: 375 time: 0.0291476 Nov 19 09:21:44.059114 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:44.085473 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-5a437540-93c9-4172-8b6d-252b95b9679f req-8ee20cb1-4491-4e5a-9bd0-d1761b19be14 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] show failed (client error): The resource could not be found. Nov 19 09:21:44.086525 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a437540-93c9-4172-8b6d-252b95b9679f req-8ee20cb1-4491-4e5a-9bd0-d1761b19be14 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/212dbad0-adf4-4614-9b7a-ec5f2729693c HTTP/1.1" status: 404 len: 352 time: 0.0699472 Nov 19 09:21:44.123735 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ea3667b7-809f-43ae-8221-209ce9df0110 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=700b69d1977242c09b136442c1eff098&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0848057 Nov 19 09:21:44.288223 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-359210b8-64e2-4035-a9a6-6d6c73d72489 service neutron] 10.222.0.21 "GET /v2.0/networks/0f317c17-d11b-428a-b336-bf3a20212eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630819 Nov 19 09:21:44.442815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4503a3-a071-4b58-926d-44556691a30e req-d4c1cb27-353a-495a-876d-ecc2e1a63855 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:44.445243 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c4503a3-a071-4b58-926d-44556691a30e req-d4c1cb27-353a-495a-876d-ecc2e1a63855 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 945 time: 0.0726221 Nov 19 09:21:44.523503 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-8c633b93-5244-4451-b1c9-f020c3123718 service neutron] 10.222.0.21 "GET /v2.0/networks/0f317c17-d11b-428a-b336-bf3a20212eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342844 Nov 19 09:21:44.539996 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:44.561664 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c4503a3-a071-4b58-926d-44556691a30e req-a1a39ef3-3a7d-4ec2-868f-fc49385cfd71 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971446 Nov 19 09:21:44.613755 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:44.639822 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-0f70a46c-d666-4fc1-b871-a717adb6672c service neutron] 10.222.0.21 "GET /v2.0/ports/93875227-8990-4442-841e-19b4c3c91736?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0770874 Nov 19 09:21:44.677122 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-10ec0da6-fa0a-49f0-9496-998bc5e4db74 req-7c37985a-c06b-4df1-a66d-23efcf3d3e07 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] show failed (client error): The resource could not be found. Nov 19 09:21:44.678370 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10ec0da6-fa0a-49f0-9496-998bc5e4db74 req-7c37985a-c06b-4df1-a66d-23efcf3d3e07 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/ef87d128-2969-4ce5-a1ae-8064b6bd782d HTTP/1.1" status: 404 len: 352 time: 0.0375493 Nov 19 09:21:44.679838 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a158a3d-cf72-4632-9c75-af84533a8055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5d0aa8-ac58-473f-ba08-c160e3fa3e83'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:44.683462 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b2de68-67cb-4c7d-9547-f71a6f742c3a" -d '{"events": [{"server_uuid": "6a158a3d-cf72-4632-9c75-af84533a8055", "name": "network-vif-plugged", "status": "completed", "tag": "1c5d0aa8-ac58-473f-ba08-c160e3fa3e83"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:44.697040 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:44.714136 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:44.725335 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:44.771492 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ad984d-4d27-4168-bc37-679d0b5dc330 x-openstack-request-id: req-15ad984d-4d27-4168-bc37-679d0b5dc330 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:44.776371 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a158a3d-cf72-4632-9c75-af84533a8055", "name": "network-vif-plugged", "status": "completed", "tag": "1c5d0aa8-ac58-473f-ba08-c160e3fa3e83", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:44.776858 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15ad984d-4d27-4168-bc37-679d0b5dc330 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:44.777406 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a158a3d-cf72-4632-9c75-af84533a8055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5d0aa8-ac58-473f-ba08-c160e3fa3e83', 'code': 200} Nov 19 09:21:44.801748 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Pushing event updated for resources: {'Port': ['ID=7f56e766-4002-4079-9fd9-aae9ede4e500,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:44.913066 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-b81ace86-858f-4d7a-9f76-ec1956dbcbab req-63ea77d1-34da-4651-9546-d7f6b116d5c1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] show failed (client error): The resource could not be found. Nov 19 09:21:44.921888 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b81ace86-858f-4d7a-9f76-ec1956dbcbab req-63ea77d1-34da-4651-9546-d7f6b116d5c1 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/9db68ea4-85b6-44f8-bb3c-3279a1175ffa HTTP/1.1" status: 404 len: 352 time: 0.0823181 Nov 19 09:21:44.997832 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-b134ff66-6133-49d4-af1e-591688bd59a1 service neutron] 10.222.0.21 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441443 Nov 19 09:21:45.228168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68cec9-13d1-456a-a51d-76b8caca22b0 req-1eeb66e9-2e79-4115-92f2-807ef1fd8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:45.229878 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f68cec9-13d1-456a-a51d-76b8caca22b0 req-1eeb66e9-2e79-4115-92f2-807ef1fd8bca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 1098 time: 0.3093390 Nov 19 09:21:45.374475 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:45.386823 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-7dcbf310-48eb-4eaa-82d6-479f5d0f06dd service neutron] 10.222.0.21 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827910 Nov 19 09:21:45.391391 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f68cec9-13d1-456a-a51d-76b8caca22b0 req-a35dc7f5-b31c-4eae-8ab7-783c62c6e2cf service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358936 Nov 19 09:21:45.398190 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:45.465607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056aa1b6-e5ce-4ab7-ba90-934195e7ffa1 req-c392c855-6189-4209-8804-af5cbeee94ac tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:45.486997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-056aa1b6-e5ce-4ab7-ba90-934195e7ffa1 req-c392c855-6189-4209-8804-af5cbeee94ac tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.1927538 Nov 19 09:21:45.526785 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:45.576232 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-bbaa6929-efea-44db-bab6-38d7053a3fe3 service neutron] 10.222.0.21 "GET /v2.0/ports/56761c8f-425b-4730-929a-ba3b0b318243?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1668675 Nov 19 09:21:45.608968 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-056aa1b6-e5ce-4ab7-ba90-934195e7ffa1 req-c46dd740-f3a2-4ded-baba-e30fcb413be3 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205609 Nov 19 09:21:45.787674 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-4051dd68-d19e-42c3-bd8c-e060e9ecc097 service neutron] 10.222.0.21 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098179 Nov 19 09:21:45.812986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e824217-c748-44e8-a868-c3208f8b44c3 req-6cce6783-1c30-4acf-a6e3-0281b68b4db6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:45.814763 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e824217-c748-44e8-a868-c3208f8b44c3 req-6cce6783-1c30-4acf-a6e3-0281b68b4db6 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 1024 time: 0.1203394 Nov 19 09:21:45.851866 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:45.869520 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:45.960513 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Pushing event updated for resources: {'Port': ['ID=7f56e766-4002-4079-9fd9-aae9ede4e500,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:45.980171 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:45.992143 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e824217-c748-44e8-a868-c3208f8b44c3 req-227081ea-043d-4737-8eb6-ce23279ee2af tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&id=8b332ba8-3a0b-4430-a483-e5708900293e&id=bd4f567c-cba7-44c2-a289-0df02844c72a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1634843 Nov 19 09:21:45.995593 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-f3fe9ed1-fb6a-4b66-8154-34fe1841f33c service neutron] 10.222.0.21 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985936 Nov 19 09:21:46.168076 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a0452e9-b3f1-41bc-9375-5cb7bedfa91c service neutron] 10.222.0.21 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656988 Nov 19 09:21:46.196926 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Floating IP 682081f1-a1e7-42d8-9918-885bbd078b36 associated. External IP: 172.25.0.251, port: 1e900476-c0b7-413d-8f74-474a40ca3f6a. Nov 19 09:21:46.277885 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-38d3b345-5df9-47ef-a3f6-fe416eab0d33 service neutron] 10.222.0.21 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031766 Nov 19 09:21:46.413833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd79d27-c186-4698-96e3-c309fed837f9 req-0edc085f-0c53-414b-aabf-a1d5f6a9c5ad tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:46.416119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7cd79d27-c186-4698-96e3-c309fed837f9 req-0edc085f-0c53-414b-aabf-a1d5f6a9c5ad tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 945 time: 0.1367180 Nov 19 09:21:46.487832 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-5e137489-4544-41de-a385-959f0d5643bb service neutron] 10.222.0.21 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953633 Nov 19 09:21:46.510781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Router fde40119-96b3-48aa-8857-0cbe1c4f0f86 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:21:46.531046 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7cd79d27-c186-4698-96e3-c309fed837f9 req-71d681fc-fd95-4770-b396-82f63b66f9e2 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017191 Nov 19 09:21:46.647638 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:21:46.731472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-b32b334c-238d-4ee2-808b-a4250b0b6ed5 service neutron] 10.222.0.21 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306843 Nov 19 09:21:46.757047 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:21:46.770541 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6addb704-4ab0-4eca-838a-468917ea5322 None None] Sync routers for ids ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:21:46.791350 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6addb704-4ab0-4eca-838a-468917ea5322 None None] Routers {'fde40119-96b3-48aa-8857-0cbe1c4f0f86'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:21:46.792270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6addb704-4ab0-4eca-838a-468917ea5322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:21:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:46.805705 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:46.874193 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-edd480a3-5be0-4a10-8230-9b19b3b6c1f9 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.7595139 Nov 19 09:21:46.875842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6addb704-4ab0-4eca-838a-468917ea5322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:46.877019 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49156) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:46.897967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6addb704-4ab0-4eca-838a-468917ea5322 None None] Routers {'fde40119-96b3-48aa-8857-0cbe1c4f0f86'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:21:46.898854 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6addb704-4ab0-4eca-838a-468917ea5322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:21:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:46.976557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6addb704-4ab0-4eca-838a-468917ea5322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:46.977647 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6addb704-4ab0-4eca-838a-468917ea5322 None None] The sync data for ids ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:21:47.021191 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-aecc4e11-8f98-4086-904e-2ae804101395 service neutron] 10.222.0.21 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869039 Nov 19 09:21:47.153839 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-934d6c3f-837b-4a5f-8e20-983ca8920ab5 service neutron] 10.222.0.21 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316960 Nov 19 09:21:47.167773 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-384052a7-469b-4c69-ba23-65f31709f310 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] 10.222.0.21 "GET /v2.0/floatingips/682081f1-a1e7-42d8-9918-885bbd078b36 HTTP/1.1" status: 200 len: 983 time: 0.2895479 Nov 19 09:21:47.168400 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49164) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:47.306401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-476c3600-4bc2-4db0-8de3-4b65ab70e5cf service neutron] 10.222.0.21 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515987 Nov 19 09:21:47.311042 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a25fd9f8-bcab-4619-bb0a-0f2097e7989b tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3517 time: 0.1415327 Nov 19 09:21:47.311646 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49166) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:47.391572 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d16ab-05cd-44ca-a1bf-c4dd618d88e4 req-3da03b4a-d642-40d7-b0cd-64210176a1bf tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:47.393564 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e0d16ab-05cd-44ca-a1bf-c4dd618d88e4 req-3da03b4a-d642-40d7-b0cd-64210176a1bf tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.71 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 1024 time: 0.4356508 Nov 19 09:21:47.446642 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee2a15-96a0-4c12-a6cc-b61dc23eeeb3 req-77827cdd-8640-4761-afd6-ded60f688fe1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:47.448260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0ee2a15-96a0-4c12-a6cc-b61dc23eeeb3 req-77827cdd-8640-4761-afd6-ded60f688fe1 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.1822581 Nov 19 09:21:47.509328 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-baf1a30e-2c3c-4f18-9307-e159b63d52fe tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Deleting port 7f56e766-4002-4079-9fd9-aae9ede4e500 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:21:47.509940 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-baf1a30e-2c3c-4f18-9307-e159b63d52fe tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:47.522699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0ee2a15-96a0-4c12-a6cc-b61dc23eeeb3 req-0c1ba4b0-5e65-42ca-823b-c09a9e13fc44 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665262 Nov 19 09:21:47.635962 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-3c73bcd8-47c0-4c96-b656-a4edb4b5f6a2 service neutron] 10.222.0.21 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287179 Nov 19 09:21:47.684538 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-baf1a30e-2c3c-4f18-9307-e159b63d52fe tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:47.684846 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-baf1a30e-2c3c-4f18-9307-e159b63d52fe tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:47.704595 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d1477-eef8-4526-8072-d766912c2b04 req-d9e54727-d2b7-444f-b083-30410d8ad5a5 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:47.705483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-baf1a30e-2c3c-4f18-9307-e159b63d52fe tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Calling delete_port for 7f56e766-4002-4079-9fd9-aae9ede4e500 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:21:47.712908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c28d1477-eef8-4526-8072-d766912c2b04 req-d9e54727-d2b7-444f-b083-30410d8ad5a5 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 946 time: 0.0883262 Nov 19 09:21:47.729412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-4e0d16ab-05cd-44ca-a1bf-c4dd618d88e4 req-39c50de0-3956-4aa9-81b9-f4d8e89e59b2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Deleting port da45c664-7a55-41f5-99ab-4e11542f3b0d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:21:47.729753 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e0d16ab-05cd-44ca-a1bf-c4dd618d88e4 req-39c50de0-3956-4aa9-81b9-f4d8e89e59b2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:47.792255 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:47.836953 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c28d1477-eef8-4526-8072-d766912c2b04 req-82603716-25c4-422d-8e1c-80922c232f46 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176662 Nov 19 09:21:47.897273 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-4e0d16ab-05cd-44ca-a1bf-c4dd618d88e4 req-39c50de0-3956-4aa9-81b9-f4d8e89e59b2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] For port da45c664-7a55-41f5-99ab-4e11542f3b0d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=da45c664-7a55-41f5-99ab-4e11542f3b0d,segment=NetworkSegment(d8e83e9c-783c-4bb4-a11f-d00ad815f2ec),segment_id=d8e83e9c-783c-4bb4-a11f-d00ad815f2ec)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:47.897560 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e0d16ab-05cd-44ca-a1bf-c4dd618d88e4 req-39c50de0-3956-4aa9-81b9-f4d8e89e59b2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:47.917324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-4e0d16ab-05cd-44ca-a1bf-c4dd618d88e4 req-39c50de0-3956-4aa9-81b9-f4d8e89e59b2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Calling delete_port for da45c664-7a55-41f5-99ab-4e11542f3b0d owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:21:48.023846 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-baf1a30e-2c3c-4f18-9307-e159b63d52fe tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:48.029868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362afe7-4982-4ef4-930e-75dee3d59206 req-83d3a411-9fc8-4400-b34b-0cfea23e88dd tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:48.033032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0362afe7-4982-4ef4-930e-75dee3d59206 req-83d3a411-9fc8-4400-b34b-0cfea23e88dd tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/ports?device_id=75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5 HTTP/1.1" status: 200 len: 1024 time: 0.0646379 Nov 19 09:21:48.063097 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1a30e-2c3c-4f18-9307-e159b63d52fe tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Pushing event deleted for resources: {'Port': ['ID=7f56e766-4002-4079-9fd9-aae9ede4e500,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:48.145166 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0362afe7-4982-4ef4-930e-75dee3d59206 req-1ff04cf6-b245-4535-ab6d-b4f75bbbaf4f tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups?id=ae6cb399-39d4-4303-ab5d-f9680f8aa38c&id=8b332ba8-3a0b-4430-a483-e5708900293e&id=bd4f567c-cba7-44c2-a289-0df02844c72a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1021810 Nov 19 09:21:48.172003 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-baf1a30e-2c3c-4f18-9307-e159b63d52fe tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:48.172488 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-baf1a30e-2c3c-4f18-9307-e159b63d52fe tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Floating IP 682081f1-a1e7-42d8-9918-885bbd078b36 disassociated (deleted). External IP: 172.25.0.251, port: 1e900476-c0b7-413d-8f74-474a40ca3f6a. Nov 19 09:21:48.252835 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e0d16ab-05cd-44ca-a1bf-c4dd618d88e4 req-39c50de0-3956-4aa9-81b9-f4d8e89e59b2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:48.275513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['da45c664-7a55-41f5-99ab-4e11542f3b0d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:21:48.319196 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c50de0-3956-4aa9-81b9-f4d8e89e59b2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event deleted for resources: {'Port': ['ID=da45c664-7a55-41f5-99ab-4e11542f3b0d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:48.393356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0d16ab-05cd-44ca-a1bf-c4dd618d88e4 req-39c50de0-3956-4aa9-81b9-f4d8e89e59b2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] No DVR routers for this DVR port da45c664-7a55-41f5-99ab-4e11542f3b0d on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:21:48.398359 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e0d16ab-05cd-44ca-a1bf-c4dd618d88e4 req-39c50de0-3956-4aa9-81b9-f4d8e89e59b2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:48.401957 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e0d16ab-05cd-44ca-a1bf-c4dd618d88e4 req-39c50de0-3956-4aa9-81b9-f4d8e89e59b2 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.71 "DELETE /v2.0/ports/da45c664-7a55-41f5-99ab-4e11542f3b0d HTTP/1.1" status: 204 len: 173 time: 0.9960330 Nov 19 09:21:48.410625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d863ea-f27a-434f-ae2e-f75636669b8b req-8cf8004c-4e11-4fa5-9fd0-41d99b6bf41e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:48.419096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b8d863ea-f27a-434f-ae2e-f75636669b8b req-8cf8004c-4e11-4fa5-9fd0-41d99b6bf41e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 945 time: 0.1809525 Nov 19 09:21:48.438007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5', 'name': 'network-vif-deleted', 'tag': 'da45c664-7a55-41f5-99ab-4e11542f3b0d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:48.440457 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6146992-6d88-496b-81b3-ddb1ec28629c" -d '{"events": [{"server_uuid": "75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5", "name": "network-vif-deleted", "tag": "da45c664-7a55-41f5-99ab-4e11542f3b0d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:48.487607 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b8d863ea-f27a-434f-ae2e-f75636669b8b req-e2a8f977-db93-44d2-bce1-fedb29ac02e7 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673194 Nov 19 09:21:48.560220 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf1a30e-2c3c-4f18-9307-e159b63d52fe tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Router fde40119-96b3-48aa-8857-0cbe1c4f0f86 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:21:48.789635 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7808c9-8fc7-427b-9deb-4583c8742812 x-openstack-request-id: req-2a7808c9-8fc7-427b-9deb-4583c8742812 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:48.789925 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5", "name": "network-vif-deleted", "tag": "da45c664-7a55-41f5-99ab-4e11542f3b0d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:48.790156 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a7808c9-8fc7-427b-9deb-4583c8742812 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:48.790557 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dd3cc5-87a5-4d58-bc84-eb71b5b28fd5', 'name': 'network-vif-deleted', 'tag': 'da45c664-7a55-41f5-99ab-4e11542f3b0d', 'status': 'completed', 'code': 200} Nov 19 09:21:48.813509 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf16547-e7b0-4b6a-b85d-729c50e3c506 req-7b99a717-8b80-4f52-9efd-87122d2abb0e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:48.816898 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-baf16547-e7b0-4b6a-b85d-729c50e3c506 req-7b99a717-8b80-4f52-9efd-87122d2abb0e tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.71 "GET /v2.0/ports?device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 946 time: 0.2193100 Nov 19 09:21:48.823021 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf1a30e-2c3c-4f18-9307-e159b63d52fe tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:21:48.830271 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-baf1a30e-2c3c-4f18-9307-e159b63d52fe tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:48.835579 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf62752-9327-4aed-8907-87913142f6c6 None None] Sync routers for ids ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:21:48.851396 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf62752-9327-4aed-8907-87913142f6c6 None None] Routers {'fde40119-96b3-48aa-8857-0cbe1c4f0f86'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:21:48.852338 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-faf62752-9327-4aed-8907-87913142f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:21:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:48.891492 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-baf1a30e-2c3c-4f18-9307-e159b63d52fe tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] 10.222.0.21 "DELETE /v2.0/floatingips/682081f1-a1e7-42d8-9918-885bbd078b36 HTTP/1.1" status: 204 len: 168 time: 1.5787811 Nov 19 09:21:48.896653 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49210) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:48.905137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:48.920215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b232f6-27c7-43f0-802c-b3d322736363 req-868728ce-2871-4658-b6db-3f0228002d90 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:48.929750 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31b232f6-27c7-43f0-802c-b3d322736363 req-868728ce-2871-4658-b6db-3f0228002d90 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.2137244 Nov 19 09:21:48.930665 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-faf62752-9327-4aed-8907-87913142f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:48.976056 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf62752-9327-4aed-8907-87913142f6c6 None None] Routers {'fde40119-96b3-48aa-8857-0cbe1c4f0f86'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:21:48.976997 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:48.977194 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-faf62752-9327-4aed-8907-87913142f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:21:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:49.076966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31b232f6-27c7-43f0-802c-b3d322736363 req-8f0e3bd8-347b-4b41-831d-e181763facac tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461754 Nov 19 09:21:49.117368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-baf16547-e7b0-4b6a-b85d-729c50e3c506 req-da66d099-b85b-4bc3-8933-274e2e9a2384 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Deleting port a4a4e61f-703a-466e-865e-6c7fb54b71c3 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:21:49.118076 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-baf16547-e7b0-4b6a-b85d-729c50e3c506 req-da66d099-b85b-4bc3-8933-274e2e9a2384 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:49.158376 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-faf62752-9327-4aed-8907-87913142f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:49.159076 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf62752-9327-4aed-8907-87913142f6c6 None None] The sync data for ids ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:21:49.232040 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:49.309420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b0b7f4df-3fa7-4f7b-bb9a-b2d6b376f0e6 req-f7125c55-7c43-446e-8891-1e1fc164cf71 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0860934 Nov 19 09:21:49.416466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-baf16547-e7b0-4b6a-b85d-729c50e3c506 req-da66d099-b85b-4bc3-8933-274e2e9a2384 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] For port a4a4e61f-703a-466e-865e-6c7fb54b71c3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a4a4e61f-703a-466e-865e-6c7fb54b71c3,segment=NetworkSegment(ed5eb76a-26db-46ed-a12c-85e27c0f02c4),segment_id=ed5eb76a-26db-46ed-a12c-85e27c0f02c4)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:49.417815 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-baf16547-e7b0-4b6a-b85d-729c50e3c506 req-da66d099-b85b-4bc3-8933-274e2e9a2384 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:49.451636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-baf16547-e7b0-4b6a-b85d-729c50e3c506 req-da66d099-b85b-4bc3-8933-274e2e9a2384 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Calling delete_port for a4a4e61f-703a-466e-865e-6c7fb54b71c3 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:21:49.471884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Allocated IP 172.25.0.34 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/b684707c-cc43-421d-92f7-eff98c7d2b09) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:49.476636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e66c08-fe70-482d-b11d-e11b186091c9 req-bf5f5c2e-627b-4b05-b980-f18b21baa2fe tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:49.484356 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52e66c08-fe70-482d-b11d-e11b186091c9 req-bf5f5c2e-627b-4b05-b980-f18b21baa2fe tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/ports?device_id=221ae3e4-d717-4839-927a-1a5ee79a4870 HTTP/1.1" status: 200 len: 946 time: 0.2013466 Nov 19 09:21:49.613137 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52e66c08-fe70-482d-b11d-e11b186091c9 req-177b514e-edef-44df-9020-a8655f5b6280 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.21 "GET /v2.0/security-groups?id=633b42df-fb4b-4be3-8025-7d0814f40349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275585 Nov 19 09:21:49.646996 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:49.799885 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-baf16547-e7b0-4b6a-b85d-729c50e3c506 req-da66d099-b85b-4bc3-8933-274e2e9a2384 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:49.818014 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['a4a4e61f-703a-466e-865e-6c7fb54b71c3'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:21:49.819977 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:49.839218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66d099-b85b-4bc3-8933-274e2e9a2384 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Pushing event deleted for resources: {'Port': ['ID=a4a4e61f-703a-466e-865e-6c7fb54b71c3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:49.856148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca37f98-b3a8-471b-b0f5-bf38ae8b4f43 req-827463ae-80aa-42c1-8b9a-16159b061322 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:49.865693 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ca37f98-b3a8-471b-b0f5-bf38ae8b4f43 req-827463ae-80aa-42c1-8b9a-16159b061322 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 945 time: 0.1273043 Nov 19 09:21:49.953737 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0ab1525a-1ac5-4f61-90ec-ba9b3cfd99e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:49.970488 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Pushing event updated for resources: {'Port': ['ID=b684707c-cc43-421d-92f7-eff98c7d2b09,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:49.994946 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:49.996378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf16547-e7b0-4b6a-b85d-729c50e3c506 req-da66d099-b85b-4bc3-8933-274e2e9a2384 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] No DVR routers for this DVR port a4a4e61f-703a-466e-865e-6c7fb54b71c3 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:21:50.000159 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:50.004014 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:50.014016 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-baf16547-e7b0-4b6a-b85d-729c50e3c506 req-da66d099-b85b-4bc3-8933-274e2e9a2384 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:50.017532 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-baf16547-e7b0-4b6a-b85d-729c50e3c506 req-da66d099-b85b-4bc3-8933-274e2e9a2384 tempest-AttachVolumeNegativeTest-1731821359 tempest-AttachVolumeNegativeTest-1731821359-project] 10.222.0.71 "DELETE /v2.0/ports/a4a4e61f-703a-466e-865e-6c7fb54b71c3 HTTP/1.1" status: 204 len: 173 time: 1.1904564 Nov 19 09:21:50.052780 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ca37f98-b3a8-471b-b0f5-bf38ae8b4f43 req-c2be288c-8663-4b30-8c4a-5ad3f88aeb71 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809793 Nov 19 09:21:50.114463 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ec29159-d544-4af3-93a9-4595dbdc013b req-8a2b09bc-148d-4d10-ba81-a249e38285db tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/8b332ba8-3a0b-4430-a483-e5708900293e HTTP/1.1" status: 200 len: 1820 time: 0.1192167 Nov 19 09:21:50.179808 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:50.232744 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:50.304910 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ec29159-d544-4af3-93a9-4595dbdc013b req-b74d2b2d-ce4d-42d0-9a8a-3112f8924825 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:50.353036 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ec29159-d544-4af3-93a9-4595dbdc013b req-b74d2b2d-ce4d-42d0-9a8a-3112f8924825 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:50.387776 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-426a404d-872b-4e6a-b6e0-dfa7419aab74 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:50.396102 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-426a404d-872b-4e6a-b6e0-dfa7419aab74 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/networks?id=f5127352-c6ff-4c52-a9e2-54e45bbb3166 HTTP/1.1" status: 200 len: 815 time: 0.2241907 Nov 19 09:21:50.420275 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-0dcd3bd4-b73e-4d90-ad32-f7c8f7c8e567 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/quotas/9a948d9d81bc42f0a6d1e479c482c896 HTTP/1.1" status: 200 len: 375 time: 0.0231175 Nov 19 09:21:50.433468 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:50.453219 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:50.509861 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ec29159-d544-4af3-93a9-4595dbdc013b req-b74d2b2d-ce4d-42d0-9a8a-3112f8924825 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:50.513715 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ec29159-d544-4af3-93a9-4595dbdc013b req-b74d2b2d-ce4d-42d0-9a8a-3112f8924825 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:50.521795 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ec29159-d544-4af3-93a9-4595dbdc013b req-b74d2b2d-ce4d-42d0-9a8a-3112f8924825 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "DELETE /v2.0/security-groups/8b332ba8-3a0b-4430-a483-e5708900293e HTTP/1.1" status: 204 len: 173 time: 0.4062572 Nov 19 09:21:50.551509 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Pushing event updated for resources: {'Port': ['ID=b684707c-cc43-421d-92f7-eff98c7d2b09,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:50.554727 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-32dbb0d9-34c0-4e01-9777-5b0e9f5e9b3d tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a948d9d81bc42f0a6d1e479c482c896&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1333952 Nov 19 09:21:50.563880 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:50.601833 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:50.603095 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-957398ad-87fd-46cd-b20f-590603e34ea7 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7034354 Nov 19 09:21:50.605908 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49248) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:50.616547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d2b2d-ce4d-42d0-9a8a-3112f8924825 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b332ba8-3a0b-4430-a483-e5708900293e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:50.744104 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:50.792148 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a80724-8752-4dca-9525-b52b3a157ae2 req-d1261e83-1234-4923-9868-115ecfdd766e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:50.794602 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-73a80724-8752-4dca-9525-b52b3a157ae2 req-d1261e83-1234-4923-9868-115ecfdd766e tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.71 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 945 time: 0.0863280 Nov 19 09:21:50.796009 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:51.121563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221ae3e4-d717-4839-927a-1a5ee79a4870', 'name': 'network-vif-deleted', 'tag': 'a4a4e61f-703a-466e-865e-6c7fb54b71c3'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:51.123861 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a327d8-d7f6-47ea-bbd0-b802ac700e64" -d '{"events": [{"server_uuid": "221ae3e4-d717-4839-927a-1a5ee79a4870", "name": "network-vif-deleted", "tag": "a4a4e61f-703a-466e-865e-6c7fb54b71c3"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:51.174500 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9c0631ed-18b4-4c09-994d-2b919afe88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:51.176431 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9c0631ed-18b4-4c09-994d-2b919afe88ce service neutron] 10.222.0.71 "GET /v2.0/ports/93875227-8990-4442-841e-19b4c3c91736 HTTP/1.1" status: 200 len: 1026 time: 0.5234132 Nov 19 09:21:51.180490 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5f856b7-ae07-4629-8a8c-9c9b030fd39a req-283ff3e3-02e8-44c9-ae54-1920ddc9d17c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0486951 Nov 19 09:21:51.244635 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-85854ea6-1c19-4832-9dd9-08ea648247f8 service neutron] 10.222.0.21 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6845708 Nov 19 09:21:51.301772 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device da45c664-7a55-41f5-99ab-4e11542f3b0d no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:21:51.361305 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: da45c664-7a55-41f5-99ab-4e11542f3b0d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:21:51.361574 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device da45c664-7a55-41f5-99ab-4e11542f3b0d not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:21:51.392927 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-2ec681fa-4331-4dbd-923b-75365b9cc013 service neutron] 10.222.0.21 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493649 Nov 19 09:21:51.488445 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-73a80724-8752-4dca-9525-b52b3a157ae2 req-4a9f0211-3acc-4aed-8a5f-b624b2e8132f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Deleting port b0fd0839-ff97-4168-8fd1-aa009da6bf07 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:21:51.489067 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-73a80724-8752-4dca-9525-b52b3a157ae2 req-4a9f0211-3acc-4aed-8a5f-b624b2e8132f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:51.499090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-30b5f5c3-0a7a-42aa-ba16-6471e4d23644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:51.509421 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-30b5f5c3-0a7a-42aa-ba16-6471e4d23644 service neutron] 10.222.0.71 "GET /v2.0/ports/56761c8f-425b-4730-929a-ba3b0b318243 HTTP/1.1" status: 200 len: 1027 time: 0.3242877 Nov 19 09:21:51.526842 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b45deef-8412-4c4d-bd18-560adc2188b4 req-5037ccfb-1edc-457a-806d-4974dce0cb4e tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "GET /v2.0/security-groups/bd4f567c-cba7-44c2-a289-0df02844c72a HTTP/1.1" status: 200 len: 1818 time: 0.1304059 Nov 19 09:21:51.554483 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:51.707124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Allocated IP 172.25.0.217 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/4799da2c-e763-454b-bef0-2f35972cb94c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:51.723530 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49268) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:51.796667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-134501a8-c3ee-4372-a684-484f6cb84ca9 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:51.815106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-134501a8-c3ee-4372-a684-484f6cb84ca9 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:51.834134 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:51.855636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-134501a8-c3ee-4372-a684-484f6cb84ca9 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:51.863268 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-134501a8-c3ee-4372-a684-484f6cb84ca9 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.71 "GET /v2.0/networks?id=0f317c17-d11b-428a-b336-bf3a20212eb4&id=3282dff9-c0bb-424b-9664-c64e91191014&id=3282dff9-c0bb-424b-9664-c64e91191014&id=3282dff9-c0bb-424b-9664-c64e91191014&id=3282dff9-c0bb-424b-9664-c64e91191014&id=15405871-da19-4499-a311-e93abf739d4c&id=15405871-da19-4499-a311-e93abf739d4c HTTP/1.1" status: 200 len: 1987 time: 0.3313398 Nov 19 09:21:51.881572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec5ec4-ab8e-4d8c-875d-eeb1687a879c req-e79312ed-a11f-4f05-bc91-4b884a63ec93 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:51.883730 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-feec5ec4-ab8e-4d8c-875d-eeb1687a879c req-e79312ed-a11f-4f05-bc91-4b884a63ec93 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a158a3d-cf72-4632-9c75-af84533a8055 HTTP/1.1" status: 200 len: 946 time: 0.4817424 Nov 19 09:21:51.887507 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:52.024830 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:52.061206 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4b45deef-8412-4c4d-bd18-560adc2188b4 req-5c5028c3-ae87-4574-b8db-082b13f7c3d5 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:52.072686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:52.091784 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:52.159059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Pushing event updated for resources: {'Port': ['ID=4799da2c-e763-454b-bef0-2f35972cb94c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:52.246658 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4b45deef-8412-4c4d-bd18-560adc2188b4 req-5c5028c3-ae87-4574-b8db-082b13f7c3d5 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:52.276299 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cc306f43-d1fe-402a-bf9d-e56aa7d0b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:52.276750 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-73a80724-8752-4dca-9525-b52b3a157ae2 req-4a9f0211-3acc-4aed-8a5f-b624b2e8132f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] For port b0fd0839-ff97-4168-8fd1-aa009da6bf07, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b0fd0839-ff97-4168-8fd1-aa009da6bf07,segment=NetworkSegment(0cb2d0c6-9d4a-4f5c-8733-e25941c59647),segment_id=0cb2d0c6-9d4a-4f5c-8733-e25941c59647)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:52.277412 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-73a80724-8752-4dca-9525-b52b3a157ae2 req-4a9f0211-3acc-4aed-8a5f-b624b2e8132f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:52.297883 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-a4195f57-569c-4edd-9313-6f2f6f4a9f58 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=700b69d1977242c09b136442c1eff098 HTTP/1.1" status: 200 len: 378 time: 0.3696976 Nov 19 09:21:52.307508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9292982-139e-45de-b77f-9d682f6f72e3 admin admin] Deleting subnet d3b29904-404d-46d5-aff8-f7bd62491a04 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:21:52.326596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-73a80724-8752-4dca-9525-b52b3a157ae2 req-4a9f0211-3acc-4aed-8a5f-b624b2e8132f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Calling delete_port for b0fd0839-ff97-4168-8fd1-aa009da6bf07 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:21:52.329987 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c9292982-139e-45de-b77f-9d682f6f72e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:52.340907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-16098ebe-b1f8-4837-a92d-e340211c2b37 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Request body: {'port': {'device_id': '621d075d-653e-400b-9640-72d7df0f81eb', 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'admin_state_up': True, 'tenant_id': '700b69d1977242c09b136442c1eff098', 'security_groups': ['a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:52.508770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8985fbc-af99-499d-a054-be3157f59929 req-b4dca24c-d4dd-45c6-9772-488acc59b62b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:52.511366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8985fbc-af99-499d-a054-be3157f59929 req-b4dca24c-d4dd-45c6-9772-488acc59b62b tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 945 time: 0.5760050 Nov 19 09:21:52.560294 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c9292982-139e-45de-b77f-9d682f6f72e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:52.646657 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-73a80724-8752-4dca-9525-b52b3a157ae2 req-4a9f0211-3acc-4aed-8a5f-b624b2e8132f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:52.660707 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4b45deef-8412-4c4d-bd18-560adc2188b4 req-5c5028c3-ae87-4574-b8db-082b13f7c3d5 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:52.661513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b0fd0839-ff97-4168-8fd1-aa009da6bf07'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:21:52.667303 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4b45deef-8412-4c4d-bd18-560adc2188b4 req-5c5028c3-ae87-4574-b8db-082b13f7c3d5 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:52.687429 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b45deef-8412-4c4d-bd18-560adc2188b4 req-5c5028c3-ae87-4574-b8db-082b13f7c3d5 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] 10.222.0.21 "DELETE /v2.0/security-groups/bd4f567c-cba7-44c2-a289-0df02844c72a HTTP/1.1" status: 204 len: 173 time: 1.1590979 Nov 19 09:21:52.699984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49282) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:52.797448 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5028c3-ae87-4574-b8db-082b13f7c3d5 tempest-SecurityGroupsTestJSON-974640576 tempest-SecurityGroupsTestJSON-974640576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4f567c-cba7-44c2-a289-0df02844c72a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:52.803068 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e199c6-3969-4d3b-aabc-8ffca55e635b x-openstack-request-id: req-c2e199c6-3969-4d3b-aabc-8ffca55e635b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:52.803735 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221ae3e4-d717-4839-927a-1a5ee79a4870", "name": "network-vif-deleted", "tag": "a4a4e61f-703a-466e-865e-6c7fb54b71c3", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:52.804250 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2e199c6-3969-4d3b-aabc-8ffca55e635b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:52.804992 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221ae3e4-d717-4839-927a-1a5ee79a4870', 'name': 'network-vif-deleted', 'tag': 'a4a4e61f-703a-466e-865e-6c7fb54b71c3', 'status': 'completed', 'code': 200} Nov 19 09:21:52.826435 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c9292982-139e-45de-b77f-9d682f6f72e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:52.879068 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8985fbc-af99-499d-a054-be3157f59929 req-2501053b-50ac-4a4a-8fd6-c4f7be846055 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9bc75da-fc87-4375-9001-6edf38c50d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521268 Nov 19 09:21:52.890362 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-486bab7b-3b88-4c53-9bdb-59524b30440e admin admin] Deleting subnet 0947f5bc-a93c-45f7-94cb-a151f6dc2e7d {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:21:52.979365 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-16098ebe-b1f8-4837-a92d-e340211c2b37 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Made reservation on behalf of 700b69d1977242c09b136442c1eff098 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:21:52.992577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-16098ebe-b1f8-4837-a92d-e340211c2b37 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:53.021341 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-486bab7b-3b88-4c53-9bdb-59524b30440e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:53.119301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f0211-3acc-4aed-8a5f-b624b2e8132f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Pushing event deleted for resources: {'Port': ['ID=b0fd0839-ff97-4168-8fd1-aa009da6bf07,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:53.201205 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e0c5c17-94ae-4793-9a4d-6f08ea567f1b req-ca75239e-8557-4d09-8b80-7e8784c6cd51 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 210 time: 0.1236503 Nov 19 09:21:53.213365 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a80724-8752-4dca-9525-b52b3a157ae2 req-4a9f0211-3acc-4aed-8a5f-b624b2e8132f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] No DVR routers for this DVR port b0fd0839-ff97-4168-8fd1-aa009da6bf07 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:21:53.219884 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-73a80724-8752-4dca-9525-b52b3a157ae2 req-4a9f0211-3acc-4aed-8a5f-b624b2e8132f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:53.227507 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-73a80724-8752-4dca-9525-b52b3a157ae2 req-4a9f0211-3acc-4aed-8a5f-b624b2e8132f tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.71 "DELETE /v2.0/ports/b0fd0839-ff97-4168-8fd1-aa009da6bf07 HTTP/1.1" status: 204 len: 173 time: 2.3982651 Nov 19 09:21:53.260241 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1052d71f-2d62-49d8-ba6c-bb03afcd6953', 'name': 'network-vif-deleted', 'tag': 'b0fd0839-ff97-4168-8fd1-aa009da6bf07'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:53.262514 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f3e3a3-886e-4dba-87bf-a015519feb31" -d '{"events": [{"server_uuid": "1052d71f-2d62-49d8-ba6c-bb03afcd6953", "name": "network-vif-deleted", "tag": "b0fd0839-ff97-4168-8fd1-aa009da6bf07"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:53.286716 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:53.328413 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:21:53.368038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-feec5ec4-ab8e-4d8c-875d-eeb1687a879c req-81d9468d-dbe1-4257-9922-8273e6851666 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Deleting port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:21:53.368278 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-feec5ec4-ab8e-4d8c-875d-eeb1687a879c req-81d9468d-dbe1-4257-9922-8273e6851666 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:53.481859 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:53.515111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-16098ebe-b1f8-4837-a92d-e340211c2b37 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Allocated IP 172.20.0.6 (0f317c17-d11b-428a-b336-bf3a20212eb4/c976a013-8e14-4043-813d-36b1a4ae191b/5a9782cc-737b-4c81-975d-0c7bac4b62ed) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:53.592116 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:53.595464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-feec5ec4-ab8e-4d8c-875d-eeb1687a879c req-81d9468d-dbe1-4257-9922-8273e6851666 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] For port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:53.595843 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-feec5ec4-ab8e-4d8c-875d-eeb1687a879c req-81d9468d-dbe1-4257-9922-8273e6851666 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:53.633659 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-feec5ec4-ab8e-4d8c-875d-eeb1687a879c req-81d9468d-dbe1-4257-9922-8273e6851666 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Calling delete_port for 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:21:53.681686 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:21:53.685327 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a158a3d-cf72-4632-9c75-af84533a8055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c5d0aa8-ac58-473f-ba08-c160e3fa3e83'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:53.693714 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182cc40e-21be-46a1-9593-af2aefc9df99" -d '{"events": [{"server_uuid": "6a158a3d-cf72-4632-9c75-af84533a8055", "name": "network-vif-unplugged", "status": "completed", "tag": "1c5d0aa8-ac58-473f-ba08-c160e3fa3e83"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:53.699826 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:53.700725 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device a4a4e61f-703a-466e-865e-6c7fb54b71c3 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:21:53.730801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: a4a4e61f-703a-466e-865e-6c7fb54b71c3 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:21:53.731160 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device a4a4e61f-703a-466e-865e-6c7fb54b71c3 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:21:53.788399 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:53.810572 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-16098ebe-b1f8-4837-a92d-e340211c2b37 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:53.875776 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8658974-a280-4ed2-b7cb-8e3d6c2ea4e3 x-openstack-request-id: req-f8658974-a280-4ed2-b7cb-8e3d6c2ea4e3 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:53.876527 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a158a3d-cf72-4632-9c75-af84533a8055", "name": "network-vif-unplugged", "status": "completed", "tag": "1c5d0aa8-ac58-473f-ba08-c160e3fa3e83", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:53.877031 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39202c95-9fa3-4685-8129-98ea572e2a86 x-openstack-request-id: req-39202c95-9fa3-4685-8129-98ea572e2a86 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:53.877681 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1052d71f-2d62-49d8-ba6c-bb03afcd6953", "name": "network-vif-deleted", "tag": "b0fd0839-ff97-4168-8fd1-aa009da6bf07", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:53.877921 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39202c95-9fa3-4685-8129-98ea572e2a86 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:53.879106 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1052d71f-2d62-49d8-ba6c-bb03afcd6953', 'name': 'network-vif-deleted', 'tag': 'b0fd0839-ff97-4168-8fd1-aa009da6bf07', 'status': 'completed', 'code': 200} Nov 19 09:21:53.880406 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8658974-a280-4ed2-b7cb-8e3d6c2ea4e3 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:53.881287 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a158a3d-cf72-4632-9c75-af84533a8055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c5d0aa8-ac58-473f-ba08-c160e3fa3e83', 'code': 200} Nov 19 09:21:53.911302 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c9292982-139e-45de-b77f-9d682f6f72e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:53.923440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-476c723c-7468-469f-aa98-e86cb0eb9e5a req-1d02251b-08e1-433b-a0e7-98e26c1a9e84 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.7545903 Nov 19 09:21:53.925035 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-16098ebe-b1f8-4837-a92d-e340211c2b37 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:54.037060 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-486bab7b-3b88-4c53-9bdb-59524b30440e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:54.076079 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9292982-139e-45de-b77f-9d682f6f72e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b29904-404d-46d5-aff8-f7bd62491a04,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:54.095842 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-16098ebe-b1f8-4837-a92d-e340211c2b37 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Network 0f317c17-d11b-428a-b336-bf3a20212eb4 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:54.116526 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c9292982-139e-45de-b77f-9d682f6f72e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:54.125539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c9292982-139e-45de-b77f-9d682f6f72e3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d3b29904-404d-46d5-aff8-f7bd62491a04 HTTP/1.1" status: 204 len: 168 time: 2.3826139 Nov 19 09:21:54.131704 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49300) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:54.144377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-16098ebe-b1f8-4837-a92d-e340211c2b37 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:54.163566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-16098ebe-b1f8-4837-a92d-e340211c2b37 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:54.299622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:54.390495 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9042d514-50c7-4ce5-a506-a76ab33dbabc req-451ed04f-5c2e-4c4d-b8b5-5fc483976816 tempest-DeleteServersTestJSON-1693710989 tempest-DeleteServersTestJSON-1693710989-project] 10.222.0.21 "GET /v2.0/ports?device_id=1052d71f-2d62-49d8-ba6c-bb03afcd6953 HTTP/1.1" status: 200 len: 210 time: 0.2148643 Nov 19 09:21:54.400685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16098ebe-b1f8-4837-a92d-e340211c2b37 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event updated for resources: {'Port': ['ID=5a9782cc-737b-4c81-975d-0c7bac4b62ed,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:54.420176 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-486bab7b-3b88-4c53-9bdb-59524b30440e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:54.476937 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-662dcc57-ff37-4559-88b6-89acb83dfd2f req-447ba952-7e2c-4185-9588-8cf524e10a60 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 210 time: 0.0946386 Nov 19 09:21:54.507414 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f7c51c17-2d0a-451b-b6b8-ec52bc367abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:54.529164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-16098ebe-b1f8-4837-a92d-e340211c2b37 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:54.529875 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-16098ebe-b1f8-4837-a92d-e340211c2b37 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:54.560221 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-16098ebe-b1f8-4837-a92d-e340211c2b37 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2472692 Nov 19 09:21:54.586901 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-dcc18242-6b7e-4805-a3fb-bd3f6fce5919 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Request body: {'port': {'device_id': '621d075d-653e-400b-9640-72d7df0f81eb', 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014', 'admin_state_up': True, 'tenant_id': '700b69d1977242c09b136442c1eff098', 'security_groups': ['a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:54.642729 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-4fef1f42-34fc-42eb-a426-c174cea50618 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:54.645566 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-4fef1f42-34fc-42eb-a426-c174cea50618 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.71 "GET /v2.0/networks?id=f5127352-c6ff-4c52-a9e2-54e45bbb3166 HTTP/1.1" status: 200 len: 815 time: 0.7643616 Nov 19 09:21:54.664718 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-e1e5b8f2-9c96-4947-990d-6a7b53beba58 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Request body: {'port': {'device_id': 'b052ace2-aefd-4447-bb16-68be7b68eb8b', 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166', 'admin_state_up': True, 'tenant_id': '9a948d9d81bc42f0a6d1e479c482c896'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:54.718361 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b4981fe3-5c53-419c-ae49-0347314fb007 None None] Provisioning complete for port 5a9782cc-737b-4c81-975d-0c7bac4b62ed triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:54.718891 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b4981fe3-5c53-419c-ae49-0347314fb007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:54.725282 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f7c51c17-2d0a-451b-b6b8-ec52bc367abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:54.782797 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b4981fe3-5c53-419c-ae49-0347314fb007 None None] Port 5a9782cc-737b-4c81-975d-0c7bac4b62ed cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:21:54.827646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-f7c51c17-2d0a-451b-b6b8-ec52bc367abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1610bc0a-1f3a-4b33-a340-44873c55939a']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:54.842750 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:54.861707 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-f7c51c17-2d0a-451b-b6b8-ec52bc367abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:54.862457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-f7c51c17-2d0a-451b-b6b8-ec52bc367abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5eb76a-26db-46ed-a12c-85e27c0f02c4') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:54.868324 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-e1e5b8f2-9c96-4947-990d-6a7b53beba58 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Made reservation on behalf of 9a948d9d81bc42f0a6d1e479c482c896 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:21:54.871819 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-e1e5b8f2-9c96-4947-990d-6a7b53beba58 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:54.878268 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f7c51c17-2d0a-451b-b6b8-ec52bc367abe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:54.899421 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f7c51c17-2d0a-451b-b6b8-ec52bc367abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:54.911352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c51c17-2d0a-451b-b6b8-ec52bc367abe admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:21:54.912602 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f7c51c17-2d0a-451b-b6b8-ec52bc367abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:21:54.984787 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:21:55.005018 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f7c51c17-2d0a-451b-b6b8-ec52bc367abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.016095 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f7c51c17-2d0a-451b-b6b8-ec52bc367abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.023139 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-e1e5b8f2-9c96-4947-990d-6a7b53beba58 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Allocated IP 172.20.0.5 (f5127352-c6ff-4c52-a9e2-54e45bbb3166/1674e500-6664-476b-abe6-b6cd7cb1cc18/27bdd442-0590-45b9-9582-9dc82826af6e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:55.024701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f7c51c17-2d0a-451b-b6b8-ec52bc367abe admin admin] 10.222.0.21 "DELETE /v2.0/networks/1610bc0a-1f3a-4b33-a340-44873c55939a HTTP/1.1" status: 204 len: 168 time: 0.8917506 Nov 19 09:21:55.052032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c51c17-2d0a-451b-b6b8-ec52bc367abe admin admin] Pushing event deleted for resources: {'Network': ['ID=1610bc0a-1f3a-4b33-a340-44873c55939a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:55.108863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-dcc18242-6b7e-4805-a3fb-bd3f6fce5919 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Made reservation on behalf of 700b69d1977242c09b136442c1eff098 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:21:55.113795 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-dcc18242-6b7e-4805-a3fb-bd3f6fce5919 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.299783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b0fd0839-ff97-4168-8fd1-aa009da6bf07 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:21:55.320132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4760c0a-58ea-41a3-afab-f6e405bc7232 req-972321c8-e46a-49a8-bb7e-f6549c156a21 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:55.323784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b4760c0a-58ea-41a3-afab-f6e405bc7232 req-972321c8-e46a-49a8-bb7e-f6549c156a21 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 931 time: 0.2033398 Nov 19 09:21:55.349475 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-486bab7b-3b88-4c53-9bdb-59524b30440e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.359635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: b0fd0839-ff97-4168-8fd1-aa009da6bf07 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:21:55.361031 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b0fd0839-ff97-4168-8fd1-aa009da6bf07 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:21:55.361619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49314) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:55.373917 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.412993 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-486bab7b-3b88-4c53-9bdb-59524b30440e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.416404 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-486bab7b-3b88-4c53-9bdb-59524b30440e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0947f5bc-a93c-45f7-94cb-a151f6dc2e7d HTTP/1.1" status: 204 len: 168 time: 2.6962280 Nov 19 09:21:55.417598 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-feec5ec4-ab8e-4d8c-875d-eeb1687a879c req-81d9468d-dbe1-4257-9922-8273e6851666 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.419215 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bab7b-3b88-4c53-9bdb-59524b30440e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0947f5bc-a93c-45f7-94cb-a151f6dc2e7d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:55.420888 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.430579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49316) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:55.442427 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.557661 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b4760c0a-58ea-41a3-afab-f6e405bc7232 req-cabefb09-ce56-434d-acc3-27d9193fef82 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2175064 Nov 19 09:21:55.566469 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-552c9eb5-5307-4e58-a2fd-14d46b86c236 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4a218925f9b4cee924716587fe0f2b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1973462 Nov 19 09:21:55.569151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49326) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:55.574857 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-e1e5b8f2-9c96-4947-990d-6a7b53beba58 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.687305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-dcc18242-6b7e-4805-a3fb-bd3f6fce5919 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Allocated IP 10.1.1.212 (3282dff9-c0bb-424b-9664-c64e91191014/e74a8f75-21c6-4cef-a7c5-ca2c55024f9c/e1b1b935-d8de-408b-9222-af54f732f4dd) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:55.690922 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-383305b0-a0c9-4fa9-ac27-62bb76d0d07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.699834 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-e1e5b8f2-9c96-4947-990d-6a7b53beba58 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.833501 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-feec5ec4-ab8e-4d8c-875d-eeb1687a879c req-81d9468d-dbe1-4257-9922-8273e6851666 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] No DVR routers for this DVR port 1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:21:55.842138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-e1e5b8f2-9c96-4947-990d-6a7b53beba58 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Network f5127352-c6ff-4c52-a9e2-54e45bbb3166 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:55.900590 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-383305b0-a0c9-4fa9-ac27-62bb76d0d07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.921984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-383305b0-a0c9-4fa9-ac27-62bb76d0d07e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1978072d-40a6-4314-86cd-58e4e65acef7']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:55.931834 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-383305b0-a0c9-4fa9-ac27-62bb76d0d07e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e83e9c-783c-4bb4-a11f-d00ad815f2ec') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:55.932404 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-383305b0-a0c9-4fa9-ac27-62bb76d0d07e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e83e9c-783c-4bb4-a11f-d00ad815f2ec') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:21:55.943079 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-383305b0-a0c9-4fa9-ac27-62bb76d0d07e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.949625 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-dcc18242-6b7e-4805-a3fb-bd3f6fce5919 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.957956 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-383305b0-a0c9-4fa9-ac27-62bb76d0d07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.964373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383305b0-a0c9-4fa9-ac27-62bb76d0d07e admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:21:55.964950 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-383305b0-a0c9-4fa9-ac27-62bb76d0d07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.986703 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2c6630ca-8fe0-4d5b-b991-5d6454571f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:55.999080 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57baf13-0da2-4cd3-8596-b7816f17f37e req-67adda53-9089-4ba0-a92c-2746e86cba1d tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:56.006880 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b57baf13-0da2-4cd3-8596-b7816f17f37e req-67adda53-9089-4ba0-a92c-2746e86cba1d tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 931 time: 0.3784246 Nov 19 09:21:56.025154 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-feec5ec4-ab8e-4d8c-875d-eeb1687a879c req-81d9468d-dbe1-4257-9922-8273e6851666 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:56.032561 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-dcc18242-6b7e-4805-a3fb-bd3f6fce5919 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:56.034503 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-feec5ec4-ab8e-4d8c-875d-eeb1687a879c req-81d9468d-dbe1-4257-9922-8273e6851666 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.71 "DELETE /v2.0/ports/1c5d0aa8-ac58-473f-ba08-c160e3fa3e83 HTTP/1.1" status: 204 len: 173 time: 4.0828936 Nov 19 09:21:56.054090 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a158a3d-cf72-4632-9c75-af84533a8055', 'name': 'network-vif-deleted', 'tag': '1c5d0aa8-ac58-473f-ba08-c160e3fa3e83'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:56.056744 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618aff0c-2c51-426d-85f9-8734c5397008" -d '{"events": [{"server_uuid": "6a158a3d-cf72-4632-9c75-af84533a8055", "name": "network-vif-deleted", "tag": "1c5d0aa8-ac58-473f-ba08-c160e3fa3e83"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:21:56.070315 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:21:56.079833 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-383305b0-a0c9-4fa9-ac27-62bb76d0d07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:56.082541 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-e1e5b8f2-9c96-4947-990d-6a7b53beba58 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:56.091614 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Pushing event updated for resources: {'Port': ['ID=4799da2c-e763-454b-bef0-2f35972cb94c,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:56.097514 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-383305b0-a0c9-4fa9-ac27-62bb76d0d07e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:56.116909 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-383305b0-a0c9-4fa9-ac27-62bb76d0d07e admin admin] 10.222.0.21 "DELETE /v2.0/networks/1978072d-40a6-4314-86cd-58e4e65acef7 HTTP/1.1" status: 204 len: 168 time: 0.6780114 Nov 19 09:21:56.118295 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-e1e5b8f2-9c96-4947-990d-6a7b53beba58 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:56.126530 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2c6630ca-8fe0-4d5b-b991-5d6454571f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:56.176451 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-dcc18242-6b7e-4805-a3fb-bd3f6fce5919 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Network 3282dff9-c0bb-424b-9664-c64e91191014 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:56.194286 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc18242-6b7e-4805-a3fb-bd3f6fce5919 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event updated for resources: {'Port': ['ID=e1b1b935-d8de-408b-9222-af54f732f4dd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:56.197957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-dcc18242-6b7e-4805-a3fb-bd3f6fce5919 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:56.200889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-dcc18242-6b7e-4805-a3fb-bd3f6fce5919 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:56.278950 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b57baf13-0da2-4cd3-8596-b7816f17f37e req-3bd0cf0d-0dbc-4d98-ad1e-e4db583ad74b tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710195 Nov 19 09:21:56.345530 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-dcc18242-6b7e-4805-a3fb-bd3f6fce5919 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:56.346914 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-dcc18242-6b7e-4805-a3fb-bd3f6fce5919 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:56.363896 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:56.374524 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c1f51c-b2cd-40c4-9dff-0c887c154a75 x-openstack-request-id: req-d6c1f51c-b2cd-40c4-9dff-0c887c154a75 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:56.375979 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2c6630ca-8fe0-4d5b-b991-5d6454571f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:56.379979 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2c6630ca-8fe0-4d5b-b991-5d6454571f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:56.390332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2c6630ca-8fe0-4d5b-b991-5d6454571f1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/633b42df-fb4b-4be3-8025-7d0814f40349 HTTP/1.1" status: 204 len: 168 time: 0.8134398 Nov 19 09:21:56.402130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-dcc18242-6b7e-4805-a3fb-bd3f6fce5919 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8198178 Nov 19 09:21:56.402611 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a158a3d-cf72-4632-9c75-af84533a8055", "name": "network-vif-deleted", "tag": "1c5d0aa8-ac58-473f-ba08-c160e3fa3e83", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:56.402973 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6c1f51c-b2cd-40c4-9dff-0c887c154a75 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:56.403488 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a158a3d-cf72-4632-9c75-af84533a8055', 'name': 'network-vif-deleted', 'tag': '1c5d0aa8-ac58-473f-ba08-c160e3fa3e83', 'status': 'completed', 'code': 200} Nov 19 09:21:56.426960 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b41c0e3-4f74-47dc-b0c4-7bb62ff61dde tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Request body: {'port': {'device_id': '621d075d-653e-400b-9640-72d7df0f81eb', 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014', 'admin_state_up': True, 'tenant_id': '700b69d1977242c09b136442c1eff098', 'security_groups': ['a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:56.438632 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9468d-dbe1-4257-9922-8273e6851666 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Pushing event deleted for resources: {'Port': ['ID=1c5d0aa8-ac58-473f-ba08-c160e3fa3e83,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:56.491029 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-e1e5b8f2-9c96-4947-990d-6a7b53beba58 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:56.491916 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-e1e5b8f2-9c96-4947-990d-6a7b53beba58 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:56.508510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6630ca-8fe0-4d5b-b991-5d6454571f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633b42df-fb4b-4be3-8025-7d0814f40349,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:56.527789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383305b0-a0c9-4fa9-ac27-62bb76d0d07e admin admin] Pushing event deleted for resources: {'Network': ['ID=1978072d-40a6-4314-86cd-58e4e65acef7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:56.581627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49350) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:56.647891 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:56.648951 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1de9a316-1848-4938-a14c-4c3b206c18b8 tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0420794 Nov 19 09:21:56.657005 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-26521833-13c7-407f-bff3-e99e0692dfef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce13202fca404e509c9444d4d7a9b7d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0711555 Nov 19 09:21:56.657931 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49356) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:56.690309 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49358) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:56.763160 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a0e7bc72-dd34-415e-babc-a8cd9c7ffb9d None None] Provisioning complete for port e1b1b935-d8de-408b-9222-af54f732f4dd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:56.763638 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a0e7bc72-dd34-415e-babc-a8cd9c7ffb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:56.809818 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-e1e5b8f2-9c96-4947-990d-6a7b53beba58 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1488197 Nov 19 09:21:56.810568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5b8f2-9c96-4947-990d-6a7b53beba58 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Pushing event updated for resources: {'Port': ['ID=27bdd442-0590-45b9-9582-9dc82826af6e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:56.828012 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Request body: {'port': {'device_id': 'b052ace2-aefd-4447-bb16-68be7b68eb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:56.881396 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a0e7bc72-dd34-415e-babc-a8cd9c7ffb9d None None] Port e1b1b935-d8de-408b-9222-af54f732f4dd cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:21:56.927066 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cb457922-2247-45c4-912f-504fa94acb55 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3701 time: 0.2628715 Nov 19 09:21:56.929732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49368) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:56.949552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c990bf-54dd-4446-a237-aabdd13e0f88 req-c87c5bce-3c70-4c12-b6d6-8fee6e7ec6f1 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:56.957666 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c990bf-54dd-4446-a237-aabdd13e0f88 req-c87c5bce-3c70-4c12-b6d6-8fee6e7ec6f1 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:56.960108 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24c990bf-54dd-4446-a237-aabdd13e0f88 req-c87c5bce-3c70-4c12-b6d6-8fee6e7ec6f1 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 1653 time: 0.1950932 Nov 19 09:21:57.050025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24c990bf-54dd-4446-a237-aabdd13e0f88 req-276c8171-3a69-43c0-9440-b8ec2953cc74 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715227 Nov 19 09:21:57.121515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b41c0e3-4f74-47dc-b0c4-7bb62ff61dde tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Made reservation on behalf of 700b69d1977242c09b136442c1eff098 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:21:57.126517 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b41c0e3-4f74-47dc-b0c4-7bb62ff61dde tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:57.178843 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-aebe1180-4630-4449-9412-9ff196442c92 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2439692 Nov 19 09:21:57.183487 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49384) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:57.194236 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-866ff278-80c4-428a-8d2e-0aff17ae0271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:57.206209 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:57.495526 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-866ff278-80c4-428a-8d2e-0aff17ae0271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:57.535058 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7ca76-f072-4da6-b7fa-36284e07870d req-d65634f5-195a-4ed9-b04e-4bb116ca2fec tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:57.542646 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5cc7ca76-f072-4da6-b7fa-36284e07870d req-d65634f5-195a-4ed9-b04e-4bb116ca2fec tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 931 time: 0.1068556 Nov 19 09:21:57.609313 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-866ff278-80c4-428a-8d2e-0aff17ae0271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:57.612075 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-866ff278-80c4-428a-8d2e-0aff17ae0271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:57.625947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-f93e8142-5180-4881-a1b7-c43ab02c599e tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Deleting port 4799da2c-e763-454b-bef0-2f35972cb94c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:21:57.626290 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f93e8142-5180-4881-a1b7-c43ab02c599e tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:57.631744 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-866ff278-80c4-428a-8d2e-0aff17ae0271 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae6cb399-39d4-4303-ab5d-f9680f8aa38c HTTP/1.1" status: 204 len: 168 time: 0.9367063 Nov 19 09:21:57.695473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ff278-80c4-428a-8d2e-0aff17ae0271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6cb399-39d4-4303-ab5d-f9680f8aa38c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:57.702047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b41c0e3-4f74-47dc-b0c4-7bb62ff61dde tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Allocated IP 10.1.1.16 (3282dff9-c0bb-424b-9664-c64e91191014/e74a8f75-21c6-4cef-a7c5-ca2c55024f9c/28da1422-f569-4bc1-8147-20320b911d07) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:21:57.742752 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5cc7ca76-f072-4da6-b7fa-36284e07870d req-a6792e52-7c3e-4d39-8aa3-873a1bbbb8da tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991544 Nov 19 09:21:57.857897 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f93e8142-5180-4881-a1b7-c43ab02c599e tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:57.861042 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f93e8142-5180-4881-a1b7-c43ab02c599e tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:57.906776 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27bdd442-0590-45b9-9582-9dc82826af6e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:21:57.929310 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:57.958119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-f93e8142-5180-4881-a1b7-c43ab02c599e tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Calling delete_port for 4799da2c-e763-454b-bef0-2f35972cb94c owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:21:57.985774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Transition to ACTIVE for port object 27bdd442-0590-45b9-9582-9dc82826af6e will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:21:58.001165 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:58.119121 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b41c0e3-4f74-47dc-b0c4-7bb62ff61dde tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:58.190494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Pushing event updated for resources: {'Port': ['ID=27bdd442-0590-45b9-9582-9dc82826af6e,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:58.437297 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b41c0e3-4f74-47dc-b0c4-7bb62ff61dde tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:58.439181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Attempting to bind port 27bdd442-0590-45b9-9582-9dc82826af6e on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:21:58.439181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Attempting to bind port 27bdd442-0590-45b9-9582-9dc82826af6e by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '0170f4f2-df71-42c9-9141-22e42d0a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:21:58.439528 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Attempting to bind port 27bdd442-0590-45b9-9582-9dc82826af6e on network f5127352-c6ff-4c52-a9e2-54e45bbb3166 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:21:58.456229 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Port 27bdd442-0590-45b9-9582-9dc82826af6e on network f5127352-c6ff-4c52-a9e2-54e45bbb3166 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:21:58.457174 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Attempting to bind port 27bdd442-0590-45b9-9582-9dc82826af6e on network f5127352-c6ff-4c52-a9e2-54e45bbb3166 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:21:58.473210 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:21:58.473443 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Checking segment: {'id': '0170f4f2-df71-42c9-9141-22e42d0a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:21:58.474009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Bound using segment: {'id': '0170f4f2-df71-42c9-9141-22e42d0a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:21:58.475198 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Bound port: 27bdd442-0590-45b9-9582-9dc82826af6e, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0170f4f2-df71-42c9-9141-22e42d0a934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:21:58.477053 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:58.489732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc72b43-8e19-41a9-8bec-cf148aee2366 req-3712bb93-8374-475a-83b1-1cdfadc4b6bc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:58.496039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc72b43-8e19-41a9-8bec-cf148aee2366 req-3712bb93-8374-475a-83b1-1cdfadc4b6bc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:58.503753 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5cc72b43-8e19-41a9-8bec-cf148aee2366 req-3712bb93-8374-475a-83b1-1cdfadc4b6bc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 1653 time: 0.1760383 Nov 19 09:21:58.526520 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f93e8142-5180-4881-a1b7-c43ab02c599e tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:58.590807 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b41c0e3-4f74-47dc-b0c4-7bb62ff61dde tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Network 3282dff9-c0bb-424b-9664-c64e91191014 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:21:58.626306 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b41c0e3-4f74-47dc-b0c4-7bb62ff61dde tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:21:58.635484 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] For port 27bdd442-0590-45b9-9582-9dc82826af6e, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:21:58.641981 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] For port 27bdd442-0590-45b9-9582-9dc82826af6e, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=27bdd442-0590-45b9-9582-9dc82826af6e,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:21:58.656051 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:58.666709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b41c0e3-4f74-47dc-b0c4-7bb62ff61dde tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:21:58.691447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:58.694000 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:58.699687 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] 10.222.0.71 "PUT /v2.0/ports/27bdd442-0590-45b9-9582-9dc82826af6e HTTP/1.1" status: 200 len: 1092 time: 1.8773985 Nov 19 09:21:58.702566 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b052ace2-aefd-4447-bb16-68be7b68eb8b', 'tag': '27bdd442-0590-45b9-9582-9dc82826af6e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:21:58.708603 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba16cea3-baa2-4858-a779-85509d669b25" -d '{"events": [{"name": "network-changed", "server_uuid": "b052ace2-aefd-4447-bb16-68be7b68eb8b", "tag": "27bdd442-0590-45b9-9582-9dc82826af6e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:21:58.804252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b41c0e3-4f74-47dc-b0c4-7bb62ff61dde tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:58.805810 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b41c0e3-4f74-47dc-b0c4-7bb62ff61dde tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:58.890203 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fbce3-23fa-4918-b848-a76b87af5058 service neutron] Pushing event updated for resources: {'Port': ['ID=27bdd442-0590-45b9-9582-9dc82826af6e,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:58.900289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-089991ff-25a9-41a6-81d5-4795b62ca2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:58.902456 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-089991ff-25a9-41a6-81d5-4795b62ca2cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a948d9d81bc42f0a6d1e479c482c896&device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 1095 time: 0.1363459 Nov 19 09:21:58.913004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5cc72b43-8e19-41a9-8bec-cf148aee2366 req-a66c5a61-c9f3-48fb-8ab2-b7087e0dee54 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4082503 Nov 19 09:21:58.918494 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f93e8142-5180-4881-a1b7-c43ab02c599e tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:58.929720 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f93e8142-5180-4881-a1b7-c43ab02c599e tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:58.935792 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f93e8142-5180-4881-a1b7-c43ab02c599e tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] 10.222.0.21 "DELETE /v2.0/floatingips/037e5efc-dee2-4499-9450-9ecb2a71abf2 HTTP/1.1" status: 204 len: 168 time: 1.7472763 Nov 19 09:21:58.938838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49440) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:58.947682 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b41c0e3-4f74-47dc-b0c4-7bb62ff61dde tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5357339 Nov 19 09:21:58.971129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-bed42a55-1c5c-4f05-b552-000b4d37a734 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Request body: {'port': {'device_id': '621d075d-653e-400b-9640-72d7df0f81eb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '15405871-da19-4499-a311-e93abf739d4c', 'admin_state_up': True, 'tenant_id': '700b69d1977242c09b136442c1eff098', 'security_groups': ['a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:58.984219 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41c0e3-4f74-47dc-b0c4-7bb62ff61dde tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event updated for resources: {'Port': ['ID=28da1422-f569-4bc1-8147-20320b911d07,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:59.058271 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-e55c0ce8-9d33-4bb1-9207-366251d16417 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27bdd442-0590-45b9-9582-9dc82826af6e HTTP/1.1" status: 200 len: 217 time: 0.1461260 Nov 19 09:21:59.066422 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afff7a55-447b-40bc-a7fc-cb02df19e875 x-openstack-request-id: req-afff7a55-447b-40bc-a7fc-cb02df19e875 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:21:59.073235 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b052ace2-aefd-4447-bb16-68be7b68eb8b", "tag": "27bdd442-0590-45b9-9582-9dc82826af6e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:21:59.073649 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afff7a55-447b-40bc-a7fc-cb02df19e875 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:21:59.074363 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b052ace2-aefd-4447-bb16-68be7b68eb8b', 'tag': '27bdd442-0590-45b9-9582-9dc82826af6e', 'status': 'completed', 'code': 200} Nov 19 09:21:59.123465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-bcf8704d-a891-4518-bd0a-3433f77e62f5 None None] Provisioning complete for port 28da1422-f569-4bc1-8147-20320b911d07 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:21:59.124772 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bcf8704d-a891-4518-bd0a-3433f77e62f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:59.137125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49444) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:21:59.150695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e8142-5180-4881-a1b7-c43ab02c599e tempest-FloatingIPAdminTestJSON-729436433 tempest-FloatingIPAdminTestJSON-729436433-project] Pushing event deleted for resources: {'Port': ['ID=4799da2c-e763-454b-bef0-2f35972cb94c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:21:59.197778 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-dedecbf0-fe31-4209-9f6c-e5cb5c7b9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:21:59.199978 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-dedecbf0-fe31-4209-9f6c-e5cb5c7b9cbb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1674e500-6664-476b-abe6-b6cd7cb1cc18 HTTP/1.1" status: 200 len: 855 time: 0.1228743 Nov 19 09:21:59.255561 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-b2bdbfc2-0c8a-4556-86cc-089324104766 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5127352-c6ff-4c52-a9e2-54e45bbb3166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463963 Nov 19 09:21:59.299541 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-bcf8704d-a891-4518-bd0a-3433f77e62f5 None None] Port 28da1422-f569-4bc1-8147-20320b911d07 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:21:59.463931 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-a53de18b-9678-4799-b2c9-8f2850c27728 service neutron] 10.222.0.71 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007306 Nov 19 09:21:59.469047 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-84e1babc-7421-488a-8088-9e7ad4340226 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1869448459-network', 'tenant_id': '80330b733775466590faec7f52d73715'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:21:59.939010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e1babc-7421-488a-8088-9e7ad4340226 admin admin] Made reservation on behalf of 80330b733775466590faec7f52d73715 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:21:59.944396 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84e1babc-7421-488a-8088-9e7ad4340226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:21:59.958646 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84e1babc-7421-488a-8088-9e7ad4340226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:00.011074 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4d2d7457-7e05-41a2-b639-e0ded744c46e req-61a938c1-0108-400d-961f-19bceefcedf4 service neutron] 10.222.0.71 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372033 Nov 19 09:22:00.106395 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84e1babc-7421-488a-8088-9e7ad4340226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:00.113920 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84e1babc-7421-488a-8088-9e7ad4340226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:00.126908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-4eac0f89-31bc-4801-bac6-7c9c4eccdb75 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Deleting port b684707c-cc43-421d-92f7-eff98c7d2b09 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:22:00.127600 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4eac0f89-31bc-4801-bac6-7c9c4eccdb75 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:00.133770 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e1babc-7421-488a-8088-9e7ad4340226 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:22:00.148237 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84e1babc-7421-488a-8088-9e7ad4340226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:00.148823 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-84e1babc-7421-488a-8088-9e7ad4340226 admin admin] Added segment ea9dc1d3-61a6-4a58-b0b9-51fcaa837003 of type vlan for network 7e9f00b3-425d-414c-a12e-c072331963a0 Nov 19 09:22:00.198316 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84e1babc-7421-488a-8088-9e7ad4340226 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:00.239361 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84e1babc-7421-488a-8088-9e7ad4340226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:00.240956 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e1babc-7421-488a-8088-9e7ad4340226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:00.241812 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84e1babc-7421-488a-8088-9e7ad4340226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:00.309867 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4eac0f89-31bc-4801-bac6-7c9c4eccdb75 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:00.310569 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4eac0f89-31bc-4801-bac6-7c9c4eccdb75 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:00.342867 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-4eac0f89-31bc-4801-bac6-7c9c4eccdb75 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Calling delete_port for b684707c-cc43-421d-92f7-eff98c7d2b09 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:22:00.438764 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16cea3-baa2-4858-a779-85509d669b25 req-813e5b7a-0b7f-4529-a54d-a9540f022398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:00.440450 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba16cea3-baa2-4858-a779-85509d669b25 req-813e5b7a-0b7f-4529-a54d-a9540f022398 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a948d9d81bc42f0a6d1e479c482c896&device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 1095 time: 0.2166038 Nov 19 09:22:00.441739 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1babc-7421-488a-8088-9e7ad4340226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809b7d15-4bd4-4766-bc71-c6b5abff482d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:00.455209 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-84e1babc-7421-488a-8088-9e7ad4340226 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3030357 Nov 19 09:22:00.459979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49488) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:00.552905 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4eac0f89-31bc-4801-bac6-7c9c4eccdb75 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:00.561871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16cea3-baa2-4858-a779-85509d669b25 req-210c7d47-8d2f-49eb-b752-ba62d792144d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:00.563395 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba16cea3-baa2-4858-a779-85509d669b25 req-210c7d47-8d2f-49eb-b752-ba62d792144d service neutron] 10.222.0.71 "GET /v2.0/networks?id=f5127352-c6ff-4c52-a9e2-54e45bbb3166 HTTP/1.1" status: 200 len: 916 time: 0.1070232 Nov 19 09:22:00.569701 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6519e0e1-9b4e-4c85-b9f2-f5867f0c7697 admin admin] Request body: {'subnet': {'network_id': '7e9f00b3-425d-414c-a12e-c072331963a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1869448459-subnet', 'tenant_id': '80330b733775466590faec7f52d73715', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:00.593349 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6a86f-9fdf-4651-8fec-584423f34180 req-fdaa0791-bcb7-4d5f-bb32-20f006fd68e2 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:00.615762 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05c6a86f-9fdf-4651-8fec-584423f34180 req-fdaa0791-bcb7-4d5f-bb32-20f006fd68e2 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 943 time: 1.2673023 Nov 19 09:22:00.620279 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba16cea3-baa2-4858-a779-85509d669b25 req-29937ab8-0524-4236-85dc-68cb19f65c7e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27bdd442-0590-45b9-9582-9dc82826af6e HTTP/1.1" status: 200 len: 217 time: 0.0447233 Nov 19 09:22:00.623312 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1babc-7421-488a-8088-9e7ad4340226 admin admin] Pushing event updated for resources: {'Network': ['ID=7e9f00b3-425d-414c-a12e-c072331963a0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:00.635252 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 7e9f00b3-425d-414c-a12e-c072331963a0 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:22:00.690568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6519e0e1-9b4e-4c85-b9f2-f5867f0c7697 admin admin] Made reservation on behalf of 80330b733775466590faec7f52d73715 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:22:00.693724 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6519e0e1-9b4e-4c85-b9f2-f5867f0c7697 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:00.793699 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16cea3-baa2-4858-a779-85509d669b25 req-13a47b0e-16a0-4888-8c06-95b29701c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:00.797954 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba16cea3-baa2-4858-a779-85509d669b25 req-13a47b0e-16a0-4888-8c06-95b29701c5c2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1674e500-6664-476b-abe6-b6cd7cb1cc18 HTTP/1.1" status: 200 len: 855 time: 0.1635003 Nov 19 09:22:00.826438 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac0f89-31bc-4801-bac6-7c9c4eccdb75 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Pushing event deleted for resources: {'Port': ['ID=b684707c-cc43-421d-92f7-eff98c7d2b09,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:00.839280 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba16cea3-baa2-4858-a779-85509d669b25 req-40dc4cac-521b-4950-bc02-1403876f1b2a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5127352-c6ff-4c52-a9e2-54e45bbb3166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340974 Nov 19 09:22:00.887408 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05c6a86f-9fdf-4651-8fec-584423f34180 req-dccf673e-6285-4adf-9809-dc804a9da008 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700803 Nov 19 09:22:00.903345 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15c03c-188a-4e32-8759-4f0d7302264a req-e721113b-2291-484d-8e96-b7d99000fb2d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:00.919835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15c03c-188a-4e32-8759-4f0d7302264a req-e721113b-2291-484d-8e96-b7d99000fb2d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:00.940074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15c03c-188a-4e32-8759-4f0d7302264a req-e721113b-2291-484d-8e96-b7d99000fb2d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:00.943335 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba15c03c-188a-4e32-8759-4f0d7302264a req-e721113b-2291-484d-8e96-b7d99000fb2d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 2373 time: 0.8316531 Nov 19 09:22:00.975422 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba16cea3-baa2-4858-a779-85509d669b25 req-19be2009-30e6-48ca-b902-4c969cc521cf service neutron] 10.222.0.71 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281703 Nov 19 09:22:00.987299 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4eac0f89-31bc-4801-bac6-7c9c4eccdb75 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:00.991021 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4eac0f89-31bc-4801-bac6-7c9c4eccdb75 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:00.996039 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4eac0f89-31bc-4801-bac6-7c9c4eccdb75 tempest-FloatingIPAdminTestJSON-792053735 tempest-FloatingIPAdminTestJSON-792053735-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/4d6bb163-2c56-4fb4-a6b0-2d786d5dcba0 HTTP/1.1" status: 204 len: 168 time: 2.0442443 Nov 19 09:22:00.996986 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49496) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:00.997144 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-bed42a55-1c5c-4f05-b552-000b4d37a734 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Made reservation on behalf of 700b69d1977242c09b136442c1eff098 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:22:01.137733 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba15c03c-188a-4e32-8759-4f0d7302264a req-72c3fc82-d3fd-44d3-b0a9-2be3e5d61507 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1782527 Nov 19 09:22:01.183629 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd1511-4fb2-47f6-a1f6-88c25492d8c9 req-fa07bf07-4d50-48ae-b3bf-2dc06733fe68 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:01.193969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63dd1511-4fb2-47f6-a1f6-88c25492d8c9 req-fa07bf07-4d50-48ae-b3bf-2dc06733fe68 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 945 time: 0.1846232 Nov 19 09:22:01.244379 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ba16cea3-baa2-4858-a779-85509d669b25 req-f734cb09-fb92-4616-bad0-55d35c19fd22 service neutron] 10.222.0.71 "GET /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602389 Nov 19 09:22:01.257401 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-bed42a55-1c5c-4f05-b552-000b4d37a734 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:01.327804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63dd1511-4fb2-47f6-a1f6-88c25492d8c9 req-87df5d1f-5c79-4533-b8b1-e7b18bf69d5c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326749 Nov 19 09:22:01.348618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 27bdd442-0590-45b9-9582-9dc82826af6e details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:22:01.518473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c6316055-0564-4baa-bd52-d0d6f0999871 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Deleting port 1e900476-c0b7-413d-8f74-474a40ca3f6a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:22:01.520913 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c6316055-0564-4baa-bd52-d0d6f0999871 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:01.554315 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 27bdd442-0590-45b9-9582-9dc82826af6e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=27bdd442-0590-45b9-9582-9dc82826af6e,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:01.567979 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6519e0e1-9b4e-4c85-b9f2-f5867f0c7697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:01.570406 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '27bdd442-0590-45b9-9582-9dc82826af6e', 'network_id': 'f5127352-c6ff-4c52-a9e2-54e45bbb3166', 'port_id': '27bdd442-0590-45b9-9582-9dc82826af6e', 'mac_address': 'fa:16:3e:96:f2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1674e500-6664-476b-abe6-b6cd7cb1cc18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:22:01.701830 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:01.746412 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27bdd442-0590-45b9-9582-9dc82826af6e {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:22:01.792496 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 27bdd442-0590-45b9-9582-9dc82826af6e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=27bdd442-0590-45b9-9582-9dc82826af6e,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:01.801701 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:01.925162 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519e0e1-9b4e-4c85-b9f2-f5867f0c7697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c78b6c-2cf3-4d70-bdad-3028eb96b726,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:01.967352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=27bdd442-0590-45b9-9582-9dc82826af6e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:01.981794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-bed42a55-1c5c-4f05-b552-000b4d37a734 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Allocated IP 10.2.2.100 (15405871-da19-4499-a311-e93abf739d4c/256f9334-7b81-45d8-b5ff-85e83d2809f1/1cfb4ad1-72f2-4c6a-8756-da669c03ad65) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:22:02.033505 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c6316055-0564-4baa-bd52-d0d6f0999871 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:02.036748 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6519e0e1-9b4e-4c85-b9f2-f5867f0c7697 admin admin] Checking segment: {'id': 'ea9dc1d3-61a6-4a58-b0b9-51fcaa837003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7e9f00b3-425d-414c-a12e-c072331963a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:02.037133 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6519e0e1-9b4e-4c85-b9f2-f5867f0c7697 admin admin] Network hostable DHCP agents. Network: 7e9f00b3-425d-414c-a12e-c072331963a0, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:22:02.042468 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['27bdd442-0590-45b9-9582-9dc82826af6e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:22:02.057429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c6316055-0564-4baa-bd52-d0d6f0999871 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Calling delete_port for 1e900476-c0b7-413d-8f74-474a40ca3f6a owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:22:02.071282 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6519e0e1-9b4e-4c85-b9f2-f5867f0c7697 admin admin] Network 7e9f00b3-425d-414c-a12e-c072331963a0 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:22:02.185952 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6519e0e1-9b4e-4c85-b9f2-f5867f0c7697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 7e9f00b3-425d-414c-a12e-c072331963a0) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:02.208714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6519e0e1-9b4e-4c85-b9f2-f5867f0c7697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:02.209343 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de7620b-a156-471e-aa21-db52286b3d43 None None] Network 7e9f00b3-425d-414c-a12e-c072331963a0 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:22:02.209495 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6519e0e1-9b4e-4c85-b9f2-f5867f0c7697 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:02.342906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccdf4f-542a-4865-8e0d-8bf997c61022 req-744847ef-86f3-4a35-a0d3-163d690bebc7 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:02.352361 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92ccdf4f-542a-4865-8e0d-8bf997c61022 req-744847ef-86f3-4a35-a0d3-163d690bebc7 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 944 time: 0.2954304 Nov 19 09:22:02.368951 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6519e0e1-9b4e-4c85-b9f2-f5867f0c7697 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8093152 Nov 19 09:22:02.370160 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49534) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:02.376361 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1869448459-router', 'tenant_id': '80330b733775466590faec7f52d73715', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:02.382963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c6316055-0564-4baa-bd52-d0d6f0999871 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:02.561991 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-bed42a55-1c5c-4f05-b552-000b4d37a734 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:02.608839 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6316055-0564-4baa-bd52-d0d6f0999871 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Pushing event deleted for resources: {'Port': ['ID=1e900476-c0b7-413d-8f74-474a40ca3f6a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:02.618719 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c6316055-0564-4baa-bd52-d0d6f0999871 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:02.623990 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c6316055-0564-4baa-bd52-d0d6f0999871 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] 10.222.0.21 "DELETE /v2.0/ports/1e900476-c0b7-413d-8f74-474a40ca3f6a HTTP/1.1" status: 204 len: 168 time: 1.6248322 Nov 19 09:22:02.628533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49536) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:02.641913 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92ccdf4f-542a-4865-8e0d-8bf997c61022 req-3934b8e7-08a2-472f-ad84-cd37885827c8 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863905 Nov 19 09:22:02.666903 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f352f-9174-4de7-8b80-b346560a9798 req-dbf5d245-1bad-447e-a329-30ae5cf8c5b1 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:02.686606 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:02.690157 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:02.707454 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-7e9f00b3-425d-414c-a12e-c072331963a0', 'network_id': '7e9f00b3-425d-414c-a12e-c072331963a0', 'tenant_id': '80330b733775466590faec7f52d73715', 'fixed_ips': [{'subnet_id': '95c78b6c-2cf3-4d70-bdad-3028eb96b726'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:22:02.709947 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:02.719591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f352f-9174-4de7-8b80-b346560a9798 req-dbf5d245-1bad-447e-a329-30ae5cf8c5b1 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:02.737325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f352f-9174-4de7-8b80-b346560a9798 req-dbf5d245-1bad-447e-a329-30ae5cf8c5b1 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:02.745970 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-634f352f-9174-4de7-8b80-b346560a9798 req-dbf5d245-1bad-447e-a329-30ae5cf8c5b1 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 2373 time: 0.3900034 Nov 19 09:22:02.840655 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:02.908136 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-bed42a55-1c5c-4f05-b552-000b4d37a734 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:02.933692 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-634f352f-9174-4de7-8b80-b346560a9798 req-dae23026-18f5-40fe-8bda-810070ffcccf tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1873102 Nov 19 09:22:02.980623 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453974cb-ac4c-4bc7-a34f-79a0d54eb406 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:02.982287 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-453974cb-ac4c-4bc7-a34f-79a0d54eb406 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde40119-96b3-48aa-8857-0cbe1c4f0f86 HTTP/1.1" status: 200 len: 913 time: 0.3513782 Nov 19 09:22:03.026427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-bed42a55-1c5c-4f05-b552-000b4d37a734 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Network 15405871-da19-4499-a311-e93abf739d4c is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:22:03.030608 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-bed42a55-1c5c-4f05-b552-000b4d37a734 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:03.071436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49544) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:03.075427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-bed42a55-1c5c-4f05-b552-000b4d37a734 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:22:03.198600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-bed42a55-1c5c-4f05-b552-000b4d37a734 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:03.199659 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-bed42a55-1c5c-4f05-b552-000b4d37a734 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:03.224806 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Allocated IP 172.20.0.2 (7e9f00b3-425d-414c-a12e-c072331963a0/95c78b6c-2cf3-4d70-bdad-3028eb96b726/d27656ee-63f6-4432-9e0b-b4b94ad67dae) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:22:03.245151 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-bed42a55-1c5c-4f05-b552-000b4d37a734 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2792840 Nov 19 09:22:03.264579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-54dc93d4-fd53-4d97-af07-08e0cfcd23b2 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Request body: {'port': {'device_id': '621d075d-653e-400b-9640-72d7df0f81eb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '15405871-da19-4499-a311-e93abf739d4c', 'admin_state_up': True, 'tenant_id': '700b69d1977242c09b136442c1eff098', 'security_groups': ['a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:03.356841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed42a55-1c5c-4f05-b552-000b4d37a734 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event updated for resources: {'Port': ['ID=1cfb4ad1-72f2-4c6a-8756-da669c03ad65,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:03.368052 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:03.531286 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:03.536421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-54dc93d4-fd53-4d97-af07-08e0cfcd23b2 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Made reservation on behalf of 700b69d1977242c09b136442c1eff098 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:22:03.542028 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-54dc93d4-fd53-4d97-af07-08e0cfcd23b2 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:03.542879 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 27bdd442-0590-45b9-9582-9dc82826af6e up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:03.548585 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:03.629734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Network 7e9f00b3-425d-414c-a12e-c072331963a0 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:22:03.655804 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Pushing event updated for resources: {'Port': ['ID=d27656ee-63f6-4432-9e0b-b4b94ad67dae,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:03.660212 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:03.671080 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:22:03.735946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-934c7c16-507a-4308-ae42-609653b58389 None None] Provisioning complete for port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:03.736738 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-934c7c16-507a-4308-ae42-609653b58389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:03.797030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-934c7c16-507a-4308-ae42-609653b58389 None None] Port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:22:03.866933 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 27bdd442-0590-45b9-9582-9dc82826af6e completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:22:03.874338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 27bdd442-0590-45b9-9582-9dc82826af6e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:03.874888 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:03.878972 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Attempting to bind port d27656ee-63f6-4432-9e0b-b4b94ad67dae on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:03.878972 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Attempting to bind port d27656ee-63f6-4432-9e0b-b4b94ad67dae by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'ea9dc1d3-61a6-4a58-b0b9-51fcaa837003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7e9f00b3-425d-414c-a12e-c072331963a0'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:03.879298 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Attempting to bind port d27656ee-63f6-4432-9e0b-b4b94ad67dae on network 7e9f00b3-425d-414c-a12e-c072331963a0 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:03.942582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:03.943066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Checking segment: {'id': 'ea9dc1d3-61a6-4a58-b0b9-51fcaa837003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7e9f00b3-425d-414c-a12e-c072331963a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:03.943379 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:03.944036 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Bound using segment: {'id': 'ea9dc1d3-61a6-4a58-b0b9-51fcaa837003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7e9f00b3-425d-414c-a12e-c072331963a0'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:03.944533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Bound port: d27656ee-63f6-4432-9e0b-b4b94ad67dae, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9dc1d3-61a6-4a58-b0b9-51fcaa837003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7e9f00b3-425d-414c-a12e-c072331963a0'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:03.945501 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:04.151514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-54dc93d4-fd53-4d97-af07-08e0cfcd23b2 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Allocated IP 10.2.2.200 (15405871-da19-4499-a311-e93abf739d4c/256f9334-7b81-45d8-b5ff-85e83d2809f1/b1b16378-6621-4664-9462-33598662a163) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:22:04.282007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] For port d27656ee-63f6-4432-9e0b-b4b94ad67dae, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:04.287470 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] For port d27656ee-63f6-4432-9e0b-b4b94ad67dae, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d27656ee-63f6-4432-9e0b-b4b94ad67dae,segment=NetworkSegment(ea9dc1d3-61a6-4a58-b0b9-51fcaa837003),segment_id=ea9dc1d3-61a6-4a58-b0b9-51fcaa837003)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:04.339812 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:04.455333 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f04bb-0880-4869-9640-7d9015bee3ad None None] Pushing event updated for resources: {'Port': ['ID=d27656ee-63f6-4432-9e0b-b4b94ad67dae,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:04.480215 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:04.492123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed7753-432e-4ef8-93c4-fce66a61e4a0 req-75176518-10b6-4aa1-b333-60afc7347479 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:04.505257 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99ed7753-432e-4ef8-93c4-fce66a61e4a0 req-75176518-10b6-4aa1-b333-60afc7347479 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 944 time: 0.6404243 Nov 19 09:22:04.523072 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-54dc93d4-fd53-4d97-af07-08e0cfcd23b2 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:04.557065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 27bdd442-0590-45b9-9582-9dc82826af6e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=27bdd442-0590-45b9-9582-9dc82826af6e,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:04.558949 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:04.559713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b052ace2-aefd-4447-bb16-68be7b68eb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bdd442-0590-45b9-9582-9dc82826af6e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:22:04.563497 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e585a9-bc7b-40ce-aa16-db31cccad52f" -d '{"events": [{"server_uuid": "b052ace2-aefd-4447-bb16-68be7b68eb8b", "name": "network-vif-plugged", "status": "completed", "tag": "27bdd442-0590-45b9-9582-9dc82826af6e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:22:04.569517 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:04.570659 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bb06e704-b30a-4ece-87e4-03ffc194e42d no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:22:04.583115 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-54dc93d4-fd53-4d97-af07-08e0cfcd23b2 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:04.617791 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:04.722780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255934e-3a19-4979-950b-ec0ba21a9dea req-fc0213ba-edef-44c9-b6ec-c817592acc12 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:04.731518 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=27bdd442-0590-45b9-9582-9dc82826af6e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:04.735982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255934e-3a19-4979-950b-ec0ba21a9dea req-fc0213ba-edef-44c9-b6ec-c817592acc12 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:04.744323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255934e-3a19-4979-950b-ec0ba21a9dea req-fc0213ba-edef-44c9-b6ec-c817592acc12 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:04.755257 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255934e-3a19-4979-950b-ec0ba21a9dea req-fc0213ba-edef-44c9-b6ec-c817592acc12 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:04.763168 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b255934e-3a19-4979-950b-ec0ba21a9dea req-fc0213ba-edef-44c9-b6ec-c817592acc12 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 3094 time: 0.3904891 Nov 19 09:22:04.783893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-54dc93d4-fd53-4d97-af07-08e0cfcd23b2 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Network 15405871-da19-4499-a311-e93abf739d4c is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:22:04.815245 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-54dc93d4-fd53-4d97-af07-08e0cfcd23b2 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:04.826161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-54dc93d4-fd53-4d97-af07-08e0cfcd23b2 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:22:04.892620 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:04.965582 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Allocated IP 172.25.0.17 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/091c398b-bf16-4ddf-99d4-beefa1a4458b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:22:04.977987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b255934e-3a19-4979-950b-ec0ba21a9dea req-21a98609-16fc-40be-a7b1-722bc01fe318 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2000062 Nov 19 09:22:04.982291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc93d4-fd53-4d97-af07-08e0cfcd23b2 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event updated for resources: {'Port': ['ID=b1b16378-6621-4664-9462-33598662a163,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:04.990087 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-296f99e0-b679-4a26-8da0-ecdfa10aa815 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:05.038815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:05.053925 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99ed7753-432e-4ef8-93c4-fce66a61e4a0 req-21773694-c870-4a5b-868f-3da41dc2b6fb tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471058 Nov 19 09:22:05.075420 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:05.198322 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-54dc93d4-fd53-4d97-af07-08e0cfcd23b2 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:05.199025 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-54dc93d4-fd53-4d97-af07-08e0cfcd23b2 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:05.220701 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c2b4eb-dc40-4cdf-a549-83b4a58bf72b x-openstack-request-id: req-94c2b4eb-dc40-4cdf-a549-83b4a58bf72b {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:22:05.221160 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b052ace2-aefd-4447-bb16-68be7b68eb8b", "name": "network-vif-plugged", "status": "completed", "tag": "27bdd442-0590-45b9-9582-9dc82826af6e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:22:05.221538 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94c2b4eb-dc40-4cdf-a549-83b4a58bf72b {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:22:05.222656 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b052ace2-aefd-4447-bb16-68be7b68eb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bdd442-0590-45b9-9582-9dc82826af6e', 'code': 200} Nov 19 09:22:05.258132 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-54dc93d4-fd53-4d97-af07-08e0cfcd23b2 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9975667 Nov 19 09:22:05.277367 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Request body: {'port': {'device_id': '621d075d-653e-400b-9640-72d7df0f81eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:05.295362 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=bb06e704-b30a-4ece-87e4-03ffc194e42d,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:05.358257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bb06e704-b30a-4ece-87e4-03ffc194e42d details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:22:05.461357 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:05.503372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49588) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:05.616180 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c6d2161d-2a2c-4608-8670-d76a177b5d5b None None] Provisioning complete for port b1b16378-6621-4664-9462-33598662a163 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:05.616943 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c6d2161d-2a2c-4608-8670-d76a177b5d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:05.698152 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:05.720625 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe4289-8069-4ce4-9afa-949e7ee5c881 req-0108daf5-cce2-42df-b8ab-a26fdf4319d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:05.722187 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7dbe4289-8069-4ce4-9afa-949e7ee5c881 req-0108daf5-cce2-42df-b8ab-a26fdf4319d6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 1097 time: 0.3172381 Nov 19 09:22:05.744824 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2161d-2a2c-4608-8670-d76a177b5d5b None None] Port b1b16378-6621-4664-9462-33598662a163 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:22:05.746515 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'port_id': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'mac_address': 'fa:16:3e:4b:f2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:22:05.810457 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:05.875837 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:05.896912 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d4a0b9-4605-4378-b50b-2e0b6c8426d0 admin admin] Deleting subnet 36b7a476-6d23-433a-bab3-7b5f4026dadc {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:22:05.933884 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb06e704-b30a-4ece-87e4-03ffc194e42d {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:22:05.996280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:06.006592 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:06.008849 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82d4a0b9-4605-4378-b50b-2e0b6c8426d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:06.060613 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7dbe4289-8069-4ce4-9afa-949e7ee5c881 req-10087723-466e-4a2f-8a7e-139feead2b90 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855942 Nov 19 09:22:06.118355 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:06.151431 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d27656ee-63f6-4432-9e0b-b4b94ad67dae up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:06.153541 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['bb06e704-b30a-4ece-87e4-03ffc194e42d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:22:06.308096 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:22:06.320279 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:06.340698 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:22:06.345985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=bb06e704-b30a-4ece-87e4-03ffc194e42d,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:06.466123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9782cc-737b-4c81-975d-0c7bac4b62ed {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:22:06.476810 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:06.494262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Transition to ACTIVE for port object 5a9782cc-737b-4c81-975d-0c7bac4b62ed will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:22:06.610274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cfeb7e-d9f7-4ac2-a395-419b3c0963b8 None None] Network 7e9f00b3-425d-414c-a12e-c072331963a0 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:22:06.639967 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82d4a0b9-4605-4378-b50b-2e0b6c8426d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:06.766911 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82d4a0b9-4605-4378-b50b-2e0b6c8426d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:06.789380 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d27656ee-63f6-4432-9e0b-b4b94ad67dae triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:06.789922 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:06.885539 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:07.038635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Pushing event updated for resources: {'Port': ['ID=5a9782cc-737b-4c81-975d-0c7bac4b62ed,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:07.086399 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295b23f-92e5-4742-9db8-2bd8b6f910dd req-85ee93ae-a139-43c2-b63f-642c3ea1b72d tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:07.099474 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0295b23f-92e5-4742-9db8-2bd8b6f910dd req-85ee93ae-a139-43c2-b63f-642c3ea1b72d tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 945 time: 0.6036355 Nov 19 09:22:07.137279 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Pushing event updated for resources: {'Port': ['ID=091c398b-bf16-4ddf-99d4-beefa1a4458b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:07.226260 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d65dc-5e2a-4ff7-9edb-efff6fb48b59 req-b59885bc-9ded-4b5a-970c-5f7e32d3f474 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:07.241019 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d65dc-5e2a-4ff7-9edb-efff6fb48b59 req-b59885bc-9ded-4b5a-970c-5f7e32d3f474 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:07.262139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d65dc-5e2a-4ff7-9edb-efff6fb48b59 req-b59885bc-9ded-4b5a-970c-5f7e32d3f474 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:07.267612 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:22:07.272472 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38ceac4-81e6-44f8-af6a-2a934e95b29f" -d '{"events": [{"server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "name": "network-vif-unplugged", "status": "completed", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:22:07.279117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d65dc-5e2a-4ff7-9edb-efff6fb48b59 req-b59885bc-9ded-4b5a-970c-5f7e32d3f474 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:07.294996 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d65dc-5e2a-4ff7-9edb-efff6fb48b59 req-b59885bc-9ded-4b5a-970c-5f7e32d3f474 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:07.311676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af4d65dc-5e2a-4ff7-9edb-efff6fb48b59 req-b59885bc-9ded-4b5a-970c-5f7e32d3f474 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 3827 time: 0.7276402 Nov 19 09:22:07.316003 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-296f99e0-b679-4a26-8da0-ecdfa10aa815 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Deleting port 7aa1c190-a182-4a8e-b9ef-0ddf25a426d3 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:22:07.327298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-296f99e0-b679-4a26-8da0-ecdfa10aa815 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:07.460531 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3a5a36ba-7925-49fb-88d5-a60148fe5a70 None None] Provisioning complete for port d27656ee-63f6-4432-9e0b-b4b94ad67dae triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:07.460910 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3a5a36ba-7925-49fb-88d5-a60148fe5a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:07.520603 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82d4a0b9-4605-4378-b50b-2e0b6c8426d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:07.591402 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:07.594137 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af4d65dc-5e2a-4ff7-9edb-efff6fb48b59 req-2829db04-092e-427d-a93c-c03f58a5bf2c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2807193 Nov 19 09:22:07.639893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port d27656ee-63f6-4432-9e0b-b4b94ad67dae, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d27656ee-63f6-4432-9e0b-b4b94ad67dae,segment=NetworkSegment(ea9dc1d3-61a6-4a58-b0b9-51fcaa837003),segment_id=ea9dc1d3-61a6-4a58-b0b9-51fcaa837003)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:07.661661 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0295b23f-92e5-4742-9db8-2bd8b6f910dd req-70fe61d4-8e25-4867-b0b1-c601cf7b314a tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531356 Nov 19 09:22:07.693131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4a0b9-4605-4378-b50b-2e0b6c8426d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b7a476-6d23-433a-bab3-7b5f4026dadc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:07.749045 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82d4a0b9-4605-4378-b50b-2e0b6c8426d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:07.765222 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-82d4a0b9-4605-4378-b50b-2e0b6c8426d0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/36b7a476-6d23-433a-bab3-7b5f4026dadc HTTP/1.1" status: 204 len: 168 time: 2.2583582 Nov 19 09:22:07.777913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49636) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:07.790009 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:07.857540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Attempting to bind port 5a9782cc-737b-4c81-975d-0c7bac4b62ed on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:07.858051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Attempting to bind port 5a9782cc-737b-4c81-975d-0c7bac4b62ed by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '5bc28d9f-98af-4ae3-b476-7cf3cb606a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:07.858544 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Attempting to bind port 5a9782cc-737b-4c81-975d-0c7bac4b62ed on network 0f317c17-d11b-428a-b336-bf3a20212eb4 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:07.980871 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2b1c58-ab47-4d94-8e8d-4bcae632f0d9 x-openstack-request-id: req-3a2b1c58-ab47-4d94-8e8d-4bcae632f0d9 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:22:07.982706 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "name": "network-vif-unplugged", "status": "completed", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:22:07.982970 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a2b1c58-ab47-4d94-8e8d-4bcae632f0d9 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:22:07.993842 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'code': 200} Nov 19 09:22:07.997182 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=d27656ee-63f6-4432-9e0b-b4b94ad67dae,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:08.065216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Port 5a9782cc-737b-4c81-975d-0c7bac4b62ed on network 0f317c17-d11b-428a-b336-bf3a20212eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:22:08.066471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Attempting to bind port 5a9782cc-737b-4c81-975d-0c7bac4b62ed on network 0f317c17-d11b-428a-b336-bf3a20212eb4 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:08.075033 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:08.170581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:08.171121 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Checking segment: {'id': '5bc28d9f-98af-4ae3-b476-7cf3cb606a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:08.171917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Bound using segment: {'id': '5bc28d9f-98af-4ae3-b476-7cf3cb606a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:08.174357 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Bound port: 5a9782cc-737b-4c81-975d-0c7bac4b62ed, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc28d9f-98af-4ae3-b476-7cf3cb606a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:08.175839 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:08.243409 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-296f99e0-b679-4a26-8da0-ecdfa10aa815 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:08.261470 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-296f99e0-b679-4a26-8da0-ecdfa10aa815 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Calling delete_port for 7aa1c190-a182-4a8e-b9ef-0ddf25a426d3 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:22:08.272591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-42cad767-4813-46f4-8826-dd55ea0fb280 None None] Provisioning complete for port d27656ee-63f6-4432-9e0b-b4b94ad67dae triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:08.273208 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-42cad767-4813-46f4-8826-dd55ea0fb280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:08.314699 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e4cc923a-4cbf-46f9-bfef-4c8fc12460be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:08.315609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49644) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:08.663332 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-296f99e0-b679-4a26-8da0-ecdfa10aa815 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:08.778771 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e4cc923a-4cbf-46f9-bfef-4c8fc12460be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:08.821632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] For port 5a9782cc-737b-4c81-975d-0c7bac4b62ed, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:08.839256 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] For port 5a9782cc-737b-4c81-975d-0c7bac4b62ed, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=5a9782cc-737b-4c81-975d-0c7bac4b62ed,segment=NetworkSegment(5bc28d9f-98af-4ae3-b476-7cf3cb606a85),segment_id=5bc28d9f-98af-4ae3-b476-7cf3cb606a85)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:08.910360 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f99e0-b679-4a26-8da0-ecdfa10aa815 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Pushing event deleted for resources: {'Port': ['ID=7aa1c190-a182-4a8e-b9ef-0ddf25a426d3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:08.936699 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:08.995631 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a93f1f3-8ffc-429d-be48-4819014573d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:09.021458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-e4cc923a-4cbf-46f9-bfef-4c8fc12460be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68891e5d-5b07-4df8-ac8e-265403f0b48d']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:09.102937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-e4cc923a-4cbf-46f9-bfef-4c8fc12460be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb2d0c6-9d4a-4f5c-8733-e25941c59647') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:09.103146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-e4cc923a-4cbf-46f9-bfef-4c8fc12460be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb2d0c6-9d4a-4f5c-8733-e25941c59647') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:09.141446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec02d0a-4c98-4794-acb5-3055bdc8ebd8 req-db6fd506-e268-4cae-9661-090afb4541ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:09.147978 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e4cc923a-4cbf-46f9-bfef-4c8fc12460be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:09.163718 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:09.163953 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9ec02d0a-4c98-4794-acb5-3055bdc8ebd8 req-db6fd506-e268-4cae-9661-090afb4541ae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 1096 time: 0.3465371 Nov 19 09:22:09.164350 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:09.165830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] 10.222.0.71 "PUT /v2.0/ports/5a9782cc-737b-4c81-975d-0c7bac4b62ed HTTP/1.1" status: 200 len: 1092 time: 3.8929002 Nov 19 09:22:09.167264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'tag': '5a9782cc-737b-4c81-975d-0c7bac4b62ed'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:22:09.198040 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b2d229-e8e1-4d74-bf61-d0036061e132" -d '{"events": [{"name": "network-changed", "server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "tag": "5a9782cc-737b-4c81-975d-0c7bac4b62ed"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:22:09.315928 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Request body: {'port': {'device_id': '621d075d-653e-400b-9640-72d7df0f81eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:09.372977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff563bc1-52a6-4f3f-87cd-fc2fc98b79c0 req-0b19df3e-5cbb-4db9-be14-4d644f83eece tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:09.378445 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bb06e704-b30a-4ece-87e4-03ffc194e42d up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:09.407917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff563bc1-52a6-4f3f-87cd-fc2fc98b79c0 req-0b19df3e-5cbb-4db9-be14-4d644f83eece tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:09.442517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff563bc1-52a6-4f3f-87cd-fc2fc98b79c0 req-0b19df3e-5cbb-4db9-be14-4d644f83eece tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:09.462326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff563bc1-52a6-4f3f-87cd-fc2fc98b79c0 req-0b19df3e-5cbb-4db9-be14-4d644f83eece tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:09.468195 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:09.490512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff563bc1-52a6-4f3f-87cd-fc2fc98b79c0 req-0b19df3e-5cbb-4db9-be14-4d644f83eece tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:09.498295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff563bc1-52a6-4f3f-87cd-fc2fc98b79c0 req-0b19df3e-5cbb-4db9-be14-4d644f83eece tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 3827 time: 0.6327288 Nov 19 09:22:09.583829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fdc56-ea7d-4c00-a7a9-b4c65628631a service neutron] Pushing event updated for resources: {'Port': ['ID=5a9782cc-737b-4c81-975d-0c7bac4b62ed,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:09.625161 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e4cc923a-4cbf-46f9-bfef-4c8fc12460be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:09.656767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port bb06e704-b30a-4ece-87e4-03ffc194e42d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:09.657175 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:09.689561 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9e179-538c-4088-b21a-3428b160cc9a req-af8174df-a3e7-4838-9845-8ba9b02b981f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:09.706475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47f9e179-538c-4088-b21a-3428b160cc9a req-af8174df-a3e7-4838-9845-8ba9b02b981f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 945 time: 0.7630911 Nov 19 09:22:09.724682 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cc923a-4cbf-46f9-bfef-4c8fc12460be admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:22:09.728833 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e4cc923a-4cbf-46f9-bfef-4c8fc12460be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:22:09.739240 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:22:09.861510 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec02d0a-4c98-4794-acb5-3055bdc8ebd8 req-20902d3b-edac-48c1-b45d-333f38a40d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:09.863045 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9ec02d0a-4c98-4794-acb5-3055bdc8ebd8 req-20902d3b-edac-48c1-b45d-333f38a40d04 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 912 time: 0.6794741 Nov 19 09:22:09.869294 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:09.940294 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:09.947824 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:10.020024 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:10.065565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:22:10.067804 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc3d88e-1b54-4f2b-8d8e-644975278ba9" -d '{"events": [{"server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "name": "network-vif-plugged", "status": "completed", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:22:10.070723 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=bb06e704-b30a-4ece-87e4-03ffc194e42d,revision_number=10']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:10.077726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff563bc1-52a6-4f3f-87cd-fc2fc98b79c0 req-003be7f8-f232-40c3-a77f-7d4106adb666 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5529802 Nov 19 09:22:10.085572 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d27656ee-63f6-4432-9e0b-b4b94ad67dae up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:10.169686 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a93f1f3-8ffc-429d-be48-4819014573d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:10.183603 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d27656ee-63f6-4432-9e0b-b4b94ad67dae triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:10.184119 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:10.195660 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a93f1f3-8ffc-429d-be48-4819014573d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:10.256897 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-296f99e0-b679-4a26-8da0-ecdfa10aa815 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:10.258715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47f9e179-538c-4088-b21a-3428b160cc9a req-d6e9b1ea-fad0-4361-9fbc-2400cdfb857e tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511274 Nov 19 09:22:10.282302 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7465f334-1b18-4acd-885b-bf5bb1c8d435 x-openstack-request-id: req-7465f334-1b18-4acd-885b-bf5bb1c8d435 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:22:10.283601 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "tag": "5a9782cc-737b-4c81-975d-0c7bac4b62ed", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:22:10.286244 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e1a8b9-3d72-479a-8f34-3ded1f4c43fc x-openstack-request-id: req-49e1a8b9-3d72-479a-8f34-3ded1f4c43fc {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:22:10.286604 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7465f334-1b18-4acd-885b-bf5bb1c8d435 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:22:10.287619 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'tag': '5a9782cc-737b-4c81-975d-0c7bac4b62ed', 'status': 'completed', 'code': 200} Nov 19 09:22:10.298800 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "name": "network-vif-plugged", "status": "completed", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:22:10.299426 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49e1a8b9-3d72-479a-8f34-3ded1f4c43fc {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:22:10.300062 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'code': 200} Nov 19 09:22:10.310145 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e4cc923a-4cbf-46f9-bfef-4c8fc12460be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:10.330286 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9ec02d0a-4c98-4794-acb5-3055bdc8ebd8 req-e57929fc-e6f5-4ebe-ba27-390a97167fe4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d HTTP/1.1" status: 200 len: 1001 time: 0.3759830 Nov 19 09:22:10.337946 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e4cc923a-4cbf-46f9-bfef-4c8fc12460be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:10.359775 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e4cc923a-4cbf-46f9-bfef-4c8fc12460be admin admin] 10.222.0.21 "DELETE /v2.0/networks/68891e5d-5b07-4df8-ac8e-265403f0b48d HTTP/1.1" status: 204 len: 168 time: 2.5578077 Nov 19 09:22:10.522240 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6a93f1f3-8ffc-429d-be48-4819014573d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4126eade1d04379b3db04417e19704a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0197115 Nov 19 09:22:10.529296 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93f1f3-8ffc-429d-be48-4819014573d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19de499-0846-49ab-8377-b6a7d7cb0ad0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:10.559587 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49680) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:10.600139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc923a-4cbf-46f9-bfef-4c8fc12460be admin admin] Pushing event deleted for resources: {'Network': ['ID=68891e5d-5b07-4df8-ac8e-265403f0b48d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:10.688221 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49682) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:10.727468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c8933-e06f-4e18-8c12-df463a4ed439 req-de645759-57ca-4dc4-b998-5e6732204c4b tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:10.729478 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c54c8933-e06f-4e18-8c12-df463a4ed439 req-de645759-57ca-4dc4-b998-5e6732204c4b tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 945 time: 0.1979704 Nov 19 09:22:10.861051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c54c8933-e06f-4e18-8c12-df463a4ed439 req-d0e83e04-7da7-4a25-b212-d742136434a5 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240122 Nov 19 09:22:10.871407 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a0b1b7b3-4e78-4604-bbbd-c1726f3be14d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3aa493f28144711ac86f80f55db14f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1811492 Nov 19 09:22:10.873815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49684) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:10.931210 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296f99e0-b679-4a26-8da0-ecdfa10aa815 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Router fde40119-96b3-48aa-8857-0cbe1c4f0f86 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:22:10.941198 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3bec06e3-8584-4e03-98c7-663fe7acb2bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:10.950534 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2d229-e8e1-4d74-bf61-d0036061e132 req-40f9e643-6e4e-45e0-a5b4-91a9cd5bbec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:10.951024 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2d229-e8e1-4d74-bf61-d0036061e132 req-40f9e643-6e4e-45e0-a5b4-91a9cd5bbec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:10.951556 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2d229-e8e1-4d74-bf61-d0036061e132 req-40f9e643-6e4e-45e0-a5b4-91a9cd5bbec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:10.952042 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2d229-e8e1-4d74-bf61-d0036061e132 req-40f9e643-6e4e-45e0-a5b4-91a9cd5bbec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:10.952721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2d229-e8e1-4d74-bf61-d0036061e132 req-40f9e643-6e4e-45e0-a5b4-91a9cd5bbec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:10.954850 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-51b2d229-e8e1-4d74-bf61-d0036061e132 req-40f9e643-6e4e-45e0-a5b4-91a9cd5bbec8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=700b69d1977242c09b136442c1eff098&device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 4363 time: 0.7378547 Nov 19 09:22:10.961445 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec02d0a-4c98-4794-acb5-3055bdc8ebd8 req-2e190b80-ecfe-41b7-9b1d-f88b6bfe5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:10.964171 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9ec02d0a-4c98-4794-acb5-3055bdc8ebd8 req-2e190b80-ecfe-41b7-9b1d-f88b6bfe5998 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.6242967 Nov 19 09:22:11.063747 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0dc9-c20f-4396-8fe2-cb123cf52b4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:11.107440 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0dc9-c20f-4396-8fe2-cb123cf52b4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:11.132606 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3bec06e3-8584-4e03-98c7-663fe7acb2bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:11.178787 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Router 8b2344bd-2e83-463f-9158-c8ceb1367246 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:22:11.260681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93875227-8990-4442-841e-19b4c3c91736 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:22:11.294074 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:11.300545 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0dc9-c20f-4396-8fe2-cb123cf52b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:11.313067 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0dc9-c20f-4396-8fe2-cb123cf52b4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:11.319191 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6b3a0dc9-c20f-4396-8fe2-cb123cf52b4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9bc75da-fc87-4375-9001-6edf38c50d03 HTTP/1.1" status: 204 len: 168 time: 0.4443767 Nov 19 09:22:11.360839 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Transition to ACTIVE for port object 93875227-8990-4442-841e-19b4c3c91736 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:22:11.363698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a0dc9-c20f-4396-8fe2-cb123cf52b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bc75da-fc87-4375-9001-6edf38c50d03,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:11.404802 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:11.666569 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2d229-e8e1-4d74-bf61-d0036061e132 req-879e7da5-2077-462b-9ebb-44d33bd7e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:11.667189 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2d229-e8e1-4d74-bf61-d0036061e132 req-879e7da5-2077-462b-9ebb-44d33bd7e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:11.669565 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2d229-e8e1-4d74-bf61-d0036061e132 req-879e7da5-2077-462b-9ebb-44d33bd7e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:11.671500 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-51b2d229-e8e1-4d74-bf61-d0036061e132 req-879e7da5-2077-462b-9ebb-44d33bd7e8d8 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=700b69d1977242c09b136442c1eff098&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7062299 Nov 19 09:22:11.674774 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3bec06e3-8584-4e03-98c7-663fe7acb2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:11.687138 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3bec06e3-8584-4e03-98c7-663fe7acb2bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:11.688439 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3bec06e3-8584-4e03-98c7-663fe7acb2bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c19de499-0846-49ab-8377-b6a7d7cb0ad0 HTTP/1.1" status: 204 len: 168 time: 1.0221562 Nov 19 09:22:12.092425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Pushing event updated for resources: {'Port': ['ID=93875227-8990-4442-841e-19b4c3c91736,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:12.177410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e5513-a4c4-406d-b7ff-c163f4561613 req-fbe0d2b2-6bb8-40d0-b0ad-6fbcad213cfc tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:12.184933 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c34e5513-a4c4-406d-b7ff-c163f4561613 req-fbe0d2b2-6bb8-40d0-b0ad-6fbcad213cfc tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 945 time: 0.7640562 Nov 19 09:22:12.222277 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941d73c-339a-44fe-92bf-4d222636e744 req-10d4ad5a-f074-4009-a974-ef2abf708e23 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:12.233061 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941d73c-339a-44fe-92bf-4d222636e744 req-10d4ad5a-f074-4009-a974-ef2abf708e23 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:12.260676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941d73c-339a-44fe-92bf-4d222636e744 req-10d4ad5a-f074-4009-a974-ef2abf708e23 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:12.276695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941d73c-339a-44fe-92bf-4d222636e744 req-10d4ad5a-f074-4009-a974-ef2abf708e23 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:12.285003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941d73c-339a-44fe-92bf-4d222636e744 req-10d4ad5a-f074-4009-a974-ef2abf708e23 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:12.291526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941d73c-339a-44fe-92bf-4d222636e744 req-10d4ad5a-f074-4009-a974-ef2abf708e23 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:12.299586 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2941d73c-339a-44fe-92bf-4d222636e744 req-10d4ad5a-f074-4009-a974-ef2abf708e23 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 4598 time: 0.9336221 Nov 19 09:22:12.434268 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2941d73c-339a-44fe-92bf-4d222636e744 req-cac0e292-5a1d-4a8c-9eda-e145314ddc49 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1305249 Nov 19 09:22:12.475004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Attempting to bind port 93875227-8990-4442-841e-19b4c3c91736 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:12.475371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Attempting to bind port 93875227-8990-4442-841e-19b4c3c91736 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:12.475736 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Attempting to bind port 93875227-8990-4442-841e-19b4c3c91736 on network 3282dff9-c0bb-424b-9664-c64e91191014 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:12.498666 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Port 93875227-8990-4442-841e-19b4c3c91736 on network 3282dff9-c0bb-424b-9664-c64e91191014 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:22:12.499063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Attempting to bind port 93875227-8990-4442-841e-19b4c3c91736 on network 3282dff9-c0bb-424b-9664-c64e91191014 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:12.520397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c34e5513-a4c4-406d-b7ff-c163f4561613 req-aa0e45f6-3229-4301-9308-a9afed113d15 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342853 Nov 19 09:22:12.521508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:12.521922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Checking segment: {'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:12.522346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Bound using segment: {'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:12.522761 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Bound port: 93875227-8990-4442-841e-19b4c3c91736, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:12.529379 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:12.641304 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec06e3-8584-4e03-98c7-663fe7acb2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19de499-0846-49ab-8377-b6a7d7cb0ad0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:12.649626 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296f99e0-b679-4a26-8da0-ecdfa10aa815 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:22:12.668269 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a862b-84b2-45d8-a241-bd3a6b6c7dbf None None] Sync routers for ids ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:22:12.691456 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] For port 93875227-8990-4442-841e-19b4c3c91736, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:12.701957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] For port 93875227-8990-4442-841e-19b4c3c91736, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=93875227-8990-4442-841e-19b4c3c91736,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:12.733532 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a862b-84b2-45d8-a241-bd3a6b6c7dbf None None] Routers {'fde40119-96b3-48aa-8857-0cbe1c4f0f86'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:22:12.734209 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d14a862b-84b2-45d8-a241-bd3a6b6c7dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:21:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:12.742194 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:12.825696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d14a862b-84b2-45d8-a241-bd3a6b6c7dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:12.833209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:12.834538 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:12.836183 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] 10.222.0.71 "PUT /v2.0/ports/93875227-8990-4442-841e-19b4c3c91736 HTTP/1.1" status: 200 len: 1130 time: 3.5842860 Nov 19 09:22:12.880553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'tag': '93875227-8990-4442-841e-19b4c3c91736'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:22:12.883601 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310f6548-7444-4fd0-9988-68f42c416908" -d '{"events": [{"name": "network-changed", "server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "tag": "93875227-8990-4442-841e-19b4c3c91736"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:22:12.884709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a862b-84b2-45d8-a241-bd3a6b6c7dbf None None] Routers {'fde40119-96b3-48aa-8857-0cbe1c4f0f86'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:22:12.885340 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d14a862b-84b2-45d8-a241-bd3a6b6c7dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:21:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:12.886440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49742) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:12.910529 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Request body: {'port': {'device_id': '621d075d-653e-400b-9640-72d7df0f81eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:12.999497 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d14a862b-84b2-45d8-a241-bd3a6b6c7dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:13.000105 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2d229-e8e1-4d74-bf61-d0036061e132 req-98bffc55-27cc-464f-af04-bb0219e5518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:13.001803 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-51b2d229-e8e1-4d74-bf61-d0036061e132 req-98bffc55-27cc-464f-af04-bb0219e5518b service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2849882 Nov 19 09:22:13.018097 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a862b-84b2-45d8-a241-bd3a6b6c7dbf None None] The sync data for ids ['fde40119-96b3-48aa-8857-0cbe1c4f0f86'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:22:13.019567 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-296f99e0-b679-4a26-8da0-ecdfa10aa815 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] 10.222.0.21 "PUT /v2.0/routers/fde40119-96b3-48aa-8857-0cbe1c4f0f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9432132 Nov 19 09:22:13.023075 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1800cc94-5f54-48b8-823c-94051321f29d x-openstack-request-id: req-1800cc94-5f54-48b8-823c-94051321f29d {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:22:13.023075 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "tag": "93875227-8990-4442-841e-19b4c3c91736", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:22:13.023075 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1800cc94-5f54-48b8-823c-94051321f29d {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:22:13.025770 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'tag': '93875227-8990-4442-841e-19b4c3c91736', 'status': 'completed', 'code': 200} Nov 19 09:22:13.127482 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49754) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:13.173842 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:22:13.189068 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Sync routers for ids ['8b2344bd-2e83-463f-9158-c8ceb1367246'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:22:13.211691 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Routers {'8b2344bd-2e83-463f-9158-c8ceb1367246'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:22:13.217508 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:21:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8b2344bd-2e83-463f-9158-c8ceb1367246'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:13.286603 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec02d0a-4c98-4794-acb5-3055bdc8ebd8 req-733db2d1-fdf7-4783-9f10-133206ff8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:13.291747 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9ec02d0a-4c98-4794-acb5-3055bdc8ebd8 req-733db2d1-fdf7-4783-9f10-133206ff8501 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 2.2070253 Nov 19 09:22:13.587214 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Set router 8b2344bd-2e83-463f-9158-c8ceb1367246 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:22:13.614364 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03119ad6-f69d-4173-b0f1-b983bf162120 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:13.646912 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9ec02d0a-4c98-4794-acb5-3055bdc8ebd8 req-abe78df4-c3bb-46e8-9bd0-62823009c1c4 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897456 Nov 19 09:22:13.650634 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:13.651863 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-de51c361-f42d-4683-a430-00b89b3ef794 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.2795589 Nov 19 09:22:13.663201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49772) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:13.702719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8001de-a15c-457c-a315-9fed92c1c441 req-e160c63e-6e2c-4252-93c5-84c2147f687f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:13.716735 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f8001de-a15c-457c-a315-9fed92c1c441 req-e160c63e-6e2c-4252-93c5-84c2147f687f tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 945 time: 1.0122707 Nov 19 09:22:13.762895 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:13.820641 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-9064d25c-a266-4f0e-ac7d-1d6cc06ccef7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-815523072-network', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:13.826630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcb7d8-8c86-4137-bc30-bf7b7652db7c service neutron] Pushing event updated for resources: {'Port': ['ID=93875227-8990-4442-841e-19b4c3c91736,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:13.845171 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f6548-7444-4fd0-9988-68f42c416908 req-d0a14645-28f0-4ebb-8719-535bc205ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:13.845340 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f6548-7444-4fd0-9988-68f42c416908 req-d0a14645-28f0-4ebb-8719-535bc205ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:13.845832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f6548-7444-4fd0-9988-68f42c416908 req-d0a14645-28f0-4ebb-8719-535bc205ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:13.847682 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f6548-7444-4fd0-9988-68f42c416908 req-d0a14645-28f0-4ebb-8719-535bc205ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:13.848167 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f6548-7444-4fd0-9988-68f42c416908 req-d0a14645-28f0-4ebb-8719-535bc205ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:13.848649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f6548-7444-4fd0-9988-68f42c416908 req-d0a14645-28f0-4ebb-8719-535bc205ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:13.850670 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-310f6548-7444-4fd0-9988-68f42c416908 req-d0a14645-28f0-4ebb-8719-535bc205ce02 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=700b69d1977242c09b136442c1eff098&device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5286 time: 0.6491439 Nov 19 09:22:14.140917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56761c8f-425b-4730-929a-ba3b0b318243 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:22:14.150983 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:14.166253 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Transition to ACTIVE for port object 56761c8f-425b-4730-929a-ba3b0b318243 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:22:14.181953 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f6548-7444-4fd0-9988-68f42c416908 req-90724cb1-bea4-4d50-9f67-36669534d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:14.182539 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f6548-7444-4fd0-9988-68f42c416908 req-90724cb1-bea4-4d50-9f67-36669534d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:14.183071 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f6548-7444-4fd0-9988-68f42c416908 req-90724cb1-bea4-4d50-9f67-36669534d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:14.185145 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-310f6548-7444-4fd0-9988-68f42c416908 req-90724cb1-bea4-4d50-9f67-36669534d357 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=700b69d1977242c09b136442c1eff098&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3132975 Nov 19 09:22:14.215265 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:14.279003 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'name': 'tempest-ServersTestMultiNic-1869448459-router', 'tenant_id': '80330b733775466590faec7f52d73715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '091c398b-bf16-4ddf-99d4-beefa1a4458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:02Z', 'updated_at': '2021-11-19T09:22:07Z', 'revision_number': 3, 'project_id': '80330b733775466590faec7f52d73715', 'gw_port': {'id': '091c398b-bf16-4ddf-99d4-beefa1a4458b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:13:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:04Z', 'updated_at': '2021-11-19T09:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:14.323465 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Checking router: 8b2344bd-2e83-463f-9158-c8ceb1367246 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:22:14.324357 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Updating router 8b2344bd-2e83-463f-9158-c8ceb1367246 port 091c398b-bf16-4ddf-99d4-beefa1a4458b binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:22:14.365009 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:14.387383 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Pushing event updated for resources: {'Port': ['ID=56761c8f-425b-4730-929a-ba3b0b318243,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:14.412396 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9ec02d0a-4c98-4794-acb5-3055bdc8ebd8 req-4064fb58-9cf0-40ea-b34f-a64e86ad17b7 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7499828 Nov 19 09:22:14.413242 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f8001de-a15c-457c-a315-9fed92c1c441 req-7c77c885-85e0-408c-899b-23042efeb7f4 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6953132 Nov 19 09:22:14.501703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9064d25c-a266-4f0e-ac7d-1d6cc06ccef7 admin admin] Made reservation on behalf of 80aff1f3a07c4802b659a4b440a2b6bd for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:22:14.506137 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9064d25c-a266-4f0e-ac7d-1d6cc06ccef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:14.519249 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03119ad6-f69d-4173-b0f1-b983bf162120 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:14.547480 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9064d25c-a266-4f0e-ac7d-1d6cc06ccef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:14.614736 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379c32d-e66f-4420-9b5d-0699bf376483 req-fd084b89-9291-4559-bb3d-da973eac300d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:14.623662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379c32d-e66f-4420-9b5d-0699bf376483 req-fd084b89-9291-4559-bb3d-da973eac300d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:14.633846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379c32d-e66f-4420-9b5d-0699bf376483 req-fd084b89-9291-4559-bb3d-da973eac300d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:14.642018 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379c32d-e66f-4420-9b5d-0699bf376483 req-fd084b89-9291-4559-bb3d-da973eac300d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:14.650754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379c32d-e66f-4420-9b5d-0699bf376483 req-fd084b89-9291-4559-bb3d-da973eac300d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:14.660538 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379c32d-e66f-4420-9b5d-0699bf376483 req-fd084b89-9291-4559-bb3d-da973eac300d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:14.668480 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379c32d-e66f-4420-9b5d-0699bf376483 req-fd084b89-9291-4559-bb3d-da973eac300d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:14.679193 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2379c32d-e66f-4420-9b5d-0699bf376483 req-fd084b89-9291-4559-bb3d-da973eac300d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5370 time: 0.4768839 Nov 19 09:22:14.758466 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f6548-7444-4fd0-9988-68f42c416908 req-9eab5209-c9c9-4e32-8723-4794ad0ad373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:14.761321 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-310f6548-7444-4fd0-9988-68f42c416908 req-9eab5209-c9c9-4e32-8723-4794ad0ad373 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5675442 Nov 19 09:22:14.976309 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:14.986712 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:15.059183 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62ae22-0b6c-4610-bb98-99321119884a None None] Pushing event updated for resources: {'Port': ['ID=091c398b-bf16-4ddf-99d4-beefa1a4458b,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:15.089221 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62ae22-0b6c-4610-bb98-99321119884a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:15.089885 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62ae22-0b6c-4610-bb98-99321119884a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:15.090545 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62ae22-0b6c-4610-bb98-99321119884a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:15.090986 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62ae22-0b6c-4610-bb98-99321119884a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:15.091423 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62ae22-0b6c-4610-bb98-99321119884a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:15.092348 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62ae22-0b6c-4610-bb98-99321119884a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:15.092784 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62ae22-0b6c-4610-bb98-99321119884a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:15.093244 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62ae22-0b6c-4610-bb98-99321119884a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:15.093686 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62ae22-0b6c-4610-bb98-99321119884a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:15.094114 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62ae22-0b6c-4610-bb98-99321119884a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:15.094716 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62ae22-0b6c-4610-bb98-99321119884a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:15.095146 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd62ae22-0b6c-4610-bb98-99321119884a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:15.105678 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Attempting to bind port 091c398b-bf16-4ddf-99d4-beefa1a4458b on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:15.107989 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Attempting to bind port 091c398b-bf16-4ddf-99d4-beefa1a4458b by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:15.108145 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Attempting to bind port 091c398b-bf16-4ddf-99d4-beefa1a4458b on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:15.114375 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:15.114829 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:15.115300 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:15.115773 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:15.116306 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Bound port: 091c398b-bf16-4ddf-99d4-beefa1a4458b, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:15.116913 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:15.192164 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] For port 091c398b-bf16-4ddf-99d4-beefa1a4458b, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:15.197014 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] For port 091c398b-bf16-4ddf-99d4-beefa1a4458b, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=091c398b-bf16-4ddf-99d4-beefa1a4458b,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:15.209691 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:15.269934 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Routers {'8b2344bd-2e83-463f-9158-c8ceb1367246'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:22:15.270945 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:21:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8b2344bd-2e83-463f-9158-c8ceb1367246'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:15.331632 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:15.334086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Attempting to bind port 56761c8f-425b-4730-929a-ba3b0b318243 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:15.334521 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Attempting to bind port 56761c8f-425b-4730-929a-ba3b0b318243 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:15.334908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Attempting to bind port 56761c8f-425b-4730-929a-ba3b0b318243 on network 3282dff9-c0bb-424b-9664-c64e91191014 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:15.354944 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2379c32d-e66f-4420-9b5d-0699bf376483 req-978d453d-9eef-4129-be73-b0def5b80836 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6743751 Nov 19 09:22:15.367535 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Port 56761c8f-425b-4730-929a-ba3b0b318243 on network 3282dff9-c0bb-424b-9664-c64e91191014 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:22:15.367895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Attempting to bind port 56761c8f-425b-4730-929a-ba3b0b318243 on network 3282dff9-c0bb-424b-9664-c64e91191014 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:15.378717 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:15.429732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:15.430514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Checking segment: {'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:15.431268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Bound using segment: {'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:15.433021 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Bound port: 56761c8f-425b-4730-929a-ba3b0b318243, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:15.433666 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:15.442782 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] Set router 8b2344bd-2e83-463f-9158-c8ceb1367246 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:22:15.453697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95845963-9223-4924-9590-08b2a2a4ea1a req-b0b9d9a6-1326-4d84-9e55-d87500be446f tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:15.458955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95845963-9223-4924-9590-08b2a2a4ea1a req-b0b9d9a6-1326-4d84-9e55-d87500be446f tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 946 time: 0.5303514 Nov 19 09:22:15.558260 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-03119ad6-f69d-4173-b0f1-b983bf162120 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Deleting port 2ed0aa79-5eaf-4aa4-be05-cd13f68f1cb4 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:22:15.559017 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03119ad6-f69d-4173-b0f1-b983bf162120 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:15.707892 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03119ad6-f69d-4173-b0f1-b983bf162120 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:15.724998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-03119ad6-f69d-4173-b0f1-b983bf162120 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Calling delete_port for 2ed0aa79-5eaf-4aa4-be05-cd13f68f1cb4 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:22:15.806432 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Allocated IP 172.20.0.1 (7e9f00b3-425d-414c-a12e-c072331963a0/95c78b6c-2cf3-4d70-bdad-3028eb96b726/e3cc4e72-cdd2-4506-bc85-f178e2dba7f8) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:22:15.854812 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'name': 'tempest-ServersTestMultiNic-1869448459-router', 'tenant_id': '80330b733775466590faec7f52d73715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '091c398b-bf16-4ddf-99d4-beefa1a4458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:02Z', 'updated_at': '2021-11-19T09:22:07Z', 'revision_number': 3, 'project_id': '80330b733775466590faec7f52d73715', 'gw_port': {'id': '091c398b-bf16-4ddf-99d4-beefa1a4458b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:13:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:04Z', 'updated_at': '2021-11-19T09:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:15.937282 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62ae22-0b6c-4610-bb98-99321119884a None None] Pushing event updated for resources: {'Port': ['ID=091c398b-bf16-4ddf-99d4-beefa1a4458b,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:15.949736 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd932d8-3cd9-44fb-a8e5-6e61c23c12b0 None None] The sync data for ids ['8b2344bd-2e83-463f-9158-c8ceb1367246'] in n-d-805649-14 is: [{'id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'name': 'tempest-ServersTestMultiNic-1869448459-router', 'tenant_id': '80330b733775466590faec7f52d73715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '091c398b-bf16-4ddf-99d4-beefa1a4458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:02Z', 'updated_at': '2021-11-19T09:22:07Z', 'revision_number': 3, 'project_id': '80330b733775466590faec7f52d73715', 'gw_port': {'id': '091c398b-bf16-4ddf-99d4-beefa1a4458b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:13:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:04Z', 'updated_at': '2021-11-19T09:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:22:16.032881 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:16.090851 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:16.151591 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Network 7e9f00b3-425d-414c-a12e-c072331963a0 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:22:16.155808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:16.175870 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:22:16.180749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Pushing event updated for resources: {'Port': ['ID=e3cc4e72-cdd2-4506-bc85-f178e2dba7f8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:16.278631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] For port 56761c8f-425b-4730-929a-ba3b0b318243, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:16.283082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] For port 56761c8f-425b-4730-929a-ba3b0b318243, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=56761c8f-425b-4730-929a-ba3b0b318243,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:16.292255 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03119ad6-f69d-4173-b0f1-b983bf162120 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:16.297684 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9064d25c-a266-4f0e-ac7d-1d6cc06ccef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:16.327069 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:16.335595 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:16.355457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03119ad6-f69d-4173-b0f1-b983bf162120 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Pushing event deleted for resources: {'Port': ['ID=2ed0aa79-5eaf-4aa4-be05-cd13f68f1cb4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:16.506301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69fe6a-943f-4325-82d5-adce46cae330 req-ef9e6674-aba4-4c60-b6cf-4cb47cbe4470 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:16.536325 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d69fe6a-943f-4325-82d5-adce46cae330 req-ef9e6674-aba4-4c60-b6cf-4cb47cbe4470 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 945 time: 0.6215219 Nov 19 09:22:16.576453 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:16.587256 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9064d25c-a266-4f0e-ac7d-1d6cc06ccef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:16.603191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9064d25c-a266-4f0e-ac7d-1d6cc06ccef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:22:16.615730 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9064d25c-a266-4f0e-ac7d-1d6cc06ccef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:16.616057 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-9064d25c-a266-4f0e-ac7d-1d6cc06ccef7 admin admin] Added segment 1556e36f-588d-4bb8-bb98-18e486079376 of type vlan for network d998d4ee-a200-49f0-8943-4be78f808d14 Nov 19 09:22:16.633927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Pushing event updated for resources: {'Port': ['ID=56761c8f-425b-4730-929a-ba3b0b318243,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:16.657506 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95845963-9223-4924-9590-08b2a2a4ea1a req-641e15e5-0869-49da-880a-c66cef7d09bd tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1778121 Nov 19 09:22:16.679259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:16.680517 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:16.684008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-590a0861-9c63-4011-9601-9a8e70cb460b service neutron] 10.222.0.71 "PUT /v2.0/ports/56761c8f-425b-4730-929a-ba3b0b318243 HTTP/1.1" status: 200 len: 1131 time: 3.7851195 Nov 19 09:22:16.691851 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'tag': '56761c8f-425b-4730-929a-ba3b0b318243'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:22:16.700208 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d436bb3-a8b1-4774-9a7e-799fa3d0dbec" -d '{"events": [{"name": "network-changed", "server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "tag": "56761c8f-425b-4730-929a-ba3b0b318243"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:22:16.789732 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0b021ca3-242b-4f53-8691-69446a6597ea None None] Provisioning complete for port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:16.796653 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Request body: {'port': {'device_id': '621d075d-653e-400b-9640-72d7df0f81eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:16.797598 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b021ca3-242b-4f53-8691-69446a6597ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:16.895789 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0b021ca3-242b-4f53-8691-69446a6597ea None None] Port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:22:16.969702 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9064d25c-a266-4f0e-ac7d-1d6cc06ccef7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:16.978950 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03119ad6-f69d-4173-b0f1-b983bf162120 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:16.980744 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:16.994387 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:17.046913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064d25c-a266-4f0e-ac7d-1d6cc06ccef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440d152f-d8ed-4b60-8a4a-2317e0fdc158,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:17.053259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d69fe6a-943f-4325-82d5-adce46cae330 req-3dd706fb-1cd0-4f78-818a-ec342c58bafa tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160260 Nov 19 09:22:17.137026 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Pushing event updated for resources: {'Port': ['ID=e3cc4e72-cdd2-4506-bc85-f178e2dba7f8,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:17.146615 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:17.185608 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.resource_extend [None req-9064d25c-a266-4f0e-ac7d-1d6cc06ccef7 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:22:17.261379 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03119ad6-f69d-4173-b0f1-b983bf162120 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:17.265363 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03119ad6-f69d-4173-b0f1-b983bf162120 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:17.268759 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:17.293587 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Network 7e9f00b3-425d-414c-a12e-c072331963a0 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:22:17.295406 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:17.347777 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dbf1b0-aa97-4476-930d-a3410a104d59 x-openstack-request-id: req-73dbf1b0-aa97-4476-930d-a3410a104d59 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:22:17.348230 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "tag": "56761c8f-425b-4730-929a-ba3b0b318243", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:22:17.348621 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73dbf1b0-aa97-4476-930d-a3410a104d59 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:22:17.355359 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'tag': '56761c8f-425b-4730-929a-ba3b0b318243', 'status': 'completed', 'code': 200} Nov 19 09:22:17.363868 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9064d25c-a266-4f0e-ac7d-1d6cc06ccef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:17.364847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9064d25c-a266-4f0e-ac7d-1d6cc06ccef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:17.370700 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9064d25c-a266-4f0e-ac7d-1d6cc06ccef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:17.614566 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Router 8b2344bd-2e83-463f-9158-c8ceb1367246 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:22:17.686288 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-887c8091-7ec4-4736-b363-71946b95bde0 None None] Provisioning complete for port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:17.687269 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-887c8091-7ec4-4736-b363-71946b95bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:17.696569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa7367-39bd-4ca0-b189-47291091040a req-b8a326f0-5278-45ed-a7ed-9998add8559f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:17.704049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa7367-39bd-4ca0-b189-47291091040a req-b8a326f0-5278-45ed-a7ed-9998add8559f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:17.710998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa7367-39bd-4ca0-b189-47291091040a req-b8a326f0-5278-45ed-a7ed-9998add8559f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:17.724618 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa7367-39bd-4ca0-b189-47291091040a req-b8a326f0-5278-45ed-a7ed-9998add8559f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:17.724618 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa7367-39bd-4ca0-b189-47291091040a req-b8a326f0-5278-45ed-a7ed-9998add8559f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:17.724618 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa7367-39bd-4ca0-b189-47291091040a req-b8a326f0-5278-45ed-a7ed-9998add8559f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:17.735444 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa7367-39bd-4ca0-b189-47291091040a req-b8a326f0-5278-45ed-a7ed-9998add8559f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:17.752431 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3aa7367-39bd-4ca0-b189-47291091040a req-b8a326f0-5278-45ed-a7ed-9998add8559f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5370 time: 0.6061828 Nov 19 09:22:17.752431 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03119ad6-f69d-4173-b0f1-b983bf162120 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:17.752431 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03119ad6-f69d-4173-b0f1-b983bf162120 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Fanout notify agent at l3_agent the message router_deleted on router fde40119-96b3-48aa-8857-0cbe1c4f0f86 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:22:17.767770 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9064d25c-a266-4f0e-ac7d-1d6cc06ccef7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.7748952 Nov 19 09:22:17.779219 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03119ad6-f69d-4173-b0f1-b983bf162120 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:17.779219 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-03119ad6-f69d-4173-b0f1-b983bf162120 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] 10.222.0.21 "DELETE /v2.0/routers/fde40119-96b3-48aa-8857-0cbe1c4f0f86 HTTP/1.1" status: 204 len: 168 time: 4.6420774 Nov 19 09:22:17.795004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49818) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:17.863205 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:17.872639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-887c8091-7ec4-4736-b363-71946b95bde0 None None] Port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:22:18.025061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:22:18.030170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49820) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:18.041853 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2a51a97d-194e-46e8-b440-48a163500b5f admin admin] 10.222.0.21 "PUT /v2.0/routers/8b2344bd-2e83-463f-9158-c8ceb1367246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3758383 Nov 19 09:22:18.053161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 091c398b-bf16-4ddf-99d4-beefa1a4458b up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:18.072391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4a244098-db9a-47da-930b-bb62d414b4c6 admin admin] Request body: {'subnet': {'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-815523072-subnet', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:18.149361 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d436bb3-a8b1-4774-9a7e-799fa3d0dbec req-fea28a00-113f-4b61-af64-f3d71703be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:18.150806 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d436bb3-a8b1-4774-9a7e-799fa3d0dbec req-fea28a00-113f-4b61-af64-f3d71703be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:18.153818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d436bb3-a8b1-4774-9a7e-799fa3d0dbec req-fea28a00-113f-4b61-af64-f3d71703be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:18.154493 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d436bb3-a8b1-4774-9a7e-799fa3d0dbec req-fea28a00-113f-4b61-af64-f3d71703be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:18.155132 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d436bb3-a8b1-4774-9a7e-799fa3d0dbec req-fea28a00-113f-4b61-af64-f3d71703be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:18.155771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d436bb3-a8b1-4774-9a7e-799fa3d0dbec req-fea28a00-113f-4b61-af64-f3d71703be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:18.158119 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d436bb3-a8b1-4774-9a7e-799fa3d0dbec req-fea28a00-113f-4b61-af64-f3d71703be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:18.160461 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d436bb3-a8b1-4774-9a7e-799fa3d0dbec req-fea28a00-113f-4b61-af64-f3d71703be35 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=700b69d1977242c09b136442c1eff098&device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 6210 time: 0.5449741 Nov 19 09:22:18.166673 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 091c398b-bf16-4ddf-99d4-beefa1a4458b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:18.167066 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:18.346425 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d436bb3-a8b1-4774-9a7e-799fa3d0dbec req-dbc153c6-a87e-4e5d-92e1-0b5c800a6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:18.347060 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d436bb3-a8b1-4774-9a7e-799fa3d0dbec req-dbc153c6-a87e-4e5d-92e1-0b5c800a6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:18.347598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d436bb3-a8b1-4774-9a7e-799fa3d0dbec req-dbc153c6-a87e-4e5d-92e1-0b5c800a6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:18.349301 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d436bb3-a8b1-4774-9a7e-799fa3d0dbec req-dbc153c6-a87e-4e5d-92e1-0b5c800a6796 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=700b69d1977242c09b136442c1eff098&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1733959 Nov 19 09:22:18.349910 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49832) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:18.356173 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a244098-db9a-47da-930b-bb62d414b4c6 admin admin] Made reservation on behalf of 80aff1f3a07c4802b659a4b440a2b6bd for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:22:18.358908 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a244098-db9a-47da-930b-bb62d414b4c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:18.414315 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:18.464656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 091c398b-bf16-4ddf-99d4-beefa1a4458b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=091c398b-bf16-4ddf-99d4-beefa1a4458b,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:18.474070 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:18.477408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e040b8-1ab4-41b1-bc6a-40d6d0b155af tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Deleting subnet 6b2a7315-ac30-4a1f-9d95-3e55f7ddd51b {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:22:18.486759 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0694c000-35f0-4597-8ccc-0c09904fc0b1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1203828856'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:18.512458 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00e040b8-1ab4-41b1-bc6a-40d6d0b155af tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:18.516692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064d25c-a266-4f0e-ac7d-1d6cc06ccef7 admin admin] Pushing event updated for resources: {'Network': ['ID=d998d4ee-a200-49f0-8943-4be78f808d14,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:18.622550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0694c000-35f0-4597-8ccc-0c09904fc0b1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Made reservation on behalf of 80330b733775466590faec7f52d73715 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:22:18.626169 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0694c000-35f0-4597-8ccc-0c09904fc0b1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:18.627639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=091c398b-bf16-4ddf-99d4-beefa1a4458b,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:18.655652 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:18.656009 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:18.656362 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:18.656704 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:18.657041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:18.661375 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7b8db-af0c-4b6a-b4a2-f9eaeba67430 req-ac01c6cc-170c-4e45-97af-4018029b4446 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:18.661615 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:18.661823 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:18.662202 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:18.662544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:18.662884 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:18.663221 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:18.666434 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:18.669863 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0694c000-35f0-4597-8ccc-0c09904fc0b1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:22:18.671165 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6f7b8db-af0c-4b6a-b4a2-f9eaeba67430 req-ac01c6cc-170c-4e45-97af-4018029b4446 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 945 time: 1.1442788 Nov 19 09:22:18.680908 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0694c000-35f0-4597-8ccc-0c09904fc0b1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:18.682931 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-0694c000-35f0-4597-8ccc-0c09904fc0b1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Added segment 48c6dfcb-ec3c-415b-8d57-0fce860c1984 of type vlan for network b2697430-d4a9-4a39-8eac-f6255543bd77 Nov 19 09:22:18.684325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network d998d4ee-a200-49f0-8943-4be78f808d14 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:22:18.690904 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00e040b8-1ab4-41b1-bc6a-40d6d0b155af tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:18.738507 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0694c000-35f0-4597-8ccc-0c09904fc0b1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:18.813583 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0694c000-35f0-4597-8ccc-0c09904fc0b1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:18.825845 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0694c000-35f0-4597-8ccc-0c09904fc0b1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:18.830643 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0694c000-35f0-4597-8ccc-0c09904fc0b1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:18.915452 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0694c000-35f0-4597-8ccc-0c09904fc0b1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5640726 Nov 19 09:22:18.952398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49836) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:18.960179 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a5e048a3-05dd-44c5-ab10-23aa41c743e0 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Request body: {'subnet': {'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:19.056421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b1b935-d8de-408b-9222-af54f732f4dd {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:22:19.069003 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:19.086524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Transition to ACTIVE for port object e1b1b935-d8de-408b-9222-af54f732f4dd will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:22:19.088180 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694c000-35f0-4597-8ccc-0c09904fc0b1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event updated for resources: {'Network': ['ID=b2697430-d4a9-4a39-8eac-f6255543bd77,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:19.090476 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e048a3-05dd-44c5-ab10-23aa41c743e0 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Made reservation on behalf of 80330b733775466590faec7f52d73715 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:22:19.094360 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a5e048a3-05dd-44c5-ab10-23aa41c743e0 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:19.103794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network b2697430-d4a9-4a39-8eac-f6255543bd77 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:22:19.109979 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:19.164768 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a244098-db9a-47da-930b-bb62d414b4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:19.176854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3aa7367-39bd-4ca0-b189-47291091040a req-3cf6db4f-bbeb-439f-ab32-f8723b639876 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.3808563 Nov 19 09:22:19.213948 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d436bb3-a8b1-4774-9a7e-799fa3d0dbec req-a5e60d7f-1604-4213-b499-cff13737a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:19.226245 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7d436bb3-a8b1-4774-9a7e-799fa3d0dbec req-a5e60d7f-1604-4213-b499-cff13737a87b service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7445059 Nov 19 09:22:19.258323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Sync routers for ids ['8b2344bd-2e83-463f-9158-c8ceb1367246'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:22:19.286035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Routers {'8b2344bd-2e83-463f-9158-c8ceb1367246'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:22:19.290568 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:21:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8b2344bd-2e83-463f-9158-c8ceb1367246'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:19.385613 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6f7b8db-af0c-4b6a-b4a2-f9eaeba67430 req-7715ad57-ab43-4484-91ba-8b867e02f8b8 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7132123 Nov 19 09:22:19.413130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a244098-db9a-47da-930b-bb62d414b4c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca7a993c-8947-46a3-a13a-7da81a72657b,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:19.530685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Pushing event updated for resources: {'Port': ['ID=e1b1b935-d8de-408b-9222-af54f732f4dd,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:19.583049 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00e040b8-1ab4-41b1-bc6a-40d6d0b155af tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:19.633783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Set router 8b2344bd-2e83-463f-9158-c8ceb1367246 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:22:19.648152 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a5e048a3-05dd-44c5-ab10-23aa41c743e0 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:19.730835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a40fe0-a63a-4992-9c36-d6f8f30f1a44 req-b5309bae-b1ee-4239-8f0c-19d14539e3d5 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:19.732717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d0a40fe0-a63a-4992-9c36-d6f8f30f1a44 req-b5309bae-b1ee-4239-8f0c-19d14539e3d5 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 946 time: 0.3664231 Nov 19 09:22:19.764032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a244098-db9a-47da-930b-bb62d414b4c6 admin admin] Checking segment: {'id': '1556e36f-588d-4bb8-bb98-18e486079376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:19.764494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a244098-db9a-47da-930b-bb62d414b4c6 admin admin] Network hostable DHCP agents. Network: d998d4ee-a200-49f0-8943-4be78f808d14, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:22:19.846410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Attempting to bind port e1b1b935-d8de-408b-9222-af54f732f4dd on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:19.846919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Attempting to bind port e1b1b935-d8de-408b-9222-af54f732f4dd by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:19.847165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Attempting to bind port e1b1b935-d8de-408b-9222-af54f732f4dd on network 3282dff9-c0bb-424b-9664-c64e91191014 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:19.883259 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00e040b8-1ab4-41b1-bc6a-40d6d0b155af tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:19.897166 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e048a3-05dd-44c5-ab10-23aa41c743e0 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event updated for resources: {'Subnet': ['ID=f9d44416-e3fb-4826-9bbc-f86eea1c80d3,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:19.902434 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a244098-db9a-47da-930b-bb62d414b4c6 admin admin] Network d998d4ee-a200-49f0-8943-4be78f808d14 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:22:19.935567 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-4a244098-db9a-47da-930b-bb62d414b4c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, d998d4ee-a200-49f0-8943-4be78f808d14) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:19.965823 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a244098-db9a-47da-930b-bb62d414b4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:19.967226 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a244098-db9a-47da-930b-bb62d414b4c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:19.983629 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e048a3-05dd-44c5-ab10-23aa41c743e0 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Checking segment: {'id': '48c6dfcb-ec3c-415b-8d57-0fce860c1984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:19.984316 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e048a3-05dd-44c5-ab10-23aa41c743e0 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Network hostable DHCP agents. Network: b2697430-d4a9-4a39-8eac-f6255543bd77, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:22:19.992929 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d0a40fe0-a63a-4992-9c36-d6f8f30f1a44 req-b71ec3b8-c185-48a7-a514-7538d63fc98d tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492015 Nov 19 09:22:19.999279 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4a244098-db9a-47da-930b-bb62d414b4c6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9495137 Nov 19 09:22:20.003222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49862) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:20.008371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Port e1b1b935-d8de-408b-9222-af54f732f4dd on network 3282dff9-c0bb-424b-9664-c64e91191014 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:22:20.008705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Attempting to bind port e1b1b935-d8de-408b-9222-af54f732f4dd on network 3282dff9-c0bb-424b-9664-c64e91191014 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:20.009518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-815523072-router', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:20.068237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e048a3-05dd-44c5-ab10-23aa41c743e0 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Network b2697430-d4a9-4a39-8eac-f6255543bd77 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:22:20.084490 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a5e048a3-05dd-44c5-ab10-23aa41c743e0 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, b2697430-d4a9-4a39-8eac-f6255543bd77) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:20.104271 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e048a3-05dd-44c5-ab10-23aa41c743e0 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:20.105692 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a5e048a3-05dd-44c5-ab10-23aa41c743e0 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:20.112767 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:20.114130 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:20.132066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834e815c-660b-4e16-9945-43b238d6b8bf None None] Network d998d4ee-a200-49f0-8943-4be78f808d14 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:22:20.168998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:20.169378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Checking segment: {'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:20.169764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Bound using segment: {'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:20.170219 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Bound port: e1b1b935-d8de-408b-9222-af54f732f4dd, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:20.170581 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:20.182283 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00e040b8-1ab4-41b1-bc6a-40d6d0b155af tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:20.184507 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-00e040b8-1ab4-41b1-bc6a-40d6d0b155af tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] 10.222.0.21 "DELETE /v2.0/subnets/6b2a7315-ac30-4a1f-9d95-3e55f7ddd51b HTTP/1.1" status: 204 len: 168 time: 2.3872914 Nov 19 09:22:20.185708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e040b8-1ab4-41b1-bc6a-40d6d0b155af tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2a7315-ac30-4a1f-9d95-3e55f7ddd51b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:20.187445 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49868) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:20.192111 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:20.260144 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a5e048a3-05dd-44c5-ab10-23aa41c743e0 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3042538 Nov 19 09:22:20.296974 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49872) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:20.303742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5c5a9f2c-6b43-406b-8387-073237f0ae42 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1334024786'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:20.330554 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 091c398b-bf16-4ddf-99d4-beefa1a4458b up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:20.370669 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786ab784-2ec0-42b8-a433-94f3ce7e5c8e None None] Network b2697430-d4a9-4a39-8eac-f6255543bd77 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:22:20.388435 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5a9f2c-6b43-406b-8387-073237f0ae42 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Made reservation on behalf of 80330b733775466590faec7f52d73715 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:22:20.394682 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9f2c-6b43-406b-8387-073237f0ae42 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:20.480209 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d3396a-8e01-4ac6-8ea2-68332f35968e None None] Network 7b777e72-3f95-4e6d-a374-4bcff17cf9ed requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:22:20.488550 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:20.637486 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] For port e1b1b935-d8de-408b-9222-af54f732f4dd, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:20.644708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] For port e1b1b935-d8de-408b-9222-af54f732f4dd, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e1b1b935-d8de-408b-9222-af54f732f4dd,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:20.652041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49876) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:20.736564 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:20.826955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52215ef0-3a05-405d-b581-7a9b84d58e60 req-00359794-d017-40ac-9cce-c9a87086e9c4 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:20.837780 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52215ef0-3a05-405d-b581-7a9b84d58e60 req-00359794-d017-40ac-9cce-c9a87086e9c4 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 945 time: 0.6713607 Nov 19 09:22:20.848112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:20.848753 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:20.858624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] 10.222.0.71 "PUT /v2.0/ports/e1b1b935-d8de-408b-9222-af54f732f4dd HTTP/1.1" status: 200 len: 1092 time: 4.0626979 Nov 19 09:22:20.861368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'tag': 'e1b1b935-d8de-408b-9222-af54f732f4dd'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:22:20.869876 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8552611-3205-422f-afaa-30a3ba96073a" -d '{"events": [{"name": "network-changed", "server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "tag": "e1b1b935-d8de-408b-9222-af54f732f4dd"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:22:20.965272 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:20.982208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Request body: {'port': {'device_id': '621d075d-653e-400b-9640-72d7df0f81eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:20.989391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5a9f2c-6b43-406b-8387-073237f0ae42 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:22:21.000166 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9f2c-6b43-406b-8387-073237f0ae42 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:21.000587 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-5c5a9f2c-6b43-406b-8387-073237f0ae42 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Added segment 520c8139-79b9-4b9c-a88a-c9401f9e5f3b of type vlan for network 96d3979a-abe7-4560-81f1-15a54458fe69 Nov 19 09:22:21.030851 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-344db943-7f98-48ba-9307-d6f08ae1c2c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:21.075756 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9f2c-6b43-406b-8387-073237f0ae42 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:21.138314 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9f2c-6b43-406b-8387-073237f0ae42 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:21.153881 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5a9f2c-6b43-406b-8387-073237f0ae42 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:21.156182 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9f2c-6b43-406b-8387-073237f0ae42 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:21.169871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317afc51-20a0-47b0-ad5e-141518f7218a service neutron] Pushing event updated for resources: {'Port': ['ID=e1b1b935-d8de-408b-9222-af54f732f4dd,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:21.275293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-d998d4ee-a200-49f0-8943-4be78f808d14', 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'fixed_ips': [{'subnet_id': 'ca7a993c-8947-46a3-a13a-7da81a72657b'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:22:21.276814 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:21.294831 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac94ee0f-bc4f-407e-9982-a90f7f5d7652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:21.308147 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:21.340962 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e3d4e-bd77-4c95-90f2-645fdfd9109a req-65854cb1-ceb3-4d90-a4f4-fecaabf414f4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:21.354819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e3d4e-bd77-4c95-90f2-645fdfd9109a req-65854cb1-ceb3-4d90-a4f4-fecaabf414f4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:21.369498 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e3d4e-bd77-4c95-90f2-645fdfd9109a req-65854cb1-ceb3-4d90-a4f4-fecaabf414f4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:21.386678 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e3d4e-bd77-4c95-90f2-645fdfd9109a req-65854cb1-ceb3-4d90-a4f4-fecaabf414f4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:21.399906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e3d4e-bd77-4c95-90f2-645fdfd9109a req-65854cb1-ceb3-4d90-a4f4-fecaabf414f4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:21.415289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e3d4e-bd77-4c95-90f2-645fdfd9109a req-65854cb1-ceb3-4d90-a4f4-fecaabf414f4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:21.430181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e3d4e-bd77-4c95-90f2-645fdfd9109a req-65854cb1-ceb3-4d90-a4f4-fecaabf414f4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:21.434735 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c95e3d4e-bd77-4c95-90f2-645fdfd9109a req-65854cb1-ceb3-4d90-a4f4-fecaabf414f4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5382 time: 0.9310806 Nov 19 09:22:21.471023 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Allocated IP 172.20.0.2 (d998d4ee-a200-49f0-8943-4be78f808d14/ca7a993c-8947-46a3-a13a-7da81a72657b/524e427a-0aaa-4583-886c-150879caeceb) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:22:21.529352 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718af646-74f8-4613-8b25-794da10fc013 req-dcb016fa-997e-4075-8801-6ad0960a4eb9 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:21.543548 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-718af646-74f8-4613-8b25-794da10fc013 req-dcb016fa-997e-4075-8801-6ad0960a4eb9 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.71 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 945 time: 0.3279202 Nov 19 09:22:21.553346 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52215ef0-3a05-405d-b581-7a9b84d58e60 req-a4626531-e9d7-4066-ad5b-957e37b5a97d tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7145622 Nov 19 09:22:21.587447 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-b2697430-d4a9-4a39-8eac-f6255543bd77', 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77', 'tenant_id': '80330b733775466590faec7f52d73715', 'fixed_ips': [{'subnet_id': 'f9d44416-e3fb-4826-9bbc-f86eea1c80d3'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:22:21.589456 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:21.631796 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5c5a9f2c-6b43-406b-8387-073237f0ae42 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3334832 Nov 19 09:22:21.635398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49888) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:21.647647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cae0a0f8-658c-4bca-8a0d-8988531b8c5e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Request body: {'subnet': {'network_id': '96d3979a-abe7-4560-81f1-15a54458fe69', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:21.678391 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 091c398b-bf16-4ddf-99d4-beefa1a4458b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:21.679430 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:21.680452 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a9f2c-6b43-406b-8387-073237f0ae42 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event updated for resources: {'Network': ['ID=96d3979a-abe7-4560-81f1-15a54458fe69,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:21.756811 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 96d3979a-abe7-4560-81f1-15a54458fe69 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:22:21.917488 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-344db943-7f98-48ba-9307-d6f08ae1c2c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:21.921736 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fa94df-4311-41b9-b0d4-19ea45e20089 x-openstack-request-id: req-a4fa94df-4311-41b9-b0d4-19ea45e20089 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:22:21.922431 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "tag": "e1b1b935-d8de-408b-9222-af54f732f4dd", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:22:21.922661 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Allocated IP 19.80.0.2 (b2697430-d4a9-4a39-8eac-f6255543bd77/f9d44416-e3fb-4826-9bbc-f86eea1c80d3/c8ed3cfb-0a09-404c-b638-39e96c18eca1) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:22:21.923134 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4fa94df-4311-41b9-b0d4-19ea45e20089 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:22:21.923948 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'tag': 'e1b1b935-d8de-408b-9222-af54f732f4dd', 'status': 'completed', 'code': 200} Nov 19 09:22:21.941277 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-6cd7ed72-9963-4f7f-a4cd-8b4f21fd542b req-948ee960-a84e-4d6b-bb0d-7683adbab450 tempest-ListServersNegativeTestJSON-623659475 tempest-ListServersNegativeTestJSON-623659475-project] (103476) timed out ('10.222.0.66', 61366) {{(pid=103476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 09:22:21.961563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c95e3d4e-bd77-4c95-90f2-645fdfd9109a req-8d31bd5c-121b-489a-a96a-2a426556f52f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4927125 Nov 19 09:22:21.971757 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-344db943-7f98-48ba-9307-d6f08ae1c2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:22.022912 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552611-3205-422f-afaa-30a3ba96073a req-7a576571-b8ff-4707-a867-13d8ccc4a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:22.023472 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552611-3205-422f-afaa-30a3ba96073a req-7a576571-b8ff-4707-a867-13d8ccc4a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:22.023853 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552611-3205-422f-afaa-30a3ba96073a req-7a576571-b8ff-4707-a867-13d8ccc4a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:22.024309 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552611-3205-422f-afaa-30a3ba96073a req-7a576571-b8ff-4707-a867-13d8ccc4a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:22.024772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552611-3205-422f-afaa-30a3ba96073a req-7a576571-b8ff-4707-a867-13d8ccc4a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:22.025255 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552611-3205-422f-afaa-30a3ba96073a req-7a576571-b8ff-4707-a867-13d8ccc4a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:22.025714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552611-3205-422f-afaa-30a3ba96073a req-7a576571-b8ff-4707-a867-13d8ccc4a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:22.027660 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c8552611-3205-422f-afaa-30a3ba96073a req-7a576571-b8ff-4707-a867-13d8ccc4a20c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=700b69d1977242c09b136442c1eff098&device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 6278 time: 0.2500100 Nov 19 09:22:22.031634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-718af646-74f8-4613-8b25-794da10fc013 req-f9b3c69b-5f83-4198-94b4-6d0d16705a71 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Deleting port 27bdd442-0590-45b9-9582-9dc82826af6e {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:22:22.031988 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-718af646-74f8-4613-8b25-794da10fc013 req-f9b3c69b-5f83-4198-94b4-6d0d16705a71 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:22.080276 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Deleting port 8e23ad4a-ca95-4c72-bf61-850f4f185a16 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:22:22.081238 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:22.094939 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae0a0f8-658c-4bca-8a0d-8988531b8c5e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Made reservation on behalf of 80330b733775466590faec7f52d73715 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:22:22.104018 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cae0a0f8-658c-4bca-8a0d-8988531b8c5e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:22.185376 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-344db943-7f98-48ba-9307-d6f08ae1c2c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=091a80ac7a0744769391f5947149fe5a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5207314 Nov 19 09:22:22.201140 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:22.239219 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49894) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:22.335949 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:22.363868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344db943-7f98-48ba-9307-d6f08ae1c2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97538ce1-b41e-4988-a5f9-dbbeef8de7b9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:22.433595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Network b2697430-d4a9-4a39-8eac-f6255543bd77 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:22:22.462746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242b0d4-6cef-4f30-94bb-bb03fe8e125a req-a7dfac65-17f2-4509-ad3d-4ca4881c7b84 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:22.467936 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5242b0d4-6cef-4f30-94bb-bb03fe8e125a req-a7dfac65-17f2-4509-ad3d-4ca4881c7b84 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 946 time: 0.5479500 Nov 19 09:22:22.503242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:22.533122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:22:22.603051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] For port 8e23ad4a-ca95-4c72-bf61-850f4f185a16, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8e23ad4a-ca95-4c72-bf61-850f4f185a16,segment=NetworkSegment(a9f131dc-6e28-4ec8-ba20-19d3158310c2),segment_id=a9f131dc-6e28-4ec8-ba20-19d3158310c2)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:22.603971 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:22.638200 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-74d4e4b9-949d-49f8-a1af-95c2526563d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:22.658134 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-718af646-74f8-4613-8b25-794da10fc013 req-f9b3c69b-5f83-4198-94b4-6d0d16705a71 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] For port 27bdd442-0590-45b9-9582-9dc82826af6e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=27bdd442-0590-45b9-9582-9dc82826af6e,segment=NetworkSegment(0170f4f2-df71-42c9-9141-22e42d0a934c),segment_id=0170f4f2-df71-42c9-9141-22e42d0a934c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:22.658294 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-718af646-74f8-4613-8b25-794da10fc013 req-f9b3c69b-5f83-4198-94b4-6d0d16705a71 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:22.710398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Calling delete_port for 8e23ad4a-ca95-4c72-bf61-850f4f185a16 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:22:22.716503 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552611-3205-422f-afaa-30a3ba96073a req-10619c3c-1b2b-4aa2-94e8-0952f3de38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:22.717368 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552611-3205-422f-afaa-30a3ba96073a req-10619c3c-1b2b-4aa2-94e8-0952f3de38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:22.718035 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552611-3205-422f-afaa-30a3ba96073a req-10619c3c-1b2b-4aa2-94e8-0952f3de38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:22.720207 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c8552611-3205-422f-afaa-30a3ba96073a req-10619c3c-1b2b-4aa2-94e8-0952f3de38f6 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=700b69d1977242c09b136442c1eff098&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6580210 Nov 19 09:22:22.721313 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96770e10-c50d-489f-8804-d0b357203518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:22.727438 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-718af646-74f8-4613-8b25-794da10fc013 req-f9b3c69b-5f83-4198-94b4-6d0d16705a71 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Calling delete_port for 27bdd442-0590-45b9-9582-9dc82826af6e owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:22:22.812938 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Pushing event updated for resources: {'Port': ['ID=c8ed3cfb-0a09-404c-b638-39e96c18eca1,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:22.820763 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:22.825924 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Attempting to bind port c8ed3cfb-0a09-404c-b638-39e96c18eca1 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:22.825924 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Attempting to bind port c8ed3cfb-0a09-404c-b638-39e96c18eca1 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '48c6dfcb-ec3c-415b-8d57-0fce860c1984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:22.826399 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Attempting to bind port c8ed3cfb-0a09-404c-b638-39e96c18eca1 on network b2697430-d4a9-4a39-8eac-f6255543bd77 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:22.833416 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:22.833804 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Checking segment: {'id': '48c6dfcb-ec3c-415b-8d57-0fce860c1984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:22.834221 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:22.834626 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Bound using segment: {'id': '48c6dfcb-ec3c-415b-8d57-0fce860c1984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:22.835188 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Bound port: c8ed3cfb-0a09-404c-b638-39e96c18eca1, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c6dfcb-ec3c-415b-8d57-0fce860c1984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:22.835613 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:22.840680 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:22.937492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Network d998d4ee-a200-49f0-8943-4be78f808d14 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:22:22.967685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa68703-cc89-41b2-b049-a4c52f210c5c None None] DHCP port deletion for 7b777e72-3f95-4e6d-a374-4bcff17cf9ed request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:22:23.017386 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] For port c8ed3cfb-0a09-404c-b638-39e96c18eca1, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:23.020976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] For port c8ed3cfb-0a09-404c-b638-39e96c18eca1, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c8ed3cfb-0a09-404c-b638-39e96c18eca1,segment=NetworkSegment(48c6dfcb-ec3c-415b-8d57-0fce860c1984),segment_id=48c6dfcb-ec3c-415b-8d57-0fce860c1984)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:23.025171 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:23.038300 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96770e10-c50d-489f-8804-d0b357203518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:23.047051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:22:23.047365 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:23.092170 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:23.135399 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28da1422-f569-4bc1-8147-20320b911d07 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:22:23.142158 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2fa68703-cc89-41b2-b049-a4c52f210c5c None None] The port '8e23ad4a-ca95-4c72-bf61-850f4f185a16' was deleted {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 19 09:22:23.144984 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Pushing event updated for resources: {'Port': ['ID=524e427a-0aaa-4583-886c-150879caeceb,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:23.148567 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:23.166621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Transition to ACTIVE for port object 28da1422-f569-4bc1-8147-20320b911d07 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:22:23.172671 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:23.179193 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'name': 'tempest-ServersTestMultiNic-1869448459-router', 'tenant_id': '80330b733775466590faec7f52d73715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '091c398b-bf16-4ddf-99d4-beefa1a4458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:02Z', 'updated_at': '2021-11-19T09:22:16Z', 'revision_number': 4, 'project_id': '80330b733775466590faec7f52d73715', 'gw_port': {'id': '091c398b-bf16-4ddf-99d4-beefa1a4458b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:13:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:04Z', 'updated_at': '2021-11-19T09:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'e3cc4e72-cdd2-4506-bc85-f178e2dba7f8', 'name': '', 'network_id': '7e9f00b3-425d-414c-a12e-c072331963a0', 'tenant_id': '80330b733775466590faec7f52d73715', 'mac_address': 'fa:16:3e:a3:b2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '95c78b6c-2cf3-4d70-bdad-3028eb96b726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:15Z', 'updated_at': '2021-11-19T09:22:16Z', 'revision_number': 2, 'project_id': '80330b733775466590faec7f52d73715', 'subnets': [{'id': '95c78b6c-2cf3-4d70-bdad-3028eb96b726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:23.182891 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:23.195658 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5242b0d4-6cef-4f30-94bb-bb03fe8e125a req-7955c497-0364-423f-9b59-33fb415cc091 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7199011 Nov 19 09:22:23.220570 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:23.247196 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Pushing event deleted for resources: {'Port': ['ID=8e23ad4a-ca95-4c72-bf61-850f4f185a16,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:23.252516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] No DVR routers for this DVR port 8e23ad4a-ca95-4c72-bf61-850f4f185a16 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:22:23.322630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f965b4-2e06-406a-a808-2813413c508a req-6ae0f6de-9f99-4e82-9b38-3875fa18d19c tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:23.324543 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95f965b4-2e06-406a-a808-2813413c508a req-6ae0f6de-9f99-4e82-9b38-3875fa18d19c tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/ports?device_id=b052ace2-aefd-4447-bb16-68be7b68eb8b HTTP/1.1" status: 200 len: 945 time: 0.6098387 Nov 19 09:22:23.325411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Pushing event updated for resources: {'Port': ['ID=28da1422-f569-4bc1-8147-20320b911d07,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:23.341032 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Checking router: 8b2344bd-2e83-463f-9158-c8ceb1367246 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:22:23.342105 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Updating router 8b2344bd-2e83-463f-9158-c8ceb1367246 port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:22:23.402423 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cae0a0f8-658c-4bca-8a0d-8988531b8c5e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:23.428126 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:23.557548 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:23.564235 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Attempting to bind port 524e427a-0aaa-4583-886c-150879caeceb on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:23.565004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Attempting to bind port 524e427a-0aaa-4583-886c-150879caeceb by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '1556e36f-588d-4bb8-bb98-18e486079376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:23.565651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Attempting to bind port 524e427a-0aaa-4583-886c-150879caeceb on network d998d4ee-a200-49f0-8943-4be78f808d14 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:23.652127 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:22:23.668776 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb6d43-eee4-4254-aebf-0d0a58a49574 None None] Pushing event updated for resources: {'Port': ['ID=c8ed3cfb-0a09-404c-b638-39e96c18eca1,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:23.670201 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:23.715791 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b777e72-3f95-4e6d-a374-4bcff17cf9ed']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:23.732403 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:23.734145 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Checking segment: {'id': '1556e36f-588d-4bb8-bb98-18e486079376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:23.735820 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f131dc-6e28-4ec8-ba20-19d3158310c2') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:23.736128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f131dc-6e28-4ec8-ba20-19d3158310c2') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:23.739533 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:23.740998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Bound using segment: {'id': '1556e36f-588d-4bb8-bb98-18e486079376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:23.744778 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Bound port: 524e427a-0aaa-4583-886c-150879caeceb, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1556e36f-588d-4bb8-bb98-18e486079376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:23.749379 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:23.760879 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:23.781398 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:23.788955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:22:23.789440 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:22:23.903231 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:22:23.914753 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552611-3205-422f-afaa-30a3ba96073a req-37579c23-a351-42e9-bddb-634a3c138390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:23.916428 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c8552611-3205-422f-afaa-30a3ba96073a req-37579c23-a351-42e9-bddb-634a3c138390 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1624691 Nov 19 09:22:23.936593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae0a0f8-658c-4bca-8a0d-8988531b8c5e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Checking segment: {'id': '520c8139-79b9-4b9c-a88a-c9401f9e5f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96d3979a-abe7-4560-81f1-15a54458fe69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:23.936917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae0a0f8-658c-4bca-8a0d-8988531b8c5e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Network hostable DHCP agents. Network: 96d3979a-abe7-4560-81f1-15a54458fe69, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:22:23.959758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Allocated IP 172.25.0.207 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/57548de5-4fa3-4f62-ad4e-4a0b86e70f08) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:22:23.967050 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95f965b4-2e06-406a-a808-2813413c508a req-f1ae4eb3-a34c-4f74-a3ea-36271a796254 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8154038-635a-421e-b287-4eaaaec2b8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5635393 Nov 19 09:22:23.994153 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0a0f8-658c-4bca-8a0d-8988531b8c5e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event updated for resources: {'Subnet': ['ID=6023727d-f760-4fba-8773-755355139633,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:24.004608 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:24.029255 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:24.035726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] 10.222.0.21 "DELETE /v2.0/networks/7b777e72-3f95-4e6d-a374-4bcff17cf9ed HTTP/1.1" status: 204 len: 168 time: 3.7820251 Nov 19 09:22:24.054479 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49904) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:24.055202 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae0a0f8-658c-4bca-8a0d-8988531b8c5e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Network 96d3979a-abe7-4560-81f1-15a54458fe69 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:22:24.072145 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96770e10-c50d-489f-8804-d0b357203518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:24.075517 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96770e10-c50d-489f-8804-d0b357203518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:24.081382 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-96770e10-c50d-489f-8804-d0b357203518 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97538ce1-b41e-4988-a5f9-dbbeef8de7b9 HTTP/1.1" status: 204 len: 168 time: 1.8015370 Nov 19 09:22:24.117034 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] For port 524e427a-0aaa-4583-886c-150879caeceb, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:24.121507 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] For port 524e427a-0aaa-4583-886c-150879caeceb, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=524e427a-0aaa-4583-886c-150879caeceb,segment=NetworkSegment(1556e36f-588d-4bb8-bb98-18e486079376),segment_id=1556e36f-588d-4bb8-bb98-18e486079376)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:24.127283 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-cae0a0f8-658c-4bca-8a0d-8988531b8c5e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 96d3979a-abe7-4560-81f1-15a54458fe69) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:24.150389 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e908aba-c2cc-4726-836b-02d0c43b73fa None None] Network 96d3979a-abe7-4560-81f1-15a54458fe69 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:22:24.163249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a38e11-2513-4d48-a448-a648e7a6ba00 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Pushing event deleted for resources: {'Network': ['ID=7b777e72-3f95-4e6d-a374-4bcff17cf9ed,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:24.176448 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:24.184338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae0a0f8-658c-4bca-8a0d-8988531b8c5e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:24.184938 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cae0a0f8-658c-4bca-8a0d-8988531b8c5e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:24.195439 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96770e10-c50d-489f-8804-d0b357203518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97538ce1-b41e-4988-a5f9-dbbeef8de7b9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:24.316940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f2799-a2b5-48e6-886e-fd260ecb31d2 req-cff29e96-4849-4200-b9f4-8cca83ece209 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:24.336549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f2799-a2b5-48e6-886e-fd260ecb31d2 req-cff29e96-4849-4200-b9f4-8cca83ece209 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:24.360719 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cae0a0f8-658c-4bca-8a0d-8988531b8c5e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7223184 Nov 19 09:22:24.366929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f2799-a2b5-48e6-886e-fd260ecb31d2 req-cff29e96-4849-4200-b9f4-8cca83ece209 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:24.395869 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-718af646-74f8-4613-8b25-794da10fc013 req-f9b3c69b-5f83-4198-94b4-6d0d16705a71 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:24.408218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f2799-a2b5-48e6-886e-fd260ecb31d2 req-cff29e96-4849-4200-b9f4-8cca83ece209 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:24.436927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f2799-a2b5-48e6-886e-fd260ecb31d2 req-cff29e96-4849-4200-b9f4-8cca83ece209 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:24.456713 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3c69b-5f83-4198-94b4-6d0d16705a71 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Pushing event deleted for resources: {'Port': ['ID=27bdd442-0590-45b9-9582-9dc82826af6e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:24.462048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f2799-a2b5-48e6-886e-fd260ecb31d2 req-cff29e96-4849-4200-b9f4-8cca83ece209 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:24.495347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f2799-a2b5-48e6-886e-fd260ecb31d2 req-cff29e96-4849-4200-b9f4-8cca83ece209 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:24.502575 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d0f2799-a2b5-48e6-886e-fd260ecb31d2 req-cff29e96-4849-4200-b9f4-8cca83ece209 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5394 time: 1.0630746 Nov 19 09:22:24.556712 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:24.586391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-718af646-74f8-4613-8b25-794da10fc013 req-f9b3c69b-5f83-4198-94b4-6d0d16705a71 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] No DVR routers for this DVR port 27bdd442-0590-45b9-9582-9dc82826af6e on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:22:24.599501 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-718af646-74f8-4613-8b25-794da10fc013 req-f9b3c69b-5f83-4198-94b4-6d0d16705a71 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:24.607710 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-718af646-74f8-4613-8b25-794da10fc013 req-f9b3c69b-5f83-4198-94b4-6d0d16705a71 tempest-ServerDiskConfigTestJSON-1395573374 tempest-ServerDiskConfigTestJSON-1395573374-project] 10.222.0.71 "DELETE /v2.0/ports/27bdd442-0590-45b9-9582-9dc82826af6e HTTP/1.1" status: 204 len: 173 time: 3.0626073 Nov 19 09:22:24.631540 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b052ace2-aefd-4447-bb16-68be7b68eb8b', 'name': 'network-vif-deleted', 'tag': '27bdd442-0590-45b9-9582-9dc82826af6e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:22:24.636373 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedf2f1a-420e-4825-81b1-5d348c899671" -d '{"events": [{"server_uuid": "b052ace2-aefd-4447-bb16-68be7b68eb8b", "name": "network-vif-deleted", "tag": "27bdd442-0590-45b9-9582-9dc82826af6e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:22:24.656981 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-41d1221e-6028-4c39-9cfa-709f9533c107 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Deleting port 47f0e61c-3110-415e-b6a4-cad02ab0e624 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:22:24.657443 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41d1221e-6028-4c39-9cfa-709f9533c107 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:24.885802 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d0f2799-a2b5-48e6-886e-fd260ecb31d2 req-b8d11b5f-668f-4aad-a51a-7b2ac5760d40 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3493328 Nov 19 09:22:24.916901 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Attempting to bind port 28da1422-f569-4bc1-8147-20320b911d07 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:24.917298 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Attempting to bind port 28da1422-f569-4bc1-8147-20320b911d07 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:24.917639 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Attempting to bind port 28da1422-f569-4bc1-8147-20320b911d07 on network 3282dff9-c0bb-424b-9664-c64e91191014 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:24.918087 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429ca03-abbd-42bb-be09-c0ce31f914a1 None None] Pushing event updated for resources: {'Port': ['ID=524e427a-0aaa-4583-886c-150879caeceb,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:24.957266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c8ed3cfb-0a09-404c-b638-39e96c18eca1 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:24.981959 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631c5b8-14d0-4015-b9bd-dd43048aa39c req-52308c7e-6ce9-4d8b-bef4-168b18576aa9 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:24.996396 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1631c5b8-14d0-4015-b9bd-dd43048aa39c req-52308c7e-6ce9-4d8b-bef4-168b18576aa9 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 946 time: 0.4869583 Nov 19 09:22:25.014982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Port 28da1422-f569-4bc1-8147-20320b911d07 on network 3282dff9-c0bb-424b-9664-c64e91191014 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:22:25.015357 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Attempting to bind port 28da1422-f569-4bc1-8147-20320b911d07 on network 3282dff9-c0bb-424b-9664-c64e91191014 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:25.020239 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:25.043664 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:25.125625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:25.126764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Checking segment: {'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:25.128116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Bound using segment: {'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:25.129063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Bound port: 28da1422-f569-4bc1-8147-20320b911d07, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66252a24-21c7-45b2-ab47-a519a6115c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:25.134050 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:25.199597 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41d1221e-6028-4c39-9cfa-709f9533c107 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:25.207100 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41d1221e-6028-4c39-9cfa-709f9533c107 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:25.272138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:22:25.294289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:25.303167 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:22:25.307743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-41d1221e-6028-4c39-9cfa-709f9533c107 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Calling delete_port for 47f0e61c-3110-415e-b6a4-cad02ab0e624 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:22:25.364852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port c8ed3cfb-0a09-404c-b638-39e96c18eca1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:25.366341 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:25.437245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Pushing event updated for resources: {'Port': ['ID=57548de5-4fa3-4f62-ad4e-4a0b86e70f08,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:25.459969 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5ec1ae-a897-4011-b91d-793a21444751 None None] Network b2697430-d4a9-4a39-8eac-f6255543bd77 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:22:25.575756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:22:25.580494 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 27bdd442-0590-45b9-9582-9dc82826af6e no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:22:25.581312 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1631c5b8-14d0-4015-b9bd-dd43048aa39c req-87e59854-96bb-4aca-b6b5-8091063d25dc tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5838878 Nov 19 09:22:25.723983 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd542b3-9a47-468c-bf2d-6866ca1d6bb7 x-openstack-request-id: req-6bd542b3-9a47-468c-bf2d-6866ca1d6bb7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:22:25.724339 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b052ace2-aefd-4447-bb16-68be7b68eb8b", "name": "network-vif-deleted", "tag": "27bdd442-0590-45b9-9582-9dc82826af6e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:22:25.724700 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bd542b3-9a47-468c-bf2d-6866ca1d6bb7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:22:25.725269 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b052ace2-aefd-4447-bb16-68be7b68eb8b', 'name': 'network-vif-deleted', 'tag': '27bdd442-0590-45b9-9582-9dc82826af6e', 'status': 'completed', 'code': 200} Nov 19 09:22:25.775152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] For port 28da1422-f569-4bc1-8147-20320b911d07, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:25.801788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] For port 28da1422-f569-4bc1-8147-20320b911d07, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=28da1422-f569-4bc1-8147-20320b911d07,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:25.824145 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 27bdd442-0590-45b9-9582-9dc82826af6e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:22:25.824493 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 27bdd442-0590-45b9-9582-9dc82826af6e not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:22:25.831650 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:25.906726 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0bdaf598-a7c4-49f3-a4e0-21e32cdafaf1 None None] Provisioning complete for port c8ed3cfb-0a09-404c-b638-39e96c18eca1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:25.907123 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0bdaf598-a7c4-49f3-a4e0-21e32cdafaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:25.926384 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:25.994703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-bc6bedc4-bbbb-4cee-9a2c-d35db4f187c1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:26.045133 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-bc6bedc4-bbbb-4cee-9a2c-d35db4f187c1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:26.068436 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-bc6bedc4-bbbb-4cee-9a2c-d35db4f187c1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/networks?id=b2697430-d4a9-4a39-8eac-f6255543bd77&id=96d3979a-abe7-4560-81f1-15a54458fe69&id=b2697430-d4a9-4a39-8eac-f6255543bd77 HTTP/1.1" status: 200 len: 1392 time: 0.8498697 Nov 19 09:22:26.103628 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:22:26.134115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:26.144585 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:26.146538 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] 10.222.0.71 "PUT /v2.0/ports/28da1422-f569-4bc1-8147-20320b911d07 HTTP/1.1" status: 200 len: 1091 time: 5.1883676 Nov 19 09:22:26.147020 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'tag': '28da1422-f569-4bc1-8147-20320b911d07'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:22:26.160450 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff25bca-7537-47d4-b806-6f2651e32812" -d '{"events": [{"name": "network-changed", "server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "tag": "28da1422-f569-4bc1-8147-20320b911d07"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:22:26.209302 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:26.283529 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-b0361eac-153d-4abd-938f-a342281e3d91 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/quotas/80330b733775466590faec7f52d73715 HTTP/1.1" status: 200 len: 375 time: 0.2107706 Nov 19 09:22:26.290452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Request body: {'port': {'device_id': '621d075d-653e-400b-9640-72d7df0f81eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:26.357699 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port c8ed3cfb-0a09-404c-b638-39e96c18eca1, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c8ed3cfb-0a09-404c-b638-39e96c18eca1,segment=NetworkSegment(48c6dfcb-ec3c-415b-8d57-0fce860c1984),segment_id=48c6dfcb-ec3c-415b-8d57-0fce860c1984)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:26.380540 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41d1221e-6028-4c39-9cfa-709f9533c107 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:26.469371 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1221e-6028-4c39-9cfa-709f9533c107 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Pushing event deleted for resources: {'Port': ['ID=47f0e61c-3110-415e-b6a4-cad02ab0e624,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:26.483319 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:26.531035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Pushing event updated for resources: {'Port': ['ID=28da1422-f569-4bc1-8147-20320b911d07,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:26.598430 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:26.601416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:26.601760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:26.602101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:26.602864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:26.602864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:26.603070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:26.603404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:26.603726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:26.604053 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:26.604379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:26.604784 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:26.605018 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87bdb1-1e48-4491-a4a8-28e3cdbff77d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:26.652010 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-96d3979a-abe7-4560-81f1-15a54458fe69', 'network_id': '96d3979a-abe7-4560-81f1-15a54458fe69', 'tenant_id': '80330b733775466590faec7f52d73715', 'fixed_ips': [{'subnet_id': '6023727d-f760-4fba-8773-755355139633'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:22:26.652883 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:26.807660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:26.815653 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41d1221e-6028-4c39-9cfa-709f9533c107 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:26.825531 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41d1221e-6028-4c39-9cfa-709f9533c107 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:26.844276 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-41d1221e-6028-4c39-9cfa-709f9533c107 tempest-FloatingIPAdminTestJSON-1128142646 tempest-FloatingIPAdminTestJSON-1128142646-project] 10.222.0.21 "DELETE /v2.0/floatingips/624abbe1-ec45-4ffe-87e7-870b48ea0670 HTTP/1.1" status: 204 len: 168 time: 2.7616005 Nov 19 09:22:27.322459 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:27.406872 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'port_id': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56', 'mac_address': 'fa:16:3e:fc:7a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:22:27.412211 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:27.432106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716e412-047e-4ba4-9cb3-421b830cf08c req-6355752a-022f-4bf1-9dbb-c55c47eee54f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:27.442193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716e412-047e-4ba4-9cb3-421b830cf08c req-6355752a-022f-4bf1-9dbb-c55c47eee54f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:27.449546 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716e412-047e-4ba4-9cb3-421b830cf08c req-6355752a-022f-4bf1-9dbb-c55c47eee54f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:27.457374 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716e412-047e-4ba4-9cb3-421b830cf08c req-6355752a-022f-4bf1-9dbb-c55c47eee54f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:27.463952 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716e412-047e-4ba4-9cb3-421b830cf08c req-6355752a-022f-4bf1-9dbb-c55c47eee54f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:27.472000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716e412-047e-4ba4-9cb3-421b830cf08c req-6355752a-022f-4bf1-9dbb-c55c47eee54f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:27.476236 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50002) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:27.478680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716e412-047e-4ba4-9cb3-421b830cf08c req-6355752a-022f-4bf1-9dbb-c55c47eee54f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:27.478875 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53449618-9cd3-4586-8182-5d2c6808c866 None None] Network d998d4ee-a200-49f0-8943-4be78f808d14 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:22:27.488903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c716e412-047e-4ba4-9cb3-421b830cf08c req-6355752a-022f-4bf1-9dbb-c55c47eee54f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5394 time: 1.3069239 Nov 19 09:22:27.496605 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:22:27.523941 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-46b23b6d-46df-44c8-a989-ff837b534473 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=80330b733775466590faec7f52d73715&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9347622 Nov 19 09:22:27.527541 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:27.601466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c716e412-047e-4ba4-9cb3-421b830cf08c req-f8ebaf34-d55b-4ef4-8d23-bd9671c1ea7a tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1115196 Nov 19 09:22:27.609447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Transition to ACTIVE for port object 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:22:27.623763 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:27.760625 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Router 52f1f1d1-1d84-437d-bdfb-b840614750c5 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:22:27.807455 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8e23ad4a-ca95-4c72-bf61-850f4f185a16 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:22:27.915899 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68eecb72-fabc-4497-bc77-3d138ea3a871 x-openstack-request-id: req-68eecb72-fabc-4497-bc77-3d138ea3a871 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:22:27.921258 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "tag": "28da1422-f569-4bc1-8147-20320b911d07", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:22:27.921840 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68eecb72-fabc-4497-bc77-3d138ea3a871 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:22:27.932630 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'tag': '28da1422-f569-4bc1-8147-20320b911d07', 'status': 'completed', 'code': 200} Nov 19 09:22:27.952153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Pushing event updated for resources: {'Port': ['ID=1cfb4ad1-72f2-4c6a-8756-da669c03ad65,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:28.089907 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 8e23ad4a-ca95-4c72-bf61-850f4f185a16 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:22:28.090290 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8e23ad4a-ca95-4c72-bf61-850f4f185a16 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:22:28.230099 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Allocated IP 19.86.0.2 (96d3979a-abe7-4560-81f1-15a54458fe69/6023727d-f760-4fba-8773-755355139633/66fe6c32-e786-4d1a-9171-99d1c3c28970) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:22:28.344443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Attempting to bind port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:28.347278 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Attempting to bind port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'b9617a27-704a-4c57-bfd5-805c6e963569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '15405871-da19-4499-a311-e93abf739d4c'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:28.349938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Attempting to bind port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 on network 15405871-da19-4499-a311-e93abf739d4c {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:28.413555 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:28.508182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 on network 15405871-da19-4499-a311-e93abf739d4c not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:22:28.508521 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Attempting to bind port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 on network 15405871-da19-4499-a311-e93abf739d4c {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:28.552893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:28.553788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Checking segment: {'id': 'b9617a27-704a-4c57-bfd5-805c6e963569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '15405871-da19-4499-a311-e93abf739d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:28.557994 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Bound using segment: {'id': 'b9617a27-704a-4c57-bfd5-805c6e963569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '15405871-da19-4499-a311-e93abf739d4c'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:28.559108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Bound port: 1cfb4ad1-72f2-4c6a-8756-da669c03ad65, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9617a27-704a-4c57-bfd5-805c6e963569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '15405871-da19-4499-a311-e93abf739d4c'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:28.560993 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:28.606373 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 524e427a-0aaa-4583-886c-150879caeceb up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:28.615526 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:28.688137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3afbd-4912-4583-ac25-099d0d1b5bc3 req-34464f72-eff1-47b6-a85f-3b089b7d8e1c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:28.705234 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-60d3afbd-4912-4583-ac25-099d0d1b5bc3 req-34464f72-eff1-47b6-a85f-3b089b7d8e1c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 946 time: 0.5979490 Nov 19 09:22:28.855804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-60d3afbd-4912-4583-ac25-099d0d1b5bc3 req-762f4f87-717c-45b4-bf25-a15430b46888 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425371 Nov 19 09:22:28.969035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50028) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:28.982903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-903bdfda-2d79-4c59-a1a0-5663ddddc7d3 service neutron] 10.222.0.21 "GET /v2.0/networks/b2697430-d4a9-4a39-8eac-f6255543bd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4452755 Nov 19 09:22:29.149533 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:29.173710 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e3564c-1d0f-4663-bdfb-31d049d034a5 admin admin] Deleting subnet 1674e500-6664-476b-abe6-b6cd7cb1cc18 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:22:29.288182 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:22:29.353614 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=c8ed3cfb-0a09-404c-b638-39e96c18eca1,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:29.383562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] For port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:29.391389 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14e3564c-1d0f-4663-bdfb-31d049d034a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:29.464842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Attempting to bind port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:29.466090 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Attempting to bind port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'ea9dc1d3-61a6-4a58-b0b9-51fcaa837003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7e9f00b3-425d-414c-a12e-c072331963a0'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:29.467461 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Attempting to bind port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 on network 7e9f00b3-425d-414c-a12e-c072331963a0 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:29.649773 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] For port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=1cfb4ad1-72f2-4c6a-8756-da669c03ad65,segment=NetworkSegment(b9617a27-704a-4c57-bfd5-805c6e963569),segment_id=b9617a27-704a-4c57-bfd5-805c6e963569)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:29.688750 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:22:29.711292 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Sync routers for ids ['52f1f1d1-1d84-437d-bdfb-b840614750c5'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:22:29.711863 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5d3acfbe-415e-4a52-a1cd-f6ea9b4b2cd0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c613038514c04d48b097893230962cd7&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2318752 Nov 19 09:22:29.736585 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Routers {'52f1f1d1-1d84-437d-bdfb-b840614750c5'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:22:29.737835 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:29.741435 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:22:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['52f1f1d1-1d84-437d-bdfb-b840614750c5'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:29.760544 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50038) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:29.780628 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14e3564c-1d0f-4663-bdfb-31d049d034a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:29.838131 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25bca-7537-47d4-b806-6f2651e32812 req-c6dd5889-4c29-4197-9156-1195c44e6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:29.838620 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25bca-7537-47d4-b806-6f2651e32812 req-c6dd5889-4c29-4197-9156-1195c44e6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:29.839211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25bca-7537-47d4-b806-6f2651e32812 req-c6dd5889-4c29-4197-9156-1195c44e6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:29.839578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25bca-7537-47d4-b806-6f2651e32812 req-c6dd5889-4c29-4197-9156-1195c44e6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:29.840045 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25bca-7537-47d4-b806-6f2651e32812 req-c6dd5889-4c29-4197-9156-1195c44e6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:29.840538 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25bca-7537-47d4-b806-6f2651e32812 req-c6dd5889-4c29-4197-9156-1195c44e6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:29.867146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25bca-7537-47d4-b806-6f2651e32812 req-c6dd5889-4c29-4197-9156-1195c44e6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:29.873406 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2ff25bca-7537-47d4-b806-6f2651e32812 req-c6dd5889-4c29-4197-9156-1195c44e6ba7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=700b69d1977242c09b136442c1eff098&device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 6372 time: 0.6383278 Nov 19 09:22:29.881462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:29.896628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:29.897678 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Checking segment: {'id': 'ea9dc1d3-61a6-4a58-b0b9-51fcaa837003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7e9f00b3-425d-414c-a12e-c072331963a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:29.901337 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:29.901494 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Bound using segment: {'id': 'ea9dc1d3-61a6-4a58-b0b9-51fcaa837003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7e9f00b3-425d-414c-a12e-c072331963a0'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:29.902060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Bound port: e3cc4e72-cdd2-4506-bc85-f178e2dba7f8, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9dc1d3-61a6-4a58-b0b9-51fcaa837003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7e9f00b3-425d-414c-a12e-c072331963a0'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:29.905799 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:29.942526 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:29.944056 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-40a1ea6e-86e4-4b20-81fd-94893551b781 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.9390097 Nov 19 09:22:29.976796 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50044) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:29.989140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5818-c942-4c72-a4e7-c359150005a4 req-e0de64b9-783c-4a95-aacc-28074dd14b18 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:30.007229 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:30.037465 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5818-c942-4c72-a4e7-c359150005a4 req-e0de64b9-783c-4a95-aacc-28074dd14b18 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:30.075740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5818-c942-4c72-a4e7-c359150005a4 req-e0de64b9-783c-4a95-aacc-28074dd14b18 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:30.108303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5818-c942-4c72-a4e7-c359150005a4 req-e0de64b9-783c-4a95-aacc-28074dd14b18 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:30.123098 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7c1b8-0283-4c83-aae5-1b196adf7edf None None] Pushing event updated for resources: {'Port': ['ID=e3cc4e72-cdd2-4506-bc85-f178e2dba7f8,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:30.124201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5818-c942-4c72-a4e7-c359150005a4 req-e0de64b9-783c-4a95-aacc-28074dd14b18 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:30.172338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5818-c942-4c72-a4e7-c359150005a4 req-e0de64b9-783c-4a95-aacc-28074dd14b18 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:30.223226 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5818-c942-4c72-a4e7-c359150005a4 req-e0de64b9-783c-4a95-aacc-28074dd14b18 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:30.248022 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a08d5818-c942-4c72-a4e7-c359150005a4 req-e0de64b9-783c-4a95-aacc-28074dd14b18 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5406 time: 1.0808427 Nov 19 09:22:30.276138 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Set router 52f1f1d1-1d84-437d-bdfb-b840614750c5 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:22:30.295973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:30.320705 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['9d2d4448-a8fa-4a71-a242-92b6f7eecc56'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:22:30.468065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 524e427a-0aaa-4583-886c-150879caeceb triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:30.469879 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:30.505324 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:30.528459 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25bca-7537-47d4-b806-6f2651e32812 req-7bd908f4-052f-4a09-bfd8-66fd84b903d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:30.529269 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25bca-7537-47d4-b806-6f2651e32812 req-7bd908f4-052f-4a09-bfd8-66fd84b903d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:30.529904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25bca-7537-47d4-b806-6f2651e32812 req-7bd908f4-052f-4a09-bfd8-66fd84b903d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:30.531681 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2ff25bca-7537-47d4-b806-6f2651e32812 req-7bd908f4-052f-4a09-bfd8-66fd84b903d9 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=700b69d1977242c09b136442c1eff098&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6359277 Nov 19 09:22:30.566368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:30.567004 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:30.568467 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] 10.222.0.71 "PUT /v2.0/ports/1cfb4ad1-72f2-4c6a-8756-da669c03ad65 HTTP/1.1" status: 200 len: 1092 time: 4.3071725 Nov 19 09:22:30.596558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'tag': '1cfb4ad1-72f2-4c6a-8756-da669c03ad65'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:22:30.607383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:30.614670 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a599b7-4957-4530-ac02-6ba866595db8" -d '{"events": [{"name": "network-changed", "server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "tag": "1cfb4ad1-72f2-4c6a-8756-da669c03ad65"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:22:30.727387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Request body: {'port': {'device_id': '621d075d-653e-400b-9640-72d7df0f81eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:30.750684 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a08d5818-c942-4c72-a4e7-c359150005a4 req-e481ba0f-6f9b-48b4-8d2d-880a7259bdb9 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5015581 Nov 19 09:22:30.964842 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-00fd7fd9-7c46-47cc-a5d0-fe2f815c2d13 service neutron] 10.222.0.21 "GET /v2.0/networks/b2697430-d4a9-4a39-8eac-f6255543bd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9674475 Nov 19 09:22:30.969453 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14e3564c-1d0f-4663-bdfb-31d049d034a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:31.159167 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'name': 'tempest-TaggedBootDevicesTest_v242-815523072-router', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:20Z', 'updated_at': '2021-11-19T09:22:25Z', 'revision_number': 3, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'gw_port': {'id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:23Z', 'updated_at': '2021-11-19T09:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:31.219260 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:31.223276 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:31.224147 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3eba2857-e61d-443e-a45d-56ff249ffba7 None None] Provisioning complete for port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:31.225106 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7027595-577c-457e-bb28-cff40c0893ec HTTP/1.1" status: 204 len: 168 time: 1.4427512 Nov 19 09:22:31.229451 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3eba2857-e61d-443e-a45d-56ff249ffba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:31.235734 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25bca-7537-47d4-b806-6f2651e32812 req-db8fcc87-ba0e-4003-8065-8a78095e8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:31.238224 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2ff25bca-7537-47d4-b806-6f2651e32812 req-db8fcc87-ba0e-4003-8065-8a78095e8ef4 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6939092 Nov 19 09:22:31.254635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7027595-577c-457e-bb28-cff40c0893ec,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:31.297582 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Checking router: 52f1f1d1-1d84-437d-bdfb-b840614750c5 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:22:31.298534 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Updating router 52f1f1d1-1d84-437d-bdfb-b840614750c5 port 57548de5-4fa3-4f62-ad4e-4a0b86e70f08 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:22:31.363573 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3eba2857-e61d-443e-a45d-56ff249ffba7 None None] Port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:22:31.398859 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:31.418803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:31.419187 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:31.419498 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:31.419841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:31.420188 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:31.420522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:31.427663 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:31.427663 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:31.427663 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:31.428245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:31.428396 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:31.428986 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad6129-dc94-4a3e-a427-59b96e97dfce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:22:31.521472 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] For port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:31.526382 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:31.596725 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:31.605197 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] For port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e3cc4e72-cdd2-4506-bc85-f178e2dba7f8,segment=NetworkSegment(ea9dc1d3-61a6-4a58-b0b9-51fcaa837003),segment_id=ea9dc1d3-61a6-4a58-b0b9-51fcaa837003)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:31.656957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3eba2857-e61d-443e-a45d-56ff249ffba7 None None] Provisioning complete for port 524e427a-0aaa-4583-886c-150879caeceb triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:31.657626 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3eba2857-e61d-443e-a45d-56ff249ffba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:31.716669 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:31.828178 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Network 96d3979a-abe7-4560-81f1-15a54458fe69 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:22:31.869554 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:31.972167 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:22:32.046469 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:32.275604 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Routers {'8b2344bd-2e83-463f-9158-c8ceb1367246'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:22:32.277265 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:22:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8b2344bd-2e83-463f-9158-c8ceb1367246'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:32.362813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50064) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:32.702117 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Pushing event updated for resources: {'Port': ['ID=66fe6c32-e786-4d1a-9171-99d1c3c28970,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:32.748849 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Allocated IP 172.20.0.1 (d998d4ee-a200-49f0-8943-4be78f808d14/ca7a993c-8947-46a3-a13a-7da81a72657b/bf0aaa88-7eea-4be1-882f-6a1885f178b5) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:22:32.750127 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:32.859971 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:32.880479 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:32.954574 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcc148-5cc2-4b3b-8fd4-50e01adc6b3b service neutron] Pushing event updated for resources: {'Port': ['ID=1cfb4ad1-72f2-4c6a-8756-da669c03ad65,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:32.993222 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af848c51-caa9-40a8-a691-4369c494484a None None] Pushing event updated for resources: {'Port': ['ID=57548de5-4fa3-4f62-ad4e-4a0b86e70f08,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:33.026940 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:33.045212 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Attempting to bind port 57548de5-4fa3-4f62-ad4e-4a0b86e70f08 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:33.046216 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Attempting to bind port 57548de5-4fa3-4f62-ad4e-4a0b86e70f08 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:33.046836 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Attempting to bind port 57548de5-4fa3-4f62-ad4e-4a0b86e70f08 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:33.054599 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:33.057631 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:33.058332 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:33.062262 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:33.063141 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Bound port: 57548de5-4fa3-4f62-ad4e-4a0b86e70f08, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:33.063793 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:33.126834 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] Set router 8b2344bd-2e83-463f-9158-c8ceb1367246 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:22:33.188259 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] For port 57548de5-4fa3-4f62-ad4e-4a0b86e70f08, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:33.196036 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] For port 57548de5-4fa3-4f62-ad4e-4a0b86e70f08, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=57548de5-4fa3-4f62-ad4e-4a0b86e70f08,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:33.222079 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:33.271268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 524e427a-0aaa-4583-886c-150879caeceb, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=524e427a-0aaa-4583-886c-150879caeceb,segment=NetworkSegment(1556e36f-588d-4bb8-bb98-18e486079376),segment_id=1556e36f-588d-4bb8-bb98-18e486079376)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:33.293616 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:33.325845 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:33.359212 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af848c51-caa9-40a8-a691-4369c494484a None None] Pushing event updated for resources: {'Port': ['ID=57548de5-4fa3-4f62-ad4e-4a0b86e70f08,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:33.375149 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50070) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:33.402760 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Routers {'52f1f1d1-1d84-437d-bdfb-b840614750c5'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:22:33.405290 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:22:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['52f1f1d1-1d84-437d-bdfb-b840614750c5'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:33.484415 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94b7eec0-42a0-4cb8-bdd4-d8c80f0ebfb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:33.488394 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14e3564c-1d0f-4663-bdfb-31d049d034a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:33.523362 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5f6fc9c-6ac7-4bcd-90ae-8c56264cec4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:33.566767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc0ded-e5bd-478e-90da-4f12fc8d1f54 req-bdd44ede-c0e3-4f49-81b6-9b99fe32e0d6 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:33.573968 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-badc0ded-e5bd-478e-90da-4f12fc8d1f54 req-bdd44ede-c0e3-4f49-81b6-9b99fe32e0d6 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 945 time: 0.7017133 Nov 19 09:22:33.654840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3564c-1d0f-4663-bdfb-31d049d034a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1674e500-6664-476b-abe6-b6cd7cb1cc18,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:33.656016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7c1b8-0283-4c83-aae5-1b196adf7edf None None] Pushing event updated for resources: {'Port': ['ID=e3cc4e72-cdd2-4506-bc85-f178e2dba7f8,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:33.715698 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14e3564c-1d0f-4663-bdfb-31d049d034a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:33.730112 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-14e3564c-1d0f-4663-bdfb-31d049d034a5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1674e500-6664-476b-abe6-b6cd7cb1cc18 HTTP/1.1" status: 204 len: 168 time: 4.7497053 Nov 19 09:22:33.757184 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c8ed3cfb-0a09-404c-b638-39e96c18eca1 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:33.764526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50072) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:33.780684 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Attempting to bind port 66fe6c32-e786-4d1a-9171-99d1c3c28970 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:33.784067 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Attempting to bind port 66fe6c32-e786-4d1a-9171-99d1c3c28970 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '520c8139-79b9-4b9c-a88a-c9401f9e5f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96d3979a-abe7-4560-81f1-15a54458fe69'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:33.784479 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Attempting to bind port 66fe6c32-e786-4d1a-9171-99d1c3c28970 on network 96d3979a-abe7-4560-81f1-15a54458fe69 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:33.825040 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5f6fc9c-6ac7-4bcd-90ae-8c56264cec4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:33.834674 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5f6fc9c-6ac7-4bcd-90ae-8c56264cec4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:33.898477 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:33.899940 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] Set router 52f1f1d1-1d84-437d-bdfb-b840614750c5 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:22:33.935429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:33.935937 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Checking segment: {'id': '520c8139-79b9-4b9c-a88a-c9401f9e5f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96d3979a-abe7-4560-81f1-15a54458fe69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:33.936646 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:33.937054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Bound using segment: {'id': '520c8139-79b9-4b9c-a88a-c9401f9e5f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96d3979a-abe7-4560-81f1-15a54458fe69'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:33.941703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Bound port: 66fe6c32-e786-4d1a-9171-99d1c3c28970, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520c8139-79b9-4b9c-a88a-c9401f9e5f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96d3979a-abe7-4560-81f1-15a54458fe69'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:33.942681 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:33.947950 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fa7d781b-b1cb-439b-964c-fff740cc92ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:34.040103 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:34.045347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=524e427a-0aaa-4583-886c-150879caeceb,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:34.070636 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-badc0ded-e5bd-478e-90da-4f12fc8d1f54 req-8c01f021-dc85-437e-b04f-d1fddfdc4623 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4350655 Nov 19 09:22:34.077908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-c0882058-0f78-4982-ac3c-f1cef4f0eec7 service neutron] 10.222.0.21 "GET /v2.0/networks/96d3979a-abe7-4560-81f1-15a54458fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2028687 Nov 19 09:22:34.152633 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Pushing event updated for resources: {'Port': ['ID=bf0aaa88-7eea-4be1-882f-6a1885f178b5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:34.193046 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-e334bd59-3998-48e3-a524-a115d7551e15 service neutron] 10.222.0.21 "GET /v2.0/networks/96d3979a-abe7-4560-81f1-15a54458fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078637 Nov 19 09:22:34.329763 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b5f6fc9c-6ac7-4bcd-90ae-8c56264cec4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9908f3d5b1844b2a3c5a48944a3be6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8712366 Nov 19 09:22:34.329763 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6fc9c-6ac7-4bcd-90ae-8c56264cec4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d5e278-974a-4ae6-a20f-30eccf76fbaf,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:34.332141 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50074) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:34.373124 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d290534a-c3f3-4508-8321-6cba857d239d x-openstack-request-id: req-d290534a-c3f3-4508-8321-6cba857d239d {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:22:34.397735 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3eba2857-e61d-443e-a45d-56ff249ffba7 None None] Provisioning complete for port c8ed3cfb-0a09-404c-b638-39e96c18eca1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:34.410135 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3eba2857-e61d-443e-a45d-56ff249ffba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:34.416878 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "tag": "1cfb4ad1-72f2-4c6a-8756-da669c03ad65", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:22:34.417170 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d290534a-c3f3-4508-8321-6cba857d239d {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:22:34.421859 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'tag': '1cfb4ad1-72f2-4c6a-8756-da669c03ad65', 'status': 'completed', 'code': 200} Nov 19 09:22:34.540783 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Network d998d4ee-a200-49f0-8943-4be78f808d14 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:22:34.562381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:34.571773 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:22:34.645633 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:34.762546 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'name': 'tempest-TaggedBootDevicesTest_v242-815523072-router', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:20Z', 'updated_at': '2021-11-19T09:22:25Z', 'revision_number': 3, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'gw_port': {'id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:23Z', 'updated_at': '2021-11-19T09:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:34.790205 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc0020a-4adb-4218-970e-a2b9f4ac1038 None None] The sync data for ids ['52f1f1d1-1d84-437d-bdfb-b840614750c5'] in n-d-805649-14 is: [{'id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'name': 'tempest-TaggedBootDevicesTest_v242-815523072-router', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:20Z', 'updated_at': '2021-11-19T09:22:25Z', 'revision_number': 3, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'gw_port': {'id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:23Z', 'updated_at': '2021-11-19T09:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:22:34.903465 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a599b7-4957-4530-ac02-6ba866595db8 req-876ab2f8-fb5c-43a1-8a30-2d880dba8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:34.904013 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a599b7-4957-4530-ac02-6ba866595db8 req-876ab2f8-fb5c-43a1-8a30-2d880dba8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:34.904495 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a599b7-4957-4530-ac02-6ba866595db8 req-876ab2f8-fb5c-43a1-8a30-2d880dba8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:34.904969 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a599b7-4957-4530-ac02-6ba866595db8 req-876ab2f8-fb5c-43a1-8a30-2d880dba8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:34.910548 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a599b7-4957-4530-ac02-6ba866595db8 req-876ab2f8-fb5c-43a1-8a30-2d880dba8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:34.911047 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a599b7-4957-4530-ac02-6ba866595db8 req-876ab2f8-fb5c-43a1-8a30-2d880dba8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:34.912346 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a599b7-4957-4530-ac02-6ba866595db8 req-876ab2f8-fb5c-43a1-8a30-2d880dba8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:34.916653 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84a599b7-4957-4530-ac02-6ba866595db8 req-876ab2f8-fb5c-43a1-8a30-2d880dba8a11 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=700b69d1977242c09b136442c1eff098&device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 6414 time: 0.5924251 Nov 19 09:22:35.007987 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] For port 66fe6c32-e786-4d1a-9171-99d1c3c28970, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:35.014403 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port c8ed3cfb-0a09-404c-b638-39e96c18eca1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:35.014786 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:35.027309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:35.031741 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:35.070559 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fa7d781b-b1cb-439b-964c-fff740cc92ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:35.074107 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94b7eec0-42a0-4cb8-bdd4-d8c80f0ebfb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:35.087647 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] For port 66fe6c32-e786-4d1a-9171-99d1c3c28970, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=66fe6c32-e786-4d1a-9171-99d1c3c28970,segment=NetworkSegment(520c8139-79b9-4b9c-a88a-c9401f9e5f3b),segment_id=520c8139-79b9-4b9c-a88a-c9401f9e5f3b)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:35.126929 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94b7eec0-42a0-4cb8-bdd4-d8c80f0ebfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:35.143476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-fa7d781b-b1cb-439b-964c-fff740cc92ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5127352-c6ff-4c52-a9e2-54e45bbb3166']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:35.167972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-fa7d781b-b1cb-439b-964c-fff740cc92ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0170f4f2-df71-42c9-9141-22e42d0a934c') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:35.169767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-fa7d781b-b1cb-439b-964c-fff740cc92ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0170f4f2-df71-42c9-9141-22e42d0a934c') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:35.178849 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:35.241601 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fa7d781b-b1cb-439b-964c-fff740cc92ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:35.254281 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-94b7eec0-42a0-4cb8-bdd4-d8c80f0ebfb7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3539615266fa4ccd9a5bde85504006e0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8865206 Nov 19 09:22:35.279177 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fa7d781b-b1cb-439b-964c-fff740cc92ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:35.288184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7d781b-b1cb-439b-964c-fff740cc92ee admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:22:35.288770 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fa7d781b-b1cb-439b-964c-fff740cc92ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:35.425577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'name': 'tempest-ServersTestMultiNic-1869448459-router', 'tenant_id': '80330b733775466590faec7f52d73715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '091c398b-bf16-4ddf-99d4-beefa1a4458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:02Z', 'updated_at': '2021-11-19T09:22:16Z', 'revision_number': 4, 'project_id': '80330b733775466590faec7f52d73715', 'gw_port': {'id': '091c398b-bf16-4ddf-99d4-beefa1a4458b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:13:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:04Z', 'updated_at': '2021-11-19T09:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'e3cc4e72-cdd2-4506-bc85-f178e2dba7f8', 'name': '', 'network_id': '7e9f00b3-425d-414c-a12e-c072331963a0', 'tenant_id': '80330b733775466590faec7f52d73715', 'mac_address': 'fa:16:3e:a3:b2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '95c78b6c-2cf3-4d70-bdad-3028eb96b726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:15Z', 'updated_at': '2021-11-19T09:22:31Z', 'revision_number': 4, 'project_id': '80330b733775466590faec7f52d73715', 'subnets': [{'id': '95c78b6c-2cf3-4d70-bdad-3028eb96b726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:35.446011 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab7f1c-aa97-4b7d-a3ca-6af6fd4822d3 None None] Pushing event updated for resources: {'Port': ['ID=66fe6c32-e786-4d1a-9171-99d1c3c28970,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:35.451430 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50078) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:22:35.464824 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:22:35.550180 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7eec0-42a0-4cb8-bdd4-d8c80f0ebfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875db565-8f87-47fe-b988-48e5be998856,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:35.622422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41486d50-b814-42d0-a81e-f316673f7fce req-f6543144-1a3a-46f0-9909-f6b304d7bf17 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:35.653044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41486d50-b814-42d0-a81e-f316673f7fce req-f6543144-1a3a-46f0-9909-f6b304d7bf17 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:35.684892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41486d50-b814-42d0-a81e-f316673f7fce req-f6543144-1a3a-46f0-9909-f6b304d7bf17 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:35.702074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41486d50-b814-42d0-a81e-f316673f7fce req-f6543144-1a3a-46f0-9909-f6b304d7bf17 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:35.723070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41486d50-b814-42d0-a81e-f316673f7fce req-f6543144-1a3a-46f0-9909-f6b304d7bf17 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:35.729841 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:35.747523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41486d50-b814-42d0-a81e-f316673f7fce req-f6543144-1a3a-46f0-9909-f6b304d7bf17 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:35.756006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41486d50-b814-42d0-a81e-f316673f7fce req-f6543144-1a3a-46f0-9909-f6b304d7bf17 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:35.759221 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a599b7-4957-4530-ac02-6ba866595db8 req-5af40310-8e1f-4554-bce5-9671b3707f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:35.759720 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a599b7-4957-4530-ac02-6ba866595db8 req-5af40310-8e1f-4554-bce5-9671b3707f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:35.760188 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a599b7-4957-4530-ac02-6ba866595db8 req-5af40310-8e1f-4554-bce5-9671b3707f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:35.761895 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84a599b7-4957-4530-ac02-6ba866595db8 req-5af40310-8e1f-4554-bce5-9671b3707f0f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=700b69d1977242c09b136442c1eff098&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8311956 Nov 19 09:22:35.766271 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-41486d50-b814-42d0-a81e-f316673f7fce req-f6543144-1a3a-46f0-9909-f6b304d7bf17 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5406 time: 1.1705163 Nov 19 09:22:35.780645 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:35.783083 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fa7d781b-b1cb-439b-964c-fff740cc92ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:35.817649 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7115d8-6bf1-4e13-88d0-0eeca55972d8 None None] The sync data for ids ['8b2344bd-2e83-463f-9158-c8ceb1367246'] in n-d-805649-14 is: [{'id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'name': 'tempest-ServersTestMultiNic-1869448459-router', 'tenant_id': '80330b733775466590faec7f52d73715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '091c398b-bf16-4ddf-99d4-beefa1a4458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:02Z', 'updated_at': '2021-11-19T09:22:16Z', 'revision_number': 4, 'project_id': '80330b733775466590faec7f52d73715', 'gw_port': {'id': '091c398b-bf16-4ddf-99d4-beefa1a4458b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:13:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:04Z', 'updated_at': '2021-11-19T09:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'e3cc4e72-cdd2-4506-bc85-f178e2dba7f8', 'name': '', 'network_id': '7e9f00b3-425d-414c-a12e-c072331963a0', 'tenant_id': '80330b733775466590faec7f52d73715', 'mac_address': 'fa:16:3e:a3:b2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '95c78b6c-2cf3-4d70-bdad-3028eb96b726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:15Z', 'updated_at': '2021-11-19T09:22:31Z', 'revision_number': 4, 'project_id': '80330b733775466590faec7f52d73715', 'subnets': [{'id': '95c78b6c-2cf3-4d70-bdad-3028eb96b726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:22:35.831884 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fa7d781b-b1cb-439b-964c-fff740cc92ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:35.844715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fa7d781b-b1cb-439b-964c-fff740cc92ee admin admin] 10.222.0.21 "DELETE /v2.0/networks/f5127352-c6ff-4c52-a9e2-54e45bbb3166 HTTP/1.1" status: 204 len: 168 time: 2.0748756 Nov 19 09:22:35.890387 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:35.905549 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:22:35.907835 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bf4e7c-a188-4ad9-8dc7-275275f11e13" -d '{"events": [{"server_uuid": "71694b6f-2292-404d-8e5b-1ff9b4d6b7b1", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d4448-a8fa-4a71-a242-92b6f7eecc56"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:22:35.916754 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:35.956251 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d781b-b1cb-439b-964c-fff740cc92ee admin admin] Pushing event deleted for resources: {'Network': ['ID=f5127352-c6ff-4c52-a9e2-54e45bbb3166,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:36.009618 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01565731-daa9-4e9a-a737-f9885f8b64af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:36.101436 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-693cc91a-376c-4c02-bcfd-52c50ba0c49c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:36.287861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:36.311998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1870c3ce-678f-4e75-8ecf-3549d5a75f7a None None] Provisioning complete for port 524e427a-0aaa-4583-886c-150879caeceb triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:36.312728 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1870c3ce-678f-4e75-8ecf-3549d5a75f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:36.321580 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01565731-daa9-4e9a-a737-f9885f8b64af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:36.355704 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-2e87e168-d9ea-4e66-b8da-d0525dbfcead service neutron] 10.222.0.21 "GET /v2.0/networks/b2697430-d4a9-4a39-8eac-f6255543bd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0785196 Nov 19 09:22:36.747764 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:36.748435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50084) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:36.766041 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:36.772050 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1870c3ce-678f-4e75-8ecf-3549d5a75f7a None None] Provisioning complete for port bf0aaa88-7eea-4be1-882f-6a1885f178b5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:36.772898 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1870c3ce-678f-4e75-8ecf-3549d5a75f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:36.832541 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-41486d50-b814-42d0-a81e-f316673f7fce req-cf5da713-1fd3-425a-853d-6faa59aa7402 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.0652177 Nov 19 09:22:36.845040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b16378-6621-4664-9462-33598662a163 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:22:36.876714 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:36.893278 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a599b7-4957-4530-ac02-6ba866595db8 req-f3cfb73d-64e0-4e43-a980-fd0389980b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:36.895382 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84a599b7-4957-4530-ac02-6ba866595db8 req-f3cfb73d-64e0-4e43-a980-fd0389980b50 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0994403 Nov 19 09:22:36.915995 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-693cc91a-376c-4c02-bcfd-52c50ba0c49c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:36.989639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1870c3ce-678f-4e75-8ecf-3549d5a75f7a None None] Port bf0aaa88-7eea-4be1-882f-6a1885f178b5 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:22:37.013858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 66fe6c32-e786-4d1a-9171-99d1c3c28970 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:37.046354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ddbcea9e-f430-4ca4-8acd-d9204707aa2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a948d9d81bc42f0a6d1e479c482c896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2195966 Nov 19 09:22:37.046354 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Transition to ACTIVE for port object b1b16378-6621-4664-9462-33598662a163 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:22:37.055385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50086) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:37.080523 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:37.084866 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:37.125863 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Pushing event updated for resources: {'Port': ['ID=bf0aaa88-7eea-4be1-882f-6a1885f178b5,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:37.235410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b16378-6621-4664-9462-33598662a163,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:37.254439 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-288dfede-aeb4-4eda-9a99-8d4e2fa06e4a service neutron] 10.222.0.21 "GET /v2.0/networks/b2697430-d4a9-4a39-8eac-f6255543bd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8554258 Nov 19 09:22:37.367267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1870c3ce-678f-4e75-8ecf-3549d5a75f7a None None] Provisioning complete for port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:37.367903 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1870c3ce-678f-4e75-8ecf-3549d5a75f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:37.391987 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-693cc91a-376c-4c02-bcfd-52c50ba0c49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:37.411267 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-693cc91a-376c-4c02-bcfd-52c50ba0c49c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:37.432306 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-693cc91a-376c-4c02-bcfd-52c50ba0c49c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/875db565-8f87-47fe-b988-48e5be998856 HTTP/1.1" status: 204 len: 168 time: 1.9776762 Nov 19 09:22:37.443402 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01565731-daa9-4e9a-a737-f9885f8b64af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:37.446612 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01565731-daa9-4e9a-a737-f9885f8b64af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:37.451134 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-01565731-daa9-4e9a-a737-f9885f8b64af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9d5e278-974a-4ae6-a20f-30eccf76fbaf HTTP/1.1" status: 204 len: 168 time: 3.1635137 Nov 19 09:22:37.524741 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cc91a-376c-4c02-bcfd-52c50ba0c49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875db565-8f87-47fe-b988-48e5be998856,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:37.552406 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 66fe6c32-e786-4d1a-9171-99d1c3c28970 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:37.552914 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:37.571973 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01565731-daa9-4e9a-a737-f9885f8b64af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d5e278-974a-4ae6-a20f-30eccf76fbaf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:37.675337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Attempting to bind port b1b16378-6621-4664-9462-33598662a163 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:37.676065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Attempting to bind port b1b16378-6621-4664-9462-33598662a163 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'b9617a27-704a-4c57-bfd5-805c6e963569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '15405871-da19-4499-a311-e93abf739d4c'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:37.676645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Attempting to bind port b1b16378-6621-4664-9462-33598662a163 on network 15405871-da19-4499-a311-e93abf739d4c {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:37.696864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Port b1b16378-6621-4664-9462-33598662a163 on network 15405871-da19-4499-a311-e93abf739d4c not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:22:37.706276 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Attempting to bind port b1b16378-6621-4664-9462-33598662a163 on network 15405871-da19-4499-a311-e93abf739d4c {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:37.755755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:37.756427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Checking segment: {'id': 'b9617a27-704a-4c57-bfd5-805c6e963569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '15405871-da19-4499-a311-e93abf739d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:37.781891 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Network d998d4ee-a200-49f0-8943-4be78f808d14 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:22:37.785571 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:37.786060 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Bound using segment: {'id': 'b9617a27-704a-4c57-bfd5-805c6e963569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '15405871-da19-4499-a311-e93abf739d4c'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:37.786856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Bound port: b1b16378-6621-4664-9462-33598662a163, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9617a27-704a-4c57-bfd5-805c6e963569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '15405871-da19-4499-a311-e93abf739d4c'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:37.787610 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:37.881293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45555c-cb0e-4796-8f62-d42037a86ca1 req-3356d341-1f6f-4207-80ea-0fa5c6af961c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:37.894916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd45555c-cb0e-4796-8f62-d42037a86ca1 req-3356d341-1f6f-4207-80ea-0fa5c6af961c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 946 time: 0.6605549 Nov 19 09:22:37.943435 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-836a3446-78c0-4da3-b8a9-d22730a33672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:38.418565 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d003cea6-496b-40e9-a242-0e3e734d6f93 x-openstack-request-id: req-d003cea6-496b-40e9-a242-0e3e734d6f93 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:22:38.420784 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71694b6f-2292-404d-8e5b-1ff9b4d6b7b1", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d4448-a8fa-4a71-a242-92b6f7eecc56", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:22:38.421069 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d003cea6-496b-40e9-a242-0e3e734d6f93 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:22:38.421525 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56', 'code': 200} Nov 19 09:22:38.446584 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd3b6df-7cfa-4090-a21b-fdc720c0636d None None] Network 96d3979a-abe7-4560-81f1-15a54458fe69 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:22:38.470420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5bf5c3b6-89ae-4252-b47f-3ff6691610c2 req-b00485cf-6454-4c26-8e23-4b51cc4fecbc tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 210 time: 0.3314152 Nov 19 09:22:38.488195 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Router 52f1f1d1-1d84-437d-bdfb-b840614750c5 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:22:38.636870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] For port b1b16378-6621-4664-9462-33598662a163, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:38.652331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] For port b1b16378-6621-4664-9462-33598662a163, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b1b16378-6621-4664-9462-33598662a163,segment=NetworkSegment(b9617a27-704a-4c57-bfd5-805c6e963569),segment_id=b9617a27-704a-4c57-bfd5-805c6e963569)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:38.679093 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-836a3446-78c0-4da3-b8a9-d22730a33672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:38.687436 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:38.991078 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:22:39.009785 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bd4f1431-4cd1-48b5-83df-10836da1399c admin admin] 10.222.0.21 "PUT /v2.0/routers/52f1f1d1-1d84-437d-bdfb-b840614750c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0214329 Nov 19 09:22:39.011904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50118) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:39.083211 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ce0a8f5-2b4d-4111-92cb-0cea9e836c5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:39.118769 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b16378-6621-4664-9462-33598662a163,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:39.121280 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50122) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:39.151837 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f782b75a-9bc5-49f8-b794-dbb2aa5e3348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:39.211849 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Sync routers for ids ['52f1f1d1-1d84-437d-bdfb-b840614750c5'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:22:39.227294 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-836a3446-78c0-4da3-b8a9-d22730a33672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:39.230029 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-836a3446-78c0-4da3-b8a9-d22730a33672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:39.243213 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-836a3446-78c0-4da3-b8a9-d22730a33672 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8154038-635a-421e-b287-4eaaaec2b8b2 HTTP/1.1" status: 204 len: 168 time: 2.1864398 Nov 19 09:22:39.305676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:39.307246 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:39.310679 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fe02aa48-5909-451b-8bac-ac03ca3e9e33 service neutron] 10.222.0.71 "PUT /v2.0/ports/b1b16378-6621-4664-9462-33598662a163 HTTP/1.1" status: 200 len: 1092 time: 8.5966213 Nov 19 09:22:39.313296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'tag': 'b1b16378-6621-4664-9462-33598662a163'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:22:39.328125 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "tag": "b1b16378-6621-4664-9462-33598662a163"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:22:39.357408 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1870c3ce-678f-4e75-8ecf-3549d5a75f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:39.385933 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd45555c-cb0e-4796-8f62-d42037a86ca1 req-42de3fa7-e84b-434a-a56b-af24a03c11a2 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4438522 Nov 19 09:22:39.400008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a3446-78c0-4da3-b8a9-d22730a33672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8154038-635a-421e-b287-4eaaaec2b8b2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:39.404384 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Routers {'52f1f1d1-1d84-437d-bdfb-b840614750c5'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:22:39.425666 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:22:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['52f1f1d1-1d84-437d-bdfb-b840614750c5'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:39.439452 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:39.661247 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84be884-6d79-4d56-9afb-71b441940bcf x-openstack-request-id: req-b84be884-6d79-4d56-9afb-71b441940bcf {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:22:39.661845 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "tag": "b1b16378-6621-4664-9462-33598662a163", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:22:39.661845 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b84be884-6d79-4d56-9afb-71b441940bcf {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:22:39.665812 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'tag': 'b1b16378-6621-4664-9462-33598662a163', 'status': 'completed', 'code': 200} Nov 19 09:22:39.777953 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a8301-7456-4548-81b0-8b38b68058d8 req-b0c598bb-3bf4-4cbd-b2fd-cf952d8287ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:39.820326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a8301-7456-4548-81b0-8b38b68058d8 req-b0c598bb-3bf4-4cbd-b2fd-cf952d8287ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:39.851459 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ce0a8f5-2b4d-4111-92cb-0cea9e836c5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:39.860391 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a8301-7456-4548-81b0-8b38b68058d8 req-b0c598bb-3bf4-4cbd-b2fd-cf952d8287ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:39.881515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a8301-7456-4548-81b0-8b38b68058d8 req-b0c598bb-3bf4-4cbd-b2fd-cf952d8287ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:39.890615 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ce0a8f5-2b4d-4111-92cb-0cea9e836c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:39.896715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a8301-7456-4548-81b0-8b38b68058d8 req-b0c598bb-3bf4-4cbd-b2fd-cf952d8287ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:39.918137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a8301-7456-4548-81b0-8b38b68058d8 req-b0c598bb-3bf4-4cbd-b2fd-cf952d8287ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:39.951248 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a8301-7456-4548-81b0-8b38b68058d8 req-b0c598bb-3bf4-4cbd-b2fd-cf952d8287ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:39.973685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-823a8301-7456-4548-81b0-8b38b68058d8 req-b0c598bb-3bf4-4cbd-b2fd-cf952d8287ce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5418 time: 1.2145476 Nov 19 09:22:40.000645 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1870c3ce-678f-4e75-8ecf-3549d5a75f7a None None] For port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e3cc4e72-cdd2-4506-bc85-f178e2dba7f8,segment=NetworkSegment(ea9dc1d3-61a6-4a58-b0b9-51fcaa837003),segment_id=ea9dc1d3-61a6-4a58-b0b9-51fcaa837003)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:40.064075 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5ce0a8f5-2b4d-4111-92cb-0cea9e836c5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2168556ae38b47acabdfb8090de0404f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0471802 Nov 19 09:22:40.064075 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f782b75a-9bc5-49f8-b794-dbb2aa5e3348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:40.078373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50136) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:40.099665 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f782b75a-9bc5-49f8-b794-dbb2aa5e3348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:40.144075 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0a8f5-2b4d-4111-92cb-0cea9e836c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43984dd-ab69-4202-ad6a-8ee0bb3b7340,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:40.185975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 66fe6c32-e786-4d1a-9171-99d1c3c28970, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=66fe6c32-e786-4d1a-9171-99d1c3c28970,segment=NetworkSegment(520c8139-79b9-4b9c-a88a-c9401f9e5f3b),segment_id=520c8139-79b9-4b9c-a88a-c9401f9e5f3b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:40.201817 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1870c3ce-678f-4e75-8ecf-3549d5a75f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:40.220702 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:40.235174 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:40.315267 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59691693-dc90-49a3-8730-de06d937f070 req-0e96bca3-2d5e-4516-abea-2234d292f95c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 210 time: 0.3357995 Nov 19 09:22:40.366025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-823a8301-7456-4548-81b0-8b38b68058d8 req-3a449a4a-ddfe-47cb-9add-ec045f50fa70 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3914416 Nov 19 09:22:40.398539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-f06d5bce-6b8a-4fad-bbd7-4d4fa8651121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:40.400261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-f06d5bce-6b8a-4fad-bbd7-4d4fa8651121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:40.401023 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-f06d5bce-6b8a-4fad-bbd7-4d4fa8651121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:40.405126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-f06d5bce-6b8a-4fad-bbd7-4d4fa8651121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:40.407195 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-f06d5bce-6b8a-4fad-bbd7-4d4fa8651121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:40.408304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-f06d5bce-6b8a-4fad-bbd7-4d4fa8651121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:40.409440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-f06d5bce-6b8a-4fad-bbd7-4d4fa8651121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:40.413609 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-f06d5bce-6b8a-4fad-bbd7-4d4fa8651121 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=700b69d1977242c09b136442c1eff098&device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 6482 time: 0.9869831 Nov 19 09:22:40.414681 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1d40242-af0b-4105-b456-db937e686e52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:40.440449 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782b75a-9bc5-49f8-b794-dbb2aa5e3348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7b1600-eb14-49c9-8fa0-a1c49485a525,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:40.489910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870c3ce-678f-4e75-8ecf-3549d5a75f7a None None] Pushing event updated for resources: {'Port': ['ID=e3cc4e72-cdd2-4506-bc85-f178e2dba7f8,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:40.545838 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-a8a9b3bb-ab0a-430c-8921-5da367b18cb7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a9782cc-737b-4c81-975d-0c7bac4b62ed HTTP/1.1" status: 200 len: 217 time: 0.1222343 Nov 19 09:22:40.589843 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f782b75a-9bc5-49f8-b794-dbb2aa5e3348 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c1f8b1e2c384935ab23d2a36bf52421&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4671438 Nov 19 09:22:40.597493 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50154) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:40.718827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-aba454bf-3221-4bd8-b09a-88525995e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:40.727985 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-aba454bf-3221-4bd8-b09a-88525995e9d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c976a013-8e14-4043-813d-36b1a4ae191b HTTP/1.1" status: 200 len: 848 time: 0.1695206 Nov 19 09:22:40.829977 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1d40242-af0b-4105-b456-db937e686e52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:40.853040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Set router 52f1f1d1-1d84-437d-bdfb-b840614750c5 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:22:40.904662 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74310d47-d277-4151-bd54-133bdb04faa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:40.996596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-0ccb2fb1-e935-4046-9d4e-0130f0456841 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:41.003114 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-0ccb2fb1-e935-4046-9d4e-0130f0456841 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:41.004887 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-0ccb2fb1-e935-4046-9d4e-0130f0456841 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.71 "GET /v2.0/networks?id=b2697430-d4a9-4a39-8eac-f6255543bd77&id=96d3979a-abe7-4560-81f1-15a54458fe69&id=b2697430-d4a9-4a39-8eac-f6255543bd77 HTTP/1.1" status: 200 len: 1392 time: 0.7631311 Nov 19 09:22:41.042888 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50168) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:41.053179 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74310d47-d277-4151-bd54-133bdb04faa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:41.061301 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=66fe6c32-e786-4d1a-9171-99d1c3c28970,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:41.085922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b5e3f851-9499-4de6-9135-2ca38b6fe6ec admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1897189167-network', 'tenant_id': 'e80b511c55624ab88fd399ee1551bbad'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:41.153541 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-0cab98be-f407-4226-864e-b9002371a174 req-7dc1ce4a-6579-4e7c-95d0-6c6883eb2644 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Request body: {'port': {'device_id': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77', 'admin_state_up': True, 'tenant_id': '80330b733775466590faec7f52d73715'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:41.162019 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40234439-d0b0-40ac-83f5-4115f9f20b44 req-dcb658e1-fd8e-4488-9881-be2ce8a8a458 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:41.166634 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74310d47-d277-4151-bd54-133bdb04faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:41.172155 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74310d47-d277-4151-bd54-133bdb04faa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:41.176346 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-74310d47-d277-4151-bd54-133bdb04faa7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa7b1600-eb14-49c9-8fa0-a1c49485a525 HTTP/1.1" status: 204 len: 168 time: 0.5710616 Nov 19 09:22:41.183479 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-40234439-d0b0-40ac-83f5-4115f9f20b44 req-dcb658e1-fd8e-4488-9881-be2ce8a8a458 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 946 time: 0.4402356 Nov 19 09:22:41.222344 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:41.223678 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:41.333862 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74310d47-d277-4151-bd54-133bdb04faa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7b1600-eb14-49c9-8fa0-a1c49485a525,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:41.341833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ca5e0b18-cd22-4890-b243-b841e5ba06d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:41.343358 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ca5e0b18-cd22-4890-b243-b841e5ba06d7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f317c17-d11b-428a-b336-bf3a20212eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4992185 Nov 19 09:22:41.388593 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1d40242-af0b-4105-b456-db937e686e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:41.391376 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1d40242-af0b-4105-b456-db937e686e52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:41.395499 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c1d40242-af0b-4105-b456-db937e686e52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f43984dd-ab69-4202-ad6a-8ee0bb3b7340 HTTP/1.1" status: 204 len: 168 time: 1.2991779 Nov 19 09:22:41.535556 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-7dc1ce4a-6579-4e7c-95d0-6c6883eb2644 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Made reservation on behalf of 80330b733775466590faec7f52d73715 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:22:41.539152 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-7dc1ce4a-6579-4e7c-95d0-6c6883eb2644 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:41.566905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e3f851-9499-4de6-9135-2ca38b6fe6ec admin admin] Made reservation on behalf of e80b511c55624ab88fd399ee1551bbad for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:22:41.584054 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f851-9499-4de6-9135-2ca38b6fe6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:41.589603 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e07e0a70-a9b5-43b6-9cef-6867f8194bcb None None] Provisioning complete for port bf0aaa88-7eea-4be1-882f-6a1885f178b5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:41.590561 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e07e0a70-a9b5-43b6-9cef-6867f8194bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:41.599811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50192) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:41.637830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 57548de5-4fa3-4f62-ad4e-4a0b86e70f08 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:41.721618 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d40242-af0b-4105-b456-db937e686e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43984dd-ab69-4202-ad6a-8ee0bb3b7340,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:41.741759 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e07e0a70-a9b5-43b6-9cef-6867f8194bcb None None] Port bf0aaa88-7eea-4be1-882f-6a1885f178b5 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:22:41.797297 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e07e0a70-a9b5-43b6-9cef-6867f8194bcb None None] Provisioning complete for port 66fe6c32-e786-4d1a-9171-99d1c3c28970 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:41.798232 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e07e0a70-a9b5-43b6-9cef-6867f8194bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:41.848063 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 57548de5-4fa3-4f62-ad4e-4a0b86e70f08 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:41.848824 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:41.945771 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f851-9499-4de6-9135-2ca38b6fe6ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:41.952841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-0cab98be-f407-4226-864e-b9002371a174 req-7dc1ce4a-6579-4e7c-95d0-6c6883eb2644 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Allocated IP 19.80.0.250 (b2697430-d4a9-4a39-8eac-f6255543bd77/f9d44416-e3fb-4826-9bbc-f86eea1c80d3/4ade2736-f93d-4da1-a240-bcb2972a358e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:22:41.971302 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfbf9305-4b2c-429c-967b-42e4ad58274e req-09c835b4-8804-4066-9272-587dee83168d tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 210 time: 0.3701897 Nov 19 09:22:42.026023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-40234439-d0b0-40ac-83f5-4115f9f20b44 req-9fa378e7-1634-4784-ad90-909c89c98289 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8406327 Nov 19 09:22:42.096718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'name': 'tempest-TaggedBootDevicesTest_v242-815523072-router', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:20Z', 'updated_at': '2021-11-19T09:22:35Z', 'revision_number': 4, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'gw_port': {'id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:23Z', 'updated_at': '2021-11-19T09:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'bf0aaa88-7eea-4be1-882f-6a1885f178b5', 'name': '', 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'mac_address': 'fa:16:3e:93:0a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:32Z', 'updated_at': '2021-11-19T09:22:36Z', 'revision_number': 2, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'subnets': [{'id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:42.146926 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-aa8a7032-e38b-4fa6-a9a0-42c186107b88 service neutron] 10.222.0.71 "GET /v2.0/networks/0f317c17-d11b-428a-b336-bf3a20212eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7266662 Nov 19 09:22:42.171651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Checking router: 52f1f1d1-1d84-437d-bdfb-b840614750c5 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:22:42.172194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Updating router 52f1f1d1-1d84-437d-bdfb-b840614750c5 port bf0aaa88-7eea-4be1-882f-6a1885f178b5 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:22:42.317261 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:42.362623 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:42.447846 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-7dc1ce4a-6579-4e7c-95d0-6c6883eb2644 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:42.502904 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-7dc1ce4a-6579-4e7c-95d0-6c6883eb2644 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:42.570998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 57548de5-4fa3-4f62-ad4e-4a0b86e70f08, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=57548de5-4fa3-4f62-ad4e-4a0b86e70f08,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:42.579297 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1d66f814-f4b7-4f52-bebe-e04f4e2906ac admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-605412081-network', 'tenant_id': '9ae48353a7184ab0a63a42150d4aff65'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:42.589799 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:42.590618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 524e427a-0aaa-4583-886c-150879caeceb up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:42.643061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cab98be-f407-4226-864e-b9002371a174 req-7dc1ce4a-6579-4e7c-95d0-6c6883eb2644 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Network b2697430-d4a9-4a39-8eac-f6255543bd77 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:22:42.647487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1ce4a-6579-4e7c-95d0-6c6883eb2644 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event updated for resources: {'Port': ['ID=4ade2736-f93d-4da1-a240-bcb2972a358e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:42.651560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-0cab98be-f407-4226-864e-b9002371a174 req-7dc1ce4a-6579-4e7c-95d0-6c6883eb2644 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:42.673307 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cab98be-f407-4226-864e-b9002371a174 req-7dc1ce4a-6579-4e7c-95d0-6c6883eb2644 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:22:42.762258 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-fa2f010a-2a74-48fc-ab51-450e3893d5a8 service neutron] 10.222.0.71 "GET /v2.0/networks/0f317c17-d11b-428a-b336-bf3a20212eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981662 Nov 19 09:22:42.791909 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f851-9499-4de6-9135-2ca38b6fe6ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:42.840207 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-7dc1ce4a-6579-4e7c-95d0-6c6883eb2644 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:42.840896 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-7dc1ce4a-6579-4e7c-95d0-6c6883eb2644 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:42.871742 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f851-9499-4de6-9135-2ca38b6fe6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:42.918711 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e3f851-9499-4de6-9135-2ca38b6fe6ec admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:22:42.944756 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f851-9499-4de6-9135-2ca38b6fe6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:42.945053 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-b5e3f851-9499-4de6-9135-2ca38b6fe6ec admin admin] Added segment a248a614-5cff-4ca5-a97e-277ed5b42b0c of type vlan for network 36ccb83d-0452-4be9-bdb9-d35509571736 Nov 19 09:22:43.014751 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=57548de5-4fa3-4f62-ad4e-4a0b86e70f08,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:43.108473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-bf3e64fb-d5cd-4b8c-becc-db4963519022 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=93875227-8990-4442-841e-19b4c3c91736 HTTP/1.1" status: 200 len: 217 time: 0.2983918 Nov 19 09:22:43.147248 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 524e427a-0aaa-4583-886c-150879caeceb triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:43.147673 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:43.178231 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-7dc1ce4a-6579-4e7c-95d0-6c6883eb2644 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0354798 Nov 19 09:22:43.184514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecfb9e-ab0f-4166-8704-0e17e4faf52d req-ee29bea2-4b4d-4c50-b76a-f5bfc7e40a8d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:43.186426 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f6ecfb9e-ab0f-4166-8704-0e17e4faf52d req-ee29bea2-4b4d-4c50-b76a-f5bfc7e40a8d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.9063382 Nov 19 09:22:43.191618 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-0cab98be-f407-4226-864e-b9002371a174 req-04d075e5-21bb-49b1-952b-e19d28464cfb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Request body: {'port': {'device_id': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'network_id': '96d3979a-abe7-4560-81f1-15a54458fe69', 'admin_state_up': True, 'tenant_id': '80330b733775466590faec7f52d73715'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:43.192456 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f851-9499-4de6-9135-2ca38b6fe6ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:43.207349 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa0d10-6ca7-402e-8e6d-046851eb30a3 req-d3ef7f56-907c-4bad-8e9c-d140fccb3ba6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:43.212683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6c9255bc-5ba7-434d-a05e-390add9c5812 None None] Provisioning complete for port 4ade2736-f93d-4da1-a240-bcb2972a358e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:43.213057 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6c9255bc-5ba7-434d-a05e-390add9c5812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:43.213997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa0d10-6ca7-402e-8e6d-046851eb30a3 req-d3ef7f56-907c-4bad-8e9c-d140fccb3ba6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:43.220361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa0d10-6ca7-402e-8e6d-046851eb30a3 req-d3ef7f56-907c-4bad-8e9c-d140fccb3ba6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:43.227902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa0d10-6ca7-402e-8e6d-046851eb30a3 req-d3ef7f56-907c-4bad-8e9c-d140fccb3ba6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:43.234656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa0d10-6ca7-402e-8e6d-046851eb30a3 req-d3ef7f56-907c-4bad-8e9c-d140fccb3ba6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:43.244008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa0d10-6ca7-402e-8e6d-046851eb30a3 req-d3ef7f56-907c-4bad-8e9c-d140fccb3ba6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:43.249932 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa0d10-6ca7-402e-8e6d-046851eb30a3 req-d3ef7f56-907c-4bad-8e9c-d140fccb3ba6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:43.252454 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3efa0d10-6ca7-402e-8e6d-046851eb30a3 req-d3ef7f56-907c-4bad-8e9c-d140fccb3ba6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5418 time: 0.9731240 Nov 19 09:22:43.278624 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d66f814-f4b7-4f52-bebe-e04f4e2906ac admin admin] Made reservation on behalf of 9ae48353a7184ab0a63a42150d4aff65 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:22:43.280921 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d66f814-f4b7-4f52-bebe-e04f4e2906ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:43.333207 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d66f814-f4b7-4f52-bebe-e04f4e2906ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:43.370326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6c9255bc-5ba7-434d-a05e-390add9c5812 None None] Port 4ade2736-f93d-4da1-a240-bcb2972a358e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:22:43.385231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3f851-9499-4de6-9135-2ca38b6fe6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dc32fb-cd23-4c17-952c-ec5a7446eebf,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:43.404336 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.resource_extend [None req-b5e3f851-9499-4de6-9135-2ca38b6fe6ec admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:22:43.478962 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f851-9499-4de6-9135-2ca38b6fe6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:43.479908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e3f851-9499-4de6-9135-2ca38b6fe6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:43.480500 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5e3f851-9499-4de6-9135-2ca38b6fe6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:43.495793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50238) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:43.508503 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-04d075e5-21bb-49b1-952b-e19d28464cfb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Made reservation on behalf of 80330b733775466590faec7f52d73715 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:22:43.513622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-04d075e5-21bb-49b1-952b-e19d28464cfb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:43.545156 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:43.558104 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:43.776219 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-0cab98be-f407-4226-864e-b9002371a174 req-04d075e5-21bb-49b1-952b-e19d28464cfb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Allocated IP 19.86.0.176 (96d3979a-abe7-4560-81f1-15a54458fe69/6023727d-f760-4fba-8773-755355139633/d61ffae2-8032-4539-a49f-e1cf082105d7) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:22:43.942269 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d66f814-f4b7-4f52-bebe-e04f4e2906ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:43.945151 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Attempting to bind port bf0aaa88-7eea-4be1-882f-6a1885f178b5 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:43.945767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Attempting to bind port bf0aaa88-7eea-4be1-882f-6a1885f178b5 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '1556e36f-588d-4bb8-bb98-18e486079376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:43.946274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Attempting to bind port bf0aaa88-7eea-4be1-882f-6a1885f178b5 on network d998d4ee-a200-49f0-8943-4be78f808d14 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:43.950250 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:43.964390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-4cb06048-a705-4d02-a72c-885eab97193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:43.968702 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-4cb06048-a705-4d02-a72c-885eab97193a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c HTTP/1.1" status: 200 len: 797 time: 0.8337796 Nov 19 09:22:43.984625 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d66f814-f4b7-4f52-bebe-e04f4e2906ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:44.012190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d66f814-f4b7-4f52-bebe-e04f4e2906ac admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:22:44.033022 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d66f814-f4b7-4f52-bebe-e04f4e2906ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:44.034556 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-1d66f814-f4b7-4f52-bebe-e04f4e2906ac admin admin] Added segment c1cb171b-e875-4868-852d-0dee413d3788 of type vlan for network da542bd0-9404-4cc1-aafd-10496dc15f93 Nov 19 09:22:44.034892 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62da11-18a6-48a9-bf8a-35172ef76f6b None None] Pushing event updated for resources: {'Port': ['ID=bf0aaa88-7eea-4be1-882f-6a1885f178b5,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:44.037730 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:44.038133 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Checking segment: {'id': '1556e36f-588d-4bb8-bb98-18e486079376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:44.038551 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:44.038943 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Bound using segment: {'id': '1556e36f-588d-4bb8-bb98-18e486079376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:44.039436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Bound port: bf0aaa88-7eea-4be1-882f-6a1885f178b5, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1556e36f-588d-4bb8-bb98-18e486079376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:44.039830 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:44.068102 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bb06e704-b30a-4ece-87e4-03ffc194e42d no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:22:44.073287 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-04d075e5-21bb-49b1-952b-e19d28464cfb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:44.122799 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-04d075e5-21bb-49b1-952b-e19d28464cfb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:44.152562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b5e3f851-9499-4de6-9135-2ca38b6fe6ec admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0995767 Nov 19 09:22:44.172861 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3efa0d10-6ca7-402e-8e6d-046851eb30a3 req-0209313a-66fa-4634-98bb-64aa4f1836b5 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.8753610 Nov 19 09:22:44.177756 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50246) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:44.193526 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cab98be-f407-4226-864e-b9002371a174 req-04d075e5-21bb-49b1-952b-e19d28464cfb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Network 96d3979a-abe7-4560-81f1-15a54458fe69 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:22:44.199828 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-bf5540d1-136d-4edc-918a-ce6c9dbf3838 admin admin] Request body: {'subnet': {'network_id': '36ccb83d-0452-4be9-bdb9-d35509571736', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1897189167-subnet', 'tenant_id': 'e80b511c55624ab88fd399ee1551bbad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:44.223272 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-0cab98be-f407-4226-864e-b9002371a174 req-04d075e5-21bb-49b1-952b-e19d28464cfb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:44.259486 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cab98be-f407-4226-864e-b9002371a174 req-04d075e5-21bb-49b1-952b-e19d28464cfb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:22:44.287612 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b8d256c0-fbd5-4d5f-904c-00a0b4a755e6 tempest-AgentManagementNegativeTest-1147329894 tempest-AgentManagementNegativeTest-1147329894-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7861030 Nov 19 09:22:44.341568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f6ecfb9e-ab0f-4166-8704-0e17e4faf52d req-ead30e3c-e3e5-4f25-9e0e-d06116ee324e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0638206 Nov 19 09:22:44.361174 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:44.364677 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:44.414158 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3f851-9499-4de6-9135-2ca38b6fe6ec admin admin] Pushing event updated for resources: {'Network': ['ID=36ccb83d-0452-4be9-bdb9-d35509571736,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:44.435455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-04d075e5-21bb-49b1-952b-e19d28464cfb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:44.436110 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-04d075e5-21bb-49b1-952b-e19d28464cfb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:44.466920 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d075e5-21bb-49b1-952b-e19d28464cfb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event updated for resources: {'Port': ['ID=d61ffae2-8032-4539-a49f-e1cf082105d7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:44.496511 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5540d1-136d-4edc-918a-ce6c9dbf3838 admin admin] Made reservation on behalf of e80b511c55624ab88fd399ee1551bbad for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:22:44.499641 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf5540d1-136d-4edc-918a-ce6c9dbf3838 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:44.545340 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66f814-f4b7-4f52-bebe-e04f4e2906ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bec0e7d-404c-4a15-8b46-c95e6829c70b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:44.564200 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d66f814-f4b7-4f52-bebe-e04f4e2906ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:44.564392 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:44.660604 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] For port bf0aaa88-7eea-4be1-882f-6a1885f178b5, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:44.674904 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] For port bf0aaa88-7eea-4be1-882f-6a1885f178b5, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=bf0aaa88-7eea-4be1-882f-6a1885f178b5,segment=NetworkSegment(1556e36f-588d-4bb8-bb98-18e486079376),segment_id=1556e36f-588d-4bb8-bb98-18e486079376)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:44.692074 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 36ccb83d-0452-4be9-bdb9-d35509571736 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:22:44.694123 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-04d075e5-21bb-49b1-952b-e19d28464cfb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5072403 Nov 19 09:22:44.718917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-541406a8-581e-4d14-9969-b4004ad9bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:44.719330 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:44.721955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-541406a8-581e-4d14-9969-b4004ad9bcef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3282dff9-c0bb-424b-9664-c64e91191014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6315193 Nov 19 09:22:44.727837 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-0cab98be-f407-4226-864e-b9002371a174 req-11f2cfa3-c24d-41a5-8906-b321ee05557f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Request body: {'port': {'device_id': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77', 'admin_state_up': True, 'tenant_id': '80330b733775466590faec7f52d73715'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:44.796471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9dfc0-f913-4230-9906-d212bbade72a req-3cb6dc7b-dca7-495f-9344-d70a9de11fb0 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:44.816477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9e9dfc0-f913-4230-9906-d212bbade72a req-3cb6dc7b-dca7-495f-9344-d70a9de11fb0 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 946 time: 0.3494716 Nov 19 09:22:44.840710 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-abc14228-0834-47de-aaad-10ed78293f05 None None] Provisioning complete for port bf0aaa88-7eea-4be1-882f-6a1885f178b5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:44.847487 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-abc14228-0834-47de-aaad-10ed78293f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:44.918883 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344f6e4-d8d3-4300-9801-1571ee10eacb req-70ef3f2b-a3e7-4ec6-a222-1f37a8c319ed tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:44.919458 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50262) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:44.928811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344f6e4-d8d3-4300-9801-1571ee10eacb req-70ef3f2b-a3e7-4ec6-a222-1f37a8c319ed tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:44.952120 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0344f6e4-d8d3-4300-9801-1571ee10eacb req-70ef3f2b-a3e7-4ec6-a222-1f37a8c319ed tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 1655 time: 0.6091478 Nov 19 09:22:44.999958 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-11f2cfa3-c24d-41a5-8906-b321ee05557f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Made reservation on behalf of 80330b733775466590faec7f52d73715 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:22:45.004722 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-11f2cfa3-c24d-41a5-8906-b321ee05557f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:45.067567 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d66f814-f4b7-4f52-bebe-e04f4e2906ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:45.072729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d66f814-f4b7-4f52-bebe-e04f4e2906ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:45.074020 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d66f814-f4b7-4f52-bebe-e04f4e2906ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:45.156011 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:22:45.163921 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a05501d-cba2-451b-9046-63e6663893f8" -d '{"events": [{"server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "name": "network-vif-unplugged", "status": "completed", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:22:45.224343 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b66bccc6-e960-4c95-bf75-490cd128a6d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:45.263784 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62da11-18a6-48a9-bf8a-35172ef76f6b None None] Pushing event updated for resources: {'Port': ['ID=bf0aaa88-7eea-4be1-882f-6a1885f178b5,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:45.284247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:45.288018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Routers {'52f1f1d1-1d84-437d-bdfb-b840614750c5'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:22:45.293799 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:22:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['52f1f1d1-1d84-437d-bdfb-b840614750c5'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:45.405238 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:45.413877 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf5540d1-136d-4edc-918a-ce6c9dbf3838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:45.527443 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:45.571652 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 57548de5-4fa3-4f62-ad4e-4a0b86e70f08 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:45.628983 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-abc14228-0834-47de-aaad-10ed78293f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:45.638425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=bb06e704-b30a-4ece-87e4-03ffc194e42d,revision_number=11']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:45.652801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] Set router 52f1f1d1-1d84-437d-bdfb-b840614750c5 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:22:45.773709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-abc14228-0834-47de-aaad-10ed78293f05 None None] For port bf0aaa88-7eea-4be1-882f-6a1885f178b5, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=bf0aaa88-7eea-4be1-882f-6a1885f178b5,segment=NetworkSegment(1556e36f-588d-4bb8-bb98-18e486079376),segment_id=1556e36f-588d-4bb8-bb98-18e486079376)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:45.799772 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-abc14228-0834-47de-aaad-10ed78293f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:45.867951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ef0885a9-9eaf-4407-8fee-2f1facd5423d service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1157985 Nov 19 09:22:45.927104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66f814-f4b7-4f52-bebe-e04f4e2906ac admin admin] Pushing event updated for resources: {'Network': ['ID=da542bd0-9404-4cc1-aafd-10496dc15f93,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:45.960321 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network da542bd0-9404-4cc1-aafd-10496dc15f93 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:22:46.010907 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0344f6e4-d8d3-4300-9801-1571ee10eacb req-a4fc9e28-65a6-42d3-8c52-e6a81ed6adbc tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8992624 Nov 19 09:22:46.018929 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1d66f814-f4b7-4f52-bebe-e04f4e2906ac admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.2921057 Nov 19 09:22:46.035325 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50280) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:46.044629 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-39b6a48e-927e-40cd-8b8c-9c5ae43fe111 admin admin] Request body: {'subnet': {'network_id': 'da542bd0-9404-4cc1-aafd-10496dc15f93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-605412081-subnet', 'tenant_id': '9ae48353a7184ab0a63a42150d4aff65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:46.050790 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 57548de5-4fa3-4f62-ad4e-4a0b86e70f08 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:46.051482 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:46.093694 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc14228-0834-47de-aaad-10ed78293f05 None None] Pushing event updated for resources: {'Port': ['ID=bf0aaa88-7eea-4be1-882f-6a1885f178b5,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:46.102459 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-0cab98be-f407-4226-864e-b9002371a174 req-11f2cfa3-c24d-41a5-8906-b321ee05557f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Allocated IP 19.80.0.92 (b2697430-d4a9-4a39-8eac-f6255543bd77/f9d44416-e3fb-4826-9bbc-f86eea1c80d3/6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:22:46.120240 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-85c2252c-bf36-498f-967d-e4c524ae5b52 None None] Provisioning complete for port bf0aaa88-7eea-4be1-882f-6a1885f178b5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:46.125793 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85c2252c-bf36-498f-967d-e4c524ae5b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:46.200743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5540d1-136d-4edc-918a-ce6c9dbf3838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef019a8-b9d8-4a1f-a053-00d7aa501642,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:46.225404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9e9dfc0-f913-4230-9906-d212bbade72a req-3e6ae304-e2a2-4ede-afad-35138394b664 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4035115 Nov 19 09:22:46.234178 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b6a48e-927e-40cd-8b8c-9c5ae43fe111 admin admin] Made reservation on behalf of 9ae48353a7184ab0a63a42150d4aff65 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:22:46.236620 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39b6a48e-927e-40cd-8b8c-9c5ae43fe111 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:46.332212 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 66fe6c32-e786-4d1a-9171-99d1c3c28970 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:46.380528 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'name': 'tempest-TaggedBootDevicesTest_v242-815523072-router', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:20Z', 'updated_at': '2021-11-19T09:22:35Z', 'revision_number': 4, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'gw_port': {'id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:23Z', 'updated_at': '2021-11-19T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'bf0aaa88-7eea-4be1-882f-6a1885f178b5', 'name': '', 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'mac_address': 'fa:16:3e:93:0a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:32Z', 'updated_at': '2021-11-19T09:22:44Z', 'revision_number': 4, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'subnets': [{'id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:46.407645 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b66bccc6-e960-4c95-bf75-490cd128a6d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:46.421771 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177abbd9-a923-4f01-8d8d-70ea5aa5d394 None None] The sync data for ids ['52f1f1d1-1d84-437d-bdfb-b840614750c5'] in n-d-805649-14 is: [{'id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'name': 'tempest-TaggedBootDevicesTest_v242-815523072-router', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:20Z', 'updated_at': '2021-11-19T09:22:35Z', 'revision_number': 4, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'gw_port': {'id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:23Z', 'updated_at': '2021-11-19T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'bf0aaa88-7eea-4be1-882f-6a1885f178b5', 'name': '', 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'mac_address': 'fa:16:3e:93:0a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:32Z', 'updated_at': '2021-11-19T09:22:44Z', 'revision_number': 4, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'subnets': [{'id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:22:46.424900 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-85c2252c-bf36-498f-967d-e4c524ae5b52 None None] Provisioning complete for port d61ffae2-8032-4539-a49f-e1cf082105d7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:46.425410 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85c2252c-bf36-498f-967d-e4c524ae5b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:46.429815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-f123b5c0-7899-4f38-9495-5ead885892cf service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612205 Nov 19 09:22:46.433839 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5540d1-136d-4edc-918a-ce6c9dbf3838 admin admin] Checking segment: {'id': 'a248a614-5cff-4ca5-a97e-277ed5b42b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '36ccb83d-0452-4be9-bdb9-d35509571736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:46.435577 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5540d1-136d-4edc-918a-ce6c9dbf3838 admin admin] Network hostable DHCP agents. Network: 36ccb83d-0452-4be9-bdb9-d35509571736, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:22:46.454381 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b66bccc6-e960-4c95-bf75-490cd128a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:46.560818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 66fe6c32-e786-4d1a-9171-99d1c3c28970 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:46.562448 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:46.571625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-85c2252c-bf36-498f-967d-e4c524ae5b52 None None] Port d61ffae2-8032-4539-a49f-e1cf082105d7 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:22:46.601118 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ffe6e143-00bb-483e-9a38-8b160fe50fba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=56761c8f-425b-4730-929a-ba3b0b318243 HTTP/1.1" status: 200 len: 217 time: 0.1703298 Nov 19 09:22:46.797490 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978616dd-e224-4928-9cb7-d19fcaaadec7 req-8bdfeebd-17dc-4e2e-824f-199b29719956 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:46.818241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978616dd-e224-4928-9cb7-d19fcaaadec7 req-8bdfeebd-17dc-4e2e-824f-199b29719956 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:46.833126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978616dd-e224-4928-9cb7-d19fcaaadec7 req-8bdfeebd-17dc-4e2e-824f-199b29719956 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:46.836150 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5540d1-136d-4edc-918a-ce6c9dbf3838 admin admin] Network 36ccb83d-0452-4be9-bdb9-d35509571736 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:22:46.863727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978616dd-e224-4928-9cb7-d19fcaaadec7 req-8bdfeebd-17dc-4e2e-824f-199b29719956 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:46.867037 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bccc6-e960-4c95-bf75-490cd128a6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6abef0f-7477-4509-bc82-f750727aa230,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:46.892950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978616dd-e224-4928-9cb7-d19fcaaadec7 req-8bdfeebd-17dc-4e2e-824f-199b29719956 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:46.904398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978616dd-e224-4928-9cb7-d19fcaaadec7 req-8bdfeebd-17dc-4e2e-824f-199b29719956 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:46.929974 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978616dd-e224-4928-9cb7-d19fcaaadec7 req-8bdfeebd-17dc-4e2e-824f-199b29719956 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:46.959097 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b66bccc6-e960-4c95-bf75-490cd128a6d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2e1b327de834923959c09567e65e00b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0261245 Nov 19 09:22:46.965021 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-978616dd-e224-4928-9cb7-d19fcaaadec7 req-8bdfeebd-17dc-4e2e-824f-199b29719956 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5418 time: 0.3673925 Nov 19 09:22:46.971464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50294) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:46.979048 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-bf5540d1-136d-4edc-918a-ce6c9dbf3838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 36ccb83d-0452-4be9-bdb9-d35509571736) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:46.988952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc41187-c578-4b6f-9bc8-708f0d479b51 None None] Network 36ccb83d-0452-4be9-bdb9-d35509571736 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:22:46.996923 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ec490475-7438-46cb-ae43-d197f1c0b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:47.005198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-ec490475-7438-46cb-ae43-d197f1c0b2eb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c HTTP/1.1" status: 200 len: 797 time: 0.3847072 Nov 19 09:22:47.104422 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device bf0aaa88-7eea-4be1-882f-6a1885f178b5 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:47.163340 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-11f2cfa3-c24d-41a5-8906-b321ee05557f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:47.171821 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50300) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:47.286418 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5540d1-136d-4edc-918a-ce6c9dbf3838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:47.287035 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf5540d1-136d-4edc-918a-ce6c9dbf3838 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:47.292709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-f7d44d4c-2b6c-4f0b-b8f7-d83f4ccaff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:47.300778 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-f7d44d4c-2b6c-4f0b-b8f7-d83f4ccaff0b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3282dff9-c0bb-424b-9664-c64e91191014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2781146 Nov 19 09:22:47.331395 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-978616dd-e224-4928-9cb7-d19fcaaadec7 req-d32ef5df-e3b1-49e7-968e-3602ebfd18e7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3651559 Nov 19 09:22:47.464140 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-11f2cfa3-c24d-41a5-8906-b321ee05557f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:47.477250 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50306) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:47.477730 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bf5540d1-136d-4edc-918a-ce6c9dbf3838 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.2958636 Nov 19 09:22:47.509494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1897189167-router', 'tenant_id': 'e80b511c55624ab88fd399ee1551bbad', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:47.532950 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64f2233-3b8a-425a-873f-0299f9d3fa1d x-openstack-request-id: req-c64f2233-3b8a-425a-873f-0299f9d3fa1d {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:22:47.533918 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "name": "network-vif-unplugged", "status": "completed", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:22:47.534363 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c64f2233-3b8a-425a-873f-0299f9d3fa1d {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:22:47.535195 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'code': 200} Nov 19 09:22:47.550649 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7ee351ea-036a-43d7-a9eb-d891dbd116f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:47.582859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port bf0aaa88-7eea-4be1-882f-6a1885f178b5 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:47.583546 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:47.634379 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:47.635578 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:47.651391 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c5d5f-9489-4fc7-a65a-a9ef35d7b243 req-06d14d51-e567-4f48-9367-1bcc71f9edab tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:47.659046 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd9c5d5f-9489-4fc7-a65a-a9ef35d7b243 req-06d14d51-e567-4f48-9367-1bcc71f9edab tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1845357 Nov 19 09:22:47.665476 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39b6a48e-927e-40cd-8b8c-9c5ae43fe111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:47.669833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0df99-ca01-48ca-ae58-82f74c2f9476 req-0e5d02fe-732e-40b9-a500-a069e3f4eb52 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:47.676534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0df99-ca01-48ca-ae58-82f74c2f9476 req-0e5d02fe-732e-40b9-a500-a069e3f4eb52 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:47.688073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0df99-ca01-48ca-ae58-82f74c2f9476 req-0e5d02fe-732e-40b9-a500-a069e3f4eb52 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:47.691418 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-36ccb83d-0452-4be9-bdb9-d35509571736', 'network_id': '36ccb83d-0452-4be9-bdb9-d35509571736', 'tenant_id': 'e80b511c55624ab88fd399ee1551bbad', 'fixed_ips': [{'subnet_id': 'cef019a8-b9d8-4a1f-a053-00d7aa501642'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:22:47.693149 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:47.696751 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94c0df99-ca01-48ca-ae58-82f74c2f9476 req-0e5d02fe-732e-40b9-a500-a069e3f4eb52 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2376 time: 0.3269737 Nov 19 09:22:47.730301 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-81e7897d-8f9c-4a8a-88e1-2aeffe538cec service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926468 Nov 19 09:22:47.773312 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6a48e-927e-40cd-8b8c-9c5ae43fe111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c61394a8-c3f9-425f-acf5-9c26e81f22e9,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:47.840743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cab98be-f407-4226-864e-b9002371a174 req-11f2cfa3-c24d-41a5-8906-b321ee05557f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Network b2697430-d4a9-4a39-8eac-f6255543bd77 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:22:47.855284 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-0cab98be-f407-4226-864e-b9002371a174 req-11f2cfa3-c24d-41a5-8906-b321ee05557f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:47.867579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6a48e-927e-40cd-8b8c-9c5ae43fe111 admin admin] Checking segment: {'id': 'c1cb171b-e875-4868-852d-0dee413d3788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'da542bd0-9404-4cc1-aafd-10496dc15f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:47.867960 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b6a48e-927e-40cd-8b8c-9c5ae43fe111 admin admin] Network hostable DHCP agents. Network: da542bd0-9404-4cc1-aafd-10496dc15f93, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:22:47.877715 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cab98be-f407-4226-864e-b9002371a174 req-11f2cfa3-c24d-41a5-8906-b321ee05557f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:22:47.880610 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56a7a55d-5d27-4d9d-8e5b-c68f22bff1d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:47.917997 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:47.935124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2cfa3-c24d-41a5-8906-b321ee05557f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event updated for resources: {'Port': ['ID=6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:47.959419 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:48.024157 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56a7a55d-5d27-4d9d-8e5b-c68f22bff1d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:48.087636 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7ee351ea-036a-43d7-a9eb-d891dbd116f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:48.102703 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-cd7799df-2168-45e4-9740-2794f43af748 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365424 Nov 19 09:22:48.129983 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-11f2cfa3-c24d-41a5-8906-b321ee05557f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:48.134965 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-11f2cfa3-c24d-41a5-8906-b321ee05557f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:48.136879 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7ee351ea-036a-43d7-a9eb-d891dbd116f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:48.152419 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Allocated IP 172.20.0.2 (36ccb83d-0452-4be9-bdb9-d35509571736/cef019a8-b9d8-4a1f-a053-00d7aa501642/0f712892-ca76-4ebc-85c4-3617d2fdf09b) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:22:48.166596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b6a48e-927e-40cd-8b8c-9c5ae43fe111 admin admin] Network da542bd0-9404-4cc1-aafd-10496dc15f93 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:22:48.197783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd9c5d5f-9489-4fc7-a65a-a9ef35d7b243 req-9e751adb-841a-4c23-828d-b6b66b1a0c26 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5373716 Nov 19 09:22:48.208708 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-11f2cfa3-c24d-41a5-8906-b321ee05557f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5013003 Nov 19 09:22:48.219141 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-39b6a48e-927e-40cd-8b8c-9c5ae43fe111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, da542bd0-9404-4cc1-aafd-10496dc15f93) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:48.231943 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d494f63-9129-4c09-81b8-3348af2e36c9 None None] Network da542bd0-9404-4cc1-aafd-10496dc15f93 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:22:48.242794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Request body: {'port': {'device_id': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:48.302397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7ee351ea-036a-43d7-a9eb-d891dbd116f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd347b74c48d4bd4bed04c079882a950&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1015494 Nov 19 09:22:48.323579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b6a48e-927e-40cd-8b8c-9c5ae43fe111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:48.325341 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39b6a48e-927e-40cd-8b8c-9c5ae43fe111 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:48.332000 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50310) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:48.408826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94c0df99-ca01-48ca-ae58-82f74c2f9476 req-cd743bd3-58b0-4d93-b6d9-0220af4a0997 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7102466 Nov 19 09:22:48.480385 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:48.567216 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:48.616156 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-39b6a48e-927e-40cd-8b8c-9c5ae43fe111 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5678487 Nov 19 09:22:48.616156 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56a7a55d-5d27-4d9d-8e5b-c68f22bff1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:48.617241 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56a7a55d-5d27-4d9d-8e5b-c68f22bff1d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:48.621322 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-56a7a55d-5d27-4d9d-8e5b-c68f22bff1d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6abef0f-7477-4509-bc82-f750727aa230 HTTP/1.1" status: 204 len: 168 time: 1.6400888 Nov 19 09:22:48.654461 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7a55d-5d27-4d9d-8e5b-c68f22bff1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6abef0f-7477-4509-bc82-f750727aa230,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:48.672220 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-cb37c95c-cde1-4388-bbf7-4eda7dda32df service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=e1b1b935-d8de-408b-9222-af54f732f4dd HTTP/1.1" status: 200 len: 217 time: 0.4170132 Nov 19 09:22:48.715714 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-beb3f9c1-f8a3-4f53-8bcd-e5e7c96a25f1 None None] Provisioning complete for port 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:48.716090 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-beb3f9c1-f8a3-4f53-8bcd-e5e7c96a25f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:48.718175 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:48.859195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-beb3f9c1-f8a3-4f53-8bcd-e5e7c96a25f1 None None] Port 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:22:48.865236 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Network 36ccb83d-0452-4be9-bdb9-d35509571736 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:22:48.866033 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Pushing event updated for resources: {'Port': ['ID=0f712892-ca76-4ebc-85c4-3617d2fdf09b,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:48.887404 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:48.890154 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:22:48.904595 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51b48485-65e7-4f1d-ac17-003ef581453f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:48.969998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee351ea-036a-43d7-a9eb-d891dbd116f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf08bc0f-f1c7-449c-b571-a4dc92b687b4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:49.091836 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51b48485-65e7-4f1d-ac17-003ef581453f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:49.125272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Attempting to bind port 0f712892-ca76-4ebc-85c4-3617d2fdf09b on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:49.125939 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Attempting to bind port 0f712892-ca76-4ebc-85c4-3617d2fdf09b by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'a248a614-5cff-4ca5-a97e-277ed5b42b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '36ccb83d-0452-4be9-bdb9-d35509571736'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:49.128065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Attempting to bind port 0f712892-ca76-4ebc-85c4-3617d2fdf09b on network 36ccb83d-0452-4be9-bdb9-d35509571736 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:49.131889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e5fe8c-e7aa-4bb4-9a1d-06719ecb5e4a None None] Network da542bd0-9404-4cc1-aafd-10496dc15f93 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:22:49.153236 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-c6a1c035-7566-466c-bcbc-460be6a26ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:49.155200 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-c6a1c035-7566-466c-bcbc-460be6a26ed0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c HTTP/1.1" status: 200 len: 797 time: 0.4034481 Nov 19 09:22:49.177063 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:49.187252 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:49.189332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Checking segment: {'id': 'a248a614-5cff-4ca5-a97e-277ed5b42b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '36ccb83d-0452-4be9-bdb9-d35509571736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:49.189332 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:49.189332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Bound using segment: {'id': 'a248a614-5cff-4ca5-a97e-277ed5b42b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '36ccb83d-0452-4be9-bdb9-d35509571736'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:49.190492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Bound port: 0f712892-ca76-4ebc-85c4-3617d2fdf09b, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a248a614-5cff-4ca5-a97e-277ed5b42b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '36ccb83d-0452-4be9-bdb9-d35509571736'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:49.191177 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:49.270636 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51b48485-65e7-4f1d-ac17-003ef581453f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:49.278410 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51b48485-65e7-4f1d-ac17-003ef581453f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:49.280722 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-51b48485-65e7-4f1d-ac17-003ef581453f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf08bc0f-f1c7-449c-b571-a4dc92b687b4 HTTP/1.1" status: 204 len: 168 time: 0.9443390 Nov 19 09:22:49.308638 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b48485-65e7-4f1d-ac17-003ef581453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf08bc0f-f1c7-449c-b571-a4dc92b687b4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:49.367088 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] For port 0f712892-ca76-4ebc-85c4-3617d2fdf09b, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:49.412281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] For port 0f712892-ca76-4ebc-85c4-3617d2fdf09b, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0f712892-ca76-4ebc-85c4-3617d2fdf09b,segment=NetworkSegment(a248a614-5cff-4ca5-a97e-277ed5b42b0c),segment_id=a248a614-5cff-4ca5-a97e-277ed5b42b0c)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:49.418166 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ade2736-f93d-4da1-a240-bcb2972a358e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:22:49.432185 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:49.453994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Transition to ACTIVE for port object 4ade2736-f93d-4da1-a240-bcb2972a358e will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:22:49.461521 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:49.469843 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:49.490173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87102db-2dc3-4de7-8ba5-e5715ce8e1d4 req-794da1a4-f720-457d-8445-81fb1ad52106 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:49.491788 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a87102db-2dc3-4de7-8ba5-e5715ce8e1d4 req-794da1a4-f720-457d-8445-81fb1ad52106 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 946 time: 1.0724504 Nov 19 09:22:49.582543 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808cb8-baea-45a8-9ddb-8734add516c4 req-68536f58-490a-4c68-9dc9-26aa0f677593 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:49.597665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb59ea-0518-4a93-a6a6-0564da477d7f None None] Pushing event updated for resources: {'Port': ['ID=0f712892-ca76-4ebc-85c4-3617d2fdf09b,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:49.604729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808cb8-baea-45a8-9ddb-8734add516c4 req-68536f58-490a-4c68-9dc9-26aa0f677593 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:49.612564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808cb8-baea-45a8-9ddb-8734add516c4 req-68536f58-490a-4c68-9dc9-26aa0f677593 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:49.619585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808cb8-baea-45a8-9ddb-8734add516c4 req-68536f58-490a-4c68-9dc9-26aa0f677593 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:49.626289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808cb8-baea-45a8-9ddb-8734add516c4 req-68536f58-490a-4c68-9dc9-26aa0f677593 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:49.632870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808cb8-baea-45a8-9ddb-8734add516c4 req-68536f58-490a-4c68-9dc9-26aa0f677593 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:49.643746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808cb8-baea-45a8-9ddb-8734add516c4 req-68536f58-490a-4c68-9dc9-26aa0f677593 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:49.651730 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2808cb8-baea-45a8-9ddb-8734add516c4 req-68536f58-490a-4c68-9dc9-26aa0f677593 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5418 time: 0.9058878 Nov 19 09:22:49.656216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Pushing event updated for resources: {'Port': ['ID=4ade2736-f93d-4da1-a240-bcb2972a358e,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:49.725052 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-532c0e6b-1d4d-4a46-8b54-a70c97f0a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:49.727544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-532c0e6b-1d4d-4a46-8b54-a70c97f0a3bd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3282dff9-c0bb-424b-9664-c64e91191014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5251956 Nov 19 09:22:49.823760 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Attempting to bind port 4ade2736-f93d-4da1-a240-bcb2972a358e on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:49.824098 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Attempting to bind port 4ade2736-f93d-4da1-a240-bcb2972a358e by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '48c6dfcb-ec3c-415b-8d57-0fce860c1984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:49.826097 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Attempting to bind port 4ade2736-f93d-4da1-a240-bcb2972a358e on network b2697430-d4a9-4a39-8eac-f6255543bd77 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:49.834533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Port 4ade2736-f93d-4da1-a240-bcb2972a358e on network b2697430-d4a9-4a39-8eac-f6255543bd77 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:22:49.835167 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Attempting to bind port 4ade2736-f93d-4da1-a240-bcb2972a358e on network b2697430-d4a9-4a39-8eac-f6255543bd77 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:49.848125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:49.848329 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Checking segment: {'id': '48c6dfcb-ec3c-415b-8d57-0fce860c1984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:49.849023 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Bound using segment: {'id': '48c6dfcb-ec3c-415b-8d57-0fce860c1984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:49.849794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Bound port: 4ade2736-f93d-4da1-a240-bcb2972a358e, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c6dfcb-ec3c-415b-8d57-0fce860c1984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:49.853865 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:49.899588 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eabc19c5-f483-4461-9ef4-c478baade088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:50.000042 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50348) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:50.015652 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-25349e74-2a6f-4152-bda1-4b9c2315d97b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:50.057349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bb06e704-b30a-4ece-87e4-03ffc194e42d details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:22:50.075086 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] For port 4ade2736-f93d-4da1-a240-bcb2972a358e, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:50.079456 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] For port 4ade2736-f93d-4da1-a240-bcb2972a358e, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4ade2736-f93d-4da1-a240-bcb2972a358e,segment=NetworkSegment(48c6dfcb-ec3c-415b-8d57-0fce860c1984),segment_id=48c6dfcb-ec3c-415b-8d57-0fce860c1984)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:50.122553 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:50.137492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a87102db-2dc3-4de7-8ba5-e5715ce8e1d4 req-897a3d0e-9eba-43fb-8d4c-a4caab473f1d tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5783124 Nov 19 09:22:50.156846 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-7adaece5-2d0f-4012-95ba-8e0e03ce829f service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899882 Nov 19 09:22:50.266558 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:50.267407 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:50.268994 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] 10.222.0.71 "PUT /v2.0/ports/4ade2736-f93d-4da1-a240-bcb2972a358e HTTP/1.1" status: 200 len: 1093 time: 2.0388689 Nov 19 09:22:50.293272 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'tag': '4ade2736-f93d-4da1-a240-bcb2972a358e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:22:50.305379 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a90dc74-bb1d-4191-90b0-5325f7e9e0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "tag": "4ade2736-f93d-4da1-a240-bcb2972a358e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:22:50.366303 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Request body: {'port': {'device_id': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:50.387149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:50.407805 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2808cb8-baea-45a8-9ddb-8734add516c4 req-264e519f-3f1a-443d-8fd1-dc207b5a4681 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7551844 Nov 19 09:22:50.437549 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'port_id': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'mac_address': 'fa:16:3e:4b:f2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:22:50.467727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50356) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:50.519995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac1c4c-45dd-4aa2-acfe-daf1fd103c60 service neutron] Pushing event updated for resources: {'Port': ['ID=4ade2736-f93d-4da1-a240-bcb2972a358e,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:50.561027 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:50.599308 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb06e704-b30a-4ece-87e4-03ffc194e42d {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:22:50.649653 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:50.682838 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:50.697181 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:50.834593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['bb06e704-b30a-4ece-87e4-03ffc194e42d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:22:50.873138 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-25349e74-2a6f-4152-bda1-4b9c2315d97b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:50.879044 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-7c01ecf1-a55d-4979-969b-614563e282ff tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:50.883161 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7c01ecf1-a55d-4979-969b-614563e282ff tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4024689 Nov 19 09:22:50.888227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50366) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:50.915376 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-25349e74-2a6f-4152-bda1-4b9c2315d97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:50.921618 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-1c667dce-b6bf-4b80-ab32-0bbe57d93621 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7341781 Nov 19 09:22:50.932344 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [None req-8d5ddf09-93df-4040-9b61-debe339e64db tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:50.935852 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8d5ddf09-93df-4040-9b61-debe339e64db tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0142617 Nov 19 09:22:50.947206 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50370) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:50.966903 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a14c1-5ee9-4cc7-a433-e38efb934a9a req-adf6c116-9078-4637-ac62-a744dad12a34 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:50.968472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-532a14c1-5ee9-4cc7-a433-e38efb934a9a req-adf6c116-9078-4637-ac62-a744dad12a34 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 945 time: 0.3383274 Nov 19 09:22:51.007471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [None req-2cbb1eae-ae92-482f-b7f5-2efd56b7c08f tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:51.025244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2cbb1eae-ae92-482f-b7f5-2efd56b7c08f tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0556877 Nov 19 09:22:51.032448 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50374) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:51.062495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [None req-c6a3d9f4-d80c-4687-9d19-617e317f3e77 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:51.063839 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c6a3d9f4-d80c-4687-9d19-617e317f3e77 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0072882 Nov 19 09:22:51.070123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50376) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:51.110745 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0f712892-ca76-4ebc-85c4-3617d2fdf09b up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:51.117870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=bb06e704-b30a-4ece-87e4-03ffc194e42d,revision_number=12']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:51.177332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [None req-7a6e3c67-b28c-4cc6-a4fd-116cb1fc784b tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:51.178345 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7a6e3c67-b28c-4cc6-a4fd-116cb1fc784b tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0375533 Nov 19 09:22:51.197144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50382) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:51.208799 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-22d875cf-6e98-4b63-b44c-2728cad0cc68 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:51.209855 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-532a14c1-5ee9-4cc7-a433-e38efb934a9a req-6a94ee7c-ef32-429b-85f6-0549bbe9609f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544468 Nov 19 09:22:51.214916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-7897e858-cdb1-4a61-811f-a1dd87c9b84f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=28da1422-f569-4bc1-8147-20320b911d07 HTTP/1.1" status: 200 len: 217 time: 0.2664576 Nov 19 09:22:51.214916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50384) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:51.235928 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-22d875cf-6e98-4b63-b44c-2728cad0cc68 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0222907 Nov 19 09:22:51.299879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-4e6604cf-9fd8-4fb3-847b-e88e929cc592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:51.301409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-4e6604cf-9fd8-4fb3-847b-e88e929cc592 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c HTTP/1.1" status: 200 len: 797 time: 0.0710566 Nov 19 09:22:51.306416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [None req-ec15ea51-817b-43ed-9cd2-9c72e1ca8cee tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:51.307398 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ec15ea51-817b-43ed-9cd2-9c72e1ca8cee tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0820420 Nov 19 09:22:51.318675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50388) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:51.342138 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-25349e74-2a6f-4152-bda1-4b9c2315d97b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=838abec036b6423994c52d04661d77e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3357759 Nov 19 09:22:51.345881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50390) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:51.368796 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-03aee63c-4efd-4441-b2da-14fbbd41df9d tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:51.374899 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-03aee63c-4efd-4441-b2da-14fbbd41df9d tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0204809 Nov 19 09:22:51.411840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50392) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:51.421642 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c876c58d-3dcd-4ca0-9116-75ba4bc59c54 x-openstack-request-id: req-c876c58d-3dcd-4ca0-9116-75ba4bc59c54 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:22:51.421951 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "tag": "4ade2736-f93d-4da1-a240-bcb2972a358e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:22:51.422212 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c876c58d-3dcd-4ca0-9116-75ba4bc59c54 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:22:51.422515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb148d-7ccb-446e-a527-2b4f2b44549f req-2fe9c4b9-0cf9-4a96-84c7-152c98d9a4bf tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:51.422652 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'tag': '4ade2736-f93d-4da1-a240-bcb2972a358e', 'status': 'completed', 'code': 200} Nov 19 09:22:51.429321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb148d-7ccb-446e-a527-2b4f2b44549f req-2fe9c4b9-0cf9-4a96-84c7-152c98d9a4bf tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:51.444075 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25349e74-2a6f-4152-bda1-4b9c2315d97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc3c247-ad90-436d-b30a-9e1b768edde8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:51.452658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb148d-7ccb-446e-a527-2b4f2b44549f req-2fe9c4b9-0cf9-4a96-84c7-152c98d9a4bf tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:51.454885 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8cdb148d-7ccb-446e-a527-2b4f2b44549f req-2fe9c4b9-0cf9-4a96-84c7-152c98d9a4bf tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2388 time: 0.2493150 Nov 19 09:22:51.462840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [None req-9cdce24c-abac-49cd-a818-a9db4b8675e4 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:51.464351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9cdce24c-abac-49cd-a818-a9db4b8675e4 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0071101 Nov 19 09:22:51.472320 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:51.504329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 0f712892-ca76-4ebc-85c4-3617d2fdf09b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:51.514582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50398) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:51.518460 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:51.521582 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:51.651196 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90dc74-bb1d-4191-90b0-5325f7e9e0a1 req-ce1d5a21-0f53-46e4-b035-6bc9867c85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:51.651196 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90dc74-bb1d-4191-90b0-5325f7e9e0a1 req-ce1d5a21-0f53-46e4-b035-6bc9867c85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:51.651723 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90dc74-bb1d-4191-90b0-5325f7e9e0a1 req-ce1d5a21-0f53-46e4-b035-6bc9867c85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:51.653077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Allocated IP 172.25.0.123 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/e22464e1-9e9a-4487-aa7d-8ea0a7d5b561) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:22:51.654185 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1a90dc74-bb1d-4191-90b0-5325f7e9e0a1 req-ce1d5a21-0f53-46e4-b035-6bc9867c85f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80330b733775466590faec7f52d73715&device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2732 time: 0.2777653 Nov 19 09:22:51.755573 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963b890c-8d2b-40d2-96da-2839fff5b118 None None] Network 36ccb83d-0452-4be9-bdb9-d35509571736 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:22:51.769669 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:51.810301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [None req-3769f33d-1d51-402a-b718-483e9d3c9ead tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:51.811667 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3769f33d-1d51-402a-b718-483e9d3c9ead tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0055275 Nov 19 09:22:51.829286 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50406) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:51.840485 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-144906d8-2ec9-4b83-aa8d-9a5c53de99c3 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:51.849132 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-144906d8-2ec9-4b83-aa8d-9a5c53de99c3 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0177896 Nov 19 09:22:51.853459 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50408) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:51.871559 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:51.885729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [None req-d471bab3-704f-4ea9-a12a-a9f52a5e5015 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:51.887031 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d471bab3-704f-4ea9-a12a-a9f52a5e5015 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0127635 Nov 19 09:22:51.893515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50410) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:51.896194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7a2c4e97-b860-43dc-8308-821c93e1048a None None] Provisioning complete for port 0f712892-ca76-4ebc-85c4-3617d2fdf09b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:51.896834 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a2c4e97-b860-43dc-8308-821c93e1048a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:51.913492 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-88d1e6b8-0e49-466a-b471-b974c1d3ce2b tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:51.923955 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-88d1e6b8-0e49-466a-b471-b974c1d3ce2b tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0145810 Nov 19 09:22:51.932929 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50412) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:51.947836 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-12f6b67d-d36c-4786-9e77-b52be29fea35 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:51.952240 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-12f6b67d-d36c-4786-9e77-b52be29fea35 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0140176 Nov 19 09:22:51.966441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-44630f12-f9cf-405c-80f5-013f03d0a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:51.968150 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-44630f12-f9cf-405c-80f5-013f03d0a948 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3282dff9-c0bb-424b-9664-c64e91191014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6434984 Nov 19 09:22:51.968826 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Pushing event updated for resources: {'Port': ['ID=e22464e1-9e9a-4487-aa7d-8ea0a7d5b561,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:51.977201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50414) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:51.986558 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-565dd655-5e54-4c4a-89ad-64a9d1ca28ce tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:51.990971 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-565dd655-5e54-4c4a-89ad-64a9d1ca28ce tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0087051 Nov 19 09:22:51.991719 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50418) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.000994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-bb45ea79-40b4-4d1c-9094-f08cc5c60a7e tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.006090 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bb45ea79-40b4-4d1c-9094-f08cc5c60a7e tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0077848 Nov 19 09:22:52.007443 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50420) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.024349 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-6e10d03d-d52b-4db1-93c3-b2a6191286ea tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.028360 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6e10d03d-d52b-4db1-93c3-b2a6191286ea tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0076976 Nov 19 09:22:52.029122 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50424) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.042344 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-53909d75-c75b-4c8e-9f64-d431934a9a9c tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.046741 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-53909d75-c75b-4c8e-9f64-d431934a9a9c tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0084896 Nov 19 09:22:52.051890 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50426) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.056444 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-f0456309-5476-4aab-b36d-61f669278731 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.058967 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f0456309-5476-4aab-b36d-61f669278731 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055571 Nov 19 09:22:52.061989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50428) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.073702 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-867d3608-2482-46ce-8c84-6a1d7f7685a1 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.077656 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-867d3608-2482-46ce-8c84-6a1d7f7685a1 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077078 Nov 19 09:22:52.097676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50430) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.126469 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-30d53275-0c18-45e3-b096-27a4eaa2a36d tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.133492 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-30d53275-0c18-45e3-b096-27a4eaa2a36d tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0208292 Nov 19 09:22:52.134313 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50432) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.148601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-6d8d5a20-d7ed-4025-9e99-7d2ce1835f5f tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.157480 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6d8d5a20-d7ed-4025-9e99-7d2ce1835f5f tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0122161 Nov 19 09:22:52.158818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50434) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.171129 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-7e321b29-9f7e-420e-8217-df0a2bf25999 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897933 Nov 19 09:22:52.182302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-f38dc13f-5418-452f-a50c-f061245b449d tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.187716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235f7b2-e5fe-49e0-856d-de87ec86fc16 req-13199ea3-0471-4544-a99e-27c02b22b181 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:52.190249 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f38dc13f-5418-452f-a50c-f061245b449d tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0178580 Nov 19 09:22:52.190889 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50436) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.202653 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5235f7b2-e5fe-49e0-856d-de87ec86fc16 req-13199ea3-0471-4544-a99e-27c02b22b181 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 946 time: 0.3878138 Nov 19 09:22:52.207126 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-672c826f-18ee-4d61-9c15-7576f4daa572 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.212208 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-672c826f-18ee-4d61-9c15-7576f4daa572 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0149603 Nov 19 09:22:52.219641 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50438) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.222936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:22:52.233058 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-2401698e-0726-4016-b265-f01c9e2f6ab9 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.237451 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2401698e-0726-4016-b265-f01c9e2f6ab9 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0163918 Nov 19 09:22:52.239154 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90dc74-bb1d-4191-90b0-5325f7e9e0a1 req-622912b9-bf6c-4189-a1e5-5381668f8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:52.239757 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90dc74-bb1d-4191-90b0-5325f7e9e0a1 req-622912b9-bf6c-4189-a1e5-5381668f8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:52.240305 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90dc74-bb1d-4191-90b0-5325f7e9e0a1 req-622912b9-bf6c-4189-a1e5-5381668f8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:52.242040 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1a90dc74-bb1d-4191-90b0-5325f7e9e0a1 req-622912b9-bf6c-4189-a1e5-5381668f8062 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=80330b733775466590faec7f52d73715&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5778694 Nov 19 09:22:52.249843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50440) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.256559 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-36c33b2c-2bd6-4829-ac25-57a4fbf089f8 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.265052 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-36c33b2c-2bd6-4829-ac25-57a4fbf089f8 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0139892 Nov 19 09:22:52.279898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:22:52.284525 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:52.286450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50444) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.302585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-898e4022-c9c1-492a-a3ed-23fd36959034 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.307871 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-898e4022-c9c1-492a-a3ed-23fd36959034 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0180037 Nov 19 09:22:52.313446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61ffae2-8032-4539-a49f-e1cf082105d7 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:22:52.327510 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50446) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.332929 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-16fc1e5d-a84b-492d-a09f-ec080fd3ecd3 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.345712 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-16fc1e5d-a84b-492d-a09f-ec080fd3ecd3 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0167103 Nov 19 09:22:52.346719 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50448) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.378320 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-092d31b4-d002-4c61-842d-cfe50491a9e4 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.385636 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-092d31b4-d002-4c61-842d-cfe50491a9e4 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0186503 Nov 19 09:22:52.390489 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:52.395531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50450) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.464305 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-0afb3161-6272-4400-b8ee-3128e3180e26 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.473361 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0afb3161-6272-4400-b8ee-3128e3180e26 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0142949 Nov 19 09:22:52.474351 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50452) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.484987 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5b1d9eb8-f98d-4f10-a789-bea9885870ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:52.491367 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-7f6fbf67-fa54-40ab-aa34-52b1dfe422c5 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.495843 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7f6fbf67-fa54-40ab-aa34-52b1dfe422c5 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0147674 Nov 19 09:22:52.496621 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50454) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.504831 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 0f712892-ca76-4ebc-85c4-3617d2fdf09b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0f712892-ca76-4ebc-85c4-3617d2fdf09b,segment=NetworkSegment(a248a614-5cff-4ca5-a97e-277ed5b42b0c),segment_id=a248a614-5cff-4ca5-a97e-277ed5b42b0c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:52.513178 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-beba3ce1-e020-4d51-a9db-de31d624190a tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.523013 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a2c4e97-b860-43dc-8308-821c93e1048a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:52.523737 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-beba3ce1-e020-4d51-a9db-de31d624190a tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0159645 Nov 19 09:22:52.525013 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:22:52.527705 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50456) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.543786 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-eb626844-83f3-400a-ab84-2d6ef23d8319 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.551166 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-eb626844-83f3-400a-ab84-2d6ef23d8319 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0179813 Nov 19 09:22:52.555983 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50458) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.563413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5235f7b2-e5fe-49e0-856d-de87ec86fc16 req-8995e1d0-4637-4f16-9159-c53df9a6bde9 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3292897 Nov 19 09:22:52.570224 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-1bea47a8-a1ca-4150-aaf1-75453f2db3cd tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.574738 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1bea47a8-a1ca-4150-aaf1-75453f2db3cd tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0125074 Nov 19 09:22:52.574958 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:52.576918 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50460) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.594423 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-8c78b082-edc6-4c7d-9444-53847a752103 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.602242 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8c78b082-edc6-4c7d-9444-53847a752103 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0147641 Nov 19 09:22:52.602991 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50462) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.605043 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Transition to ACTIVE for port object d61ffae2-8032-4539-a49f-e1cf082105d7 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:22:52.632261 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-a578f1f5-62e2-465e-a035-b63aaf62fb24 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.636250 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a578f1f5-62e2-465e-a035-b63aaf62fb24 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0136564 Nov 19 09:22:52.642000 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50464) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.655475 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-1cbf8eae-12f7-4b30-96c7-4a347329fee3 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.663546 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1cbf8eae-12f7-4b30-96c7-4a347329fee3 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0131178 Nov 19 09:22:52.667510 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50466) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.672268 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-d82b205a-64d6-4cd7-9949-80afa3fad00e tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.677177 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d82b205a-64d6-4cd7-9949-80afa3fad00e tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0083821 Nov 19 09:22:52.678117 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:52.681192 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50468) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.693725 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-fffdec77-e36c-4be6-9ea6-02c4223561ae tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.699899 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fffdec77-e36c-4be6-9ea6-02c4223561ae tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0107620 Nov 19 09:22:52.710082 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50470) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.715111 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-fee54e8e-5678-43aa-ba90-22114c30c019 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.719827 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fee54e8e-5678-43aa-ba90-22114c30c019 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0081291 Nov 19 09:22:52.743157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50472) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.750144 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [None req-a342a1b3-e54d-4293-9197-d77e5183cd00 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.751465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a342a1b3-e54d-4293-9197-d77e5183cd00 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0070403 Nov 19 09:22:52.762114 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d1b5126-6912-4e69-b222-081d77c2e68d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:52.766711 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50474) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.783576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=0f712892-ca76-4ebc-85c4-3617d2fdf09b,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:52.785172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [None req-7d1cc55c-75f4-45f3-ac65-a72dfadb0d12 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.796277 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50476) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.803109 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7d1cc55c-75f4-45f3-ac65-a72dfadb0d12 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0104995 Nov 19 09:22:52.818519 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-7a2c4e97-b860-43dc-8308-821c93e1048a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:22:52.819182 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-7a2c4e97-b860-43dc-8308-821c93e1048a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:22:52.820176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-dcf831f0-e0a0-471d-8e37-514507bbcbdc service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956163 Nov 19 09:22:52.828420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-b841001c-d48e-4cb8-a1f8-e8457acc54ae tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.835891 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b841001c-d48e-4cb8-a1f8-e8457acc54ae tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0203879 Nov 19 09:22:52.836869 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50478) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.859793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-eee2a884-d768-4451-a4b1-376bb85b9283 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.869617 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-eee2a884-d768-4451-a4b1-376bb85b9283 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0178492 Nov 19 09:22:52.883581 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8cdb148d-7ccb-446e-a527-2b4f2b44549f req-aa26fcfc-9791-474d-afd5-61a63ead6a0e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3697145 Nov 19 09:22:52.886415 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50480) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.900469 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-fe1620e9-45de-44a7-9776-38f3497e7467 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.908945 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fe1620e9-45de-44a7-9776-38f3497e7467 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0186331 Nov 19 09:22:52.921971 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50482) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.934362 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-2d4a6c49-a0e1-41f7-97ef-8d5df575262f tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.946184 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2d4a6c49-a0e1-41f7-97ef-8d5df575262f tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0134232 Nov 19 09:22:52.948101 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50484) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:52.977789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-a70a2451-67c9-4007-b1ea-636f67de6e73 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:52.982211 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a70a2451-67c9-4007-b1ea-636f67de6e73 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0247481 Nov 19 09:22:52.991743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50486) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.002193 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-629fa021-674d-48a4-8e0a-6827122948b0 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.013613 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-629fa021-674d-48a4-8e0a-6827122948b0 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0173652 Nov 19 09:22:53.014729 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50488) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.019606 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-2882d9c7-dd5d-4ff7-b0a6-5b76e577a115 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.025077 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2882d9c7-dd5d-4ff7-b0a6-5b76e577a115 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0088258 Nov 19 09:22:53.026655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90dc74-bb1d-4191-90b0-5325f7e9e0a1 req-eb14bf79-9d9a-43a1-a706-4a4e304063cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:53.030703 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1a90dc74-bb1d-4191-90b0-5325f7e9e0a1 req-eb14bf79-9d9a-43a1-a706-4a4e304063cc service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7550907 Nov 19 09:22:53.031328 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50490) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.043745 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-e9f471d8-c67a-49f2-86cc-1c2df67ef544 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.044795 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-3f7a5b64-3ed4-4fef-bd47-de9fa2b67ecf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cfb4ad1-72f2-4c6a-8756-da669c03ad65 HTTP/1.1" status: 200 len: 217 time: 0.1507511 Nov 19 09:22:53.050156 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e9f471d8-c67a-49f2-86cc-1c2df67ef544 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0156691 Nov 19 09:22:53.052972 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Pushing event updated for resources: {'Port': ['ID=d61ffae2-8032-4539-a49f-e1cf082105d7,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:53.057157 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50492) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.066031 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-7b723967-9226-453a-a26d-64a3ab7d14b5 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.070318 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7b723967-9226-453a-a26d-64a3ab7d14b5 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0088024 Nov 19 09:22:53.071137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50494) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.082441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0f712892-ca76-4ebc-85c4-3617d2fdf09b up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:53.092754 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-86a83eb7-d2d5-4bd4-a659-407d7aa66a73 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.097911 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-86a83eb7-d2d5-4bd4-a659-407d7aa66a73 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0090914 Nov 19 09:22:53.098701 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50496) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.103334 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-93f798df-728b-47a3-a71a-278d0670edaf tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.107531 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-93f798df-728b-47a3-a71a-278d0670edaf tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0073013 Nov 19 09:22:53.110557 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50498) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.116576 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-766106b5-0b57-451d-8273-72d9fcd03513 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.118274 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d1b5126-6912-4e69-b222-081d77c2e68d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:53.121002 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-766106b5-0b57-451d-8273-72d9fcd03513 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0075200 Nov 19 09:22:53.121771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50500) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.167900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-89025e95-5815-499a-8a29-5fae20c4134e tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.171998 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-89025e95-5815-499a-8a29-5fae20c4134e tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0118310 Nov 19 09:22:53.175907 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50502) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.181158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-19955126-f518-4844-8b3a-09b3b5629e3d tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.185053 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-19955126-f518-4844-8b3a-09b3b5629e3d tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0081747 Nov 19 09:22:53.186453 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50504) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.194320 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-5f88c525-02c8-4a76-8450-4a398d74660d tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.199666 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5f88c525-02c8-4a76-8450-4a398d74660d tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0098517 Nov 19 09:22:53.203228 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50506) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.211278 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-3c4ae8ad-18d8-4143-9bc3-34d6d6a26a48 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.214944 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3c4ae8ad-18d8-4143-9bc3-34d6d6a26a48 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0110497 Nov 19 09:22:53.215867 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50508) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.223872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-2071eb36-3840-4b8b-8b10-db898206ed1c tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.227664 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2071eb36-3840-4b8b-8b10-db898206ed1c tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0084760 Nov 19 09:22:53.228418 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50510) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.250500 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-fea56225-8eb1-48a4-8ccd-64b8a705870d tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.255476 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fea56225-8eb1-48a4-8ccd-64b8a705870d tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0095594 Nov 19 09:22:53.256236 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50512) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.265769 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-1e343193-0374-42aa-8264-44f4f47b6190 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.270709 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1e343193-0374-42aa-8264-44f4f47b6190 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0094209 Nov 19 09:22:53.273767 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50516) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.279446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-b2b31121-1be3-44cb-bb7a-3c51145f2564 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.283743 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b2b31121-1be3-44cb-bb7a-3c51145f2564 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0086496 Nov 19 09:22:53.284714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50518) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.303962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 0f712892-ca76-4ebc-85c4-3617d2fdf09b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:53.304357 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:53.312135 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-5ec60947-6c6b-4453-894c-62ce939b14e1 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.327537 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5ec60947-6c6b-4453-894c-62ce939b14e1 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0278640 Nov 19 09:22:53.331541 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50520) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.336043 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-98bfb635-2527-47ae-be92-153039831678 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.341015 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-98bfb635-2527-47ae-be92-153039831678 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0081863 Nov 19 09:22:53.342354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50522) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.350890 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-3a56d3bf-1b06-49b8-91d0-2991c4b47043 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.355222 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3a56d3bf-1b06-49b8-91d0-2991c4b47043 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0082359 Nov 19 09:22:53.356145 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50524) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.362979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-bfdc17cf-bcc1-427b-8a25-2661b9397295 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.367529 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bfdc17cf-bcc1-427b-8a25-2661b9397295 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0087810 Nov 19 09:22:53.368517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50526) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.380174 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-cd996128-1e26-4732-9b2a-30757911d281 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.384829 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cd996128-1e26-4732-9b2a-30757911d281 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0080976 Nov 19 09:22:53.395776 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50528) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.400586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-e4418a8f-0126-4c44-84eb-9710ec303a14 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.405209 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e4418a8f-0126-4c44-84eb-9710ec303a14 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0079439 Nov 19 09:22:53.406146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50530) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.412692 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-ff8b8a21-e336-4105-97ae-a169d583fe5d tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.417061 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ff8b8a21-e336-4105-97ae-a169d583fe5d tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0075128 Nov 19 09:22:53.417992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50532) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.432681 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [None req-eb71085d-5f21-482f-bd0f-976ecb2a73e3 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.439011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50534) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:53.446645 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-eb71085d-5f21-482f-bd0f-976ecb2a73e3 tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0242620 Nov 19 09:22:53.448446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Attempting to bind port d61ffae2-8032-4539-a49f-e1cf082105d7 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:53.449015 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Attempting to bind port d61ffae2-8032-4539-a49f-e1cf082105d7 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '520c8139-79b9-4b9c-a88a-c9401f9e5f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96d3979a-abe7-4560-81f1-15a54458fe69'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:53.449636 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Attempting to bind port d61ffae2-8032-4539-a49f-e1cf082105d7 on network 96d3979a-abe7-4560-81f1-15a54458fe69 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:53.455890 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Port d61ffae2-8032-4539-a49f-e1cf082105d7 on network 96d3979a-abe7-4560-81f1-15a54458fe69 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:22:53.456540 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Attempting to bind port d61ffae2-8032-4539-a49f-e1cf082105d7 on network 96d3979a-abe7-4560-81f1-15a54458fe69 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:53.457803 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d1b5126-6912-4e69-b222-081d77c2e68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:53.460407 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d1b5126-6912-4e69-b222-081d77c2e68d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:53.461559 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6d1b5126-6912-4e69-b222-081d77c2e68d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2bc3c247-ad90-436d-b30a-9e1b768edde8 HTTP/1.1" status: 204 len: 168 time: 2.0938594 Nov 19 09:22:53.489122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [None req-3a82c3e7-560f-45e9-a562-caa01716144b tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:22:53.501110 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3a82c3e7-560f-45e9-a562-caa01716144b tempest-ExtensionsTestJSON-1178417947 tempest-ExtensionsTestJSON-1178417947-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0344498 Nov 19 09:22:53.506654 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:53.507654 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Checking segment: {'id': '520c8139-79b9-4b9c-a88a-c9401f9e5f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96d3979a-abe7-4560-81f1-15a54458fe69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:53.508721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Bound using segment: {'id': '520c8139-79b9-4b9c-a88a-c9401f9e5f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96d3979a-abe7-4560-81f1-15a54458fe69'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:53.511477 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Bound port: d61ffae2-8032-4539-a49f-e1cf082105d7, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520c8139-79b9-4b9c-a88a-c9401f9e5f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96d3979a-abe7-4560-81f1-15a54458fe69'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:53.512906 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:53.585400 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:53.649271 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-52abb7bc-be1a-4ee3-a208-67f10844074c None None] Provisioning complete for port 0f712892-ca76-4ebc-85c4-3617d2fdf09b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:53.650277 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-52abb7bc-be1a-4ee3-a208-67f10844074c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:53.702179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b5126-6912-4e69-b222-081d77c2e68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc3c247-ad90-436d-b30a-9e1b768edde8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:53.733570 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] For port d61ffae2-8032-4539-a49f-e1cf082105d7, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:53.742948 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] For port d61ffae2-8032-4539-a49f-e1cf082105d7, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=d61ffae2-8032-4539-a49f-e1cf082105d7,segment=NetworkSegment(520c8139-79b9-4b9c-a88a-c9401f9e5f3b),segment_id=520c8139-79b9-4b9c-a88a-c9401f9e5f3b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:53.759963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:53.778904 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850436b9-b534-4581-8d59-ced6e89726ff req-d8a238d2-ae85-411d-97b6-56cd567dd179 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:53.791469 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850436b9-b534-4581-8d59-ced6e89726ff req-d8a238d2-ae85-411d-97b6-56cd567dd179 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:53.811441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850436b9-b534-4581-8d59-ced6e89726ff req-d8a238d2-ae85-411d-97b6-56cd567dd179 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:53.817658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850436b9-b534-4581-8d59-ced6e89726ff req-d8a238d2-ae85-411d-97b6-56cd567dd179 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:53.834193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850436b9-b534-4581-8d59-ced6e89726ff req-d8a238d2-ae85-411d-97b6-56cd567dd179 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:53.850636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850436b9-b534-4581-8d59-ced6e89726ff req-d8a238d2-ae85-411d-97b6-56cd567dd179 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:53.865078 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:53.865742 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:53.872454 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] 10.222.0.71 "PUT /v2.0/ports/d61ffae2-8032-4539-a49f-e1cf082105d7 HTTP/1.1" status: 200 len: 1093 time: 3.5229671 Nov 19 09:22:53.873223 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'tag': 'd61ffae2-8032-4539-a49f-e1cf082105d7'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:22:53.879907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850436b9-b534-4581-8d59-ced6e89726ff req-d8a238d2-ae85-411d-97b6-56cd567dd179 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:53.884823 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4655f0-7a9c-4023-a8db-bfad56f56ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "tag": "d61ffae2-8032-4539-a49f-e1cf082105d7"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:22:53.892285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-850436b9-b534-4581-8d59-ced6e89726ff req-d8a238d2-ae85-411d-97b6-56cd567dd179 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5418 time: 1.1230145 Nov 19 09:22:53.923206 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Request body: {'port': {'device_id': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:54.056365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bb06e704-b30a-4ece-87e4-03ffc194e42d up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:22:54.103829 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f569f4-7fc5-4517-972d-b34615a1d2fd service neutron] Pushing event updated for resources: {'Port': ['ID=d61ffae2-8032-4539-a49f-e1cf082105d7,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:54.184321 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50552) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:54.243382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port bb06e704-b30a-4ece-87e4-03ffc194e42d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:22:54.244249 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:54.253457 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:54.575179 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:54.663310 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96db90d3-9a56-46a8-b08b-3ab2d54b0ad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:54.673389 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:22:54.678739 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba387bf2-d4ea-4b13-b869-5b69e599d487" -d '{"events": [{"server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "name": "network-vif-plugged", "status": "completed", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:22:54.723684 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:22:54.731078 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:54.941638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-faf3d316-8e7f-4980-a9fa-210f7f3e149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:54.943136 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-faf3d316-8e7f-4980-a9fa-210f7f3e149e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=256f9334-7b81-45d8-b5ff-85e83d2809f1 HTTP/1.1" status: 200 len: 797 time: 1.8403711 Nov 19 09:22:55.041839 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=bb06e704-b30a-4ece-87e4-03ffc194e42d,revision_number=13']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:55.051413 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:55.088486 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d833219-0bfe-462d-8c27-e2e1453d0eb0 req-eac6b26c-647e-46e8-a47d-4235e916e2e4 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:55.092943 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d833219-0bfe-462d-8c27-e2e1453d0eb0 req-eac6b26c-647e-46e8-a47d-4235e916e2e4 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 945 time: 1.6529298 Nov 19 09:22:55.290111 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:22:55.298991 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:55.316834 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96db90d3-9a56-46a8-b08b-3ab2d54b0ad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:55.318320 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Transition to ACTIVE for port object 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:22:55.324337 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96db90d3-9a56-46a8-b08b-3ab2d54b0ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:55.338305 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:55.364328 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-850436b9-b534-4581-8d59-ced6e89726ff req-751bedd0-ad10-4eff-8248-5a5a4f982bf4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.4701464 Nov 19 09:22:55.384287 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-dd006873-737a-4284-8054-773c0ecfbee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:55.385915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-dd006873-737a-4284-8054-773c0ecfbee2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=15405871-da19-4499-a311-e93abf739d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4294591 Nov 19 09:22:55.396591 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d833219-0bfe-462d-8c27-e2e1453d0eb0 req-641781cd-8b3f-45a6-9354-9ecfba481161 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837036 Nov 19 09:22:55.463034 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:55.482250 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-96db90d3-9a56-46a8-b08b-3ab2d54b0ad9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8068c5d5cdd740f883e4fcbafac9220e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2866271 Nov 19 09:22:55.487829 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50574) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:55.607627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Pushing event updated for resources: {'Port': ['ID=6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:55.629908 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db90d3-9a56-46a8-b08b-3ab2d54b0ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ab7bea-5849-4c07-9ed5-cf12eb34e9f8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:55.682950 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd79db6-d810-4f4f-9680-ea29f9114e4f x-openstack-request-id: req-1fd79db6-d810-4f4f-9680-ea29f9114e4f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:22:55.683591 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "tag": "d61ffae2-8032-4539-a49f-e1cf082105d7", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:22:55.683591 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fd79db6-d810-4f4f-9680-ea29f9114e4f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:22:55.683895 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'tag': 'd61ffae2-8032-4539-a49f-e1cf082105d7', 'status': 'completed', 'code': 200} Nov 19 09:22:55.801143 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:55.921225 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9e7a5dc4-3e58-4291-a5be-d77d27060b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:55.958709 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9e7a5dc4-3e58-4291-a5be-d77d27060b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:56.013461 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4655f0-7a9c-4023-a8db-bfad56f56ba3 req-3fd8ccd9-ec46-4a09-892c-dcfd6bfa7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:56.016393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4655f0-7a9c-4023-a8db-bfad56f56ba3 req-3fd8ccd9-ec46-4a09-892c-dcfd6bfa7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:56.018376 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4655f0-7a9c-4023-a8db-bfad56f56ba3 req-3fd8ccd9-ec46-4a09-892c-dcfd6bfa7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:56.027741 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bb4655f0-7a9c-4023-a8db-bfad56f56ba3 req-3fd8ccd9-ec46-4a09-892c-dcfd6bfa7c2d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80330b733775466590faec7f52d73715&device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2826 time: 0.3406994 Nov 19 09:22:56.081968 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-b713b0b6-a946-42a2-a310-36fbe8c48d1d service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836596 Nov 19 09:22:56.103563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8056c-f640-4b4d-a0e4-25bef8a0a32c req-2fe30f73-f028-4790-bf90-6b7b67f4360f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:56.132628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8056c-f640-4b4d-a0e4-25bef8a0a32c req-2fe30f73-f028-4790-bf90-6b7b67f4360f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:56.138075 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8056c-f640-4b4d-a0e4-25bef8a0a32c req-2fe30f73-f028-4790-bf90-6b7b67f4360f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:56.150411 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0b8056c-f640-4b4d-a0e4-25bef8a0a32c req-2fe30f73-f028-4790-bf90-6b7b67f4360f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2412 time: 0.3577807 Nov 19 09:22:56.286848 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4655f0-7a9c-4023-a8db-bfad56f56ba3 req-9a26f89d-8789-4f63-acde-9fd41e401899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:56.287433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4655f0-7a9c-4023-a8db-bfad56f56ba3 req-9a26f89d-8789-4f63-acde-9fd41e401899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:56.287927 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4655f0-7a9c-4023-a8db-bfad56f56ba3 req-9a26f89d-8789-4f63-acde-9fd41e401899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:56.289510 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bb4655f0-7a9c-4023-a8db-bfad56f56ba3 req-9a26f89d-8789-4f63-acde-9fd41e401899 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=80330b733775466590faec7f52d73715&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2408020 Nov 19 09:22:56.414213 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:56.421077 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Attempting to bind port 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:56.421664 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Attempting to bind port 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '48c6dfcb-ec3c-415b-8d57-0fce860c1984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:56.426269 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5e156-3fb4-4aab-a7ba-15bf1b1bf848 req-e73319f6-4bfd-4713-8f36-116fb7f6bd70 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:56.428083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7a5e156-3fb4-4aab-a7ba-15bf1b1bf848 req-e73319f6-4bfd-4713-8f36-116fb7f6bd70 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 946 time: 0.6514778 Nov 19 09:22:56.433196 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Attempting to bind port 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 on network b2697430-d4a9-4a39-8eac-f6255543bd77 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:56.461560 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9e7a5dc4-3e58-4291-a5be-d77d27060b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:56.464807 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9e7a5dc4-3e58-4291-a5be-d77d27060b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:56.469075 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9e7a5dc4-3e58-4291-a5be-d77d27060b99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26ab7bea-5849-4c07-9ed5-cf12eb34e9f8 HTTP/1.1" status: 204 len: 168 time: 0.9653275 Nov 19 09:22:56.495417 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Port 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 on network b2697430-d4a9-4a39-8eac-f6255543bd77 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:22:56.495771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Attempting to bind port 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 on network b2697430-d4a9-4a39-8eac-f6255543bd77 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:56.539356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:56.539356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Checking segment: {'id': '48c6dfcb-ec3c-415b-8d57-0fce860c1984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:56.539356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Bound using segment: {'id': '48c6dfcb-ec3c-415b-8d57-0fce860c1984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:56.539356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Bound port: 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c6dfcb-ec3c-415b-8d57-0fce860c1984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:56.539886 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:56.544900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a5dc4-3e58-4291-a5be-d77d27060b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ab7bea-5849-4c07-9ed5-cf12eb34e9f8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:56.636783 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4655f0-7a9c-4023-a8db-bfad56f56ba3 req-26e23bda-f88b-4227-a204-e0fbb75491fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:56.638392 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bb4655f0-7a9c-4023-a8db-bfad56f56ba3 req-26e23bda-f88b-4227-a204-e0fbb75491fe service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3296857 Nov 19 09:22:56.652465 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] For port 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:56.656561 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] For port 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67,segment=NetworkSegment(48c6dfcb-ec3c-415b-8d57-0fce860c1984),segment_id=48c6dfcb-ec3c-415b-8d57-0fce860c1984)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:56.666490 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:56.690941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:56.691569 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:56.695126 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] 10.222.0.71 "PUT /v2.0/ports/6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 HTTP/1.1" status: 200 len: 1092 time: 2.7893074 Nov 19 09:22:56.823946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7a5e156-3fb4-4aab-a7ba-15bf1b1bf848 req-381730d6-6af5-4862-8658-8c0391cc1a50 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577478 Nov 19 09:22:56.859711 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0b8056c-f640-4b4d-a0e4-25bef8a0a32c req-52b2ae33-73e8-4ebf-93b1-aae683123bb1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7083116 Nov 19 09:22:56.877677 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb4289-ae48-4b83-9781-e4f4e1dfdfba service neutron] Pushing event updated for resources: {'Port': ['ID=6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:56.910044 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-3492c311-84e4-4ad9-8ce0-3170b41bfbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:56.910044 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-3492c311-84e4-4ad9-8ce0-3170b41bfbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:56.910715 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-3492c311-84e4-4ad9-8ce0-3170b41bfbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:56.914814 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-3492c311-84e4-4ad9-8ce0-3170b41bfbc6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80330b733775466590faec7f52d73715&device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2868 time: 0.1493127 Nov 19 09:22:56.973546 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-8bb7bc0a-e82a-4247-a7c0-8f4870b0602d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.250&port_id=4ade2736-f93d-4da1-a240-bcb2972a358e HTTP/1.1" status: 200 len: 217 time: 0.0472872 Nov 19 09:22:56.993451 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98149206-553e-4f1d-bd14-1453851b5c7c x-openstack-request-id: req-98149206-553e-4f1d-bd14-1453851b5c7c {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:22:56.994591 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "name": "network-vif-plugged", "status": "completed", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:22:56.994786 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98149206-553e-4f1d-bd14-1453851b5c7c {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:22:56.995309 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'code': 200} Nov 19 09:22:57.099536 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-4f9fac92-4b91-491f-971f-f67ab8ac963a service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9378455 Nov 19 09:22:57.105052 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-578dff0b-1fc3-415a-8cf6-7b49767c95c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:57.108410 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-578dff0b-1fc3-415a-8cf6-7b49767c95c6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f9d44416-e3fb-4826-9bbc-f86eea1c80d3 HTTP/1.1" status: 200 len: 801 time: 0.1027741 Nov 19 09:22:57.208501 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-32cc51ac-cd6f-43ae-8e84-21aa8b764ee2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b1b16378-6621-4664-9462-33598662a163 HTTP/1.1" status: 200 len: 217 time: 0.0980318 Nov 19 09:22:57.235578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-263ee414-f6a4-4901-94e2-3043d6b9663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:57.259238 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-263ee414-f6a4-4901-94e2-3043d6b9663f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2697430-d4a9-4a39-8eac-f6255543bd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420562 Nov 19 09:22:57.467003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Router f0d7c100-2ba3-425f-84f4-b48b82050cc3 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:22:57.519804 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cebff2-55dc-4b24-9b9e-7dc828003b0e req-33f4ed7b-663a-4321-b2c1-c048660930ff tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:57.538507 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98cebff2-55dc-4b24-9b9e-7dc828003b0e req-33f4ed7b-663a-4321-b2c1-c048660930ff tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.2651892 Nov 19 09:22:57.589034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf48f6-400e-45d8-9c23-0371232804a3 req-18c8ffc6-b78d-47fd-9286-84eddb854aa7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:57.597321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf48f6-400e-45d8-9c23-0371232804a3 req-18c8ffc6-b78d-47fd-9286-84eddb854aa7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:57.606085 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf48f6-400e-45d8-9c23-0371232804a3 req-18c8ffc6-b78d-47fd-9286-84eddb854aa7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:57.614232 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf48f6-400e-45d8-9c23-0371232804a3 req-18c8ffc6-b78d-47fd-9286-84eddb854aa7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:57.622933 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf48f6-400e-45d8-9c23-0371232804a3 req-18c8ffc6-b78d-47fd-9286-84eddb854aa7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:57.630813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf48f6-400e-45d8-9c23-0371232804a3 req-18c8ffc6-b78d-47fd-9286-84eddb854aa7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:57.631300 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-9fb4dd05-f707-45b9-a48b-a6d75eae1179 service neutron] 10.222.0.71 "GET /v2.0/networks/b2697430-d4a9-4a39-8eac-f6255543bd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580422 Nov 19 09:22:57.639775 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf48f6-400e-45d8-9c23-0371232804a3 req-18c8ffc6-b78d-47fd-9286-84eddb854aa7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:57.650416 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1edf48f6-400e-45d8-9c23-0371232804a3 req-18c8ffc6-b78d-47fd-9286-84eddb854aa7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5418 time: 0.4362609 Nov 19 09:22:57.679593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-6cba5e27-e4ec-43ba-8d5c-94c6a6a719e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:57.680956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-6cba5e27-e4ec-43ba-8d5c-94c6a6a719e5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=256f9334-7b81-45d8-b5ff-85e83d2809f1 HTTP/1.1" status: 200 len: 797 time: 0.3851323 Nov 19 09:22:57.702979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'tag': '6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:22:57.714458 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6039fd-e88a-441b-a462-432c62bec1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "tag": "6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:22:57.882048 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-ea50f69f-26a3-4619-a28c-7b47f43fc1b3 service neutron] 10.222.0.71 "GET /v2.0/networks/b2697430-d4a9-4a39-8eac-f6255543bd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394402 Nov 19 09:22:57.987735 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-e35795f4-f6ff-4a54-876e-76989088b328 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.176&port_id=d61ffae2-8032-4539-a49f-e1cf082105d7 HTTP/1.1" status: 200 len: 217 time: 0.0963292 Nov 19 09:22:58.057223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-3fc2ccea-1719-4083-b6bb-d9921cf7406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:58.066990 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-3fc2ccea-1719-4083-b6bb-d9921cf7406a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=15405871-da19-4499-a311-e93abf739d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3528087 Nov 19 09:22:58.132472 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-d8ed8c31-72b0-45c4-8f85-cbd3440c74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:58.134262 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-d8ed8c31-72b0-45c4-8f85-cbd3440c74d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6023727d-f760-4fba-8773-755355139633 HTTP/1.1" status: 200 len: 801 time: 0.1377389 Nov 19 09:22:58.140085 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98cebff2-55dc-4b24-9b9e-7dc828003b0e req-5a246317-8fd1-4954-9f9f-71ef0777c982 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5977657 Nov 19 09:22:58.230875 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1edf48f6-400e-45d8-9c23-0371232804a3 req-2a8929f8-78a7-40c5-8573-06b3e3ab2cfc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5794196 Nov 19 09:22:58.324244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:22:58.340754 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Sync routers for ids ['f0d7c100-2ba3-425f-84f4-b48b82050cc3'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:22:58.343071 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-c646ece2-6da9-4050-a200-55f179a4d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:58.344922 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-c646ece2-6da9-4050-a200-55f179a4d600 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=96d3979a-abe7-4560-81f1-15a54458fe69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2006481 Nov 19 09:22:58.368075 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Routers {'f0d7c100-2ba3-425f-84f4-b48b82050cc3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:22:58.368925 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:22:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f0d7c100-2ba3-425f-84f4-b48b82050cc3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:58.405251 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-24ae5f0c-10d9-46dc-a7f6-08ae5059f16e service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958348 Nov 19 09:22:58.424684 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:58.429219 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-481dc19d-5b25-4ad6-a35e-12e51002c02b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.9461815 Nov 19 09:22:58.433534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50652) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:58.448077 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6345a252-c9a0-4cc6-a963-04060cdfbf20 x-openstack-request-id: req-6345a252-c9a0-4cc6-a963-04060cdfbf20 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:22:58.450753 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "tag": "6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:22:58.451593 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6345a252-c9a0-4cc6-a963-04060cdfbf20 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:22:58.453041 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'tag': '6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67', 'status': 'completed', 'code': 200} Nov 19 09:22:58.544283 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Set router f0d7c100-2ba3-425f-84f4-b48b82050cc3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:22:58.545528 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50654) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:58.666565 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-295e5130-1991-4533-9d76-2cd9324f398f service neutron] 10.222.0.71 "GET /v2.0/networks/96d3979a-abe7-4560-81f1-15a54458fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103077 Nov 19 09:22:58.784733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c87e4f5f-1b22-4986-b78d-7ce08842a29e tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:58.786102 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-c87e4f5f-1b22-4986-b78d-7ce08842a29e tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 09:22:58.786772 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-c87e4f5f-1b22-4986-b78d-7ce08842a29e tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 09:22:58.787911 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c87e4f5f-1b22-4986-b78d-7ce08842a29e tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2413120 Nov 19 09:22:58.791846 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50670) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:58.798195 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a80b0407-ee09-4300-b986-600eeac1474b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group': {'name': 'tempest-secgroup--124148614'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:58.870668 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a80b0407-ee09-4300-b986-600eeac1474b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:58.881524 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a80b0407-ee09-4300-b986-600eeac1474b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:58.887082 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-adfb7011-c965-4cb2-804e-d085a6dc0da8 service neutron] 10.222.0.71 "GET /v2.0/networks/96d3979a-abe7-4560-81f1-15a54458fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127206 Nov 19 09:22:58.914074 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'name': 'tempest-TaggedBootDevicesTest_v242-1897189167-router', 'tenant_id': 'e80b511c55624ab88fd399ee1551bbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e22464e1-9e9a-4487-aa7d-8ea0a7d5b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:47Z', 'updated_at': '2021-11-19T09:22:53Z', 'revision_number': 3, 'project_id': 'e80b511c55624ab88fd399ee1551bbad', 'gw_port': {'id': 'e22464e1-9e9a-4487-aa7d-8ea0a7d5b561', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:51Z', 'updated_at': '2021-11-19T09:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:22:58.952392 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Checking router: f0d7c100-2ba3-425f-84f4-b48b82050cc3 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:22:58.952740 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Updating router f0d7c100-2ba3-425f-84f4-b48b82050cc3 port e22464e1-9e9a-4487-aa7d-8ea0a7d5b561 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:22:58.972491 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-1d9be0ef-c3eb-415e-bdc6-0da2b1d24a7f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.92&port_id=6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 HTTP/1.1" status: 200 len: 217 time: 0.0560377 Nov 19 09:22:59.004607 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:59.075560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-16609a3a-cab3-44a6-ba4a-0f95f4102883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:59.077541 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-16609a3a-cab3-44a6-ba4a-0f95f4102883 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f9d44416-e3fb-4826-9bbc-f86eea1c80d3 HTTP/1.1" status: 200 len: 801 time: 0.0952690 Nov 19 09:22:59.121305 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a80b0407-ee09-4300-b986-600eeac1474b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:59.134174 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a80b0407-ee09-4300-b986-600eeac1474b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:59.151844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a7db6bb-da78-443f-acd4-ae3cf79dfb28 req-03e0fdbc-e1a4-4c44-b2f4-f6600cba4c24 service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7214508 Nov 19 09:22:59.171711 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b0407-ee09-4300-b986-600eeac1474b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143fb713-50d2-4d76-924a-be26071f51ae,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:59.210862 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab98be-f407-4226-864e-b9002371a174 req-7b2daba5-e5cd-4ffd-8615-f09fbdb06517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:59.213264 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-7b2daba5-e5cd-4ffd-8615-f09fbdb06517 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2697430-d4a9-4a39-8eac-f6255543bd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288583 Nov 19 09:22:59.401461 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a80b0407-ee09-4300-b986-600eeac1474b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:59.415993 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a80b0407-ee09-4300-b986-600eeac1474b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:59.436732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c req-afe4967d-5f92-4f90-83aa-6f84a6200734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:59.437568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c req-afe4967d-5f92-4f90-83aa-6f84a6200734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:59.438183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c req-afe4967d-5f92-4f90-83aa-6f84a6200734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:59.438646 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c req-afe4967d-5f92-4f90-83aa-6f84a6200734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:59.439138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c req-afe4967d-5f92-4f90-83aa-6f84a6200734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:59.439618 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c req-afe4967d-5f92-4f90-83aa-6f84a6200734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:59.440611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c req-afe4967d-5f92-4f90-83aa-6f84a6200734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:59.443216 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c req-afe4967d-5f92-4f90-83aa-6f84a6200734 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=700b69d1977242c09b136442c1eff098&device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 6482 time: 0.1313019 Nov 19 09:22:59.466986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa44c7-1540-45bb-963d-e50ad4d18064 req-a1e774ce-97ce-4af8-ba71-ee1353645647 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:59.472288 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0baa44c7-1540-45bb-963d-e50ad4d18064 req-a1e774ce-97ce-4af8-ba71-ee1353645647 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 946 time: 0.6022854 Nov 19 09:22:59.554856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1aab3-dd57-4d38-92be-5d847d9ed321 req-6cf59f8b-6f89-4e3f-b7ef-00c962d66df6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:59.572180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1aab3-dd57-4d38-92be-5d847d9ed321 req-6cf59f8b-6f89-4e3f-b7ef-00c962d66df6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:59.579263 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1aab3-dd57-4d38-92be-5d847d9ed321 req-6cf59f8b-6f89-4e3f-b7ef-00c962d66df6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:59.582800 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:59.586476 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c1a1aab3-dd57-4d38-92be-5d847d9ed321 req-6cf59f8b-6f89-4e3f-b7ef-00c962d66df6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2412 time: 0.7164798 Nov 19 09:22:59.592368 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:59.626131 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c req-5257cf60-5e94-4e47-901e-38633b9bf284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:59.627901 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c req-5257cf60-5e94-4e47-901e-38633b9bf284 service neutron] 10.222.0.71 "GET /v2.0/networks?id=15405871-da19-4499-a311-e93abf739d4c HTTP/1.1" status: 200 len: 903 time: 0.1639090 Nov 19 09:22:59.636422 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-5ac2305e-049c-4a48-8d51-542651507c48 service neutron] 10.222.0.71 "GET /v2.0/networks/b2697430-d4a9-4a39-8eac-f6255543bd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121609 Nov 19 09:22:59.671849 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a80b0407-ee09-4300-b986-600eeac1474b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:59.673127 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a80b0407-ee09-4300-b986-600eeac1474b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8802176 Nov 19 09:22:59.704213 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0baa44c7-1540-45bb-963d-e50ad4d18064 req-f61721c5-5b54-4f94-8d40-ef2fc4c2a738 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105567 Nov 19 09:22:59.711412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a12da-b8dd-437d-88ac-d0ad232aabb1 req-c8ad914e-63e2-40a7-afd4-7ca50face344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:59.714794 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e8a12da-b8dd-437d-88ac-d0ad232aabb1 req-c8ad914e-63e2-40a7-afd4-7ca50face344 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aca38c45346a4619b8e97252585ec66d&device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 1098 time: 0.4248586 Nov 19 09:22:59.716123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50690) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:59.737198 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c req-c390cee0-43e1-4c2c-a632-3801abfd4f97 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b1b16378-6621-4664-9462-33598662a163 HTTP/1.1" status: 200 len: 217 time: 0.0988920 Nov 19 09:22:59.738275 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0038287a-e258-4316-ac24-7f23e177bc76 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': '87a5bac8-c9d8-4205-8358-796bd88ea634', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:22:59.741529 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Attempting to bind port e22464e1-9e9a-4487-aa7d-8ea0a7d5b561 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:22:59.742025 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Attempting to bind port e22464e1-9e9a-4487-aa7d-8ea0a7d5b561 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:22:59.742489 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Attempting to bind port e22464e1-9e9a-4487-aa7d-8ea0a7d5b561 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:22:59.765703 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:22:59.766234 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:22:59.766889 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:59.767913 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:22:59.768521 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Bound port: e22464e1-9e9a-4487-aa7d-8ea0a7d5b561, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:22:59.769030 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:59.797764 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b0407-ee09-4300-b986-600eeac1474b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a5bac8-c9d8-4205-8358-796bd88ea634,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:59.836096 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] For port e22464e1-9e9a-4487-aa7d-8ea0a7d5b561, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:22:59.840647 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] For port e22464e1-9e9a-4487-aa7d-8ea0a7d5b561, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e22464e1-9e9a-4487-aa7d-8ea0a7d5b561,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:22:59.851155 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093d2c8-ad45-41e0-9502-434473e66a00 None None] Pushing event updated for resources: {'Port': ['ID=e22464e1-9e9a-4487-aa7d-8ea0a7d5b561,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:59.856960 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:22:59.914011 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c req-bf6cc244-0cd8-4d72-8090-eaf98ae921f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:22:59.916420 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c req-bf6cc244-0cd8-4d72-8090-eaf98ae921f1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=256f9334-7b81-45d8-b5ff-85e83d2809f1 HTTP/1.1" status: 200 len: 797 time: 0.1127784 Nov 19 09:22:59.950106 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50696) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:22:59.955190 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093d2c8-ad45-41e0-9502-434473e66a00 None None] Pushing event updated for resources: {'Port': ['ID=e22464e1-9e9a-4487-aa7d-8ea0a7d5b561,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:22:59.967765 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Routers {'f0d7c100-2ba3-425f-84f4-b48b82050cc3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:22:59.968525 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:22:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f0d7c100-2ba3-425f-84f4-b48b82050cc3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:00.025447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c req-49b072ae-2e88-4681-8967-884c0ddf19fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:00.035357 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c req-49b072ae-2e88-4681-8967-884c0ddf19fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=15405871-da19-4499-a311-e93abf739d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1057434 Nov 19 09:23:00.038782 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0cab98be-f407-4226-864e-b9002371a174 req-416138fe-c7d9-4f8b-8e10-eadc38c29242 service neutron] 10.222.0.71 "GET /v2.0/networks/b2697430-d4a9-4a39-8eac-f6255543bd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869102 Nov 19 09:23:00.126095 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0038287a-e258-4316-ac24-7f23e177bc76 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:00.126594 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] Set router f0d7c100-2ba3-425f-84f4-b48b82050cc3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:23:00.252252 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38ffdfee-3496-49af-b9cc-a1d3e4640523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:00.257059 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c req-e7aaaff1-8cb3-4920-86dd-ba20ec3b7ee0 service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071016 Nov 19 09:23:00.362875 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6039fd-e88a-441b-a462-432c62bec1e7 req-9f4ed8a1-186d-4971-985b-cc11852a7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:00.363838 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6039fd-e88a-441b-a462-432c62bec1e7 req-9f4ed8a1-186d-4971-985b-cc11852a7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:00.364546 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6039fd-e88a-441b-a462-432c62bec1e7 req-9f4ed8a1-186d-4971-985b-cc11852a7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:00.367066 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab6039fd-e88a-441b-a462-432c62bec1e7 req-9f4ed8a1-186d-4971-985b-cc11852a7497 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80330b733775466590faec7f52d73715&device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2868 time: 0.2311969 Nov 19 09:23:00.413852 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'name': 'tempest-TaggedBootDevicesTest_v242-1897189167-router', 'tenant_id': 'e80b511c55624ab88fd399ee1551bbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e22464e1-9e9a-4487-aa7d-8ea0a7d5b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:47Z', 'updated_at': '2021-11-19T09:22:53Z', 'revision_number': 3, 'project_id': 'e80b511c55624ab88fd399ee1551bbad', 'gw_port': {'id': 'e22464e1-9e9a-4487-aa7d-8ea0a7d5b561', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:51Z', 'updated_at': '2021-11-19T09:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:00.448971 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3144bf1c-d408-4409-a0a9-b46acc1c7a13 None None] The sync data for ids ['f0d7c100-2ba3-425f-84f4-b48b82050cc3'] in n-d-805649-14 is: [{'id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'name': 'tempest-TaggedBootDevicesTest_v242-1897189167-router', 'tenant_id': 'e80b511c55624ab88fd399ee1551bbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e22464e1-9e9a-4487-aa7d-8ea0a7d5b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:47Z', 'updated_at': '2021-11-19T09:22:53Z', 'revision_number': 3, 'project_id': 'e80b511c55624ab88fd399ee1551bbad', 'gw_port': {'id': 'e22464e1-9e9a-4487-aa7d-8ea0a7d5b561', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:51Z', 'updated_at': '2021-11-19T09:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:23:00.655030 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:23:00.716040 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c1a1aab3-dd57-4d38-92be-5d847d9ed321 req-545232fb-e708-4d92-bfc9-6a2435e25022 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0466065 Nov 19 09:23:00.732569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c09911-c38f-4b75-b0ca-341d40d3a829 req-c5c6ecbb-c8ce-45ad-bc08-6e4500bb5465 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:00.734434 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2c09911-c38f-4b75-b0ca-341d40d3a829 req-c5c6ecbb-c8ce-45ad-bc08-6e4500bb5465 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.6688373 Nov 19 09:23:00.741955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a12da-b8dd-437d-88ac-d0ad232aabb1 req-08183b06-b29d-405a-903d-ebee70ca607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:00.753071 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e8a12da-b8dd-437d-88ac-d0ad232aabb1 req-08183b06-b29d-405a-903d-ebee70ca607f service neutron] 10.222.0.71 "GET /v2.0/networks?id=474919e0-d306-45f8-ba00-5d415ec8f657 HTTP/1.1" status: 200 len: 918 time: 0.9477377 Nov 19 09:23:00.809293 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:00.916886 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0038287a-e258-4316-ac24-7f23e177bc76 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:00.948029 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0038287a-e258-4316-ac24-7f23e177bc76 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:00.962514 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6039fd-e88a-441b-a462-432c62bec1e7 req-9f16ac2c-d2b4-4f48-b502-60bf27938ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:00.964175 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab6039fd-e88a-441b-a462-432c62bec1e7 req-9f16ac2c-d2b4-4f48-b502-60bf27938ea0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b2697430-d4a9-4a39-8eac-f6255543bd77 HTTP/1.1" status: 200 len: 903 time: 0.5857646 Nov 19 09:23:01.029674 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab6039fd-e88a-441b-a462-432c62bec1e7 req-2ee9e9a4-6aa5-4fde-9837-e90cec8bd30e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.92&port_id=6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 HTTP/1.1" status: 200 len: 217 time: 0.0514390 Nov 19 09:23:01.042444 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0038287a-e258-4316-ac24-7f23e177bc76 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:01.043773 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0038287a-e258-4316-ac24-7f23e177bc76 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3188202 Nov 19 09:23:01.054390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50702) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:01.055017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038287a-e258-4316-ac24-7f23e177bc76 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775a5357-92c8-41e9-aca0-1a209e1bf03d,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:01.066785 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e8a12da-b8dd-437d-88ac-d0ad232aabb1 req-9e3a84df-b417-440b-a5ef-7920e5ac5970 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d2d4448-a8fa-4a71-a242-92b6f7eecc56 HTTP/1.1" status: 200 len: 1002 time: 0.2657790 Nov 19 09:23:01.105873 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2d3ba107-61a2-403a-8e89-463a1b5f8e4c req-753590d0-a790-493d-bfbb-7faab6ac3b21 service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8372345 Nov 19 09:23:01.139617 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6039fd-e88a-441b-a462-432c62bec1e7 req-4cf8d87d-3ee3-4229-9e81-3a589aa7c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:01.146946 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab6039fd-e88a-441b-a462-432c62bec1e7 req-4cf8d87d-3ee3-4229-9e81-3a589aa7c228 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f9d44416-e3fb-4826-9bbc-f86eea1c80d3 HTTP/1.1" status: 200 len: 801 time: 0.1082108 Nov 19 09:23:01.153383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38ffdfee-3496-49af-b9cc-a1d3e4640523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:01.176095 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38ffdfee-3496-49af-b9cc-a1d3e4640523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:01.219744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c12412d3-96c3-4518-8edc-94238960f9d7 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': '87a5bac8-c9d8-4205-8358-796bd88ea634', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:01.254290 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2c09911-c38f-4b75-b0ca-341d40d3a829 req-efd88283-b692-408b-ae38-b168b4523588 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4974961 Nov 19 09:23:01.260736 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-38ffdfee-3496-49af-b9cc-a1d3e4640523 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c61fc2799a2a40099b9c10db4cd4b7ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3071744 Nov 19 09:23:01.260736 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffdfee-3496-49af-b9cc-a1d3e4640523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0ad339-860c-48d7-8b92-0928dd28a7ad,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:01.268376 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50704) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:01.374135 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6039fd-e88a-441b-a462-432c62bec1e7 req-8c425155-3828-46ed-80b4-635aeeb3d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:01.378245 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab6039fd-e88a-441b-a462-432c62bec1e7 req-8c425155-3828-46ed-80b4-635aeeb3d629 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2697430-d4a9-4a39-8eac-f6255543bd77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2191019 Nov 19 09:23:01.384626 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-daf0ca38-4bd1-4570-8f04-d9287028f482 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:01.406873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16970b57-da08-4b82-9516-8e3de0566e8e req-a44b843a-4be1-4835-b48b-817593b95275 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:01.413576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16970b57-da08-4b82-9516-8e3de0566e8e req-a44b843a-4be1-4835-b48b-817593b95275 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:01.421754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16970b57-da08-4b82-9516-8e3de0566e8e req-a44b843a-4be1-4835-b48b-817593b95275 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:01.428101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16970b57-da08-4b82-9516-8e3de0566e8e req-a44b843a-4be1-4835-b48b-817593b95275 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:01.437530 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16970b57-da08-4b82-9516-8e3de0566e8e req-a44b843a-4be1-4835-b48b-817593b95275 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:01.450577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16970b57-da08-4b82-9516-8e3de0566e8e req-a44b843a-4be1-4835-b48b-817593b95275 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:01.463073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16970b57-da08-4b82-9516-8e3de0566e8e req-a44b843a-4be1-4835-b48b-817593b95275 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:01.465310 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16970b57-da08-4b82-9516-8e3de0566e8e req-a44b843a-4be1-4835-b48b-817593b95275 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5418 time: 0.5537066 Nov 19 09:23:01.509040 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-daf0ca38-4bd1-4570-8f04-d9287028f482 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:01.545409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Allocated IP 172.20.0.1 (36ccb83d-0452-4be9-bdb9-d35509571736/cef019a8-b9d8-4a1f-a053-00d7aa501642/ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:23:01.662782 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab6039fd-e88a-441b-a462-432c62bec1e7 req-d963a919-0d39-40a4-8b2a-26c194d910d1 service neutron] 10.222.0.71 "GET /v2.0/networks/b2697430-d4a9-4a39-8eac-f6255543bd77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602556 Nov 19 09:23:01.663355 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a12da-b8dd-437d-88ac-d0ad232aabb1 req-4150ce20-4d02-4b5a-8c83-97c547d8a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:01.664053 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-daf0ca38-4bd1-4570-8f04-d9287028f482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:01.664909 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e8a12da-b8dd-437d-88ac-d0ad232aabb1 req-4150ce20-4d02-4b5a-8c83-97c547d8a237 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b648376-425d-4c7d-a8fa-19be389f154e HTTP/1.1" status: 200 len: 856 time: 0.4349847 Nov 19 09:23:01.673822 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-daf0ca38-4bd1-4570-8f04-d9287028f482 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:01.673822 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-daf0ca38-4bd1-4570-8f04-d9287028f482 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a0ad339-860c-48d7-8b92-0928dd28a7ad HTTP/1.1" status: 204 len: 168 time: 0.3964474 Nov 19 09:23:01.717863 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c12412d3-96c3-4518-8edc-94238960f9d7 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:01.775575 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:01.784616 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0ca38-4bd1-4570-8f04-d9287028f482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0ad339-860c-48d7-8b92-0928dd28a7ad,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:01.789119 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab6039fd-e88a-441b-a462-432c62bec1e7 req-4c402e9e-f543-41c5-b76b-8564cca1e7d2 service neutron] 10.222.0.71 "GET /v2.0/networks/b2697430-d4a9-4a39-8eac-f6255543bd77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079364 Nov 19 09:23:01.933560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16970b57-da08-4b82-9516-8e3de0566e8e req-b37875ed-5343-4fde-8c87-ad5aa57e47aa tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4479876 Nov 19 09:23:01.946712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a12da-b8dd-437d-88ac-d0ad232aabb1 req-9a99aba6-cc8b-4237-9b83-cf8466f5c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:01.948011 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e8a12da-b8dd-437d-88ac-d0ad232aabb1 req-9a99aba6-cc8b-4237-9b83-cf8466f5c576 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=474919e0-d306-45f8-ba00-5d415ec8f657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2633824 Nov 19 09:23:02.005564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e948735-bb18-4341-92e8-a68bcbea1ef9 req-f1e3af28-6a54-4cce-90ae-d711636079df tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:02.005564 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e948735-bb18-4341-92e8-a68bcbea1ef9 req-f1e3af28-6a54-4cce-90ae-d711636079df tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 946 time: 0.3268812 Nov 19 09:23:02.025691 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:02.098152 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4ade2736-f93d-4da1-a240-bcb2972a358e details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:23:02.125532 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Pushing event updated for resources: {'Port': ['ID=ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:02.167150 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-c12412d3-96c3-4518-8edc-94238960f9d7 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 09:23:02.173066 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c12412d3-96c3-4518-8edc-94238960f9d7 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1022434 Nov 19 09:23:02.176493 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50716) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:02.228868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Network 36ccb83d-0452-4be9-bdb9-d35509571736 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:23:02.243399 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 4ade2736-f93d-4da1-a240-bcb2972a358e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4ade2736-f93d-4da1-a240-bcb2972a358e,segment=NetworkSegment(48c6dfcb-ec3c-415b-8d57-0fce860c1984),segment_id=48c6dfcb-ec3c-415b-8d57-0fce860c1984)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:02.258762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:23:02.266876 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36f600e3-1cca-4600-8c6b-ae8db24c7894 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:02.304735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:23:02.310330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:23:02.320206 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '4ade2736-f93d-4da1-a240-bcb2972a358e', 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77', 'port_id': '4ade2736-f93d-4da1-a240-bcb2972a358e', 'mac_address': 'fa:16:3e:a1:ec:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9d44416-e3fb-4826-9bbc-f86eea1c80d3', 'ip_address': '19.80.0.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:23:02.324214 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36f600e3-1cca-4600-8c6b-ae8db24c7894 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:02.387124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50720) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:02.389828 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:02.443419 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36f600e3-1cca-4600-8c6b-ae8db24c7894 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:02.447932 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36f600e3-1cca-4600-8c6b-ae8db24c7894 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:02.449580 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-36f600e3-1cca-4600-8c6b-ae8db24c7894 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "DELETE /v2.0/security-groups/87a5bac8-c9d8-4205-8358-796bd88ea634 HTTP/1.1" status: 204 len: 168 time: 0.2711899 Nov 19 09:23:02.461635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50722) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:02.463009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f600e3-1cca-4600-8c6b-ae8db24c7894 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a5bac8-c9d8-4205-8358-796bd88ea634,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:02.468137 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:02.492157 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c7577a9-816f-4cef-91b9-d5939d8086ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:02.509768 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:02.527804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e948735-bb18-4341-92e8-a68bcbea1ef9 req-bdf9589e-6282-4bce-94a5-87ea3328a1fc tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4987593 Nov 19 09:23:02.596839 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:02.605811 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ade2736-f93d-4da1-a240-bcb2972a358e {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:23:02.609078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e8a12da-b8dd-437d-88ac-d0ad232aabb1 req-f02c34e5-3335-4c85-a54f-6a91e4623fb4 service neutron] 10.222.0.71 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6503534 Nov 19 09:23:02.626796 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d50b8907-69d8-427e-84a7-d9839c5692eb tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1601853 Nov 19 09:23:02.632068 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50726) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:02.638615 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-29ae10a6-ef18-4831-8c54-28c55e262415 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group': {'name': 'tempest-secgroup--171167600'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:02.658967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:23:02.670387 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f17b67e-34ba-4453-83f6-60bc75c025f0" -d '{"events": [{"server_uuid": "71694b6f-2292-404d-8e5b-1ff9b4d6b7b1", "name": "network-vif-unplugged", "status": "completed", "tag": "9d2d4448-a8fa-4a71-a242-92b6f7eecc56"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:23:02.680797 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29ae10a6-ef18-4831-8c54-28c55e262415 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:02.686561 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:02.756360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 4ade2736-f93d-4da1-a240-bcb2972a358e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4ade2736-f93d-4da1-a240-bcb2972a358e,segment=NetworkSegment(48c6dfcb-ec3c-415b-8d57-0fce860c1984),segment_id=48c6dfcb-ec3c-415b-8d57-0fce860c1984)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:02.782633 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:02.783800 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:23:02.839735 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-33608f95-acd1-464c-bc59-ee354c93f823 None None] Provisioning complete for port ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:02.843213 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-33608f95-acd1-464c-bc59-ee354c93f823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:02.854752 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:02.859814 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29ae10a6-ef18-4831-8c54-28c55e262415 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:02.871434 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29ae10a6-ef18-4831-8c54-28c55e262415 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:02.967447 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29ae10a6-ef18-4831-8c54-28c55e262415 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:02.974920 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=4ade2736-f93d-4da1-a240-bcb2972a358e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:02.975302 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-29ae10a6-ef18-4831-8c54-28c55e262415 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3353415 Nov 19 09:23:02.976516 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50730) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:02.989644 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b23ae0d6-3155-42c6-b009-957cf64549e4 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': 'dd30e0b2-0898-48fa-9502-ef1d488b92ef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:02.999828 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67,segment=NetworkSegment(48c6dfcb-ec3c-415b-8d57-0fce860c1984),segment_id=48c6dfcb-ec3c-415b-8d57-0fce860c1984)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:03.004363 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-b23ae0d6-3155-42c6-b009-957cf64549e4 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 19 09:23:03.004733 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-b23ae0d6-3155-42c6-b009-957cf64549e4 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:03.005866 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b23ae0d6-3155-42c6-b009-957cf64549e4 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0212514 Nov 19 09:23:03.008925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50732) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:03.011236 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae10a6-ef18-4831-8c54-28c55e262415 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd30e0b2-0898-48fa-9502-ef1d488b92ef,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:03.026484 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-33608f95-acd1-464c-bc59-ee354c93f823 None None] Port ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:23:03.029667 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67', 'network_id': 'b2697430-d4a9-4a39-8eac-f6255543bd77', 'port_id': '6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67', 'mac_address': 'fa:16:3e:eb:4a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9d44416-e3fb-4826-9bbc-f86eea1c80d3', 'ip_address': '19.80.0.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:23:03.043317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fe22f-21ff-487d-b1b5-7bc4d21e0a3b req-246c4072-38d3-4da2-bc45-5cdcd2e2c98e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:03.073494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fe22f-21ff-487d-b1b5-7bc4d21e0a3b req-246c4072-38d3-4da2-bc45-5cdcd2e2c98e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:03.081909 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.086171 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fe22f-21ff-487d-b1b5-7bc4d21e0a3b req-246c4072-38d3-4da2-bc45-5cdcd2e2c98e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:03.094098 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e42fe22f-21ff-487d-b1b5-7bc4d21e0a3b req-246c4072-38d3-4da2-bc45-5cdcd2e2c98e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2412 time: 0.9097390 Nov 19 09:23:03.098485 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:23:03.108585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e22464e1-9e9a-4487-aa7d-8ea0a7d5b561 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:03.128821 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e91c48a1-f093-4aa4-b5ef-d516ed598208 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.160885 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c7577a9-816f-4cef-91b9-d5939d8086ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.168277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67,segment=NetworkSegment(48c6dfcb-ec3c-415b-8d57-0fce860c1984),segment_id=48c6dfcb-ec3c-415b-8d57-0fce860c1984)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:03.199523 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.202111 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device d61ffae2-8032-4539-a49f-e1cf082105d7 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:23:03.205912 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c7577a9-816f-4cef-91b9-d5939d8086ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.212405 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e91c48a1-f093-4aa4-b5ef-d516ed598208 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.282477 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e22464e1-9e9a-4487-aa7d-8ea0a7d5b561 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:03.282908 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.289690 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e91c48a1-f093-4aa4-b5ef-d516ed598208 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.292033 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e91c48a1-f093-4aa4-b5ef-d516ed598208 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.293071 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0c7577a9-816f-4cef-91b9-d5939d8086ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e99cde7148b4185b4f968cfd12e66f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8992813 Nov 19 09:23:03.298842 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e91c48a1-f093-4aa4-b5ef-d516ed598208 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "DELETE /v2.0/security-groups/dd30e0b2-0898-48fa-9502-ef1d488b92ef HTTP/1.1" status: 204 len: 168 time: 0.2860224 Nov 19 09:23:03.298842 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50736) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:03.312619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50738) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:03.333220 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c48a1-f093-4aa4-b5ef-d516ed598208 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd30e0b2-0898-48fa-9502-ef1d488b92ef,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:03.334116 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:03.378016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e42fe22f-21ff-487d-b1b5-7bc4d21e0a3b req-4ca6db9d-b1c6-4e5a-a096-7f9274778518 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829442 Nov 19 09:23:03.398703 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a085557f-0418-4bb4-adef-e1a53791da56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.421392 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:23:03.424920 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a085557f-0418-4bb4-adef-e1a53791da56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.453003 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.501346 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a085557f-0418-4bb4-adef-e1a53791da56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.503991 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a085557f-0418-4bb4-adef-e1a53791da56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.507879 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a085557f-0418-4bb4-adef-e1a53791da56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85a647a4-4f10-4daf-9214-cbad19f513ce HTTP/1.1" status: 204 len: 168 time: 0.2031004 Nov 19 09:23:03.536748 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085557f-0418-4bb4-adef-e1a53791da56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a647a4-4f10-4daf-9214-cbad19f513ce,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:03.632518 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.668976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port e22464e1-9e9a-4487-aa7d-8ea0a7d5b561, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e22464e1-9e9a-4487-aa7d-8ea0a7d5b561,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:03.675320 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6c8335-e0a1-4415-98f9-9e74fb01e843 x-openstack-request-id: req-bb6c8335-e0a1-4415-98f9-9e74fb01e843 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:23:03.675320 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71694b6f-2292-404d-8e5b-1ff9b4d6b7b1", "name": "network-vif-unplugged", "status": "completed", "tag": "9d2d4448-a8fa-4a71-a242-92b6f7eecc56", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:23:03.675707 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb6c8335-e0a1-4415-98f9-9e74fb01e843 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:23:03.676134 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56', 'code': 200} Nov 19 09:23:03.685254 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.693459 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port d61ffae2-8032-4539-a49f-e1cf082105d7, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=d61ffae2-8032-4539-a49f-e1cf082105d7,segment=NetworkSegment(520c8139-79b9-4b9c-a88a-c9401f9e5f3b),segment_id=520c8139-79b9-4b9c-a88a-c9401f9e5f3b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:03.729507 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'd61ffae2-8032-4539-a49f-e1cf082105d7', 'network_id': '96d3979a-abe7-4560-81f1-15a54458fe69', 'port_id': 'd61ffae2-8032-4539-a49f-e1cf082105d7', 'mac_address': 'fa:16:3e:83:75:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6023727d-f760-4fba-8773-755355139633', 'ip_address': '19.86.0.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:23:03.786383 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=e22464e1-9e9a-4487-aa7d-8ea0a7d5b561,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:03.793010 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.809333 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61ffae2-8032-4539-a49f-e1cf082105d7 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:23:03.835550 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port d61ffae2-8032-4539-a49f-e1cf082105d7, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=d61ffae2-8032-4539-a49f-e1cf082105d7,segment=NetworkSegment(520c8139-79b9-4b9c-a88a-c9401f9e5f3b),segment_id=520c8139-79b9-4b9c-a88a-c9401f9e5f3b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:03.841850 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.847814 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e74b8c-9da5-4324-aadd-5fac3be622ab req-056078a8-8bb4-411b-8b0f-f3a7a840d55a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:03.858165 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97e74b8c-9da5-4324-aadd-5fac3be622ab req-056078a8-8bb4-411b-8b0f-f3a7a840d55a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.8615000 Nov 19 09:23:03.865753 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:03.872264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7577a9-816f-4cef-91b9-d5939d8086ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a647a4-4f10-4daf-9214-cbad19f513ce,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:03.920319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=d61ffae2-8032-4539-a49f-e1cf082105d7,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:03.925016 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:04.027347 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:04.044403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e8a12da-b8dd-437d-88ac-d0ad232aabb1 req-bcd3e9cd-b394-46ed-b72d-31fae428ac3c service neutron] 10.222.0.71 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2534626 Nov 19 09:23:04.088774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50750) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:04.089171 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b49e9e09-9cc7-499c-b588-a6ce6a34f35c tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7680590 Nov 19 09:23:04.094427 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-971e5ef0-367f-42cd-8f0f-6bf287a7ce40 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1630293228'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:04.122828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Pushing event updated for resources: {'Port': ['ID=ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:04.165742 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-971e5ef0-367f-42cd-8f0f-6bf287a7ce40 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:04.167915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:23:04.195162 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97e74b8c-9da5-4324-aadd-5fac3be622ab req-fdc2c276-2460-4704-a1aa-404b782457fa tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3355372 Nov 19 09:23:04.215525 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4caa23-93d7-4423-9ba2-d7934db33e24 req-c408d7bf-bfbe-4007-93b0-4fe63ba652e6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:04.223694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4caa23-93d7-4423-9ba2-d7934db33e24 req-c408d7bf-bfbe-4007-93b0-4fe63ba652e6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:04.235726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4caa23-93d7-4423-9ba2-d7934db33e24 req-c408d7bf-bfbe-4007-93b0-4fe63ba652e6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:04.244759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4caa23-93d7-4423-9ba2-d7934db33e24 req-c408d7bf-bfbe-4007-93b0-4fe63ba652e6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:04.252339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4caa23-93d7-4423-9ba2-d7934db33e24 req-c408d7bf-bfbe-4007-93b0-4fe63ba652e6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:04.260702 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4caa23-93d7-4423-9ba2-d7934db33e24 req-c408d7bf-bfbe-4007-93b0-4fe63ba652e6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:04.276134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4caa23-93d7-4423-9ba2-d7934db33e24 req-c408d7bf-bfbe-4007-93b0-4fe63ba652e6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:04.287639 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b4caa23-93d7-4423-9ba2-d7934db33e24 req-c408d7bf-bfbe-4007-93b0-4fe63ba652e6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5418 time: 0.4512601 Nov 19 09:23:04.362431 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-971e5ef0-367f-42cd-8f0f-6bf287a7ce40 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:04.373402 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-971e5ef0-367f-42cd-8f0f-6bf287a7ce40 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:04.403446 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['4ade2736-f93d-4da1-a240-bcb2972a358e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:23:04.404768 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Network 36ccb83d-0452-4be9-bdb9-d35509571736 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:23:04.416203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['d61ffae2-8032-4539-a49f-e1cf082105d7'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:23:04.417381 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-971e5ef0-367f-42cd-8f0f-6bf287a7ce40 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:04.419786 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-971e5ef0-367f-42cd-8f0f-6bf287a7ce40 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3291104 Nov 19 09:23:04.425432 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50760) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:04.431301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a6b0c345-754b-4b8f-b46d-ae17b83310c8 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': 'e13bc32a-47e6-48fe-a0ef-8fe7be13bd70', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:04.436871 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-a6b0c345-754b-4b8f-b46d-ae17b83310c8 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 19 09:23:04.437613 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-a6b0c345-754b-4b8f-b46d-ae17b83310c8 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:04.441637 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a6b0c345-754b-4b8f-b46d-ae17b83310c8 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0119555 Nov 19 09:23:04.444285 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50762) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:04.445032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b4caa23-93d7-4423-9ba2-d7934db33e24 req-aaa2638d-58fa-4313-a969-5a2fd8f28f09 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1564369 Nov 19 09:23:04.447373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:23:04.501954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e5ef0-367f-42cd-8f0f-6bf287a7ce40 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13bc32a-47e6-48fe-a0ef-8fe7be13bd70,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:04.603898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e3449d4-30f7-48ce-b24a-1e2c403d6986 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:04.646819 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e3449d4-30f7-48ce-b24a-1e2c403d6986 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:04.759851 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e3449d4-30f7-48ce-b24a-1e2c403d6986 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:04.764817 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e3449d4-30f7-48ce-b24a-1e2c403d6986 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:04.765124 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1e3449d4-30f7-48ce-b24a-1e2c403d6986 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "DELETE /v2.0/security-groups/e13bc32a-47e6-48fe-a0ef-8fe7be13bd70 HTTP/1.1" status: 204 len: 168 time: 0.3192253 Nov 19 09:23:04.768793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50770) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:04.841837 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3449d4-30f7-48ce-b24a-1e2c403d6986 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13bc32a-47e6-48fe-a0ef-8fe7be13bd70,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:04.892624 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Router f0d7c100-2ba3-425f-84f4-b48b82050cc3 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:23:04.911707 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3b71c4b1-335d-48b3-b131-fc024e9278fb tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1386478 Nov 19 09:23:04.912901 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50774) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:04.920761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-aaf31e6e-cdfd-45e9-ade3-131ad2e34c77 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715131427'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:04.947614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236faf7-ac44-49eb-9c16-5c1335fdaaaa req-906036e4-5ace-43cf-8850-d9aec8e23df9 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:04.968716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236faf7-ac44-49eb-9c16-5c1335fdaaaa req-906036e4-5ace-43cf-8850-d9aec8e23df9 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:04.979285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236faf7-ac44-49eb-9c16-5c1335fdaaaa req-906036e4-5ace-43cf-8850-d9aec8e23df9 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:04.988938 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4236faf7-ac44-49eb-9c16-5c1335fdaaaa req-906036e4-5ace-43cf-8850-d9aec8e23df9 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2415 time: 0.3320298 Nov 19 09:23:05.009989 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aaf31e6e-cdfd-45e9-ade3-131ad2e34c77 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:05.028429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e22464e1-9e9a-4487-aa7d-8ea0a7d5b561 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:05.038222 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc91d9-6d7a-49a0-b2b2-367d37694876 req-e65b6640-d056-4d6a-91f6-8ed11b8c94be tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:05.042439 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50cc91d9-6d7a-49a0-b2b2-367d37694876 req-e65b6640-d056-4d6a-91f6-8ed11b8c94be tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 944 time: 0.5751848 Nov 19 09:23:05.171030 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aaf31e6e-cdfd-45e9-ade3-131ad2e34c77 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:05.184183 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aaf31e6e-cdfd-45e9-ade3-131ad2e34c77 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:05.192426 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4236faf7-ac44-49eb-9c16-5c1335fdaaaa req-0e49fb6e-4109-4450-a76d-4b28398aa6ba tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000010 Nov 19 09:23:05.315015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-479f4735-c210-45ab-a1a1-d0f234c7079f None None] Provisioning complete for port ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:05.315602 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-479f4735-c210-45ab-a1a1-d0f234c7079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:05.332355 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf31e6e-cdfd-45e9-ade3-131ad2e34c77 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9127c7-e132-4e4b-8d9d-003ef00e87d1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:05.361639 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aaf31e6e-cdfd-45e9-ade3-131ad2e34c77 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:05.370927 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-aaf31e6e-cdfd-45e9-ade3-131ad2e34c77 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4565969 Nov 19 09:23:05.371849 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50788) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:05.385959 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-09a807cf-76ca-4cae-9127-8034039da79b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': 'ae9127c7-e132-4e4b-8d9d-003ef00e87d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:05.399133 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-479f4735-c210-45ab-a1a1-d0f234c7079f None None] Port ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:23:05.408021 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50cc91d9-6d7a-49a0-b2b2-367d37694876 req-70ef5d3b-d5ee-47ed-b73a-6fb28321264e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3315785 Nov 19 09:23:05.431570 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-09a807cf-76ca-4cae-9127-8034039da79b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 19 09:23:05.441746 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-09a807cf-76ca-4cae-9127-8034039da79b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:05.447569 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-09a807cf-76ca-4cae-9127-8034039da79b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0742757 Nov 19 09:23:05.448198 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50790) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:05.458742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5fe13421-c56d-4886-af3a-12743090e2dd tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': 'ae9127c7-e132-4e4b-8d9d-003ef00e87d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:05.460692 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-5fe13421-c56d-4886-af3a-12743090e2dd tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 19 09:23:05.463264 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-5fe13421-c56d-4886-af3a-12743090e2dd tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:05.469940 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5fe13421-c56d-4886-af3a-12743090e2dd tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0206428 Nov 19 09:23:05.471446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50792) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:05.482343 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e22464e1-9e9a-4487-aa7d-8ea0a7d5b561 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:05.482343 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:05.505805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-66c50ec5-ee03-478b-87e9-1ba74a2764af tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': 'ae9127c7-e132-4e4b-8d9d-003ef00e87d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:05.509871 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-66c50ec5-ee03-478b-87e9-1ba74a2764af tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 19 09:23:05.512508 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-66c50ec5-ee03-478b-87e9-1ba74a2764af tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:05.518163 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-66c50ec5-ee03-478b-87e9-1ba74a2764af tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0396078 Nov 19 09:23:05.518393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50798) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:05.533019 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-40ee7226-9551-48a6-8cce-29a104e9ed7d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': 'ae9127c7-e132-4e4b-8d9d-003ef00e87d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:05.536346 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-40ee7226-9551-48a6-8cce-29a104e9ed7d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 19 09:23:05.537188 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-40ee7226-9551-48a6-8cce-29a104e9ed7d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:05.545136 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-40ee7226-9551-48a6-8cce-29a104e9ed7d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0176513 Nov 19 09:23:05.546052 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50800) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:05.571494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:23:05.583226 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9168e-7792-4540-a07d-281be1a96b0a req-203b4fb6-8bb6-41c7-bbf5-8039be2a82e1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:05.584762 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b0c9168e-7792-4540-a07d-281be1a96b0a req-203b4fb6-8bb6-41c7-bbf5-8039be2a82e1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.1757870 Nov 19 09:23:05.600890 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4101d4f4-fcd5-4d1d-9765-9f9f2ffb7579 admin admin] 10.222.0.21 "PUT /v2.0/routers/f0d7c100-2ba3-425f-84f4-b48b82050cc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1431358 Nov 19 09:23:05.638701 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Sync routers for ids ['f0d7c100-2ba3-425f-84f4-b48b82050cc3'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:23:05.691216 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9217dba4-b116-4262-af55-ed1d71e98674 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:05.716930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b0c9168e-7792-4540-a07d-281be1a96b0a req-fc78a4f1-0575-487b-a42f-d9743902deb7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147897 Nov 19 09:23:05.826222 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Routers {'f0d7c100-2ba3-425f-84f4-b48b82050cc3'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:23:05.828449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:22:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f0d7c100-2ba3-425f-84f4-b48b82050cc3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:05.897255 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9217dba4-b116-4262-af55-ed1d71e98674 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:05.973611 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9217dba4-b116-4262-af55-ed1d71e98674 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:05.977110 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9217dba4-b116-4262-af55-ed1d71e98674 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:05.982675 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9217dba4-b116-4262-af55-ed1d71e98674 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "DELETE /v2.0/security-groups/ae9127c7-e132-4e4b-8d9d-003ef00e87d1 HTTP/1.1" status: 204 len: 168 time: 0.4331582 Nov 19 09:23:05.983721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50822) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:06.047079 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217dba4-b116-4262-af55-ed1d71e98674 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9127c7-e132-4e4b-8d9d-003ef00e87d1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:06.096196 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821229-a561-46f0-89d1-e94b0dd4e651 req-876c5408-d5e7-4bfd-a812-24e50afe89dd tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:06.119607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821229-a561-46f0-89d1-e94b0dd4e651 req-876c5408-d5e7-4bfd-a812-24e50afe89dd tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:06.138193 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:06.146631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821229-a561-46f0-89d1-e94b0dd4e651 req-876c5408-d5e7-4bfd-a812-24e50afe89dd tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:06.174227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821229-a561-46f0-89d1-e94b0dd4e651 req-876c5408-d5e7-4bfd-a812-24e50afe89dd tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:06.187195 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-677761ba-8f34-4daa-acbe-6c6f16d6eb6a tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1955981 Nov 19 09:23:06.187900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50832) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:06.203456 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821229-a561-46f0-89d1-e94b0dd4e651 req-876c5408-d5e7-4bfd-a812-24e50afe89dd tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:06.207373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-551a88d8-9662-47ad-8976-3a2bb14db059 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group': {'name': 'tempest-secgroup--669395536'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:06.229407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821229-a561-46f0-89d1-e94b0dd4e651 req-876c5408-d5e7-4bfd-a812-24e50afe89dd tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:06.248579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5821229-a561-46f0-89d1-e94b0dd4e651 req-876c5408-d5e7-4bfd-a812-24e50afe89dd tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:06.250588 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5821229-a561-46f0-89d1-e94b0dd4e651 req-876c5408-d5e7-4bfd-a812-24e50afe89dd tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5418 time: 0.3620675 Nov 19 09:23:06.279453 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-551a88d8-9662-47ad-8976-3a2bb14db059 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:06.370112 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5821229-a561-46f0-89d1-e94b0dd4e651 req-a2b2c994-0162-4824-af7b-75e5c28eefc9 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0958562 Nov 19 09:23:06.467207 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-551a88d8-9662-47ad-8976-3a2bb14db059 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:06.476240 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-551a88d8-9662-47ad-8976-3a2bb14db059 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:06.499525 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Set router f0d7c100-2ba3-425f-84f4-b48b82050cc3 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:23:06.550933 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-551a88d8-9662-47ad-8976-3a2bb14db059 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:06.552356 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-551a88d8-9662-47ad-8976-3a2bb14db059 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3634613 Nov 19 09:23:06.558096 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50848) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:06.562843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a88d8-9662-47ad-8976-3a2bb14db059 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611dfcf0-2cf1-4f60-908b-003568464e37,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:06.578652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-08817586-8421-4792-a9cb-d804e21ed65d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': '611dfcf0-2cf1-4f60-908b-003568464e37', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:06.580764 n-d-805649-14 neutron-server[103477]: WARNING neutron.api.v2.base [None req-08817586-8421-4792-a9cb-d804e21ed65d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 09:23:06.581583 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-08817586-8421-4792-a9cb-d804e21ed65d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:06.583329 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-08817586-8421-4792-a9cb-d804e21ed65d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0241063 Nov 19 09:23:06.586346 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50850) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:06.591422 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-dc0a2e10-bd67-4542-be63-0302e0572855 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': '611dfcf0-2cf1-4f60-908b-003568464e37', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:06.621184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d457be3-c2e2-49dd-8059-1e8fda58a272 req-e3e09d12-7279-4a74-b05d-e518b884d110 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:06.630604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d457be3-c2e2-49dd-8059-1e8fda58a272 req-e3e09d12-7279-4a74-b05d-e518b884d110 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:06.638129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d457be3-c2e2-49dd-8059-1e8fda58a272 req-e3e09d12-7279-4a74-b05d-e518b884d110 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:06.640139 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d457be3-c2e2-49dd-8059-1e8fda58a272 req-e3e09d12-7279-4a74-b05d-e518b884d110 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2415 time: 0.1323795 Nov 19 09:23:06.668329 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-dc0a2e10-bd67-4542-be63-0302e0572855 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:06.670374 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dc0a2e10-bd67-4542-be63-0302e0572855 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0829234 Nov 19 09:23:06.675281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50860) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:06.688897 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-fda855c8-0b2a-42c2-9edd-dcb45cfc6af8 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': '611dfcf0-2cf1-4f60-908b-003568464e37', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:06.691386 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-fda855c8-0b2a-42c2-9edd-dcb45cfc6af8 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 19 09:23:06.692875 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-fda855c8-0b2a-42c2-9edd-dcb45cfc6af8 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:06.696150 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fda855c8-0b2a-42c2-9edd-dcb45cfc6af8 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0189431 Nov 19 09:23:06.699377 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50862) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:06.709639 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-88de039a-111e-45bf-acb0-61608b935ebe tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': '611dfcf0-2cf1-4f60-908b-003568464e37', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:06.726915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:23:06.740401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:06.740899 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:06.800531 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-88de039a-111e-45bf-acb0-61608b935ebe tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:06.801797 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-88de039a-111e-45bf-acb0-61608b935ebe tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1012592 Nov 19 09:23:06.806382 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50874) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:06.811118 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4f119f26-d74c-438f-8535-d8c4e8dd320e tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': '611dfcf0-2cf1-4f60-908b-003568464e37', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:06.811864 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-4f119f26-d74c-438f-8535-d8c4e8dd320e tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 09:23:06.812444 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-4f119f26-d74c-438f-8535-d8c4e8dd320e tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:06.813556 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4f119f26-d74c-438f-8535-d8c4e8dd320e tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060525 Nov 19 09:23:06.817837 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50876) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:06.823269 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c67114d2-b27d-447b-b1c4-44d7e56cfb40 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': '611dfcf0-2cf1-4f60-908b-003568464e37', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:06.892550 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-c67114d2-b27d-447b-b1c4-44d7e56cfb40 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Project b4fab75cce21431db14578deaa0209d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:23:06.915295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d457be3-c2e2-49dd-8059-1e8fda58a272 req-bb0c7f9e-c736-47da-99e7-990793544657 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549853 Nov 19 09:23:06.917556 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-c67114d2-b27d-447b-b1c4-44d7e56cfb40 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:06.919034 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c67114d2-b27d-447b-b1c4-44d7e56cfb40 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0998750 Nov 19 09:23:06.923864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50878) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:06.928916 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5f5dd021-7d08-496f-b7b5-5a9400f90e36 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': '611dfcf0-2cf1-4f60-908b-003568464e37', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:06.929662 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-5f5dd021-7d08-496f-b7b5-5a9400f90e36 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 19 09:23:06.930335 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-5f5dd021-7d08-496f-b7b5-5a9400f90e36 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:06.931486 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5f5dd021-7d08-496f-b7b5-5a9400f90e36 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063090 Nov 19 09:23:06.935944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50880) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:06.940598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-82bdafb3-7079-4197-b15d-f33bee87f119 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': '611dfcf0-2cf1-4f60-908b-003568464e37', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:06.993558 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-82bdafb3-7079-4197-b15d-f33bee87f119 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Project b4fab75cce21431db14578deaa0209d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:23:07.015829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-18c43b04-ab30-404c-a5d0-36d092f6df67 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:07.019167 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-18c43b04-ab30-404c-a5d0-36d092f6df67 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/networks?id=da542bd0-9404-4cc1-aafd-10496dc15f93 HTTP/1.1" status: 200 len: 809 time: 0.3780456 Nov 19 09:23:07.026754 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-82bdafb3-7079-4197-b15d-f33bee87f119 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:07.032374 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-82bdafb3-7079-4197-b15d-f33bee87f119 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0908844 Nov 19 09:23:07.033828 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50884) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:07.059932 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:07.069652 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-fc30b865-76ad-4b42-ade0-9f012d6a465d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': '611dfcf0-2cf1-4f60-908b-003568464e37', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:07.071804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-cae2003d-8bb7-44c4-a3bc-9ebb6cb5b6a9 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/quotas/9ae48353a7184ab0a63a42150d4aff65 HTTP/1.1" status: 200 len: 375 time: 0.0387900 Nov 19 09:23:07.108536 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'name': 'tempest-TaggedBootDevicesTest_v242-1897189167-router', 'tenant_id': 'e80b511c55624ab88fd399ee1551bbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e22464e1-9e9a-4487-aa7d-8ea0a7d5b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:47Z', 'updated_at': '2021-11-19T09:23:03Z', 'revision_number': 4, 'project_id': 'e80b511c55624ab88fd399ee1551bbad', 'gw_port': {'id': 'e22464e1-9e9a-4487-aa7d-8ea0a7d5b561', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:51Z', 'updated_at': '2021-11-19T09:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0', 'name': '', 'network_id': '36ccb83d-0452-4be9-bdb9-d35509571736', 'tenant_id': 'e80b511c55624ab88fd399ee1551bbad', 'mac_address': 'fa:16:3e:db:0a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'cef019a8-b9d8-4a1f-a053-00d7aa501642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:23:01Z', 'updated_at': '2021-11-19T09:23:03Z', 'revision_number': 2, 'project_id': 'e80b511c55624ab88fd399ee1551bbad', 'subnets': [{'id': 'cef019a8-b9d8-4a1f-a053-00d7aa501642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:07.157547 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-fc30b865-76ad-4b42-ade0-9f012d6a465d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Project b4fab75cce21431db14578deaa0209d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:23:07.204233 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-fc30b865-76ad-4b42-ade0-9f012d6a465d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:07.208902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Checking router: f0d7c100-2ba3-425f-84f4-b48b82050cc3 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:23:07.209426 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Updating router f0d7c100-2ba3-425f-84f4-b48b82050cc3 port ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:23:07.209935 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-90ead885-dd76-4a17-b2af-a27516c50607 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ae48353a7184ab0a63a42150d4aff65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1340001 Nov 19 09:23:07.212042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50890) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:07.215890 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fc30b865-76ad-4b42-ade0-9f012d6a465d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1684413 Nov 19 09:23:07.245917 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67,segment=NetworkSegment(48c6dfcb-ec3c-415b-8d57-0fce860c1984),segment_id=48c6dfcb-ec3c-415b-8d57-0fce860c1984)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:07.248173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:23:07.252487 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aa19fb-b6b6-4c91-a5c4-42e69cede0e3" -d '{"events": [{"server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "name": "network-vif-plugged", "status": "completed", "tag": "6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:23:07.258459 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:07.259583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:23:07.325781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be80982-d519-434a-b1c5-65443d3a666b req-5e92bca0-a5bc-41b7-8565-b87bdd2d7022 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:07.343967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1be80982-d519-434a-b1c5-65443d3a666b req-5e92bca0-a5bc-41b7-8565-b87bdd2d7022 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 944 time: 0.2484856 Nov 19 09:23:07.350035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:07.421912 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1be80982-d519-434a-b1c5-65443d3a666b req-0b9d1054-d80b-4ce5-96a0-9bc69c06fa1e tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751359 Nov 19 09:23:07.455932 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1f447c1-ce41-4e40-87f1-adfcf97b9cdf tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:07.581828 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1f447c1-ce41-4e40-87f1-adfcf97b9cdf tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:07.599796 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:07.829666 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1f447c1-ce41-4e40-87f1-adfcf97b9cdf tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:07.832437 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1f447c1-ce41-4e40-87f1-adfcf97b9cdf tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:07.834311 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c1f447c1-ce41-4e40-87f1-adfcf97b9cdf tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "DELETE /v2.0/security-groups/611dfcf0-2cf1-4f60-908b-003568464e37 HTTP/1.1" status: 204 len: 168 time: 0.6211004 Nov 19 09:23:07.837394 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50928) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:07.857178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e238a-fbb5-43bf-98a7-58cbf220d3f9 req-334d2f90-1b60-42dd-8085-3a6ea8c394a9 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:07.859092 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c57e238a-fbb5-43bf-98a7-58cbf220d3f9 req-334d2f90-1b60-42dd-8085-3a6ea8c394a9 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.2126639 Nov 19 09:23:07.882889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f447c1-ce41-4e40-87f1-adfcf97b9cdf tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611dfcf0-2cf1-4f60-908b-003568464e37,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:07.936328 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-7209f869-aef9-4cb7-b97c-ae7a57815c96 service neutron] 10.222.0.21 "GET /v2.0/networks/da542bd0-9404-4cc1-aafd-10496dc15f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6670482 Nov 19 09:23:07.945829 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bc9647c0-b0b8-4f14-94ba-0360d46069ba tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1071911 Nov 19 09:23:07.946466 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50932) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:07.950909 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-bfd5aa77-6856-40d2-834c-206b0d7734da tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group': {'name': 'tempest-secgroup--919251537'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:08.020238 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bfd5aa77-6856-40d2-834c-206b0d7734da tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:08.037625 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c57e238a-fbb5-43bf-98a7-58cbf220d3f9 req-5fb289c2-ddd4-494b-b06a-ad5a83ef5ee9 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590159 Nov 19 09:23:08.096053 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-b9b61873-3441-4727-9d52-8515758e2151 service neutron] 10.222.0.21 "GET /v2.0/networks/da542bd0-9404-4cc1-aafd-10496dc15f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467412 Nov 19 09:23:08.129628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4ade2736-f93d-4da1-a240-bcb2972a358e up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:08.154025 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bfd5aa77-6856-40d2-834c-206b0d7734da tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:08.165324 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bfd5aa77-6856-40d2-834c-206b0d7734da tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:08.206825 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c422608b-00d3-4408-9e30-8c268bc62f1e x-openstack-request-id: req-c422608b-00d3-4408-9e30-8c268bc62f1e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:23:08.208159 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "name": "network-vif-plugged", "status": "completed", "tag": "6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:23:08.208874 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c422608b-00d3-4408-9e30-8c268bc62f1e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:23:08.214750 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67', 'code': 200} Nov 19 09:23:08.216257 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bfd5aa77-6856-40d2-834c-206b0d7734da tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:08.221562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50940) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:08.226930 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8f57d919-f240-4d7c-9527-b1d16cafc4ec tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': 'e9e38a5b-1239-48da-9bcb-91512c734a9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:08.232611 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bfd5aa77-6856-40d2-834c-206b0d7734da tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2850444 Nov 19 09:23:08.273102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5aa77-6856-40d2-834c-206b0d7734da tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e38a5b-1239-48da-9bcb-91512c734a9f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:08.339430 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-8f57d919-f240-4d7c-9527-b1d16cafc4ec tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The resource could not be found. Nov 19 09:23:08.340488 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8f57d919-f240-4d7c-9527-b1d16cafc4ec tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1179159 Nov 19 09:23:08.343098 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:08.343358 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50950) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:08.348622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-92443665-2a73-4f63-9d10-4707fe82c8d0 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': 'e9e38a5b-1239-48da-9bcb-91512c734a9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '06eea774-076a-43ff-97c6-bf24148965bf'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:08.382587 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:08.482497 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-92443665-2a73-4f63-9d10-4707fe82c8d0 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The resource could not be found. Nov 19 09:23:08.483578 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-92443665-2a73-4f63-9d10-4707fe82c8d0 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1391881 Nov 19 09:23:08.484966 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ffe79-b6d7-479e-839c-78c40f402128 req-251a3db2-07a7-4c34-bff7-493989af7c2c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:08.486685 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50958) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:08.508717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ffe79-b6d7-479e-839c-78c40f402128 req-251a3db2-07a7-4c34-bff7-493989af7c2c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:08.534259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ffe79-b6d7-479e-839c-78c40f402128 req-251a3db2-07a7-4c34-bff7-493989af7c2c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:08.551302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ffe79-b6d7-479e-839c-78c40f402128 req-251a3db2-07a7-4c34-bff7-493989af7c2c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:08.564938 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfa593-814f-4485-880f-a059e73b268b None None] Pushing event updated for resources: {'Port': ['ID=ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:08.572489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ffe79-b6d7-479e-839c-78c40f402128 req-251a3db2-07a7-4c34-bff7-493989af7c2c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:08.585268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ffe79-b6d7-479e-839c-78c40f402128 req-251a3db2-07a7-4c34-bff7-493989af7c2c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:08.591357 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ffe79-b6d7-479e-839c-78c40f402128 req-251a3db2-07a7-4c34-bff7-493989af7c2c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:08.594715 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad951f64-9cdd-4ae9-8931-9f8dc2d77bf7 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:08.597685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 4ade2736-f93d-4da1-a240-bcb2972a358e completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:23:08.607624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-141ffe79-b6d7-479e-839c-78c40f402128 req-251a3db2-07a7-4c34-bff7-493989af7c2c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5418 time: 0.2761760 Nov 19 09:23:08.631145 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad951f64-9cdd-4ae9-8931-9f8dc2d77bf7 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:08.702990 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad951f64-9cdd-4ae9-8931-9f8dc2d77bf7 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:08.708575 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad951f64-9cdd-4ae9-8931-9f8dc2d77bf7 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:08.717322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 4ade2736-f93d-4da1-a240-bcb2972a358e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:08.720664 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:08.729333 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ad951f64-9cdd-4ae9-8931-9f8dc2d77bf7 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "DELETE /v2.0/security-groups/e9e38a5b-1239-48da-9bcb-91512c734a9f HTTP/1.1" status: 204 len: 168 time: 0.2356138 Nov 19 09:23:08.730185 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50970) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:08.788357 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad951f64-9cdd-4ae9-8931-9f8dc2d77bf7 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e38a5b-1239-48da-9bcb-91512c734a9f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:08.837169 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-141ffe79-b6d7-479e-839c-78c40f402128 req-de22ffae-f269-436e-a47d-7f7dd25e21e1 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2243855 Nov 19 09:23:08.852672 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50980) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:08.853811 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-abe3d3a2-4e31-45e5-b854-57a76e555989 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1182749 Nov 19 09:23:08.857982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-16bbc01e-dfc6-4dc4-a338-f0f71dc6833d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': '3358eb2a-c3f0-40f9-8d03-67a6aaa255e1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:08.916373 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Attempting to bind port ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:23:08.916755 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Attempting to bind port ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'a248a614-5cff-4ca5-a97e-277ed5b42b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '36ccb83d-0452-4be9-bdb9-d35509571736'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:23:08.917148 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Attempting to bind port ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0 on network 36ccb83d-0452-4be9-bdb9-d35509571736 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:23:08.935995 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:23:08.936443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Checking segment: {'id': 'a248a614-5cff-4ca5-a97e-277ed5b42b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '36ccb83d-0452-4be9-bdb9-d35509571736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:23:08.936872 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:08.937458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Bound using segment: {'id': 'a248a614-5cff-4ca5-a97e-277ed5b42b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '36ccb83d-0452-4be9-bdb9-d35509571736'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:23:08.938291 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Bound port: ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a248a614-5cff-4ca5-a97e-277ed5b42b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '36ccb83d-0452-4be9-bdb9-d35509571736'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:23:08.939506 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:08.991649 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-16bbc01e-dfc6-4dc4-a338-f0f71dc6833d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The resource could not be found. Nov 19 09:23:08.993955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-16bbc01e-dfc6-4dc4-a338-f0f71dc6833d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1399083 Nov 19 09:23:08.999336 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50984) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:09.004590 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f053c429-5a14-47ee-91e7-783d95d7abf9 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1177475234'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:09.028602 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:09.045564 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f053c429-5a14-47ee-91e7-783d95d7abf9 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:09.118578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b62138-761c-413f-a5c2-f35dcdf738a4 req-bd13da78-49be-4a85-9a9f-525bfbd39b2a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:09.128591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b62138-761c-413f-a5c2-f35dcdf738a4 req-bd13da78-49be-4a85-9a9f-525bfbd39b2a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:09.157403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b62138-761c-413f-a5c2-f35dcdf738a4 req-bd13da78-49be-4a85-9a9f-525bfbd39b2a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:09.166079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] For port ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:23:09.171845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2b62138-761c-413f-a5c2-f35dcdf738a4 req-bd13da78-49be-4a85-9a9f-525bfbd39b2a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2416 time: 0.1380157 Nov 19 09:23:09.178634 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] For port ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0,segment=NetworkSegment(a248a614-5cff-4ca5-a97e-277ed5b42b0c),segment_id=a248a614-5cff-4ca5-a97e-277ed5b42b0c)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:23:09.207485 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:09.381350 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2b62138-761c-413f-a5c2-f35dcdf738a4 req-221a3e96-8f66-4001-9b2f-a9c23e4ca09f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079287 Nov 19 09:23:09.432894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e6fc3d1f-92dc-4b0c-8799-537da9ba3820 None None] Provisioning complete for port ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:09.433351 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3d1f-92dc-4b0c-8799-537da9ba3820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:09.506706 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d6634d6-f938-4749-a200-dad6c61f4188 req-e30c8f59-4f46-4453-8747-39d64b4818f4 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 210 time: 0.1534348 Nov 19 09:23:09.511492 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f053c429-5a14-47ee-91e7-783d95d7abf9 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:09.517577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 4ade2736-f93d-4da1-a240-bcb2972a358e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4ade2736-f93d-4da1-a240-bcb2972a358e,segment=NetworkSegment(48c6dfcb-ec3c-415b-8d57-0fce860c1984),segment_id=48c6dfcb-ec3c-415b-8d57-0fce860c1984)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:09.519301 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f053c429-5a14-47ee-91e7-783d95d7abf9 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:09.614879 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Routers {'f0d7c100-2ba3-425f-84f4-b48b82050cc3'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:23:09.615547 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:22:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f0d7c100-2ba3-425f-84f4-b48b82050cc3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:09.624868 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f053c429-5a14-47ee-91e7-783d95d7abf9 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:09.644274 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f053c429-5a14-47ee-91e7-783d95d7abf9 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6368093 Nov 19 09:23:09.647405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51018) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:09.650934 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:09.653616 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device d61ffae2-8032-4539-a49f-e1cf082105d7 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:09.668746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ff5cccca-5d3d-42d5-8754-be1d63ce0df1 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545639344'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:09.764699 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053c429-5a14-47ee-91e7-783d95d7abf9 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e25c71c2-730e-484a-b0f2-b98b3477e11f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:09.780113 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff5cccca-5d3d-42d5-8754-be1d63ce0df1 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:09.889463 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5282c43-f0fd-4428-9a63-a167ad03e62d req-25893f32-e49b-4785-a17c-e3116d8232bc tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:09.898763 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5282c43-f0fd-4428-9a63-a167ad03e62d req-25893f32-e49b-4785-a17c-e3116d8232bc tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.3514509 Nov 19 09:23:10.003521 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5282c43-f0fd-4428-9a63-a167ad03e62d req-61674000-9d70-4dc8-9e11-e136f6c428b3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005344 Nov 19 09:23:10.047059 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff5cccca-5d3d-42d5-8754-be1d63ce0df1 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:10.056721 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff5cccca-5d3d-42d5-8754-be1d63ce0df1 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:10.128677 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff5cccca-5d3d-42d5-8754-be1d63ce0df1 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:10.130575 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ff5cccca-5d3d-42d5-8754-be1d63ce0df1 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4806547 Nov 19 09:23:10.140413 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51038) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:10.153150 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-be97e433-3339-4574-9115-e956971ba23a tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': 'e25c71c2-730e-484a-b0f2-b98b3477e11f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '304904fd-d4c4-4378-9b4b-a1f2e308353f'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:10.180450 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cccca-5d3d-42d5-8754-be1d63ce0df1 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304904fd-d4c4-4378-9b4b-a1f2e308353f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:10.197193 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] Set router f0d7c100-2ba3-425f-84f4-b48b82050cc3 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:23:10.252091 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f260-d328-4d63-b4f4-5c2f9b99c4cc req-edc0f01d-6fc5-4ed4-82d1-2963f44b4b0c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:10.260939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f260-d328-4d63-b4f4-5c2f9b99c4cc req-edc0f01d-6fc5-4ed4-82d1-2963f44b4b0c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:10.269875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f260-d328-4d63-b4f4-5c2f9b99c4cc req-edc0f01d-6fc5-4ed4-82d1-2963f44b4b0c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:10.278180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f260-d328-4d63-b4f4-5c2f9b99c4cc req-edc0f01d-6fc5-4ed4-82d1-2963f44b4b0c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:10.293751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f260-d328-4d63-b4f4-5c2f9b99c4cc req-edc0f01d-6fc5-4ed4-82d1-2963f44b4b0c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:10.314227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f260-d328-4d63-b4f4-5c2f9b99c4cc req-edc0f01d-6fc5-4ed4-82d1-2963f44b4b0c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:10.334108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f260-d328-4d63-b4f4-5c2f9b99c4cc req-edc0f01d-6fc5-4ed4-82d1-2963f44b4b0c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:10.340575 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-be97e433-3339-4574-9115-e956971ba23a tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:10.345969 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-be97e433-3339-4574-9115-e956971ba23a tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2020211 Nov 19 09:23:10.347401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51046) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:10.358263 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f66f260-d328-4d63-b4f4-5c2f9b99c4cc req-edc0f01d-6fc5-4ed4-82d1-2963f44b4b0c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5418 time: 0.1907976 Nov 19 09:23:10.384956 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfa593-814f-4485-880f-a059e73b268b None None] Pushing event updated for resources: {'Port': ['ID=ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:10.433375 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ade2736-f93d-4da1-a240-bcb2972a358e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:23:10.440745 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fa83c2-ede9-4fb4-bdcf-4fcb5a34b66c" -d '{"events": [{"server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "name": "network-vif-plugged", "status": "completed", "tag": "4ade2736-f93d-4da1-a240-bcb2972a358e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:23:10.536417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f66f260-d328-4d63-b4f4-5c2f9b99c4cc req-6681e2e6-9d7d-45f4-827d-cb87272de3c0 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1755910 Nov 19 09:23:10.553335 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-707ef45c-7c52-483d-a403-1d8ec488c916 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:10.619363 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-707ef45c-7c52-483d-a403-1d8ec488c916 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:10.681582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae177bd-be26-4e9f-9dee-5a0bbfaebd76 req-339907af-fe0d-4348-a4c0-efc5dd73ed39 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:10.687995 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-707ef45c-7c52-483d-a403-1d8ec488c916 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:10.689868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae177bd-be26-4e9f-9dee-5a0bbfaebd76 req-339907af-fe0d-4348-a4c0-efc5dd73ed39 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:10.693782 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09f18ce-a011-4240-94ed-c1908cd7c568 x-openstack-request-id: req-c09f18ce-a011-4240-94ed-c1908cd7c568 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:23:10.694824 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-707ef45c-7c52-483d-a403-1d8ec488c916 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:10.694970 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "name": "network-vif-plugged", "status": "completed", "tag": "4ade2736-f93d-4da1-a240-bcb2972a358e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:23:10.695242 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c09f18ce-a011-4240-94ed-c1908cd7c568 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:23:10.695816 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ade2736-f93d-4da1-a240-bcb2972a358e', 'code': 200} Nov 19 09:23:10.700535 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-707ef45c-7c52-483d-a403-1d8ec488c916 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "DELETE /v2.0/security-groups/304904fd-d4c4-4378-9b4b-a1f2e308353f HTTP/1.1" status: 204 len: 168 time: 0.3510709 Nov 19 09:23:10.701544 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51066) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:10.712798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae177bd-be26-4e9f-9dee-5a0bbfaebd76 req-339907af-fe0d-4348-a4c0-efc5dd73ed39 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:10.733397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fae177bd-be26-4e9f-9dee-5a0bbfaebd76 req-339907af-fe0d-4348-a4c0-efc5dd73ed39 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2417 time: 0.1468289 Nov 19 09:23:10.781776 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ef45c-7c52-483d-a403-1d8ec488c916 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=304904fd-d4c4-4378-9b4b-a1f2e308353f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:10.824036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-b9cd1ddd-cef9-46d3-a205-cf1ea97ae404 req-8384d56b-70c0-4a85-9477-58df876dfa7d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:23:10.825886 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b9cd1ddd-cef9-46d3-a205-cf1ea97ae404 req-8384d56b-70c0-4a85-9477-58df876dfa7d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074022 Nov 19 09:23:10.875716 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3f14e423-703c-4e27-a5a0-1beb705f3656 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1677270 Nov 19 09:23:10.877804 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51076) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:10.889535 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fae177bd-be26-4e9f-9dee-5a0bbfaebd76 req-cc01290b-3f74-4c61-a95f-bf52405487e9 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544285 Nov 19 09:23:10.930657 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3d1f-92dc-4b0c-8799-537da9ba3820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:11.055682 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=4ade2736-f93d-4da1-a240-bcb2972a358e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:11.062885 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port d61ffae2-8032-4539-a49f-e1cf082105d7 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:23:11.079959 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port d61ffae2-8032-4539-a49f-e1cf082105d7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:11.080466 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:11.104364 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47c0969f-3b06-4a6c-b821-0803d4778971 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:11.107146 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e6fc3d1f-92dc-4b0c-8799-537da9ba3820 None None] For port ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0,segment=NetworkSegment(a248a614-5cff-4ca5-a97e-277ed5b42b0c),segment_id=a248a614-5cff-4ca5-a97e-277ed5b42b0c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:11.163759 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6fc3d1f-92dc-4b0c-8799-537da9ba3820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:11.178460 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47c0969f-3b06-4a6c-b821-0803d4778971 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:11.213717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74b205c0-9a9f-4a24-85d0-3784451c7829 req-9170a83a-1ff1-4737-b1ee-d80d668de435 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 210 time: 0.0773644 Nov 19 09:23:11.245345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc3d1f-92dc-4b0c-8799-537da9ba3820 None None] Pushing event updated for resources: {'Port': ['ID=ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:11.336073 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a9f4bed0-942e-4bfa-a3c1-1bbaca76fca7 None None] Provisioning complete for port ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:11.336862 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9f4bed0-942e-4bfa-a3c1-1bbaca76fca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:11.345853 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47c0969f-3b06-4a6c-b821-0803d4778971 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:11.349983 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47c0969f-3b06-4a6c-b821-0803d4778971 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:11.351340 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-47c0969f-3b06-4a6c-b821-0803d4778971 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "DELETE /v2.0/security-groups/e25c71c2-730e-484a-b0f2-b98b3477e11f HTTP/1.1" status: 204 len: 168 time: 0.4701467 Nov 19 09:23:11.368092 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51106) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:11.393843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0969f-3b06-4a6c-b821-0803d4778971 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25c71c2-730e-484a-b0f2-b98b3477e11f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:11.437043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce666fae-2c3a-462f-91c5-597e319111d6 req-4b3a2d41-8bfd-4134-b0f0-11749b4651b3 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:11.446358 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce666fae-2c3a-462f-91c5-597e319111d6 req-4b3a2d41-8bfd-4134-b0f0-11749b4651b3 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 944 time: 0.2227602 Nov 19 09:23:11.449490 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:11.475779 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'name': 'tempest-TaggedBootDevicesTest_v242-1897189167-router', 'tenant_id': 'e80b511c55624ab88fd399ee1551bbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e22464e1-9e9a-4487-aa7d-8ea0a7d5b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:47Z', 'updated_at': '2021-11-19T09:23:03Z', 'revision_number': 4, 'project_id': 'e80b511c55624ab88fd399ee1551bbad', 'gw_port': {'id': 'e22464e1-9e9a-4487-aa7d-8ea0a7d5b561', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:51Z', 'updated_at': '2021-11-19T09:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0', 'name': '', 'network_id': '36ccb83d-0452-4be9-bdb9-d35509571736', 'tenant_id': 'e80b511c55624ab88fd399ee1551bbad', 'mac_address': 'fa:16:3e:db:0a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'cef019a8-b9d8-4a1f-a053-00d7aa501642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:23:01Z', 'updated_at': '2021-11-19T09:23:09Z', 'revision_number': 4, 'project_id': 'e80b511c55624ab88fd399ee1551bbad', 'subnets': [{'id': 'cef019a8-b9d8-4a1f-a053-00d7aa501642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:11.509351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71bc27e-869c-494c-9d99-502bfee55a04 None None] The sync data for ids ['f0d7c100-2ba3-425f-84f4-b48b82050cc3'] in n-d-805649-14 is: [{'id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'name': 'tempest-TaggedBootDevicesTest_v242-1897189167-router', 'tenant_id': 'e80b511c55624ab88fd399ee1551bbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e22464e1-9e9a-4487-aa7d-8ea0a7d5b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:47Z', 'updated_at': '2021-11-19T09:23:03Z', 'revision_number': 4, 'project_id': 'e80b511c55624ab88fd399ee1551bbad', 'gw_port': {'id': 'e22464e1-9e9a-4487-aa7d-8ea0a7d5b561', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:51Z', 'updated_at': '2021-11-19T09:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0', 'name': '', 'network_id': '36ccb83d-0452-4be9-bdb9-d35509571736', 'tenant_id': 'e80b511c55624ab88fd399ee1551bbad', 'mac_address': 'fa:16:3e:db:0a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'cef019a8-b9d8-4a1f-a053-00d7aa501642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:23:01Z', 'updated_at': '2021-11-19T09:23:09Z', 'revision_number': 4, 'project_id': 'e80b511c55624ab88fd399ee1551bbad', 'subnets': [{'id': 'cef019a8-b9d8-4a1f-a053-00d7aa501642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:23:11.712625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port d61ffae2-8032-4539-a49f-e1cf082105d7, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=d61ffae2-8032-4539-a49f-e1cf082105d7,segment=NetworkSegment(520c8139-79b9-4b9c-a88a-c9401f9e5f3b),segment_id=520c8139-79b9-4b9c-a88a-c9401f9e5f3b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:11.728334 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:11.853585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=d61ffae2-8032-4539-a49f-e1cf082105d7,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:12.183462 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce666fae-2c3a-462f-91c5-597e319111d6 req-0010317a-1a60-4ec0-837f-99d95ccf0a90 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7351513 Nov 19 09:23:12.224302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51164) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:12.224831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-21e85bd2-1ad0-48c5-868d-47667f7d2ccd tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8291438 Nov 19 09:23:12.230125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-92b46738-b222-406d-b4f0-d873967dddbb tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735241235'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:12.236278 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887fd14-d595-4821-b458-5f3a54ecbc7b req-129df709-eb55-4d24-a695-49fd53bb1268 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:12.243582 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4887fd14-d595-4821-b458-5f3a54ecbc7b req-129df709-eb55-4d24-a695-49fd53bb1268 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.8340907 Nov 19 09:23:12.252178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-49727560-64d5-433f-ae83-4daa17074ebb tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:12.253879 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-49727560-64d5-433f-ae83-4daa17074ebb tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.71 "GET /v2.0/networks?id=da542bd0-9404-4cc1-aafd-10496dc15f93 HTTP/1.1" status: 200 len: 809 time: 1.2743051 Nov 19 09:23:12.275438 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-0e364482-60c2-4849-9ee6-3acbc0db3793 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Request body: {'port': {'device_id': '7bf221c5-be71-436e-bada-a6820a55c3c4', 'network_id': 'da542bd0-9404-4cc1-aafd-10496dc15f93', 'admin_state_up': True, 'tenant_id': '9ae48353a7184ab0a63a42150d4aff65'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:12.318697 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92b46738-b222-406d-b4f0-d873967dddbb tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:12.358840 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73a93d2a-0f75-47db-8c12-52b1cd2fef49 req-9a02a20e-098e-4ad9-8c93-4d9b878e888d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3169148 Nov 19 09:23:12.369288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-73a93d2a-0f75-47db-8c12-52b1cd2fef49 req-758fb84c-6c4d-4ad2-ac16-c8893ef53386 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:23:12.382178 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73a93d2a-0f75-47db-8c12-52b1cd2fef49 req-758fb84c-6c4d-4ad2-ac16-c8893ef53386 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0223777 Nov 19 09:23:12.462013 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4887fd14-d595-4821-b458-5f3a54ecbc7b req-857c436e-7c6b-4af4-8cb8-930d230eafcd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173691 Nov 19 09:23:12.506148 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92b46738-b222-406d-b4f0-d873967dddbb tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:12.519243 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92b46738-b222-406d-b4f0-d873967dddbb tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:12.583122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92b46738-b222-406d-b4f0-d873967dddbb tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:12.585155 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-92b46738-b222-406d-b4f0-d873967dddbb tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3596954 Nov 19 09:23:12.587909 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b46738-b222-406d-b4f0-d873967dddbb tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc1ff33-c72e-478e-b328-2f786af7613a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:12.590436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51172) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:12.596815 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3f383789-faeb-43e8-8774-cf5bb3eb4e46 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': '6bc1ff33-c72e-478e-b328-2f786af7613a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:12.635110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da9ce8-29a9-4758-913c-e3411bbb31a6 req-a11d65e7-a011-46cc-992e-8c94309123b7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:12.643041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da9ce8-29a9-4758-913c-e3411bbb31a6 req-a11d65e7-a011-46cc-992e-8c94309123b7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:12.649317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da9ce8-29a9-4758-913c-e3411bbb31a6 req-a11d65e7-a011-46cc-992e-8c94309123b7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:12.656497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da9ce8-29a9-4758-913c-e3411bbb31a6 req-a11d65e7-a011-46cc-992e-8c94309123b7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:12.663416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da9ce8-29a9-4758-913c-e3411bbb31a6 req-a11d65e7-a011-46cc-992e-8c94309123b7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:12.670474 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-3f383789-faeb-43e8-8774-cf5bb3eb4e46 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:12.671326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da9ce8-29a9-4758-913c-e3411bbb31a6 req-a11d65e7-a011-46cc-992e-8c94309123b7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:12.673743 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3f383789-faeb-43e8-8774-cf5bb3eb4e46 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0805745 Nov 19 09:23:12.675778 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51174) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:12.681547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da9ce8-29a9-4758-913c-e3411bbb31a6 req-a11d65e7-a011-46cc-992e-8c94309123b7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:12.684257 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75da9ce8-29a9-4758-913c-e3411bbb31a6 req-a11d65e7-a011-46cc-992e-8c94309123b7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5418 time: 0.3397667 Nov 19 09:23:12.692202 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-90d10e38-3db0-4778-b4e3-0041a2b6ba7b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group_rule': {'security_group_id': '6bc1ff33-c72e-478e-b328-2f786af7613a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:12.697444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61ffae2-8032-4539-a49f-e1cf082105d7'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:23:12.700314 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9ce26c-f6f6-4988-aa1f-02e5fa241383" -d '{"events": [{"server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "name": "network-vif-plugged", "status": "completed", "tag": "d61ffae2-8032-4539-a49f-e1cf082105d7"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:23:12.802621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-0e364482-60c2-4849-9ee6-3acbc0db3793 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Made reservation on behalf of 9ae48353a7184ab0a63a42150d4aff65 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:23:12.807426 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-90d10e38-3db0-4778-b4e3-0041a2b6ba7b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:23:12.807969 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-0e364482-60c2-4849-9ee6-3acbc0db3793 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:12.809128 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-90d10e38-3db0-4778-b4e3-0041a2b6ba7b tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1317058 Nov 19 09:23:12.812306 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51182) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:12.852912 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5322d-40b8-4852-a80e-16549759d9ab req-fbce721f-a39c-4f8f-803e-7240d725557d tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:12.860099 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5322d-40b8-4852-a80e-16549759d9ab req-fbce721f-a39c-4f8f-803e-7240d725557d tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:12.867194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5322d-40b8-4852-a80e-16549759d9ab req-fbce721f-a39c-4f8f-803e-7240d725557d tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:12.874872 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6e5322d-40b8-4852-a80e-16549759d9ab req-fbce721f-a39c-4f8f-803e-7240d725557d tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2418 time: 0.1895046 Nov 19 09:23:12.892171 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3972279d-03e9-48ba-8ee7-5230b12f6716 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:12.910446 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75da9ce8-29a9-4758-913c-e3411bbb31a6 req-b1cf503e-8959-4a26-a88f-f45fca18554a tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2036393 Nov 19 09:23:12.946696 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3972279d-03e9-48ba-8ee7-5230b12f6716 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:13.044137 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3972279d-03e9-48ba-8ee7-5230b12f6716 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:13.061577 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3972279d-03e9-48ba-8ee7-5230b12f6716 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:13.063424 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3972279d-03e9-48ba-8ee7-5230b12f6716 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "DELETE /v2.0/security-groups/6bc1ff33-c72e-478e-b328-2f786af7613a HTTP/1.1" status: 204 len: 168 time: 0.2495494 Nov 19 09:23:13.067222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51184) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:13.100738 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972279d-03e9-48ba-8ee7-5230b12f6716 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc1ff33-c72e-478e-b328-2f786af7613a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:13.136736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6fefc413-a02f-42db-a2b1-ac35a8aa4a2e req-4f3ab01b-7745-4ed1-a3eb-66cdc6573b6e tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 210 time: 0.0738602 Nov 19 09:23:13.175635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:13.192687 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-62d4bcfc-51bc-41f7-92fc-f234ce7aee6d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1239312 Nov 19 09:23:13.200308 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51186) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:13.220764 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6aee1117-9070-49b8-a5f3-fdaf2a025d60 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717987794'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:13.229028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6e5322d-40b8-4852-a80e-16549759d9ab req-6ba46853-0c59-4258-a7e8-d94e0f6185da tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532498 Nov 19 09:23:13.303708 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6aee1117-9070-49b8-a5f3-fdaf2a025d60 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:13.317747 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c18d07-be1b-4237-9677-b45cb4ad36f2 x-openstack-request-id: req-02c18d07-be1b-4237-9677-b45cb4ad36f2 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:23:13.318243 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "name": "network-vif-plugged", "status": "completed", "tag": "d61ffae2-8032-4539-a49f-e1cf082105d7", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:23:13.318579 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02c18d07-be1b-4237-9677-b45cb4ad36f2 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:23:13.319333 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61ffae2-8032-4539-a49f-e1cf082105d7', 'code': 200} Nov 19 09:23:13.357619 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:13.360035 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:13.554895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-0e364482-60c2-4849-9ee6-3acbc0db3793 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Allocated IP 172.20.0.2 (da542bd0-9404-4cc1-aafd-10496dc15f93/c61394a8-c3f9-425f-acf5-9c26e81f22e9/4e780aac-52b7-49e3-8da4-4d6d8201ddc1) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:23:13.573543 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6aee1117-9070-49b8-a5f3-fdaf2a025d60 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:13.577742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca48e51-b648-4fc1-a5a1-f4f560003bc6 req-fab96bac-653c-4531-9ee1-e0faa828efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:13.578344 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca48e51-b648-4fc1-a5a1-f4f560003bc6 req-fab96bac-653c-4531-9ee1-e0faa828efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:13.578819 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca48e51-b648-4fc1-a5a1-f4f560003bc6 req-fab96bac-653c-4531-9ee1-e0faa828efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:13.581430 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7ca48e51-b648-4fc1-a5a1-f4f560003bc6 req-fab96bac-653c-4531-9ee1-e0faa828efbe service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2874 time: 0.1769910 Nov 19 09:23:13.583863 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6aee1117-9070-49b8-a5f3-fdaf2a025d60 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:13.626536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bddea-f35a-4d28-99fa-f35c0f114c1a req-c3600df5-a01c-42d9-82de-af8b818a2d9c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:13.634366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c5bddea-f35a-4d28-99fa-f35c0f114c1a req-c3600df5-a01c-42d9-82de-af8b818a2d9c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 944 time: 0.2155557 Nov 19 09:23:13.684332 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6aee1117-9070-49b8-a5f3-fdaf2a025d60 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:13.700354 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6aee1117-9070-49b8-a5f3-fdaf2a025d60 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4926217 Nov 19 09:23:13.700354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51194) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:13.714330 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7ae28fb6-cd03-48cd-acd9-08daa59c478d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:13.714849 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-7ae28fb6-cd03-48cd-acd9-08daa59c478d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 09:23:13.716690 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-7ae28fb6-cd03-48cd-acd9-08daa59c478d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] update failed (client error): There was a conflict when trying to complete your request. Nov 19 09:23:13.718644 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7ae28fb6-cd03-48cd-acd9-08daa59c478d tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "PUT /v2.0/security-groups/0706c042-8030-4160-b692-1976612bfc29 HTTP/1.1" status: 409 len: 330 time: 0.0096381 Nov 19 09:23:13.724095 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51196) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:13.780198 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee1117-9070-49b8-a5f3-fdaf2a025d60 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0706c042-8030-4160-b692-1976612bfc29,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:13.786864 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7ca48e51-b648-4fc1-a5a1-f4f560003bc6 req-125216dc-ba76-4132-aacc-d478006ef3dd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668510 Nov 19 09:23:13.853252 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5064707d-a0eb-46fd-b9be-daf91b4d9b23 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:13.895101 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5064707d-a0eb-46fd-b9be-daf91b4d9b23 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:13.957292 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5064707d-a0eb-46fd-b9be-daf91b4d9b23 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:13.961857 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5064707d-a0eb-46fd-b9be-daf91b4d9b23 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:13.963187 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5064707d-a0eb-46fd-b9be-daf91b4d9b23 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "DELETE /v2.0/security-groups/0706c042-8030-4160-b692-1976612bfc29 HTTP/1.1" status: 204 len: 168 time: 0.2378228 Nov 19 09:23:13.967222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51200) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:13.989316 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064707d-a0eb-46fd-b9be-daf91b4d9b23 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0706c042-8030-4160-b692-1976612bfc29,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:14.041375 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-167d60ca-7076-40ed-9a60-8aeb49cf3f99 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0722167 Nov 19 09:23:14.048968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51202) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:14.091135 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c5bddea-f35a-4d28-99fa-f35c0f114c1a req-7641b22d-919a-4d63-a85f-ad5c1a6fe760 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4364533 Nov 19 09:23:14.125330 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-76381ac5-4ed9-4095-9628-962fe82cffb7 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] delete failed (client error): The resource could not be found. Nov 19 09:23:14.131142 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51204) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:14.131472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-76381ac5-4ed9-4095-9628-962fe82cffb7 tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "DELETE /v2.0/security-groups/e04976df-b650-40a3-b878-36de9f45a3a4 HTTP/1.1" status: 404 len: 347 time: 0.0781977 Nov 19 09:23:14.148557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130e57d-a79f-48e6-ad55-1d542228665b req-6c3b28a3-0e74-4dc4-9ce9-1e3694b482e9 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:14.158823 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93d2a-0f75-47db-8c12-52b1cd2fef49 req-2f0fa1a7-8898-4f09-9025-86fe150eb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:14.161291 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-73a93d2a-0f75-47db-8c12-52b1cd2fef49 req-2f0fa1a7-8898-4f09-9025-86fe150eb2ce service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1&tenant_id=aca38c45346a4619b8e97252585ec66d HTTP/1.1" status: 200 len: 1096 time: 0.1169646 Nov 19 09:23:14.162842 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6130e57d-a79f-48e6-ad55-1d542228665b req-6c3b28a3-0e74-4dc4-9ce9-1e3694b482e9 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.5251536 Nov 19 09:23:14.163380 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-e3599fd2-cd42-4a9d-b54c-702b988d9ade tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] show failed (client error): The resource could not be found. Nov 19 09:23:14.167917 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e3599fd2-cd42-4a9d-b54c-702b988d9ade tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "GET /v2.0/security-groups/6ae33135-c4fb-4ab1-9454-bd25cdb5209a HTTP/1.1" status: 404 len: 347 time: 0.0333016 Nov 19 09:23:14.168744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51208) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:14.198183 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-c93df978-cfeb-42c1-923d-bb571f9650fa tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] show failed (client error): The resource could not be found. Nov 19 09:23:14.202837 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c93df978-cfeb-42c1-923d-bb571f9650fa tempest-NegativeSecGroupIPv6Test-431869674 tempest-NegativeSecGroupIPv6Test-431869674-project] 10.222.0.21 "GET /v2.0/security-group-rules/8334fda2-a50c-4dbf-8637-d6875e261634 HTTP/1.1" status: 404 len: 356 time: 0.0224042 Nov 19 09:23:14.276858 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-0e364482-60c2-4849-9ee6-3acbc0db3793 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:14.330453 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93d2a-0f75-47db-8c12-52b1cd2fef49 req-3465ce70-4d1b-4872-bfca-2de9e8cd61af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:14.333904 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-73a93d2a-0f75-47db-8c12-52b1cd2fef49 req-3465ce70-4d1b-4872-bfca-2de9e8cd61af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aca38c45346a4619b8e97252585ec66d&device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 1096 time: 0.1272137 Nov 19 09:23:14.379269 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6130e57d-a79f-48e6-ad55-1d542228665b req-0911c7fb-01a6-4923-ae0b-10064116009c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127941 Nov 19 09:23:14.404743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f298f1-77a1-40fd-a53d-637f1f1e22c1 req-51c45a6a-be7a-42a9-8236-3c484c2a6b29 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:14.411806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f298f1-77a1-40fd-a53d-637f1f1e22c1 req-51c45a6a-be7a-42a9-8236-3c484c2a6b29 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:14.418551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f298f1-77a1-40fd-a53d-637f1f1e22c1 req-51c45a6a-be7a-42a9-8236-3c484c2a6b29 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:14.426492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f298f1-77a1-40fd-a53d-637f1f1e22c1 req-51c45a6a-be7a-42a9-8236-3c484c2a6b29 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:14.432800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f298f1-77a1-40fd-a53d-637f1f1e22c1 req-51c45a6a-be7a-42a9-8236-3c484c2a6b29 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:14.440356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f298f1-77a1-40fd-a53d-637f1f1e22c1 req-51c45a6a-be7a-42a9-8236-3c484c2a6b29 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:14.446815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f298f1-77a1-40fd-a53d-637f1f1e22c1 req-51c45a6a-be7a-42a9-8236-3c484c2a6b29 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:14.448974 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50f298f1-77a1-40fd-a53d-637f1f1e22c1 req-51c45a6a-be7a-42a9-8236-3c484c2a6b29 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5418 time: 0.2392066 Nov 19 09:23:14.477823 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-0e364482-60c2-4849-9ee6-3acbc0db3793 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:14.586562 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93d2a-0f75-47db-8c12-52b1cd2fef49 req-43b2d692-df1f-42ec-84c6-5f60206fb085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:14.589128 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-73a93d2a-0f75-47db-8c12-52b1cd2fef49 req-43b2d692-df1f-42ec-84c6-5f60206fb085 service neutron] 10.222.0.71 "GET /v2.0/networks?id=474919e0-d306-45f8-ba00-5d415ec8f657 HTTP/1.1" status: 200 len: 918 time: 0.2456841 Nov 19 09:23:14.717330 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51220) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:14.737122 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-73a93d2a-0f75-47db-8c12-52b1cd2fef49 req-641926c8-980a-4825-8520-7a064f12850b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d2d4448-a8fa-4a71-a242-92b6f7eecc56 HTTP/1.1" status: 200 len: 1000 time: 0.1352510 Nov 19 09:23:14.759827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-0e364482-60c2-4849-9ee6-3acbc0db3793 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Network da542bd0-9404-4cc1-aafd-10496dc15f93 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:23:14.784291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-0e364482-60c2-4849-9ee6-3acbc0db3793 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:23:14.799519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-0e364482-60c2-4849-9ee6-3acbc0db3793 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:23:14.829911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50f298f1-77a1-40fd-a53d-637f1f1e22c1 req-cb5f7643-802d-4e3e-b719-e7ce0ac742ab tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3705204 Nov 19 09:23:14.840804 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93d2a-0f75-47db-8c12-52b1cd2fef49 req-d9f62104-f47e-48a6-b44d-c85f01bdd534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:14.843821 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e364482-60c2-4849-9ee6-3acbc0db3793 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Pushing event updated for resources: {'Port': ['ID=4e780aac-52b7-49e3-8da4-4d6d8201ddc1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:14.848379 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-73a93d2a-0f75-47db-8c12-52b1cd2fef49 req-d9f62104-f47e-48a6-b44d-c85f01bdd534 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2b648376-425d-4c7d-a8fa-19be389f154e HTTP/1.1" status: 200 len: 856 time: 0.0986512 Nov 19 09:23:14.909489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4d6e6-ee54-408a-baae-e12fc5afb537 req-d98d51a3-b17d-42e3-8001-a330ba56f6a6 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:14.920277 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0da4d6e6-ee54-408a-baae-e12fc5afb537 req-d98d51a3-b17d-42e3-8001-a330ba56f6a6 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 931 time: 0.4120209 Nov 19 09:23:14.971896 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93d2a-0f75-47db-8c12-52b1cd2fef49 req-f2f115a5-94df-4228-85e5-6a051ff8016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:14.974364 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-73a93d2a-0f75-47db-8c12-52b1cd2fef49 req-f2f115a5-94df-4228-85e5-6a051ff8016e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=474919e0-d306-45f8-ba00-5d415ec8f657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105285 Nov 19 09:23:15.026142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-0e364482-60c2-4849-9ee6-3acbc0db3793 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:15.026925 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-0e364482-60c2-4849-9ee6-3acbc0db3793 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:15.119609 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfee7b-a707-4ed2-85f4-3d65e8f15d48 req-82e992a5-dfaf-4c13-bf04-d6041a674bdf tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:15.138141 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfee7b-a707-4ed2-85f4-3d65e8f15d48 req-82e992a5-dfaf-4c13-bf04-d6041a674bdf tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:15.144830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfee7b-a707-4ed2-85f4-3d65e8f15d48 req-82e992a5-dfaf-4c13-bf04-d6041a674bdf tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:15.153826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1bfee7b-a707-4ed2-85f4-3d65e8f15d48 req-82e992a5-dfaf-4c13-bf04-d6041a674bdf tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2418 time: 0.2035210 Nov 19 09:23:15.173313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-0e364482-60c2-4849-9ee6-3acbc0db3793 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9016409 Nov 19 09:23:15.200534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Request body: {'port': {'device_id': '7bf221c5-be71-436e-bada-a6820a55c3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:15.215676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0da4d6e6-ee54-408a-baae-e12fc5afb537 req-f68cab3c-423f-4ee2-923e-e19e5f857b82 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927461 Nov 19 09:23:15.268725 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-73a93d2a-0f75-47db-8c12-52b1cd2fef49 req-ac189c6f-8458-4892-ba88-1541082e638f service neutron] 10.222.0.71 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821281 Nov 19 09:23:15.289197 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-10dcfa36-2694-4652-a66a-d77eda04bbce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4fab75cce21431db14578deaa0209d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5697360 Nov 19 09:23:15.290313 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51228) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:15.400578 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:15.444392 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1bfee7b-a707-4ed2-85f4-3d65e8f15d48 req-45e03068-c6bd-435f-b0d1-20cc6f83f9ce tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891064 Nov 19 09:23:15.475464 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:15.492048 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3795b8d8-f7e3-449f-a2c0-d33ca052e8ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:15.503607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333671d-b2b2-4241-bd55-cbecc05d73cc req-3046d0b1-f6d7-481a-b413-e6078b8724d5 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:15.513460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1333671d-b2b2-4241-bd55-cbecc05d73cc req-3046d0b1-f6d7-481a-b413-e6078b8724d5 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 944 time: 0.1585624 Nov 19 09:23:15.542626 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-73a93d2a-0f75-47db-8c12-52b1cd2fef49 req-75a14786-363b-4ef0-8ac9-91474b5bf83f service neutron] 10.222.0.71 "GET /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496815 Nov 19 09:23:15.544791 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3795b8d8-f7e3-449f-a2c0-d33ca052e8ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:15.602287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1333671d-b2b2-4241-bd55-cbecc05d73cc req-22b3f352-e089-451e-9460-5df518fed893 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877728 Nov 19 09:23:15.634779 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3795b8d8-f7e3-449f-a2c0-d33ca052e8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:15.639537 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3795b8d8-f7e3-449f-a2c0-d33ca052e8ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:15.644651 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3795b8d8-f7e3-449f-a2c0-d33ca052e8ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/143fb713-50d2-4d76-924a-be26071f51ae HTTP/1.1" status: 204 len: 168 time: 0.3504305 Nov 19 09:23:15.664232 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795b8d8-f7e3-449f-a2c0-d33ca052e8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143fb713-50d2-4d76-924a-be26071f51ae,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:15.777205 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81047345-65c1-433a-b680-c5f6164d1108 req-65086bee-d23d-4c74-8d15-dddc0feef27a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:15.786416 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81047345-65c1-433a-b680-c5f6164d1108 req-65086bee-d23d-4c74-8d15-dddc0feef27a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.1953084 Nov 19 09:23:15.925642 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81047345-65c1-433a-b680-c5f6164d1108 req-2a7202a1-b0c9-4447-b821-ce12a4ef97c6 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327307 Nov 19 09:23:16.066421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:23:16.078398 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:16.108452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541d945-bcb2-48ec-8ceb-b3ed3e14cd19 req-d9740877-6ac7-478a-af9b-852959bd2354 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:16.115051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541d945-bcb2-48ec-8ceb-b3ed3e14cd19 req-d9740877-6ac7-478a-af9b-852959bd2354 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:16.121362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541d945-bcb2-48ec-8ceb-b3ed3e14cd19 req-d9740877-6ac7-478a-af9b-852959bd2354 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:16.127902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541d945-bcb2-48ec-8ceb-b3ed3e14cd19 req-d9740877-6ac7-478a-af9b-852959bd2354 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:16.133859 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541d945-bcb2-48ec-8ceb-b3ed3e14cd19 req-d9740877-6ac7-478a-af9b-852959bd2354 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:16.140057 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541d945-bcb2-48ec-8ceb-b3ed3e14cd19 req-d9740877-6ac7-478a-af9b-852959bd2354 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:16.146024 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541d945-bcb2-48ec-8ceb-b3ed3e14cd19 req-d9740877-6ac7-478a-af9b-852959bd2354 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:16.147977 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8541d945-bcb2-48ec-8ceb-b3ed3e14cd19 req-d9740877-6ac7-478a-af9b-852959bd2354 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5418 time: 0.1226461 Nov 19 09:23:16.153718 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Transition to ACTIVE for port object 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:23:16.159817 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:16.283933 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Pushing event updated for resources: {'Port': ['ID=4e780aac-52b7-49e3-8da4-4d6d8201ddc1,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:16.383571 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Attempting to bind port 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:23:16.383926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Attempting to bind port 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'c1cb171b-e875-4868-852d-0dee413d3788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'da542bd0-9404-4cc1-aafd-10496dc15f93'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:23:16.384260 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Attempting to bind port 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 on network da542bd0-9404-4cc1-aafd-10496dc15f93 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:23:16.440477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Port 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 on network da542bd0-9404-4cc1-aafd-10496dc15f93 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:23:16.440845 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Attempting to bind port 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 on network da542bd0-9404-4cc1-aafd-10496dc15f93 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:23:16.458449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa109ec-6bb5-4aa0-ae4f-4de59836c482 req-fb614d85-b835-4b0d-b772-c3607089d72d tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:16.459958 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfa109ec-6bb5-4aa0-ae4f-4de59836c482 req-fb614d85-b835-4b0d-b772-c3607089d72d tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 943 time: 0.1456149 Nov 19 09:23:16.473726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8541d945-bcb2-48ec-8ceb-b3ed3e14cd19 req-8a8fa85a-1691-40ad-b5f2-c0d9b551ac79 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3104053 Nov 19 09:23:16.477058 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:23:16.480529 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Checking segment: {'id': 'c1cb171b-e875-4868-852d-0dee413d3788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'da542bd0-9404-4cc1-aafd-10496dc15f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:23:16.480930 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Bound using segment: {'id': 'c1cb171b-e875-4868-852d-0dee413d3788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'da542bd0-9404-4cc1-aafd-10496dc15f93'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:23:16.492583 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Bound port: 4e780aac-52b7-49e3-8da4-4d6d8201ddc1, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1cb171b-e875-4868-852d-0dee413d3788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'da542bd0-9404-4cc1-aafd-10496dc15f93'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:23:16.492583 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:16.578267 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfa109ec-6bb5-4aa0-ae4f-4de59836c482 req-151a0fa2-d129-4a1c-8926-b6fb5ac9a479 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025033 Nov 19 09:23:16.659867 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] For port 4e780aac-52b7-49e3-8da4-4d6d8201ddc1, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:23:16.666236 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] For port 4e780aac-52b7-49e3-8da4-4d6d8201ddc1, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4e780aac-52b7-49e3-8da4-4d6d8201ddc1,segment=NetworkSegment(c1cb171b-e875-4868-852d-0dee413d3788),segment_id=c1cb171b-e875-4868-852d-0dee413d3788)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:23:16.696343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ee474-f0b6-4b1c-938f-2a3394f0bbdf req-926a55f6-a1b6-4136-89f7-8a5f5959eb27 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:16.711929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ee474-f0b6-4b1c-938f-2a3394f0bbdf req-926a55f6-a1b6-4136-89f7-8a5f5959eb27 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:16.722200 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ee474-f0b6-4b1c-938f-2a3394f0bbdf req-926a55f6-a1b6-4136-89f7-8a5f5959eb27 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:16.727298 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c74ee474-f0b6-4b1c-938f-2a3394f0bbdf req-926a55f6-a1b6-4136-89f7-8a5f5959eb27 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2418 time: 0.1480572 Nov 19 09:23:16.732988 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:16.854589 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51296) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:17.013026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Pushing event updated for resources: {'Port': ['ID=4e780aac-52b7-49e3-8da4-4d6d8201ddc1,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:17.029828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:17.030995 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:17.034894 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-fc29e7c8-5a75-413a-a49b-f297146e8604 service neutron] 10.222.0.71 "PUT /v2.0/ports/4e780aac-52b7-49e3-8da4-4d6d8201ddc1 HTTP/1.1" status: 200 len: 1092 time: 1.8434508 Nov 19 09:23:17.035864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf221c5-be71-436e-bada-a6820a55c3c4', 'tag': '4e780aac-52b7-49e3-8da4-4d6d8201ddc1'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:23:17.044036 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05ff9e4-6add-4896-9657-d78f7a9f3eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf221c5-be71-436e-bada-a6820a55c3c4", "tag": "4e780aac-52b7-49e3-8da4-4d6d8201ddc1"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:23:17.075669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c74ee474-f0b6-4b1c-938f-2a3394f0bbdf req-5626b6d9-68a3-4b59-9123-d87bea18604f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208306 Nov 19 09:23:17.122590 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31f6c3-6546-4920-998c-98d465539c9b req-13b6c257-1b19-4f67-acf9-a7d7ad1c26ee tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:17.135581 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd31f6c3-6546-4920-998c-98d465539c9b req-13b6c257-1b19-4f67-acf9-a7d7ad1c26ee tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 944 time: 0.4062583 Nov 19 09:23:17.217754 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd31f6c3-6546-4920-998c-98d465539c9b req-88c64ece-be22-4d1e-906d-1baa39144175 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804932 Nov 19 09:23:17.286279 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cba592aa-c1c5-403e-a7d8-5d60a90e03c2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1547225919'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:17.326591 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219cd865-8b46-495c-b4db-33ceb1f84616 x-openstack-request-id: req-219cd865-8b46-495c-b4db-33ceb1f84616 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:23:17.326991 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf221c5-be71-436e-bada-a6820a55c3c4", "tag": "4e780aac-52b7-49e3-8da4-4d6d8201ddc1", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:23:17.327600 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-219cd865-8b46-495c-b4db-33ceb1f84616 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:23:17.328115 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf221c5-be71-436e-bada-a6820a55c3c4', 'tag': '4e780aac-52b7-49e3-8da4-4d6d8201ddc1', 'status': 'completed', 'code': 200} Nov 19 09:23:17.350407 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba592aa-c1c5-403e-a7d8-5d60a90e03c2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Made reservation on behalf of 0e6996361e554949a20519722ef48724 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:23:17.354162 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cba592aa-c1c5-403e-a7d8-5d60a90e03c2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:17.380716 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cba592aa-c1c5-403e-a7d8-5d60a90e03c2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:17.382698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cbddc-9c14-410e-b2a8-41dc0b9f1daf req-742ce46e-9db9-4fd7-823f-42626b97fab8 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:17.384973 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b97cbddc-9c14-410e-b2a8-41dc0b9f1daf req-742ce46e-9db9-4fd7-823f-42626b97fab8 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.1602933 Nov 19 09:23:17.491503 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b97cbddc-9c14-410e-b2a8-41dc0b9f1daf req-160744e0-59c2-41c1-adb8-b3c0e6978cff tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961578 Nov 19 09:23:17.571679 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cba592aa-c1c5-403e-a7d8-5d60a90e03c2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:17.588116 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cba592aa-c1c5-403e-a7d8-5d60a90e03c2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:17.623381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba592aa-c1c5-403e-a7d8-5d60a90e03c2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:23:17.644871 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cba592aa-c1c5-403e-a7d8-5d60a90e03c2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:17.645270 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-cba592aa-c1c5-403e-a7d8-5d60a90e03c2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Added segment 05586593-c949-45da-a694-37cb5706d491 of type vlan for network 3a9cf3ce-eac5-44b4-bde1-92738821e1ce Nov 19 09:23:17.699585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bdbdd-9df5-4c9a-b189-75927e2cb91a req-3f55219a-061a-4a0e-990d-231563b26118 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:17.706550 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bdbdd-9df5-4c9a-b189-75927e2cb91a req-3f55219a-061a-4a0e-990d-231563b26118 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:17.712626 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bdbdd-9df5-4c9a-b189-75927e2cb91a req-3f55219a-061a-4a0e-990d-231563b26118 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:17.719907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bdbdd-9df5-4c9a-b189-75927e2cb91a req-3f55219a-061a-4a0e-990d-231563b26118 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:17.728040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bdbdd-9df5-4c9a-b189-75927e2cb91a req-3f55219a-061a-4a0e-990d-231563b26118 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:17.734570 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bdbdd-9df5-4c9a-b189-75927e2cb91a req-3f55219a-061a-4a0e-990d-231563b26118 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:17.741837 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bdbdd-9df5-4c9a-b189-75927e2cb91a req-3f55219a-061a-4a0e-990d-231563b26118 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:17.743947 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-186bdbdd-9df5-4c9a-b189-75927e2cb91a req-3f55219a-061a-4a0e-990d-231563b26118 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5418 time: 0.1662490 Nov 19 09:23:17.756017 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cba592aa-c1c5-403e-a7d8-5d60a90e03c2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:17.809833 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cba592aa-c1c5-403e-a7d8-5d60a90e03c2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:17.817457 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba592aa-c1c5-403e-a7d8-5d60a90e03c2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:17.818168 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cba592aa-c1c5-403e-a7d8-5d60a90e03c2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:17.819982 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:17.910558 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cba592aa-c1c5-403e-a7d8-5d60a90e03c2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0485003 Nov 19 09:23:17.912451 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba592aa-c1c5-403e-a7d8-5d60a90e03c2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54fa3471-08d2-461b-971f-99223c85258c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:17.912861 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-186bdbdd-9df5-4c9a-b189-75927e2cb91a req-38fc8cc1-ad08-4ac8-a70a-b5fd98c7b232 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1604450 Nov 19 09:23:17.914297 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51316) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:17.921421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-cc5fffe5-9565-4156-a424-35d6fa427d06 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3a9cf3ce-eac5-44b4-bde1-92738821e1ce', 'tempest-TagsTest-Tag-1716783520') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:17.935199 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50269a92-c8db-4808-8e5e-16a045a7c62c req-568575fb-6c97-428f-ba19-7a851c068834 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:17.945678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50269a92-c8db-4808-8e5e-16a045a7c62c req-568575fb-6c97-428f-ba19-7a851c068834 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 943 time: 0.1647363 Nov 19 09:23:17.961831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba592aa-c1c5-403e-a7d8-5d60a90e03c2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Pushing event updated for resources: {'Network': ['ID=3a9cf3ce-eac5-44b4-bde1-92738821e1ce,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:17.980949 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 3a9cf3ce-eac5-44b4-bde1-92738821e1ce details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:23:18.061863 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50269a92-c8db-4808-8e5e-16a045a7c62c req-e1418c5a-63d8-42ca-9b44-e8d45ffc8ccc tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146626 Nov 19 09:23:18.239842 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cc5fffe5-9565-4156-a424-35d6fa427d06 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] 10.222.0.21 "PUT /v2.0/networks/3a9cf3ce-eac5-44b4-bde1-92738821e1ce/tags/tempest-TagsTest-Tag-1716783520 HTTP/1.1" status: 201 len: 201 time: 0.3244822 Nov 19 09:23:18.243472 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51320) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:18.249101 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-ced8605e-ef71-4f16-888b-3afcb74ab8bb tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3a9cf3ce-eac5-44b4-bde1-92738821e1ce', 'tempest-TagsTest-Tag-1716783520') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:18.255833 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 93875227-8990-4442-841e-19b4c3c91736 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:23:18.284012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28738224-8904-47f6-9abe-3122827b7294 req-69dafce7-0eba-47c1-9506-95030cb13968 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:18.303131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28738224-8904-47f6-9abe-3122827b7294 req-69dafce7-0eba-47c1-9506-95030cb13968 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:18.318697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28738224-8904-47f6-9abe-3122827b7294 req-69dafce7-0eba-47c1-9506-95030cb13968 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:18.320568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28738224-8904-47f6-9abe-3122827b7294 req-69dafce7-0eba-47c1-9506-95030cb13968 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2418 time: 0.2058070 Nov 19 09:23:18.433447 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ced8605e-ef71-4f16-888b-3afcb74ab8bb tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] 10.222.0.21 "GET /v2.0/networks/3a9cf3ce-eac5-44b4-bde1-92738821e1ce/tags/tempest-TagsTest-Tag-1716783520 HTTP/1.1" status: 204 len: 168 time: 0.1882131 Nov 19 09:23:18.435618 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51324) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:18.448831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-faaa98e4-db86-4079-b793-dd6f681d2c36 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3a9cf3ce-eac5-44b4-bde1-92738821e1ce') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:18.463402 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 93875227-8990-4442-841e-19b4c3c91736, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=93875227-8990-4442-841e-19b4c3c91736,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:18.481133 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28738224-8904-47f6-9abe-3122827b7294 req-5c00ce1f-0afa-494f-9427-9c4ba0c30d1b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502814 Nov 19 09:23:18.520415 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274d584-7a02-48fb-86dc-5cebeae2ec09 req-91578e44-fa08-4995-b3d2-7fbb359439a8 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:18.564343 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7274d584-7a02-48fb-86dc-5cebeae2ec09 req-91578e44-fa08-4995-b3d2-7fbb359439a8 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 944 time: 0.1388111 Nov 19 09:23:18.591502 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-faaa98e4-db86-4079-b793-dd6f681d2c36 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] 10.222.0.21 "GET /v2.0/networks/3a9cf3ce-eac5-44b4-bde1-92738821e1ce/tags HTTP/1.1" status: 200 len: 238 time: 0.1531410 Nov 19 09:23:18.592182 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51328) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:18.604611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-096a9055-98d0-415a-a6cc-0e8590446d83 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3a9cf3ce-eac5-44b4-bde1-92738821e1ce', {'tags': ['tempest-TagsTest-Tag-1451429110', 'tempest-TagsTest-Tag-731740049', 'tempest-TagsTest-Tag-1073791653']}) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:18.712551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '93875227-8990-4442-841e-19b4c3c91736', 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014', 'port_id': '93875227-8990-4442-841e-19b4c3c91736', 'mac_address': 'fa:16:3e:1a:23:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74a8f75-21c6-4cef-a7c5-ca2c55024f9c', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:23:18.716821 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7274d584-7a02-48fb-86dc-5cebeae2ec09 req-59ad2437-1096-4e1d-ae2a-c26d99e8daa6 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487284 Nov 19 09:23:18.765219 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc6902-507f-431e-976a-cce0a5732464 req-0acaf03a-478d-4e34-8a65-9310e05a9ac5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:18.767121 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97fc6902-507f-431e-976a-cce0a5732464 req-0acaf03a-478d-4e34-8a65-9310e05a9ac5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.0815146 Nov 19 09:23:18.791895 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:18.826499 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93875227-8990-4442-841e-19b4c3c91736 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:23:18.865593 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-096a9055-98d0-415a-a6cc-0e8590446d83 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] 10.222.0.21 "PUT /v2.0/networks/3a9cf3ce-eac5-44b4-bde1-92738821e1ce/tags HTTP/1.1" status: 200 len: 308 time: 0.2708464 Nov 19 09:23:18.868229 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51330) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:18.873773 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-a986b8f5-95c8-47c7-a7d0-838bab05e82f tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3a9cf3ce-eac5-44b4-bde1-92738821e1ce', 'tempest-TagsTest-Tag-1451429110') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:18.876660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 93875227-8990-4442-841e-19b4c3c91736, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=93875227-8990-4442-841e-19b4c3c91736,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:18.897033 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97fc6902-507f-431e-976a-cce0a5732464 req-d6703cf3-b885-47bf-b35c-5ba1478f9203 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104734 Nov 19 09:23:18.900171 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:18.900938 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e1b1b935-d8de-408b-9222-af54f732f4dd details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:23:18.907014 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ff9e4-6add-4896-9657-d78f7a9f3eb3 req-847a2b1a-0e16-45e2-a34e-f9abaf684e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:18.909306 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a05ff9e4-6add-4896-9657-d78f7a9f3eb3 req-847a2b1a-0e16-45e2-a34e-f9abaf684e8a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ae48353a7184ab0a63a42150d4aff65&device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 1095 time: 0.1409564 Nov 19 09:23:18.989015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e1b1b935-d8de-408b-9222-af54f732f4dd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e1b1b935-d8de-408b-9222-af54f732f4dd,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:19.001936 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=93875227-8990-4442-841e-19b4c3c91736,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:19.010434 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'e1b1b935-d8de-408b-9222-af54f732f4dd', 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014', 'port_id': 'e1b1b935-d8de-408b-9222-af54f732f4dd', 'mac_address': 'fa:16:3e:24:52:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74a8f75-21c6-4cef-a7c5-ca2c55024f9c', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:23:19.014115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:19.014469 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:19.014821 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:19.015165 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:19.015510 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:19.015846 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:19.016184 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:19.016562 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:19.016895 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:19.017254 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:19.017589 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:19.017919 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:19.100725 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:19.111094 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a986b8f5-95c8-47c7-a7d0-838bab05e82f tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] 10.222.0.21 "DELETE /v2.0/networks/3a9cf3ce-eac5-44b4-bde1-92738821e1ce/tags/tempest-TagsTest-Tag-1451429110 HTTP/1.1" status: 204 len: 168 time: 0.2409322 Nov 19 09:23:19.113872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51334) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:19.123326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-eac1ee63-691a-4707-9032-efaa27f70519 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3a9cf3ce-eac5-44b4-bde1-92738821e1ce', 'tempest-TagsTest-Tag-1451429110') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:19.136683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b1b935-d8de-408b-9222-af54f732f4dd {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:23:19.172064 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ff9e4-6add-4896-9657-d78f7a9f3eb3 req-610c045c-59b2-4f40-ab14-5e2f30156a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:19.176901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a05ff9e4-6add-4896-9657-d78f7a9f3eb3 req-610c045c-59b2-4f40-ab14-5e2f30156a95 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9ae48353a7184ab0a63a42150d4aff65&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2262082 Nov 19 09:23:19.181572 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e1b1b935-d8de-408b-9222-af54f732f4dd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e1b1b935-d8de-408b-9222-af54f732f4dd,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:19.190657 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:19.191351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b1b16378-6621-4664-9462-33598662a163 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:23:19.246897 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e83a1-46d8-43a2-8740-1795050fc2dd req-9a1af12b-839f-4ac3-b49d-1d8881c8a410 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:19.252866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e83a1-46d8-43a2-8740-1795050fc2dd req-9a1af12b-839f-4ac3-b49d-1d8881c8a410 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:19.265194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e83a1-46d8-43a2-8740-1795050fc2dd req-9a1af12b-839f-4ac3-b49d-1d8881c8a410 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:19.289695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e83a1-46d8-43a2-8740-1795050fc2dd req-9a1af12b-839f-4ac3-b49d-1d8881c8a410 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:19.302245 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e83a1-46d8-43a2-8740-1795050fc2dd req-9a1af12b-839f-4ac3-b49d-1d8881c8a410 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:19.316834 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-eac1ee63-691a-4707-9032-efaa27f70519 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] show failed (client error): The resource could not be found. Nov 19 09:23:19.317029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e83a1-46d8-43a2-8740-1795050fc2dd req-9a1af12b-839f-4ac3-b49d-1d8881c8a410 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:19.318124 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-eac1ee63-691a-4707-9032-efaa27f70519 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] 10.222.0.21 "GET /v2.0/networks/3a9cf3ce-eac5-44b4-bde1-92738821e1ce/tags/tempest-TagsTest-Tag-1451429110 HTTP/1.1" status: 404 len: 326 time: 0.2024295 Nov 19 09:23:19.322541 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51340) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:19.329981 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-69206e96-437b-4100-8f4a-5dc91a650aba tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3a9cf3ce-eac5-44b4-bde1-92738821e1ce', 'tempest-TagsTest-Tag-731740049') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:19.335099 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e83a1-46d8-43a2-8740-1795050fc2dd req-9a1af12b-839f-4ac3-b49d-1d8881c8a410 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:19.346956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a44e83a1-46d8-43a2-8740-1795050fc2dd req-9a1af12b-839f-4ac3-b49d-1d8881c8a410 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5419 time: 0.2435296 Nov 19 09:23:19.427285 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=e1b1b935-d8de-408b-9222-af54f732f4dd,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:19.497728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a44e83a1-46d8-43a2-8740-1795050fc2dd req-c20393c4-ef68-447c-8f9a-6d4abde440d7 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1478033 Nov 19 09:23:19.524844 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-69206e96-437b-4100-8f4a-5dc91a650aba tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] 10.222.0.21 "GET /v2.0/networks/3a9cf3ce-eac5-44b4-bde1-92738821e1ce/tags/tempest-TagsTest-Tag-731740049 HTTP/1.1" status: 204 len: 168 time: 0.1959617 Nov 19 09:23:19.525742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51342) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:19.535570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b1b16378-6621-4664-9462-33598662a163, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b1b16378-6621-4664-9462-33598662a163,segment=NetworkSegment(b9617a27-704a-4c57-bfd5-805c6e963569),segment_id=b9617a27-704a-4c57-bfd5-805c6e963569)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:19.542421 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-d9781fa0-3ad7-4615-b0cd-43f63d7b94d2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3a9cf3ce-eac5-44b4-bde1-92738821e1ce', 'tempest-TagsTest-Tag-1073791653') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:19.561925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'b1b16378-6621-4664-9462-33598662a163', 'network_id': '15405871-da19-4499-a311-e93abf739d4c', 'port_id': 'b1b16378-6621-4664-9462-33598662a163', 'mac_address': 'fa:16:3e:1e:24:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '256f9334-7b81-45d8-b5ff-85e83d2809f1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:23:19.562350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451f2ed-4e68-481a-a3b7-268a752aab72 req-4ddccb9d-7674-4bc5-9a65-30dfc5f9e66a tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:19.581940 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2451f2ed-4e68-481a-a3b7-268a752aab72 req-4ddccb9d-7674-4bc5-9a65-30dfc5f9e66a tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 943 time: 0.2082458 Nov 19 09:23:19.643651 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:19.674967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b16378-6621-4664-9462-33598662a163 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:23:19.719457 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b1b16378-6621-4664-9462-33598662a163, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b1b16378-6621-4664-9462-33598662a163,segment=NetworkSegment(b9617a27-704a-4c57-bfd5-805c6e963569),segment_id=b9617a27-704a-4c57-bfd5-805c6e963569)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:19.726372 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:19.727056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:23:19.730136 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d9781fa0-3ad7-4615-b0cd-43f63d7b94d2 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] 10.222.0.21 "GET /v2.0/networks/3a9cf3ce-eac5-44b4-bde1-92738821e1ce/tags/tempest-TagsTest-Tag-1073791653 HTTP/1.1" status: 204 len: 168 time: 0.2034545 Nov 19 09:23:19.730870 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51346) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:19.734605 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2451f2ed-4e68-481a-a3b7-268a752aab72 req-0ba544aa-277b-4875-8b56-5cec0f4ced82 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501245 Nov 19 09:23:19.749751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-d02344a1-19b4-4927-a5cb-51cb3650ed4b tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3a9cf3ce-eac5-44b4-bde1-92738821e1ce') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:19.896817 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d02344a1-19b4-4927-a5cb-51cb3650ed4b tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] 10.222.0.21 "DELETE /v2.0/networks/3a9cf3ce-eac5-44b4-bde1-92738821e1ce/tags HTTP/1.1" status: 204 len: 168 time: 0.1646049 Nov 19 09:23:19.897111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51350) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:19.907243 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-5440f961-aabe-42f8-83f1-fabdb6748a3e tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3a9cf3ce-eac5-44b4-bde1-92738821e1ce', 'tempest-TagsTest-Tag-731740049') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:19.936347 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-65983ef1-dd88-4c17-89d4-81bdc6d775e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:19.979828 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=1cfb4ad1-72f2-4c6a-8756-da669c03ad65,segment=NetworkSegment(b9617a27-704a-4c57-bfd5-805c6e963569),segment_id=b9617a27-704a-4c57-bfd5-805c6e963569)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:19.982987 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=b1b16378-6621-4664-9462-33598662a163,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:19.998052 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '1cfb4ad1-72f2-4c6a-8756-da669c03ad65', 'network_id': '15405871-da19-4499-a311-e93abf739d4c', 'port_id': '1cfb4ad1-72f2-4c6a-8756-da669c03ad65', 'mac_address': 'fa:16:3e:88:45:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '256f9334-7b81-45d8-b5ff-85e83d2809f1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:23:20.020153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97f13f-fe1f-47a9-a58a-4459e9eb2744 req-207a9912-1d26-4869-8058-364ccf05a798 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:20.041641 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97f13f-fe1f-47a9-a58a-4459e9eb2744 req-207a9912-1d26-4869-8058-364ccf05a798 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:20.051050 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:20.054054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97f13f-fe1f-47a9-a58a-4459e9eb2744 req-207a9912-1d26-4869-8058-364ccf05a798 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:20.056425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f97f13f-fe1f-47a9-a58a-4459e9eb2744 req-207a9912-1d26-4869-8058-364ccf05a798 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2418 time: 0.2958136 Nov 19 09:23:20.066228 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:23:20.098028 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=1cfb4ad1-72f2-4c6a-8756-da669c03ad65,segment=NetworkSegment(b9617a27-704a-4c57-bfd5-805c6e963569),segment_id=b9617a27-704a-4c57-bfd5-805c6e963569)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:20.110097 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:20.114442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 56761c8f-425b-4730-929a-ba3b0b318243 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:23:20.276403 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 56761c8f-425b-4730-929a-ba3b0b318243, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=56761c8f-425b-4730-929a-ba3b0b318243,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:20.301367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '56761c8f-425b-4730-929a-ba3b0b318243', 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014', 'port_id': '56761c8f-425b-4730-929a-ba3b0b318243', 'mac_address': 'fa:16:3e:7a:6e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74a8f75-21c6-4cef-a7c5-ca2c55024f9c', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:23:20.324262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ff9e4-6add-4896-9657-d78f7a9f3eb3 req-f0fc7a40-b724-4d68-b7a8-5a8e26ec57b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:20.326157 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a05ff9e4-6add-4896-9657-d78f7a9f3eb3 req-f0fc7a40-b724-4d68-b7a8-5a8e26ec57b6 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2521627 Nov 19 09:23:20.392605 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:20.417470 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56761c8f-425b-4730-929a-ba3b0b318243 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:23:20.431163 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-5440f961-aabe-42f8-83f1-fabdb6748a3e tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] show failed (client error): The resource could not be found. Nov 19 09:23:20.432563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5440f961-aabe-42f8-83f1-fabdb6748a3e tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] 10.222.0.21 "GET /v2.0/networks/3a9cf3ce-eac5-44b4-bde1-92738821e1ce/tags/tempest-TagsTest-Tag-731740049 HTTP/1.1" status: 404 len: 325 time: 0.5334749 Nov 19 09:23:20.435553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51358) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:20.441204 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-16149668-9d5d-41fb-bbf9-8291334cc5e1 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3a9cf3ce-eac5-44b4-bde1-92738821e1ce', 'tempest-TagsTest-Tag-1073791653') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:20.443079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 56761c8f-425b-4730-929a-ba3b0b318243, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=56761c8f-425b-4730-929a-ba3b0b318243,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:20.451043 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=1cfb4ad1-72f2-4c6a-8756-da669c03ad65,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:20.466478 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:20.468108 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 28da1422-f569-4bc1-8147-20320b911d07 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:23:20.493356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8673e4-b27f-4985-b22b-1cba5629f92a req-712b0fd9-2985-4983-aa9c-e2a9887a6710 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:20.495052 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf8673e4-b27f-4985-b22b-1cba5629f92a req-712b0fd9-2985-4983-aa9c-e2a9887a6710 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 944 time: 0.5947256 Nov 19 09:23:20.508981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f97f13f-fe1f-47a9-a58a-4459e9eb2744 req-10cb7c57-2619-4460-aad9-b472db0d036f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928988 Nov 19 09:23:20.636704 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf8673e4-b27f-4985-b22b-1cba5629f92a req-cb6fab07-ebb5-4627-b85c-55e8758d3b51 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224439 Nov 19 09:23:20.667291 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 28da1422-f569-4bc1-8147-20320b911d07, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=28da1422-f569-4bc1-8147-20320b911d07,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:20.693675 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-16149668-9d5d-41fb-bbf9-8291334cc5e1 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] show failed (client error): The resource could not be found. Nov 19 09:23:20.697799 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-16149668-9d5d-41fb-bbf9-8291334cc5e1 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] 10.222.0.21 "GET /v2.0/networks/3a9cf3ce-eac5-44b4-bde1-92738821e1ce/tags/tempest-TagsTest-Tag-1073791653 HTTP/1.1" status: 404 len: 326 time: 0.2579088 Nov 19 09:23:20.699575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=56761c8f-425b-4730-929a-ba3b0b318243,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:20.706158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51362) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:20.706392 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '28da1422-f569-4bc1-8147-20320b911d07', 'network_id': '3282dff9-c0bb-424b-9664-c64e91191014', 'port_id': '28da1422-f569-4bc1-8147-20320b911d07', 'mac_address': 'fa:16:3e:97:30:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74a8f75-21c6-4cef-a7c5-ca2c55024f9c', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:23:20.730265 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-3f578aa7-2800-4690-9519-72ba937095c6 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3a9cf3ce-eac5-44b4-bde1-92738821e1ce') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:20.799540 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:20.815318 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28da1422-f569-4bc1-8147-20320b911d07 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:23:20.855707 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 28da1422-f569-4bc1-8147-20320b911d07, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=28da1422-f569-4bc1-8147-20320b911d07,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:20.870826 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:20.871605 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 5a9782cc-737b-4c81-975d-0c7bac4b62ed details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:23:20.919707 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3f578aa7-2800-4690-9519-72ba937095c6 tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] 10.222.0.21 "DELETE /v2.0/networks/3a9cf3ce-eac5-44b4-bde1-92738821e1ce/tags HTTP/1.1" status: 204 len: 168 time: 0.2073879 Nov 19 09:23:20.920417 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51366) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:20.925216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfed359-899e-4eec-b402-b6ce4a15ddff req-b54aea03-57bb-4b29-9008-35d52b04eb5e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:20.935041 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1cfed359-899e-4eec-b402-b6ce4a15ddff req-b54aea03-57bb-4b29-9008-35d52b04eb5e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.2482004 Nov 19 09:23:21.054421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ad13d-808c-4e10-a234-d24662e4893c req-8293b698-dd91-448f-900f-6b689620bece tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:21.087094 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ad13d-808c-4e10-a234-d24662e4893c req-8293b698-dd91-448f-900f-6b689620bece tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:21.098506 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ad13d-808c-4e10-a234-d24662e4893c req-8293b698-dd91-448f-900f-6b689620bece tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:21.119019 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ad13d-808c-4e10-a234-d24662e4893c req-8293b698-dd91-448f-900f-6b689620bece tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:21.148318 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ad13d-808c-4e10-a234-d24662e4893c req-8293b698-dd91-448f-900f-6b689620bece tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:21.152193 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b000f4c-4272-4ac7-af2c-e28eb6ef2f4a tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:21.157366 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ad13d-808c-4e10-a234-d24662e4893c req-8293b698-dd91-448f-900f-6b689620bece tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:21.168705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ad13d-808c-4e10-a234-d24662e4893c req-8293b698-dd91-448f-900f-6b689620bece tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:21.171611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e04ad13d-808c-4e10-a234-d24662e4893c req-8293b698-dd91-448f-900f-6b689620bece tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5423 time: 0.3948798 Nov 19 09:23:21.196149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=28da1422-f569-4bc1-8147-20320b911d07,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:21.237487 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1cfed359-899e-4eec-b402-b6ce4a15ddff req-c1b7df4f-cb09-4d85-8785-a3d0d48c46e1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960386 Nov 19 09:23:21.293712 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 5a9782cc-737b-4c81-975d-0c7bac4b62ed, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=5a9782cc-737b-4c81-975d-0c7bac4b62ed,segment=NetworkSegment(5bc28d9f-98af-4ae3-b476-7cf3cb606a85),segment_id=5bc28d9f-98af-4ae3-b476-7cf3cb606a85)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:21.323736 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '5a9782cc-737b-4c81-975d-0c7bac4b62ed', 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'port_id': '5a9782cc-737b-4c81-975d-0c7bac4b62ed', 'mac_address': 'fa:16:3e:b3:2c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:23:21.374178 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b000f4c-4272-4ac7-af2c-e28eb6ef2f4a tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:21.411931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e04ad13d-808c-4e10-a234-d24662e4893c req-a57b8c4d-fd77-460f-ae8e-31660f20ceeb tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2123983 Nov 19 09:23:21.415379 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:21.443337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9782cc-737b-4c81-975d-0c7bac4b62ed {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:23:21.457352 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3b000f4c-4272-4ac7-af2c-e28eb6ef2f4a tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9cf3ce-eac5-44b4-bde1-92738821e1ce']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:21.485373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3b000f4c-4272-4ac7-af2c-e28eb6ef2f4a tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05586593-c949-45da-a694-37cb5706d491') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:21.485679 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3b000f4c-4272-4ac7-af2c-e28eb6ef2f4a tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05586593-c949-45da-a694-37cb5706d491') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:21.509131 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b000f4c-4272-4ac7-af2c-e28eb6ef2f4a tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:21.550410 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b000f4c-4272-4ac7-af2c-e28eb6ef2f4a tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:21.554925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 5a9782cc-737b-4c81-975d-0c7bac4b62ed, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=5a9782cc-737b-4c81-975d-0c7bac4b62ed,segment=NetworkSegment(5bc28d9f-98af-4ae3-b476-7cf3cb606a85),segment_id=5bc28d9f-98af-4ae3-b476-7cf3cb606a85)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:21.561455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b000f4c-4272-4ac7-af2c-e28eb6ef2f4a tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:23:21.561925 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b000f4c-4272-4ac7-af2c-e28eb6ef2f4a tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:21.564824 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:23:21.566624 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:23:21.584791 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ae085-4ba6-4acf-a2aa-f7cd81b944be req-c57988cf-b713-43fd-83ba-2bf948c127ef tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:21.586831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-023ae085-4ba6-4acf-a2aa-f7cd81b944be req-c57988cf-b713-43fd-83ba-2bf948c127ef tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 943 time: 0.1550097 Nov 19 09:23:21.679455 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b000f4c-4272-4ac7-af2c-e28eb6ef2f4a tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:21.682807 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=5a9782cc-737b-4c81-975d-0c7bac4b62ed,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:21.720901 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b000f4c-4272-4ac7-af2c-e28eb6ef2f4a tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:21.745390 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3b000f4c-4272-4ac7-af2c-e28eb6ef2f4a tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] 10.222.0.21 "DELETE /v2.0/networks/3a9cf3ce-eac5-44b4-bde1-92738821e1ce HTTP/1.1" status: 204 len: 168 time: 0.8147943 Nov 19 09:23:21.748333 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b000f4c-4272-4ac7-af2c-e28eb6ef2f4a tempest-TagsTest-79771957 tempest-TagsTest-79771957-project] Pushing event deleted for resources: {'Network': ['ID=3a9cf3ce-eac5-44b4-bde1-92738821e1ce,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:21.773793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136735b1-ca0c-4be1-a500-de5095c34981 req-3c0548f5-e449-4223-8556-417a3bb366ba tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:21.780756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136735b1-ca0c-4be1-a500-de5095c34981 req-3c0548f5-e449-4223-8556-417a3bb366ba tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:21.788724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136735b1-ca0c-4be1-a500-de5095c34981 req-3c0548f5-e449-4223-8556-417a3bb366ba tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:21.790842 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-136735b1-ca0c-4be1-a500-de5095c34981 req-3c0548f5-e449-4223-8556-417a3bb366ba tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2418 time: 0.1224372 Nov 19 09:23:21.795115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-023ae085-4ba6-4acf-a2aa-f7cd81b944be req-532c4c09-2e2a-4a77-b236-b761def855b4 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004218 Nov 19 09:23:21.879402 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-136735b1-ca0c-4be1-a500-de5095c34981 req-6db63042-b86d-480d-88a7-6e7eba870993 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801318 Nov 19 09:23:22.098135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76bed3-dff3-4e4b-b84a-82cf2ec06610 req-9d53fbb5-8ec0-464f-a78b-0f0fe5e9de8c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:22.099751 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a76bed3-dff3-4e4b-b84a-82cf2ec06610 req-9d53fbb5-8ec0-464f-a78b-0f0fe5e9de8c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 944 time: 0.1525817 Nov 19 09:23:22.197492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a76bed3-dff3-4e4b-b84a-82cf2ec06610 req-56e450e9-bf8f-4ddf-a7f3-754cd86cbe22 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888517 Nov 19 09:23:22.308939 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-96ddd746-2e01-4792-af72-762624e9b327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:22.335544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b1b16378-6621-4664-9462-33598662a163'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:23:22.407939 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['5a9782cc-737b-4c81-975d-0c7bac4b62ed'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:23:22.410030 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51380) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:22.418274 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c56bb-5438-474d-b632-e9b2c0e8bcb5 req-c643206a-661b-4835-adcb-0b3acb5d529b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:22.419988 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f7c56bb-5438-474d-b632-e9b2c0e8bcb5 req-c643206a-661b-4835-adcb-0b3acb5d529b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.0889711 Nov 19 09:23:22.428512 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['56761c8f-425b-4730-929a-ba3b0b318243'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:23:22.506921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['1cfb4ad1-72f2-4c6a-8756-da669c03ad65'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:23:22.548415 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['e1b1b935-d8de-408b-9222-af54f732f4dd'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:23:22.550696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['28da1422-f569-4bc1-8147-20320b911d07'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:23:22.649738 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f7c56bb-5438-474d-b632-e9b2c0e8bcb5 req-010fa6db-49e2-44a6-8885-6ff15afb12d3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130032 Nov 19 09:23:22.783445 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe3e4b-0d21-4271-bf1e-eb3b011fdaa3 req-166374cf-bd79-4038-b586-5fdcec6e32a3 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:22.795188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe3e4b-0d21-4271-bf1e-eb3b011fdaa3 req-166374cf-bd79-4038-b586-5fdcec6e32a3 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:22.809155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe3e4b-0d21-4271-bf1e-eb3b011fdaa3 req-166374cf-bd79-4038-b586-5fdcec6e32a3 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:22.816794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe3e4b-0d21-4271-bf1e-eb3b011fdaa3 req-166374cf-bd79-4038-b586-5fdcec6e32a3 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:22.823552 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3e74bf6a-26a7-4122-988e-418a575dc39b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e6996361e554949a20519722ef48724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4118674 Nov 19 09:23:22.824500 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe3e4b-0d21-4271-bf1e-eb3b011fdaa3 req-166374cf-bd79-4038-b586-5fdcec6e32a3 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:22.826267 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51390) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:22.848236 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe3e4b-0d21-4271-bf1e-eb3b011fdaa3 req-166374cf-bd79-4038-b586-5fdcec6e32a3 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:22.863001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe3e4b-0d21-4271-bf1e-eb3b011fdaa3 req-166374cf-bd79-4038-b586-5fdcec6e32a3 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:22.884793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eefe3e4b-0d21-4271-bf1e-eb3b011fdaa3 req-166374cf-bd79-4038-b586-5fdcec6e32a3 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5425 time: 0.3032260 Nov 19 09:23:23.019610 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a504231c-82cf-4412-8543-f2e9eefbe19a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:23.023623 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4026582-a8d3-4655-91c1-80ee6b467a3e req-c8746c84-80d7-4e86-82e0-7b0b9385e63d tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:23.025254 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a4026582-a8d3-4655-91c1-80ee6b467a3e req-c8746c84-80d7-4e86-82e0-7b0b9385e63d tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 943 time: 0.0916927 Nov 19 09:23:23.039734 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eefe3e4b-0d21-4271-bf1e-eb3b011fdaa3 req-0dd0e247-9e3e-4a85-bf91-843f81f6d924 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1536496 Nov 19 09:23:23.098943 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a504231c-82cf-4412-8543-f2e9eefbe19a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:23.145231 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a4026582-a8d3-4655-91c1-80ee6b467a3e req-476d42c5-2b98-4256-934b-e886428f32cc tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961456 Nov 19 09:23:23.239964 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a504231c-82cf-4412-8543-f2e9eefbe19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:23.244689 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a504231c-82cf-4412-8543-f2e9eefbe19a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:23.248402 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a504231c-82cf-4412-8543-f2e9eefbe19a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54fa3471-08d2-461b-971f-99223c85258c HTTP/1.1" status: 204 len: 168 time: 0.4185102 Nov 19 09:23:23.273702 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504231c-82cf-4412-8543-f2e9eefbe19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fa3471-08d2-461b-971f-99223c85258c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:23.314046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be36d6-04c6-4c7b-9be9-cfc50bd99e5e req-121e857d-1e68-4dde-a712-106f977a8f91 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:23.331808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be36d6-04c6-4c7b-9be9-cfc50bd99e5e req-121e857d-1e68-4dde-a712-106f977a8f91 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:23.346730 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['93875227-8990-4442-841e-19b4c3c91736'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:23:23.356575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be36d6-04c6-4c7b-9be9-cfc50bd99e5e req-121e857d-1e68-4dde-a712-106f977a8f91 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:23.375069 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31be36d6-04c6-4c7b-9be9-cfc50bd99e5e req-121e857d-1e68-4dde-a712-106f977a8f91 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2418 time: 0.2050316 Nov 19 09:23:23.474540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c0459-4ecd-4bf2-ba73-f1a3862eb607 req-8598c504-3f53-409c-9705-a5a6617880ac tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:23.476397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed0c0459-4ecd-4bf2-ba73-f1a3862eb607 req-8598c504-3f53-409c-9705-a5a6617880ac tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 944 time: 0.0987279 Nov 19 09:23:23.482202 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31be36d6-04c6-4c7b-9be9-cfc50bd99e5e req-73b4bde7-01e8-4e97-8874-d70071887660 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064010 Nov 19 09:23:23.567115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed0c0459-4ecd-4bf2-ba73-f1a3862eb607 req-74a44bf2-a2db-443b-9dd6-2006704fe8fd tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838935 Nov 19 09:23:23.920550 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:24.014109 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-c6f7bcdb-8140-44ae-b463-db846e441686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:24.019186 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-c6f7bcdb-8140-44ae-b463-db846e441686 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ae48353a7184ab0a63a42150d4aff65&device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 1095 time: 0.2546234 Nov 19 09:23:24.039548 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe22320-6274-4f6d-8044-0204f7a9e6a9 req-102508a4-a92d-4515-a107-116fffa6112d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:24.053715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbe22320-6274-4f6d-8044-0204f7a9e6a9 req-102508a4-a92d-4515-a107-116fffa6112d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.2564800 Nov 19 09:23:24.228405 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbe22320-6274-4f6d-8044-0204f7a9e6a9 req-6ba524ff-1047-4b5a-904f-a9554d5ecb21 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714768 Nov 19 09:23:24.320892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203e0eb-40b1-4101-8c2f-e668a81a5edc req-0b568660-5150-4fb3-a7c5-1fa3ecb6a872 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:24.328743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203e0eb-40b1-4101-8c2f-e668a81a5edc req-0b568660-5150-4fb3-a7c5-1fa3ecb6a872 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:24.335131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203e0eb-40b1-4101-8c2f-e668a81a5edc req-0b568660-5150-4fb3-a7c5-1fa3ecb6a872 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:24.342703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203e0eb-40b1-4101-8c2f-e668a81a5edc req-0b568660-5150-4fb3-a7c5-1fa3ecb6a872 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:24.384320 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203e0eb-40b1-4101-8c2f-e668a81a5edc req-0b568660-5150-4fb3-a7c5-1fa3ecb6a872 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:24.396512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203e0eb-40b1-4101-8c2f-e668a81a5edc req-0b568660-5150-4fb3-a7c5-1fa3ecb6a872 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:24.410007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203e0eb-40b1-4101-8c2f-e668a81a5edc req-0b568660-5150-4fb3-a7c5-1fa3ecb6a872 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:24.422001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b203e0eb-40b1-4101-8c2f-e668a81a5edc req-0b568660-5150-4fb3-a7c5-1fa3ecb6a872 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5425 time: 0.1901031 Nov 19 09:23:24.544914 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-4fb29108-d884-493d-af54-3b334d2aea95 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e780aac-52b7-49e3-8da4-4d6d8201ddc1 HTTP/1.1" status: 200 len: 217 time: 0.1243913 Nov 19 09:23:24.604492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9658a-b333-4977-832b-e7ab4078786d req-d4eb1d2c-3c2d-4b93-b41a-f01240e507a2 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:24.619966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9fd9658a-b333-4977-832b-e7ab4078786d req-d4eb1d2c-3c2d-4b93-b41a-f01240e507a2 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 943 time: 0.1978076 Nov 19 09:23:24.760946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b203e0eb-40b1-4101-8c2f-e668a81a5edc req-11835ed3-c553-4250-919b-3ad4d5092bb6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3414326 Nov 19 09:23:24.800282 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9fd9658a-b333-4977-832b-e7ab4078786d req-5fa09495-4fd6-4bf5-9e38-b5cc3468ad81 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787181 Nov 19 09:23:24.845591 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:25.295571 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5c4e7-6663-415a-843a-20807dff0437 req-62a324c7-64e6-4d8a-8ac7-a24d79dc4a3c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:25.305524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5c4e7-6663-415a-843a-20807dff0437 req-62a324c7-64e6-4d8a-8ac7-a24d79dc4a3c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:25.317334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5c4e7-6663-415a-843a-20807dff0437 req-62a324c7-64e6-4d8a-8ac7-a24d79dc4a3c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:25.330862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b3c5c4e7-6663-415a-843a-20807dff0437 req-62a324c7-64e6-4d8a-8ac7-a24d79dc4a3c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2418 time: 0.2544367 Nov 19 09:23:25.346957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a5c56-6d7b-4845-9b59-951c88aa6e75 req-612ab5e6-91d6-4ca1-8e70-aa6939d88221 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:25.354271 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-250a5c56-6d7b-4845-9b59-951c88aa6e75 req-612ab5e6-91d6-4ca1-8e70-aa6939d88221 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 944 time: 0.2527554 Nov 19 09:23:25.432964 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b3c5c4e7-6663-415a-843a-20807dff0437 req-84747f60-4b13-433b-be87-8f9e9f71f878 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010921 Nov 19 09:23:25.439980 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:25.544696 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-250a5c56-6d7b-4845-9b59-951c88aa6e75 req-618663ed-6bd9-4c47-a412-55df30742ce8 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894712 Nov 19 09:23:25.612343 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 28da1422-f569-4bc1-8147-20320b911d07 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:25.620367 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5acdb6-9894-4414-9f83-943bce697fe2 req-c70ed513-705d-4e68-95d5-12d205cf6e95 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:25.627468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da5acdb6-9894-4414-9f83-943bce697fe2 req-c70ed513-705d-4e68-95d5-12d205cf6e95 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.1022570 Nov 19 09:23:25.737365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 28da1422-f569-4bc1-8147-20320b911d07 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:23:25.741596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 28da1422-f569-4bc1-8147-20320b911d07 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:25.741979 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:25.745344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da5acdb6-9894-4414-9f83-943bce697fe2 req-d6a65fe0-00f0-43f8-b2e7-b47b906b2c87 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115670 Nov 19 09:23:25.890057 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:25.953201 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28da1422-f569-4bc1-8147-20320b911d07'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:23:25.959912 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d75dd7-d2c0-4fdb-83fc-2a1d2c4dfbc0" -d '{"events": [{"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-plugged", "status": "completed", "tag": "28da1422-f569-4bc1-8147-20320b911d07"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:23:25.997580 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 28da1422-f569-4bc1-8147-20320b911d07, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=28da1422-f569-4bc1-8147-20320b911d07,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:26.005009 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:26.005958 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 56761c8f-425b-4730-929a-ba3b0b318243 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:26.131694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facf8e0-e51a-4282-a95a-548ce3a26127 req-f8d8d950-1625-413c-939a-c342956af7ab tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:26.143028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3facf8e0-e51a-4282-a95a-548ce3a26127 req-f8d8d950-1625-413c-939a-c342956af7ab tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 943 time: 0.1763763 Nov 19 09:23:26.199855 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=28da1422-f569-4bc1-8147-20320b911d07,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:26.213907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda04c32-5405-423a-9034-64c1fbb573a7 req-9ae5c13e-ff7c-4345-9c9f-d322d22f78db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:26.219006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 56761c8f-425b-4730-929a-ba3b0b318243 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:23:26.226647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda04c32-5405-423a-9034-64c1fbb573a7 req-9ae5c13e-ff7c-4345-9c9f-d322d22f78db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:26.232783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 56761c8f-425b-4730-929a-ba3b0b318243 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:26.233338 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:26.233519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda04c32-5405-423a-9034-64c1fbb573a7 req-9ae5c13e-ff7c-4345-9c9f-d322d22f78db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:26.246405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda04c32-5405-423a-9034-64c1fbb573a7 req-9ae5c13e-ff7c-4345-9c9f-d322d22f78db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:26.255495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda04c32-5405-423a-9034-64c1fbb573a7 req-9ae5c13e-ff7c-4345-9c9f-d322d22f78db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:26.262704 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda04c32-5405-423a-9034-64c1fbb573a7 req-9ae5c13e-ff7c-4345-9c9f-d322d22f78db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:26.272662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda04c32-5405-423a-9034-64c1fbb573a7 req-9ae5c13e-ff7c-4345-9c9f-d322d22f78db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:26.273947 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fda04c32-5405-423a-9034-64c1fbb573a7 req-9ae5c13e-ff7c-4345-9c9f-d322d22f78db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5426 time: 0.2608569 Nov 19 09:23:26.304865 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3facf8e0-e51a-4282-a95a-548ce3a26127 req-1eae3968-488b-4807-884e-e58555a5845b tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605482 Nov 19 09:23:26.442443 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fda04c32-5405-423a-9034-64c1fbb573a7 req-6eeec309-c42b-4d94-aa15-f8667c277c9f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1364026 Nov 19 09:23:26.508757 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cd99ff-78de-4ec5-9bb3-1bcadbee4030 x-openstack-request-id: req-01cd99ff-78de-4ec5-9bb3-1bcadbee4030 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:23:26.512288 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-plugged", "status": "completed", "tag": "28da1422-f569-4bc1-8147-20320b911d07", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:23:26.513993 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01cd99ff-78de-4ec5-9bb3-1bcadbee4030 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:23:26.514618 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28da1422-f569-4bc1-8147-20320b911d07', 'code': 200} Nov 19 09:23:26.518935 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:26.590708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e620a-83e4-4026-b8c3-c7dbb9919d6a req-94de4eeb-8fc3-4d19-8dfb-6cb4ac64ece2 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:26.599324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e620a-83e4-4026-b8c3-c7dbb9919d6a req-94de4eeb-8fc3-4d19-8dfb-6cb4ac64ece2 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:26.607899 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e620a-83e4-4026-b8c3-c7dbb9919d6a req-94de4eeb-8fc3-4d19-8dfb-6cb4ac64ece2 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:26.617017 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b5e620a-83e4-4026-b8c3-c7dbb9919d6a req-94de4eeb-8fc3-4d19-8dfb-6cb4ac64ece2 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2418 time: 0.0966704 Nov 19 09:23:26.646922 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 56761c8f-425b-4730-929a-ba3b0b318243, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=56761c8f-425b-4730-929a-ba3b0b318243,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:26.659144 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:26.679332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b5e620a-83e4-4026-b8c3-c7dbb9919d6a req-c17fecdd-1737-45f6-a964-df396c0df1c7 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571482 Nov 19 09:23:26.749574 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=56761c8f-425b-4730-929a-ba3b0b318243,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:26.794706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac0696-1d8d-4102-974a-d3d1071b7a90 req-6ecfffc0-c026-4767-bff3-8cdab25afbd4 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:26.805755 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7ac0696-1d8d-4102-974a-d3d1071b7a90 req-6ecfffc0-c026-4767-bff3-8cdab25afbd4 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 944 time: 0.0938869 Nov 19 09:23:26.944764 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7ac0696-1d8d-4102-974a-d3d1071b7a90 req-9f0bbeaa-7bb1-4fcb-ab16-9eead3f0c6c7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376092 Nov 19 09:23:26.974656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307a41a-f6c2-4330-aab7-783862e0d475 req-9454ebb1-ceab-48a6-b3ff-5b3b32fc80f2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:26.983146 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7307a41a-f6c2-4330-aab7-783862e0d475 req-9454ebb1-ceab-48a6-b3ff-5b3b32fc80f2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.1111820 Nov 19 09:23:27.063161 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7307a41a-f6c2-4330-aab7-783862e0d475 req-9ccf4c3c-d427-4c3e-93c6-d93d87d186fb tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746999 Nov 19 09:23:27.459042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafe13a-1eb4-4fe3-b7fb-7c6890ce2973 req-7b721b79-71ee-4d48-a15b-08ebadf010f1 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:27.470033 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eaafe13a-1eb4-4fe3-b7fb-7c6890ce2973 req-7b721b79-71ee-4d48-a15b-08ebadf010f1 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 943 time: 0.0719459 Nov 19 09:23:27.553399 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eaafe13a-1eb4-4fe3-b7fb-7c6890ce2973 req-2209eb80-e3a9-477f-8098-5dbdc7d9544c tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823505 Nov 19 09:23:27.597461 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 93875227-8990-4442-841e-19b4c3c91736 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:27.632979 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620829c-03d4-4337-9de9-87a51533f724 req-d849a1b6-14c4-4528-a79b-92c2a13f0f62 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:27.640402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620829c-03d4-4337-9de9-87a51533f724 req-d849a1b6-14c4-4528-a79b-92c2a13f0f62 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:27.647866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620829c-03d4-4337-9de9-87a51533f724 req-d849a1b6-14c4-4528-a79b-92c2a13f0f62 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:27.654424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620829c-03d4-4337-9de9-87a51533f724 req-d849a1b6-14c4-4528-a79b-92c2a13f0f62 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:27.657169 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 93875227-8990-4442-841e-19b4c3c91736 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:23:27.662007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 93875227-8990-4442-841e-19b4c3c91736 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:27.662728 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:27.666188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620829c-03d4-4337-9de9-87a51533f724 req-d849a1b6-14c4-4528-a79b-92c2a13f0f62 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:27.672372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620829c-03d4-4337-9de9-87a51533f724 req-d849a1b6-14c4-4528-a79b-92c2a13f0f62 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:27.678651 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620829c-03d4-4337-9de9-87a51533f724 req-d849a1b6-14c4-4528-a79b-92c2a13f0f62 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:27.680833 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4620829c-03d4-4337-9de9-87a51533f724 req-d849a1b6-14c4-4528-a79b-92c2a13f0f62 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5427 time: 0.1197808 Nov 19 09:23:27.757415 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4620829c-03d4-4337-9de9-87a51533f724 req-5fe5b2ab-3678-4c83-9d9e-17222fa2c7cc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0698764 Nov 19 09:23:27.777233 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:27.841293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 93875227-8990-4442-841e-19b4c3c91736, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=93875227-8990-4442-841e-19b4c3c91736,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:27.846532 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:27.848291 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e1b1b935-d8de-408b-9222-af54f732f4dd up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:27.854283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219feeb-3a5d-4902-a6d5-ebe68b632dc2 req-8050bf69-5e95-4328-90e7-fd581738f07c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:27.861006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219feeb-3a5d-4902-a6d5-ebe68b632dc2 req-8050bf69-5e95-4328-90e7-fd581738f07c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:27.868634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219feeb-3a5d-4902-a6d5-ebe68b632dc2 req-8050bf69-5e95-4328-90e7-fd581738f07c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:27.875365 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6219feeb-3a5d-4902-a6d5-ebe68b632dc2 req-8050bf69-5e95-4328-90e7-fd581738f07c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2418 time: 0.0838861 Nov 19 09:23:27.936177 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6219feeb-3a5d-4902-a6d5-ebe68b632dc2 req-08919bee-cdd0-4501-bd83-b033d89aa987 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574310 Nov 19 09:23:27.936305 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=93875227-8990-4442-841e-19b4c3c91736,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:27.963422 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port e1b1b935-d8de-408b-9222-af54f732f4dd completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:23:27.967750 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port e1b1b935-d8de-408b-9222-af54f732f4dd triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:27.968195 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:28.076549 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:28.151566 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e1b1b935-d8de-408b-9222-af54f732f4dd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e1b1b935-d8de-408b-9222-af54f732f4dd,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:28.162868 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:28.163728 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b1b16378-6621-4664-9462-33598662a163 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:28.253870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=e1b1b935-d8de-408b-9222-af54f732f4dd,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:28.339368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port b1b16378-6621-4664-9462-33598662a163 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:23:28.348461 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port b1b16378-6621-4664-9462-33598662a163 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:28.349380 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:28.528713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56761c8f-425b-4730-929a-ba3b0b318243'}, {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93875227-8990-4442-841e-19b4c3c91736'}, {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b1b935-d8de-408b-9222-af54f732f4dd'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:23:28.532346 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4437eb-2a13-49b0-8865-02ebae2b69b7" -d '{"events": [{"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-plugged", "status": "completed", "tag": "56761c8f-425b-4730-929a-ba3b0b318243"}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-plugged", "status": "completed", "tag": "93875227-8990-4442-841e-19b4c3c91736"}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-plugged", "status": "completed", "tag": "e1b1b935-d8de-408b-9222-af54f732f4dd"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:23:28.562855 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:28.576701 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-c86c6a42-61a0-4b41-89c5-054951d95da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:28.578281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-c86c6a42-61a0-4b41-89c5-054951d95da1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c61394a8-c3f9-425f-acf5-9c26e81f22e9 HTTP/1.1" status: 200 len: 849 time: 0.0883458 Nov 19 09:23:28.588688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91894233-f815-4883-a1c8-6bffe7708a78 req-13222619-529a-40ce-8b97-4499f9be7d10 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:28.590368 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-91894233-f815-4883-a1c8-6bffe7708a78 req-13222619-529a-40ce-8b97-4499f9be7d10 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 944 time: 0.5624876 Nov 19 09:23:28.623308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae590d-5319-498f-b99e-37202cbfe2ba req-3f15c8f4-3ebb-4c6e-9b34-606ff64e1d4e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:28.623766 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b1b16378-6621-4664-9462-33598662a163, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b1b16378-6621-4664-9462-33598662a163,segment=NetworkSegment(b9617a27-704a-4c57-bfd5-805c6e963569),segment_id=b9617a27-704a-4c57-bfd5-805c6e963569)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:28.631757 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16ae590d-5319-498f-b99e-37202cbfe2ba req-3f15c8f4-3ebb-4c6e-9b34-606ff64e1d4e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.1406903 Nov 19 09:23:28.632502 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:28.633353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:28.725822 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-91894233-f815-4883-a1c8-6bffe7708a78 req-a40400ec-30bb-417d-8005-13ca1a78788c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237679 Nov 19 09:23:28.726091 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=b1b16378-6621-4664-9462-33598662a163,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:28.741123 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:23:28.755278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:28.755983 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:28.763611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-8b0f9056-1c38-4c83-b89e-b1864ead9793 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=da542bd0-9404-4cc1-aafd-10496dc15f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929379 Nov 19 09:23:28.795118 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 09:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a67c1ca-e66d-49b5-9b33-3caf6a31037d x-openstack-request-id: req-0a67c1ca-e66d-49b5-9b33-3caf6a31037d {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:23:28.795580 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-plugged", "status": "completed", "tag": "56761c8f-425b-4730-929a-ba3b0b318243", "code": 200}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-plugged", "status": "completed", "tag": "93875227-8990-4442-841e-19b4c3c91736", "code": 200}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-plugged", "status": "completed", "tag": "e1b1b935-d8de-408b-9222-af54f732f4dd", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:23:28.795942 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a67c1ca-e66d-49b5-9b33-3caf6a31037d {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:23:28.796456 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56761c8f-425b-4730-929a-ba3b0b318243', 'code': 200} Nov 19 09:23:28.796816 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93875227-8990-4442-841e-19b4c3c91736', 'code': 200} Nov 19 09:23:28.797201 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b1b935-d8de-408b-9222-af54f732f4dd', 'code': 200} Nov 19 09:23:28.824635 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16ae590d-5319-498f-b99e-37202cbfe2ba req-1d71d80d-e8b8-4f7c-a7bf-643d03b99d00 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895392 Nov 19 09:23:28.913974 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:28.968194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=1cfb4ad1-72f2-4c6a-8756-da669c03ad65,segment=NetworkSegment(b9617a27-704a-4c57-bfd5-805c6e963569),segment_id=b9617a27-704a-4c57-bfd5-805c6e963569)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:28.976492 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:28.977486 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 5a9782cc-737b-4c81-975d-0c7bac4b62ed up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:29.046198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-781d5072-dfe4-4b3d-b6bc-abc9155e7f89 service neutron] 10.222.0.71 "GET /v2.0/networks/da542bd0-9404-4cc1-aafd-10496dc15f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702463 Nov 19 09:23:29.062003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140b1aa-b22a-49cd-85b3-6bade75aedf6 req-815787bb-b5c2-4cf6-bf6d-fa5f2d99e2b7 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:29.072915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d140b1aa-b22a-49cd-85b3-6bade75aedf6 req-815787bb-b5c2-4cf6-bf6d-fa5f2d99e2b7 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 943 time: 0.1639102 Nov 19 09:23:29.086689 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=1cfb4ad1-72f2-4c6a-8756-da669c03ad65,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:29.087440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb4c46-7f77-4913-9002-2093c1018629 req-9af16530-e3b7-4f02-a4ab-12ee94879862 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:29.093599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb4c46-7f77-4913-9002-2093c1018629 req-9af16530-e3b7-4f02-a4ab-12ee94879862 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:29.101128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb4c46-7f77-4913-9002-2093c1018629 req-9af16530-e3b7-4f02-a4ab-12ee94879862 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:29.107519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb4c46-7f77-4913-9002-2093c1018629 req-9af16530-e3b7-4f02-a4ab-12ee94879862 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:29.107706 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 5a9782cc-737b-4c81-975d-0c7bac4b62ed completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:23:29.114311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb4c46-7f77-4913-9002-2093c1018629 req-9af16530-e3b7-4f02-a4ab-12ee94879862 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:29.116797 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 5a9782cc-737b-4c81-975d-0c7bac4b62ed triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:29.117317 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:29.120590 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb4c46-7f77-4913-9002-2093c1018629 req-9af16530-e3b7-4f02-a4ab-12ee94879862 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:29.126920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb4c46-7f77-4913-9002-2093c1018629 req-9af16530-e3b7-4f02-a4ab-12ee94879862 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:29.137512 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cfb4c46-7f77-4913-9002-2093c1018629 req-9af16530-e3b7-4f02-a4ab-12ee94879862 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5430 time: 0.2043576 Nov 19 09:23:29.222415 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:29.299186 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d140b1aa-b22a-49cd-85b3-6bade75aedf6 req-ad59ce6e-96f6-4729-bd79-ad612fb6f6e7 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253401 Nov 19 09:23:29.300210 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 5a9782cc-737b-4c81-975d-0c7bac4b62ed, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=5a9782cc-737b-4c81-975d-0c7bac4b62ed,segment=NetworkSegment(5bc28d9f-98af-4ae3-b476-7cf3cb606a85),segment_id=5bc28d9f-98af-4ae3-b476-7cf3cb606a85)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:29.314890 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:29.330864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cfb4c46-7f77-4913-9002-2093c1018629 req-5b4c1bc3-2d03-4086-ad9f-da97245a6310 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1801252 Nov 19 09:23:29.361002 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f332d87c-b5ab-4d76-aed5-8660cde02cd1 req-e85dcbb3-84dc-4058-8372-1460d0550091 service neutron] 10.222.0.71 "GET /v2.0/networks/da542bd0-9404-4cc1-aafd-10496dc15f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202172 Nov 19 09:23:29.403671 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=5a9782cc-737b-4c81-975d-0c7bac4b62ed,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:29.487837 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b365dda-4c90-4c0a-bc0a-4caf163163a0 req-cff3c012-8a07-43f1-ac12-2e11a294c98c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:29.494021 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b365dda-4c90-4c0a-bc0a-4caf163163a0 req-cff3c012-8a07-43f1-ac12-2e11a294c98c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:29.502254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b365dda-4c90-4c0a-bc0a-4caf163163a0 req-cff3c012-8a07-43f1-ac12-2e11a294c98c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:29.503984 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6b365dda-4c90-4c0a-bc0a-4caf163163a0 req-cff3c012-8a07-43f1-ac12-2e11a294c98c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2418 time: 0.0895343 Nov 19 09:23:29.566547 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6b365dda-4c90-4c0a-bc0a-4caf163163a0 req-34d2fd04-af28-4abf-a612-02330978226b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537758 Nov 19 09:23:30.044372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04ec94-0976-404b-8c6f-8e5d348db00e req-6b1c5f4c-89c5-49ee-8890-461179b42d6f tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:30.046796 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba04ec94-0976-404b-8c6f-8e5d348db00e req-6b1c5f4c-89c5-49ee-8890-461179b42d6f tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 944 time: 0.2089617 Nov 19 09:23:30.067614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-550f3bc6-f32c-4285-8091-55117bebbd45 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:30.074350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-550f3bc6-f32c-4285-8091-55117bebbd45 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:30.080323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-550f3bc6-f32c-4285-8091-55117bebbd45 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:30.082057 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-550f3bc6-f32c-4285-8091-55117bebbd45 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.71 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 2418 time: 0.1890197 Nov 19 09:23:30.092681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9c941-bc45-4b52-9abf-2fc2cc813a03 req-a25a5e58-a957-40fd-8784-328ed6d2231e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:30.094089 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-84b9c941-bc45-4b52-9abf-2fc2cc813a03 req-a25a5e58-a957-40fd-8784-328ed6d2231e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.1661267 Nov 19 09:23:30.241189 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba04ec94-0976-404b-8c6f-8e5d348db00e req-0e29af3b-5c90-4c92-955f-c00de53f6f45 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580737 Nov 19 09:23:30.248236 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-84b9c941-bc45-4b52-9abf-2fc2cc813a03 req-e2079f9e-a28f-49f7-ae89-09a2897ed983 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406598 Nov 19 09:23:30.276855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Deleting port d61ffae2-8032-4539-a49f-e1cf082105d7 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:23:30.277453 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:30.448813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] For port d61ffae2-8032-4539-a49f-e1cf082105d7, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=d61ffae2-8032-4539-a49f-e1cf082105d7,segment=NetworkSegment(520c8139-79b9-4b9c-a88a-c9401f9e5f3b),segment_id=520c8139-79b9-4b9c-a88a-c9401f9e5f3b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:30.449553 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:30.548946 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Calling delete_port for d61ffae2-8032-4539-a49f-e1cf082105d7 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:23:30.680727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68a3b0-3146-48a0-a90d-631004dbf5a7 req-b61e9c65-2fee-412f-a587-4f310be7b88a tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:30.689318 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f68a3b0-3146-48a0-a90d-631004dbf5a7 req-b61e9c65-2fee-412f-a587-4f310be7b88a tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 943 time: 0.2345452 Nov 19 09:23:30.717376 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76088c1-ebb5-4b5c-92ac-f27d6f7d1133 req-ec9cfad9-be44-4f2b-8f9b-3363ff830488 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:30.723940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76088c1-ebb5-4b5c-92ac-f27d6f7d1133 req-ec9cfad9-be44-4f2b-8f9b-3363ff830488 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:30.730207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76088c1-ebb5-4b5c-92ac-f27d6f7d1133 req-ec9cfad9-be44-4f2b-8f9b-3363ff830488 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:30.736898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76088c1-ebb5-4b5c-92ac-f27d6f7d1133 req-ec9cfad9-be44-4f2b-8f9b-3363ff830488 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:30.752132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76088c1-ebb5-4b5c-92ac-f27d6f7d1133 req-ec9cfad9-be44-4f2b-8f9b-3363ff830488 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:30.758242 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76088c1-ebb5-4b5c-92ac-f27d6f7d1133 req-ec9cfad9-be44-4f2b-8f9b-3363ff830488 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:30.764356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76088c1-ebb5-4b5c-92ac-f27d6f7d1133 req-ec9cfad9-be44-4f2b-8f9b-3363ff830488 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:30.772582 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a76088c1-ebb5-4b5c-92ac-f27d6f7d1133 req-ec9cfad9-be44-4f2b-8f9b-3363ff830488 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5432 time: 0.3128767 Nov 19 09:23:30.798859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b16378-6621-4664-9462-33598662a163'}, {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfb4ad1-72f2-4c6a-8756-da669c03ad65'}, {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9782cc-737b-4c81-975d-0c7bac4b62ed'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:23:30.801251 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617cb711-c466-4e3c-865b-bad663c6e1e0" -d '{"events": [{"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-plugged", "status": "completed", "tag": "b1b16378-6621-4664-9462-33598662a163"}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-plugged", "status": "completed", "tag": "1cfb4ad1-72f2-4c6a-8756-da669c03ad65"}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-plugged", "status": "completed", "tag": "5a9782cc-737b-4c81-975d-0c7bac4b62ed"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:23:30.905749 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f68a3b0-3146-48a0-a90d-631004dbf5a7 req-ee53e62a-6fea-43c7-a392-1ac1537ac996 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151885 Nov 19 09:23:30.954445 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a76088c1-ebb5-4b5c-92ac-f27d6f7d1133 req-57692950-ece1-46ca-8125-b9230b9e450a tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1808121 Nov 19 09:23:31.001378 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:31.014978 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67', 'd61ffae2-8032-4539-a49f-e1cf082105d7', '4ade2736-f93d-4da1-a240-bcb2972a358e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:23:31.092330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event deleted for resources: {'Port': ['ID=d61ffae2-8032-4539-a49f-e1cf082105d7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:31.142426 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:31.143677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:31.144861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:31.145376 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:31.146027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:31.146462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:31.146967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:31.147503 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:31.148083 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:31.148652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:31.149026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:31.149581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:31.289469 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] No DVR routers for this DVR port d61ffae2-8032-4539-a49f-e1cf082105d7 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:23:31.296927 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:31.305075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-905ce97e-2b49-4761-8bd6-464b8ac39ae8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.71 "DELETE /v2.0/ports/d61ffae2-8032-4539-a49f-e1cf082105d7 HTTP/1.1" status: 204 len: 173 time: 1.2044079 Nov 19 09:23:31.306545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'name': 'network-vif-deleted', 'tag': 'd61ffae2-8032-4539-a49f-e1cf082105d7'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:23:31.309969 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d69e31-ec29-4cee-b752-b0f8c31ee007" -d '{"events": [{"server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "name": "network-vif-deleted", "tag": "d61ffae2-8032-4539-a49f-e1cf082105d7"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:23:31.368420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3ffff-472b-48b0-9bfc-682c31516c74 req-8d065562-660c-4252-b079-5dce58742405 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:31.375162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3ffff-472b-48b0-9bfc-682c31516c74 req-8d065562-660c-4252-b079-5dce58742405 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:31.383915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8fc3ffff-472b-48b0-9bfc-682c31516c74 req-8d065562-660c-4252-b079-5dce58742405 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 1682 time: 0.3641853 Nov 19 09:23:31.493036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5478fd-819f-466b-8e08-0a49566fa144 req-56a7c34e-c0d9-4740-b68d-5083fbd15de3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:31.494825 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f5478fd-819f-466b-8e08-0a49566fa144 req-56a7c34e-c0d9-4740-b68d-5083fbd15de3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.3610406 Nov 19 09:23:31.576142 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8fc3ffff-472b-48b0-9bfc-682c31516c74 req-a4f07f98-a1b0-422e-86e5-adfa8f0331e4 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876915 Nov 19 09:23:31.635676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f5478fd-819f-466b-8e08-0a49566fa144 req-8a72863d-3008-4e1c-a6e2-9a39c8f39aa5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249931 Nov 19 09:23:31.639292 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-674277b1-fb17-4708-b7e8-11cc5993e307 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Deleting port 4ade2736-f93d-4da1-a240-bcb2972a358e {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:23:31.639876 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-674277b1-fb17-4708-b7e8-11cc5993e307 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:31.648944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:23:31.715892 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 09:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710a5d95-c884-499d-8a7c-e5ea78526769 x-openstack-request-id: req-710a5d95-c884-499d-8a7c-e5ea78526769 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:23:31.716171 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-plugged", "status": "completed", "tag": "b1b16378-6621-4664-9462-33598662a163", "code": 200}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-plugged", "status": "completed", "tag": "1cfb4ad1-72f2-4c6a-8756-da669c03ad65", "code": 200}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-plugged", "status": "completed", "tag": "5a9782cc-737b-4c81-975d-0c7bac4b62ed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:23:31.716402 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-710a5d95-c884-499d-8a7c-e5ea78526769 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:23:31.725796 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b16378-6621-4664-9462-33598662a163', 'code': 200} Nov 19 09:23:31.726019 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfb4ad1-72f2-4c6a-8756-da669c03ad65', 'code': 200} Nov 19 09:23:31.726245 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9782cc-737b-4c81-975d-0c7bac4b62ed', 'code': 200} Nov 19 09:23:31.794016 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7a07cb-db56-49a9-b809-7201feb3c5e7 x-openstack-request-id: req-7f7a07cb-db56-49a9-b809-7201feb3c5e7 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:23:31.795643 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "name": "network-vif-deleted", "tag": "d61ffae2-8032-4539-a49f-e1cf082105d7", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:23:31.796064 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f7a07cb-db56-49a9-b809-7201feb3c5e7 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:23:31.797921 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'name': 'network-vif-deleted', 'tag': 'd61ffae2-8032-4539-a49f-e1cf082105d7', 'status': 'completed', 'code': 200} Nov 19 09:23:31.864822 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:31.887878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-674277b1-fb17-4708-b7e8-11cc5993e307 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] For port 4ade2736-f93d-4da1-a240-bcb2972a358e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4ade2736-f93d-4da1-a240-bcb2972a358e,segment=NetworkSegment(48c6dfcb-ec3c-415b-8d57-0fce860c1984),segment_id=48c6dfcb-ec3c-415b-8d57-0fce860c1984)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:31.888261 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-674277b1-fb17-4708-b7e8-11cc5993e307 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:31.890322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'port_id': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56', 'mac_address': 'fa:16:3e:fc:7a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:23:31.912192 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2762e-0098-4eb7-90d2-127adc1f3a53 req-61c9f1e2-a762-48a1-b92d-9609f5f7f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:31.912817 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2762e-0098-4eb7-90d2-127adc1f3a53 req-61c9f1e2-a762-48a1-b92d-9609f5f7f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:31.914558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bf22f-deb5-488b-903e-d5d55dbe7541 req-2f404f68-7efe-4692-b1d5-cd3e07dc81ea tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:31.915805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2762e-0098-4eb7-90d2-127adc1f3a53 req-61c9f1e2-a762-48a1-b92d-9609f5f7f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:31.916293 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2762e-0098-4eb7-90d2-127adc1f3a53 req-61c9f1e2-a762-48a1-b92d-9609f5f7f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:31.916765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2762e-0098-4eb7-90d2-127adc1f3a53 req-61c9f1e2-a762-48a1-b92d-9609f5f7f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:31.917288 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2762e-0098-4eb7-90d2-127adc1f3a53 req-61c9f1e2-a762-48a1-b92d-9609f5f7f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:31.917752 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2762e-0098-4eb7-90d2-127adc1f3a53 req-61c9f1e2-a762-48a1-b92d-9609f5f7f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:31.920205 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f7b2762e-0098-4eb7-90d2-127adc1f3a53 req-61c9f1e2-a762-48a1-b92d-9609f5f7f782 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 6496 time: 0.1102128 Nov 19 09:23:31.926335 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b71bf22f-deb5-488b-903e-d5d55dbe7541 req-2f404f68-7efe-4692-b1d5-cd3e07dc81ea tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 944 time: 0.1243989 Nov 19 09:23:31.928843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-674277b1-fb17-4708-b7e8-11cc5993e307 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Calling delete_port for 4ade2736-f93d-4da1-a240-bcb2972a358e owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:23:31.986102 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:32.036557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:23:32.048481 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f7b2762e-0098-4eb7-90d2-127adc1f3a53 req-e81c8116-3911-45e7-8cff-a5649cc564e6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1172669 Nov 19 09:23:32.057336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b71bf22f-deb5-488b-903e-d5d55dbe7541 req-e6347979-2941-4220-a5c9-2f5ca0fad811 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138177 Nov 19 09:23:32.103357 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:32.120912 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:32.174863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17308e2b-b475-41f8-9392-e1d303b03a34 req-18cedb03-0436-4013-b62e-4f2067f48a2e tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:32.184715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17308e2b-b475-41f8-9392-e1d303b03a34 req-18cedb03-0436-4013-b62e-4f2067f48a2e tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 943 time: 0.1220922 Nov 19 09:23:32.225232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:32.352257 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a75828-0047-4a20-9600-991b9830bcec req-292bb8cd-b5be-46bb-ac55-24c5aa923215 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:32.362393 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a75828-0047-4a20-9600-991b9830bcec req-292bb8cd-b5be-46bb-ac55-24c5aa923215 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:32.368861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a75828-0047-4a20-9600-991b9830bcec req-292bb8cd-b5be-46bb-ac55-24c5aa923215 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:32.375257 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a75828-0047-4a20-9600-991b9830bcec req-292bb8cd-b5be-46bb-ac55-24c5aa923215 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:32.382703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a75828-0047-4a20-9600-991b9830bcec req-292bb8cd-b5be-46bb-ac55-24c5aa923215 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:32.400205 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a75828-0047-4a20-9600-991b9830bcec req-292bb8cd-b5be-46bb-ac55-24c5aa923215 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:32.406424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a75828-0047-4a20-9600-991b9830bcec req-292bb8cd-b5be-46bb-ac55-24c5aa923215 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:32.415529 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6a75828-0047-4a20-9600-991b9830bcec req-292bb8cd-b5be-46bb-ac55-24c5aa923215 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5432 time: 0.2717016 Nov 19 09:23:32.439102 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17308e2b-b475-41f8-9392-e1d303b03a34 req-39bdcf8a-7875-4468-be70-6a748aeab953 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518935 Nov 19 09:23:32.439578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['9d2d4448-a8fa-4a71-a242-92b6f7eecc56'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:23:32.466122 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-674277b1-fb17-4708-b7e8-11cc5993e307 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:32.505150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674277b1-fb17-4708-b7e8-11cc5993e307 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event deleted for resources: {'Port': ['ID=4ade2736-f93d-4da1-a240-bcb2972a358e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:32.582724 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6a75828-0047-4a20-9600-991b9830bcec req-945286c8-afbe-467a-bf77-23ea353b89f0 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1572089 Nov 19 09:23:32.716868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-674277b1-fb17-4708-b7e8-11cc5993e307 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] No DVR routers for this DVR port 4ade2736-f93d-4da1-a240-bcb2972a358e on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:23:32.727381 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-674277b1-fb17-4708-b7e8-11cc5993e307 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:32.741296 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-674277b1-fb17-4708-b7e8-11cc5993e307 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.71 "DELETE /v2.0/ports/4ade2736-f93d-4da1-a240-bcb2972a358e HTTP/1.1" status: 204 len: 173 time: 1.4228058 Nov 19 09:23:33.059844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad28f4e-96c4-4d58-b865-ee28accde67f req-7a894331-b0b1-4e3c-bb93-72b26427aa6e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:33.073552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fad28f4e-96c4-4d58-b865-ee28accde67f req-7a894331-b0b1-4e3c-bb93-72b26427aa6e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 945 time: 0.3083282 Nov 19 09:23:33.188987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fad28f4e-96c4-4d58-b865-ee28accde67f req-e746ea63-383e-42ce-b4f8-1a45fa6eb223 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148880 Nov 19 09:23:33.193132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-700cd037-8ff1-4b6c-b045-6478bf83bea1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Deleting port 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:23:33.194594 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-700cd037-8ff1-4b6c-b045-6478bf83bea1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:33.341554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0f899-65b2-4e33-981b-e7499204d152 req-f07563c1-d754-4f02-b001-4d6192d03ae4 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:33.344171 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9fe0f899-65b2-4e33-981b-e7499204d152 req-f07563c1-d754-4f02-b001-4d6192d03ae4 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 945 time: 0.0924885 Nov 19 09:23:33.390727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-700cd037-8ff1-4b6c-b045-6478bf83bea1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] For port 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67,segment=NetworkSegment(48c6dfcb-ec3c-415b-8d57-0fce860c1984),segment_id=48c6dfcb-ec3c-415b-8d57-0fce860c1984)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:33.391892 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-700cd037-8ff1-4b6c-b045-6478bf83bea1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:33.417026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-700cd037-8ff1-4b6c-b045-6478bf83bea1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Calling delete_port for 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:23:33.446863 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9fe0f899-65b2-4e33-981b-e7499204d152 req-1d9adfa8-e225-4dbd-986d-93f5230a32d8 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933585 Nov 19 09:23:33.576387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51864) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:33.612954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:23:33.618348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:33.756432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304d37f-5af8-4b8e-be33-73b85f6a64f0 req-896600d3-8c71-4b8e-9995-bfc92a464850 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:33.765232 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7304d37f-5af8-4b8e-be33-73b85f6a64f0 req-896600d3-8c71-4b8e-9995-bfc92a464850 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 943 time: 0.2218325 Nov 19 09:23:33.822132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'name': 'network-vif-deleted', 'tag': '4ade2736-f93d-4da1-a240-bcb2972a358e'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:23:33.824625 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a365277-4066-4776-ba55-aa77ff8754ac" -d '{"events": [{"server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "name": "network-vif-deleted", "tag": "4ade2736-f93d-4da1-a240-bcb2972a358e"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:23:33.830918 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-700cd037-8ff1-4b6c-b045-6478bf83bea1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:33.838693 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-372a5545-c945-4269-a6ca-a5e0b022b600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:33.903001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:33.903441 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:33.917905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cd037-8ff1-4b6c-b045-6478bf83bea1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event deleted for resources: {'Port': ['ID=6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:33.980066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 4e780aac-52b7-49e3-8da4-4d6d8201ddc1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4e780aac-52b7-49e3-8da4-4d6d8201ddc1,segment=NetworkSegment(c1cb171b-e875-4868-852d-0dee413d3788),segment_id=c1cb171b-e875-4868-852d-0dee413d3788)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:33.984001 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-372a5545-c945-4269-a6ca-a5e0b022b600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:34.002032 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '4e780aac-52b7-49e3-8da4-4d6d8201ddc1', 'network_id': 'da542bd0-9404-4cc1-aafd-10496dc15f93', 'port_id': '4e780aac-52b7-49e3-8da4-4d6d8201ddc1', 'mac_address': 'fa:16:3e:69:67:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61394a8-c3f9-425f-acf5-9c26e81f22e9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:23:34.003280 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-372a5545-c945-4269-a6ca-a5e0b022b600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:34.011734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f29b0-5a06-4c9d-8b68-44a9480a48e3 req-378ccedc-7d97-4d52-a8ea-6e8f3ff2a6e8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:34.018819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f29b0-5a06-4c9d-8b68-44a9480a48e3 req-378ccedc-7d97-4d52-a8ea-6e8f3ff2a6e8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:34.026087 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f29b0-5a06-4c9d-8b68-44a9480a48e3 req-378ccedc-7d97-4d52-a8ea-6e8f3ff2a6e8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:34.033620 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f29b0-5a06-4c9d-8b68-44a9480a48e3 req-378ccedc-7d97-4d52-a8ea-6e8f3ff2a6e8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:34.040352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f29b0-5a06-4c9d-8b68-44a9480a48e3 req-378ccedc-7d97-4d52-a8ea-6e8f3ff2a6e8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:34.049568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f29b0-5a06-4c9d-8b68-44a9480a48e3 req-378ccedc-7d97-4d52-a8ea-6e8f3ff2a6e8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:34.059808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f29b0-5a06-4c9d-8b68-44a9480a48e3 req-378ccedc-7d97-4d52-a8ea-6e8f3ff2a6e8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:34.070216 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-154f29b0-5a06-4c9d-8b68-44a9480a48e3 req-378ccedc-7d97-4d52-a8ea-6e8f3ff2a6e8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5432 time: 0.3266413 Nov 19 09:23:34.088697 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-372a5545-c945-4269-a6ca-a5e0b022b600 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d7ba7178562428f9de2a489401618cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5110168 Nov 19 09:23:34.091038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a5545-c945-4269-a6ca-a5e0b022b600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9227572f-74dd-4f45-93cf-6af034d8ff46,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:34.100242 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51884) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:34.113491 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7304d37f-5af8-4b8e-be33-73b85f6a64f0 req-2a91106c-37b3-4f16-a403-f144229ed07d tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471670 Nov 19 09:23:34.115893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-700cd037-8ff1-4b6c-b045-6478bf83bea1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] No DVR routers for this DVR port 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:23:34.118764 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:34.124124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a5545-c945-4269-a6ca-a5e0b022b600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:34.126523 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-700cd037-8ff1-4b6c-b045-6478bf83bea1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:34.130643 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ccf7861-2d10-4748-b95f-b6d4b8670756 req-700cd037-8ff1-4b6c-b045-6478bf83bea1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.71 "DELETE /v2.0/ports/6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 HTTP/1.1" status: 204 len: 173 time: 1.3816848 Nov 19 09:23:34.132823 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a5545-c945-4269-a6ca-a5e0b022b600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:34.134087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a5545-c945-4269-a6ca-a5e0b022b600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:34.134452 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a5545-c945-4269-a6ca-a5e0b022b600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:34.134795 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a5545-c945-4269-a6ca-a5e0b022b600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:34.135137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a5545-c945-4269-a6ca-a5e0b022b600 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:34.135474 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a5545-c945-4269-a6ca-a5e0b022b600 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:34.138548 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a5545-c945-4269-a6ca-a5e0b022b600 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:34.138967 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a5545-c945-4269-a6ca-a5e0b022b600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:34.139312 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a5545-c945-4269-a6ca-a5e0b022b600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:34.139651 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a5545-c945-4269-a6ca-a5e0b022b600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:34.139987 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372a5545-c945-4269-a6ca-a5e0b022b600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:23:34.216307 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-154f29b0-5a06-4c9d-8b68-44a9480a48e3 req-440c1ffe-7114-4379-b3f9-c422b6897f3e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1449010 Nov 19 09:23:34.226232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:23:34.231639 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439e424b-173d-4b98-ad24-89a0acec8196" -d '{"events": [{"server_uuid": "71694b6f-2292-404d-8e5b-1ff9b4d6b7b1", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d4448-a8fa-4a71-a242-92b6f7eecc56"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:23:34.285727 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:34.310327 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-203ffdcb-e768-41e9-8f7d-880538da56e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:34.379181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:23:34.384988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:34.396066 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-203ffdcb-e768-41e9-8f7d-880538da56e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:34.412921 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:34.414637 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4ade2736-f93d-4da1-a240-bcb2972a358e no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:23:34.417031 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294c4dae-9bc0-42ae-aa07-c7404f5befe5 x-openstack-request-id: req-294c4dae-9bc0-42ae-aa07-c7404f5befe5 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:23:34.418997 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "name": "network-vif-deleted", "tag": "4ade2736-f93d-4da1-a240-bcb2972a358e", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:23:34.419369 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-294c4dae-9bc0-42ae-aa07-c7404f5befe5 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:23:34.420431 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'name': 'network-vif-deleted', 'tag': '4ade2736-f93d-4da1-a240-bcb2972a358e', 'status': 'completed', 'code': 200} Nov 19 09:23:34.481129 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 4e780aac-52b7-49e3-8da4-4d6d8201ddc1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4e780aac-52b7-49e3-8da4-4d6d8201ddc1,segment=NetworkSegment(c1cb171b-e875-4868-852d-0dee413d3788),segment_id=c1cb171b-e875-4868-852d-0dee413d3788)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:34.482272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 4ade2736-f93d-4da1-a240-bcb2972a358e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:23:34.482599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4ade2736-f93d-4da1-a240-bcb2972a358e not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:23:34.483023 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bb06e704-b30a-4ece-87e4-03ffc194e42d no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:23:34.484010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577c115-fdaf-42da-ae2d-7742d1dd41bd req-19e8de06-6804-491b-b33c-0e85b4d33f3e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:34.487032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2577c115-fdaf-42da-ae2d-7742d1dd41bd req-19e8de06-6804-491b-b33c-0e85b4d33f3e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 946 time: 0.1556177 Nov 19 09:23:34.496586 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-203ffdcb-e768-41e9-8f7d-880538da56e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:34.499271 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:34.501807 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-203ffdcb-e768-41e9-8f7d-880538da56e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:34.503238 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-203ffdcb-e768-41e9-8f7d-880538da56e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9227572f-74dd-4f45-93cf-6af034d8ff46 HTTP/1.1" status: 204 len: 168 time: 0.4016483 Nov 19 09:23:34.539620 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ffdcb-e768-41e9-8f7d-880538da56e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9227572f-74dd-4f45-93cf-6af034d8ff46,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:34.576392 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,revision_number=10']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:34.596994 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9879b53-a440-4057-a3b2-3daafd37f988 req-4503a4bb-f28f-46ee-af62-b523cb73cce1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=60bb387b-b49c-40c6-9901-a8bf089cf8e4 HTTP/1.1" status: 200 len: 210 time: 0.0537610 Nov 19 09:23:34.629971 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2577c115-fdaf-42da-ae2d-7742d1dd41bd req-ff7df07e-9256-4f12-84c9-4498396411d2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352925 Nov 19 09:23:34.693657 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efbb451-bb6d-4709-b986-21fec8dc42b5 x-openstack-request-id: req-5efbb451-bb6d-4709-b986-21fec8dc42b5 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:23:34.694857 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71694b6f-2292-404d-8e5b-1ff9b4d6b7b1", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d4448-a8fa-4a71-a242-92b6f7eecc56", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:23:34.695291 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5efbb451-bb6d-4709-b986-21fec8dc42b5 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:23:34.695848 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56', 'code': 200} Nov 19 09:23:34.696825 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:34.766203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=4e780aac-52b7-49e3-8da4-4d6d8201ddc1,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:34.771155 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:34.780646 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:34.782195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:23:34.839931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:23:34.840613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:23:34.841041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device d61ffae2-8032-4539-a49f-e1cf082105d7 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:23:34.843210 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['4e780aac-52b7-49e3-8da4-4d6d8201ddc1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:23:34.888733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf757db7-c8e2-46f7-b850-4e090e4b2ed9 req-050d7a3c-f328-446b-b6da-314eb08ef9cf tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:34.898710 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf757db7-c8e2-46f7-b850-4e090e4b2ed9 req-050d7a3c-f328-446b-b6da-314eb08ef9cf tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 947 time: 0.1105101 Nov 19 09:23:34.904682 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: d61ffae2-8032-4539-a49f-e1cf082105d7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:23:34.905381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device d61ffae2-8032-4539-a49f-e1cf082105d7 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:23:34.941555 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa131c-0350-4584-84e4-43a65750931a req-729949c8-09f9-47b4-9daf-6abc3b94b362 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:34.949977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa131c-0350-4584-84e4-43a65750931a req-729949c8-09f9-47b4-9daf-6abc3b94b362 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:34.959132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa131c-0350-4584-84e4-43a65750931a req-729949c8-09f9-47b4-9daf-6abc3b94b362 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:34.970084 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa131c-0350-4584-84e4-43a65750931a req-729949c8-09f9-47b4-9daf-6abc3b94b362 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:34.980886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa131c-0350-4584-84e4-43a65750931a req-729949c8-09f9-47b4-9daf-6abc3b94b362 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:34.988729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa131c-0350-4584-84e4-43a65750931a req-729949c8-09f9-47b4-9daf-6abc3b94b362 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:34.990887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=bb06e704-b30a-4ece-87e4-03ffc194e42d,revision_number=14']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:34.998274 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa131c-0350-4584-84e4-43a65750931a req-729949c8-09f9-47b4-9daf-6abc3b94b362 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:35.014311 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0caa131c-0350-4584-84e4-43a65750931a req-729949c8-09f9-47b4-9daf-6abc3b94b362 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5432 time: 0.2125337 Nov 19 09:23:35.018869 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51906) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:35.024373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6c3a9164-9811-476d-8950-add967248802 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Request body: {'floatingip': {'port_id': '5a9782cc-737b-4c81-975d-0c7bac4b62ed'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:35.123138 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf757db7-c8e2-46f7-b850-4e090e4b2ed9 req-8280f5ef-f1f5-4457-b5e1-d2b757723984 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190363 Nov 19 09:23:35.135360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b61f0-2b68-473d-8124-a0ee6208cff3 req-4d155740-4d37-42a8-9da8-8380b41da8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:35.136893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be2b61f0-2b68-473d-8124-a0ee6208cff3 req-4d155740-4d37-42a8-9da8-8380b41da8c6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 1099 time: 0.1193252 Nov 19 09:23:35.143848 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9164-9811-476d-8950-add967248802 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for floatingip, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:35.315092 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be2b61f0-2b68-473d-8124-a0ee6208cff3 req-f09539fd-f1a3-424c-9d49-ca22906ee5c8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695628 Nov 19 09:23:35.338972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f28d6c-b33b-46c3-9629-65bb904e76a7 req-f9e4407b-e7c1-4196-8604-b1e4a8345f14 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:35.341870 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e4f28d6c-b33b-46c3-9629-65bb904e76a7 req-f9e4407b-e7c1-4196-8604-b1e4a8345f14 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 944 time: 0.1030567 Nov 19 09:23:35.527579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd799ee-fe1d-4151-b24d-e8152c3d6cf6 req-d6c6d559-a1b1-40e8-bd44-0bfc34e43dc5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:35.529216 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2dd799ee-fe1d-4151-b24d-e8152c3d6cf6 req-d6c6d559-a1b1-40e8-bd44-0bfc34e43dc5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1334581 Nov 19 09:23:35.558736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e4f28d6c-b33b-46c3-9629-65bb904e76a7 req-db163ef3-8fcd-42c1-ba15-0770fc21d964 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000942 Nov 19 09:23:35.693364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51938) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:35.756207 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2dd799ee-fe1d-4151-b24d-e8152c3d6cf6 req-1c83b20f-436c-4e04-8e43-afedd6e8af19 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961355 Nov 19 09:23:35.768269 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696941e-240c-4587-9a7e-ec89ecd4a54f req-d1d3ff24-2470-456f-b2f2-3a05ade48214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:35.769997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6696941e-240c-4587-9a7e-ec89ecd4a54f req-d1d3ff24-2470-456f-b2f2-3a05ade48214 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 1096 time: 0.1860840 Nov 19 09:23:35.787114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15d8b24-ef39-47d4-a572-f20e7b46c22a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Deleting subnet 6023727d-f760-4fba-8773-755355139633 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:23:35.800575 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d15d8b24-ef39-47d4-a572-f20e7b46c22a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:35.900981 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d15d8b24-ef39-47d4-a572-f20e7b46c22a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:36.014500 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696941e-240c-4587-9a7e-ec89ecd4a54f req-8fe6b024-8960-4310-8624-7282890007df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:36.020595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6696941e-240c-4587-9a7e-ec89ecd4a54f req-8fe6b024-8960-4310-8624-7282890007df service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 912 time: 0.2258050 Nov 19 09:23:36.180179 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6696941e-240c-4587-9a7e-ec89ecd4a54f req-c384895f-9c3b-4a54-b4fd-6902e04123f5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d HTTP/1.1" status: 200 len: 999 time: 0.1483161 Nov 19 09:23:36.181777 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d15d8b24-ef39-47d4-a572-f20e7b46c22a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:36.330925 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696941e-240c-4587-9a7e-ec89ecd4a54f req-74b304d2-2572-4cff-aa73-a38178466e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:36.332541 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6696941e-240c-4587-9a7e-ec89ecd4a54f req-74b304d2-2572-4cff-aa73-a38178466e03 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.1033132 Nov 19 09:23:36.455846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'name': 'network-vif-deleted', 'tag': '6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:23:36.458237 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f93f61-7695-45c6-b5ea-85ad6958db8f" -d '{"events": [{"server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "name": "network-vif-deleted", "tag": "6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:23:36.541248 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd2e6eb-8395-491f-8607-ef8d0774be7f x-openstack-request-id: req-bcd2e6eb-8395-491f-8607-ef8d0774be7f {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:23:36.541900 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bb387b-b49c-40c6-9901-a8bf089cf8e4", "name": "network-vif-deleted", "tag": "6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:23:36.542170 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcd2e6eb-8395-491f-8607-ef8d0774be7f {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:23:36.542585 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bb387b-b49c-40c6-9901-a8bf089cf8e4', 'name': 'network-vif-deleted', 'tag': '6fa21c1d-e8a6-42cd-adb1-e63e07cb9f67', 'status': 'completed', 'code': 200} Nov 19 09:23:36.567662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10838cb5-0e6f-489e-a0c9-5b83aa9ae972 req-a43636a1-1c60-48b2-8bbb-e2184bef503a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:36.579661 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10838cb5-0e6f-489e-a0c9-5b83aa9ae972 req-a43636a1-1c60-48b2-8bbb-e2184bef503a tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 947 time: 0.2391229 Nov 19 09:23:36.617016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696941e-240c-4587-9a7e-ec89ecd4a54f req-d2ce624e-3183-4a32-aac7-ec24c84fb67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:36.619003 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6696941e-240c-4587-9a7e-ec89ecd4a54f req-d2ce624e-3183-4a32-aac7-ec24c84fb67a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2723649 Nov 19 09:23:36.622617 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d15d8b24-ef39-47d4-a572-f20e7b46c22a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:36.697952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:23:36.702679 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496d0e9e-84cf-4466-b91c-a46b4298db54" -d '{"events": [{"server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "name": "network-vif-unplugged", "status": "completed", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:23:36.827552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6696941e-240c-4587-9a7e-ec89ecd4a54f req-369041db-8edd-4cd5-badd-0bffdb34528c service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934946 Nov 19 09:23:36.913386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d8b24-ef39-47d4-a572-f20e7b46c22a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event deleted for resources: {'Subnet': ['ID=6023727d-f760-4fba-8773-755355139633,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:36.942856 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8debae7-eab3-47aa-9600-489fde2bf800 None None] Network 96d3979a-abe7-4560-81f1-15a54458fe69 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:23:36.979620 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52014) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:37.041880 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d15d8b24-ef39-47d4-a572-f20e7b46c22a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:37.052164 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d15d8b24-ef39-47d4-a572-f20e7b46c22a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "DELETE /v2.0/subnets/6023727d-f760-4fba-8773-755355139633 HTTP/1.1" status: 204 len: 168 time: 1.3570333 Nov 19 09:23:37.057255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52018) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:37.086180 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9164-9811-476d-8950-add967248802 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:37.088143 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10838cb5-0e6f-489e-a0c9-5b83aa9ae972 req-ca410d48-9188-4df8-b65e-c05892e27695 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5073488 Nov 19 09:23:37.108044 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9164-9811-476d-8950-add967248802 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:37.316342 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bda364ab-c652-4281-bd4b-845be00389af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:37.432271 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-6c3a9164-9811-476d-8950-add967248802 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Floating IP 8be08cc2-5539-4a88-91ff-35625afc1f93 associated. External IP: 172.25.0.118, port: 5a9782cc-737b-4c81-975d-0c7bac4b62ed. Nov 19 09:23:37.637203 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0035613f-1b30-4e4d-94e3-14b0d220ea69 x-openstack-request-id: req-0035613f-1b30-4e4d-94e3-14b0d220ea69 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:23:37.637935 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "name": "network-vif-unplugged", "status": "completed", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:23:37.639177 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0035613f-1b30-4e4d-94e3-14b0d220ea69 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:23:37.639790 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'code': 200} Nov 19 09:23:37.646933 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:37.659437 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:23:37.707778 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bda364ab-c652-4281-bd4b-845be00389af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:37.721769 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bda364ab-c652-4281-bd4b-845be00389af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:37.748944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3a9164-9811-476d-8950-add967248802 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Router cc3b3974-c96f-4d84-aecd-b46dfbee473d has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:23:37.883943 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6696941e-240c-4587-9a7e-ec89ecd4a54f req-761086f6-b5a1-4f88-a546-177bcc4ae93a service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0095322 Nov 19 09:23:37.896912 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bda364ab-c652-4281-bd4b-845be00389af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1e5ed2229fa44d9bc791170cdb3e5a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9137385 Nov 19 09:23:37.900619 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda364ab-c652-4281-bd4b-845be00389af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a3bbe9-7df7-4b98-840a-bf748ecbc2a1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:37.911852 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52054) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:37.951681 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:23:37.957568 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:37.958435 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:37.997377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4dff6-b10e-4202-959a-8ba841085ebc req-81affdf7-9ce9-4994-909b-3704cff699dd tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:37.998703 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cda4dff6-b10e-4202-959a-8ba841085ebc req-81affdf7-9ce9-4994-909b-3704cff699dd tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 944 time: 1.1410267 Nov 19 09:23:38.083038 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b4d51e-88b3-48c7-9a41-9b06462065db None None] DHCP port deletion for 96d3979a-abe7-4560-81f1-15a54458fe69 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:23:38.102605 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cda4dff6-b10e-4202-959a-8ba841085ebc req-c8ae5901-e2a9-46e6-9d59-f241cedd9473 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885994 Nov 19 09:23:38.119413 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:38.122022 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa7bb379-bc65-47ed-8eb2-92ad9d2dac54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:38.137788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f91b6-cca1-4c5b-9914-ebcc4d21f29b req-b62bf482-c3ef-444d-910b-37d174c83604 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:38.147928 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab1f91b6-cca1-4c5b-9914-ebcc4d21f29b req-b62bf482-c3ef-444d-910b-37d174c83604 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.4048433 Nov 19 09:23:38.163331 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa7bb379-bc65-47ed-8eb2-92ad9d2dac54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:38.214813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3a9164-9811-476d-8950-add967248802 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:23:38.230018 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eb9253-3ced-4b86-8a03-e290d629a53a None None] Sync routers for ids ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:23:38.240871 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9164-9811-476d-8950-add967248802 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:38.246738 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eb9253-3ced-4b86-8a03-e290d629a53a None None] Routers {'cc3b3974-c96f-4d84-aecd-b46dfbee473d'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:23:38.247397 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-39eb9253-3ced-4b86-8a03-e290d629a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:23:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:38.330108 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:38.379116 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6c3a9164-9811-476d-8950-add967248802 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "PUT /v2.0/floatingips/8be08cc2-5539-4a88-91ff-35625afc1f93 HTTP/1.1" status: 200 len: 991 time: 3.3574498 Nov 19 09:23:38.380790 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'tag': '5a9782cc-737b-4c81-975d-0c7bac4b62ed'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:23:38.385372 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed553df7-eb68-4118-b3c0-772e163eb39a" -d '{"events": [{"name": "network-changed", "server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "tag": "5a9782cc-737b-4c81-975d-0c7bac4b62ed"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:23:38.417752 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa7bb379-bc65-47ed-8eb2-92ad9d2dac54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:38.422443 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa7bb379-bc65-47ed-8eb2-92ad9d2dac54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:38.424849 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-aa7bb379-bc65-47ed-8eb2-92ad9d2dac54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7a3bbe9-7df7-4b98-840a-bf748ecbc2a1 HTTP/1.1" status: 204 len: 168 time: 0.5114501 Nov 19 09:23:38.436723 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bb379-bc65-47ed-8eb2-92ad9d2dac54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a3bbe9-7df7-4b98-840a-bf748ecbc2a1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:38.452242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-90b4d51e-88b3-48c7-9a41-9b06462065db None None] Deleting port 66fe6c32-e786-4d1a-9171-99d1c3c28970 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:23:38.452613 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-90b4d51e-88b3-48c7-9a41-9b06462065db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:38.516696 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab1f91b6-cca1-4c5b-9914-ebcc4d21f29b req-a5015c80-8b92-4a03-b509-b940e2679840 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3673542 Nov 19 09:23:38.576577 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-39eb9253-3ced-4b86-8a03-e290d629a53a None None] Set router cc3b3974-c96f-4d84-aecd-b46dfbee473d gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:23:38.581794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 4e780aac-52b7-49e3-8da4-4d6d8201ddc1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4e780aac-52b7-49e3-8da4-4d6d8201ddc1,segment=NetworkSegment(c1cb171b-e875-4868-852d-0dee413d3788),segment_id=c1cb171b-e875-4868-852d-0dee413d3788)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:38.597250 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:38.632735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95303fc0-c587-4a16-a47a-1e555966f8b3 req-064ed588-8653-4ae1-87c1-e4f089874e43 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:38.653519 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95303fc0-c587-4a16-a47a-1e555966f8b3 req-064ed588-8653-4ae1-87c1-e4f089874e43 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 947 time: 0.2346809 Nov 19 09:23:38.674729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Deleting port 66fe6c32-e786-4d1a-9171-99d1c3c28970 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:23:38.681120 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:38.796030 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8167fd06-8322-456d-84a8-64601ecd4689 x-openstack-request-id: req-8167fd06-8322-456d-84a8-64601ecd4689 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:23:38.796369 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "tag": "5a9782cc-737b-4c81-975d-0c7bac4b62ed", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:23:38.797415 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8167fd06-8322-456d-84a8-64601ecd4689 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:23:38.798201 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'tag': '5a9782cc-737b-4c81-975d-0c7bac4b62ed', 'status': 'completed', 'code': 200} Nov 19 09:23:38.846427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-90b4d51e-88b3-48c7-9a41-9b06462065db None None] For port 66fe6c32-e786-4d1a-9171-99d1c3c28970, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=66fe6c32-e786-4d1a-9171-99d1c3c28970,segment=NetworkSegment(520c8139-79b9-4b9c-a88a-c9401f9e5f3b),segment_id=520c8139-79b9-4b9c-a88a-c9401f9e5f3b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:38.847013 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-90b4d51e-88b3-48c7-9a41-9b06462065db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:38.926524 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-90b4d51e-88b3-48c7-9a41-9b06462065db None None] Calling delete_port for 66fe6c32-e786-4d1a-9171-99d1c3c28970 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:23:38.956814 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=4e780aac-52b7-49e3-8da4-4d6d8201ddc1,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:39.069799 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 66fe6c32-e786-4d1a-9171-99d1c3c28970 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:23:39.085805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] For port 66fe6c32-e786-4d1a-9171-99d1c3c28970, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=66fe6c32-e786-4d1a-9171-99d1c3c28970,segment=NetworkSegment(520c8139-79b9-4b9c-a88a-c9401f9e5f3b),segment_id=520c8139-79b9-4b9c-a88a-c9401f9e5f3b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:39.086397 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:39.162469 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95303fc0-c587-4a16-a47a-1e555966f8b3 req-ef9309c9-58c7-4407-a257-76d832b48a00 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5014846 Nov 19 09:23:39.167830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Calling delete_port for 66fe6c32-e786-4d1a-9171-99d1c3c28970 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:23:39.305845 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-39eb9253-3ced-4b86-8a03-e290d629a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'name': 'tempest-TaggedBootDevicesTest-9964786-router', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:31Z', 'updated_at': '2021-11-19T09:20:36Z', 'revision_number': 4, 'project_id': '700b69d1977242c09b136442c1eff098', 'gw_port': {'id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:32Z', 'updated_at': '2021-11-19T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '8be08cc2-5539-4a88-91ff-35625afc1f93', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'port_id': '5a9782cc-737b-4c81-975d-0c7bac4b62ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'mac_address': 'fa:16:3e:b3:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621d075d-653e-400b-9640-72d7df0f81eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:21:40Z', 'updated_at': '2021-11-19T09:23:36Z', 'revision_number': 1, 'project_id': '700b69d1977242c09b136442c1eff098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c5c4cf-db79-4661-a4ea-609bfb023652', 'name': '', 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'mac_address': 'fa:16:3e:4f:21:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:35Z', 'updated_at': '2021-11-19T09:20:44Z', 'revision_number': 5, 'project_id': '700b69d1977242c09b136442c1eff098', 'subnets': [{'id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:39.392193 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eb9253-3ced-4b86-8a03-e290d629a53a None None] Checking router: cc3b3974-c96f-4d84-aecd-b46dfbee473d for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:23:39.414617 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:39.437487 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eb9253-3ced-4b86-8a03-e290d629a53a None None] Routers {'cc3b3974-c96f-4d84-aecd-b46dfbee473d'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:23:39.438708 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-39eb9253-3ced-4b86-8a03-e290d629a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:23:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:39.479269 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:39.505230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed553df7-eb68-4118-b3c0-772e163eb39a req-7332b8de-e806-45ed-809d-44e7a784d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:39.516209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed553df7-eb68-4118-b3c0-772e163eb39a req-7332b8de-e806-45ed-809d-44e7a784d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:39.516728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed553df7-eb68-4118-b3c0-772e163eb39a req-7332b8de-e806-45ed-809d-44e7a784d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:39.517398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed553df7-eb68-4118-b3c0-772e163eb39a req-7332b8de-e806-45ed-809d-44e7a784d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:39.517874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed553df7-eb68-4118-b3c0-772e163eb39a req-7332b8de-e806-45ed-809d-44e7a784d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:39.518337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed553df7-eb68-4118-b3c0-772e163eb39a req-7332b8de-e806-45ed-809d-44e7a784d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:39.518792 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed553df7-eb68-4118-b3c0-772e163eb39a req-7332b8de-e806-45ed-809d-44e7a784d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:39.520886 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed553df7-eb68-4118-b3c0-772e163eb39a req-7332b8de-e806-45ed-809d-44e7a784d91b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=700b69d1977242c09b136442c1eff098&device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 6496 time: 0.6586120 Nov 19 09:23:39.528988 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-90b4d51e-88b3-48c7-9a41-9b06462065db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:39.556500 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4d51e-88b3-48c7-9a41-9b06462065db None None] No DVR routers for this DVR port 66fe6c32-e786-4d1a-9171-99d1c3c28970 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:23:39.589330 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4d51e-88b3-48c7-9a41-9b06462065db None None] Pushing event deleted for resources: {'Port': ['ID=66fe6c32-e786-4d1a-9171-99d1c3c28970,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:39.642028 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf221c5-be71-436e-bada-a6820a55c3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e780aac-52b7-49e3-8da4-4d6d8201ddc1'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:23:39.645112 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7380726-3137-4389-bbb6-a1cad61165b6" -d '{"events": [{"server_uuid": "7bf221c5-be71-436e-bada-a6820a55c3c4", "name": "network-vif-plugged", "status": "completed", "tag": "4e780aac-52b7-49e3-8da4-4d6d8201ddc1"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:23:39.704692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event deleted for resources: {'Port': ['ID=66fe6c32-e786-4d1a-9171-99d1c3c28970,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:39.706217 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-39eb9253-3ced-4b86-8a03-e290d629a53a None None] Set router cc3b3974-c96f-4d84-aecd-b46dfbee473d gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:23:39.749948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] No DVR routers for this DVR port 66fe6c32-e786-4d1a-9171-99d1c3c28970 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:23:39.952382 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:40.011819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d3979a-abe7-4560-81f1-15a54458fe69']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:40.095411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520c8139-79b9-4b9c-a88a-c9401f9e5f3b') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:40.096113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520c8139-79b9-4b9c-a88a-c9401f9e5f3b') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:40.196199 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:40.215404 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-39eb9253-3ced-4b86-8a03-e290d629a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'name': 'tempest-TaggedBootDevicesTest-9964786-router', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:31Z', 'updated_at': '2021-11-19T09:20:36Z', 'revision_number': 4, 'project_id': '700b69d1977242c09b136442c1eff098', 'gw_port': {'id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:32Z', 'updated_at': '2021-11-19T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '8be08cc2-5539-4a88-91ff-35625afc1f93', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'port_id': '5a9782cc-737b-4c81-975d-0c7bac4b62ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'mac_address': 'fa:16:3e:b3:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621d075d-653e-400b-9640-72d7df0f81eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:21:40Z', 'updated_at': '2021-11-19T09:23:36Z', 'revision_number': 1, 'project_id': '700b69d1977242c09b136442c1eff098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c5c4cf-db79-4661-a4ea-609bfb023652', 'name': '', 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'mac_address': 'fa:16:3e:4f:21:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:35Z', 'updated_at': '2021-11-19T09:20:44Z', 'revision_number': 5, 'project_id': '700b69d1977242c09b136442c1eff098', 'subnets': [{'id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:40.299955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8f5c5-317e-4e49-bca6-b37efefb2cf9 req-cc4e1244-f37a-4a1d-bd4a-82b18f8dc694 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:40.302726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27e8f5c5-317e-4e49-bca6-b37efefb2cf9 req-cc4e1244-f37a-4a1d-bd4a-82b18f8dc694 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 945 time: 0.8718305 Nov 19 09:23:40.308562 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eb9253-3ced-4b86-8a03-e290d629a53a None None] The sync data for ids ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'] in n-d-805649-14 is: [{'id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'name': 'tempest-TaggedBootDevicesTest-9964786-router', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:31Z', 'updated_at': '2021-11-19T09:20:36Z', 'revision_number': 4, 'project_id': '700b69d1977242c09b136442c1eff098', 'gw_port': {'id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:32Z', 'updated_at': '2021-11-19T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '8be08cc2-5539-4a88-91ff-35625afc1f93', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'port_id': '5a9782cc-737b-4c81-975d-0c7bac4b62ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'mac_address': 'fa:16:3e:b3:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621d075d-653e-400b-9640-72d7df0f81eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:21:40Z', 'updated_at': '2021-11-19T09:23:36Z', 'revision_number': 1, 'project_id': '700b69d1977242c09b136442c1eff098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94c5c4cf-db79-4661-a4ea-609bfb023652', 'name': '', 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'mac_address': 'fa:16:3e:4f:21:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:35Z', 'updated_at': '2021-11-19T09:20:44Z', 'revision_number': 5, 'project_id': '700b69d1977242c09b136442c1eff098', 'subnets': [{'id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:23:40.320490 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:40.371489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:23:40.378599 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:23:40.392926 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:23:40.543679 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe04648-5d2b-410d-a539-fff44deb1a87 req-13f314d0-e336-4dea-9db9-ba524668af1c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:40.545803 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbe04648-5d2b-410d-a539-fff44deb1a87 req-13f314d0-e336-4dea-9db9-ba524668af1c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.8548880 Nov 19 09:23:40.586480 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed553df7-eb68-4118-b3c0-772e163eb39a req-08775fe3-12c7-4d39-a5ad-85f9c1373d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:40.588048 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed553df7-eb68-4118-b3c0-772e163eb39a req-08775fe3-12c7-4d39-a5ad-85f9c1373d45 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0f317c17-d11b-428a-b336-bf3a20212eb4 HTTP/1.1" status: 200 len: 910 time: 1.0465319 Nov 19 09:23:40.767541 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbe04648-5d2b-410d-a539-fff44deb1a87 req-ccdf6964-575d-4c8c-9e99-0e941eb94001 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139180 Nov 19 09:23:40.768444 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:40.771294 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d7d07-feac-4695-96fe-c6c532357b0f None None] New status for floating IP 8be08cc2-5539-4a88-91ff-35625afc1f93: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:23:40.777834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27e8f5c5-317e-4e49-bca6-b37efefb2cf9 req-2bf1900b-0b93-43e7-ba50-ac5eca900619 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217579 Nov 19 09:23:40.814331 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:40.834534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "DELETE /v2.0/networks/96d3979a-abe7-4560-81f1-15a54458fe69 HTTP/1.1" status: 204 len: 168 time: 3.7450175 Nov 19 09:23:40.837831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52146) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:40.854550 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542c536-4820-4cd8-9035-a5a81c6e5d8a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event deleted for resources: {'Network': ['ID=96d3979a-abe7-4560-81f1-15a54458fe69,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:40.879157 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed553df7-eb68-4118-b3c0-772e163eb39a req-0f927126-dc8c-440f-be71-f9a55d38d00e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a9782cc-737b-4c81-975d-0c7bac4b62ed HTTP/1.1" status: 200 len: 999 time: 0.2730505 Nov 19 09:23:41.088356 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc3aca2-cca5-48e9-9389-ab9fde229600 x-openstack-request-id: req-4cc3aca2-cca5-48e9-9389-ab9fde229600 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:23:41.091158 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf221c5-be71-436e-bada-a6820a55c3c4", "name": "network-vif-plugged", "status": "completed", "tag": "4e780aac-52b7-49e3-8da4-4d6d8201ddc1", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:23:41.091741 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4cc3aca2-cca5-48e9-9389-ab9fde229600 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:23:41.092332 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf221c5-be71-436e-bada-a6820a55c3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e780aac-52b7-49e3-8da4-4d6d8201ddc1', 'code': 200} Nov 19 09:23:41.099894 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7311919-2c8c-416c-b7cb-ab7e7fa850fb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Deleting subnet f9d44416-e3fb-4826-9bbc-f86eea1c80d3 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:23:41.104527 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7311919-2c8c-416c-b7cb-ab7e7fa850fb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:41.211493 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7311919-2c8c-416c-b7cb-ab7e7fa850fb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:41.254880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed553df7-eb68-4118-b3c0-772e163eb39a req-e124137f-ce1b-41d5-b0eb-aed010a5bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:41.256412 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed553df7-eb68-4118-b3c0-772e163eb39a req-e124137f-ce1b-41d5-b0eb-aed010a5bb9a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c976a013-8e14-4043-813d-36b1a4ae191b HTTP/1.1" status: 200 len: 848 time: 0.3685756 Nov 19 09:23:41.263897 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3a369-1562-4762-8233-c22c30f7e351 req-e2cb7f2f-c4ab-41e8-af5d-d65f8c3ddfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:41.266503 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-71c3a369-1562-4762-8233-c22c30f7e351 req-e2cb7f2f-c4ab-41e8-af5d-d65f8c3ddfc5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 1097 time: 0.2046142 Nov 19 09:23:41.421433 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-71c3a369-1562-4762-8233-c22c30f7e351 req-0346cd8f-f200-4edc-abca-27a6ac4e1e3b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380606 Nov 19 09:23:41.473443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c7d6e-14ef-4aa0-ad54-c2abb3abc8e1 req-759273b5-1610-455c-b71b-1257c3663de6 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:41.475241 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b65c7d6e-14ef-4aa0-ad54-c2abb3abc8e1 req-759273b5-1610-455c-b71b-1257c3663de6 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 947 time: 0.3874514 Nov 19 09:23:41.501897 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7311919-2c8c-416c-b7cb-ab7e7fa850fb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:41.513215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed553df7-eb68-4118-b3c0-772e163eb39a req-44918741-d965-416e-94b0-1b256d964316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:41.514769 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed553df7-eb68-4118-b3c0-772e163eb39a req-44918741-d965-416e-94b0-1b256d964316 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f317c17-d11b-428a-b336-bf3a20212eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2380047 Nov 19 09:23:41.539688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c78c1-c71a-4579-9a9b-0d12ced88c88 req-b17a60b7-5237-4e6c-8eee-a0fde885845c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:41.548008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b36c78c1-c71a-4579-9a9b-0d12ced88c88 req-b17a60b7-5237-4e6c-8eee-a0fde885845c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1788263 Nov 19 09:23:41.639343 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7311919-2c8c-416c-b7cb-ab7e7fa850fb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:41.691764 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7311919-2c8c-416c-b7cb-ab7e7fa850fb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d44416-e3fb-4826-9bbc-f86eea1c80d3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:41.696404 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7311919-2c8c-416c-b7cb-ab7e7fa850fb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:41.699961 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b65c7d6e-14ef-4aa0-ad54-c2abb3abc8e1 req-0af3c8d0-f809-4804-9de0-652f701a41bc tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093098 Nov 19 09:23:41.700381 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e7311919-2c8c-416c-b7cb-ab7e7fa850fb tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "DELETE /v2.0/subnets/f9d44416-e3fb-4826-9bbc-f86eea1c80d3 HTTP/1.1" status: 204 len: 168 time: 0.8598027 Nov 19 09:23:41.703019 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52182) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:41.709799 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea29f9-c1aa-4fa8-af22-6a9ea9d25ee3 None None] Network b2697430-d4a9-4a39-8eac-f6255543bd77 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:23:41.840934 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b36c78c1-c71a-4579-9a9b-0d12ced88c88 req-025d3fab-93a1-4c5d-be46-47d70b5624f2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922339 Nov 19 09:23:41.954483 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:42.012866 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed553df7-eb68-4118-b3c0-772e163eb39a req-d7583f6a-ba6d-487d-affb-db48f97db50b service neutron] 10.222.0.71 "GET /v2.0/networks/0f317c17-d11b-428a-b336-bf3a20212eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614352 Nov 19 09:23:42.036240 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52194) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:42.125412 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Deleting port c8ed3cfb-0a09-404c-b638-39e96c18eca1 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:23:42.131940 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:42.218778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdc61b-c485-404a-96fb-e5023b126703 req-73a92039-a256-45fc-a55e-8cafeead8ab7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:42.225243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2328bb39-94ce-4aed-98aa-0e4aba06d278 None None] DHCP port deletion for b2697430-d4a9-4a39-8eac-f6255543bd77 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:23:42.233535 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bfdc61b-c485-404a-96fb-e5023b126703 req-73a92039-a256-45fc-a55e-8cafeead8ab7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2627108 Nov 19 09:23:42.295123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab72047-30f9-4d8c-83d9-89d7b78b8b79 req-7c496c97-f595-46ce-8cd2-f046d664d8f7 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:42.303348 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ab72047-30f9-4d8c-83d9-89d7b78b8b79 req-7c496c97-f595-46ce-8cd2-f046d664d8f7 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 945 time: 0.3072493 Nov 19 09:23:42.331748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed553df7-eb68-4118-b3c0-772e163eb39a req-01d15f50-81f2-4344-a1c7-66f6ef28f8de service neutron] 10.222.0.71 "GET /v2.0/networks/0f317c17-d11b-428a-b336-bf3a20212eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616029 Nov 19 09:23:42.376959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bfdc61b-c485-404a-96fb-e5023b126703 req-e8d1fcad-de0e-4ad2-8c11-0143d2cd660b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382461 Nov 19 09:23:42.401077 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2328bb39-94ce-4aed-98aa-0e4aba06d278 None None] Deleting port c8ed3cfb-0a09-404c-b638-39e96c18eca1 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:23:42.401911 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2328bb39-94ce-4aed-98aa-0e4aba06d278 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:42.403703 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ab72047-30f9-4d8c-83d9-89d7b78b8b79 req-99c827b8-e3df-4719-a95f-292026f50fa1 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992916 Nov 19 09:23:42.426922 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] For port c8ed3cfb-0a09-404c-b638-39e96c18eca1, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c8ed3cfb-0a09-404c-b638-39e96c18eca1,segment=NetworkSegment(48c6dfcb-ec3c-415b-8d57-0fce860c1984),segment_id=48c6dfcb-ec3c-415b-8d57-0fce860c1984)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:42.428261 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:42.471601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Calling delete_port for c8ed3cfb-0a09-404c-b638-39e96c18eca1 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:23:42.526455 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9fee8b57-ba0e-4354-aa34-b628531d1731 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:42.631457 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:42.651230 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2328bb39-94ce-4aed-98aa-0e4aba06d278 None None] For port c8ed3cfb-0a09-404c-b638-39e96c18eca1, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c8ed3cfb-0a09-404c-b638-39e96c18eca1,segment=NetworkSegment(48c6dfcb-ec3c-415b-8d57-0fce860c1984),segment_id=48c6dfcb-ec3c-415b-8d57-0fce860c1984)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:42.651230 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2328bb39-94ce-4aed-98aa-0e4aba06d278 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:42.691210 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2328bb39-94ce-4aed-98aa-0e4aba06d278 None None] Calling delete_port for c8ed3cfb-0a09-404c-b638-39e96c18eca1 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:23:42.771672 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event deleted for resources: {'Port': ['ID=c8ed3cfb-0a09-404c-b638-39e96c18eca1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:42.780413 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] No DVR routers for this DVR port c8ed3cfb-0a09-404c-b638-39e96c18eca1 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:23:42.942218 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2328bb39-94ce-4aed-98aa-0e4aba06d278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:42.966818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2328bb39-94ce-4aed-98aa-0e4aba06d278 None None] No DVR routers for this DVR port c8ed3cfb-0a09-404c-b638-39e96c18eca1 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:23:42.967068 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-a417e3e2-b834-428b-b6cc-f870bf9d9c2d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:42.972283 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-a417e3e2-b834-428b-b6cc-f870bf9d9c2d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 811 time: 0.2949829 Nov 19 09:23:42.996820 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-411f0961-cac5-4e83-86d0-750b6219a240 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/quotas/8144ed889e0e449f999e146a50a01315 HTTP/1.1" status: 200 len: 375 time: 0.0174050 Nov 19 09:23:43.035802 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:43.051960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c8ed3cfb-0a09-404c-b638-39e96c18eca1 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:23:43.056654 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328bb39-94ce-4aed-98aa-0e4aba06d278 None None] Pushing event deleted for resources: {'Port': ['ID=c8ed3cfb-0a09-404c-b638-39e96c18eca1,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:43.095674 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: c8ed3cfb-0a09-404c-b638-39e96c18eca1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:23:43.096410 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c8ed3cfb-0a09-404c-b638-39e96c18eca1 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:23:43.140209 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2697430-d4a9-4a39-8eac-f6255543bd77']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:43.153976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-ba028834-d179-4f72-85d9-c1fa4f47ad9b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1411438 Nov 19 09:23:43.162794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c6dfcb-ec3c-415b-8d57-0fce860c1984') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:43.163601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c6dfcb-ec3c-415b-8d57-0fce860c1984') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:43.177421 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9fee8b57-ba0e-4354-aa34-b628531d1731 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:43.184032 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:43.195913 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9fee8b57-ba0e-4354-aa34-b628531d1731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:43.238792 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee8b57-ba0e-4354-aa34-b628531d1731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd49e0f-1176-4597-9a07-87a41f0aad45,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:43.270357 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:43.293617 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:23:43.294715 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:23:43.300924 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:23:43.322968 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-1cae12c8-f4d8-4f60-a125-8d99ebf2c737 service neutron] 10.222.0.21 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605864 Nov 19 09:23:43.349148 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9fee8b57-ba0e-4354-aa34-b628531d1731 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32001d9aaa804818b95f03a38b5b1030&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3101616 Nov 19 09:23:43.352538 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52222) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:43.433720 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddf87ff1-63cf-46da-b3ab-54969ac09838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:43.465680 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddf87ff1-63cf-46da-b3ab-54969ac09838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:43.536311 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:43.551035 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:43.556506 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "DELETE /v2.0/networks/b2697430-d4a9-4a39-8eac-f6255543bd77 HTTP/1.1" status: 204 len: 168 time: 1.8523097 Nov 19 09:23:43.565526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52232) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:43.573116 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddf87ff1-63cf-46da-b3ab-54969ac09838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:43.574187 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddf87ff1-63cf-46da-b3ab-54969ac09838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:43.574950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-31dcdd71-6fc3-4bed-b5a9-24a15bf59614 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1191585198'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:43.586714 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ddf87ff1-63cf-46da-b3ab-54969ac09838 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fd49e0f-1176-4597-9a07-87a41f0aad45 HTTP/1.1" status: 204 len: 168 time: 0.2275050 Nov 19 09:23:43.608252 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-262a6786-cf8e-4d8f-bfab-276aa3d998e4 service neutron] 10.222.0.21 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831459 Nov 19 09:23:43.624634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4efc5-b514-4983-a969-fdd2ed4fbbaa tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event deleted for resources: {'Network': ['ID=b2697430-d4a9-4a39-8eac-f6255543bd77,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:43.652765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf87ff1-63cf-46da-b3ab-54969ac09838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd49e0f-1176-4597-9a07-87a41f0aad45,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:43.670064 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dcdd71-6fc3-4bed-b5a9-24a15bf59614 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Made reservation on behalf of 80330b733775466590faec7f52d73715 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:23:43.675522 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31dcdd71-6fc3-4bed-b5a9-24a15bf59614 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:43.689891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bfc39-947b-4032-a03e-ba270031a148 req-d485bac3-6d5f-4207-a412-1837af3e6d3d tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:43.699315 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d72bfc39-947b-4032-a03e-ba270031a148 req-d485bac3-6d5f-4207-a412-1837af3e6d3d tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 945 time: 0.1602755 Nov 19 09:23:43.761125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31dcdd71-6fc3-4bed-b5a9-24a15bf59614 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:23:43.897538 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d72bfc39-947b-4032-a03e-ba270031a148 req-9361a954-1c9f-4995-bf6f-30f8cb44c305 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971216 Nov 19 09:23:43.919701 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31dcdd71-6fc3-4bed-b5a9-24a15bf59614 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:43.920019 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-31dcdd71-6fc3-4bed-b5a9-24a15bf59614 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Added segment 952bcc08-2518-4983-babb-5172c8c6a8b0 of type vlan for network 5a066e02-09e8-4da1-855d-b45649901094 Nov 19 09:23:44.060501 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba93f59b-3d3e-4dc0-8321-9bb45fcf130f req-40a8fe68-c3eb-4be2-85e2-4f0a2b6f30ca tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 210 time: 0.0546055 Nov 19 09:23:44.062500 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31dcdd71-6fc3-4bed-b5a9-24a15bf59614 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:44.110231 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31dcdd71-6fc3-4bed-b5a9-24a15bf59614 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:44.117027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dcdd71-6fc3-4bed-b5a9-24a15bf59614 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:44.119499 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31dcdd71-6fc3-4bed-b5a9-24a15bf59614 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:44.233831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-31dcdd71-6fc3-4bed-b5a9-24a15bf59614 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6653974 Nov 19 09:23:44.234114 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52256) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:44.255837 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-166e023e-bef1-4291-b244-9e12a834b659 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Request body: {'subnet': {'network_id': '5a066e02-09e8-4da1-855d-b45649901094', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:44.280398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dcdd71-6fc3-4bed-b5a9-24a15bf59614 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event updated for resources: {'Network': ['ID=5a066e02-09e8-4da1-855d-b45649901094,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:44.291889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 5a066e02-09e8-4da1-855d-b45649901094 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:23:44.415439 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166e023e-bef1-4291-b244-9e12a834b659 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Made reservation on behalf of 80330b733775466590faec7f52d73715 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:23:44.420055 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-166e023e-bef1-4291-b244-9e12a834b659 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:44.730252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8735a-cb5e-4623-bc8e-724b4e1f8168 req-45d01c83-bcfb-41c4-97ed-b883f2eb624c tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:44.746891 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cad8735a-cb5e-4623-bc8e-724b4e1f8168 req-45d01c83-bcfb-41c4-97ed-b883f2eb624c tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 945 time: 0.1165972 Nov 19 09:23:44.780337 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-166e023e-bef1-4291-b244-9e12a834b659 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:44.887834 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e023e-bef1-4291-b244-9e12a834b659 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event updated for resources: {'Subnet': ['ID=14af60de-5fd3-4fcc-9103-222b02da2f38,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:44.911440 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e023e-bef1-4291-b244-9e12a834b659 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Checking segment: {'id': '952bcc08-2518-4983-babb-5172c8c6a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5a066e02-09e8-4da1-855d-b45649901094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:23:44.911970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e023e-bef1-4291-b244-9e12a834b659 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Network hostable DHCP agents. Network: 5a066e02-09e8-4da1-855d-b45649901094, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:23:44.915883 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cad8735a-cb5e-4623-bc8e-724b4e1f8168 req-bb48b357-474b-4bdc-9f72-1152306cda8e tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673448 Nov 19 09:23:44.947301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e023e-bef1-4291-b244-9e12a834b659 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Network 5a066e02-09e8-4da1-855d-b45649901094 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:23:44.963585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-166e023e-bef1-4291-b244-9e12a834b659 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 5a066e02-09e8-4da1-855d-b45649901094) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:23:44.969361 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166e023e-bef1-4291-b244-9e12a834b659 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:44.980606 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-166e023e-bef1-4291-b244-9e12a834b659 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:44.987730 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0603625-d5f9-4c92-a68c-17df6534a756 None None] Network 5a066e02-09e8-4da1-855d-b45649901094 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:23:45.048489 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-166e023e-bef1-4291-b244-9e12a834b659 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8109696 Nov 19 09:23:45.051836 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52284) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:45.070872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ec718d27-f194-4856-9908-d47325fc0389 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1602624360'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:45.184590 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec718d27-f194-4856-9908-d47325fc0389 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Made reservation on behalf of 80330b733775466590faec7f52d73715 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:23:45.190119 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec718d27-f194-4856-9908-d47325fc0389 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:45.290519 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3fe18cec-8716-4238-a0b6-c63e24dcc37e req-2051a29c-c376-420a-9c00-2378e54c8de0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 210 time: 0.0706644 Nov 19 09:23:45.292743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec718d27-f194-4856-9908-d47325fc0389 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:23:45.333563 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec718d27-f194-4856-9908-d47325fc0389 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:45.334295 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-ec718d27-f194-4856-9908-d47325fc0389 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Added segment f5a535b4-90e1-45ad-ae2a-38f411ca0e3f of type vlan for network 2dd4d1c0-ad14-4ad4-b44f-89100403d78b Nov 19 09:23:45.388882 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec718d27-f194-4856-9908-d47325fc0389 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:45.434045 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec718d27-f194-4856-9908-d47325fc0389 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:45.445534 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec718d27-f194-4856-9908-d47325fc0389 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:45.446237 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec718d27-f194-4856-9908-d47325fc0389 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:45.485811 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:45.531817 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-5a066e02-09e8-4da1-855d-b45649901094', 'network_id': '5a066e02-09e8-4da1-855d-b45649901094', 'tenant_id': '80330b733775466590faec7f52d73715', 'fixed_ips': [{'subnet_id': '14af60de-5fd3-4fcc-9103-222b02da2f38'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:23:45.532461 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ec718d27-f194-4856-9908-d47325fc0389 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4753456 Nov 19 09:23:45.532982 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:45.535183 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52304) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:45.540877 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8bf6be44-fc0e-46c1-b17d-0a6e9f332137 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Request body: {'subnet': {'network_id': '2dd4d1c0-ad14-4ad4-b44f-89100403d78b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:45.555611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec718d27-f194-4856-9908-d47325fc0389 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event updated for resources: {'Network': ['ID=2dd4d1c0-ad14-4ad4-b44f-89100403d78b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:45.580670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 2dd4d1c0-ad14-4ad4-b44f-89100403d78b details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:23:45.708142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf6be44-fc0e-46c1-b17d-0a6e9f332137 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Made reservation on behalf of 80330b733775466590faec7f52d73715 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:23:45.717463 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8bf6be44-fc0e-46c1-b17d-0a6e9f332137 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:45.914791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52308) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:46.021811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-31d2fc4d-98bb-45b8-8c0c-068f7045a896 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:46.023462 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-31d2fc4d-98bb-45b8-8c0c-068f7045a896 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 811 time: 0.2175477 Nov 19 09:23:46.042947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-3683086a-b5c8-40d1-a8f3-9696eda9eb80 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Request body: {'port': {'device_id': 'cc418950-2f83-46b6-b68f-f85062d0859c', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'admin_state_up': True, 'tenant_id': '8144ed889e0e449f999e146a50a01315'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:46.139779 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Allocated IP 19.80.0.2 (5a066e02-09e8-4da1-855d-b45649901094/14af60de-5fd3-4fcc-9103-222b02da2f38/1df38da0-c8b3-49f9-8b28-4668010d1aa2) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:23:46.231544 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2d810-6b64-4cbb-835e-d9b2b6b7b0d1 req-072c4899-5552-41a8-87d2-3c1bdf4d7b68 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:46.240324 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0ce2d810-6b64-4cbb-835e-d9b2b6b7b0d1 req-072c4899-5552-41a8-87d2-3c1bdf4d7b68 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.71 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 945 time: 0.1708171 Nov 19 09:23:46.339222 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14aa463b-de73-41d4-beec-1af02c1b3160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:46.340319 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0759a-b6fa-4340-8c90-74e85f1d28b9 req-4e838e5e-bd89-4ca0-8a09-0d165969ca90 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:46.342401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70d0759a-b6fa-4340-8c90-74e85f1d28b9 req-4e838e5e-bd89-4ca0-8a09-0d165969ca90 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 945 time: 0.1453338 Nov 19 09:23:46.353127 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-3683086a-b5c8-40d1-a8f3-9696eda9eb80 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Made reservation on behalf of 8144ed889e0e449f999e146a50a01315 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:23:46.359041 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-3683086a-b5c8-40d1-a8f3-9696eda9eb80 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:46.513382 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:46.522620 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:46.528396 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14aa463b-de73-41d4-beec-1af02c1b3160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:46.537347 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14aa463b-de73-41d4-beec-1af02c1b3160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:46.583124 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Network 5a066e02-09e8-4da1-855d-b45649901094 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:23:46.587604 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:23:46.590452 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:23:46.628430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Pushing event updated for resources: {'Port': ['ID=1df38da0-c8b3-49f9-8b28-4668010d1aa2,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:46.633860 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-14aa463b-de73-41d4-beec-1af02c1b3160 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee4b09799a994ca1b8fea7b603aece20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7169602 Nov 19 09:23:46.634907 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52324) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:46.637032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa463b-de73-41d4-beec-1af02c1b3160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526ca52f-7a08-4be7-8370-6ad3f52c96ef,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:46.656346 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70d0759a-b6fa-4340-8c90-74e85f1d28b9 req-19b76d82-5b88-4bd4-a1a9-92661b890f27 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/security-groups?id=5bec0e7d-404c-4a15-8b46-c95e6829c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881215 Nov 19 09:23:46.685758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-0ce2d810-6b64-4cbb-835e-d9b2b6b7b0d1 req-59be61ed-0e56-44db-bb2b-21d9dae0f02a tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Deleting port 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:23:46.686120 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0ce2d810-6b64-4cbb-835e-d9b2b6b7b0d1 req-59be61ed-0e56-44db-bb2b-21d9dae0f02a tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:46.699398 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Attempting to bind port 1df38da0-c8b3-49f9-8b28-4668010d1aa2 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:23:46.699771 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Attempting to bind port 1df38da0-c8b3-49f9-8b28-4668010d1aa2 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '952bcc08-2518-4983-babb-5172c8c6a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5a066e02-09e8-4da1-855d-b45649901094'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:23:46.700139 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Attempting to bind port 1df38da0-c8b3-49f9-8b28-4668010d1aa2 on network 5a066e02-09e8-4da1-855d-b45649901094 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:23:46.708371 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:23:46.708794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Checking segment: {'id': '952bcc08-2518-4983-babb-5172c8c6a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5a066e02-09e8-4da1-855d-b45649901094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:23:46.709329 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:46.709730 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Bound using segment: {'id': '952bcc08-2518-4983-babb-5172c8c6a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5a066e02-09e8-4da1-855d-b45649901094'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:23:46.710230 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Bound port: 1df38da0-c8b3-49f9-8b28-4668010d1aa2, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952bcc08-2518-4983-babb-5172c8c6a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5a066e02-09e8-4da1-855d-b45649901094'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:23:46.710626 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:46.793021 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3f767ea-f632-415b-b95d-a656a9c07981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:46.823344 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3f767ea-f632-415b-b95d-a656a9c07981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:46.831643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-3683086a-b5c8-40d1-a8f3-9696eda9eb80 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Allocated IP 172.20.0.12 (ae30f9f9-a15f-46da-bac5-9059230a3308/921a28c7-4b96-4975-b8f4-7f638315c845/b98dd8fa-ae7b-4324-868e-427a0b7eb64d) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:23:46.895561 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3f767ea-f632-415b-b95d-a656a9c07981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:46.899611 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3f767ea-f632-415b-b95d-a656a9c07981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:46.904749 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e3f767ea-f632-415b-b95d-a656a9c07981 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/526ca52f-7a08-4be7-8370-6ad3f52c96ef HTTP/1.1" status: 204 len: 168 time: 0.2641263 Nov 19 09:23:46.927009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f767ea-f632-415b-b95d-a656a9c07981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526ca52f-7a08-4be7-8370-6ad3f52c96ef,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:46.938991 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0ce2d810-6b64-4cbb-835e-d9b2b6b7b0d1 req-59be61ed-0e56-44db-bb2b-21d9dae0f02a tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] For port 4e780aac-52b7-49e3-8da4-4d6d8201ddc1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=4e780aac-52b7-49e3-8da4-4d6d8201ddc1,segment=NetworkSegment(c1cb171b-e875-4868-852d-0dee413d3788),segment_id=c1cb171b-e875-4868-852d-0dee413d3788)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:46.939751 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0ce2d810-6b64-4cbb-835e-d9b2b6b7b0d1 req-59be61ed-0e56-44db-bb2b-21d9dae0f02a tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:46.954992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-0ce2d810-6b64-4cbb-835e-d9b2b6b7b0d1 req-59be61ed-0e56-44db-bb2b-21d9dae0f02a tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Calling delete_port for 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:23:47.003089 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc6dcc09-d31b-4505-b6bd-6d2ef1fcfcfe req-3e8234e1-2784-44b1-af42-de215894054f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 210 time: 0.4157126 Nov 19 09:23:47.083817 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-3683086a-b5c8-40d1-a8f3-9696eda9eb80 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:47.106587 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8bf6be44-fc0e-46c1-b17d-0a6e9f332137 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:47.178099 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0ce2d810-6b64-4cbb-835e-d9b2b6b7b0d1 req-59be61ed-0e56-44db-bb2b-21d9dae0f02a tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:47.182966 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6be44-fc0e-46c1-b17d-0a6e9f332137 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event updated for resources: {'Subnet': ['ID=f6fe4a7f-ef19-4ed7-9707-678cb515e6aa,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:47.191427 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-3683086a-b5c8-40d1-a8f3-9696eda9eb80 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:47.205578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] For port 1df38da0-c8b3-49f9-8b28-4668010d1aa2, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:23:47.210071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] For port 1df38da0-c8b3-49f9-8b28-4668010d1aa2, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1df38da0-c8b3-49f9-8b28-4668010d1aa2,segment=NetworkSegment(952bcc08-2518-4983-babb-5172c8c6a8b0),segment_id=952bcc08-2518-4983-babb-5172c8c6a8b0)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:23:47.214146 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['4e780aac-52b7-49e3-8da4-4d6d8201ddc1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:23:47.233561 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be61ed-0e56-44db-bb2b-21d9dae0f02a tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Pushing event deleted for resources: {'Port': ['ID=4e780aac-52b7-49e3-8da4-4d6d8201ddc1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:47.247000 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:47.258587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683086a-b5c8-40d1-a8f3-9696eda9eb80 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event updated for resources: {'Port': ['ID=b98dd8fa-ae7b-4324-868e-427a0b7eb64d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:47.280856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf6be44-fc0e-46c1-b17d-0a6e9f332137 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Checking segment: {'id': 'f5a535b4-90e1-45ad-ae2a-38f411ca0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2dd4d1c0-ad14-4ad4-b44f-89100403d78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:23:47.281444 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf6be44-fc0e-46c1-b17d-0a6e9f332137 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Network hostable DHCP agents. Network: 2dd4d1c0-ad14-4ad4-b44f-89100403d78b, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:23:47.291771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-3683086a-b5c8-40d1-a8f3-9696eda9eb80 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Network ae30f9f9-a15f-46da-bac5-9059230a3308 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:23:47.306304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-3683086a-b5c8-40d1-a8f3-9696eda9eb80 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:23:47.306304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-3683086a-b5c8-40d1-a8f3-9696eda9eb80 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:23:47.371285 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce2d810-6b64-4cbb-835e-d9b2b6b7b0d1 req-59be61ed-0e56-44db-bb2b-21d9dae0f02a tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] No DVR routers for this DVR port 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:23:47.371817 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf03f6-4334-490b-9367-cbd951797440 None None] Pushing event updated for resources: {'Port': ['ID=1df38da0-c8b3-49f9-8b28-4668010d1aa2,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:47.382038 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0ce2d810-6b64-4cbb-835e-d9b2b6b7b0d1 req-59be61ed-0e56-44db-bb2b-21d9dae0f02a tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:47.385492 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0ce2d810-6b64-4cbb-835e-d9b2b6b7b0d1 req-59be61ed-0e56-44db-bb2b-21d9dae0f02a tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.71 "DELETE /v2.0/ports/4e780aac-52b7-49e3-8da4-4d6d8201ddc1 HTTP/1.1" status: 204 len: 173 time: 1.1341178 Nov 19 09:23:47.385848 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-3683086a-b5c8-40d1-a8f3-9696eda9eb80 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:47.385992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf221c5-be71-436e-bada-a6820a55c3c4', 'name': 'network-vif-deleted', 'tag': '4e780aac-52b7-49e3-8da4-4d6d8201ddc1'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:23:47.386399 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-3683086a-b5c8-40d1-a8f3-9696eda9eb80 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:47.389282 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d58f3e9-b9c3-4d7c-ac59-19bf7552c877" -d '{"events": [{"server_uuid": "7bf221c5-be71-436e-bada-a6820a55c3c4", "name": "network-vif-deleted", "tag": "4e780aac-52b7-49e3-8da4-4d6d8201ddc1"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:23:47.431385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf6be44-fc0e-46c1-b17d-0a6e9f332137 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Network 2dd4d1c0-ad14-4ad4-b44f-89100403d78b is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:23:47.446963 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-3683086a-b5c8-40d1-a8f3-9696eda9eb80 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4097831 Nov 19 09:23:47.452429 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-8bf6be44-fc0e-46c1-b17d-0a6e9f332137 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 2dd4d1c0-ad14-4ad4-b44f-89100403d78b) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:23:47.462548 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0a936f-285e-4daf-a8f1-c4e1d56d13ef x-openstack-request-id: req-eb0a936f-285e-4daf-a8f1-c4e1d56d13ef {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:23:47.463369 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf221c5-be71-436e-bada-a6820a55c3c4", "name": "network-vif-deleted", "tag": "4e780aac-52b7-49e3-8da4-4d6d8201ddc1", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:23:47.463833 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb0a936f-285e-4daf-a8f1-c4e1d56d13ef {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:23:47.464385 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf221c5-be71-436e-bada-a6820a55c3c4', 'name': 'network-vif-deleted', 'tag': '4e780aac-52b7-49e3-8da4-4d6d8201ddc1', 'status': 'completed', 'code': 200} Nov 19 09:23:47.466868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6a0660-c2a0-4652-9b44-f49f17b17627 None None] Network 2dd4d1c0-ad14-4ad4-b44f-89100403d78b requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:23:47.485135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf6be44-fc0e-46c1-b17d-0a6e9f332137 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:47.486011 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8bf6be44-fc0e-46c1-b17d-0a6e9f332137 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:47.502830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Request body: {'port': {'device_id': 'cc418950-2f83-46b6-b68f-f85062d0859c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:47.641780 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8bf6be44-fc0e-46c1-b17d-0a6e9f332137 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0963383 Nov 19 09:23:47.748789 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:47.902602 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:47.955530 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9752afac-fd26-485a-b271-fe5019e8d9a6 req-4f2917f3-7861-47ab-962d-29477b9210b4 tempest-ServerGroupTestJSON-834729399 tempest-ServerGroupTestJSON-834729399-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bf221c5-be71-436e-bada-a6820a55c3c4 HTTP/1.1" status: 200 len: 210 time: 0.0464585 Nov 19 09:23:47.995079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-2dd4d1c0-ad14-4ad4-b44f-89100403d78b', 'network_id': '2dd4d1c0-ad14-4ad4-b44f-89100403d78b', 'tenant_id': '80330b733775466590faec7f52d73715', 'fixed_ips': [{'subnet_id': 'f6fe4a7f-ef19-4ed7-9707-678cb515e6aa'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:23:48.004933 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:48.034710 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-73db456b-d03f-4a0a-8eea-b773215e27a0 None None] Provisioning complete for port b98dd8fa-ae7b-4324-868e-427a0b7eb64d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:48.034710 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-73db456b-d03f-4a0a-8eea-b773215e27a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:48.139609 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-73db456b-d03f-4a0a-8eea-b773215e27a0 None None] Port b98dd8fa-ae7b-4324-868e-427a0b7eb64d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:23:48.386668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Allocated IP 19.86.0.2 (2dd4d1c0-ad14-4ad4-b44f-89100403d78b/f6fe4a7f-ef19-4ed7-9707-678cb515e6aa/12127e6d-07c5-4e8a-886e-88c97b420173) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:23:48.583633 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:48.590885 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:48.658603 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Network 2dd4d1c0-ad14-4ad4-b44f-89100403d78b is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:23:48.662043 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:23:48.667161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:23:48.670831 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Pushing event updated for resources: {'Port': ['ID=12127e6d-07c5-4e8a-886e-88c97b420173,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:48.773852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Attempting to bind port 12127e6d-07c5-4e8a-886e-88c97b420173 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:23:48.774611 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Attempting to bind port 12127e6d-07c5-4e8a-886e-88c97b420173 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'f5a535b4-90e1-45ad-ae2a-38f411ca0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2dd4d1c0-ad14-4ad4-b44f-89100403d78b'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:23:48.775244 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Attempting to bind port 12127e6d-07c5-4e8a-886e-88c97b420173 on network 2dd4d1c0-ad14-4ad4-b44f-89100403d78b {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:23:48.782760 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:23:48.783218 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Checking segment: {'id': 'f5a535b4-90e1-45ad-ae2a-38f411ca0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2dd4d1c0-ad14-4ad4-b44f-89100403d78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:23:48.784332 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:48.784332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Bound using segment: {'id': 'f5a535b4-90e1-45ad-ae2a-38f411ca0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2dd4d1c0-ad14-4ad4-b44f-89100403d78b'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:23:48.784571 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Bound port: 12127e6d-07c5-4e8a-886e-88c97b420173, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a535b4-90e1-45ad-ae2a-38f411ca0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2dd4d1c0-ad14-4ad4-b44f-89100403d78b'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:23:48.785061 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:48.820173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57b4e4-377f-42cf-bcb7-feb8861c9141 req-a00085cf-6dfb-467d-be4e-8eb72969bef0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:48.822877 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4c57b4e4-377f-42cf-bcb7-feb8861c9141 req-a00085cf-6dfb-467d-be4e-8eb72969bef0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 932 time: 0.6678350 Nov 19 09:23:48.902011 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] For port 12127e6d-07c5-4e8a-886e-88c97b420173, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:23:48.907348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] For port 12127e6d-07c5-4e8a-886e-88c97b420173, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=12127e6d-07c5-4e8a-886e-88c97b420173,segment=NetworkSegment(f5a535b4-90e1-45ad-ae2a-38f411ca0e3f),segment_id=f5a535b4-90e1-45ad-ae2a-38f411ca0e3f)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:23:48.925355 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:48.947876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-f7bf0298-1a51-4936-b2bf-81bfebfb4d7e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:48.954873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-f7bf0298-1a51-4936-b2bf-81bfebfb4d7e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:48.962862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-f7bf0298-1a51-4936-b2bf-81bfebfb4d7e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/networks?id=5a066e02-09e8-4da1-855d-b45649901094&id=2dd4d1c0-ad14-4ad4-b44f-89100403d78b HTTP/1.1" status: 200 len: 1392 time: 0.7957578 Nov 19 09:23:49.049862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-7bd96eb4-daa0-4767-936f-5f89491c77ea tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/quotas/80330b733775466590faec7f52d73715 HTTP/1.1" status: 200 len: 375 time: 0.0858340 Nov 19 09:23:49.070695 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7a1a6-48e7-422b-b5eb-1a3ec1cd92d4 None None] Pushing event updated for resources: {'Port': ['ID=12127e6d-07c5-4e8a-886e-88c97b420173,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:49.179830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1df38da0-c8b3-49f9-8b28-4668010d1aa2 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:49.214772 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4c57b4e4-377f-42cf-bcb7-feb8861c9141 req-e89875b5-da17-4c1c-982d-27bbd7448306 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723822 Nov 19 09:23:49.339938 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5fd422-0375-490c-b2c4-2456b7176635 None None] Network 5a066e02-09e8-4da1-855d-b45649901094 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:23:49.404090 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-85f166a1-a4cd-4b41-a115-cf1587647f18 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=80330b733775466590faec7f52d73715&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3532176 Nov 19 09:23:49.514084 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b98dd8fa-ae7b-4324-868e-427a0b7eb64d {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:23:49.555511 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:49.574951 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1df38da0-c8b3-49f9-8b28-4668010d1aa2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:49.575760 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:49.591964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Transition to ACTIVE for port object b98dd8fa-ae7b-4324-868e-427a0b7eb64d will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:23:49.618397 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:49.714886 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52424) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:49.742734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:23:49.749007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b05b35d4-9b63-4400-ba15-f88d303021b5 None None] Provisioning complete for port 1df38da0-c8b3-49f9-8b28-4668010d1aa2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:49.749833 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b05b35d4-9b63-4400-ba15-f88d303021b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:49.753409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-ccc32dac-5ce5-4fc9-b2e2-62ab3511628f service neutron] 10.222.0.21 "GET /v2.0/networks/5a066e02-09e8-4da1-855d-b45649901094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481920 Nov 19 09:23:49.851764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Pushing event updated for resources: {'Port': ['ID=b98dd8fa-ae7b-4324-868e-427a0b7eb64d,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:49.864169 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:23:49.864628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 4e780aac-52b7-49e3-8da4-4d6d8201ddc1 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:23:49.924104 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cbf90d5d-e5a6-4525-b0ac-382174e11648 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-927481386'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:49.955299 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:49.960908 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f09bed93-0561-4353-9ac4-adae296da9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:49.990016 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbf90d5d-e5a6-4525-b0ac-382174e11648 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:49.997109 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbf90d5d-e5a6-4525-b0ac-382174e11648 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.018647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Attempting to bind port b98dd8fa-ae7b-4324-868e-427a0b7eb64d on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:23:50.018860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Attempting to bind port b98dd8fa-ae7b-4324-868e-427a0b7eb64d by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:23:50.019044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Attempting to bind port b98dd8fa-ae7b-4324-868e-427a0b7eb64d on network ae30f9f9-a15f-46da-bac5-9059230a3308 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:23:50.032085 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Port b98dd8fa-ae7b-4324-868e-427a0b7eb64d on network ae30f9f9-a15f-46da-bac5-9059230a3308 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:23:50.032614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Attempting to bind port b98dd8fa-ae7b-4324-868e-427a0b7eb64d on network ae30f9f9-a15f-46da-bac5-9059230a3308 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:23:50.042434 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-350a81cd-a0ed-4d97-b4fc-60ad0b68cfae service neutron] 10.222.0.21 "GET /v2.0/networks/5a066e02-09e8-4da1-855d-b45649901094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880509 Nov 19 09:23:50.043188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:23:50.043527 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Checking segment: {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:23:50.043916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Bound using segment: {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:23:50.044890 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Bound port: b98dd8fa-ae7b-4324-868e-427a0b7eb64d, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:23:50.045052 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.047176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52442) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:50.077211 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbf90d5d-e5a6-4525-b0ac-382174e11648 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.086221 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbf90d5d-e5a6-4525-b0ac-382174e11648 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.087582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 1df38da0-c8b3-49f9-8b28-4668010d1aa2, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1df38da0-c8b3-49f9-8b28-4668010d1aa2,segment=NetworkSegment(952bcc08-2518-4983-babb-5172c8c6a8b0),segment_id=952bcc08-2518-4983-babb-5172c8c6a8b0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:50.109054 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbf90d5d-e5a6-4525-b0ac-382174e11648 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.112891 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cbf90d5d-e5a6-4525-b0ac-382174e11648 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3945532 Nov 19 09:23:50.114101 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52444) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:50.118696 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.184788 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b05b35d4-9b63-4400-ba15-f88d303021b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.225298 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d0522a-1cb1-406b-94b1-388ca25e030e admin admin] Deleting subnet c61394a8-c3f9-425f-acf5-9c26e81f22e9 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:23:50.229548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=1df38da0-c8b3-49f9-8b28-4668010d1aa2,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:50.235667 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8d0522a-1cb1-406b-94b1-388ca25e030e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.260684 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97a4f243-b3d0-4e6e-b70e-6f96294c8539 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.277763 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8d0522a-1cb1-406b-94b1-388ca25e030e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.307310 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-b05b35d4-9b63-4400-ba15-f88d303021b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:23:50.307779 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-b05b35d4-9b63-4400-ba15-f88d303021b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:23:50.346586 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] For port b98dd8fa-ae7b-4324-868e-427a0b7eb64d, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:23:50.350766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] For port b98dd8fa-ae7b-4324-868e-427a0b7eb64d, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b98dd8fa-ae7b-4324-868e-427a0b7eb64d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:23:50.427874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.508834 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8d0522a-1cb1-406b-94b1-388ca25e030e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.514873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-79466463-99f6-4b14-8af3-a7d3572672cb service neutron] 10.222.0.21 "GET /v2.0/networks/2dd4d1c0-ad14-4ad4-b44f-89100403d78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483051 Nov 19 09:23:50.516850 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:50.517762 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.519889 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] 10.222.0.71 "PUT /v2.0/ports/b98dd8fa-ae7b-4324-868e-427a0b7eb64d HTTP/1.1" status: 200 len: 1093 time: 3.0248420 Nov 19 09:23:50.539791 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97a4f243-b3d0-4e6e-b70e-6f96294c8539 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.543248 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97a4f243-b3d0-4e6e-b70e-6f96294c8539 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.553331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc418950-2f83-46b6-b68f-f85062d0859c', 'tag': 'b98dd8fa-ae7b-4324-868e-427a0b7eb64d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:23:50.555920 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7f3282-316c-4ad3-b2dc-bd17a5ebfc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc418950-2f83-46b6-b68f-f85062d0859c", "tag": "b98dd8fa-ae7b-4324-868e-427a0b7eb64d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:23:50.644826 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97a4f243-b3d0-4e6e-b70e-6f96294c8539 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.645598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a4f243-b3d0-4e6e-b70e-6f96294c8539 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b430be47-3f77-40f7-b812-efb99c3571ca {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:23:50.659120 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d20c8-5646-4331-80de-6a912e388fe6 req-3b768ae6-3c41-4701-8b02-5ccf85a8b3da tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:50.660836 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97a4f243-b3d0-4e6e-b70e-6f96294c8539 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.665743 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-97a4f243-b3d0-4e6e-b70e-6f96294c8539 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b430be47-3f77-40f7-b812-efb99c3571ca HTTP/1.1" status: 204 len: 168 time: 0.5503602 Nov 19 09:23:50.666485 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52456) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:50.667135 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-449d20c8-5646-4331-80de-6a912e388fe6 req-3b768ae6-3c41-4701-8b02-5ccf85a8b3da tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 944 time: 0.3099549 Nov 19 09:23:50.672438 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5d3f28f9-beb6-46c6-85ba-9719f077086b tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Request body: {'router': {'name': 'tempest-router-112296394', 'distributed': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:50.722614 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d3f28f9-beb6-46c6-85ba-9719f077086b tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.723915 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d3f28f9-beb6-46c6-85ba-9719f077086b tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.799832 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bff39a-a285-4924-a83b-27b040f2875c service neutron] Pushing event updated for resources: {'Port': ['ID=b98dd8fa-ae7b-4324-868e-427a0b7eb64d,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:50.825795 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d3f28f9-beb6-46c6-85ba-9719f077086b tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.840433 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d3f28f9-beb6-46c6-85ba-9719f077086b tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.880232 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-449d20c8-5646-4331-80de-6a912e388fe6 req-44e35b65-2494-4185-a54b-58127d9773db tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122698 Nov 19 09:23:50.882969 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d3f28f9-beb6-46c6-85ba-9719f077086b tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:50.884327 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5d3f28f9-beb6-46c6-85ba-9719f077086b tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2166753 Nov 19 09:23:50.887500 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52468) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:50.945843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-64162bd9-4b68-4ed5-9f49-5d1d4a18d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:50.947369 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-64162bd9-4b68-4ed5-9f49-5d1d4a18d09f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 1096 time: 0.3457184 Nov 19 09:23:50.949841 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8d0522a-1cb1-406b-94b1-388ca25e030e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:51.023496 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8d0522a-1cb1-406b-94b1-388ca25e030e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:51.031922 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b8d0522a-1cb1-406b-94b1-388ca25e030e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c61394a8-c3f9-425f-acf5-9c26e81f22e9 HTTP/1.1" status: 204 len: 168 time: 0.9786215 Nov 19 09:23:51.051793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52474) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:51.056430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ba3c1e-05c6-4c70-a28c-7888682ff47e None None] Network 2dd4d1c0-ad14-4ad4-b44f-89100403d78b requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:23:51.109663 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0522a-1cb1-406b-94b1-388ca25e030e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c61394a8-c3f9-425f-acf5-9c26e81f22e9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:51.159872 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465ccf54-0ac8-4b5a-a2c6-52e53f3650fe tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:51.177056 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabbaa20-a203-4026-9d81-b48b2154a3fa x-openstack-request-id: req-dabbaa20-a203-4026-9d81-b48b2154a3fa {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:23:51.177311 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc418950-2f83-46b6-b68f-f85062d0859c", "tag": "b98dd8fa-ae7b-4324-868e-427a0b7eb64d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:23:51.177415 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-455a181f-b0c5-4850-ae01-fd43ee3be0e3 None None] Provisioning complete for port 1df38da0-c8b3-49f9-8b28-4668010d1aa2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:51.177515 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dabbaa20-a203-4026-9d81-b48b2154a3fa {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:23:51.178034 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc418950-2f83-46b6-b68f-f85062d0859c', 'tag': 'b98dd8fa-ae7b-4324-868e-427a0b7eb64d', 'status': 'completed', 'code': 200} Nov 19 09:23:51.180194 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-4736cd3a-6c68-444e-9f33-e457da88a85f service neutron] 10.222.0.21 "GET /v2.0/networks/2dd4d1c0-ad14-4ad4-b44f-89100403d78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6186230 Nov 19 09:23:51.181037 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-455a181f-b0c5-4850-ae01-fd43ee3be0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:51.181862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-a0a512c6-b72a-4e69-b6e4-89a1f4938b55 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b98dd8fa-ae7b-4324-868e-427a0b7eb64d HTTP/1.1" status: 200 len: 217 time: 0.1786993 Nov 19 09:23:51.262541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-f607720b-8e68-4bf0-a814-bd67b550c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:51.274658 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-f607720b-8e68-4bf0-a814-bd67b550c6ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.0741034 Nov 19 09:23:51.281536 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1df38da0-c8b3-49f9-8b28-4668010d1aa2 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:51.382136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-9d54ddf5-f22b-421f-bdbb-a8b76bc18ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:51.388213 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-9d54ddf5-f22b-421f-bdbb-a8b76bc18ef0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024554 Nov 19 09:23:51.654885 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1df38da0-c8b3-49f9-8b28-4668010d1aa2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:51.655270 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:51.699929 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94edc466-9217-4582-99dc-e04b32c21c16 req-7125b229-12e7-4b51-9352-cdd7a6b18e6e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 210 time: 0.1117966 Nov 19 09:23:51.835591 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-43272488-9d34-41c0-9834-b9a804b9eba6 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344959 Nov 19 09:23:51.912961 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ba76f633-d2b4-4cd7-afe4-cd4c14336bf6 None None] Provisioning complete for port 12127e6d-07c5-4e8a-886e-88c97b420173 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:51.913800 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ba76f633-d2b4-4cd7-afe4-cd4c14336bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:51.938850 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b078a340-d41d-4475-b767-c056a9e54f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.016379 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465ccf54-0ac8-4b5a-a2c6-52e53f3650fe tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.036553 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465ccf54-0ac8-4b5a-a2c6-52e53f3650fe tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.075830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bbd40a42-2a54-483d-a3ff-09d379f9d96a req-ead6895e-e318-4eed-9e8a-949b114794a8 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277286 Nov 19 09:23:52.199064 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b078a340-d41d-4475-b767-c056a9e54f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.202657 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465ccf54-0ac8-4b5a-a2c6-52e53f3650fe tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.203340 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465ccf54-0ac8-4b5a-a2c6-52e53f3650fe tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0de6b2a-bc77-4e42-acd6-2bed8492bbef {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:23:52.210393 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465ccf54-0ac8-4b5a-a2c6-52e53f3650fe tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.215492 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-465ccf54-0ac8-4b5a-a2c6-52e53f3650fe tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a0de6b2a-bc77-4e42-acd6-2bed8492bbef HTTP/1.1" status: 204 len: 168 time: 1.3230903 Nov 19 09:23:52.220681 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52508) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:52.223773 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8d6b8315-47a1-40e2-a461-e298014e2da8 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Request body: {'router': {'name': 'tempest-router-2142669895', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8560c1ed94744a41872951ae03056273'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:52.261762 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-b078a340-d41d-4475-b767-c056a9e54f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da542bd0-9404-4cc1-aafd-10496dc15f93']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:52.309180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbddd41-ea93-4777-9ecf-47b782d79206 req-ba67b5d6-8ab4-475b-a454-5c196c4dd75c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:52.318212 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cbddd41-ea93-4777-9ecf-47b782d79206 req-ba67b5d6-8ab4-475b-a454-5c196c4dd75c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 944 time: 0.2296538 Nov 19 09:23:52.318649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-b078a340-d41d-4475-b767-c056a9e54f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cb171b-e875-4868-852d-0dee413d3788') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:52.318896 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-b078a340-d41d-4475-b767-c056a9e54f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cb171b-e875-4868-852d-0dee413d3788') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:23:52.338771 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8315-47a1-40e2-a461-e298014e2da8 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.339812 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8315-47a1-40e2-a461-e298014e2da8 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.345710 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f3282-316c-4ad3-b2dc-bd17a5ebfc0a req-7e2ca291-c9f0-410b-b133-afcaa35203fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:52.347569 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d7f3282-316c-4ad3-b2dc-bd17a5ebfc0a req-7e2ca291-c9f0-410b-b133-afcaa35203fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 1096 time: 0.1455154 Nov 19 09:23:52.361755 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 12127e6d-07c5-4e8a-886e-88c97b420173 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:52.370682 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b078a340-d41d-4475-b767-c056a9e54f0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.434337 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b078a340-d41d-4475-b767-c056a9e54f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.439860 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cbddd41-ea93-4777-9ecf-47b782d79206 req-071d7d07-207f-4d72-bf78-c2a57b8729c1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206007 Nov 19 09:23:52.491976 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1160e1c4-b30f-4a14-b837-1b63d1d1beda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.497272 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8315-47a1-40e2-a461-e298014e2da8 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.506148 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b078a340-d41d-4475-b767-c056a9e54f0e admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:23:52.506387 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ba76f633-d2b4-4cd7-afe4-cd4c14336bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.506545 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b078a340-d41d-4475-b767-c056a9e54f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:23:52.513469 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:23:52.519262 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8315-47a1-40e2-a461-e298014e2da8 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.524544 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f3282-316c-4ad3-b2dc-bd17a5ebfc0a req-899a3a64-d287-4b1e-9c71-a00f7865e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:52.526286 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d7f3282-316c-4ad3-b2dc-bd17a5ebfc0a req-899a3a64-d287-4b1e-9c71-a00f7865e0da service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 912 time: 0.1657887 Nov 19 09:23:52.561765 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ba76f633-d2b4-4cd7-afe4-cd4c14336bf6 None None] For port 12127e6d-07c5-4e8a-886e-88c97b420173, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=12127e6d-07c5-4e8a-886e-88c97b420173,segment=NetworkSegment(f5a535b4-90e1-45ad-ae2a-38f411ca0e3f),segment_id=f5a535b4-90e1-45ad-ae2a-38f411ca0e3f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:52.563593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 12127e6d-07c5-4e8a-886e-88c97b420173 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:52.563973 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.588090 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d7f3282-316c-4ad3-b2dc-bd17a5ebfc0a req-acd2812c-eba7-489e-abbc-e66c7d3957a3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b98dd8fa-ae7b-4324-868e-427a0b7eb64d HTTP/1.1" status: 200 len: 217 time: 0.0475161 Nov 19 09:23:52.589919 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8315-47a1-40e2-a461-e298014e2da8 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.592009 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ba76f633-d2b4-4cd7-afe4-cd4c14336bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.595007 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8d6b8315-47a1-40e2-a461-e298014e2da8 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3748512 Nov 19 09:23:52.595605 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52510) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:52.605521 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1edc9151-5d6d-4077-8cd6-73ab170cbf2a tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:52.679518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f3282-316c-4ad3-b2dc-bd17a5ebfc0a req-d0bf5586-7d2d-4b70-be1f-289da7d0e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:52.681067 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d7f3282-316c-4ad3-b2dc-bd17a5ebfc0a req-d0bf5586-7d2d-4b70-be1f-289da7d0e4dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.0830560 Nov 19 09:23:52.686668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76f633-d2b4-4cd7-afe4-cd4c14336bf6 None None] Pushing event updated for resources: {'Port': ['ID=12127e6d-07c5-4e8a-886e-88c97b420173,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:52.692116 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b078a340-d41d-4475-b767-c056a9e54f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.697864 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b078a340-d41d-4475-b767-c056a9e54f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.704032 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b078a340-d41d-4475-b767-c056a9e54f0e admin admin] 10.222.0.21 "DELETE /v2.0/networks/da542bd0-9404-4cc1-aafd-10496dc15f93 HTTP/1.1" status: 204 len: 168 time: 1.6456664 Nov 19 09:23:52.723966 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078a340-d41d-4475-b767-c056a9e54f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=da542bd0-9404-4cc1-aafd-10496dc15f93,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:52.757229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-14aa4390-3f40-4518-945f-85c176fc3774 None None] Provisioning complete for port 12127e6d-07c5-4e8a-886e-88c97b420173 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:52.757718 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-14aa4390-3f40-4518-945f-85c176fc3774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:52.909317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e82ff41-183e-4a65-8d69-7f4ce487092d req-f77d76a3-9c62-4d88-a378-a06830f9986a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 210 time: 0.0426288 Nov 19 09:23:52.952552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f3282-316c-4ad3-b2dc-bd17a5ebfc0a req-6c2294f0-e31a-48f2-b62d-315d8bc060ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:52.955381 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d7f3282-316c-4ad3-b2dc-bd17a5ebfc0a req-6c2294f0-e31a-48f2-b62d-315d8bc060ac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1479380 Nov 19 09:23:53.017201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52522) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:53.020792 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1edc9151-5d6d-4077-8cd6-73ab170cbf2a tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.020999 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1edc9151-5d6d-4077-8cd6-73ab170cbf2a tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.024269 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 12127e6d-07c5-4e8a-886e-88c97b420173 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:53.025841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f2748fd9-4f00-4f7a-af40-f1e8029f3008 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-315793886'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:53.133925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52524) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:53.134978 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 12127e6d-07c5-4e8a-886e-88c97b420173 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:53.135604 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.149239 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d7f3282-316c-4ad3-b2dc-bd17a5ebfc0a req-c8437b60-1426-4ae1-8234-552b648bfcd9 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833954 Nov 19 09:23:53.165494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1edc9151-5d6d-4077-8cd6-73ab170cbf2a tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103476) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 19 09:23:53.165836 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1edc9151-5d6d-4077-8cd6-73ab170cbf2a tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Router 4c9c245d-17eb-4aa6-bad7-7b1c4e658a5c migrating from provider to provider. {{(pid=103476) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 19 09:23:53.166220 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1edc9151-5d6d-4077-8cd6-73ab170cbf2a tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.175426 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1edc9151-5d6d-4077-8cd6-73ab170cbf2a tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.176310 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2748fd9-4f00-4f7a-af40-f1e8029f3008 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Made reservation on behalf of 80aff1f3a07c4802b659a4b440a2b6bd for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:23:53.180115 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2748fd9-4f00-4f7a-af40-f1e8029f3008 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.188842 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1edc9151-5d6d-4077-8cd6-73ab170cbf2a tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.224775 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9f993287-3892-40d3-920b-6143864b94f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ae48353a7184ab0a63a42150d4aff65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0884860 Nov 19 09:23:53.227253 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52526) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:53.318421 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d7f3282-316c-4ad3-b2dc-bd17a5ebfc0a req-2ffa117d-ab81-4ae9-87ff-b3ea8f8d211e service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596107 Nov 19 09:23:53.321176 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2748fd9-4f00-4f7a-af40-f1e8029f3008 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:23:53.339181 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2748fd9-4f00-4f7a-af40-f1e8029f3008 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.339493 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-f2748fd9-4f00-4f7a-af40-f1e8029f3008 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Added segment 57a50b57-8270-4ca4-9575-3e3b09b8c800 of type vlan for network 49aec6eb-5987-4d27-ba58-77e438f7ea82 Nov 19 09:23:53.342276 n-d-805649-14 neutron-server[103476]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1edc9151-5d6d-4077-8cd6-73ab170cbf2a tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] No L3 agents can host the router 4c9c245d-17eb-4aa6-bad7-7b1c4e658a5c Nov 19 09:23:53.353298 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03908fa2-3a3a-4db1-92fd-16361f680f3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.436529 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03908fa2-3a3a-4db1-92fd-16361f680f3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.440586 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2748fd9-4f00-4f7a-af40-f1e8029f3008 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.444039 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.560465 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03908fa2-3a3a-4db1-92fd-16361f680f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.566428 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03908fa2-3a3a-4db1-92fd-16361f680f3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.568466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-03908fa2-3a3a-4db1-92fd-16361f680f3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bec0e7d-404c-4a15-8b46-c95e6829c70b HTTP/1.1" status: 204 len: 168 time: 0.3395610 Nov 19 09:23:53.602952 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2748fd9-4f00-4f7a-af40-f1e8029f3008 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.610814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2748fd9-4f00-4f7a-af40-f1e8029f3008 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:53.611840 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2748fd9-4f00-4f7a-af40-f1e8029f3008 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.623856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03908fa2-3a3a-4db1-92fd-16361f680f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bec0e7d-404c-4a15-8b46-c95e6829c70b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:53.721988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0add4-6022-4550-a1a3-2a783570a1d6 req-ff6e2806-5987-496a-93f7-e579ee9edc9a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:53.724433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc9151-5d6d-4077-8cd6-73ab170cbf2a tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Hosts for router 4c9c245d-17eb-4aa6-bad7-7b1c4e658a5c: [] {{(pid=103476) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 19 09:23:53.724921 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17c0add4-6022-4550-a1a3-2a783570a1d6 req-ff6e2806-5987-496a-93f7-e579ee9edc9a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 944 time: 0.1047568 Nov 19 09:23:53.745861 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2748fd9-4f00-4f7a-af40-f1e8029f3008 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event updated for resources: {'Network': ['ID=49aec6eb-5987-4d27-ba58-77e438f7ea82,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:53.758096 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f2748fd9-4f00-4f7a-af40-f1e8029f3008 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7398880 Nov 19 09:23:53.758904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52534) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:53.766526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 49aec6eb-5987-4d27-ba58-77e438f7ea82 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:23:53.769541 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-93935f0e-043f-47da-9f31-27e0e92a8824 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2081178213'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:53.776076 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc9151-5d6d-4077-8cd6-73ab170cbf2a tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Hosts for other DVR routers connected to router 4c9c245d-17eb-4aa6-bad7-7b1c4e658a5c: set() {{(pid=103476) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 19 09:23:53.779262 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1edc9151-5d6d-4077-8cd6-73ab170cbf2a tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.780638 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1edc9151-5d6d-4077-8cd6-73ab170cbf2a tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] 10.222.0.21 "PUT /v2.0/routers/4c9c245d-17eb-4aa6-bad7-7b1c4e658a5c HTTP/1.1" status: 200 len: 717 time: 1.1802533 Nov 19 09:23:53.783302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52536) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:53.817575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-0848e0be-7a21-4212-ae3c-b08b9687526c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:53.825966 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-0848e0be-7a21-4212-ae3c-b08b9687526c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:53.828797 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-0848e0be-7a21-4212-ae3c-b08b9687526c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.71 "GET /v2.0/networks?id=5a066e02-09e8-4da1-855d-b45649901094&id=2dd4d1c0-ad14-4ad4-b44f-89100403d78b HTTP/1.1" status: 200 len: 1392 time: 0.2884171 Nov 19 09:23:53.849986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-92a44300-9c61-42a2-9820-ba8c964947e6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Request body: {'port': {'device_id': '1a13430c-becc-4631-9acc-fba107314d5b', 'network_id': '5a066e02-09e8-4da1-855d-b45649901094', 'admin_state_up': True, 'tenant_id': '80330b733775466590faec7f52d73715'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:53.880637 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1b7e9787-0f99-4429-918b-f4ea61f996bc tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] 10.222.0.21 "GET /v2.0/routers/4c9c245d-17eb-4aa6-bad7-7b1c4e658a5c HTTP/1.1" status: 200 len: 717 time: 0.0958998 Nov 19 09:23:53.883487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52538) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:53.890024 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93935f0e-043f-47da-9f31-27e0e92a8824 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Made reservation on behalf of 80aff1f3a07c4802b659a4b440a2b6bd for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:23:53.894942 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-93935f0e-043f-47da-9f31-27e0e92a8824 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.947990 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93935f0e-043f-47da-9f31-27e0e92a8824 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:23:53.965471 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-93935f0e-043f-47da-9f31-27e0e92a8824 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:53.965883 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-93935f0e-043f-47da-9f31-27e0e92a8824 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Added segment 263f60d8-2492-4865-ab2f-2e2dcdcf708e of type vlan for network b2acc81c-bf09-4632-a469-1751c5389c3c Nov 19 09:23:54.003858 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17c0add4-6022-4550-a1a3-2a783570a1d6 req-a88e44e8-f5d8-4e4e-b3b1-10df25b68ecc tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684419 Nov 19 09:23:54.040536 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-93935f0e-043f-47da-9f31-27e0e92a8824 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:54.049840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-92a44300-9c61-42a2-9820-ba8c964947e6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Made reservation on behalf of 80330b733775466590faec7f52d73715 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:23:54.053947 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-92a44300-9c61-42a2-9820-ba8c964947e6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:54.080028 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-93935f0e-043f-47da-9f31-27e0e92a8824 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:54.088712 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93935f0e-043f-47da-9f31-27e0e92a8824 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:54.090029 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-93935f0e-043f-47da-9f31-27e0e92a8824 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:54.095668 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b94e0e8-1453-4285-8ed4-c5d5b2e3c9b4 req-733148d0-3476-44bc-a9f6-81bd280611e8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 210 time: 0.0571394 Nov 19 09:23:54.144508 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-93935f0e-043f-47da-9f31-27e0e92a8824 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3780684 Nov 19 09:23:54.178429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52550) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:54.188943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-81dcfd34-9343-4125-9d01-9e4162c57c53 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Request body: {'subnet': {'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:54.270063 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93935f0e-043f-47da-9f31-27e0e92a8824 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event updated for resources: {'Network': ['ID=b2acc81c-bf09-4632-a469-1751c5389c3c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:54.281938 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network b2acc81c-bf09-4632-a469-1751c5389c3c details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:23:54.329156 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dcfd34-9343-4125-9d01-9e4162c57c53 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Made reservation on behalf of 80aff1f3a07c4802b659a4b440a2b6bd for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:23:54.333953 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81dcfd34-9343-4125-9d01-9e4162c57c53 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:54.371255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-92a44300-9c61-42a2-9820-ba8c964947e6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Allocated IP 19.80.0.198 (5a066e02-09e8-4da1-855d-b45649901094/14af60de-5fd3-4fcc-9103-222b02da2f38/051d0da0-c0e8-4eaf-8560-dd0fb6a82a97) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:23:54.532117 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c2caea96-33f0-4894-865c-359fc918e850 tempest-RoutersTestDVR-450909136 tempest-RoutersTestDVR-450909136-project] 10.222.0.21 "GET /v2.0/routers/4c9c245d-17eb-4aa6-bad7-7b1c4e658a5c HTTP/1.1" status: 200 len: 683 time: 0.6465213 Nov 19 09:23:54.534797 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52562) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:54.696964 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-92a44300-9c61-42a2-9820-ba8c964947e6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:54.742228 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7d47d46-1da2-4031-a739-d6ef5f202ed5 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:54.749527 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-92a44300-9c61-42a2-9820-ba8c964947e6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:54.823357 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-92a44300-9c61-42a2-9820-ba8c964947e6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Network 5a066e02-09e8-4da1-855d-b45649901094 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:23:54.836544 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-92a44300-9c61-42a2-9820-ba8c964947e6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:23:54.842259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-92a44300-9c61-42a2-9820-ba8c964947e6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:23:54.847894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a44300-9c61-42a2-9820-ba8c964947e6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event updated for resources: {'Port': ['ID=051d0da0-c0e8-4eaf-8560-dd0fb6a82a97,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:54.859958 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81dcfd34-9343-4125-9d01-9e4162c57c53 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:54.868914 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:54.933324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-92a44300-9c61-42a2-9820-ba8c964947e6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:54.936861 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-92a44300-9c61-42a2-9820-ba8c964947e6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:54.955926 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-92a44300-9c61-42a2-9820-ba8c964947e6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1142824 Nov 19 09:23:54.975882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-d9460152-8565-439a-b54c-17bbb4c4f593 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Request body: {'port': {'device_id': '1a13430c-becc-4631-9acc-fba107314d5b', 'network_id': '2dd4d1c0-ad14-4ad4-b44f-89100403d78b', 'admin_state_up': True, 'tenant_id': '80330b733775466590faec7f52d73715'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:55.045321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52574) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:55.294292 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-035dd0d0-3d45-4893-bfd9-e4160737e63b None None] Provisioning complete for port 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:55.300698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-d9460152-8565-439a-b54c-17bbb4c4f593 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Made reservation on behalf of 80330b733775466590faec7f52d73715 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:23:55.307271 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-035dd0d0-3d45-4893-bfd9-e4160737e63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:55.308065 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-d9460152-8565-439a-b54c-17bbb4c4f593 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:55.323985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-63b001bb-de02-4489-b5f7-03ba7683337b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1784275814-network', 'tenant_id': '377509b251b6434586dac2984019285c'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:55.353931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-035dd0d0-3d45-4893-bfd9-e4160737e63b None None] Port 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:23:55.428982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d7ffd-0240-4652-99b3-e1dbcb570cbb req-7b7cc841-024c-4bee-8bdc-4ac4030ab32f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:55.437237 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-803d7ffd-0240-4652-99b3-e1dbcb570cbb req-7b7cc841-024c-4bee-8bdc-4ac4030ab32f tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 932 time: 0.1764047 Nov 19 09:23:55.443299 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:55.448686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b001bb-de02-4489-b5f7-03ba7683337b admin admin] Made reservation on behalf of 377509b251b6434586dac2984019285c for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:23:55.451817 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63b001bb-de02-4489-b5f7-03ba7683337b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:55.570962 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63b001bb-de02-4489-b5f7-03ba7683337b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:55.607368 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcfd34-9343-4125-9d01-9e4162c57c53 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event updated for resources: {'Subnet': ['ID=d5a2b101-52c9-410d-843d-1141acad32f0,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:55.616422 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7d47d46-1da2-4031-a739-d6ef5f202ed5 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:55.619939 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7d47d46-1da2-4031-a739-d6ef5f202ed5 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:55.670346 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dcfd34-9343-4125-9d01-9e4162c57c53 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Checking segment: {'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:23:55.670854 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dcfd34-9343-4125-9d01-9e4162c57c53 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Network hostable DHCP agents. Network: 49aec6eb-5987-4d27-ba58-77e438f7ea82, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:23:55.677269 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-d9460152-8565-439a-b54c-17bbb4c4f593 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Allocated IP 19.86.0.63 (2dd4d1c0-ad14-4ad4-b44f-89100403d78b/f6fe4a7f-ef19-4ed7-9707-678cb515e6aa/92558713-26dc-4c61-8d47-2783bfb636e3) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:23:55.682721 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7d47d46-1da2-4031-a739-d6ef5f202ed5 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:55.683354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d47d46-1da2-4031-a739-d6ef5f202ed5 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c9c245d-17eb-4aa6-bad7-7b1c4e658a5c {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:23:55.684425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-803d7ffd-0240-4652-99b3-e1dbcb570cbb req-6822b3b8-d582-49d5-8dde-83baa330ced0 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460148 Nov 19 09:23:55.691035 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7d47d46-1da2-4031-a739-d6ef5f202ed5 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:55.693215 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d7d47d46-1da2-4031-a739-d6ef5f202ed5 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] 10.222.0.21 "DELETE /v2.0/routers/4c9c245d-17eb-4aa6-bad7-7b1c4e658a5c HTTP/1.1" status: 204 len: 168 time: 1.1560328 Nov 19 09:23:55.696739 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52588) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:55.707846 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e87bff2a-b1ef-4afd-9f4b-9926cb60a3fb tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Request body: {'router': {'name': 'tempest-router-1107861167', 'distributed': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:55.725495 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dcfd34-9343-4125-9d01-9e4162c57c53 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Network 49aec6eb-5987-4d27-ba58-77e438f7ea82 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:23:55.740159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3d992-e942-4ad3-b09b-4978d659064f req-ec3461a4-2be8-4aeb-8921-056769ebb0bc tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:55.741844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fef3d992-e942-4ad3-b09b-4978d659064f req-ec3461a4-2be8-4aeb-8921-056769ebb0bc tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 944 time: 0.1925430 Nov 19 09:23:55.742520 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-81dcfd34-9343-4125-9d01-9e4162c57c53 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 49aec6eb-5987-4d27-ba58-77e438f7ea82) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:23:55.747704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dcfd34-9343-4125-9d01-9e4162c57c53 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:55.749395 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b98dd8fa-ae7b-4324-868e-427a0b7eb64d details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:23:55.749586 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81dcfd34-9343-4125-9d01-9e4162c57c53 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:55.759816 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae7e9aa-bb7c-4aac-92b0-d3a1ba11fecf None None] Network 49aec6eb-5987-4d27-ba58-77e438f7ea82 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:23:55.772641 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e87bff2a-b1ef-4afd-9f4b-9926cb60a3fb tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:55.773809 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e87bff2a-b1ef-4afd-9f4b-9926cb60a3fb tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:55.806361 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-81dcfd34-9343-4125-9d01-9e4162c57c53 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6211658 Nov 19 09:23:55.808496 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52590) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:55.832663 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-cf24efb8-9f2b-4b3e-9ef8-5a55a7ee8201 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Request body: {'subnet': {'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:55.912380 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e87bff2a-b1ef-4afd-9f4b-9926cb60a3fb tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:55.920771 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e87bff2a-b1ef-4afd-9f4b-9926cb60a3fb tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:55.957664 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e87bff2a-b1ef-4afd-9f4b-9926cb60a3fb tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:55.960168 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e87bff2a-b1ef-4afd-9f4b-9926cb60a3fb tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2595460 Nov 19 09:23:55.963034 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52592) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:56.044211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fef3d992-e942-4ad3-b09b-4978d659064f req-acaf8b0c-10f9-4dc5-b54e-f242d330aebc tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794552 Nov 19 09:23:56.055823 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63b001bb-de02-4489-b5f7-03ba7683337b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.080192 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63b001bb-de02-4489-b5f7-03ba7683337b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.120977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b001bb-de02-4489-b5f7-03ba7683337b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5cc856-5cf2-4e50-872f-060d8eea6d17,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:56.132408 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39591cf4-4efe-4b69-a46d-d092b110c930 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.154942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b001bb-de02-4489-b5f7-03ba7683337b admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:23:56.177208 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b98dd8fa-ae7b-4324-868e-427a0b7eb64d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b98dd8fa-ae7b-4324-868e-427a0b7eb64d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:56.178228 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63b001bb-de02-4489-b5f7-03ba7683337b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.178658 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-63b001bb-de02-4489-b5f7-03ba7683337b admin admin] Added segment 22439cb8-7698-4ffa-b590-008fc8fe100a of type vlan for network fbfb4f80-8652-4f22-9f6e-789965f4b9d8 Nov 19 09:23:56.192129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf24efb8-9f2b-4b3e-9ef8-5a55a7ee8201 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Made reservation on behalf of 80aff1f3a07c4802b659a4b440a2b6bd for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:23:56.195822 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf24efb8-9f2b-4b3e-9ef8-5a55a7ee8201 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.197754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'b98dd8fa-ae7b-4324-868e-427a0b7eb64d', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'port_id': 'b98dd8fa-ae7b-4324-868e-427a0b7eb64d', 'mac_address': 'fa:16:3e:52:eb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:23:56.253319 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.284733 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b98dd8fa-ae7b-4324-868e-427a0b7eb64d {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:23:56.349817 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-49aec6eb-5987-4d27-ba58-77e438f7ea82', 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'fixed_ips': [{'subnet_id': 'd5a2b101-52c9-410d-843d-1141acad32f0'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:23:56.354160 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.419381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b98dd8fa-ae7b-4324-868e-427a0b7eb64d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b98dd8fa-ae7b-4324-868e-427a0b7eb64d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:23:56.448678 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.449279 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf24efb8-9f2b-4b3e-9ef8-5a55a7ee8201 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.483541 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-d9460152-8565-439a-b54c-17bbb4c4f593 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.487871 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39591cf4-4efe-4b69-a46d-d092b110c930 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.490500 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39591cf4-4efe-4b69-a46d-d092b110c930 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.541112 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39591cf4-4efe-4b69-a46d-d092b110c930 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.541808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39591cf4-4efe-4b69-a46d-d092b110c930 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f294112-b158-4e86-9381-c80869f7cc44 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:23:56.557564 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39591cf4-4efe-4b69-a46d-d092b110c930 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.558816 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-39591cf4-4efe-4b69-a46d-d092b110c930 tempest-RoutersTestDVR-688559689 tempest-RoutersTestDVR-688559689-project-admin] 10.222.0.21 "DELETE /v2.0/routers/7f294112-b158-4e86-9381-c80869f7cc44 HTTP/1.1" status: 204 len: 168 time: 0.5943799 Nov 19 09:23:56.565744 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63b001bb-de02-4489-b5f7-03ba7683337b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.579124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24efb8-9f2b-4b3e-9ef8-5a55a7ee8201 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event updated for resources: {'Subnet': ['ID=82aa1abf-8f01-4519-8f31-1b5a7fadbc6b,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:56.600876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=b98dd8fa-ae7b-4324-868e-427a0b7eb64d,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:56.650565 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf24efb8-9f2b-4b3e-9ef8-5a55a7ee8201 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Checking segment: {'id': '263f60d8-2492-4865-ab2f-2e2dcdcf708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:23:56.651321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf24efb8-9f2b-4b3e-9ef8-5a55a7ee8201 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Network hostable DHCP agents. Network: b2acc81c-bf09-4632-a469-1751c5389c3c, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:23:56.668710 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Allocated IP 10.1.1.2 (49aec6eb-5987-4d27-ba58-77e438f7ea82/d5a2b101-52c9-410d-843d-1141acad32f0/ddc49230-765f-4bc1-821b-dd02a38978e2) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:23:56.692100 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63b001bb-de02-4489-b5f7-03ba7683337b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.693596 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b001bb-de02-4489-b5f7-03ba7683337b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:56.694619 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63b001bb-de02-4489-b5f7-03ba7683337b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.759514 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-d9460152-8565-439a-b54c-17bbb4c4f593 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.761594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf24efb8-9f2b-4b3e-9ef8-5a55a7ee8201 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Network b2acc81c-bf09-4632-a469-1751c5389c3c is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:23:56.799784 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b98dd8fa-ae7b-4324-868e-427a0b7eb64d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:23:56.833219 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9460152-8565-439a-b54c-17bbb4c4f593 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event updated for resources: {'Port': ['ID=92558713-26dc-4c61-8d47-2783bfb636e3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:56.845669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b001bb-de02-4489-b5f7-03ba7683337b admin admin] Pushing event updated for resources: {'Network': ['ID=fbfb4f80-8652-4f22-9f6e-789965f4b9d8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:56.868883 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-63b001bb-de02-4489-b5f7-03ba7683337b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8198853 Nov 19 09:23:56.869116 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network fbfb4f80-8652-4f22-9f6e-789965f4b9d8 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:23:56.870209 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52604) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:56.870978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-d9460152-8565-439a-b54c-17bbb4c4f593 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Network 2dd4d1c0-ad14-4ad4-b44f-89100403d78b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:23:56.877207 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-443d1dc7-6606-4080-b0d0-fe2c9f61c1bc admin admin] Request body: {'subnet': {'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1784275814-subnet', 'tenant_id': '377509b251b6434586dac2984019285c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:56.891505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-cf24efb8-9f2b-4b3e-9ef8-5a55a7ee8201 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, b2acc81c-bf09-4632-a469-1751c5389c3c) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:23:56.896510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-d9460152-8565-439a-b54c-17bbb4c4f593 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:23:56.901246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf24efb8-9f2b-4b3e-9ef8-5a55a7ee8201 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:56.902340 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf24efb8-9f2b-4b3e-9ef8-5a55a7ee8201 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:56.927679 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12580ffb-4197-49e0-b4fc-20f541cc2631 None None] Network b2acc81c-bf09-4632-a469-1751c5389c3c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:23:56.940456 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443d1dc7-6606-4080-b0d0-fe2c9f61c1bc admin admin] Made reservation on behalf of 377509b251b6434586dac2984019285c for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:23:56.943935 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-d9460152-8565-439a-b54c-17bbb4c4f593 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:23:56.953900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-443d1dc7-6606-4080-b0d0-fe2c9f61c1bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:57.017291 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cf24efb8-9f2b-4b3e-9ef8-5a55a7ee8201 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1943355 Nov 19 09:23:57.020681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52608) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:57.040591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3cc9108c-5572-47eb-aa00-bd03273b14ea tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Request body: {'port': {'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82', 'name': 'tempest-TaggedBootDevicesTest_v242-1004763582', 'fixed_ips': [{'subnet_id': 'd5a2b101-52c9-410d-843d-1141acad32f0'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:57.080445 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52610) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:57.338663 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-443d1dc7-6606-4080-b0d0-fe2c9f61c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:57.427214 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:57.472742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d1dc7-6606-4080-b0d0-fe2c9f61c1bc admin admin] Checking segment: {'id': '22439cb8-7698-4ffa-b590-008fc8fe100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:23:57.473263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443d1dc7-6606-4080-b0d0-fe2c9f61c1bc admin admin] Network hostable DHCP agents. Network: fbfb4f80-8652-4f22-9f6e-789965f4b9d8, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:23:57.479135 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d1dc7-6606-4080-b0d0-fe2c9f61c1bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4164d9b8-b748-4119-9198-6fe8fb005819,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:57.505705 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443d1dc7-6606-4080-b0d0-fe2c9f61c1bc admin admin] Network fbfb4f80-8652-4f22-9f6e-789965f4b9d8 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:23:57.528351 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-443d1dc7-6606-4080-b0d0-fe2c9f61c1bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, fbfb4f80-8652-4f22-9f6e-789965f4b9d8) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:23:57.562761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443d1dc7-6606-4080-b0d0-fe2c9f61c1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:57.563547 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-443d1dc7-6606-4080-b0d0-fe2c9f61c1bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:57.572895 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880359bc-26a1-4507-b3bd-0718e605f4c1 None None] Network fbfb4f80-8652-4f22-9f6e-789965f4b9d8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:23:57.603414 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-443d1dc7-6606-4080-b0d0-fe2c9f61c1bc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7312093 Nov 19 09:23:57.606407 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52620) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:57.615875 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1784275814-router', 'tenant_id': '377509b251b6434586dac2984019285c', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:57.617224 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:57.642337 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:57.643650 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:57.652549 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Network 49aec6eb-5987-4d27-ba58-77e438f7ea82 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:23:57.655332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-efc3ab6d-1fb0-45ca-b65e-d4fb75e20932 None None] Provisioning complete for port 92558713-26dc-4c61-8d47-2783bfb636e3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:57.656469 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-efc3ab6d-1fb0-45ca-b65e-d4fb75e20932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:57.687948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:23:57.709997 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:23:57.712448 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:57.733812 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-b2acc81c-bf09-4632-a469-1751c5389c3c', 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'fixed_ips': [{'subnet_id': '82aa1abf-8f01-4519-8f31-1b5a7fadbc6b'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:23:57.735323 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:57.810186 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0377f-40c2-4941-8ac6-7c4495abbedb req-afa70169-5458-42a5-8fe4-8fd7e9c8c9ce tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:57.818407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0377f-40c2-4941-8ac6-7c4495abbedb req-afa70169-5458-42a5-8fe4-8fd7e9c8c9ce tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:57.820743 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5fd0377f-40c2-4941-8ac6-7c4495abbedb req-afa70169-5458-42a5-8fe4-8fd7e9c8c9ce tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1654 time: 0.9686685 Nov 19 09:23:57.832115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-d9460152-8565-439a-b54c-17bbb4c4f593 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:57.833406 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-d9460152-8565-439a-b54c-17bbb4c4f593 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:57.855116 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Pushing event updated for resources: {'Port': ['ID=ddc49230-765f-4bc1-821b-dd02a38978e2,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:57.862925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-efc3ab6d-1fb0-45ca-b65e-d4fb75e20932 None None] Port 92558713-26dc-4c61-8d47-2783bfb636e3 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:23:57.871761 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b645-9a2c-481d-83e5-c22fcaf4ee8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:57.876697 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Attempting to bind port ddc49230-765f-4bc1-821b-dd02a38978e2 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:23:57.877074 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Attempting to bind port ddc49230-765f-4bc1-821b-dd02a38978e2 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:23:57.877472 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Attempting to bind port ddc49230-765f-4bc1-821b-dd02a38978e2 on network 49aec6eb-5987-4d27-ba58-77e438f7ea82 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:23:57.902063 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:57.920728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cb0ab-451b-4acd-9ca8-c57e0f46ed03 req-eab0a423-bbcb-4b97-892a-b19d4b60cfa1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:57.922983 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-447cb0ab-451b-4acd-9ca8-c57e0f46ed03 req-eab0a423-bbcb-4b97-892a-b19d4b60cfa1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 945 time: 0.6777530 Nov 19 09:23:57.965420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc9108c-5572-47eb-aa00-bd03273b14ea tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Made reservation on behalf of 80aff1f3a07c4802b659a4b440a2b6bd for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:23:57.971794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:23:57.972185 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Checking segment: {'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:23:57.972692 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:57.973136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Bound using segment: {'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:23:57.973774 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Bound port: ddc49230-765f-4bc1-821b-dd02a38978e2, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:23:57.974172 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:57.992416 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-d9460152-8565-439a-b54c-17bbb4c4f593 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0223751 Nov 19 09:23:58.036351 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Request body: {'port': {'device_id': '1a13430c-becc-4631-9acc-fba107314d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:23:58.044927 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5fd0377f-40c2-4941-8ac6-7c4495abbedb req-ba78a6b5-d290-4ed3-9a10-e3f7f31896c7 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970093 Nov 19 09:23:58.142016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-447cb0ab-451b-4acd-9ca8-c57e0f46ed03 req-c966099b-ca62-49f5-816b-126b18deff5e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088826 Nov 19 09:23:58.200703 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:58.228016 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3cc9108c-5572-47eb-aa00-bd03273b14ea tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:58.232197 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b645-9a2c-481d-83e5-c22fcaf4ee8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:58.245646 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b645-9a2c-481d-83e5-c22fcaf4ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:58.277131 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:58.312017 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:58.316440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-3cc9108c-5572-47eb-aa00-bd03273b14ea tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] device_id is not set on port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:23:58.336474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0b645-9a2c-481d-83e5-c22fcaf4ee8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dc1a57-9dc6-4c4f-bee0-55065f13c63f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:58.352598 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1e6812-8196-43cc-9155-e3f8842700ae None None] Network fbfb4f80-8652-4f22-9f6e-789965f4b9d8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:23:58.377911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9ce0b645-9a2c-481d-83e5-c22fcaf4ee8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8560c1ed94744a41872951ae03056273&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2929244 Nov 19 09:23:58.379298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52624) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:58.415267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Allocated IP 10.2.2.2 (b2acc81c-bf09-4632-a469-1751c5389c3c/82aa1abf-8f01-4519-8f31-1b5a7fadbc6b/3ff9aada-4a59-4e13-980b-43e1fd50d984) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:23:58.499821 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95db7006-bc09-44fe-a914-5fb4f3e08f15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:58.509124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Allocated IP 172.25.0.161 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/b00f8113-2f48-498c-b39f-48bcaa341d9d) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:23:58.513665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] For port ddc49230-765f-4bc1-821b-dd02a38978e2, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:23:58.540948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] For port ddc49230-765f-4bc1-821b-dd02a38978e2, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ddc49230-765f-4bc1-821b-dd02a38978e2,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:23:58.541281 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95db7006-bc09-44fe-a914-5fb4f3e08f15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:58.558322 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:58.733246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-3cc9108c-5572-47eb-aa00-bd03273b14ea tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Allocated IP 10.1.1.189 (49aec6eb-5987-4d27-ba58-77e438f7ea82/d5a2b101-52c9-410d-843d-1141acad32f0/9d6d1cc0-1c45-4b89-95b9-69aea729ca09) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:23:58.766955 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf2aef-b9f3-432d-a7d2-53b2faf94074 None None] Pushing event updated for resources: {'Port': ['ID=ddc49230-765f-4bc1-821b-dd02a38978e2,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:58.806679 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95db7006-bc09-44fe-a914-5fb4f3e08f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:58.811686 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95db7006-bc09-44fe-a914-5fb4f3e08f15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:58.815466 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-95db7006-bc09-44fe-a914-5fb4f3e08f15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46dc1a57-9dc6-4c4f-bee0-55065f13c63f HTTP/1.1" status: 204 len: 168 time: 0.4337990 Nov 19 09:23:58.835185 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:58.846381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db7006-bc09-44fe-a914-5fb4f3e08f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dc1a57-9dc6-4c4f-bee0-55065f13c63f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:58.899648 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:58.950339 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:23:58.976655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:23:59.024138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:23:59.053963 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:59.065130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b00f8113-2f48-498c-b39f-48bcaa341d9d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:59.092463 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:59.124557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:23:59.138018 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:59.195818 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Transition to ACTIVE for port object 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:23:59.224147 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:59.230342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Pushing event updated for resources: {'Port': ['ID=3ff9aada-4a59-4e13-980b-43e1fd50d984,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:59.265621 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Network b2acc81c-bf09-4632-a469-1751c5389c3c is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:23:59.270642 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:23:59.275054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:23:59.416353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Attempting to bind port 3ff9aada-4a59-4e13-980b-43e1fd50d984 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:23:59.416870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Attempting to bind port 3ff9aada-4a59-4e13-980b-43e1fd50d984 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '263f60d8-2492-4865-ab2f-2e2dcdcf708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:23:59.419066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Attempting to bind port 3ff9aada-4a59-4e13-980b-43e1fd50d984 on network b2acc81c-bf09-4632-a469-1751c5389c3c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:23:59.437016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:23:59.437475 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Checking segment: {'id': '263f60d8-2492-4865-ab2f-2e2dcdcf708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:23:59.437903 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:59.438314 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Bound using segment: {'id': '263f60d8-2492-4865-ab2f-2e2dcdcf708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:23:59.438832 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Bound port: 3ff9aada-4a59-4e13-980b-43e1fd50d984, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263f60d8-2492-4865-ab2f-2e2dcdcf708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:23:59.443571 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:59.570723 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3cc9108c-5572-47eb-aa00-bd03273b14ea tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:59.596373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=051d0da0-c0e8-4eaf-8560-dd0fb6a82a97,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:59.614611 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] For port 3ff9aada-4a59-4e13-980b-43e1fd50d984, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:23:59.619156 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] For port 3ff9aada-4a59-4e13-980b-43e1fd50d984, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3ff9aada-4a59-4e13-980b-43e1fd50d984,segment=NetworkSegment(263f60d8-2492-4865-ab2f-2e2dcdcf708e),segment_id=263f60d8-2492-4865-ab2f-2e2dcdcf708e)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:23:59.637309 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:59.686584 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:59.747628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52660) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:59.780464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95365f7-098d-4e4c-baa2-933682dd0724 req-78e24743-ec88-473a-9627-5e1f7676f6b3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:59.781811 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b23f6-2bc3-42d9-86f2-927f38f0db0f None None] Pushing event updated for resources: {'Port': ['ID=3ff9aada-4a59-4e13-980b-43e1fd50d984,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:23:59.783307 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d95365f7-098d-4e4c-baa2-933682dd0724 req-78e24743-ec88-473a-9627-5e1f7676f6b3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 945 time: 0.4228377 Nov 19 09:23:59.805853 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b98dd8fa-ae7b-4324-868e-427a0b7eb64d up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:23:59.850654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b545d-e2ce-41af-bd6d-c219190fcf5d req-46703a22-7ba7-4308-8215-cd17fd7cb3f8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:59.859292 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52662) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:23:59.863281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b545d-e2ce-41af-bd6d-c219190fcf5d req-46703a22-7ba7-4308-8215-cd17fd7cb3f8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:23:59.865136 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f7b545d-e2ce-41af-bd6d-c219190fcf5d req-46703a22-7ba7-4308-8215-cd17fd7cb3f8 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1666 time: 0.5313401 Nov 19 09:23:59.916506 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01cb8cab-890a-443e-8643-ed274ac2fb75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:23:59.940166 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port b98dd8fa-ae7b-4324-868e-427a0b7eb64d completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:23:59.947324 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port b98dd8fa-ae7b-4324-868e-427a0b7eb64d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:23:59.947792 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:00.078637 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01cb8cab-890a-443e-8643-ed274ac2fb75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:00.119734 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d95365f7-098d-4e4c-baa2-933682dd0724 req-b1a0c98a-d015-463c-8cdf-ee40f8b72e9b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875276 Nov 19 09:24:00.121223 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01cb8cab-890a-443e-8643-ed274ac2fb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:00.190666 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:00.196739 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:00.225743 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f7b545d-e2ce-41af-bd6d-c219190fcf5d req-b705e684-a225-4611-9dbd-229ca38c0f87 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419459 Nov 19 09:24:00.228476 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3cc9108c-5572-47eb-aa00-bd03273b14ea tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:00.283254 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc418950-2f83-46b6-b68f-f85062d0859c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98dd8fa-ae7b-4324-868e-427a0b7eb64d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:00.288657 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5906f59a-b112-4167-94e5-89356e3a6980" -d '{"events": [{"server_uuid": "cc418950-2f83-46b6-b68f-f85062d0859c", "name": "network-vif-plugged", "status": "completed", "tag": "b98dd8fa-ae7b-4324-868e-427a0b7eb64d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:00.333562 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b98dd8fa-ae7b-4324-868e-427a0b7eb64d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b98dd8fa-ae7b-4324-868e-427a0b7eb64d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:00.342826 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:00.411190 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180ef53a-4433-4cb1-813c-cdcb14bace97 x-openstack-request-id: req-180ef53a-4433-4cb1-813c-cdcb14bace97 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:00.418397 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc418950-2f83-46b6-b68f-f85062d0859c", "name": "network-vif-plugged", "status": "completed", "tag": "b98dd8fa-ae7b-4324-868e-427a0b7eb64d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:00.418916 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-180ef53a-4433-4cb1-813c-cdcb14bace97 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:00.419560 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc418950-2f83-46b6-b68f-f85062d0859c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98dd8fa-ae7b-4324-868e-427a0b7eb64d', 'code': 200} Nov 19 09:24:00.450832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fd1413b-0e3a-4954-879c-126cb5e4b2f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:00.465976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=b98dd8fa-ae7b-4324-868e-427a0b7eb64d,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:00.481347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Attempting to bind port 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:24:00.481689 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Attempting to bind port 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '952bcc08-2518-4983-babb-5172c8c6a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5a066e02-09e8-4da1-855d-b45649901094'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:24:00.482015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Attempting to bind port 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 on network 5a066e02-09e8-4da1-855d-b45649901094 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:00.494424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Port 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 on network 5a066e02-09e8-4da1-855d-b45649901094 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:24:00.494686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Attempting to bind port 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 on network 5a066e02-09e8-4da1-855d-b45649901094 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:00.500176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc9108c-5572-47eb-aa00-bd03273b14ea tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Network 49aec6eb-5987-4d27-ba58-77e438f7ea82 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:00.505678 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb8cab-890a-443e-8643-ed274ac2fb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bf2830-6401-44ec-afb6-2c45dab1bd36,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:00.515348 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-01cb8cab-890a-443e-8643-ed274ac2fb75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cb600c097f1401abbf7adc4eeb5f413&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7273734 Nov 19 09:24:00.516297 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52668) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:00.533819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-3cc9108c-5572-47eb-aa00-bd03273b14ea tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:00.536309 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc9108c-5572-47eb-aa00-bd03273b14ea tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:00.552350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:24:00.552703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Checking segment: {'id': '952bcc08-2518-4983-babb-5172c8c6a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5a066e02-09e8-4da1-855d-b45649901094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:00.553134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Bound using segment: {'id': '952bcc08-2518-4983-babb-5172c8c6a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5a066e02-09e8-4da1-855d-b45649901094'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:24:00.553587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Bound port: 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '952bcc08-2518-4983-babb-5172c8c6a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5a066e02-09e8-4da1-855d-b45649901094'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:24:00.553948 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:00.619028 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9108c-5572-47eb-aa00-bd03273b14ea tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event updated for resources: {'Port': ['ID=9d6d1cc0-1c45-4b89-95b9-69aea729ca09,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:00.679442 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Router cd634709-7c4c-40e7-93b3-a2bb0e59f91c is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:24:00.690329 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfaa5e-88fe-44fb-9bf8-050a4133d700 req-462ebed4-08e5-4d4b-bcdb-9be4ac7f71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:00.692126 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a9cfaa5e-88fe-44fb-9bf8-050a4133d700 req-462ebed4-08e5-4d4b-bcdb-9be4ac7f71d4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 1098 time: 0.1268268 Nov 19 09:24:00.726591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc9108c-5572-47eb-aa00-bd03273b14ea tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:00.727809 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3cc9108c-5572-47eb-aa00-bd03273b14ea tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:00.735988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39e4027-7136-42bb-aeee-aac846eaa455 None None] Network 49aec6eb-5987-4d27-ba58-77e438f7ea82 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:00.791989 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fd1413b-0e3a-4954-879c-126cb5e4b2f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:00.812848 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fd1413b-0e3a-4954-879c-126cb5e4b2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:00.813460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3cc9108c-5572-47eb-aa00-bd03273b14ea tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7903681 Nov 19 09:24:00.821279 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52670) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:00.833931 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-38dd4a05-1052-4b73-a040-90e7049b99c8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Request body: {'port': {'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82', 'name': 'tempest-TaggedBootDevicesTest_v242-1953848296', 'fixed_ips': [{'subnet_id': 'd5a2b101-52c9-410d-843d-1141acad32f0'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:00.840666 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] For port 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:24:00.845589 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea1ee32a-c048-4672-8654-4c7a6b9e03df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:00.887592 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea1ee32a-c048-4672-8654-4c7a6b9e03df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:00.929990 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5dbd400c-846a-4e45-9595-033c52aa462b None None] Provisioning complete for port ddc49230-765f-4bc1-821b-dd02a38978e2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:00.930592 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5dbd400c-846a-4e45-9595-033c52aa462b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:00.947617 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a9cfaa5e-88fe-44fb-9bf8-050a4133d700 req-a92c8440-4151-4290-b452-c3734d45e9bc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448466 Nov 19 09:24:00.992573 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5fd1413b-0e3a-4954-879c-126cb5e4b2f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d231e0db0ab34c519e46348b88b9ae98&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1319325 Nov 19 09:24:01.007880 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52672) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:01.070592 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea1ee32a-c048-4672-8654-4c7a6b9e03df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:01.076288 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea1ee32a-c048-4672-8654-4c7a6b9e03df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:01.087579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ea1ee32a-c048-4672-8654-4c7a6b9e03df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1bf2830-6401-44ec-afb6-2c45dab1bd36 HTTP/1.1" status: 204 len: 168 time: 0.5497429 Nov 19 09:24:01.090066 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] For port 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=051d0da0-c0e8-4eaf-8560-dd0fb6a82a97,segment=NetworkSegment(952bcc08-2518-4983-babb-5172c8c6a8b0),segment_id=952bcc08-2518-4983-babb-5172c8c6a8b0)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:24:01.106577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ee32a-c048-4672-8654-4c7a6b9e03df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bf2830-6401-44ec-afb6-2c45dab1bd36,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:01.109953 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:01.111780 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1413b-0e3a-4954-879c-126cb5e4b2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd01600-6963-4d01-b25c-1187718f27fd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:01.149985 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:24:01.177828 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Sync routers for ids ['cd634709-7c4c-40e7-93b3-a2bb0e59f91c'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:24:01.195100 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Routers {'cd634709-7c4c-40e7-93b3-a2bb0e59f91c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:24:01.195880 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:23:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cd634709-7c4c-40e7-93b3-a2bb0e59f91c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:01.206712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:01.207303 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:01.209211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] 10.222.0.71 "PUT /v2.0/ports/051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 HTTP/1.1" status: 200 len: 1093 time: 3.1848714 Nov 19 09:24:01.211728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a13430c-becc-4631-9acc-fba107314d5b', 'tag': '051d0da0-c0e8-4eaf-8560-dd0fb6a82a97'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:01.218188 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc009a4-d554-4a4d-b6db-49050f0cd1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1a13430c-becc-4631-9acc-fba107314d5b", "tag": "051d0da0-c0e8-4eaf-8560-dd0fb6a82a97"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:01.308569 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5dbd400c-846a-4e45-9595-033c52aa462b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:01.317966 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:01.327810 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-df796a17-c7c6-400a-a7a6-f05eb0abc5a4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7168844 Nov 19 09:24:01.337294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52684) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:01.345043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Request body: {'port': {'device_id': '1a13430c-becc-4631-9acc-fba107314d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:01.385596 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df6c9b7-cc86-4494-ab60-f871b07b7a4c x-openstack-request-id: req-4df6c9b7-cc86-4494-ab60-f871b07b7a4c {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:01.385596 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a13430c-becc-4631-9acc-fba107314d5b", "tag": "051d0da0-c0e8-4eaf-8560-dd0fb6a82a97", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:01.385596 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4df6c9b7-cc86-4494-ab60-f871b07b7a4c {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:01.385596 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a13430c-becc-4631-9acc-fba107314d5b', 'tag': '051d0da0-c0e8-4eaf-8560-dd0fb6a82a97', 'status': 'completed', 'code': 200} Nov 19 09:24:01.400331 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f10f-920b-47f9-8eb6-cb3899e41d8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:01.447112 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3ff9aada-4a59-4e13-980b-43e1fd50d984 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:24:01.486295 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5dbd400c-846a-4e45-9595-033c52aa462b None None] For port ddc49230-765f-4bc1-821b-dd02a38978e2, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ddc49230-765f-4bc1-821b-dd02a38978e2,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:01.492205 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f10f-920b-47f9-8eb6-cb3899e41d8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:01.508540 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5dbd400c-846a-4e45-9595-033c52aa462b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:01.598549 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Set router cd634709-7c4c-40e7-93b3-a2bb0e59f91c gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:24:01.604824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc545f5-7e12-4233-a850-55db2e442bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=051d0da0-c0e8-4eaf-8560-dd0fb6a82a97,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:01.724747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd400c-846a-4e45-9595-033c52aa462b None None] Pushing event updated for resources: {'Port': ['ID=ddc49230-765f-4bc1-821b-dd02a38978e2,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:01.733018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 3ff9aada-4a59-4e13-980b-43e1fd50d984 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:01.733419 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:01.850616 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523146d-0138-48ae-9bf5-710dac48a98f req-7e5710e4-a194-4a2a-ab58-ea7b1d5ea52a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:01.860819 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8523146d-0138-48ae-9bf5-710dac48a98f req-7e5710e4-a194-4a2a-ab58-ea7b1d5ea52a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.5105090 Nov 19 09:24:01.954724 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'name': 'tempest-ServerRescueTestJSON-1784275814-router', 'tenant_id': '377509b251b6434586dac2984019285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'b00f8113-2f48-498c-b39f-48bcaa341d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:23:57Z', 'updated_at': '2021-11-19T09:23:59Z', 'revision_number': 3, 'project_id': '377509b251b6434586dac2984019285c', 'gw_port': {'id': 'b00f8113-2f48-498c-b39f-48bcaa341d9d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:23:58Z', 'updated_at': '2021-11-19T09:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:01.970738 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c30060-0a48-4640-9c0e-2a7655556a7e None None] Network b2acc81c-bf09-4632-a469-1751c5389c3c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:01.994263 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:02.021431 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Checking router: cd634709-7c4c-40e7-93b3-a2bb0e59f91c for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:24:02.021779 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Updating router cd634709-7c4c-40e7-93b3-a2bb0e59f91c port b00f8113-2f48-498c-b39f-48bcaa341d9d binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:24:02.025266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b02049-3393-4892-9069-37204e11d22f req-216a1107-5334-4dc3-8acb-1ef495374b23 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:02.038562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b02049-3393-4892-9069-37204e11d22f req-216a1107-5334-4dc3-8acb-1ef495374b23 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:02.041517 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76b02049-3393-4892-9069-37204e11d22f req-216a1107-5334-4dc3-8acb-1ef495374b23 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1666 time: 0.4772978 Nov 19 09:24:02.066964 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8523146d-0138-48ae-9bf5-710dac48a98f req-eeb99016-f465-40e3-9979-956643e2a5a7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051311 Nov 19 09:24:02.100576 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:02.124269 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:02.154257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-05f03116-00fa-4733-bc29-b1b891624939 None None] Provisioning complete for port 3ff9aada-4a59-4e13-980b-43e1fd50d984 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:02.154552 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-05f03116-00fa-4733-bc29-b1b891624939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:02.260846 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 3ff9aada-4a59-4e13-980b-43e1fd50d984, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3ff9aada-4a59-4e13-980b-43e1fd50d984,segment=NetworkSegment(263f60d8-2492-4865-ab2f-2e2dcdcf708e),segment_id=263f60d8-2492-4865-ab2f-2e2dcdcf708e)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:02.277973 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:02.278207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ddc49230-765f-4bc1-821b-dd02a38978e2 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:24:02.289005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76b02049-3393-4892-9069-37204e11d22f req-6e3f13b0-b98e-4a31-83b3-88f544d112f4 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066658 Nov 19 09:24:02.477832 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=3ff9aada-4a59-4e13-980b-43e1fd50d984,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:02.515921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ddc49230-765f-4bc1-821b-dd02a38978e2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:02.515921 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:02.579495 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-05f03116-00fa-4733-bc29-b1b891624939 None None] Provisioning complete for port ddc49230-765f-4bc1-821b-dd02a38978e2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:02.580277 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-05f03116-00fa-4733-bc29-b1b891624939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:02.681791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc009a4-d554-4a4d-b6db-49050f0cd1ac req-72dd18db-bb51-46be-9d90-e757a9f65bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:02.682407 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc009a4-d554-4a4d-b6db-49050f0cd1ac req-72dd18db-bb51-46be-9d90-e757a9f65bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:02.684047 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc009a4-d554-4a4d-b6db-49050f0cd1ac req-72dd18db-bb51-46be-9d90-e757a9f65bee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80330b733775466590faec7f52d73715&device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1914 time: 1.0973313 Nov 19 09:24:02.766446 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:02.777945 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:02.884067 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Attempting to bind port b00f8113-2f48-498c-b39f-48bcaa341d9d on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:24:02.884440 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Attempting to bind port b00f8113-2f48-498c-b39f-48bcaa341d9d by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:24:02.884693 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Attempting to bind port b00f8113-2f48-498c-b39f-48bcaa341d9d on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:02.888069 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd04d7f-c7f7-4250-b37b-ae86f47e3681 None None] Pushing event updated for resources: {'Port': ['ID=b00f8113-2f48-498c-b39f-48bcaa341d9d,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:02.898785 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:24:02.899171 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:02.899654 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:02.900485 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:24:02.900986 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Bound port: b00f8113-2f48-498c-b39f-48bcaa341d9d, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:24:02.901411 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:02.915959 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f10f-920b-47f9-8eb6-cb3899e41d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:02.919745 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f10f-920b-47f9-8eb6-cb3899e41d8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:02.922338 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d8a3f10f-920b-47f9-8eb6-cb3899e41d8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cd01600-6963-4d01-b25c-1187718f27fd HTTP/1.1" status: 204 len: 168 time: 1.8991683 Nov 19 09:24:02.949161 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dd4a05-1052-4b73-a040-90e7049b99c8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Made reservation on behalf of 80aff1f3a07c4802b659a4b440a2b6bd for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:02.965279 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd04d7f-c7f7-4250-b37b-ae86f47e3681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:02.965631 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd04d7f-c7f7-4250-b37b-ae86f47e3681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:02.965973 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd04d7f-c7f7-4250-b37b-ae86f47e3681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:02.966305 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd04d7f-c7f7-4250-b37b-ae86f47e3681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:02.966635 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd04d7f-c7f7-4250-b37b-ae86f47e3681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:02.966965 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd04d7f-c7f7-4250-b37b-ae86f47e3681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:02.967292 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd04d7f-c7f7-4250-b37b-ae86f47e3681 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:02.967623 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd04d7f-c7f7-4250-b37b-ae86f47e3681 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:02.967963 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd04d7f-c7f7-4250-b37b-ae86f47e3681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:02.968853 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd04d7f-c7f7-4250-b37b-ae86f47e3681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:02.969180 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd04d7f-c7f7-4250-b37b-ae86f47e3681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:02.969518 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd04d7f-c7f7-4250-b37b-ae86f47e3681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:02.977400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-05f03116-00fa-4733-bc29-b1b891624939 None None] Provisioning complete for port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:02.978001 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-05f03116-00fa-4733-bc29-b1b891624939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:02.980831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92558713-26dc-4c61-8d47-2783bfb636e3 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:24:02.994995 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:03.049855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Transition to ACTIVE for port object 92558713-26dc-4c61-8d47-2783bfb636e3 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:24:03.055715 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:03.058363 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] For port b00f8113-2f48-498c-b39f-48bcaa341d9d, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:24:03.071109 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] For port b00f8113-2f48-498c-b39f-48bcaa341d9d, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b00f8113-2f48-498c-b39f-48bcaa341d9d,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:24:03.082097 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3f10f-920b-47f9-8eb6-cb3899e41d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd01600-6963-4d01-b25c-1187718f27fd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:03.101159 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:03.146513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3ff9aada-4a59-4e13-980b-43e1fd50d984 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:24:03.163625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-05f03116-00fa-4733-bc29-b1b891624939 None None] Port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:24:03.278427 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd04d7f-c7f7-4250-b37b-ae86f47e3681 None None] Pushing event updated for resources: {'Port': ['ID=b00f8113-2f48-498c-b39f-48bcaa341d9d,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:03.330155 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Routers {'cd634709-7c4c-40e7-93b3-a2bb0e59f91c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:24:03.330849 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:23:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cd634709-7c4c-40e7-93b3-a2bb0e59f91c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:03.335670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 3ff9aada-4a59-4e13-980b-43e1fd50d984 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:03.336060 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:03.431567 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-33315bbb-60a2-4154-84c9-fe55c82a782e None None] Provisioning complete for port 3ff9aada-4a59-4e13-980b-43e1fd50d984 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:03.433750 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-33315bbb-60a2-4154-84c9-fe55c82a782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:03.457229 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc009a4-d554-4a4d-b6db-49050f0cd1ac req-70d8c0d6-2954-46f9-9bb9-60c4d7dd4d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:03.458151 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc009a4-d554-4a4d-b6db-49050f0cd1ac req-70d8c0d6-2954-46f9-9bb9-60c4d7dd4d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:03.468044 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc009a4-d554-4a4d-b6db-49050f0cd1ac req-70d8c0d6-2954-46f9-9bb9-60c4d7dd4d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:03.469983 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc009a4-d554-4a4d-b6db-49050f0cd1ac req-70d8c0d6-2954-46f9-9bb9-60c4d7dd4d4e service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=80330b733775466590faec7f52d73715&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7694418 Nov 19 09:24:03.485647 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38dd4a05-1052-4b73-a040-90e7049b99c8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:03.523960 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Pushing event updated for resources: {'Port': ['ID=92558713-26dc-4c61-8d47-2783bfb636e3,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:03.672500 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-38dd4a05-1052-4b73-a040-90e7049b99c8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] device_id is not set on port 19a55e08-5b80-469b-baa4-dc2c8cdb0361 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:24:03.685000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164170a-07f1-4223-94bc-0d6dff413820 req-b3ddc7d3-5c06-4162-af87-06e4e0cdf035 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:03.688349 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] Set router cd634709-7c4c-40e7-93b3-a2bb0e59f91c gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:24:03.691415 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7164170a-07f1-4223-94bc-0d6dff413820 req-b3ddc7d3-5c06-4162-af87-06e4e0cdf035 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.4457374 Nov 19 09:24:03.733115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ddc49230-765f-4bc1-821b-dd02a38978e2 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:24:03.773866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Attempting to bind port 92558713-26dc-4c61-8d47-2783bfb636e3 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:24:03.774255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Attempting to bind port 92558713-26dc-4c61-8d47-2783bfb636e3 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'f5a535b4-90e1-45ad-ae2a-38f411ca0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2dd4d1c0-ad14-4ad4-b44f-89100403d78b'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:24:03.774732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Attempting to bind port 92558713-26dc-4c61-8d47-2783bfb636e3 on network 2dd4d1c0-ad14-4ad4-b44f-89100403d78b {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:03.802409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e765c1-afd9-4ced-817d-05011036f7e1 req-5457b290-f002-4907-96fb-b09094ac1447 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:03.811830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e765c1-afd9-4ced-817d-05011036f7e1 req-5457b290-f002-4907-96fb-b09094ac1447 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:03.821927 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-33315bbb-60a2-4154-84c9-fe55c82a782e None None] Provisioning complete for port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:03.822334 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-33315bbb-60a2-4154-84c9-fe55c82a782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:03.830052 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8e765c1-afd9-4ced-817d-05011036f7e1 req-5457b290-f002-4907-96fb-b09094ac1447 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1678 time: 0.2868819 Nov 19 09:24:03.835874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Port 92558713-26dc-4c61-8d47-2783bfb636e3 on network 2dd4d1c0-ad14-4ad4-b44f-89100403d78b not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:24:03.836374 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Attempting to bind port 92558713-26dc-4c61-8d47-2783bfb636e3 on network 2dd4d1c0-ad14-4ad4-b44f-89100403d78b {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:03.889366 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ddc49230-765f-4bc1-821b-dd02a38978e2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:03.890488 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:03.890612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52726) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:03.892106 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-33315bbb-60a2-4154-84c9-fe55c82a782e None None] Port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:24:03.936362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:24:03.949411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Checking segment: {'id': 'f5a535b4-90e1-45ad-ae2a-38f411ca0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2dd4d1c0-ad14-4ad4-b44f-89100403d78b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:03.949987 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Bound using segment: {'id': 'f5a535b4-90e1-45ad-ae2a-38f411ca0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2dd4d1c0-ad14-4ad4-b44f-89100403d78b'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:24:03.950536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Bound port: 92558713-26dc-4c61-8d47-2783bfb636e3, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a535b4-90e1-45ad-ae2a-38f411ca0e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2dd4d1c0-ad14-4ad4-b44f-89100403d78b'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:24:03.955027 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:03.967005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7164170a-07f1-4223-94bc-0d6dff413820 req-63ab652d-c216-49e5-9ba9-02f5c9b65fa9 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556317 Nov 19 09:24:04.015744 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eae044c1-15fe-40ce-83de-c8b2f12708cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:04.048021 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'name': 'tempest-ServerRescueTestJSON-1784275814-router', 'tenant_id': '377509b251b6434586dac2984019285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'b00f8113-2f48-498c-b39f-48bcaa341d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:23:57Z', 'updated_at': '2021-11-19T09:23:59Z', 'revision_number': 3, 'project_id': '377509b251b6434586dac2984019285c', 'gw_port': {'id': 'b00f8113-2f48-498c-b39f-48bcaa341d9d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:23:58Z', 'updated_at': '2021-11-19T09:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:04.103276 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881efc3a-4d6a-48f8-b5da-93d0e34cd25c None None] The sync data for ids ['cd634709-7c4c-40e7-93b3-a2bb0e59f91c'] in n-d-805649-14 is: [{'id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'name': 'tempest-ServerRescueTestJSON-1784275814-router', 'tenant_id': '377509b251b6434586dac2984019285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'b00f8113-2f48-498c-b39f-48bcaa341d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:23:57Z', 'updated_at': '2021-11-19T09:23:59Z', 'revision_number': 3, 'project_id': '377509b251b6434586dac2984019285c', 'gw_port': {'id': 'b00f8113-2f48-498c-b39f-48bcaa341d9d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:23:58Z', 'updated_at': '2021-11-19T09:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:24:04.129291 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc009a4-d554-4a4d-b6db-49050f0cd1ac req-d9af5707-9561-435c-93db-9a10db9c338d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:04.144392 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc009a4-d554-4a4d-b6db-49050f0cd1ac req-d9af5707-9561-435c-93db-9a10db9c338d service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6512883 Nov 19 09:24:04.230761 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] For port 92558713-26dc-4c61-8d47-2783bfb636e3, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:24:04.235955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] For port 92558713-26dc-4c61-8d47-2783bfb636e3, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=92558713-26dc-4c61-8d47-2783bfb636e3,segment=NetworkSegment(f5a535b4-90e1-45ad-ae2a-38f411ca0e3f),segment_id=f5a535b4-90e1-45ad-ae2a-38f411ca0e3f)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:24:04.275035 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:04.278317 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-38dd4a05-1052-4b73-a040-90e7049b99c8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Allocated IP 10.1.1.227 (49aec6eb-5987-4d27-ba58-77e438f7ea82/d5a2b101-52c9-410d-843d-1141acad32f0/19a55e08-5b80-469b-baa4-dc2c8cdb0361) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:24:04.355176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8e765c1-afd9-4ced-817d-05011036f7e1 req-d5bed2d3-901e-4595-9ab9-38bb83e2e2f1 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150301 Nov 19 09:24:04.356588 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:04.408061 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:04.408687 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:04.418336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] 10.222.0.71 "PUT /v2.0/ports/92558713-26dc-4c61-8d47-2783bfb636e3 HTTP/1.1" status: 200 len: 1092 time: 3.1089919 Nov 19 09:24:04.418988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a13430c-becc-4631-9acc-fba107314d5b', 'tag': '92558713-26dc-4c61-8d47-2783bfb636e3'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:04.424524 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e31845d-d361-4d4c-93cd-bbc921304b06" -d '{"events": [{"name": "network-changed", "server_uuid": "1a13430c-becc-4631-9acc-fba107314d5b", "tag": "92558713-26dc-4c61-8d47-2783bfb636e3"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:04.464435 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52740) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:04.674722 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33acd080-88d7-4aa7-be4e-7a1f72d4ae39 x-openstack-request-id: req-33acd080-88d7-4aa7-be4e-7a1f72d4ae39 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:04.676350 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a13430c-becc-4631-9acc-fba107314d5b", "tag": "92558713-26dc-4c61-8d47-2783bfb636e3", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:04.676759 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33acd080-88d7-4aa7-be4e-7a1f72d4ae39 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:04.678174 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a13430c-becc-4631-9acc-fba107314d5b', 'tag': '92558713-26dc-4c61-8d47-2783bfb636e3', 'status': 'completed', 'code': 200} Nov 19 09:24:04.702101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be954da0-f206-4a17-9a18-4d454fd4c18f service neutron] Pushing event updated for resources: {'Port': ['ID=92558713-26dc-4c61-8d47-2783bfb636e3,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:04.723689 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d44c8-ef9a-4e7a-9123-882541b0984c req-10ab34bb-a09a-4331-8566-aa3ca840b82f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:04.725588 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff0d44c8-ef9a-4e7a-9123-882541b0984c req-10ab34bb-a09a-4331-8566-aa3ca840b82f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.3878548 Nov 19 09:24:04.728898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-566d2232-204c-48a8-addf-0a02be5614ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:04.730812 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-566d2232-204c-48a8-addf-0a02be5614ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:04.732123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-566d2232-204c-48a8-addf-0a02be5614ef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80330b733775466590faec7f52d73715&device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1982 time: 0.2394290 Nov 19 09:24:04.788854 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1402100231', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:04.817983 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-78fe36f5-eabc-49f9-8b11-a060ad8ba42b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.198&port_id=051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 HTTP/1.1" status: 200 len: 217 time: 0.0736732 Nov 19 09:24:04.824547 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eae044c1-15fe-40ce-83de-c8b2f12708cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:04.842604 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eae044c1-15fe-40ce-83de-c8b2f12708cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:04.878274 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38dd4a05-1052-4b73-a040-90e7049b99c8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:04.905466 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Made reservation on behalf of c6d62f48916d4140913d791a2f30596b for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:04.909124 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:04.922845 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Allocated IP 172.20.0.1 (fbfb4f80-8652-4f22-9f6e-789965f4b9d8/4164d9b8-b748-4119-9198-6fe8fb005819/c7676fc4-84e1-45a4-ab8b-07bf8484d028) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:24:04.925142 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:04.946605 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff0d44c8-ef9a-4e7a-9123-882541b0984c req-b087c9d4-5b8a-4e22-ae96-8a12eb04a51d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045598 Nov 19 09:24:04.951944 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae044c1-15fe-40ce-83de-c8b2f12708cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bd53cc-5c30-49ad-960b-3a9208d4c406,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:04.970665 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-eae044c1-15fe-40ce-83de-c8b2f12708cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31db3b01206d4c6bb2f22489c7ef213a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0731416 Nov 19 09:24:04.970847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52744) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:04.988114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-78613111-dd98-49aa-bc72-b6c1a7e89134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:04.989779 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-78613111-dd98-49aa-bc72-b6c1a7e89134 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14af60de-5fd3-4fcc-9103-222b02da2f38 HTTP/1.1" status: 200 len: 801 time: 0.1636255 Nov 19 09:24:05.091134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-6c21c47f-4a25-4f58-acfa-511f148dbeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:05.092825 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-6c21c47f-4a25-4f58-acfa-511f148dbeae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5a066e02-09e8-4da1-855d-b45649901094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916591 Nov 19 09:24:05.096688 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-676e6403-1c42-47e7-8573-2e7a2633a125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:05.110466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b00f8113-2f48-498c-b39f-48bcaa341d9d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:24:05.146713 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38dd4a05-1052-4b73-a040-90e7049b99c8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:05.192187 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b00f8113-2f48-498c-b39f-48bcaa341d9d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:05.193267 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:05.211306 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-676e6403-1c42-47e7-8573-2e7a2633a125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:05.263441 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd4a05-1052-4b73-a040-90e7049b99c8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Network 49aec6eb-5987-4d27-ba58-77e438f7ea82 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:05.287450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-38dd4a05-1052-4b73-a040-90e7049b99c8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:05.294955 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd4a05-1052-4b73-a040-90e7049b99c8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:05.300585 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:05.302145 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd4a05-1052-4b73-a040-90e7049b99c8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event updated for resources: {'Port': ['ID=19a55e08-5b80-469b-baa4-dc2c8cdb0361,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:05.308527 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-f732aa44-207c-478d-8dd2-d3ed0bce15f7 service neutron] 10.222.0.71 "GET /v2.0/networks/5a066e02-09e8-4da1-855d-b45649901094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032766 Nov 19 09:24:05.381745 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:05.403507 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:05.415451 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port b00f8113-2f48-498c-b39f-48bcaa341d9d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b00f8113-2f48-498c-b39f-48bcaa341d9d,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:05.421940 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:05.437067 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:05.466205 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-7070ba16-1fee-4ab1-a322-9fafc8e8627a service neutron] 10.222.0.71 "GET /v2.0/networks/5a066e02-09e8-4da1-855d-b45649901094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482265 Nov 19 09:24:05.478325 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] device_id is not set on port 46aaf597-d9cf-4dd3-ba17-cb909678245a yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:24:05.520227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dd4a05-1052-4b73-a040-90e7049b99c8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:05.520917 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38dd4a05-1052-4b73-a040-90e7049b99c8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:05.542940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=b00f8113-2f48-498c-b39f-48bcaa341d9d,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:05.555414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4a9c0e-c59a-4d0e-8fdc-10994d9a443c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:05.583916 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-38dd4a05-1052-4b73-a040-90e7049b99c8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7566302 Nov 19 09:24:05.585825 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:05.625834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-f3f5a1c8-5d3b-4cba-b85f-15fc6fb849fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.63&port_id=92558713-26dc-4c61-8d47-2783bfb636e3 HTTP/1.1" status: 200 len: 217 time: 0.1469665 Nov 19 09:24:05.680472 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-676e6403-1c42-47e7-8573-2e7a2633a125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:05.686037 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-676e6403-1c42-47e7-8573-2e7a2633a125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:05.691428 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-676e6403-1c42-47e7-8573-2e7a2633a125 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75bd53cc-5c30-49ad-960b-3a9208d4c406 HTTP/1.1" status: 204 len: 168 time: 0.7152364 Nov 19 09:24:05.699005 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Network fbfb4f80-8652-4f22-9f6e-789965f4b9d8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:05.719484 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e6403-1c42-47e7-8573-2e7a2633a125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bd53cc-5c30-49ad-960b-3a9208d4c406,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:05.727654 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:05.751157 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:05.774733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8c2fe-2bb5-4dfd-8bc6-8624fcef3b7b req-041d96e2-e5dc-412a-a097-9f83dd396717 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:05.790162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8c2fe-2bb5-4dfd-8bc6-8624fcef3b7b req-041d96e2-e5dc-412a-a097-9f83dd396717 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:05.804203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4f8c2fe-2bb5-4dfd-8bc6-8624fcef3b7b req-041d96e2-e5dc-412a-a097-9f83dd396717 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1678 time: 0.3365057 Nov 19 09:24:05.814136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f9fa9460-78dd-48ce-8f65-9395ed6d218d None None] Provisioning complete for port 19a55e08-5b80-469b-baa4-dc2c8cdb0361 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:05.814962 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9460-78dd-48ce-8f65-9395ed6d218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:05.824230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-4b706ed1-ef5c-4fd1-9db9-66d2a0979aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:05.828487 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-4b706ed1-ef5c-4fd1-9db9-66d2a0979aa3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f6fe4a7f-ef19-4ed7-9707-678cb515e6aa HTTP/1.1" status: 200 len: 801 time: 0.1931870 Nov 19 09:24:05.848644 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:05.882291 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f9fa9460-78dd-48ce-8f65-9395ed6d218d None None] Port 19a55e08-5b80-469b-baa4-dc2c8cdb0361 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:24:05.909594 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Pushing event updated for resources: {'Port': ['ID=c7676fc4-84e1-45a4-ab8b-07bf8484d028,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:05.944374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52754) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:05.951828 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3bcb2ae4-7746-4988-8731-f365a482e4f4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--520018634', 'description': 'tempest-description--1186255844'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:05.989313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-4913d26f-5a6a-4e49-bf08-62dadcb1b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:05.990901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-4913d26f-5a6a-4e49-bf08-62dadcb1b0bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2dd4d1c0-ad14-4ad4-b44f-89100403d78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522768 Nov 19 09:24:06.014250 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4f8c2fe-2bb5-4dfd-8bc6-8624fcef3b7b req-5e79eef0-e276-4894-a26d-d1fedd30097b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090642 Nov 19 09:24:06.032228 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Allocated IP 172.25.0.99 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/46aaf597-d9cf-4dd3-ba17-cb909678245a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:24:06.056703 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2ae4-7746-4988-8731-f365a482e4f4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:06.117318 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:06.189658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ab8ef-2cc5-48c7-8338-16acc1749cde req-a6135b50-a2ed-4e24-8a64-dcb8f86ee122 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:06.191248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e93ab8ef-2cc5-48c7-8338-16acc1749cde req-a6135b50-a2ed-4e24-8a64-dcb8f86ee122 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.1007431 Nov 19 09:24:06.226326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-de87a51a-fce5-425f-beb7-6b69933b98e5 service neutron] 10.222.0.71 "GET /v2.0/networks/2dd4d1c0-ad14-4ad4-b44f-89100403d78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108176 Nov 19 09:24:06.335115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e93ab8ef-2cc5-48c7-8338-16acc1749cde req-3f86a8a6-4809-4985-a2b3-1386f9187553 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319664 Nov 19 09:24:06.403237 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2ae4-7746-4988-8731-f365a482e4f4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:06.412229 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2ae4-7746-4988-8731-f365a482e4f4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:06.429848 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5117cd17-179d-47b1-8d72-dfe22f5e4919 req-fdb5245c-e1cf-4233-a151-42472c11d0dc service neutron] 10.222.0.71 "GET /v2.0/networks/2dd4d1c0-ad14-4ad4-b44f-89100403d78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937516 Nov 19 09:24:06.452912 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:06.482006 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2ae4-7746-4988-8731-f365a482e4f4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:06.483276 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3bcb2ae4-7746-4988-8731-f365a482e4f4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5357547 Nov 19 09:24:06.489927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52768) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:06.491627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb2ae4-7746-4988-8731-f365a482e4f4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12c0e9b0-3022-4521-a8c4-64614590cad9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:06.502679 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-60b6f9a6-91b4-41a0-ac2e-aabfc819beb0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Request body: {'security_group_rule': {'security_group_id': '12c0e9b0-3022-4521-a8c4-64614590cad9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:06.595203 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:06.604181 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:06.611313 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60b6f9a6-91b4-41a0-ac2e-aabfc819beb0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:06.620875 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:06.668066 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31845d-d361-4d4c-93cd-bbc921304b06 req-32fb4f82-8863-4431-8226-ca50ec55dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:06.668605 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31845d-d361-4d4c-93cd-bbc921304b06 req-32fb4f82-8863-4431-8226-ca50ec55dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:06.670319 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e31845d-d361-4d4c-93cd-bbc921304b06 req-32fb4f82-8863-4431-8226-ca50ec55dc4a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80330b733775466590faec7f52d73715&device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1982 time: 0.1254282 Nov 19 09:24:06.734102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:06.742850 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:06.750346 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:06.754248 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:06.768405 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Pushing event updated for resources: {'Port': ['ID=46aaf597-d9cf-4dd3-ba17-cb909678245a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:06.901353 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31845d-d361-4d4c-93cd-bbc921304b06 req-1235008b-1143-433d-9392-fd285168b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:06.903576 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e31845d-d361-4d4c-93cd-bbc921304b06 req-1235008b-1143-433d-9392-fd285168b661 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2dd4d1c0-ad14-4ad4-b44f-89100403d78b HTTP/1.1" status: 200 len: 903 time: 0.2243161 Nov 19 09:24:06.919344 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60b6f9a6-91b4-41a0-ac2e-aabfc819beb0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:06.930586 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60b6f9a6-91b4-41a0-ac2e-aabfc819beb0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:06.996472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e31845d-d361-4d4c-93cd-bbc921304b06 req-766956a5-e161-462b-b2dd-64b8eddcba7c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.63&port_id=92558713-26dc-4c61-8d47-2783bfb636e3 HTTP/1.1" status: 200 len: 217 time: 0.0753858 Nov 19 09:24:07.078904 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b00f8113-2f48-498c-b39f-48bcaa341d9d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:24:07.121001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31845d-d361-4d4c-93cd-bbc921304b06 req-19d99ffa-8d7c-4d4e-8c60-077cecd483d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:07.123725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e31845d-d361-4d4c-93cd-bbc921304b06 req-19d99ffa-8d7c-4d4e-8c60-077cecd483d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f6fe4a7f-ef19-4ed7-9707-678cb515e6aa HTTP/1.1" status: 200 len: 801 time: 0.1105072 Nov 19 09:24:07.136064 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6f9a6-91b4-41a0-ac2e-aabfc819beb0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bae83ba-33d7-4ac4-aa1c-4d3f75ac4126,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:07.217833 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b00f8113-2f48-498c-b39f-48bcaa341d9d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:07.219479 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:07.228721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:07.230089 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:07.256618 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Pushing event updated for resources: {'Port': ['ID=c7676fc4-84e1-45a4-ab8b-07bf8484d028,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:07.277668 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60b6f9a6-91b4-41a0-ac2e-aabfc819beb0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:07.278913 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-60b6f9a6-91b4-41a0-ac2e-aabfc819beb0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7855868 Nov 19 09:24:07.279784 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0358f4c0-260d-4d83-984c-bb36240c86b1 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8091743 Nov 19 09:24:07.286590 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52790) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:07.286590 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52792) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:07.293657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-bf0823b0-26a8-4f19-a930-a3b92111d2aa tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Request body: {'security_group_rule': {'security_group_id': '12c0e9b0-3022-4521-a8c4-64614590cad9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:07.303323 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Network fbfb4f80-8652-4f22-9f6e-789965f4b9d8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:07.304037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-fdb0b574-6639-4fe1-bba5-d7a60d486def tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99'}]}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:07.306298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:07.367539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc463ca8-84ee-4c9c-8192-a65095a15952 req-c09eb68d-6f60-4d8d-97e7-696c528022bc tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:07.374231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc463ca8-84ee-4c9c-8192-a65095a15952 req-c09eb68d-6f60-4d8d-97e7-696c528022bc tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:07.376128 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc463ca8-84ee-4c9c-8192-a65095a15952 req-c09eb68d-6f60-4d8d-97e7-696c528022bc tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1678 time: 0.2286437 Nov 19 09:24:07.381382 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.api [None req-fdb0b574-6639-4fe1-bba5-d7a60d486def tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 09:24:07.381382 n-d-805649-14 neutron-server[103477]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 19 09:24:07.381382 n-d-805649-14 neutron-server[103477]: [parameters: {'project_id_1': 'c6d62f48916d4140913d791a2f30596b', 'expiration_1': datetime.datetime(2021, 11, 19, 9, 23, 47, 326699)}] Nov 19 09:24:07.381382 n-d-805649-14 neutron-server[103477]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:24:07.382096 n-d-805649-14 neutron-server[103477]: DEBUG oslo_db.api [None req-fdb0b574-6639-4fe1-bba5-d7a60d486def tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:24:07.386259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31845d-d361-4d4c-93cd-bbc921304b06 req-85b4b3f1-f36f-4143-a6ee-106186dad2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:07.387931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e31845d-d361-4d4c-93cd-bbc921304b06 req-85b4b3f1-f36f-4143-a6ee-106186dad2df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2dd4d1c0-ad14-4ad4-b44f-89100403d78b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2381430 Nov 19 09:24:07.391917 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf0823b0-26a8-4f19-a930-a3b92111d2aa tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:07.530302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Router cd634709-7c4c-40e7-93b3-a2bb0e59f91c has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:24:07.688779 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:24:07.697159 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c884d4bd-a39f-4c34-977e-257d71220409 admin admin] 10.222.0.21 "PUT /v2.0/routers/cd634709-7c4c-40e7-93b3-a2bb0e59f91c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3028257 Nov 19 09:24:07.709310 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Sync routers for ids ['cd634709-7c4c-40e7-93b3-a2bb0e59f91c'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:24:07.724130 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Routers {'cd634709-7c4c-40e7-93b3-a2bb0e59f91c'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:24:07.724792 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:23:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cd634709-7c4c-40e7-93b3-a2bb0e59f91c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:07.886803 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Set router cd634709-7c4c-40e7-93b3-a2bb0e59f91c gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:24:07.990120 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc463ca8-84ee-4c9c-8192-a65095a15952 req-d79f981d-1e8d-496c-938a-4ad42b2c67c3 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6004109 Nov 19 09:24:08.025204 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b574-6639-4fe1-bba5-d7a60d486def tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:08.026268 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b574-6639-4fe1-bba5-d7a60d486def tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:08.054364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16294d14-0a85-46aa-9a99-584e36b7e270 req-4beb2ede-5a5f-48e6-8d16-84e868b02403 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:08.055951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16294d14-0a85-46aa-9a99-584e36b7e270 req-4beb2ede-5a5f-48e6-8d16-84e868b02403 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.5680375 Nov 19 09:24:08.065634 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf0823b0-26a8-4f19-a930-a3b92111d2aa tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:08.067879 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e31845d-d361-4d4c-93cd-bbc921304b06 req-ca21a2d8-bdc3-4a51-86ac-2652d53e0076 service neutron] 10.222.0.71 "GET /v2.0/networks/2dd4d1c0-ad14-4ad4-b44f-89100403d78b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412034 Nov 19 09:24:08.075589 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf0823b0-26a8-4f19-a930-a3b92111d2aa tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:08.193781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0823b0-26a8-4f19-a930-a3b92111d2aa tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e736e9-47bd-4a95-b3aa-be0cd8cf59a7,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:08.195905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'name': 'tempest-ServerRescueTestJSON-1784275814-router', 'tenant_id': '377509b251b6434586dac2984019285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'b00f8113-2f48-498c-b39f-48bcaa341d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:23:57Z', 'updated_at': '2021-11-19T09:24:06Z', 'revision_number': 4, 'project_id': '377509b251b6434586dac2984019285c', 'gw_port': {'id': 'b00f8113-2f48-498c-b39f-48bcaa341d9d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:23:58Z', 'updated_at': '2021-11-19T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'c7676fc4-84e1-45a4-ab8b-07bf8484d028', 'name': '', 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8', 'tenant_id': '377509b251b6434586dac2984019285c', 'mac_address': 'fa:16:3e:56:79:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '4164d9b8-b748-4119-9198-6fe8fb005819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:24:04Z', 'updated_at': '2021-11-19T09:24:06Z', 'revision_number': 2, 'project_id': '377509b251b6434586dac2984019285c', 'subnets': [{'id': '4164d9b8-b748-4119-9198-6fe8fb005819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:08.198128 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b574-6639-4fe1-bba5-d7a60d486def tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:08.222925 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf0823b0-26a8-4f19-a930-a3b92111d2aa tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:08.224188 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bf0823b0-26a8-4f19-a930-a3b92111d2aa tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9367416 Nov 19 09:24:08.228895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52818) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:08.235497 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:08.244168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Checking router: cd634709-7c4c-40e7-93b3-a2bb0e59f91c for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:24:08.244547 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Updating router cd634709-7c4c-40e7-93b3-a2bb0e59f91c port c7676fc4-84e1-45a4-ab8b-07bf8484d028 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:24:08.282325 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:08.315374 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:08.325276 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16294d14-0a85-46aa-9a99-584e36b7e270 req-d2a272ba-0e24-433f-8c0e-cea3dc847017 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548318 Nov 19 09:24:08.410691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e31845d-d361-4d4c-93cd-bbc921304b06 req-15ca709b-4621-42d0-9547-d2ac4398909b service neutron] 10.222.0.71 "GET /v2.0/networks/2dd4d1c0-ad14-4ad4-b44f-89100403d78b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260837 Nov 19 09:24:08.416812 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b574-6639-4fe1-bba5-d7a60d486def tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:08.527947 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:08.722186 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Allocated IP 172.25.0.71 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/89fcea11-9c78-4ed0-b9a8-92a5c7498b7b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:24:08.771609 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:08.780965 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:08.808193 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b574-6639-4fe1-bba5-d7a60d486def tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:08.834130 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e5454-03c8-46dd-bc28-467a9bf164b1 None None] Pushing event updated for resources: {'Port': ['ID=c7676fc4-84e1-45a4-ab8b-07bf8484d028,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:08.840658 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b574-6639-4fe1-bba5-d7a60d486def tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:08.886938 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:08.927286 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-288013f2-6268-483c-904f-bcc4e284a18b tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:08.928941 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-288013f2-6268-483c-904f-bcc4e284a18b tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/networks?id=fbfb4f80-8652-4f22-9f6e-789965f4b9d8 HTTP/1.1" status: 200 len: 811 time: 0.1991034 Nov 19 09:24:08.953301 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:08.970302 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Attempting to bind port c7676fc4-84e1-45a4-ab8b-07bf8484d028 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:24:08.971970 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Attempting to bind port c7676fc4-84e1-45a4-ab8b-07bf8484d028 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '22439cb8-7698-4ffa-b590-008fc8fe100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:24:08.973930 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Attempting to bind port c7676fc4-84e1-45a4-ab8b-07bf8484d028 on network fbfb4f80-8652-4f22-9f6e-789965f4b9d8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:08.985130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-5b5219f0-4abc-414c-9ad1-208437312a91 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/quotas/377509b251b6434586dac2984019285c HTTP/1.1" status: 200 len: 375 time: 0.0464478 Nov 19 09:24:08.985377 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:24:08.985906 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Checking segment: {'id': '22439cb8-7698-4ffa-b590-008fc8fe100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:08.987734 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:08.990269 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Bound using segment: {'id': '22439cb8-7698-4ffa-b590-008fc8fe100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:24:08.991657 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Bound port: c7676fc4-84e1-45a4-ab8b-07bf8484d028, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22439cb8-7698-4ffa-b590-008fc8fe100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:24:08.993120 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:09.009592 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:09.013414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:09.031390 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:09.035178 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event updated for resources: {'Port': ['ID=89fcea11-9c78-4ed0-b9a8-92a5c7498b7b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:09.110115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-7162772f-ae8e-4872-bb61-8ea6d07a5434 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=377509b251b6434586dac2984019285c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089885 Nov 19 09:24:09.113600 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b574-6639-4fe1-bba5-d7a60d486def tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:09.120926 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] For port c7676fc4-84e1-45a4-ab8b-07bf8484d028, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:24:09.128433 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] For port c7676fc4-84e1-45a4-ab8b-07bf8484d028, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c7676fc4-84e1-45a4-ab8b-07bf8484d028,segment=NetworkSegment(22439cb8-7698-4ffa-b590-008fc8fe100a),segment_id=22439cb8-7698-4ffa-b590-008fc8fe100a)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:24:09.137575 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:09.206111 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Routers {'cd634709-7c4c-40e7-93b3-a2bb0e59f91c'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:24:09.206950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:23:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cd634709-7c4c-40e7-93b3-a2bb0e59f91c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:09.236531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52844) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:09.252353 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:09.275400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e5454-03c8-46dd-bc28-467a9bf164b1 None None] Pushing event updated for resources: {'Port': ['ID=c7676fc4-84e1-45a4-ab8b-07bf8484d028,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:09.342178 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:09.358178 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] Set router cd634709-7c4c-40e7-93b3-a2bb0e59f91c gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:24:09.460269 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42193f4c-eee6-4b91-9d2d-10aaff89e8c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:09.470477 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b574-6639-4fe1-bba5-d7a60d486def tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:09.482260 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2b636-c250-4dcb-99ea-317113fe508f req-b11d01ed-8b72-4f7b-9828-0e7bacd74e98 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:09.489954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2b636-c250-4dcb-99ea-317113fe508f req-b11d01ed-8b72-4f7b-9828-0e7bacd74e98 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:09.498036 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8bb2b636-c250-4dcb-99ea-317113fe508f req-b11d01ed-8b72-4f7b-9828-0e7bacd74e98 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1678 time: 0.3859093 Nov 19 09:24:09.504215 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b574-6639-4fe1-bba5-d7a60d486def tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:09.528479 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-90842e79-b5c8-414f-ae00-4908c689257d service neutron] 10.222.0.21 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760061 Nov 19 09:24:09.609919 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1182c7f0-75aa-4c5a-bd03-6c35ede45d83 req-326250b1-8470-4456-ac09-4f9329458002 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2878509 Nov 19 09:24:09.615035 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:09.639811 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:09.655414 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b574-6639-4fe1-bba5-d7a60d486def tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:09.656705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb0b574-6639-4fe1-bba5-d7a60d486def tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f71b1930-c6ee-4261-ba69-b0bbb1778012 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:24:09.666138 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'name': 'tempest-ServerRescueTestJSON-1784275814-router', 'tenant_id': '377509b251b6434586dac2984019285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'b00f8113-2f48-498c-b39f-48bcaa341d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:23:57Z', 'updated_at': '2021-11-19T09:24:06Z', 'revision_number': 4, 'project_id': '377509b251b6434586dac2984019285c', 'gw_port': {'id': 'b00f8113-2f48-498c-b39f-48bcaa341d9d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:23:58Z', 'updated_at': '2021-11-19T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'c7676fc4-84e1-45a4-ab8b-07bf8484d028', 'name': '', 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8', 'tenant_id': '377509b251b6434586dac2984019285c', 'mac_address': 'fa:16:3e:56:79:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '4164d9b8-b748-4119-9198-6fe8fb005819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:24:04Z', 'updated_at': '2021-11-19T09:24:09Z', 'revision_number': 4, 'project_id': '377509b251b6434586dac2984019285c', 'subnets': [{'id': '4164d9b8-b748-4119-9198-6fe8fb005819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:09.686237 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42193f4c-eee6-4b91-9d2d-10aaff89e8c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:09.702064 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8bb2b636-c250-4dcb-99ea-317113fe508f req-299b19ad-dc19-4e36-9da2-3cf0d605fa0d tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029710 Nov 19 09:24:09.704240 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a69d5f-30c8-4e3a-9282-a54ab3c655e2 None None] The sync data for ids ['cd634709-7c4c-40e7-93b3-a2bb0e59f91c'] in n-d-805649-14 is: [{'id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'name': 'tempest-ServerRescueTestJSON-1784275814-router', 'tenant_id': '377509b251b6434586dac2984019285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'b00f8113-2f48-498c-b39f-48bcaa341d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:23:57Z', 'updated_at': '2021-11-19T09:24:06Z', 'revision_number': 4, 'project_id': '377509b251b6434586dac2984019285c', 'gw_port': {'id': 'b00f8113-2f48-498c-b39f-48bcaa341d9d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:23:58Z', 'updated_at': '2021-11-19T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'c7676fc4-84e1-45a4-ab8b-07bf8484d028', 'name': '', 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8', 'tenant_id': '377509b251b6434586dac2984019285c', 'mac_address': 'fa:16:3e:56:79:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '4164d9b8-b748-4119-9198-6fe8fb005819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:24:04Z', 'updated_at': '2021-11-19T09:24:09Z', 'revision_number': 4, 'project_id': '377509b251b6434586dac2984019285c', 'subnets': [{'id': '4164d9b8-b748-4119-9198-6fe8fb005819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:24:09.714665 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42193f4c-eee6-4b91-9d2d-10aaff89e8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:09.724006 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-fdb0b574-6639-4fe1-bba5-d7a60d486def tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 19 09:24:09.725297 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fdb0b574-6639-4fe1-bba5-d7a60d486def tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.4365544 Nov 19 09:24:09.731735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52850) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:09.759230 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42193f4c-eee6-4b91-9d2d-10aaff89e8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edef2aae-0c4a-4b30-8fb7-100afedface6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:09.792464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event updated for resources: {'Port': ['ID=89fcea11-9c78-4ed0-b9a8-92a5c7498b7b,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:09.803438 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-42193f4c-eee6-4b91-9d2d-10aaff89e8c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f8a9979b7b3481fa045f0c513cb52f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5648947 Nov 19 09:24:09.806805 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:09.812874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52852) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:09.844206 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:09.853568 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-837360b0-739d-45e2-b791-22875745d074 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6230173 Nov 19 09:24:09.861213 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 92558713-26dc-4c61-8d47-2783bfb636e3 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:24:09.959973 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-968b8851-5724-4651-b068-41607867e923 service neutron] 10.222.0.21 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846347 Nov 19 09:24:10.000640 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182c7f0-75aa-4c5a-bd03-6c35ede45d83 req-40555e01-c66a-42eb-9873-c1916c884cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:10.002601 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1182c7f0-75aa-4c5a-bd03-6c35ede45d83 req-40555e01-c66a-42eb-9873-c1916c884cf4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 1096 time: 0.3253913 Nov 19 09:24:10.060552 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 92558713-26dc-4c61-8d47-2783bfb636e3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=92558713-26dc-4c61-8d47-2783bfb636e3,segment=NetworkSegment(f5a535b4-90e1-45ad-ae2a-38f411ca0e3f),segment_id=f5a535b4-90e1-45ad-ae2a-38f411ca0e3f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:10.078090 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '92558713-26dc-4c61-8d47-2783bfb636e3', 'network_id': '2dd4d1c0-ad14-4ad4-b44f-89100403d78b', 'port_id': '92558713-26dc-4c61-8d47-2783bfb636e3', 'mac_address': 'fa:16:3e:72:4a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6fe4a7f-ef19-4ed7-9707-678cb515e6aa', 'ip_address': '19.86.0.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:24:10.207751 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:10.227970 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92558713-26dc-4c61-8d47-2783bfb636e3 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:24:10.230476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7a1a0-3a93-410c-975b-90ee4f6a51cf req-ce49a99a-3d2d-4dac-96a2-78f12c86d2ee tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:10.231985 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-83d7a1a0-3a93-410c-975b-90ee4f6a51cf req-ce49a99a-3d2d-4dac-96a2-78f12c86d2ee tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.2830293 Nov 19 09:24:10.232692 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-934cb883-31de-4227-ad4a-cd58ae9d9e5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:10.251564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6a80275a-2bc9-42bf-8993-0cfc81a50b07 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Deleting port 46aaf597-d9cf-4dd3-ba17-cb909678245a {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:10.251983 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a80275a-2bc9-42bf-8993-0cfc81a50b07 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:10.283452 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 92558713-26dc-4c61-8d47-2783bfb636e3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=92558713-26dc-4c61-8d47-2783bfb636e3,segment=NetworkSegment(f5a535b4-90e1-45ad-ae2a-38f411ca0e3f),segment_id=f5a535b4-90e1-45ad-ae2a-38f411ca0e3f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:10.291058 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:10.291966 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:24:10.336266 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-934cb883-31de-4227-ad4a-cd58ae9d9e5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:10.396437 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=92558713-26dc-4c61-8d47-2783bfb636e3,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:10.419277 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182c7f0-75aa-4c5a-bd03-6c35ede45d83 req-9c3d29e4-27ba-420f-ba84-2005958f727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:10.420908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1182c7f0-75aa-4c5a-bd03-6c35ede45d83 req-9c3d29e4-27ba-420f-ba84-2005958f727a service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 912 time: 0.3559368 Nov 19 09:24:10.500862 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=051d0da0-c0e8-4eaf-8560-dd0fb6a82a97,segment=NetworkSegment(952bcc08-2518-4983-babb-5172c8c6a8b0),segment_id=952bcc08-2518-4983-babb-5172c8c6a8b0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:10.505281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-d4690c47-030f-4f25-9ce2-b4f44937737e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--520018634&fields=id&tenant_id=80aff1f3a07c4802b659a4b440a2b6bd HTTP/1.1" status: 200 len: 267 time: 0.2906828 Nov 19 09:24:10.544792 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a80275a-2bc9-42bf-8993-0cfc81a50b07 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:10.545944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '051d0da0-c0e8-4eaf-8560-dd0fb6a82a97', 'network_id': '5a066e02-09e8-4da1-855d-b45649901094', 'port_id': '051d0da0-c0e8-4eaf-8560-dd0fb6a82a97', 'mac_address': 'fa:16:3e:15:9c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14af60de-5fd3-4fcc-9103-222b02da2f38', 'ip_address': '19.80.0.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:24:10.564695 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-83d7a1a0-3a93-410c-975b-90ee4f6a51cf req-590aee2f-368e-4b75-862e-b4573e7b90ff tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010509 Nov 19 09:24:10.597597 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:10.629939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6a80275a-2bc9-42bf-8993-0cfc81a50b07 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Calling delete_port for 46aaf597-d9cf-4dd3-ba17-cb909678245a owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:10.636885 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:24:10.666587 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=051d0da0-c0e8-4eaf-8560-dd0fb6a82a97,segment=NetworkSegment(952bcc08-2518-4983-babb-5172c8c6a8b0),segment_id=952bcc08-2518-4983-babb-5172c8c6a8b0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:10.673932 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:10.727472 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=051d0da0-c0e8-4eaf-8560-dd0fb6a82a97,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:10.799726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1182c7f0-75aa-4c5a-bd03-6c35ede45d83 req-0acd0745-5c89-4f4a-8d35-a97548558de1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d HTTP/1.1" status: 200 len: 999 time: 0.3543291 Nov 19 09:24:10.810489 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0232eda-09cc-4be3-a0ca-3a96c6ad5ebd req-5ab4bd5d-1792-48e1-a78b-2e5255c3d223 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 210 time: 0.1810112 Nov 19 09:24:10.820598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-fa24d0a9-7b0b-4897-bc45-fb077e03c2aa tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:10.822276 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-fa24d0a9-7b0b-4897-bc45-fb077e03c2aa tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports/9d6d1cc0-1c45-4b89-95b9-69aea729ca09 HTTP/1.1" status: 200 len: 937 time: 0.2859409 Nov 19 09:24:10.823111 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-934cb883-31de-4227-ad4a-cd58ae9d9e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:10.825974 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-934cb883-31de-4227-ad4a-cd58ae9d9e5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:10.829453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-934cb883-31de-4227-ad4a-cd58ae9d9e5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edef2aae-0c4a-4b30-8fb7-100afedface6 HTTP/1.1" status: 204 len: 168 time: 0.9589059 Nov 19 09:24:10.906858 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cb883-31de-4227-ad4a-cd58ae9d9e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edef2aae-0c4a-4b30-8fb7-100afedface6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:10.994556 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-fe38effc-c64b-41c8-9cce-b597c1e807d7 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:10.996331 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-fe38effc-c64b-41c8-9cce-b597c1e807d7 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports/19a55e08-5b80-469b-baa4-dc2c8cdb0361 HTTP/1.1" status: 200 len: 937 time: 0.1543210 Nov 19 09:24:11.036654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182c7f0-75aa-4c5a-bd03-6c35ede45d83 req-2e0c2813-b55e-42bd-b8ed-8138f8fedbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:11.038215 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1182c7f0-75aa-4c5a-bd03-6c35ede45d83 req-2e0c2813-b55e-42bd-b8ed-8138f8fedbb2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.2100499 Nov 19 09:24:11.075334 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['051d0da0-c0e8-4eaf-8560-dd0fb6a82a97'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:24:11.160033 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-01efbbd6-026e-47bf-a345-d65de2d696c7 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?network_id=b2acc81c-bf09-4632-a469-1751c5389c3c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1111178 Nov 19 09:24:11.166203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['92558713-26dc-4c61-8d47-2783bfb636e3'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:24:11.180907 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a80275a-2bc9-42bf-8993-0cfc81a50b07 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:11.222425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c7676fc4-84e1-45a4-ab8b-07bf8484d028 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:24:11.237865 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b340685-19c5-43d1-98d4-ca3c1f9cf65c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?network_id=b2acc81c-bf09-4632-a469-1751c5389c3c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0766859 Nov 19 09:24:11.285854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54af261-cbdc-4569-9287-35bfa2b05bc8 req-21848f6c-0845-4b98-a762-bf1c4dabf811 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:11.292925 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54af261-cbdc-4569-9287-35bfa2b05bc8 req-21848f6c-0845-4b98-a762-bf1c4dabf811 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:11.294888 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c54af261-cbdc-4569-9287-35bfa2b05bc8 req-21848f6c-0845-4b98-a762-bf1c4dabf811 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1680 time: 0.2973416 Nov 19 09:24:11.300576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80275a-2bc9-42bf-8993-0cfc81a50b07 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Pushing event deleted for resources: {'Port': ['ID=46aaf597-d9cf-4dd3-ba17-cb909678245a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:11.400207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182c7f0-75aa-4c5a-bd03-6c35ede45d83 req-693c37f8-a312-4928-a693-b26ea88e8d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:11.401300 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1182c7f0-75aa-4c5a-bd03-6c35ede45d83 req-693c37f8-a312-4928-a693-b26ea88e8d18 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3418465 Nov 19 09:24:11.423386 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port c7676fc4-84e1-45a4-ab8b-07bf8484d028 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:11.423707 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:11.486146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52886) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:11.517397 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-425b86cf-0d0b-4416-9988-05b1ab45ea5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:11.610799 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:11.678757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port c7676fc4-84e1-45a4-ab8b-07bf8484d028, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c7676fc4-84e1-45a4-ab8b-07bf8484d028,segment=NetworkSegment(22439cb8-7698-4ffa-b590-008fc8fe100a),segment_id=22439cb8-7698-4ffa-b590-008fc8fe100a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:11.687966 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-425b86cf-0d0b-4416-9988-05b1ab45ea5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:11.692782 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-425b86cf-0d0b-4416-9988-05b1ab45ea5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:11.694818 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:11.895383 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-425b86cf-0d0b-4416-9988-05b1ab45ea5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25a0e97bbbdf408eb4df97a7dd988647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4044960 Nov 19 09:24:11.897536 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b86cf-0d0b-4416-9988-05b1ab45ea5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195fcf1f-a9b3-446c-bbf2-516407afd62b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:11.917130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52894) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:11.944086 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=c7676fc4-84e1-45a4-ab8b-07bf8484d028,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:11.955443 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a80275a-2bc9-42bf-8993-0cfc81a50b07 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:11.960412 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6a80275a-2bc9-42bf-8993-0cfc81a50b07 tempest-RoutersAdminNegativeTest-1726427143 tempest-RoutersAdminNegativeTest-1726427143-project-admin] 10.222.0.21 "DELETE /v2.0/ports/46aaf597-d9cf-4dd3-ba17-cb909678245a HTTP/1.1" status: 204 len: 168 time: 2.2274754 Nov 19 09:24:12.008409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c54af261-cbdc-4569-9287-35bfa2b05bc8 req-d965912c-4dbe-431a-95b9-5c219c7c0be7 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6918225 Nov 19 09:24:12.031334 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3cdebb20-55b8-4391-abdf-dce443a6b292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:12.074544 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-8c770a98-d9f3-41f6-9df7-90eba72d886d tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:12.081333 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-8c770a98-d9f3-41f6-9df7-90eba72d886d tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:12.086719 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3cdebb20-55b8-4391-abdf-dce443a6b292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:12.087526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-8c770a98-d9f3-41f6-9df7-90eba72d886d tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:12.089270 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-8c770a98-d9f3-41f6-9df7-90eba72d886d tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/networks?id=d998d4ee-a200-49f0-8943-4be78f808d14&id=49aec6eb-5987-4d27-ba58-77e438f7ea82&id=49aec6eb-5987-4d27-ba58-77e438f7ea82&id=b2acc81c-bf09-4632-a469-1751c5389c3c&id=b2acc81c-bf09-4632-a469-1751c5389c3c HTTP/1.1" status: 200 len: 1994 time: 0.8146305 Nov 19 09:24:12.102865 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1182c7f0-75aa-4c5a-bd03-6c35ede45d83 req-20344e1d-45a4-4beb-b8ce-4ac15d1f3713 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090995 Nov 19 09:24:12.104858 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-6db8dc07-c48b-4512-9320-a939672b552e tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:12.112705 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-6db8dc07-c48b-4512-9320-a939672b552e tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.71 "GET /v2.0/networks?id=fbfb4f80-8652-4f22-9f6e-789965f4b9d8 HTTP/1.1" status: 200 len: 811 time: 0.3662634 Nov 19 09:24:12.125244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-54c1ede5-3585-4dfc-ad3f-91ff101b4398 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/quotas/80aff1f3a07c4802b659a4b440a2b6bd HTTP/1.1" status: 200 len: 375 time: 0.0103357 Nov 19 09:24:12.161143 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-719b6d0a-1728-4129-8497-adeec7cb7e32 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Request body: {'port': {'device_id': 'ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8', 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8', 'admin_state_up': True, 'tenant_id': '377509b251b6434586dac2984019285c'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:12.167816 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3cdebb20-55b8-4391-abdf-dce443a6b292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:12.171316 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3cdebb20-55b8-4391-abdf-dce443a6b292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:12.172683 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3cdebb20-55b8-4391-abdf-dce443a6b292 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/195fcf1f-a9b3-446c-bbf2-516407afd62b HTTP/1.1" status: 204 len: 168 time: 0.2538261 Nov 19 09:24:12.246228 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdebb20-55b8-4391-abdf-dce443a6b292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195fcf1f-a9b3-446c-bbf2-516407afd62b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:12.370445 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-3dc17a1c-726e-48f4-ba8f-d61fc45c1c6d tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2382247 Nov 19 09:24:12.384789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-719b6d0a-1728-4129-8497-adeec7cb7e32 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Made reservation on behalf of 377509b251b6434586dac2984019285c for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:12.392286 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-719b6d0a-1728-4129-8497-adeec7cb7e32 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:12.401302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c94ca9-a8c2-4e06-8317-0b9ffe5d0e65 req-23b685d1-4862-48a9-960b-624949f3b31f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:12.402848 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3c94ca9-a8c2-4e06-8317-0b9ffe5d0e65 req-23b685d1-4862-48a9-960b-624949f3b31f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.1306093 Nov 19 09:24:12.413879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52902) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:12.465381 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1182c7f0-75aa-4c5a-bd03-6c35ede45d83 req-6e3d8294-b1e2-4094-92f4-6e95f5209bf6 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107908 Nov 19 09:24:12.512281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3c94ca9-a8c2-4e06-8317-0b9ffe5d0e65 req-0fdb8f86-3906-450d-b445-7432e55214a8 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000619 Nov 19 09:24:12.547430 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-cd56c05a-8ab1-4f68-8b2b-fa0cfe184324 service neutron] 10.222.0.21 "GET /v2.0/networks/d998d4ee-a200-49f0-8943-4be78f808d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544373 Nov 19 09:24:12.587559 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-719b6d0a-1728-4129-8497-adeec7cb7e32 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Allocated IP 172.20.0.14 (fbfb4f80-8652-4f22-9f6e-789965f4b9d8/4164d9b8-b748-4119-9198-6fe8fb005819/b78c37ed-591e-4201-b0f2-979a8504e080) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:24:12.673836 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-194c6344-68c0-42a9-a6fc-5d84fb6cdd4e req-e7cdfb03-211f-4c79-9649-80776d164250 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 210 time: 0.0469515 Nov 19 09:24:12.685692 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-183117ef-7a58-4fe5-8717-900f6e765c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:12.753313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-0d1f6c60-0142-4953-81a4-ca21318e7311 service neutron] 10.222.0.21 "GET /v2.0/networks/d998d4ee-a200-49f0-8943-4be78f808d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890852 Nov 19 09:24:12.816060 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-719b6d0a-1728-4129-8497-adeec7cb7e32 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:12.821134 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-72a2fa7e-722e-4f9e-8989-ad823e06e1ca service neutron] 10.222.0.21 "GET /v2.0/ports/9d6d1cc0-1c45-4b89-95b9-69aea729ca09?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0562625 Nov 19 09:24:12.844780 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-183117ef-7a58-4fe5-8717-900f6e765c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:12.859890 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-183117ef-7a58-4fe5-8717-900f6e765c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:12.868836 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-719b6d0a-1728-4129-8497-adeec7cb7e32 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:12.923733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-719b6d0a-1728-4129-8497-adeec7cb7e32 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Network fbfb4f80-8652-4f22-9f6e-789965f4b9d8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:12.930070 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-719b6d0a-1728-4129-8497-adeec7cb7e32 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:12.933956 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-719b6d0a-1728-4129-8497-adeec7cb7e32 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:12.961854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-183117ef-7a58-4fe5-8717-900f6e765c9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17ce7f2c64654419a204583b90e47dbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5422475 Nov 19 09:24:12.961854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183117ef-7a58-4fe5-8717-900f6e765c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab9636b-6520-4ff0-92d5-bccec623ed6b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:12.968312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52916) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:13.005755 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a31eaa49-d2bc-4680-a58b-082f52839a72 service neutron] 10.222.0.21 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741786 Nov 19 09:24:13.059993 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b6d0a-1728-4129-8497-adeec7cb7e32 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Pushing event updated for resources: {'Port': ['ID=b78c37ed-591e-4201-b0f2-979a8504e080,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:13.099266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c7676fc4-84e1-45a4-ab8b-07bf8484d028 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:24:13.100999 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-426ebbbf-a5d2-481f-b7b9-e476ee34b176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:13.105786 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-719b6d0a-1728-4129-8497-adeec7cb7e32 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:13.106795 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-719b6d0a-1728-4129-8497-adeec7cb7e32 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:13.145881 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-426ebbbf-a5d2-481f-b7b9-e476ee34b176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:13.156816 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-719b6d0a-1728-4129-8497-adeec7cb7e32 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0087817 Nov 19 09:24:13.172958 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Request body: {'port': {'device_id': 'ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:13.200903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-d036d654-d2c2-4d43-bc9c-63398ee56f50 service neutron] 10.222.0.21 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879303 Nov 19 09:24:13.201473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port c7676fc4-84e1-45a4-ab8b-07bf8484d028 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:13.202132 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:13.272870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:13.283088 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-9667eaee-4596-4edf-b52f-772aaf361a65 service neutron] 10.222.0.21 "GET /v2.0/ports/19a55e08-5b80-469b-baa4-dc2c8cdb0361?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0714333 Nov 19 09:24:13.294387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe2b31-0580-4f30-a88d-2df81a5bea93 req-a7ed46cf-a776-4c03-8785-15d78d0265ad tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:13.302237 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe2b31-0580-4f30-a88d-2df81a5bea93 req-a7ed46cf-a776-4c03-8785-15d78d0265ad tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:13.304183 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27fe2b31-0580-4f30-a88d-2df81a5bea93 req-a7ed46cf-a776-4c03-8785-15d78d0265ad tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1680 time: 0.1677957 Nov 19 09:24:13.385904 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-426ebbbf-a5d2-481f-b7b9-e476ee34b176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:13.388508 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-426ebbbf-a5d2-481f-b7b9-e476ee34b176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:13.389693 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-426ebbbf-a5d2-481f-b7b9-e476ee34b176 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ab9636b-6520-4ff0-92d5-bccec623ed6b HTTP/1.1" status: 204 len: 168 time: 0.4206071 Nov 19 09:24:13.412076 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ebbbf-a5d2-481f-b7b9-e476ee34b176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab9636b-6520-4ff0-92d5-bccec623ed6b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:13.448618 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27fe2b31-0580-4f30-a88d-2df81a5bea93 req-55bfddf1-9c23-44a5-a877-f70f6a6b2c2a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937440 Nov 19 09:24:13.461850 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-0bde93c1-9d37-4035-a2eb-6bd80e1cf776 service neutron] 10.222.0.21 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558583 Nov 19 09:24:13.594927 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-0e2a458f-ea1d-467b-bfc2-79b5d23270f4 service neutron] 10.222.0.21 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159165 Nov 19 09:24:13.778334 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78c37ed-591e-4201-b0f2-979a8504e080 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:24:13.790516 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:13.808600 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Transition to ACTIVE for port object b78c37ed-591e-4201-b0f2-979a8504e080 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:24:13.818581 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1c9c2b14-dba3-4a20-aa32-bba1dd40b7c5 service neutron] 10.222.0.21 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165186 Nov 19 09:24:13.821207 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:13.827992 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe435caa-2348-4a50-83b1-e24ab5dd233d req-c51558bf-43cf-4635-85ed-4214fdd7f81f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:13.835396 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe435caa-2348-4a50-83b1-e24ab5dd233d req-c51558bf-43cf-4635-85ed-4214fdd7f81f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.1217604 Nov 19 09:24:13.877063 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 92558713-26dc-4c61-8d47-2783bfb636e3 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:24:13.936183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Pushing event updated for resources: {'Port': ['ID=b78c37ed-591e-4201-b0f2-979a8504e080,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:13.956049 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe435caa-2348-4a50-83b1-e24ab5dd233d req-81f9456a-140e-4adb-9b85-d5048df63210 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196377 Nov 19 09:24:13.979293 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Attempting to bind port b78c37ed-591e-4201-b0f2-979a8504e080 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:24:13.979814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Attempting to bind port b78c37ed-591e-4201-b0f2-979a8504e080 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '22439cb8-7698-4ffa-b590-008fc8fe100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:24:13.980275 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Attempting to bind port b78c37ed-591e-4201-b0f2-979a8504e080 on network fbfb4f80-8652-4f22-9f6e-789965f4b9d8 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:13.986120 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Port b78c37ed-591e-4201-b0f2-979a8504e080 on network fbfb4f80-8652-4f22-9f6e-789965f4b9d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:24:13.986632 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Attempting to bind port b78c37ed-591e-4201-b0f2-979a8504e080 on network fbfb4f80-8652-4f22-9f6e-789965f4b9d8 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:13.992676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:24:13.993184 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Checking segment: {'id': '22439cb8-7698-4ffa-b590-008fc8fe100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:13.993686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Bound using segment: {'id': '22439cb8-7698-4ffa-b590-008fc8fe100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:24:13.994239 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Bound port: b78c37ed-591e-4201-b0f2-979a8504e080, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22439cb8-7698-4ffa-b590-008fc8fe100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:24:13.994905 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:14.007439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 92558713-26dc-4c61-8d47-2783bfb636e3 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:24:14.018413 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 92558713-26dc-4c61-8d47-2783bfb636e3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:14.019156 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:14.022397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-516d1086-d9ed-465f-9d1c-efe7a6408418 service neutron] 10.222.0.21 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842508 Nov 19 09:24:14.082082 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52956) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:14.125269 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] For port b78c37ed-591e-4201-b0f2-979a8504e080, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:24:14.153716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] For port b78c37ed-591e-4201-b0f2-979a8504e080, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b78c37ed-591e-4201-b0f2-979a8504e080,segment=NetworkSegment(22439cb8-7698-4ffa-b590-008fc8fe100a),segment_id=22439cb8-7698-4ffa-b590-008fc8fe100a)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:24:14.160730 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:14.167702 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6e618855-a896-4ba1-88d9-0bc496b1eabd service neutron] 10.222.0.21 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375387 Nov 19 09:24:14.216924 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8536f2cc-99a9-48be-86f5-f7835dcce0c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6d62f48916d4140913d791a2f30596b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334999 Nov 19 09:24:14.221022 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52960) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:14.222608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:14.223384 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:14.224861 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] 10.222.0.71 "PUT /v2.0/ports/b78c37ed-591e-4201-b0f2-979a8504e080 HTTP/1.1" status: 200 len: 1093 time: 1.0587082 Nov 19 09:24:14.226665 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8', 'tag': 'b78c37ed-591e-4201-b0f2-979a8504e080'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:14.229110 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd4d24d-8a94-4c5e-a899-2b904f39a5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8", "tag": "b78c37ed-591e-4201-b0f2-979a8504e080"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:14.244475 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:14.274448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ebb78-8f74-4be1-a422-be4177184662 service neutron] Pushing event updated for resources: {'Port': ['ID=b78c37ed-591e-4201-b0f2-979a8504e080,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:14.315417 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae09137c-3a20-4939-ad96-845f13e50177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:14.322733 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a13430c-becc-4631-9acc-fba107314d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92558713-26dc-4c61-8d47-2783bfb636e3'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:14.325972 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b19dfef-b0a9-4ff4-81fb-bd449cbd234c" -d '{"events": [{"server_uuid": "1a13430c-becc-4631-9acc-fba107314d5b", "name": "network-vif-plugged", "status": "completed", "tag": "92558713-26dc-4c61-8d47-2783bfb636e3"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:14.333588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 92558713-26dc-4c61-8d47-2783bfb636e3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=92558713-26dc-4c61-8d47-2783bfb636e3,segment=NetworkSegment(f5a535b4-90e1-45ad-ae2a-38f411ca0e3f),segment_id=f5a535b4-90e1-45ad-ae2a-38f411ca0e3f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:14.339582 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:14.341200 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:24:14.350119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-63d8ca5f-787c-4a4f-aa5d-d1dab792c91e service neutron] 10.222.0.21 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732798 Nov 19 09:24:14.393471 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae09137c-3a20-4939-ad96-845f13e50177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:14.411340 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-da2649ad-0ee6-4a8c-8811-e84e72b4d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:14.413036 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-da2649ad-0ee6-4a8c-8811-e84e72b4d088 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=377509b251b6434586dac2984019285c&device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 1096 time: 0.1127148 Nov 19 09:24:14.435234 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=92558713-26dc-4c61-8d47-2783bfb636e3,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:14.462423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15fecf-2676-44dd-8f3d-4cc279279101 req-7b426bee-82f4-4557-951a-1ec123e84fc8 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:14.464000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca15fecf-2676-44dd-8f3d-4cc279279101 req-7b426bee-82f4-4557-951a-1ec123e84fc8 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 944 time: 0.1126831 Nov 19 09:24:14.473256 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:24:14.482453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:14.482940 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:14.485847 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-213c7d9b-88a2-43cd-9cb4-2557b1069646 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b78c37ed-591e-4201-b0f2-979a8504e080 HTTP/1.1" status: 200 len: 217 time: 0.0545244 Nov 19 09:24:14.518651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-15458f92-1f30-4e5b-8c0a-a9aa505ced00 service neutron] 10.222.0.21 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544952 Nov 19 09:24:14.552772 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae09137c-3a20-4939-ad96-845f13e50177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:14.555648 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae09137c-3a20-4939-ad96-845f13e50177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:14.557688 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ae09137c-3a20-4939-ad96-845f13e50177 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a4a9c0e-c59a-4d0e-8fdc-10994d9a443c HTTP/1.1" status: 204 len: 168 time: 0.3317375 Nov 19 09:24:14.570666 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-e0058a62-f0dd-4b4e-bbbd-74038f919ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:14.572063 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-e0058a62-f0dd-4b4e-bbbd-74038f919ae4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4164d9b8-b748-4119-9198-6fe8fb005819 HTTP/1.1" status: 200 len: 851 time: 0.0787387 Nov 19 09:24:14.573262 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09137c-3a20-4939-ad96-845f13e50177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4a9c0e-c59a-4d0e-8fdc-10994d9a443c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:14.622082 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-fe97b997-006c-4d4e-8226-39a58104e262 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbfb4f80-8652-4f22-9f6e-789965f4b9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385830 Nov 19 09:24:14.632021 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:14.635389 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca15fecf-2676-44dd-8f3d-4cc279279101 req-01ce1887-3973-45e2-bfa3-a98c19145881 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633258 Nov 19 09:24:14.659956 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:24:14.703237 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=051d0da0-c0e8-4eaf-8560-dd0fb6a82a97,segment=NetworkSegment(952bcc08-2518-4983-babb-5172c8c6a8b0),segment_id=952bcc08-2518-4983-babb-5172c8c6a8b0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:14.714885 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:14.721789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-59628ee6-f850-4301-b3bb-cf1166b6aaf9 service neutron] 10.222.0.21 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964660 Nov 19 09:24:14.787338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=051d0da0-c0e8-4eaf-8560-dd0fb6a82a97,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:14.812833 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-cc23783a-b41c-4b03-8c11-684292880ca8 service neutron] 10.222.0.71 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724246 Nov 19 09:24:14.898283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bd73d-d1f2-4f7b-914c-6768cef3cae8 req-9bc6497d-59c2-4c55-b0ba-aee3cedc1b9d tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:14.899894 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d04bd73d-d1f2-4f7b-914c-6768cef3cae8 req-9bc6497d-59c2-4c55-b0ba-aee3cedc1b9d tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 947 time: 0.0778813 Nov 19 09:24:14.908934 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-54019128-efed-4ab4-92e2-f8958c9f3efb service neutron] 10.222.0.21 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762147 Nov 19 09:24:14.974931 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3f051a40-0275-4248-89e9-5f393d311cd9 req-02a5da61-b5e6-40b1-957b-fc210609879b service neutron] 10.222.0.71 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453865 Nov 19 09:24:15.032574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d04bd73d-d1f2-4f7b-914c-6768cef3cae8 req-fb184d79-3fbd-42e0-9568-f58093b3693c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222661 Nov 19 09:24:15.071511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-db76d5d4-5d13-4e8a-90d4-3a7e5eb2a645 service neutron] 10.222.0.21 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435342 Nov 19 09:24:15.104126 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf5b401-1dea-4bbf-82e0-b8b005780836 x-openstack-request-id: req-fdf5b401-1dea-4bbf-82e0-b8b005780836 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:15.104494 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8", "tag": "b78c37ed-591e-4201-b0f2-979a8504e080", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:15.104832 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdf5b401-1dea-4bbf-82e0-b8b005780836 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:15.105650 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8', 'tag': 'b78c37ed-591e-4201-b0f2-979a8504e080', 'status': 'completed', 'code': 200} Nov 19 09:24:15.160929 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0cdc25-dba8-4d81-ac6a-2afdde3817c8 x-openstack-request-id: req-ce0cdc25-dba8-4d81-ac6a-2afdde3817c8 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:15.161409 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a13430c-becc-4631-9acc-fba107314d5b", "name": "network-vif-plugged", "status": "completed", "tag": "92558713-26dc-4c61-8d47-2783bfb636e3", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:15.161673 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce0cdc25-dba8-4d81-ac6a-2afdde3817c8 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:15.162270 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a13430c-becc-4631-9acc-fba107314d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92558713-26dc-4c61-8d47-2783bfb636e3', 'code': 200} Nov 19 09:24:15.223092 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4d24d-8a94-4c5e-a899-2b904f39a5c3 req-d8f6493f-ec01-4b7e-bf09-87ee0b089392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:15.224801 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6fd4d24d-8a94-4c5e-a899-2b904f39a5c3 req-d8f6493f-ec01-4b7e-bf09-87ee0b089392 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=377509b251b6434586dac2984019285c&device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 1096 time: 0.0839968 Nov 19 09:24:15.312874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a012660-19a8-4b5e-8d5d-08e7f65b2048 req-4a6cf8e4-c373-40ec-9b7a-cbcc7e15c261 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:15.322576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a012660-19a8-4b5e-8d5d-08e7f65b2048 req-4a6cf8e4-c373-40ec-9b7a-cbcc7e15c261 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:15.324767 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a012660-19a8-4b5e-8d5d-08e7f65b2048 req-4a6cf8e4-c373-40ec-9b7a-cbcc7e15c261 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1682 time: 0.0884466 Nov 19 09:24:15.381158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4d24d-8a94-4c5e-a899-2b904f39a5c3 req-4333da6d-852b-4214-a370-e805c114ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:15.382944 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6fd4d24d-8a94-4c5e-a899-2b904f39a5c3 req-4333da6d-852b-4214-a370-e805c114ff7a service neutron] 10.222.0.71 "GET /v2.0/networks?id=fbfb4f80-8652-4f22-9f6e-789965f4b9d8 HTTP/1.1" status: 200 len: 912 time: 0.1410568 Nov 19 09:24:15.404846 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a012660-19a8-4b5e-8d5d-08e7f65b2048 req-05dafec5-3fd6-4237-ac7b-b72a44dd2d87 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605135 Nov 19 09:24:15.416895 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:15.475478 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6fd4d24d-8a94-4c5e-a899-2b904f39a5c3 req-483ade16-ba22-4720-bce2-ed7e39c9dd83 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b78c37ed-591e-4201-b0f2-979a8504e080 HTTP/1.1" status: 200 len: 217 time: 0.0794501 Nov 19 09:24:15.583634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4d24d-8a94-4c5e-a899-2b904f39a5c3 req-07f4407d-df11-41d8-9c81-df3efbbf5053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:15.585906 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6fd4d24d-8a94-4c5e-a899-2b904f39a5c3 req-07f4407d-df11-41d8-9c81-df3efbbf5053 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4164d9b8-b748-4119-9198-6fe8fb005819 HTTP/1.1" status: 200 len: 851 time: 0.0999143 Nov 19 09:24:15.646721 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6fd4d24d-8a94-4c5e-a899-2b904f39a5c3 req-36127abf-c624-4cfd-8c40-379ba63b0ae0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbfb4f80-8652-4f22-9f6e-789965f4b9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471251 Nov 19 09:24:15.693581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f5c5b-7efb-4aa3-9847-0cd35dab795b req-e66b740f-9e0e-429b-8a55-2404382ca107 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:15.696085 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb6f5c5b-7efb-4aa3-9847-0cd35dab795b req-e66b740f-9e0e-429b-8a55-2404382ca107 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.0832477 Nov 19 09:24:15.767892 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb6f5c5b-7efb-4aa3-9847-0cd35dab795b req-b5e85fa0-beb0-43da-b932-6f09395dbf87 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628140 Nov 19 09:24:15.800322 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6fd4d24d-8a94-4c5e-a899-2b904f39a5c3 req-ebf34ffe-c5fc-43e0-bbbb-42ed2487a478 service neutron] 10.222.0.71 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409407 Nov 19 09:24:15.807048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53046) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:15.933837 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6fd4d24d-8a94-4c5e-a899-2b904f39a5c3 req-78a30b1a-9f56-43b1-b4bb-2dc5641a2a5f service neutron] 10.222.0.71 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240003 Nov 19 09:24:15.974215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48cdea-faaf-4a44-8b0e-801b55a3a5c3 req-d8d2e7d9-9b56-4c0e-a0ea-178cd5d885a4 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:15.976017 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d48cdea-faaf-4a44-8b0e-801b55a3a5c3 req-d8d2e7d9-9b56-4c0e-a0ea-178cd5d885a4 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 944 time: 0.1466866 Nov 19 09:24:15.981990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-677c84fe-2d23-4892-8f9a-3f148103bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-172505505'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:16.053878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677c84fe-2d23-4892-8f9a-3f148103bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Made reservation on behalf of 07678ec5d831448e92d2c666512aa80b for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:16.057884 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-677c84fe-2d23-4892-8f9a-3f148103bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:16.100556 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-677c84fe-2d23-4892-8f9a-3f148103bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:16.116699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1571f6ad-1a25-4cf7-accb-5d890002e891 req-b3737cb3-3ee7-4327-a656-c056ead95901 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.0720143 Nov 19 09:24:16.159433 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d48cdea-faaf-4a44-8b0e-801b55a3a5c3 req-20febb91-55f3-4d61-81ae-78f8faaba147 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705425 Nov 19 09:24:16.178199 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92d854-f78e-4907-812a-ff8f49efd806 req-1389321d-c103-4a88-8a5c-1ca369186df4 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:16.180098 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9e92d854-f78e-4907-812a-ff8f49efd806 req-1389321d-c103-4a88-8a5c-1ca369186df4 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.71 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 947 time: 0.1302123 Nov 19 09:24:16.207529 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53058) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:16.326036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca546899-60be-43fe-80bc-1161322aacf8 req-4b85a6d6-00e2-4f3c-bf48-ebaaa7348bf7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:16.334935 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca546899-60be-43fe-80bc-1161322aacf8 req-4b85a6d6-00e2-4f3c-bf48-ebaaa7348bf7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 947 time: 0.1058240 Nov 19 09:24:16.345221 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-9e92d854-f78e-4907-812a-ff8f49efd806 req-8876f39f-433a-457f-9af3-24daf7689354 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Deleting port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:16.346096 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9e92d854-f78e-4907-812a-ff8f49efd806 req-8876f39f-433a-457f-9af3-24daf7689354 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:16.361772 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-677c84fe-2d23-4892-8f9a-3f148103bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:16.374290 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-677c84fe-2d23-4892-8f9a-3f148103bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:16.409610 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2d68afe-feec-428c-8259-b7aa93224b09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:16.428920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677c84fe-2d23-4892-8f9a-3f148103bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:24:16.436613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c84fe-2d23-4892-8f9a-3f148103bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=001f9b63-ee39-438b-95f7-f2997fdfac5a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:16.461785 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca546899-60be-43fe-80bc-1161322aacf8 req-0658cab3-88ad-49aa-aa67-5b33d73f5e8c tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups?id=49c7fe02-9345-49ed-90af-96846a85637c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258397 Nov 19 09:24:16.470964 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-677c84fe-2d23-4892-8f9a-3f148103bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:16.473481 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-677c84fe-2d23-4892-8f9a-3f148103bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Added segment bd6251ae-57c0-4454-9506-168b9fef7574 of type vlan for network e0437f8d-f58e-4641-bd14-1a1323be0a0a Nov 19 09:24:16.505631 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-9e92d854-f78e-4907-812a-ff8f49efd806 req-8876f39f-433a-457f-9af3-24daf7689354 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] For port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:16.506087 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9e92d854-f78e-4907-812a-ff8f49efd806 req-8876f39f-433a-457f-9af3-24daf7689354 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:16.572459 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-677c84fe-2d23-4892-8f9a-3f148103bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:16.619917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cb84-08e0-4f47-b252-b3256a115b95 req-f1544e24-b744-4a24-96fb-7b715b43ffbc tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:16.626884 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16cb84-08e0-4f47-b252-b3256a115b95 req-f1544e24-b744-4a24-96fb-7b715b43ffbc tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:16.628512 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d16cb84-08e0-4f47-b252-b3256a115b95 req-f1544e24-b744-4a24-96fb-7b715b43ffbc tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1682 time: 0.1072795 Nov 19 09:24:16.629701 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-677c84fe-2d23-4892-8f9a-3f148103bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:16.635902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677c84fe-2d23-4892-8f9a-3f148103bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:16.636493 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-677c84fe-2d23-4892-8f9a-3f148103bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:16.714351 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2d68afe-feec-428c-8259-b7aa93224b09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:16.720477 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2d68afe-feec-428c-8259-b7aa93224b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:16.724714 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-677c84fe-2d23-4892-8f9a-3f148103bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9165471 Nov 19 09:24:16.729311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53072) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:16.739599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ac3a43b0-7545-4c5c-8abd-29ab13f57343 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Request body: {'subnet': {'network_id': 'e0437f8d-f58e-4641-bd14-1a1323be0a0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:16.763600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c84fe-2d23-4892-8f9a-3f148103bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Pushing event updated for resources: {'Network': ['ID=e0437f8d-f58e-4641-bd14-1a1323be0a0a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:16.776272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network e0437f8d-f58e-4641-bd14-1a1323be0a0a details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:24:16.823983 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e2d68afe-feec-428c-8259-b7aa93224b09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c36fc4fd9c84e7c8c6fa523ce72da14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6151800 Nov 19 09:24:16.827054 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53076) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:16.829351 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d68afe-feec-428c-8259-b7aa93224b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e809b56c-607a-4fee-9efa-a718cbac235c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:16.940128 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d16cb84-08e0-4f47-b252-b3256a115b95 req-78fdb981-3af4-4973-91df-879bfe3eb3d4 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008292 Nov 19 09:24:16.982230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7dbb7-782a-410e-88a4-790ffe0795b3 req-0f25b94b-07f9-4728-b9eb-ad3fdfad27de tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:16.986835 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ced7dbb7-782a-410e-88a4-790ffe0795b3 req-0f25b94b-07f9-4728-b9eb-ad3fdfad27de tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.1003566 Nov 19 09:24:16.988307 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3a43b0-7545-4c5c-8abd-29ab13f57343 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Made reservation on behalf of 07678ec5d831448e92d2c666512aa80b for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:16.992285 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac3a43b0-7545-4c5c-8abd-29ab13f57343 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:17.109832 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ced7dbb7-782a-410e-88a4-790ffe0795b3 req-547658f9-be20-40b2-8a78-613175e95cbb tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136143 Nov 19 09:24:17.163724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a13430c-becc-4631-9acc-fba107314d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051d0da0-c0e8-4eaf-8560-dd0fb6a82a97'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:17.166508 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8c0c3c-41e4-4966-b9ad-412856dc1e20" -d '{"events": [{"server_uuid": "1a13430c-becc-4631-9acc-fba107314d5b", "name": "network-vif-plugged", "status": "completed", "tag": "051d0da0-c0e8-4eaf-8560-dd0fb6a82a97"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:17.184078 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9e92d854-f78e-4907-812a-ff8f49efd806 req-8876f39f-433a-457f-9af3-24daf7689354 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:17.184744 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9e92d854-f78e-4907-812a-ff8f49efd806 req-8876f39f-433a-457f-9af3-24daf7689354 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:17.184856 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [req-9e92d854-f78e-4907-812a-ff8f49efd806 req-8876f39f-433a-457f-9af3-24daf7689354 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Floating IP f88b0441-c1a2-4c03-92f4-e8d690d76843 disassociated. External IP: 172.25.0.185, port: 9d2d4448-a8fa-4a71-a242-92b6f7eecc56. Nov 19 09:24:17.185516 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-9e92d854-f78e-4907-812a-ff8f49efd806 req-8876f39f-433a-457f-9af3-24daf7689354 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Calling delete_port for 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:17.252835 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3db462c8-94b2-4047-8c74-02564fc53b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:17.258106 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac3a43b0-7545-4c5c-8abd-29ab13f57343 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:17.282722 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3db462c8-94b2-4047-8c74-02564fc53b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:17.290996 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64719b3-e32f-4a8d-903b-98ddaa28688f x-openstack-request-id: req-e64719b3-e32f-4a8d-903b-98ddaa28688f {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:17.291308 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a13430c-becc-4631-9acc-fba107314d5b", "name": "network-vif-plugged", "status": "completed", "tag": "051d0da0-c0e8-4eaf-8560-dd0fb6a82a97", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:17.291567 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e64719b3-e32f-4a8d-903b-98ddaa28688f {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:17.292031 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a13430c-becc-4631-9acc-fba107314d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051d0da0-c0e8-4eaf-8560-dd0fb6a82a97', 'code': 200} Nov 19 09:24:17.398468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e174f1b5-6b9a-4b17-a493-f7cd5cb52641 req-3fbeeb5f-19c8-481d-8472-86dca354ab45 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.0830870 Nov 19 09:24:17.429759 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3db462c8-94b2-4047-8c74-02564fc53b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:17.441117 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3db462c8-94b2-4047-8c74-02564fc53b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:17.441117 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3db462c8-94b2-4047-8c74-02564fc53b62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e809b56c-607a-4fee-9efa-a718cbac235c HTTP/1.1" status: 204 len: 168 time: 0.6066959 Nov 19 09:24:17.449919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a43b0-7545-4c5c-8abd-29ab13f57343 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Pushing event updated for resources: {'Subnet': ['ID=3e18dca9-741c-4cc7-a637-b1fd48dd9450,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:17.458187 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db462c8-94b2-4047-8c74-02564fc53b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e809b56c-607a-4fee-9efa-a718cbac235c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:17.482351 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-2dbf07d9-6df9-4303-a7c8-fc3ffeab9a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:17.483765 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-2dbf07d9-6df9-4303-a7c8-fc3ffeab9a5a service neutron] 10.222.0.71 "GET /v2.0/ports/9d6d1cc0-1c45-4b89-95b9-69aea729ca09 HTTP/1.1" status: 200 len: 1033 time: 0.0786836 Nov 19 09:24:17.491738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a43b0-7545-4c5c-8abd-29ab13f57343 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Checking segment: {'id': 'bd6251ae-57c0-4454-9506-168b9fef7574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0437f8d-f58e-4641-bd14-1a1323be0a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:17.492114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3a43b0-7545-4c5c-8abd-29ab13f57343 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Network hostable DHCP agents. Network: e0437f8d-f58e-4641-bd14-1a1323be0a0a, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:24:17.524746 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9e92d854-f78e-4907-812a-ff8f49efd806 req-8876f39f-433a-457f-9af3-24daf7689354 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:17.551910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-72a2b362-c31e-4a44-965c-f5d77d49f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:17.554599 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-72a2b362-c31e-4a44-965c-f5d77d49f286 service neutron] 10.222.0.71 "GET /v2.0/ports/19a55e08-5b80-469b-baa4-dc2c8cdb0361 HTTP/1.1" status: 200 len: 1033 time: 0.0518017 Nov 19 09:24:17.572690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876f39f-433a-457f-9af3-24daf7689354 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event deleted for resources: {'Port': ['ID=9d2d4448-a8fa-4a71-a242-92b6f7eecc56,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:17.574395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d2635-861e-4b0a-8455-4d7fe8fce113 req-c6251606-8ef0-4862-9694-460cb5414e2d tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:17.577023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-711d2635-861e-4b0a-8455-4d7fe8fce113 req-c6251606-8ef0-4862-9694-460cb5414e2d tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 944 time: 0.1934927 Nov 19 09:24:17.592738 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d2850-cef1-4f65-89fb-d5ddc9398cef req-c7211168-a879-4be0-acde-6b01e01be62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:17.594031 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d2850-cef1-4f65-89fb-d5ddc9398cef req-c7211168-a879-4be0-acde-6b01e01be62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:17.595802 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-944d2850-cef1-4f65-89fb-d5ddc9398cef req-c7211168-a879-4be0-acde-6b01e01be62a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1986 time: 0.1357830 Nov 19 09:24:17.714992 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3a43b0-7545-4c5c-8abd-29ab13f57343 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Network e0437f8d-f58e-4641-bd14-1a1323be0a0a is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:24:17.738427 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed31e63e-1240-4c20-9778-68d2325d1088 req-672a29f0-3561-4e16-9375-c2b7ea984f86 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/ports?device_id=71694b6f-2292-404d-8e5b-1ff9b4d6b7b1 HTTP/1.1" status: 200 len: 210 time: 0.0944295 Nov 19 09:24:17.746805 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-944d2850-cef1-4f65-89fb-d5ddc9398cef req-e5765895-9807-4174-bf42-0af85fe26ecc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048889 Nov 19 09:24:17.778799 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-711d2635-861e-4b0a-8455-4d7fe8fce113 req-f237fe93-0c2a-4673-bffa-02bbe1c57c06 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687953 Nov 19 09:24:17.782348 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-ac3a43b0-7545-4c5c-8abd-29ab13f57343 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, e0437f8d-f58e-4641-bd14-1a1323be0a0a) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:17.787307 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e92d854-f78e-4907-812a-ff8f49efd806 req-8876f39f-433a-457f-9af3-24daf7689354 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Router 97421bed-b84c-45f3-bccb-846467d3c5e3 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:24:17.792129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3a43b0-7545-4c5c-8abd-29ab13f57343 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:17.792735 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac3a43b0-7545-4c5c-8abd-29ab13f57343 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:17.816003 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc63749b-3288-4d5d-bd8c-eb80d0392798 None None] Network e0437f8d-f58e-4641-bd14-1a1323be0a0a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:17.846043 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ac3a43b0-7545-4c5c-8abd-29ab13f57343 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1109502 Nov 19 09:24:17.847221 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53092) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:17.857958 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-27051449-c211-4efb-a687-56b691376ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Request body: {'port': {'network_id': 'e0437f8d-f58e-4641-bd14-1a1323be0a0a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1916576350'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:17.915008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b78c37ed-591e-4201-b0f2-979a8504e080 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:24:17.922117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6fb1b6ed-025f-4390-9ea3-d8e92aa8f277 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:17.928545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6fb1b6ed-025f-4390-9ea3-d8e92aa8f277 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:17.935714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6fb1b6ed-025f-4390-9ea3-d8e92aa8f277 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:17.938085 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6fb1b6ed-025f-4390-9ea3-d8e92aa8f277 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.71 "GET /v2.0/networks?id=d998d4ee-a200-49f0-8943-4be78f808d14&id=49aec6eb-5987-4d27-ba58-77e438f7ea82&id=49aec6eb-5987-4d27-ba58-77e438f7ea82&id=49aec6eb-5987-4d27-ba58-77e438f7ea82&id=49aec6eb-5987-4d27-ba58-77e438f7ea82&id=b2acc81c-bf09-4632-a469-1751c5389c3c&id=b2acc81c-bf09-4632-a469-1751c5389c3c HTTP/1.1" status: 200 len: 1994 time: 0.3588600 Nov 19 09:24:17.993664 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e92d854-f78e-4907-812a-ff8f49efd806 req-8876f39f-433a-457f-9af3-24daf7689354 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:24:18.006570 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c86d0e-9c20-42ac-9745-23a040d384ec None None] Sync routers for ids ['97421bed-b84c-45f3-bccb-846467d3c5e3'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:24:18.028873 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c86d0e-9c20-42ac-9745-23a040d384ec None None] Routers {'97421bed-b84c-45f3-bccb-846467d3c5e3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:24:18.030174 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f7c86d0e-9c20-42ac-9745-23a040d384ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:23:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['97421bed-b84c-45f3-bccb-846467d3c5e3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:18.047870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53096) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:18.090243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b78c37ed-591e-4201-b0f2-979a8504e080, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b78c37ed-591e-4201-b0f2-979a8504e080,segment=NetworkSegment(22439cb8-7698-4ffa-b590-008fc8fe100a),segment_id=22439cb8-7698-4ffa-b590-008fc8fe100a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:18.115998 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a7188b8-b1a7-465d-9c7b-9bb9b4a4a6cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:18.116551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'b78c37ed-591e-4201-b0f2-979a8504e080', 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8', 'port_id': 'b78c37ed-591e-4201-b0f2-979a8504e080', 'mac_address': 'fa:16:3e:7f:ab:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4164d9b8-b748-4119-9198-6fe8fb005819', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:24:18.126468 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:18.131031 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e92d854-f78e-4907-812a-ff8f49efd806 req-8876f39f-433a-457f-9af3-24daf7689354 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] No DVR routers for this DVR port 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:24:18.156694 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-9e92d854-f78e-4907-812a-ff8f49efd806 req-8876f39f-433a-457f-9af3-24daf7689354 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:18.164304 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9e92d854-f78e-4907-812a-ff8f49efd806 req-8876f39f-433a-457f-9af3-24daf7689354 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.71 "DELETE /v2.0/ports/9d2d4448-a8fa-4a71-a242-92b6f7eecc56 HTTP/1.1" status: 204 len: 173 time: 1.9689970 Nov 19 09:24:18.164865 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'name': 'network-vif-deleted', 'tag': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:18.172975 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7173ea-2e95-4f33-838a-376411d84180" -d '{"events": [{"server_uuid": "71694b6f-2292-404d-8e5b-1ff9b4d6b7b1", "name": "network-vif-deleted", "tag": "9d2d4448-a8fa-4a71-a242-92b6f7eecc56"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:18.277731 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:18.412856 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78c37ed-591e-4201-b0f2-979a8504e080 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:24:18.422829 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-e0437f8d-f58e-4641-bd14-1a1323be0a0a', 'network_id': 'e0437f8d-f58e-4641-bd14-1a1323be0a0a', 'tenant_id': '07678ec5d831448e92d2c666512aa80b', 'fixed_ips': [{'subnet_id': '3e18dca9-741c-4cc7-a637-b1fd48dd9450'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:24:18.424156 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:18.474378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b78c37ed-591e-4201-b0f2-979a8504e080, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b78c37ed-591e-4201-b0f2-979a8504e080,segment=NetworkSegment(22439cb8-7698-4ffa-b590-008fc8fe100a),segment_id=22439cb8-7698-4ffa-b590-008fc8fe100a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:18.490268 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a7188b8-b1a7-465d-9c7b-9bb9b4a4a6cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:18.539762 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-cf506340-c066-4aea-8b13-1765a654d03d tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80aff1f3a07c4802b659a4b440a2b6bd HTTP/1.1" status: 200 len: 379 time: 0.5840917 Nov 19 09:24:18.542801 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:18.544137 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a7188b8-b1a7-465d-9c7b-9bb9b4a4a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:18.572027 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f7c86d0e-9c20-42ac-9745-23a040d384ec None None] Set router 97421bed-b84c-45f3-bccb-846467d3c5e3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:24:18.587708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6bc86496-9041-4ac0-8698-0bdc04dea964 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Request body: {'port': {'device_id': '511206c3-dbd7-443f-945d-1f86590ad380', 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14', 'admin_state_up': True, 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'security_groups': ['12c0e9b0-3022-4521-a8c4-64614590cad9']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:18.617747 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27051449-c211-4efb-a687-56b691376ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Made reservation on behalf of 07678ec5d831448e92d2c666512aa80b for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:18.621870 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27051449-c211-4efb-a687-56b691376ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:18.655172 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=b78c37ed-591e-4201-b0f2-979a8504e080,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:18.684035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Allocated IP 2001:db8::2 (e0437f8d-f58e-4641-bd14-1a1323be0a0a/3e18dca9-741c-4cc7-a637-b1fd48dd9450/1e4f407c-d2f6-4731-a1cd-517495a63282) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:24:18.714853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42854fd-1c44-4002-881d-6e185b7dc464 req-46b1c0a2-21b9-4e59-8b68-7f399a152516 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:18.731835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42854fd-1c44-4002-881d-6e185b7dc464 req-46b1c0a2-21b9-4e59-8b68-7f399a152516 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:18.747288 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e42854fd-1c44-4002-881d-6e185b7dc464 req-46b1c0a2-21b9-4e59-8b68-7f399a152516 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1682 time: 0.6261208 Nov 19 09:24:18.808229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-27051449-c211-4efb-a687-56b691376ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] device_id is not set on port 20446420-028c-4d33-b307-92876f9a24da yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:24:18.896215 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f7c86d0e-9c20-42ac-9745-23a040d384ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:08Z', 'revision_number': 4, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b191b371-860f-48e0-8602-b298644e73a8', 'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'mac_address': 'fa:16:3e:6d:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:07Z', 'updated_at': '2021-11-19T09:15:13Z', 'revision_number': 5, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'subnets': [{'id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:18.910022 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:18.919164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7188b8-b1a7-465d-9c7b-9bb9b4a4a6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dd2535-0918-4052-bd40-79a6f29ef18c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:18.926236 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5a7188b8-b1a7-465d-9c7b-9bb9b4a4a6cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94c3cd7ca8fe48b29eaed0d159ff2be6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8684053 Nov 19 09:24:18.929421 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53108) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:18.936193 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:18.970489 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c86d0e-9c20-42ac-9745-23a040d384ec None None] Checking router: 97421bed-b84c-45f3-bccb-846467d3c5e3 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:24:19.005330 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b78c37ed-591e-4201-b0f2-979a8504e080'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:24:19.013887 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c86d0e-9c20-42ac-9745-23a040d384ec None None] Routers {'97421bed-b84c-45f3-bccb-846467d3c5e3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:24:19.014499 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8446bb-1058-46b9-9eb8-142a2f03cdf8 req-97243555-2e2b-46f9-b557-eb144a4023f2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:19.015162 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f7c86d0e-9c20-42ac-9745-23a040d384ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:23:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['97421bed-b84c-45f3-bccb-846467d3c5e3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:19.026497 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf8446bb-1058-46b9-9eb8-142a2f03cdf8 req-97243555-2e2b-46f9-b557-eb144a4023f2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.6218410 Nov 19 09:24:19.099847 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Network e0437f8d-f58e-4641-bd14-1a1323be0a0a is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:19.108851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:19.112593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Pushing event updated for resources: {'Port': ['ID=1e4f407c-d2f6-4731-a1cd-517495a63282,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:19.116986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:19.142317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e42854fd-1c44-4002-881d-6e185b7dc464 req-da7808be-ad1e-45ac-8301-7cf576477356 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939164 Nov 19 09:24:19.142931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:19.143526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:19.144082 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:19.145978 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:19.146656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:19.147243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:19.147775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:19.148351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:19.148912 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:19.149561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:19.150097 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:19.150656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:19.165031 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71b5ad6c-f605-4361-861a-826e22b892b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:19.167579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-27051449-c211-4efb-a687-56b691376ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Allocated IP 2001:db8::1cc (e0437f8d-f58e-4641-bd14-1a1323be0a0a/3e18dca9-741c-4cc7-a637-b1fd48dd9450/20446420-028c-4d33-b307-92876f9a24da) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:24:19.271691 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Attempting to bind port 1e4f407c-d2f6-4731-a1cd-517495a63282 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:24:19.272236 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Attempting to bind port 1e4f407c-d2f6-4731-a1cd-517495a63282 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'bd6251ae-57c0-4454-9506-168b9fef7574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0437f8d-f58e-4641-bd14-1a1323be0a0a'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:24:19.272728 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Attempting to bind port 1e4f407c-d2f6-4731-a1cd-517495a63282 on network e0437f8d-f58e-4641-bd14-1a1323be0a0a {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:19.285997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf8446bb-1058-46b9-9eb8-142a2f03cdf8 req-81b87d59-f2bd-4040-8595-09350e6bb45e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544239 Nov 19 09:24:19.287337 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71b5ad6c-f605-4361-861a-826e22b892b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:19.287563 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:24:19.288114 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Checking segment: {'id': 'bd6251ae-57c0-4454-9506-168b9fef7574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0437f8d-f58e-4641-bd14-1a1323be0a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:19.288625 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:19.289068 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Bound using segment: {'id': 'bd6251ae-57c0-4454-9506-168b9fef7574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0437f8d-f58e-4641-bd14-1a1323be0a0a'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:24:19.291006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Bound port: 1e4f407c-d2f6-4731-a1cd-517495a63282, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6251ae-57c0-4454-9506-168b9fef7574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e0437f8d-f58e-4641-bd14-1a1323be0a0a'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:24:19.291477 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:19.336703 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c15905b-4fcf-4e5e-bb9a-e83d6a573912 x-openstack-request-id: req-0c15905b-4fcf-4e5e-bb9a-e83d6a573912 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:19.337070 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71694b6f-2292-404d-8e5b-1ff9b4d6b7b1", "name": "network-vif-deleted", "tag": "9d2d4448-a8fa-4a71-a242-92b6f7eecc56", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:19.337861 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c15905b-4fcf-4e5e-bb9a-e83d6a573912 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:19.338582 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71694b6f-2292-404d-8e5b-1ff9b4d6b7b1', 'name': 'network-vif-deleted', 'tag': '9d2d4448-a8fa-4a71-a242-92b6f7eecc56', 'status': 'completed', 'code': 200} Nov 19 09:24:19.346464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6bc86496-9041-4ac0-8698-0bdc04dea964 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Made reservation on behalf of 80aff1f3a07c4802b659a4b440a2b6bd for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:19.351556 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6bc86496-9041-4ac0-8698-0bdc04dea964 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:19.423226 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71b5ad6c-f605-4361-861a-826e22b892b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:19.427682 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71b5ad6c-f605-4361-861a-826e22b892b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:19.433953 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-71b5ad6c-f605-4361-861a-826e22b892b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97dd2535-0918-4052-bd40-79a6f29ef18c HTTP/1.1" status: 204 len: 168 time: 0.5027237 Nov 19 09:24:19.448703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] For port 1e4f407c-d2f6-4731-a1cd-517495a63282, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:24:19.453811 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5ad6c-f605-4361-861a-826e22b892b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dd2535-0918-4052-bd40-79a6f29ef18c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:19.457690 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] For port 1e4f407c-d2f6-4731-a1cd-517495a63282, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1e4f407c-d2f6-4731-a1cd-517495a63282,segment=NetworkSegment(bd6251ae-57c0-4454-9506-168b9fef7574),segment_id=bd6251ae-57c0-4454-9506-168b9fef7574)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:24:19.463991 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f7c86d0e-9c20-42ac-9745-23a040d384ec None None] Set router 97421bed-b84c-45f3-bccb-846467d3c5e3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:24:19.492226 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:19.623385 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c2b2e-90be-4a96-8761-d797a0dd6a60 None None] Pushing event updated for resources: {'Port': ['ID=1e4f407c-d2f6-4731-a1cd-517495a63282,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:19.873211 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f75e0d7-6e2e-4812-ad5a-26406d02e791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:19.894190 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:24:19.954853 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:24:19.955446 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9d2d4448-a8fa-4a71-a242-92b6f7eecc56 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:24:20.008284 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f7c86d0e-9c20-42ac-9745-23a040d384ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:08Z', 'revision_number': 4, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b191b371-860f-48e0-8602-b298644e73a8', 'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'mac_address': 'fa:16:3e:6d:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:07Z', 'updated_at': '2021-11-19T09:15:13Z', 'revision_number': 5, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'subnets': [{'id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:20.075340 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c217054-cbfa-4eb3-b4d4-f4719c813bd9 req-fc48011f-e134-4d9f-b5b9-a51989dcbd8e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.6390526 Nov 19 09:24:20.114186 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c86d0e-9c20-42ac-9745-23a040d384ec None None] The sync data for ids ['97421bed-b84c-45f3-bccb-846467d3c5e3'] in n-d-805649-14 is: [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:15:08Z', 'revision_number': 4, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b191b371-860f-48e0-8602-b298644e73a8', 'name': '', 'network_id': '474919e0-d306-45f8-ba00-5d415ec8f657', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'mac_address': 'fa:16:3e:6d:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:07Z', 'updated_at': '2021-11-19T09:15:13Z', 'revision_number': 5, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'subnets': [{'id': '2b648376-425d-4c7d-a8fa-19be389f154e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:24:20.298975 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb53176-b429-4554-bb74-04b0af6c0604 req-8c7edb9d-922a-4278-8614-ec3b378694ff tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:20.300808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53128) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:20.315262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2fb53176-b429-4554-bb74-04b0af6c0604 req-8c7edb9d-922a-4278-8614-ec3b378694ff tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 945 time: 0.3281884 Nov 19 09:24:20.420719 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88e25f95-28e8-402b-ac59-3bfa199008e7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:20.474958 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88e25f95-28e8-402b-ac59-3bfa199008e7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:20.478782 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27051449-c211-4efb-a687-56b691376ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:20.502028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2fb53176-b429-4554-bb74-04b0af6c0604 req-9ce90643-44b7-4e7b-b432-9722c1c0a058 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813371 Nov 19 09:24:20.577151 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88e25f95-28e8-402b-ac59-3bfa199008e7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:20.581031 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88e25f95-28e8-402b-ac59-3bfa199008e7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:20.586154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53138) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:20.586745 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-88e25f95-28e8-402b-ac59-3bfa199008e7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "DELETE /v2.0/security-groups/49c7fe02-9345-49ed-90af-96846a85637c HTTP/1.1" status: 204 len: 168 time: 0.2844992 Nov 19 09:24:20.589041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6bc86496-9041-4ac0-8698-0bdc04dea964 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Allocated IP 172.20.0.4 (d998d4ee-a200-49f0-8943-4be78f808d14/ca7a993c-8947-46a3-a13a-7da81a72657b/980656e3-34d0-43e8-b414-ea629b357a2d) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:24:20.599434 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e25f95-28e8-402b-ac59-3bfa199008e7 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c7fe02-9345-49ed-90af-96846a85637c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:20.664747 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-2845b01c-8880-4db8-87b4-ff21a5c5b598 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] show failed (client error): The resource could not be found. Nov 19 09:24:20.673233 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53140) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:20.684532 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2845b01c-8880-4db8-87b4-ff21a5c5b598 tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "GET /v2.0/security-groups/49c7fe02-9345-49ed-90af-96846a85637c HTTP/1.1" status: 404 len: 347 time: 0.0760586 Nov 19 09:24:20.746495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ba4e4-3c7c-4bc1-8637-2ca7fa106afb req-b977dce7-16bd-4d76-a52c-d89d08e53f30 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:20.772293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ba4e4-3c7c-4bc1-8637-2ca7fa106afb req-b977dce7-16bd-4d76-a52c-d89d08e53f30 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:20.778831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a33ba4e4-3c7c-4bc1-8637-2ca7fa106afb req-b977dce7-16bd-4d76-a52c-d89d08e53f30 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1682 time: 0.4007826 Nov 19 09:24:20.807306 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27051449-c211-4efb-a687-56b691376ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:20.826832 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc4aa2-9cfa-490d-a079-9629fa127067 None None] New status for floating IP f88b0441-c1a2-4c03-92f4-e8d690d76843: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:24:20.878669 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53144) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:20.959530 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-876052f6-e238-4833-8dfd-e69349125ebe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Deleting port 7b0bb6f9-b7cc-470f-9c83-8b3d9f3e10eb {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:20.959861 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-876052f6-e238-4833-8dfd-e69349125ebe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.121751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6bf67b40-6b0b-4cf6-8083-7e4873327b2a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-198637612-network', 'tenant_id': '4846a080b8a54ec0bd93d26ffd8db6ba'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:21.189511 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1e4f407c-d2f6-4731-a1cd-517495a63282 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:24:21.222537 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6bc86496-9041-4ac0-8698-0bdc04dea964 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.224513 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-876052f6-e238-4833-8dfd-e69349125ebe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.225120 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-876052f6-e238-4833-8dfd-e69349125ebe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.252294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-876052f6-e238-4833-8dfd-e69349125ebe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Calling delete_port for 7b0bb6f9-b7cc-470f-9c83-8b3d9f3e10eb owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:21.292766 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1e4f407c-d2f6-4731-a1cd-517495a63282 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:21.293245 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.299212 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6bc86496-9041-4ac0-8698-0bdc04dea964 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.315354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a33ba4e4-3c7c-4bc1-8637-2ca7fa106afb req-31d9538d-235e-4586-a640-a04c5aecc12d tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109770 Nov 19 09:24:21.331908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27051449-c211-4efb-a687-56b691376ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Network e0437f8d-f58e-4641-bd14-1a1323be0a0a is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:21.355602 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-27051449-c211-4efb-a687-56b691376ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:21.371843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27051449-c211-4efb-a687-56b691376ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:21.394275 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27051449-c211-4efb-a687-56b691376ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:21.394982 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27051449-c211-4efb-a687-56b691376ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.431152 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.439314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d832b-4079-4649-a26e-4b682e7ab3cc req-feeaa8fa-f42f-43e5-8dfa-75ecee85c38f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:21.447589 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-260d832b-4079-4649-a26e-4b682e7ab3cc req-feeaa8fa-f42f-43e5-8dfa-75ecee85c38f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.8409684 Nov 19 09:24:21.449487 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac34f4b8-94a9-4729-bd6f-01b46e11e870 None None] Network e0437f8d-f58e-4641-bd14-1a1323be0a0a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:21.466778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6bc86496-9041-4ac0-8698-0bdc04dea964 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Network d998d4ee-a200-49f0-8943-4be78f808d14 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:21.487517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6bc86496-9041-4ac0-8698-0bdc04dea964 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:21.491963 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27051449-c211-4efb-a687-56b691376ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Pushing event updated for resources: {'Port': ['ID=20446420-028c-4d33-b307-92876f9a24da,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:21.493122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-876052f6-e238-4833-8dfd-e69349125ebe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.496831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6bc86496-9041-4ac0-8698-0bdc04dea964 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:21.515613 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf67b40-6b0b-4cf6-8083-7e4873327b2a admin admin] Made reservation on behalf of 4846a080b8a54ec0bd93d26ffd8db6ba for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:21.519017 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6bf67b40-6b0b-4cf6-8083-7e4873327b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.560656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6bc86496-9041-4ac0-8698-0bdc04dea964 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:21.561402 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6bc86496-9041-4ac0-8698-0bdc04dea964 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.580313 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6bf67b40-6b0b-4cf6-8083-7e4873327b2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.594856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876052f6-e238-4833-8dfd-e69349125ebe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Pushing event deleted for resources: {'Port': ['ID=7b0bb6f9-b7cc-470f-9c83-8b3d9f3e10eb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:21.667280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc86496-9041-4ac0-8698-0bdc04dea964 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event updated for resources: {'Port': ['ID=980656e3-34d0-43e8-b414-ea629b357a2d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:21.678222 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-27051449-c211-4efb-a687-56b691376ec0 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.8262055 Nov 19 09:24:21.720708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53156) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:21.747284 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-51c01da1-5f86-4b7d-8996-74cac0fdfab6 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Request body: {'port': {'network_id': 'e0437f8d-f58e-4641-bd14-1a1323be0a0a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-603485068', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:21.747869 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.api.validators [None req-51c01da1-5f86-4b7d-8996-74cac0fdfab6 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] bootfile-name is not in valid_values {{(pid=103477) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 09:24:21.748269 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.api.validators [None req-51c01da1-5f86-4b7d-8996-74cac0fdfab6 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] tftp-server is not in valid_values {{(pid=103477) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 09:24:21.748543 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.api.validators [None req-51c01da1-5f86-4b7d-8996-74cac0fdfab6 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] server-ip-address is not in valid_values {{(pid=103477) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 09:24:21.787101 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-260d832b-4079-4649-a26e-4b682e7ab3cc req-e827820b-fec7-4d0c-939e-5651607a1858 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383441 Nov 19 09:24:21.787658 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6bf67b40-6b0b-4cf6-8083-7e4873327b2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.799645 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6bf67b40-6b0b-4cf6-8083-7e4873327b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.809328 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 1e4f407c-d2f6-4731-a1cd-517495a63282, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1e4f407c-d2f6-4731-a1cd-517495a63282,segment=NetworkSegment(bd6251ae-57c0-4454-9506-168b9fef7574),segment_id=bd6251ae-57c0-4454-9506-168b9fef7574)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:21.825307 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.828602 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-876052f6-e238-4833-8dfd-e69349125ebe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.833148 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-876052f6-e238-4833-8dfd-e69349125ebe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.834514 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-876052f6-e238-4833-8dfd-e69349125ebe tempest-AttachVolumeShelveTestJSON-372430029 tempest-AttachVolumeShelveTestJSON-372430029-project] 10.222.0.21 "DELETE /v2.0/floatingips/f88b0441-c1a2-4c03-92f4-e8d690d76843 HTTP/1.1" status: 204 len: 168 time: 1.1597235 Nov 19 09:24:21.844294 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6bc86496-9041-4ac0-8698-0bdc04dea964 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2689223 Nov 19 09:24:21.845951 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-388b4258-e8b8-4a4d-bad9-c6e3733a411d None None] Provisioning complete for port 1e4f407c-d2f6-4731-a1cd-517495a63282 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:21.846372 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-388b4258-e8b8-4a4d-bad9-c6e3733a411d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.856411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2272f5-593f-4cd4-8eca-4df6da778318 req-d836959f-02f5-4e1c-9ce8-58c5aa7ce3c6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:21.858043 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d2272f5-593f-4cd4-8eca-4df6da778318 req-d836959f-02f5-4e1c-9ce8-58c5aa7ce3c6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 931 time: 0.3891373 Nov 19 09:24:21.871362 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf67b40-6b0b-4cf6-8083-7e4873327b2a admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:24:21.875523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-34fdc050-8224-4f05-80c0-2e9faae49bbd tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Request body: {'port': {'device_id': '511206c3-dbd7-443f-945d-1f86590ad380', 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82', 'admin_state_up': True, 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'security_groups': ['12c0e9b0-3022-4521-a8c4-64614590cad9']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:21.920954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf67b40-6b0b-4cf6-8083-7e4873327b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a2d6e4-1b8f-43fc-8c02-341b249c581a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:21.929294 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6bf67b40-6b0b-4cf6-8083-7e4873327b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:21.929707 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-6bf67b40-6b0b-4cf6-8083-7e4873327b2a admin admin] Added segment be36c6ed-bcf5-40a1-a69b-9663ad3f1067 of type vlan for network e79d8e94-07a5-43b2-8f56-0d604aca46dd Nov 19 09:24:21.972808 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b78c37ed-591e-4201-b0f2-979a8504e080 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:24:22.111621 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6bf67b40-6b0b-4cf6-8083-7e4873327b2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:22.157421 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d2272f5-593f-4cd4-8eca-4df6da778318 req-8ccc4c26-836d-482a-a46f-f97450f5dc19 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751858 Nov 19 09:24:22.248466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c01da1-5f86-4b7d-8996-74cac0fdfab6 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Made reservation on behalf of 07678ec5d831448e92d2c666512aa80b for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:22.254506 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6bf67b40-6b0b-4cf6-8083-7e4873327b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:22.256746 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf67b40-6b0b-4cf6-8083-7e4873327b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:22.258219 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6bf67b40-6b0b-4cf6-8083-7e4873327b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:22.258574 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51c01da1-5f86-4b7d-8996-74cac0fdfab6 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:22.265783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-34fdc050-8224-4f05-80c0-2e9faae49bbd tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Made reservation on behalf of 80aff1f3a07c4802b659a4b440a2b6bd for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:22.272192 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-34fdc050-8224-4f05-80c0-2e9faae49bbd tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:22.366523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-51c01da1-5f86-4b7d-8996-74cac0fdfab6 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] device_id is not set on port 4181a605-9808-4d08-9aa5-a9213388f7fe yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:24:22.441830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=1e4f407c-d2f6-4731-a1cd-517495a63282,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:22.454974 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8674bc96-8638-446f-978d-1dd4dcb0b294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:22.473982 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6bf67b40-6b0b-4cf6-8083-7e4873327b2a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5910585 Nov 19 09:24:22.478414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53164) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:22.489639 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5cb7cf1c-bf31-4094-a2de-41c51f4a31ce admin admin] Request body: {'subnet': {'network_id': 'e79d8e94-07a5-43b2-8f56-0d604aca46dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-198637612-subnet', 'tenant_id': '4846a080b8a54ec0bd93d26ffd8db6ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:22.493287 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf67b40-6b0b-4cf6-8083-7e4873327b2a admin admin] Pushing event updated for resources: {'Network': ['ID=e79d8e94-07a5-43b2-8f56-0d604aca46dd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:22.530867 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb7cf1c-bf31-4094-a2de-41c51f4a31ce admin admin] Made reservation on behalf of 4846a080b8a54ec0bd93d26ffd8db6ba for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:22.535061 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cf1c-bf31-4094-a2de-41c51f4a31ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:22.545231 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network e79d8e94-07a5-43b2-8f56-0d604aca46dd details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:24:22.667379 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port b78c37ed-591e-4201-b0f2-979a8504e080 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:24:22.676046 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port b78c37ed-591e-4201-b0f2-979a8504e080 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:22.676423 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:22.718562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-34fdc050-8224-4f05-80c0-2e9faae49bbd tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Allocated IP 10.1.1.233 (49aec6eb-5987-4d27-ba58-77e438f7ea82/d5a2b101-52c9-410d-843d-1141acad32f0/e505d3ae-8213-42cf-b58a-27349e19fab2) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:24:22.877778 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:22.885990 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c06e3e1f-dfe1-4efb-a9fc-dcc92e5bc809 None None] Provisioning complete for port 980656e3-34d0-43e8-b414-ea629b357a2d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:22.886357 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c06e3e1f-dfe1-4efb-a9fc-dcc92e5bc809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:22.959734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f67c9a-f68d-46ca-a4d8-c1bea553c866 req-dadce591-06d9-4db1-b218-546345a1b95a tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:22.961626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16f67c9a-f68d-46ca-a4d8-c1bea553c866 req-dadce591-06d9-4db1-b218-546345a1b95a tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 945 time: 0.6476033 Nov 19 09:24:22.974257 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cf1c-bf31-4094-a2de-41c51f4a31ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:23.089118 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78c37ed-591e-4201-b0f2-979a8504e080'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:23.096413 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4645c8f-4fde-4af4-b6d6-d5b54a247cab" -d '{"events": [{"server_uuid": "ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8", "name": "network-vif-plugged", "status": "completed", "tag": "b78c37ed-591e-4201-b0f2-979a8504e080"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:23.121720 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-34fdc050-8224-4f05-80c0-2e9faae49bbd tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:23.132225 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7cf1c-bf31-4094-a2de-41c51f4a31ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1e423b-b636-402a-8d62-36d39de7c348,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:23.147677 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb7cf1c-bf31-4094-a2de-41c51f4a31ce admin admin] Checking segment: {'id': 'be36c6ed-bcf5-40a1-a69b-9663ad3f1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e79d8e94-07a5-43b2-8f56-0d604aca46dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:23.149727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb7cf1c-bf31-4094-a2de-41c51f4a31ce admin admin] Network hostable DHCP agents. Network: e79d8e94-07a5-43b2-8f56-0d604aca46dd, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:24:23.161391 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1e4f407c-d2f6-4731-a1cd-517495a63282 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:24:23.172882 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c06e3e1f-dfe1-4efb-a9fc-dcc92e5bc809 None None] Port 980656e3-34d0-43e8-b414-ea629b357a2d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:24:23.230512 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb7cf1c-bf31-4094-a2de-41c51f4a31ce admin admin] Network e79d8e94-07a5-43b2-8f56-0d604aca46dd is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:24:23.253469 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5cb7cf1c-bf31-4094-a2de-41c51f4a31ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, e79d8e94-07a5-43b2-8f56-0d604aca46dd) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:23.259343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd1c48-193a-46a7-83d1-e505b16812e5 req-c76ba8ec-ce3a-4c53-b982-621964e41b6e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:23.260742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb7cf1c-bf31-4094-a2de-41c51f4a31ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:23.263058 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cf1c-bf31-4094-a2de-41c51f4a31ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:23.269347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b78c37ed-591e-4201-b0f2-979a8504e080, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b78c37ed-591e-4201-b0f2-979a8504e080,segment=NetworkSegment(22439cb8-7698-4ffa-b590-008fc8fe100a),segment_id=22439cb8-7698-4ffa-b590-008fc8fe100a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:23.289625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd1c48-193a-46a7-83d1-e505b16812e5 req-c76ba8ec-ce3a-4c53-b982-621964e41b6e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:23.291612 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:23.298320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff870fa-83eb-43eb-a4b9-21d6fa740b49 None None] Network e79d8e94-07a5-43b2-8f56-0d604aca46dd requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:23.299883 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6afd1c48-193a-46a7-83d1-e505b16812e5 req-c76ba8ec-ce3a-4c53-b982-621964e41b6e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1682 time: 0.4026620 Nov 19 09:24:23.303412 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5cb7cf1c-bf31-4094-a2de-41c51f4a31ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8226266 Nov 19 09:24:23.391808 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16f67c9a-f68d-46ca-a4d8-c1bea553c866 req-ea573ba1-bedc-47ad-a69a-b6fc333ebe5e tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991423 Nov 19 09:24:23.433119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-51c01da1-5f86-4b7d-8996-74cac0fdfab6 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Allocated IP 2001:db8::d (e0437f8d-f58e-4641-bd14-1a1323be0a0a/3e18dca9-741c-4cc7-a637-b1fd48dd9450/4181a605-9808-4d08-9aa5-a9213388f7fe) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:24:23.472986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8e9131bd-84da-4dd7-b01c-538610103545 None None] Provisioning complete for port 20446420-028c-4d33-b307-92876f9a24da triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:23.473664 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e9131bd-84da-4dd7-b01c-538610103545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:23.502456 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:23.571686 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=b78c37ed-591e-4201-b0f2-979a8504e080,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:23.582379 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1e4f407c-d2f6-4731-a1cd-517495a63282 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:23.582908 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:23.587285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6afd1c48-193a-46a7-83d1-e505b16812e5 req-0a8f162a-48aa-478d-b1b0-5c5c48b9814a tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863908 Nov 19 09:24:23.616041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8e9131bd-84da-4dd7-b01c-538610103545 None None] Port 20446420-028c-4d33-b307-92876f9a24da cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:24:23.659138 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8e9131bd-84da-4dd7-b01c-538610103545 None None] Provisioning complete for port 1e4f407c-d2f6-4731-a1cd-517495a63282 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:23.659648 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e9131bd-84da-4dd7-b01c-538610103545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:23.673323 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-34fdc050-8224-4f05-80c0-2e9faae49bbd tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:23.750152 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91c6ae7-c728-43aa-be42-2ba3b772ebdf None None] Network e79d8e94-07a5-43b2-8f56-0d604aca46dd requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:23.873079 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b965558-3b83-453b-a2b5-d03a01e66dda x-openstack-request-id: req-1b965558-3b83-453b-a2b5-d03a01e66dda {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:23.873698 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8", "name": "network-vif-plugged", "status": "completed", "tag": "b78c37ed-591e-4201-b0f2-979a8504e080", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:23.874209 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b965558-3b83-453b-a2b5-d03a01e66dda {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:23.874832 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78c37ed-591e-4201-b0f2-979a8504e080', 'code': 200} Nov 19 09:24:23.948726 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51c01da1-5f86-4b7d-8996-74cac0fdfab6 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:23.998059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43a460-ad4e-4a8b-9d96-21e209e020da req-2ed78511-6d1a-414c-a1c8-580492170c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:24.007027 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4a43a460-ad4e-4a8b-9d96-21e209e020da req-2ed78511-6d1a-414c-a1c8-580492170c72 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 1098 time: 0.0687609 Nov 19 09:24:24.070890 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-34fdc050-8224-4f05-80c0-2e9faae49bbd tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Network 49aec6eb-5987-4d27-ba58-77e438f7ea82 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:24.084918 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4a43a460-ad4e-4a8b-9d96-21e209e020da req-dd788631-6c59-40a5-9b25-1f8451d053f1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731244 Nov 19 09:24:24.091283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-34fdc050-8224-4f05-80c0-2e9faae49bbd tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:24.114709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2715d1-7f98-4f1e-b07f-d3454ab68c9f req-be793828-9a3b-4612-9c5b-67d1e2de7cb0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:24.122287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa2715d1-7f98-4f1e-b07f-d3454ab68c9f req-be793828-9a3b-4612-9c5b-67d1e2de7cb0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.6074967 Nov 19 09:24:24.124500 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-34fdc050-8224-4f05-80c0-2e9faae49bbd tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:24.192581 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53192) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:24.197864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-469d92f6-ba0e-4a21-b9d9-79f32b03e0f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1379759013-network', 'tenant_id': 'b4734ab4387243aaaea0d9343fe77dff'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:24.244439 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469d92f6-ba0e-4a21-b9d9-79f32b03e0f4 admin admin] Made reservation on behalf of b4734ab4387243aaaea0d9343fe77dff for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:24.244439 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-469d92f6-ba0e-4a21-b9d9-79f32b03e0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:24.267057 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-469d92f6-ba0e-4a21-b9d9-79f32b03e0f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:24.299600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdc050-8224-4f05-80c0-2e9faae49bbd tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event updated for resources: {'Port': ['ID=e505d3ae-8213-42cf-b58a-27349e19fab2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:24.339049 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c82327f3-d68e-42e7-99f6-d2a601eb315c None None] Provisioning complete for port 20446420-028c-4d33-b307-92876f9a24da triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:24.339287 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51c01da1-5f86-4b7d-8996-74cac0fdfab6 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:24.339821 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c82327f3-d68e-42e7-99f6-d2a601eb315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:24.407042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa2715d1-7f98-4f1e-b07f-d3454ab68c9f req-f7f5ab85-1ed6-4007-a7fc-3192ddf2b721 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836478 Nov 19 09:24:24.410327 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-469d92f6-ba0e-4a21-b9d9-79f32b03e0f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:24.439095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e7700-1958-4964-a504-ef0f62321691 req-6f31c70a-8432-4c77-8eaa-096731cbe8b0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:24.443942 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-469d92f6-ba0e-4a21-b9d9-79f32b03e0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:24.449420 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c82327f3-d68e-42e7-99f6-d2a601eb315c None None] Port 20446420-028c-4d33-b307-92876f9a24da cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:24:24.464614 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469d92f6-ba0e-4a21-b9d9-79f32b03e0f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:24:24.468532 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e7700-1958-4964-a504-ef0f62321691 req-6f31c70a-8432-4c77-8eaa-096731cbe8b0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:24.478435 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-812e7700-1958-4964-a504-ef0f62321691 req-6f31c70a-8432-4c77-8eaa-096731cbe8b0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 1653 time: 0.4769607 Nov 19 09:24:24.480368 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-469d92f6-ba0e-4a21-b9d9-79f32b03e0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:24.480874 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-469d92f6-ba0e-4a21-b9d9-79f32b03e0f4 admin admin] Added segment 06c8f9e4-a91d-4f09-be7e-d9c19f34515a of type vlan for network 85739a1b-34c0-4597-868b-115211a66c8a Nov 19 09:24:24.485184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c01da1-5f86-4b7d-8996-74cac0fdfab6 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Network e0437f8d-f58e-4641-bd14-1a1323be0a0a is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:24.529610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-34fdc050-8224-4f05-80c0-2e9faae49bbd tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:24.529792 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-469d92f6-ba0e-4a21-b9d9-79f32b03e0f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:24.530559 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-34fdc050-8224-4f05-80c0-2e9faae49bbd tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:24.556416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-51c01da1-5f86-4b7d-8996-74cac0fdfab6 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:24.584430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f64b2633-892f-4348-8118-964178a4b2f3 None None] Provisioning complete for port e505d3ae-8213-42cf-b58a-27349e19fab2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:24.588376 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f64b2633-892f-4348-8118-964178a4b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:24.597158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-34fdc050-8224-4f05-80c0-2e9faae49bbd tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7293732 Nov 19 09:24:24.602900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c01da1-5f86-4b7d-8996-74cac0fdfab6 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:24.609284 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c01da1-5f86-4b7d-8996-74cac0fdfab6 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:24.610453 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51c01da1-5f86-4b7d-8996-74cac0fdfab6 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:24.615122 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d92f6-ba0e-4a21-b9d9-79f32b03e0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b1c5c5-5460-4900-8f59-8c54eba41e13,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:24.625349 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7ff9452e-af38-4764-a25a-efc3b5821524 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Request body: {'port': {'device_id': '511206c3-dbd7-443f-945d-1f86590ad380', 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82', 'admin_state_up': True, 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'security_groups': ['12c0e9b0-3022-4521-a8c4-64614590cad9']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:24.650326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954674e-7c11-4002-8e5d-05e07507087a req-6116425e-15da-4a64-aa86-18af65f14a74 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:24.657444 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954674e-7c11-4002-8e5d-05e07507087a req-6116425e-15da-4a64-aa86-18af65f14a74 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:24.659259 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2954674e-7c11-4002-8e5d-05e07507087a req-6116425e-15da-4a64-aa86-18af65f14a74 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1682 time: 0.2473662 Nov 19 09:24:24.660245 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-469d92f6-ba0e-4a21-b9d9-79f32b03e0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:24.662261 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469d92f6-ba0e-4a21-b9d9-79f32b03e0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:24.663174 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-469d92f6-ba0e-4a21-b9d9-79f32b03e0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:24.676800 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f64b2633-892f-4348-8118-964178a4b2f3 None None] Port e505d3ae-8213-42cf-b58a-27349e19fab2 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:24:24.687806 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-812e7700-1958-4964-a504-ef0f62321691 req-289bc504-aed2-42d1-b4d9-30fcc0944033 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084062 Nov 19 09:24:24.738473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d92f6-ba0e-4a21-b9d9-79f32b03e0f4 admin admin] Pushing event updated for resources: {'Network': ['ID=85739a1b-34c0-4597-868b-115211a66c8a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:24.742177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c01da1-5f86-4b7d-8996-74cac0fdfab6 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Pushing event updated for resources: {'Port': ['ID=4181a605-9808-4d08-9aa5-a9213388f7fe,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:24.751932 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 85739a1b-34c0-4597-868b-115211a66c8a details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:24:24.770752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a962a7-f83d-4ca0-9803-31e596d9afcd req-713da151-6b7e-45f7-9e08-62292993c5ab tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:24.783254 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88a962a7-f83d-4ca0-9803-31e596d9afcd req-713da151-6b7e-45f7-9e08-62292993c5ab tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.2398076 Nov 19 09:24:24.821957 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-51c01da1-5f86-4b7d-8996-74cac0fdfab6 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1147 time: 3.0880325 Nov 19 09:24:24.830972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53202) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:24.841908 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-469d92f6-ba0e-4a21-b9d9-79f32b03e0f4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6448817 Nov 19 09:24:24.845390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53204) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:24.942226 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-fcd221a5-978e-4e77-bfe9-209be434c647 admin admin] Request body: {'subnet': {'network_id': '85739a1b-34c0-4597-868b-115211a66c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1379759013-subnet', 'tenant_id': 'b4734ab4387243aaaea0d9343fe77dff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:24.976563 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-2954674e-7c11-4002-8e5d-05e07507087a req-6eff042d-a523-4007-9196-fd1bc7f946e4 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Deleting port 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:24.977473 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:24.978653 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2954674e-7c11-4002-8e5d-05e07507087a req-6eff042d-a523-4007-9196-fd1bc7f946e4 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:25.009408 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88a962a7-f83d-4ca0-9803-31e596d9afcd req-1a9a7266-148a-4f49-87a6-3fe067b67b31 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249582 Nov 19 09:24:25.025719 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-862b393c-2e25-4308-92ac-717bc810b163 None None] Provisioning complete for port 4181a605-9808-4d08-9aa5-a9213388f7fe triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:25.026205 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-862b393c-2e25-4308-92ac-717bc810b163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:25.118089 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-862b393c-2e25-4308-92ac-717bc810b163 None None] Port 4181a605-9808-4d08-9aa5-a9213388f7fe cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:24:25.144958 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd221a5-978e-4e77-bfe9-209be434c647 admin admin] Made reservation on behalf of b4734ab4387243aaaea0d9343fe77dff for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:25.147525 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcd221a5-978e-4e77-bfe9-209be434c647 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:25.162687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05557725-5ca1-4c3e-b2d0-7e54ee7b75e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:25.166686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-2954674e-7c11-4002-8e5d-05e07507087a req-6eff042d-a523-4007-9196-fd1bc7f946e4 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] For port 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=051d0da0-c0e8-4eaf-8560-dd0fb6a82a97,segment=NetworkSegment(952bcc08-2518-4983-babb-5172c8c6a8b0),segment_id=952bcc08-2518-4983-babb-5172c8c6a8b0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:25.167221 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2954674e-7c11-4002-8e5d-05e07507087a req-6eff042d-a523-4007-9196-fd1bc7f946e4 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:25.169888 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05557725-5ca1-4c3e-b2d0-7e54ee7b75e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:25.176112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05557725-5ca1-4c3e-b2d0-7e54ee7b75e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:25.177903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-05557725-5ca1-4c3e-b2d0-7e54ee7b75e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3358440 Nov 19 09:24:25.181016 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53206) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:25.258377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5c347-025e-47c2-b199-0b603ab56d39 req-82aebe68-4f6f-4f8d-926b-f15e29f9117e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:25.269506 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-2954674e-7c11-4002-8e5d-05e07507087a req-6eff042d-a523-4007-9196-fd1bc7f946e4 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Calling delete_port for 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:25.269830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5c347-025e-47c2-b199-0b603ab56d39 req-82aebe68-4f6f-4f8d-926b-f15e29f9117e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:25.271622 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ef5c347-025e-47c2-b199-0b603ab56d39 req-82aebe68-4f6f-4f8d-926b-f15e29f9117e tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 1682 time: 0.3252299 Nov 19 09:24:25.274557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7ff9452e-af38-4764-a25a-efc3b5821524 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Made reservation on behalf of 80aff1f3a07c4802b659a4b440a2b6bd for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:25.278621 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7ff9452e-af38-4764-a25a-efc3b5821524 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:25.422382 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:25.512651 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2954674e-7c11-4002-8e5d-05e07507087a req-6eff042d-a523-4007-9196-fd1bc7f946e4 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:25.527997 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['051d0da0-c0e8-4eaf-8560-dd0fb6a82a97', '92558713-26dc-4c61-8d47-2783bfb636e3'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:24:25.573230 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-38938270-fc4a-4a9f-9738-d627b9aca962 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Deleting port 4181a605-9808-4d08-9aa5-a9213388f7fe {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:25.573504 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38938270-fc4a-4a9f-9738-d627b9aca962 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:25.688214 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38938270-fc4a-4a9f-9738-d627b9aca962 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:25.707223 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-38938270-fc4a-4a9f-9738-d627b9aca962 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Calling delete_port for 4181a605-9808-4d08-9aa5-a9213388f7fe owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:25.747670 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcd221a5-978e-4e77-bfe9-209be434c647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:25.764932 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff042d-a523-4007-9196-fd1bc7f946e4 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event deleted for resources: {'Port': ['ID=051d0da0-c0e8-4eaf-8560-dd0fb6a82a97,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:25.882189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7ff9452e-af38-4764-a25a-efc3b5821524 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Allocated IP 10.1.1.163 (49aec6eb-5987-4d27-ba58-77e438f7ea82/d5a2b101-52c9-410d-843d-1141acad32f0/c80a3964-2f56-440f-bf2a-88032266b6fa) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:24:25.929050 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38938270-fc4a-4a9f-9738-d627b9aca962 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:25.932650 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd221a5-978e-4e77-bfe9-209be434c647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a679db47-604e-4639-bdc9-740070cea337,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:26.016213 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-2954674e-7c11-4002-8e5d-05e07507087a req-6eff042d-a523-4007-9196-fd1bc7f946e4 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] No DVR routers for this DVR port 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:24:26.023208 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2954674e-7c11-4002-8e5d-05e07507087a req-6eff042d-a523-4007-9196-fd1bc7f946e4 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:26.028166 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2954674e-7c11-4002-8e5d-05e07507087a req-6eff042d-a523-4007-9196-fd1bc7f946e4 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.71 "DELETE /v2.0/ports/051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 HTTP/1.1" status: 204 len: 173 time: 1.2915719 Nov 19 09:24:26.032647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a13430c-becc-4631-9acc-fba107314d5b', 'name': 'network-vif-deleted', 'tag': '051d0da0-c0e8-4eaf-8560-dd0fb6a82a97'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:26.035670 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52035ae5-8229-45e5-a9c4-339cf49a511c" -d '{"events": [{"server_uuid": "1a13430c-becc-4631-9acc-fba107314d5b", "name": "network-vif-deleted", "tag": "051d0da0-c0e8-4eaf-8560-dd0fb6a82a97"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:26.074513 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38938270-fc4a-4a9f-9738-d627b9aca962 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Pushing event deleted for resources: {'Port': ['ID=4181a605-9808-4d08-9aa5-a9213388f7fe,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:26.101251 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38938270-fc4a-4a9f-9738-d627b9aca962 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:26.106734 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-38938270-fc4a-4a9f-9738-d627b9aca962 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] 10.222.0.21 "DELETE /v2.0/ports/4181a605-9808-4d08-9aa5-a9213388f7fe HTTP/1.1" status: 204 len: 168 time: 0.9166429 Nov 19 09:24:26.112317 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53218) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:26.122631 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d09a66e3-ad37-4985-b0e8-6d27715fbf1d tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Request body: {'port': {'name': 'tempest-new-port-name-347208760', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:26.126036 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.api.validators [None req-d09a66e3-ad37-4985-b0e8-6d27715fbf1d tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] bootfile-name is not in valid_values {{(pid=103476) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 09:24:26.126794 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.api.validators [None req-d09a66e3-ad37-4985-b0e8-6d27715fbf1d tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] tftp-server is not in valid_values {{(pid=103476) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 09:24:26.149732 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.api.validators [None req-d09a66e3-ad37-4985-b0e8-6d27715fbf1d tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] server-ip-address is not in valid_values {{(pid=103476) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 09:24:26.367172 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d09a66e3-ad37-4985-b0e8-6d27715fbf1d tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:26.390541 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ef5c347-025e-47c2-b199-0b603ab56d39 req-a6fe9dd8-5656-4421-9704-ef2c51435124 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9749920 Nov 19 09:24:26.466198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7aaec-2453-4e7b-9454-b8923b8d493c req-fc70a458-e790-4b36-bad6-0ac2ba9703fd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:26.468533 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07b7aaec-2453-4e7b-9454-b8923b8d493c req-fc70a458-e790-4b36-bad6-0ac2ba9703fd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.8137696 Nov 19 09:24:26.490286 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-2954674e-7c11-4002-8e5d-05e07507087a req-83a58c8b-487b-481d-ae02-9f7a5d7bf861 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Deleting port 92558713-26dc-4c61-8d47-2783bfb636e3 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:26.490690 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2954674e-7c11-4002-8e5d-05e07507087a req-83a58c8b-487b-481d-ae02-9f7a5d7bf861 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:26.537853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07b7aaec-2453-4e7b-9454-b8923b8d493c req-efa9e6e8-b95e-4a82-a778-85e7f3ab8d18 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612044 Nov 19 09:24:26.566327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd221a5-978e-4e77-bfe9-209be434c647 admin admin] Checking segment: {'id': '06c8f9e4-a91d-4f09-be7e-d9c19f34515a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '85739a1b-34c0-4597-868b-115211a66c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:26.566691 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd221a5-978e-4e77-bfe9-209be434c647 admin admin] Network hostable DHCP agents. Network: 85739a1b-34c0-4597-868b-115211a66c8a, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:24:26.648348 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19467cc-bdeb-48bc-b176-df9797c17aae req-e2ba912e-caa6-49ac-b8e4-fbaa46895229 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:26.654681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19467cc-bdeb-48bc-b176-df9797c17aae req-e2ba912e-caa6-49ac-b8e4-fbaa46895229 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:26.656981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f19467cc-bdeb-48bc-b176-df9797c17aae req-e2ba912e-caa6-49ac-b8e4-fbaa46895229 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 1653 time: 0.1180978 Nov 19 09:24:26.660305 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7ff9452e-af38-4764-a25a-efc3b5821524 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:26.661973 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd221a5-978e-4e77-bfe9-209be434c647 admin admin] Network 85739a1b-34c0-4597-868b-115211a66c8a is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:24:26.740272 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f19467cc-bdeb-48bc-b176-df9797c17aae req-d698bccb-b336-4de1-af5b-ef91b1f87396 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745490 Nov 19 09:24:26.740873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-fcd221a5-978e-4e77-bfe9-209be434c647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 85739a1b-34c0-4597-868b-115211a66c8a) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:26.752996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c507958-8bf5-470d-977f-ca3e375fa058 None None] Network 85739a1b-34c0-4597-868b-115211a66c8a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:26.771802 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd221a5-978e-4e77-bfe9-209be434c647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:26.772555 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcd221a5-978e-4e77-bfe9-209be434c647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:26.816566 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fcd221a5-978e-4e77-bfe9-209be434c647 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8722548 Nov 19 09:24:26.816566 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7ff9452e-af38-4764-a25a-efc3b5821524 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:26.851746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dcf55-a5e9-4d16-9361-ecb943d81781 req-85759bb7-37e5-430e-9932-e171ef5baaa1 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:26.861824 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c6dcf55-a5e9-4d16-9361-ecb943d81781 req-85759bb7-37e5-430e-9932-e171ef5baaa1 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.1608450 Nov 19 09:24:26.865869 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2f4876-9062-453d-9614-c9972c4ed73a x-openstack-request-id: req-4e2f4876-9062-453d-9614-c9972c4ed73a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:26.866196 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a13430c-becc-4631-9acc-fba107314d5b", "name": "network-vif-deleted", "tag": "051d0da0-c0e8-4eaf-8560-dd0fb6a82a97", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:26.867524 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e2f4876-9062-453d-9614-c9972c4ed73a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:26.867958 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a13430c-becc-4631-9acc-fba107314d5b', 'name': 'network-vif-deleted', 'tag': '051d0da0-c0e8-4eaf-8560-dd0fb6a82a97', 'status': 'completed', 'code': 200} Nov 19 09:24:26.945604 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-2954674e-7c11-4002-8e5d-05e07507087a req-83a58c8b-487b-481d-ae02-9f7a5d7bf861 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] For port 92558713-26dc-4c61-8d47-2783bfb636e3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=92558713-26dc-4c61-8d47-2783bfb636e3,segment=NetworkSegment(f5a535b4-90e1-45ad-ae2a-38f411ca0e3f),segment_id=f5a535b4-90e1-45ad-ae2a-38f411ca0e3f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:26.946082 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2954674e-7c11-4002-8e5d-05e07507087a req-83a58c8b-487b-481d-ae02-9f7a5d7bf861 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:27.003776 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-2954674e-7c11-4002-8e5d-05e07507087a req-83a58c8b-487b-481d-ae02-9f7a5d7bf861 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Calling delete_port for 92558713-26dc-4c61-8d47-2783bfb636e3 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:27.015941 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d09a66e3-ad37-4985-b0e8-6d27715fbf1d tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:27.017314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7ff9452e-af38-4764-a25a-efc3b5821524 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Network 49aec6eb-5987-4d27-ba58-77e438f7ea82 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:27.027300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9452e-af38-4764-a25a-efc3b5821524 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event updated for resources: {'Port': ['ID=c80a3964-2f56-440f-bf2a-88032266b6fa,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:27.033542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7ff9452e-af38-4764-a25a-efc3b5821524 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:27.041807 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d09a66e3-ad37-4985-b0e8-6d27715fbf1d tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:27.052517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7ff9452e-af38-4764-a25a-efc3b5821524 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:27.179274 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c6dcf55-a5e9-4d16-9361-ecb943d81781 req-e16f6eca-2ec7-4b44-a07c-3c03c3426301 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164413 Nov 19 09:24:27.202139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7ff9452e-af38-4764-a25a-efc3b5821524 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:27.203310 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7ff9452e-af38-4764-a25a-efc3b5821524 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:27.227930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7ff9452e-af38-4764-a25a-efc3b5821524 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6144350 Nov 19 09:24:27.243771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1f78eba1-e8cb-4e86-b39e-721f524798d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Request body: {'port': {'device_id': '511206c3-dbd7-443f-945d-1f86590ad380', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c', 'admin_state_up': True, 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'security_groups': ['12c0e9b0-3022-4521-a8c4-64614590cad9']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:27.258255 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35770691-8563-43f9-a5b4-090bbc94796e None None] Network 85739a1b-34c0-4597-868b-115211a66c8a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:27.307686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d09a66e3-ad37-4985-b0e8-6d27715fbf1d tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] In _notify_port_updated(), no bound segment for port 20446420-028c-4d33-b307-92876f9a24da on network e0437f8d-f58e-4641-bd14-1a1323be0a0a {{(pid=103476) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:24:27.328219 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09a66e3-ad37-4985-b0e8-6d27715fbf1d tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:27.329913 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d09a66e3-ad37-4985-b0e8-6d27715fbf1d tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:27.332124 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d09a66e3-ad37-4985-b0e8-6d27715fbf1d tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] 10.222.0.21 "PUT /v2.0/ports/20446420-028c-4d33-b307-92876f9a24da HTTP/1.1" status: 200 len: 1129 time: 1.2147787 Nov 19 09:24:27.339668 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53240) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:27.500640 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a66e3-ad37-4985-b0e8-6d27715fbf1d tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Pushing event updated for resources: {'Port': ['ID=20446420-028c-4d33-b307-92876f9a24da,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:27.543146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a1f423-4c17-433f-850d-fa7da3a91b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:27.547341 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-56a1f423-4c17-433f-850d-fa7da3a91b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] 10.222.0.21 "GET /v2.0/ports/20446420-028c-4d33-b307-92876f9a24da HTTP/1.1" status: 200 len: 1129 time: 0.1847146 Nov 19 09:24:27.552525 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53246) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:27.831633 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee5f8c-b1c5-465d-965f-6e2f18d838dd req-f9a504f7-1649-4aa6-ad54-18b3234e8b8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:27.833749 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75ee5f8c-b1c5-465d-965f-6e2f18d838dd req-f9a504f7-1649-4aa6-ad54-18b3234e8b8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a13430c-becc-4631-9acc-fba107314d5b HTTP/1.1" status: 200 len: 945 time: 0.1224627 Nov 19 09:24:27.909755 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 92558713-26dc-4c61-8d47-2783bfb636e3 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:24:27.951919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1f78eba1-e8cb-4e86-b39e-721f524798d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Made reservation on behalf of 80aff1f3a07c4802b659a4b440a2b6bd for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:27.977957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3fb39b7b-a2de-4180-b118-f1a1260812fe None None] Provisioning complete for port c80a3964-2f56-440f-bf2a-88032266b6fa triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:27.984096 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3fb39b7b-a2de-4180-b118-f1a1260812fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:27.991420 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2954674e-7c11-4002-8e5d-05e07507087a req-83a58c8b-487b-481d-ae02-9f7a5d7bf861 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:28.034341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a58c8b-487b-481d-ae02-9f7a5d7bf861 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event deleted for resources: {'Port': ['ID=92558713-26dc-4c61-8d47-2783bfb636e3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:28.038078 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408ac48-5b1a-4fae-9a90-25a00801bb6f req-c739bfc3-5769-486a-ab70-a826d860c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:28.040090 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5408ac48-5b1a-4fae-9a90-25a00801bb6f req-c739bfc3-5769-486a-ab70-a826d860c640 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=377509b251b6434586dac2984019285c&device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 1098 time: 0.3727198 Nov 19 09:24:28.048419 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3fb39b7b-a2de-4180-b118-f1a1260812fe None None] Port c80a3964-2f56-440f-bf2a-88032266b6fa cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:24:28.072189 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No active binding found for port 92558713-26dc-4c61-8d47-2783bfb636e3 {{(pid=103478) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 09:24:28.072640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 92558713-26dc-4c61-8d47-2783bfb636e3 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:24:28.073065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:24:28.094631 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75ee5f8c-b1c5-465d-965f-6e2f18d838dd req-53fcd77b-ca05-48e1-8ca9-2fb73c451667 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "GET /v2.0/security-groups?id=809b7d15-4bd4-4766-bc71-c6b5abff482d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521927 Nov 19 09:24:28.165736 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408ac48-5b1a-4fae-9a90-25a00801bb6f req-aee99941-6912-4a81-b0bf-0e16be4d0c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:28.167315 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5408ac48-5b1a-4fae-9a90-25a00801bb6f req-aee99941-6912-4a81-b0bf-0e16be4d0c28 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fbfb4f80-8652-4f22-9f6e-789965f4b9d8 HTTP/1.1" status: 200 len: 912 time: 0.1139195 Nov 19 09:24:28.234438 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:24:28.234844 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 051d0da0-c0e8-4eaf-8560-dd0fb6a82a97 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:24:28.277304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5f6e2d2f-0a5c-4ff6-994f-cafd5e925726 None None] Provisioning complete for port 20446420-028c-4d33-b307-92876f9a24da triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:28.277680 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2d2f-0a5c-4ff6-994f-cafd5e925726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:28.331617 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b8b65-2566-4ced-a9a4-f90eca479a4e tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Deleting port 20446420-028c-4d33-b307-92876f9a24da {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:28.332231 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b1b8b65-2566-4ced-a9a4-f90eca479a4e tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:28.365770 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1f78eba1-e8cb-4e86-b39e-721f524798d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:28.378880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-545d5063-84b0-4135-8bfe-9946a0d93a29 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:28.402754 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-545d5063-84b0-4135-8bfe-9946a0d93a29 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/networks?id=e79d8e94-07a5-43b2-8f56-0d604aca46dd HTTP/1.1" status: 200 len: 808 time: 0.4603095 Nov 19 09:24:28.465259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed70eab-b26b-4468-835e-aa0eba310044 req-01c88f7b-9117-41b1-b78d-90dd0310f51e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:28.473580 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8ed70eab-b26b-4468-835e-aa0eba310044 req-01c88f7b-9117-41b1-b78d-90dd0310f51e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.2434306 Nov 19 09:24:28.474451 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5f6e2d2f-0a5c-4ff6-994f-cafd5e925726 None None] Port 20446420-028c-4d33-b307-92876f9a24da cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:24:28.497016 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-2954674e-7c11-4002-8e5d-05e07507087a req-83a58c8b-487b-481d-ae02-9f7a5d7bf861 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] No DVR routers for this DVR port 92558713-26dc-4c61-8d47-2783bfb636e3 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:24:28.501517 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-e422a0a3-da75-421e-abdb-bbdfb2535dd1 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/quotas/4846a080b8a54ec0bd93d26ffd8db6ba HTTP/1.1" status: 200 len: 375 time: 0.0973208 Nov 19 09:24:28.501646 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-2954674e-7c11-4002-8e5d-05e07507087a req-83a58c8b-487b-481d-ae02-9f7a5d7bf861 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:28.519035 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-2954674e-7c11-4002-8e5d-05e07507087a req-83a58c8b-487b-481d-ae02-9f7a5d7bf861 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.71 "DELETE /v2.0/ports/92558713-26dc-4c61-8d47-2783bfb636e3 HTTP/1.1" status: 204 len: 173 time: 2.4724221 Nov 19 09:24:28.525105 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5408ac48-5b1a-4fae-9a90-25a00801bb6f req-bde7196b-6168-423c-a450-e8aee2892e13 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b78c37ed-591e-4201-b0f2-979a8504e080 HTTP/1.1" status: 200 len: 217 time: 0.3194265 Nov 19 09:24:28.607878 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-47229b57-54b1-462e-8e0d-46aec3991f27 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4846a080b8a54ec0bd93d26ffd8db6ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1053627 Nov 19 09:24:28.654758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408ac48-5b1a-4fae-9a90-25a00801bb6f req-c0f84f5c-deaf-4e98-97b8-217fd572c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:28.657204 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5408ac48-5b1a-4fae-9a90-25a00801bb6f req-c0f84f5c-deaf-4e98-97b8-217fd572c401 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4164d9b8-b748-4119-9198-6fe8fb005819 HTTP/1.1" status: 200 len: 851 time: 0.1222701 Nov 19 09:24:28.719601 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5408ac48-5b1a-4fae-9a90-25a00801bb6f req-7ef01fb1-f42d-4491-bfdc-07a1d9a932c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbfb4f80-8652-4f22-9f6e-789965f4b9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498846 Nov 19 09:24:28.816172 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8ed70eab-b26b-4468-835e-aa0eba310044 req-228dafca-4486-4b1d-8f87-738f5288deff tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414021 Nov 19 09:24:28.832664 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b1b8b65-2566-4ced-a9a4-f90eca479a4e tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:28.855659 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b8b65-2566-4ced-a9a4-f90eca479a4e tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Calling delete_port for 20446420-028c-4d33-b307-92876f9a24da owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:28.869272 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a13430c-becc-4631-9acc-fba107314d5b', 'name': 'network-vif-deleted', 'tag': '92558713-26dc-4c61-8d47-2783bfb636e3'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:28.871507 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef96e0c6-d628-4781-aa58-3d5fe362871d" -d '{"events": [{"server_uuid": "1a13430c-becc-4631-9acc-fba107314d5b", "name": "network-vif-deleted", "tag": "92558713-26dc-4c61-8d47-2783bfb636e3"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:29.007329 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5408ac48-5b1a-4fae-9a90-25a00801bb6f req-9a8d96e3-7378-40e7-b483-2c128fb5e760 service neutron] 10.222.0.71 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658973 Nov 19 09:24:29.008474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1f78eba1-e8cb-4e86-b39e-721f524798d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Allocated IP 10.2.2.100 (b2acc81c-bf09-4632-a469-1751c5389c3c/82aa1abf-8f01-4519-8f31-1b5a7fadbc6b/dcbc891e-ade2-45eb-ad48-53e552b80d69) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:24:29.036496 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-e642e37f-fbeb-4326-ae66-2c5e26e01557 service neutron] 10.222.0.21 "GET /v2.0/networks/e79d8e94-07a5-43b2-8f56-0d604aca46dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274230 Nov 19 09:24:29.213649 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-9f23ec77-585d-4ce5-af6b-0e9689147cd2 service neutron] 10.222.0.21 "GET /v2.0/networks/e79d8e94-07a5-43b2-8f56-0d604aca46dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619549 Nov 19 09:24:29.564214 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1f78eba1-e8cb-4e86-b39e-721f524798d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:29.585827 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5408ac48-5b1a-4fae-9a90-25a00801bb6f req-bb001f40-e5b1-47f3-8a44-e1d588c7962a service neutron] 10.222.0.71 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537646 Nov 19 09:24:29.587217 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b1b8b65-2566-4ced-a9a4-f90eca479a4e tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:29.642597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b8b65-2566-4ced-a9a4-f90eca479a4e tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Pushing event deleted for resources: {'Port': ['ID=20446420-028c-4d33-b307-92876f9a24da,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:29.685052 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8b1b8b65-2566-4ced-a9a4-f90eca479a4e tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:29.692801 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8b1b8b65-2566-4ced-a9a4-f90eca479a4e tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] 10.222.0.21 "DELETE /v2.0/ports/20446420-028c-4d33-b307-92876f9a24da HTTP/1.1" status: 204 len: 168 time: 2.1363389 Nov 19 09:24:29.693478 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53278) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:29.707064 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1f78eba1-e8cb-4e86-b39e-721f524798d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:29.786344 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78eba1-e8cb-4e86-b39e-721f524798d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event updated for resources: {'Port': ['ID=dcbc891e-ade2-45eb-ad48-53e552b80d69,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:29.798253 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-f925dd1c-8f19-4b62-b8f8-bff39d9e1518 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Deleting subnet 3e18dca9-741c-4cc7-a637-b1fd48dd9450 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:24:29.802589 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f925dd1c-8f19-4b62-b8f8-bff39d9e1518 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:29.858774 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f925dd1c-8f19-4b62-b8f8-bff39d9e1518 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:29.885655 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1f78eba1-e8cb-4e86-b39e-721f524798d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Network b2acc81c-bf09-4632-a469-1751c5389c3c is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:29.895798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1f78eba1-e8cb-4e86-b39e-721f524798d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:29.913180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1f78eba1-e8cb-4e86-b39e-721f524798d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:30.026014 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67a990-1f89-4efd-bdf1-97b967536a6e req-c6893c2c-7f7e-4439-bd48-46c68be0a932 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:30.027659 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c67a990-1f89-4efd-bdf1-97b967536a6e req-c6893c2c-7f7e-4439-bd48-46c68be0a932 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 1.0263689 Nov 19 09:24:30.129643 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f925dd1c-8f19-4b62-b8f8-bff39d9e1518 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:30.147535 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1f78eba1-e8cb-4e86-b39e-721f524798d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:30.148218 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1f78eba1-e8cb-4e86-b39e-721f524798d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:30.196638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd3338-30d8-4e87-adec-d31d41784103 req-cf560bc4-713d-477a-867b-3faa740b17f6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:30.211448 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd3338-30d8-4e87-adec-d31d41784103 req-cf560bc4-713d-477a-867b-3faa740b17f6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:30.224182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd3338-30d8-4e87-adec-d31d41784103 req-cf560bc4-713d-477a-867b-3faa740b17f6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:30.235439 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd3338-30d8-4e87-adec-d31d41784103 req-cf560bc4-713d-477a-867b-3faa740b17f6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:30.242945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fedd3338-30d8-4e87-adec-d31d41784103 req-cf560bc4-713d-477a-867b-3faa740b17f6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 3095 time: 0.5423784 Nov 19 09:24:30.249105 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f925dd1c-8f19-4b62-b8f8-bff39d9e1518 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:30.270816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c67a990-1f89-4efd-bdf1-97b967536a6e req-10cf3efb-a667-4d66-846b-ba5cb64b9ea1 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255952 Nov 19 09:24:30.278166 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f925dd1c-8f19-4b62-b8f8-bff39d9e1518 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:30.284544 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f925dd1c-8f19-4b62-b8f8-bff39d9e1518 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] 10.222.0.21 "DELETE /v2.0/subnets/3e18dca9-741c-4cc7-a637-b1fd48dd9450 HTTP/1.1" status: 204 len: 168 time: 0.5875938 Nov 19 09:24:30.290411 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0b1c5a-c774-4fa4-83e5-7f17ef3bd2bc None None] Network e0437f8d-f58e-4641-bd14-1a1323be0a0a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:30.298949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53290) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:30.348536 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925dd1c-8f19-4b62-b8f8-bff39d9e1518 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Pushing event deleted for resources: {'Subnet': ['ID=3e18dca9-741c-4cc7-a637-b1fd48dd9450,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:30.351012 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1f78eba1-e8cb-4e86-b39e-721f524798d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1131830 Nov 19 09:24:30.400239 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-006ae498-c41b-4832-a5cc-5ca5fbdb3965 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Request body: {'port': {'device_id': '511206c3-dbd7-443f-945d-1f86590ad380', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c', 'admin_state_up': True, 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'security_groups': ['12c0e9b0-3022-4521-a8c4-64614590cad9']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:30.489870 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd324ee-4aca-45ef-84f5-9c785f347241 x-openstack-request-id: req-ebd324ee-4aca-45ef-84f5-9c785f347241 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:30.490178 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a13430c-becc-4631-9acc-fba107314d5b", "name": "network-vif-deleted", "tag": "92558713-26dc-4c61-8d47-2783bfb636e3", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:30.490443 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebd324ee-4aca-45ef-84f5-9c785f347241 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:30.490853 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a13430c-becc-4631-9acc-fba107314d5b', 'name': 'network-vif-deleted', 'tag': '92558713-26dc-4c61-8d47-2783bfb636e3', 'status': 'completed', 'code': 200} Nov 19 09:24:30.497930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fedd3338-30d8-4e87-adec-d31d41784103 req-c2276e88-4aa2-4716-b8e9-0adb88702457 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298925 Nov 19 09:24:30.538520 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:30.547356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53292) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:30.624980 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ee4f59f9-a7b2-4467-8874-f0646e1a3570 None None] Provisioning complete for port dcbc891e-ade2-45eb-ad48-53e552b80d69 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:30.625387 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ee4f59f9-a7b2-4467-8874-f0646e1a3570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:30.638198 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-201ac6e3-194f-4669-a4d3-0551391432b6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Deleting subnet f6fe4a7f-ef19-4ed7-9707-678cb515e6aa {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:24:30.652032 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-201ac6e3-194f-4669-a4d3-0551391432b6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:30.718064 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01390924-4ba5-42e2-be8c-8608f9d8cd66 req-9d18d720-63a0-4cf8-a037-0dd160bb7acb tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/ports?device_id=02402012-4ca6-45e5-b6d5-dc36046b0c1f HTTP/1.1" status: 200 len: 210 time: 0.1068699 Nov 19 09:24:30.738215 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-201ac6e3-194f-4669-a4d3-0551391432b6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:30.770167 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f59f9-a7b2-4467-8874-f0646e1a3570 None None] Port dcbc891e-ade2-45eb-ad48-53e552b80d69 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:24:30.770401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-006ae498-c41b-4832-a5cc-5ca5fbdb3965 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Made reservation on behalf of 80aff1f3a07c4802b659a4b440a2b6bd for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:30.783195 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-006ae498-c41b-4832-a5cc-5ca5fbdb3965 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:30.820944 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c246aff-404d-4630-bf89-9b6c3c0c6469 req-70007cdf-a81d-4730-b145-98d3bb297d9d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:30.822602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c246aff-404d-4630-bf89-9b6c3c0c6469 req-70007cdf-a81d-4730-b145-98d3bb297d9d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.1772685 Nov 19 09:24:30.896646 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5c4dfd-867a-477b-a461-324011abbbff None None] DHCP port deletion for e0437f8d-f58e-4641-bd14-1a1323be0a0a request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:24:30.911483 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-201ac6e3-194f-4669-a4d3-0551391432b6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:30.922108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Deleting port 1e4f407c-d2f6-4731-a1cd-517495a63282 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:30.922508 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:31.005056 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-201ac6e3-194f-4669-a4d3-0551391432b6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:31.048520 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ac6e3-194f-4669-a4d3-0551391432b6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event deleted for resources: {'Subnet': ['ID=f6fe4a7f-ef19-4ed7-9707-678cb515e6aa,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:31.058227 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-201ac6e3-194f-4669-a4d3-0551391432b6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:31.070988 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-201ac6e3-194f-4669-a4d3-0551391432b6 tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "DELETE /v2.0/subnets/f6fe4a7f-ef19-4ed7-9707-678cb515e6aa HTTP/1.1" status: 204 len: 168 time: 0.5200121 Nov 19 09:24:31.086014 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53296) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:31.094724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f47267-d887-4e86-a1c5-afc6161d57fe None None] Network 2dd4d1c0-ad14-4ad4-b44f-89100403d78b requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:31.167648 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1e4f407c-d2f6-4731-a1cd-517495a63282 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:24:31.187988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c4dfd-867a-477b-a461-324011abbbff None None] Deleting port 1e4f407c-d2f6-4731-a1cd-517495a63282 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:31.188617 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4dfd-867a-477b-a461-324011abbbff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:31.252055 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:31.341362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c246aff-404d-4630-bf89-9b6c3c0c6469 req-7b4ab9e8-9bf4-48d3-8dfb-e274a3bb2871 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582143 Nov 19 09:24:31.362635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] For port 1e4f407c-d2f6-4731-a1cd-517495a63282, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1e4f407c-d2f6-4731-a1cd-517495a63282,segment=NetworkSegment(bd6251ae-57c0-4454-9506-168b9fef7574),segment_id=bd6251ae-57c0-4454-9506-168b9fef7574)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:31.363014 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:31.421557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-dc5c4dfd-867a-477b-a461-324011abbbff None None] For port 1e4f407c-d2f6-4731-a1cd-517495a63282, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1e4f407c-d2f6-4731-a1cd-517495a63282,segment=NetworkSegment(bd6251ae-57c0-4454-9506-168b9fef7574),segment_id=bd6251ae-57c0-4454-9506-168b9fef7574)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:31.423557 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4dfd-867a-477b-a461-324011abbbff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:31.440873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c4dfd-867a-477b-a461-324011abbbff None None] Calling delete_port for 1e4f407c-d2f6-4731-a1cd-517495a63282 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:31.469307 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Deleting port 12127e6d-07c5-4e8a-886e-88c97b420173 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:31.470173 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:31.474764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-006ae498-c41b-4832-a5cc-5ca5fbdb3965 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Allocated IP 10.2.2.200 (b2acc81c-bf09-4632-a469-1751c5389c3c/82aa1abf-8f01-4519-8f31-1b5a7fadbc6b/9694c3c4-a2f0-463a-929f-be8348809922) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:24:31.636831 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4dfd-867a-477b-a461-324011abbbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:31.645339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Calling delete_port for 1e4f407c-d2f6-4731-a1cd-517495a63282 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:31.694135 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c4dfd-867a-477b-a461-324011abbbff None None] Pushing event deleted for resources: {'Port': ['ID=1e4f407c-d2f6-4731-a1cd-517495a63282,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:31.698724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c4dfd-867a-477b-a461-324011abbbff None None] No DVR routers for this DVR port 1e4f407c-d2f6-4731-a1cd-517495a63282 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:24:31.725169 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No active binding found for port 1e4f407c-d2f6-4731-a1cd-517495a63282 {{(pid=103478) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 09:24:31.725976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1e4f407c-d2f6-4731-a1cd-517495a63282 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:24:31.742431 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-129db71d-8986-48d1-aae4-31c17d825d0f tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:31.743550 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-129db71d-8986-48d1-aae4-31c17d825d0f tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.71 "GET /v2.0/networks?id=e79d8e94-07a5-43b2-8f56-0d604aca46dd HTTP/1.1" status: 200 len: 808 time: 0.3763678 Nov 19 09:24:31.763335 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-d6cd2581-d3b8-4a65-8413-a7a38819ec7e tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Request body: {'port': {'device_id': '02402012-4ca6-45e5-b6d5-dc36046b0c1f', 'network_id': 'e79d8e94-07a5-43b2-8f56-0d604aca46dd', 'admin_state_up': True, 'tenant_id': '4846a080b8a54ec0bd93d26ffd8db6ba'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:31.846453 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] For port 12127e6d-07c5-4e8a-886e-88c97b420173, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=12127e6d-07c5-4e8a-886e-88c97b420173,segment=NetworkSegment(f5a535b4-90e1-45ad-ae2a-38f411ca0e3f),segment_id=f5a535b4-90e1-45ad-ae2a-38f411ca0e3f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:31.846840 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:31.850441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9386283-d6bf-40e3-86c8-e58d9a5c5d6b None None] DHCP port deletion for 2dd4d1c0-ad14-4ad4-b44f-89100403d78b request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:24:31.886153 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Calling delete_port for 12127e6d-07c5-4e8a-886e-88c97b420173 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:31.921709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8305a5-cc7a-404d-9ba4-ab7343463afc req-f60ff1d5-30d1-44e0-b9bf-6a0e60088af3 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:31.923910 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d8305a5-cc7a-404d-9ba4-ab7343463afc req-f60ff1d5-30d1-44e0-b9bf-6a0e60088af3 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.2741156 Nov 19 09:24:31.942286 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-006ae498-c41b-4832-a5cc-5ca5fbdb3965 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:31.957212 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a9386283-d6bf-40e3-86c8-e58d9a5c5d6b None None] Deleting port 12127e6d-07c5-4e8a-886e-88c97b420173 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:31.957795 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9386283-d6bf-40e3-86c8-e58d9a5c5d6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:32.008207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292b0f9-8db3-46fe-af81-eedbfe10e820 req-583b4b72-7d81-43ea-82bd-8395eb11ad8a tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:32.017433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292b0f9-8db3-46fe-af81-eedbfe10e820 req-583b4b72-7d81-43ea-82bd-8395eb11ad8a tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:32.041076 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292b0f9-8db3-46fe-af81-eedbfe10e820 req-583b4b72-7d81-43ea-82bd-8395eb11ad8a tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:32.052870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a9386283-d6bf-40e3-86c8-e58d9a5c5d6b None None] For port 12127e6d-07c5-4e8a-886e-88c97b420173, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=12127e6d-07c5-4e8a-886e-88c97b420173,segment=NetworkSegment(f5a535b4-90e1-45ad-ae2a-38f411ca0e3f),segment_id=f5a535b4-90e1-45ad-ae2a-38f411ca0e3f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:32.053433 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9386283-d6bf-40e3-86c8-e58d9a5c5d6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:32.055801 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292b0f9-8db3-46fe-af81-eedbfe10e820 req-583b4b72-7d81-43ea-82bd-8395eb11ad8a tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:32.070036 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6292b0f9-8db3-46fe-af81-eedbfe10e820 req-583b4b72-7d81-43ea-82bd-8395eb11ad8a tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 3095 time: 0.2779734 Nov 19 09:24:32.075448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-d6cd2581-d3b8-4a65-8413-a7a38819ec7e tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Made reservation on behalf of 4846a080b8a54ec0bd93d26ffd8db6ba for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:32.079807 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-d6cd2581-d3b8-4a65-8413-a7a38819ec7e tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:32.096730 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a9386283-d6bf-40e3-86c8-e58d9a5c5d6b None None] Calling delete_port for 12127e6d-07c5-4e8a-886e-88c97b420173 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:32.106982 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:32.132694 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:32.164235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event deleted for resources: {'Port': ['ID=12127e6d-07c5-4e8a-886e-88c97b420173,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:32.216480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] No DVR routers for this DVR port 12127e6d-07c5-4e8a-886e-88c97b420173 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:24:32.223935 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9386283-d6bf-40e3-86c8-e58d9a5c5d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:32.241878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] No DVR routers for this DVR port 1e4f407c-d2f6-4731-a1cd-517495a63282 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:24:32.263243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9386283-d6bf-40e3-86c8-e58d9a5c5d6b None None] Pushing event deleted for resources: {'Port': ['ID=12127e6d-07c5-4e8a-886e-88c97b420173,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:32.287488 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9386283-d6bf-40e3-86c8-e58d9a5c5d6b None None] No DVR routers for this DVR port 12127e6d-07c5-4e8a-886e-88c97b420173 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:24:32.305112 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d8305a5-cc7a-404d-9ba4-ab7343463afc req-ca21c0fa-8521-47cd-9de8-54b78389168a tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694482 Nov 19 09:24:32.344781 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:32.386655 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-006ae498-c41b-4832-a5cc-5ca5fbdb3965 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:32.388623 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Pushing event deleted for resources: {'Port': ['ID=1e4f407c-d2f6-4731-a1cd-517495a63282,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:32.407788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd4d1c0-ad14-4ad4-b44f-89100403d78b']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:32.415803 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:32.415803 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:32.416136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:32.417475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:32.417475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:32.417475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:32.417831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:32.418569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:32.418909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:32.419236 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:32.419566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:32.419891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:32.430491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a535b4-90e1-45ad-ae2a-38f411ca0e3f') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:32.430491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a535b4-90e1-45ad-ae2a-38f411ca0e3f') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:32.447826 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:32.474353 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:32.487338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:24:32.488252 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:32.531696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ae498-c41b-4832-a5cc-5ca5fbdb3965 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event updated for resources: {'Port': ['ID=9694c3c4-a2f0-463a-929f-be8348809922,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:32.567717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d3ee1acc-2d64-45ea-8dd3-a61969f91c61 req-1526a1ef-0bdf-4ad4-b375-406fea0620df tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/ports?device_id=02402012-4ca6-45e5-b6d5-dc36046b0c1f HTTP/1.1" status: 200 len: 210 time: 0.1683791 Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:24:32.567932 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:24:32.574448 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:32.581226 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:32.587882 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "DELETE /v2.0/networks/2dd4d1c0-ad14-4ad4-b44f-89100403d78b HTTP/1.1" status: 204 len: 168 time: 1.5003273 Nov 19 09:24:32.588845 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53312) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:32.623855 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb849246-8024-437c-958a-816736b61e9b tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event deleted for resources: {'Network': ['ID=2dd4d1c0-ad14-4ad4-b44f-89100403d78b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:32.642098 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:32.697303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-006ae498-c41b-4832-a5cc-5ca5fbdb3965 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Network b2acc81c-bf09-4632-a469-1751c5389c3c is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:32.710969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6292b0f9-8db3-46fe-af81-eedbfe10e820 req-0b5b86e3-cae6-4238-87a6-dfd79c2c5b66 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6397142 Nov 19 09:24:32.714537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0437f8d-f58e-4641-bd14-1a1323be0a0a']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:32.722002 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-277d019e-bce1-4541-9c00-2b99727170dc tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Deleting subnet 14af60de-5fd3-4fcc-9103-222b02da2f38 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:24:32.731823 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-277d019e-bce1-4541-9c00-2b99727170dc tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:32.769281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-d6cd2581-d3b8-4a65-8413-a7a38819ec7e tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Allocated IP 172.20.0.7 (e79d8e94-07a5-43b2-8f56-0d604aca46dd/cb1e423b-b636-402a-8d62-36d39de7c348/8b91de01-3c92-45ce-a1e1-3b6553ffe7ed) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:24:32.784724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-006ae498-c41b-4832-a5cc-5ca5fbdb3965 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:32.799543 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-277d019e-bce1-4541-9c00-2b99727170dc tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:32.814737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-006ae498-c41b-4832-a5cc-5ca5fbdb3965 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:32.823425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6251ae-57c0-4454-9506-168b9fef7574') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:32.823715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6251ae-57c0-4454-9506-168b9fef7574') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:32.902006 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:32.925870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c00fb6-254d-410d-8085-21ec7a6a2a3d req-cbdda2a0-c6ff-4250-ac71-7c068678f679 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:32.927739 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81c00fb6-254d-410d-8085-21ec7a6a2a3d req-cbdda2a0-c6ff-4250-ac71-7c068678f679 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.2065504 Nov 19 09:24:33.008454 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-277d019e-bce1-4541-9c00-2b99727170dc tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:33.053532 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:33.083236 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-006ae498-c41b-4832-a5cc-5ca5fbdb3965 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:33.084388 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-006ae498-c41b-4832-a5cc-5ca5fbdb3965 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:33.121782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 12127e6d-07c5-4e8a-886e-88c97b420173 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:24:33.133143 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-d6cd2581-d3b8-4a65-8413-a7a38819ec7e tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:33.141334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:24:33.142392 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:24:33.159330 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:24:33.169892 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-006ae498-c41b-4832-a5cc-5ca5fbdb3965 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8046448 Nov 19 09:24:33.205323 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-277d019e-bce1-4541-9c00-2b99727170dc tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:33.252468 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d019e-bce1-4541-9c00-2b99727170dc tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event deleted for resources: {'Subnet': ['ID=14af60de-5fd3-4fcc-9103-222b02da2f38,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:33.275138 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 12127e6d-07c5-4e8a-886e-88c97b420173 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:24:33.276482 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 12127e6d-07c5-4e8a-886e-88c97b420173 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:24:33.331911 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-277d019e-bce1-4541-9c00-2b99727170dc tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:33.340052 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b57ac94-04d2-498b-9858-65205d009f45 None None] Network 5a066e02-09e8-4da1-855d-b45649901094 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:33.340272 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-277d019e-bce1-4541-9c00-2b99727170dc tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "DELETE /v2.0/subnets/14af60de-5fd3-4fcc-9103-222b02da2f38 HTTP/1.1" status: 204 len: 168 time: 0.7280080 Nov 19 09:24:33.340529 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53318) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:33.433753 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81c00fb6-254d-410d-8085-21ec7a6a2a3d req-a7fbc257-3a0e-4d6c-8592-b0574cc1f501 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821920 Nov 19 09:24:33.469492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Request body: {'port': {'device_id': '511206c3-dbd7-443f-945d-1f86590ad380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:33.474992 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-d6cd2581-d3b8-4a65-8413-a7a38819ec7e tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:33.479517 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:33.513857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2f8a00a2-4de9-4971-ae5c-076bfeb6d29d None None] Provisioning complete for port 9694c3c4-a2f0-463a-929f-be8348809922 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:33.514276 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f8a00a2-4de9-4971-ae5c-076bfeb6d29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:33.580290 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:33.584166 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] 10.222.0.21 "DELETE /v2.0/networks/e0437f8d-f58e-4641-bd14-1a1323be0a0a HTTP/1.1" status: 204 len: 168 time: 3.2829289 Nov 19 09:24:33.589957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca09c25-9d6d-4036-9dbb-9c3fa5d059dc tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687 tempest-ExtraDHCPOptionsIpV6TestJSON-1319213687-project] Pushing event deleted for resources: {'Network': ['ID=e0437f8d-f58e-4641-bd14-1a1323be0a0a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:33.638386 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:33.640834 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda63f8-0639-4930-86ae-62390c2124b8 req-00a8e4b8-622b-40a0-8bd8-98637020e2ac tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:33.648410 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efda63f8-0639-4930-86ae-62390c2124b8 req-00a8e4b8-622b-40a0-8bd8-98637020e2ac tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.1210942 Nov 19 09:24:33.658388 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-d6cd2581-d3b8-4a65-8413-a7a38819ec7e tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Network e79d8e94-07a5-43b2-8f56-0d604aca46dd is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:33.675910 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-d6cd2581-d3b8-4a65-8413-a7a38819ec7e tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:33.695575 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-d6cd2581-d3b8-4a65-8413-a7a38819ec7e tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:33.710366 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:33.854727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-d6cd2581-d3b8-4a65-8413-a7a38819ec7e tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:33.856849 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-d6cd2581-d3b8-4a65-8413-a7a38819ec7e tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:33.866060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a00a2-4de9-4971-ae5c-076bfeb6d29d None None] Port 9694c3c4-a2f0-463a-929f-be8348809922 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:24:33.912002 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd2581-d3b8-4a65-8413-a7a38819ec7e tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Pushing event updated for resources: {'Port': ['ID=8b91de01-3c92-45ce-a1e1-3b6553ffe7ed,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:33.957426 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-d6cd2581-d3b8-4a65-8413-a7a38819ec7e tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1983271 Nov 19 09:24:33.962440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efda63f8-0639-4930-86ae-62390c2124b8 req-65e83146-2e4d-4488-b631-541932b7c90a tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130844 Nov 19 09:24:33.974956 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Request body: {'port': {'device_id': '02402012-4ca6-45e5-b6d5-dc36046b0c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:34.057704 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a9155a-00e0-4821-be85-56d45ea92585 None None] DHCP port deletion for 5a066e02-09e8-4da1-855d-b45649901094 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:24:34.071479 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c985532-0f46-47a1-ad84-a90f8c4b9c48 req-082a89b6-5df0-42d6-914e-943ef6926e53 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:34.074552 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:34.078239 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c985532-0f46-47a1-ad84-a90f8c4b9c48 req-082a89b6-5df0-42d6-914e-943ef6926e53 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/ports?device_id=02402012-4ca6-45e5-b6d5-dc36046b0c1f HTTP/1.1" status: 200 len: 931 time: 0.2552688 Nov 19 09:24:34.097052 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Deleting port 1df38da0-c8b3-49f9-8b28-4668010d1aa2 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:34.097428 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:34.194299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] For port 1df38da0-c8b3-49f9-8b28-4668010d1aa2, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1df38da0-c8b3-49f9-8b28-4668010d1aa2,segment=NetworkSegment(952bcc08-2518-4983-babb-5172c8c6a8b0),segment_id=952bcc08-2518-4983-babb-5172c8c6a8b0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:34.195476 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:34.213688 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Calling delete_port for 1df38da0-c8b3-49f9-8b28-4668010d1aa2 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:34.280239 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53330) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:34.289600 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9155a-00e0-4821-be85-56d45ea92585 None None] Deleting port 1df38da0-c8b3-49f9-8b28-4668010d1aa2 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:34.290441 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f5a9155a-00e0-4821-be85-56d45ea92585 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:34.432811 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f5a9155a-00e0-4821-be85-56d45ea92585 None None] For port 1df38da0-c8b3-49f9-8b28-4668010d1aa2, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1df38da0-c8b3-49f9-8b28-4668010d1aa2,segment=NetworkSegment(952bcc08-2518-4983-babb-5172c8c6a8b0),segment_id=952bcc08-2518-4983-babb-5172c8c6a8b0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:34.433819 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f5a9155a-00e0-4821-be85-56d45ea92585 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:34.456245 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9155a-00e0-4821-be85-56d45ea92585 None None] Calling delete_port for 1df38da0-c8b3-49f9-8b28-4668010d1aa2 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:34.499812 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:34.567302 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f5a9155a-00e0-4821-be85-56d45ea92585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:34.583923 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event deleted for resources: {'Port': ['ID=1df38da0-c8b3-49f9-8b28-4668010d1aa2,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:34.588480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9155a-00e0-4821-be85-56d45ea92585 None None] No DVR routers for this DVR port 1df38da0-c8b3-49f9-8b28-4668010d1aa2 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:24:34.622868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9155a-00e0-4821-be85-56d45ea92585 None None] Pushing event deleted for resources: {'Port': ['ID=1df38da0-c8b3-49f9-8b28-4668010d1aa2,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:34.628898 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] No DVR routers for this DVR port 1df38da0-c8b3-49f9-8b28-4668010d1aa2 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:24:34.662246 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:34.662604 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:34.662965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:34.663289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:34.663657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:34.663952 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:34.664293 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:34.664629 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:34.664956 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:34.665515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:34.665749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:34.666066 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:24:34.770420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149a2c-da29-4a75-9042-7240538bd2ec req-2122285e-95b3-4b0a-8c7b-1f83d6f8ef41 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:34.777213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149a2c-da29-4a75-9042-7240538bd2ec req-2122285e-95b3-4b0a-8c7b-1f83d6f8ef41 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:34.785949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149a2c-da29-4a75-9042-7240538bd2ec req-2122285e-95b3-4b0a-8c7b-1f83d6f8ef41 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:34.792604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149a2c-da29-4a75-9042-7240538bd2ec req-2122285e-95b3-4b0a-8c7b-1f83d6f8ef41 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:34.799710 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8149a2c-da29-4a75-9042-7240538bd2ec req-2122285e-95b3-4b0a-8c7b-1f83d6f8ef41 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:34.801816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8149a2c-da29-4a75-9042-7240538bd2ec req-2122285e-95b3-4b0a-8c7b-1f83d6f8ef41 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 3816 time: 0.5193143 Nov 19 09:24:34.812889 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-36044945-b9c4-4ee0-be9e-27988feba0b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07678ec5d831448e92d2c666512aa80b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5237932 Nov 19 09:24:34.817371 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:34.846253 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a066e02-09e8-4da1-855d-b45649901094']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:34.847248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c985532-0f46-47a1-ad84-a90f8c4b9c48 req-8cbed6cb-c093-4d98-b44a-1c7574079fb2 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a2d6e4-1b8f-43fc-8c02-341b249c581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691955 Nov 19 09:24:34.853250 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53342) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:34.859942 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952bcc08-2518-4983-babb-5172c8c6a8b0') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:34.860491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952bcc08-2518-4983-babb-5172c8c6a8b0') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:34.873425 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:34.890620 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:34.898336 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:24:34.898815 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:24:34.992385 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:24:35.004701 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:35.038141 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:35.052033 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] 10.222.0.21 "DELETE /v2.0/networks/5a066e02-09e8-4da1-855d-b45649901094 HTTP/1.1" status: 204 len: 168 time: 1.7000091 Nov 19 09:24:35.052033 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd39e4-dd0b-4e62-8dbe-66698a127e8c tempest-ServersTestMultiNic-1003562074 tempest-ServersTestMultiNic-1003562074-project] Pushing event deleted for resources: {'Network': ['ID=5a066e02-09e8-4da1-855d-b45649901094,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:35.100275 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1df38da0-c8b3-49f9-8b28-4668010d1aa2 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:24:35.146581 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:24:35.158412 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:35.176009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Transition to ACTIVE for port object 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:24:35.181152 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 1df38da0-c8b3-49f9-8b28-4668010d1aa2 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:24:35.182027 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1df38da0-c8b3-49f9-8b28-4668010d1aa2 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:24:35.185124 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:35.357403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Pushing event updated for resources: {'Port': ['ID=8b91de01-3c92-45ce-a1e1-3b6553ffe7ed,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:35.371491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Attempting to bind port 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:24:35.371833 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Attempting to bind port 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'be36c6ed-bcf5-40a1-a69b-9663ad3f1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e79d8e94-07a5-43b2-8f56-0d604aca46dd'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:24:35.372695 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Attempting to bind port 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed on network e79d8e94-07a5-43b2-8f56-0d604aca46dd {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:35.379394 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Port 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed on network e79d8e94-07a5-43b2-8f56-0d604aca46dd not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:24:35.379734 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Attempting to bind port 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed on network e79d8e94-07a5-43b2-8f56-0d604aca46dd {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:35.387133 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:24:35.387651 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Checking segment: {'id': 'be36c6ed-bcf5-40a1-a69b-9663ad3f1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e79d8e94-07a5-43b2-8f56-0d604aca46dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:35.388039 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Bound using segment: {'id': 'be36c6ed-bcf5-40a1-a69b-9663ad3f1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e79d8e94-07a5-43b2-8f56-0d604aca46dd'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:24:35.388473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Bound port: 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be36c6ed-bcf5-40a1-a69b-9663ad3f1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'e79d8e94-07a5-43b2-8f56-0d604aca46dd'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:24:35.388834 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:35.439815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8149a2c-da29-4a75-9042-7240538bd2ec req-1a85dc7d-d7bc-4ad9-8d1d-5a91c4ec7f57 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6267142 Nov 19 09:24:35.477800 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] For port 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:24:35.481512 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] For port 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=8b91de01-3c92-45ce-a1e1-3b6553ffe7ed,segment=NetworkSegment(be36c6ed-bcf5-40a1-a69b-9663ad3f1067),segment_id=be36c6ed-bcf5-40a1-a69b-9663ad3f1067)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:24:35.489071 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:35.497416 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b1fc363-d1cd-49ec-8bc7-370b07d6512f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:35.508886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684282f-eb6a-4b95-825c-95ffd6bb7dbc req-a909a718-98bf-42f5-94b5-83195ce9f90a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:35.517101 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e684282f-eb6a-4b95-825c-95ffd6bb7dbc req-a909a718-98bf-42f5-94b5-83195ce9f90a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.1330426 Nov 19 09:24:35.540672 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:35.541669 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:35.543273 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] 10.222.0.71 "PUT /v2.0/ports/8b91de01-3c92-45ce-a1e1-3b6553ffe7ed HTTP/1.1" status: 200 len: 1092 time: 1.5732229 Nov 19 09:24:35.543944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02402012-4ca6-45e5-b6d5-dc36046b0c1f', 'tag': '8b91de01-3c92-45ce-a1e1-3b6553ffe7ed'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:35.548251 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7e773a-9f98-48ff-969d-4e03cc9fcb86" -d '{"events": [{"name": "network-changed", "server_uuid": "02402012-4ca6-45e5-b6d5-dc36046b0c1f", "tag": "8b91de01-3c92-45ce-a1e1-3b6553ffe7ed"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:35.576415 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b65546-7392-4465-9a4b-439e6ef30058 service neutron] Pushing event updated for resources: {'Port': ['ID=8b91de01-3c92-45ce-a1e1-3b6553ffe7ed,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:35.612359 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b1fc363-d1cd-49ec-8bc7-370b07d6512f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:35.677571 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-15876c00-2411-4773-82b4-f0eafa0aebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:35.680361 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-15876c00-2411-4773-82b4-f0eafa0aebe0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4846a080b8a54ec0bd93d26ffd8db6ba&device_id=02402012-4ca6-45e5-b6d5-dc36046b0c1f HTTP/1.1" status: 200 len: 1095 time: 0.0675156 Nov 19 09:24:35.687135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 980656e3-34d0-43e8-b414-ea629b357a2d {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:24:35.709252 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:35.725294 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e684282f-eb6a-4b95-825c-95ffd6bb7dbc req-ef03d125-12e6-47c8-b423-e12141dfc0d0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035329 Nov 19 09:24:35.739339 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-b86e2cec-dfd6-49ef-beb2-c5bd6762e2cb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b91de01-3c92-45ce-a1e1-3b6553ffe7ed HTTP/1.1" status: 200 len: 217 time: 0.0488963 Nov 19 09:24:35.763651 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90334d-7c6d-4337-9882-b33d8709c171 req-c4e939c9-a1d8-47f9-a7d4-eefaf1c4a99d tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:35.766228 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a90334d-7c6d-4337-9882-b33d8709c171 req-c4e939c9-a1d8-47f9-a7d4-eefaf1c4a99d tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.1612604 Nov 19 09:24:35.767592 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Transition to ACTIVE for port object 980656e3-34d0-43e8-b414-ea629b357a2d will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:24:35.785652 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:35.800707 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53354) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:35.845387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-2b7310f5-d819-4e61-83c3-26e637c0db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:35.846912 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-2b7310f5-d819-4e61-83c3-26e637c0db10 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb1e423b-b636-402a-8d62-36d39de7c348 HTTP/1.1" status: 200 len: 848 time: 0.0997481 Nov 19 09:24:35.885134 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b1fc363-d1cd-49ec-8bc7-370b07d6512f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:35.888448 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b1fc363-d1cd-49ec-8bc7-370b07d6512f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:35.890633 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8b1fc363-d1cd-49ec-8bc7-370b07d6512f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/001f9b63-ee39-438b-95f7-f2997fdfac5a HTTP/1.1" status: 204 len: 168 time: 1.0267153 Nov 19 09:24:35.917798 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-2465c02e-6b94-41bf-b58d-1b10cf03d602 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e79d8e94-07a5-43b2-8f56-0d604aca46dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629694 Nov 19 09:24:36.005340 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Pushing event updated for resources: {'Port': ['ID=980656e3-34d0-43e8-b414-ea629b357a2d,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:36.022191 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe50d92-cee8-45f7-94b6-d231ab767ca1 x-openstack-request-id: req-efe50d92-cee8-45f7-94b6-d231ab767ca1 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:36.022563 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02402012-4ca6-45e5-b6d5-dc36046b0c1f", "tag": "8b91de01-3c92-45ce-a1e1-3b6553ffe7ed", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:36.022778 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-efe50d92-cee8-45f7-94b6-d231ab767ca1 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:36.023145 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02402012-4ca6-45e5-b6d5-dc36046b0c1f', 'tag': '8b91de01-3c92-45ce-a1e1-3b6553ffe7ed', 'status': 'completed', 'code': 200} Nov 19 09:24:36.132623 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-b64440c6-50d3-46bb-8685-e29653ad4064 service neutron] 10.222.0.71 "GET /v2.0/networks/e79d8e94-07a5-43b2-8f56-0d604aca46dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941440 Nov 19 09:24:36.132942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fc363-d1cd-49ec-8bc7-370b07d6512f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001f9b63-ee39-438b-95f7-f2997fdfac5a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:36.269680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a90334d-7c6d-4337-9882-b33d8709c171 req-d6886fc2-593e-48c7-a755-f4d662b92b37 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875083 Nov 19 09:24:36.356843 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8a39937f-3c46-4b82-9249-cbe2df9a5251 req-51bd1e96-a4bf-4d5d-b3a1-79085ead3795 service neutron] 10.222.0.71 "GET /v2.0/networks/e79d8e94-07a5-43b2-8f56-0d604aca46dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010078 Nov 19 09:24:36.357152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Attempting to bind port 980656e3-34d0-43e8-b414-ea629b357a2d on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:24:36.357152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Attempting to bind port 980656e3-34d0-43e8-b414-ea629b357a2d by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '1556e36f-588d-4bb8-bb98-18e486079376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:24:36.357388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Attempting to bind port 980656e3-34d0-43e8-b414-ea629b357a2d on network d998d4ee-a200-49f0-8943-4be78f808d14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:36.414500 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Port 980656e3-34d0-43e8-b414-ea629b357a2d on network d998d4ee-a200-49f0-8943-4be78f808d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:24:36.414870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Attempting to bind port 980656e3-34d0-43e8-b414-ea629b357a2d on network d998d4ee-a200-49f0-8943-4be78f808d14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:36.435030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:24:36.435430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Checking segment: {'id': '1556e36f-588d-4bb8-bb98-18e486079376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:36.437464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Bound using segment: {'id': '1556e36f-588d-4bb8-bb98-18e486079376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:24:36.438139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Bound port: 980656e3-34d0-43e8-b414-ea629b357a2d, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1556e36f-588d-4bb8-bb98-18e486079376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:24:36.438657 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:36.481177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e773a-9f98-48ff-969d-4e03cc9fcb86 req-efea4fc5-64dd-41aa-96f9-aff4e1f1773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:36.483613 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e7e773a-9f98-48ff-969d-4e03cc9fcb86 req-efea4fc5-64dd-41aa-96f9-aff4e1f1773f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4846a080b8a54ec0bd93d26ffd8db6ba&device_id=02402012-4ca6-45e5-b6d5-dc36046b0c1f HTTP/1.1" status: 200 len: 1095 time: 0.0785604 Nov 19 09:24:36.498800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ba074-5a60-41b6-80e3-a7b34617840b req-e61fec23-9493-43f4-b84a-4520756594d4 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:36.505687 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-711ba074-5a60-41b6-80e3-a7b34617840b req-e61fec23-9493-43f4-b84a-4520756594d4 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/ports?device_id=02402012-4ca6-45e5-b6d5-dc36046b0c1f HTTP/1.1" status: 200 len: 943 time: 0.2078276 Nov 19 09:24:36.599254 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e773a-9f98-48ff-969d-4e03cc9fcb86 req-2c33f756-8918-4a36-a337-a2100205f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:36.602178 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e7e773a-9f98-48ff-969d-4e03cc9fcb86 req-2c33f756-8918-4a36-a337-a2100205f9b3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e79d8e94-07a5-43b2-8f56-0d604aca46dd HTTP/1.1" status: 200 len: 909 time: 0.1108112 Nov 19 09:24:36.651730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] For port 980656e3-34d0-43e8-b414-ea629b357a2d, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:24:36.656913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] For port 980656e3-34d0-43e8-b414-ea629b357a2d, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=980656e3-34d0-43e8-b414-ea629b357a2d,segment=NetworkSegment(1556e36f-588d-4bb8-bb98-18e486079376),segment_id=1556e36f-588d-4bb8-bb98-18e486079376)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:24:36.660701 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e7e773a-9f98-48ff-969d-4e03cc9fcb86 req-a1df4f09-3c61-48df-bba4-858d3fe5c1fc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b91de01-3c92-45ce-a1e1-3b6553ffe7ed HTTP/1.1" status: 200 len: 217 time: 0.0476768 Nov 19 09:24:36.671707 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:36.752726 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e773a-9f98-48ff-969d-4e03cc9fcb86 req-52ffcc84-97d9-4cff-9a45-ddf5222c257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:36.755102 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e7e773a-9f98-48ff-969d-4e03cc9fcb86 req-52ffcc84-97d9-4cff-9a45-ddf5222c257d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb1e423b-b636-402a-8d62-36d39de7c348 HTTP/1.1" status: 200 len: 848 time: 0.0886941 Nov 19 09:24:36.772500 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:36.773184 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:36.774619 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] 10.222.0.71 "PUT /v2.0/ports/980656e3-34d0-43e8-b414-ea629b357a2d HTTP/1.1" status: 200 len: 1092 time: 3.3577921 Nov 19 09:24:36.777788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'tag': '980656e3-34d0-43e8-b414-ea629b357a2d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:36.781499 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29a8d26-d8e2-46fb-a730-8baf2ad192d2" -d '{"events": [{"name": "network-changed", "server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "tag": "980656e3-34d0-43e8-b414-ea629b357a2d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:36.843983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Request body: {'port': {'device_id': '511206c3-dbd7-443f-945d-1f86590ad380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:36.866193 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-711ba074-5a60-41b6-80e3-a7b34617840b req-1b9353c6-89bc-4312-acd5-0a638518c6f3 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a2d6e4-1b8f-43fc-8c02-341b249c581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268154 Nov 19 09:24:36.883190 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e7e773a-9f98-48ff-969d-4e03cc9fcb86 req-e64c6749-ff81-4f0d-9980-6552465941c8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e79d8e94-07a5-43b2-8f56-0d604aca46dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004376 Nov 19 09:24:36.995306 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cdf87-9b33-4096-8d45-073d00d757e6 req-5f79a504-0a50-4aaa-b6ff-60a5a9431e91 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.004094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c51cdf87-9b33-4096-8d45-073d00d757e6 req-5f79a504-0a50-4aaa-b6ff-60a5a9431e91 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.3444002 Nov 19 09:24:37.047502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe6107-4653-4447-b527-f8fd12f96efd service neutron] Pushing event updated for resources: {'Port': ['ID=980656e3-34d0-43e8-b414-ea629b357a2d,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:37.066479 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e7e773a-9f98-48ff-969d-4e03cc9fcb86 req-2b110ca4-eb43-4d42-a280-fa3715f12ac2 service neutron] 10.222.0.71 "GET /v2.0/networks/e79d8e94-07a5-43b2-8f56-0d604aca46dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823783 Nov 19 09:24:37.131758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53394) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:37.188975 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e7e773a-9f98-48ff-969d-4e03cc9fcb86 req-47bcefe4-3045-44d0-be94-c7ddcb24ff59 service neutron] 10.222.0.71 "GET /v2.0/networks/e79d8e94-07a5-43b2-8f56-0d604aca46dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064696 Nov 19 09:24:37.194266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f27f29-c253-42d7-8694-02f4a5471355 req-a77b961b-7594-432c-82fb-6430c6737331 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.203476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f27f29-c253-42d7-8694-02f4a5471355 req-a77b961b-7594-432c-82fb-6430c6737331 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.209772 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f27f29-c253-42d7-8694-02f4a5471355 req-a77b961b-7594-432c-82fb-6430c6737331 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.216005 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f27f29-c253-42d7-8694-02f4a5471355 req-a77b961b-7594-432c-82fb-6430c6737331 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.222379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f27f29-c253-42d7-8694-02f4a5471355 req-a77b961b-7594-432c-82fb-6430c6737331 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.224224 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2f27f29-c253-42d7-8694-02f4a5471355 req-a77b961b-7594-432c-82fb-6430c6737331 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 3828 time: 0.1870313 Nov 19 09:24:37.224855 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:37.280067 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c51cdf87-9b33-4096-8d45-073d00d757e6 req-e16389a2-ee1a-495a-a58b-05ca3aa0be63 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751331 Nov 19 09:24:37.281422 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Request body: {'networks': [{'name': 'tempest-network--137174895'}, {'name': 'tempest-network--388554007'}]} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:37.281762 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Request body: {'network': {'name': 'tempest-network--137174895'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:37.282432 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Request body: {'network': {'name': 'tempest-network--388554007'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:37.320956 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Made reservation on behalf of 96868bc43e564d8cbc6e9e384b92e779 for: {'network': 2} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:37.328714 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:37.344677 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:37.380036 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2f27f29-c253-42d7-8694-02f4a5471355 req-5f2f88a1-12eb-48a5-8fbc-435889b248c3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466770 Nov 19 09:24:37.390008 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f9cfae-d869-41be-8241-5aa86dd9654d x-openstack-request-id: req-b3f9cfae-d869-41be-8241-5aa86dd9654d {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:37.390388 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "tag": "980656e3-34d0-43e8-b414-ea629b357a2d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:37.390600 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3f9cfae-d869-41be-8241-5aa86dd9654d {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:37.390977 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'tag': '980656e3-34d0-43e8-b414-ea629b357a2d', 'status': 'completed', 'code': 200} Nov 19 09:24:37.408454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53402) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:37.474782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a8d26-d8e2-46fb-a730-8baf2ad192d2 req-83081055-9ce9-49a9-8586-a258ab2229a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.475267 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a8d26-d8e2-46fb-a730-8baf2ad192d2 req-83081055-9ce9-49a9-8586-a258ab2229a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.475740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a8d26-d8e2-46fb-a730-8baf2ad192d2 req-83081055-9ce9-49a9-8586-a258ab2229a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.476260 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a8d26-d8e2-46fb-a730-8baf2ad192d2 req-83081055-9ce9-49a9-8586-a258ab2229a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.476887 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a8d26-d8e2-46fb-a730-8baf2ad192d2 req-83081055-9ce9-49a9-8586-a258ab2229a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.478969 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29a8d26-d8e2-46fb-a730-8baf2ad192d2 req-83081055-9ce9-49a9-8586-a258ab2229a3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 4364 time: 0.1035547 Nov 19 09:24:37.596861 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:37.601962 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:37.602591 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:37.682010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:24:37.688468 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a8d26-d8e2-46fb-a730-8baf2ad192d2 req-66ef972e-147d-4fda-8fa5-b633e80c327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.689061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a8d26-d8e2-46fb-a730-8baf2ad192d2 req-66ef972e-147d-4fda-8fa5-b633e80c327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.689577 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a8d26-d8e2-46fb-a730-8baf2ad192d2 req-66ef972e-147d-4fda-8fa5-b633e80c327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.691452 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29a8d26-d8e2-46fb-a730-8baf2ad192d2 req-66ef972e-147d-4fda-8fa5-b633e80c327b service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1986039 Nov 19 09:24:37.693255 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d814c8d4-5065-4ea1-b4c2-c98baf1f2220,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:37.751058 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:37.751725 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Added segment 67fe625e-4cb4-4038-a038-c60fc9939a0b of type vlan for network 31ea0571-2335-45f7-8915-150a9abe1c02 Nov 19 09:24:37.765557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e9021-58c8-4229-a048-bd17354d068a req-dd77f29c-29e1-4347-80c3-0e22f9a8b06b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.767161 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c8e9021-58c8-4229-a048-bd17354d068a req-dd77f29c-29e1-4347-80c3-0e22f9a8b06b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2327909 Nov 19 09:24:37.817346 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:37.835916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eba02f-90aa-467f-99f4-bde5937ef886 req-00cf1093-b90c-45b1-bc35-a8659d1eca9b tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.837365 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a6eba02f-90aa-467f-99f4-bde5937ef886 req-00cf1093-b90c-45b1-bc35-a8659d1eca9b tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.3339987 Nov 19 09:24:37.846473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a8d26-d8e2-46fb-a730-8baf2ad192d2 req-0825506d-d9b1-43b0-8a94-ffcc127e40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.848037 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29a8d26-d8e2-46fb-a730-8baf2ad192d2 req-0825506d-d9b1-43b0-8a94-ffcc127e40c9 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1481645 Nov 19 09:24:37.875648 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:24:37.887095 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:37.887679 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Added segment bb2f929f-4e63-4b27-8ede-ea236c53b02b of type vlan for network 13970dcd-ca29-40d7-9c77-af70779377cd Nov 19 09:24:37.935276 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:37.957834 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f4d5a6-b3cf-48fb-a2b9-2537a12975fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:37.968565 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:37.969808 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:37.980609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.990611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:37.991907 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:38.063603 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c8e9021-58c8-4229-a048-bd17354d068a req-61da8d76-8813-48ab-957d-837a3a31fb5f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525487 Nov 19 09:24:38.116757 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9835742 Nov 19 09:24:38.140458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53408) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:38.156600 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event updated for resources: {'Network': ['ID=31ea0571-2335-45f7-8915-150a9abe1c02,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:38.169399 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a6eba02f-90aa-467f-99f4-bde5937ef886 req-eaf3e730-7ca7-47ce-92ad-bc9f5cc5a493 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091893 Nov 19 09:24:38.175839 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 31ea0571-2335-45f7-8915-150a9abe1c02 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:24:38.343091 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cc18f-f441-4376-8615-90dbe5520985 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event updated for resources: {'Network': ['ID=13970dcd-ca29-40d7-9c77-af70779377cd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:38.354974 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 13970dcd-ca29-40d7-9c77-af70779377cd details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:24:38.698695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:24:38.731919 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:38.905018 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Transition to ACTIVE for port object 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:24:38.929376 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:38.981849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7e5bc4-d78a-4d64-8a08-6db34e6418cc tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:38.987738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7e5bc4-d78a-4d64-8a08-6db34e6418cc tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:38.993968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7e5bc4-d78a-4d64-8a08-6db34e6418cc tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:39.000580 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7e5bc4-d78a-4d64-8a08-6db34e6418cc tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:39.005151 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8b7e5bc4-d78a-4d64-8a08-6db34e6418cc tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8576889 Nov 19 09:24:39.006332 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53424) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:39.021038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c8ccf-2b1e-4244-9fb9-738e55734f8a req-474bdb19-d4fe-4e1f-901e-a5bfe3c99676 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:39.022769 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e06c8ccf-2b1e-4244-9fb9-738e55734f8a req-474bdb19-d4fe-4e1f-901e-a5bfe3c99676 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/ports?device_id=02402012-4ca6-45e5-b6d5-dc36046b0c1f HTTP/1.1" status: 200 len: 943 time: 0.7085023 Nov 19 09:24:39.113006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Pushing event updated for resources: {'Port': ['ID=9d6d1cc0-1c45-4b89-95b9-69aea729ca09,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:39.114379 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76d43c68-db85-4dd8-b02f-23d575fa0868 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:39.164106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-f3af5bdc-71ad-41c6-8922-fd358b230b14 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:39.165607 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-f3af5bdc-71ad-41c6-8922-fd358b230b14 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 811 time: 0.4433260 Nov 19 09:24:39.234188 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-989f40f0-3976-41a2-bb9d-be411f4215c2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/quotas/8144ed889e0e449f999e146a50a01315 HTTP/1.1" status: 200 len: 375 time: 0.0544724 Nov 19 09:24:39.242922 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e06c8ccf-2b1e-4244-9fb9-738e55734f8a req-2e1fc3dd-8912-4f90-86b0-004db1178a95 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a2d6e4-1b8f-43fc-8c02-341b249c581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087822 Nov 19 09:24:39.277451 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76d43c68-db85-4dd8-b02f-23d575fa0868 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:39.309040 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-76d43c68-db85-4dd8-b02f-23d575fa0868 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ea0571-2335-45f7-8915-150a9abe1c02']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:39.323222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-76d43c68-db85-4dd8-b02f-23d575fa0868 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fe625e-4cb4-4038-a038-c60fc9939a0b') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:39.323679 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-76d43c68-db85-4dd8-b02f-23d575fa0868 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fe625e-4cb4-4038-a038-c60fc9939a0b') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:39.340940 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76d43c68-db85-4dd8-b02f-23d575fa0868 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:39.357047 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76d43c68-db85-4dd8-b02f-23d575fa0868 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:39.364999 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d43c68-db85-4dd8-b02f-23d575fa0868 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:24:39.365574 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76d43c68-db85-4dd8-b02f-23d575fa0868 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:24:39.369056 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:24:39.429101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Attempting to bind port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:24:39.429528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Attempting to bind port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:24:39.429788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Attempting to bind port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 on network 49aec6eb-5987-4d27-ba58-77e438f7ea82 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:39.442811 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76d43c68-db85-4dd8-b02f-23d575fa0868 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:39.457724 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76d43c68-db85-4dd8-b02f-23d575fa0868 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:39.461199 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-76d43c68-db85-4dd8-b02f-23d575fa0868 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "DELETE /v2.0/networks/31ea0571-2335-45f7-8915-150a9abe1c02 HTTP/1.1" status: 204 len: 168 time: 0.4536371 Nov 19 09:24:39.463322 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 on network 49aec6eb-5987-4d27-ba58-77e438f7ea82 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:24:39.463657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Attempting to bind port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 on network 49aec6eb-5987-4d27-ba58-77e438f7ea82 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:39.468017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53430) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:39.472166 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d43c68-db85-4dd8-b02f-23d575fa0868 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event deleted for resources: {'Network': ['ID=31ea0571-2335-45f7-8915-150a9abe1c02,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:39.478930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-9c64257d-0b19-482e-afbe-ee608cd96b54 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2349229 Nov 19 09:24:39.549849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:24:39.550193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Checking segment: {'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:39.550578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Bound using segment: {'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:24:39.551047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Bound port: 9d6d1cc0-1c45-4b89-95b9-69aea729ca09, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:24:39.551535 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:39.616641 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ad64-3497-4709-a9c4-27c1a1e89451 req-ef4c7807-4cd1-4f74-907f-451e62458eee tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:39.622647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ad64-3497-4709-a9c4-27c1a1e89451 req-ef4c7807-4cd1-4f74-907f-451e62458eee tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:39.628932 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ad64-3497-4709-a9c4-27c1a1e89451 req-ef4c7807-4cd1-4f74-907f-451e62458eee tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:39.634967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ad64-3497-4709-a9c4-27c1a1e89451 req-ef4c7807-4cd1-4f74-907f-451e62458eee tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:39.641003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ad64-3497-4709-a9c4-27c1a1e89451 req-ef4c7807-4cd1-4f74-907f-451e62458eee tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:39.647018 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ad64-3497-4709-a9c4-27c1a1e89451 req-ef4c7807-4cd1-4f74-907f-451e62458eee tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:39.648931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be81ad64-3497-4709-a9c4-27c1a1e89451 req-ef4c7807-4cd1-4f74-907f-451e62458eee tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 4606 time: 0.3020601 Nov 19 09:24:39.752460 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bda7763c-2909-43ed-b102-0d759d7f9538 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:39.809647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-57f4d5a6-b3cf-48fb-a2b9-2537a12975fd admin admin] Deleting port b191b371-860f-48e0-8602-b298644e73a8 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:39.809996 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f4d5a6-b3cf-48fb-a2b9-2537a12975fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:39.821342 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c84abd5-e6ef-4595-9fcb-c5336a562e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:39.910431 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-17bc28d5-12bc-4e85-8162-b177de0c472f service neutron] 10.222.0.21 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121151 Nov 19 09:24:39.921857 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] For port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:24:39.936756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:24:39.983233 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] For port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9d6d1cc0-1c45-4b89-95b9-69aea729ca09,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:24:40.024520 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be81ad64-3497-4709-a9c4-27c1a1e89451 req-cf2a381e-8367-4b3e-863e-cdfe013ee45a tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3592012 Nov 19 09:24:40.042524 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=8b91de01-3c92-45ce-a1e1-3b6553ffe7ed,segment=NetworkSegment(be36c6ed-bcf5-40a1-a69b-9663ad3f1067),segment_id=be36c6ed-bcf5-40a1-a69b-9663ad3f1067)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:40.055583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '8b91de01-3c92-45ce-a1e1-3b6553ffe7ed', 'network_id': 'e79d8e94-07a5-43b2-8f56-0d604aca46dd', 'port_id': '8b91de01-3c92-45ce-a1e1-3b6553ffe7ed', 'mac_address': 'fa:16:3e:6d:b9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1e423b-b636-402a-8d62-36d39de7c348', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:24:40.067311 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:40.096487 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:40.112086 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:24:40.135020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=8b91de01-3c92-45ce-a1e1-3b6553ffe7ed,segment=NetworkSegment(be36c6ed-bcf5-40a1-a69b-9663ad3f1067),segment_id=be36c6ed-bcf5-40a1-a69b-9663ad3f1067)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:40.140382 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:40.204044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:40.204671 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:40.206097 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] 10.222.0.71 "PUT /v2.0/ports/9d6d1cc0-1c45-4b89-95b9-69aea729ca09 HTTP/1.1" status: 200 len: 1137 time: 3.3734322 Nov 19 09:24:40.209682 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bda7763c-2909-43ed-b102-0d759d7f9538 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:40.209862 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=8b91de01-3c92-45ce-a1e1-3b6553ffe7ed,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:40.229349 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'tag': '9d6d1cc0-1c45-4b89-95b9-69aea729ca09'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:40.231645 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1243dd8a-16c7-4957-a0e6-074eb7dd27cd" -d '{"events": [{"name": "network-changed", "server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "tag": "9d6d1cc0-1c45-4b89-95b9-69aea729ca09"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:40.262288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Request body: {'port': {'device_id': '511206c3-dbd7-443f-945d-1f86590ad380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:40.269345 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-57f4d5a6-b3cf-48fb-a2b9-2537a12975fd admin admin] For port b191b371-860f-48e0-8602-b298644e73a8, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b191b371-860f-48e0-8602-b298644e73a8,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:40.269345 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f4d5a6-b3cf-48fb-a2b9-2537a12975fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:40.335582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-57f4d5a6-b3cf-48fb-a2b9-2537a12975fd admin admin] Calling delete_port for b191b371-860f-48e0-8602-b298644e73a8 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:40.376086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-bda7763c-2909-43ed-b102-0d759d7f9538 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13970dcd-ca29-40d7-9c77-af70779377cd']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:40.383501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28704e-0ae5-43ef-8d4c-a8745811fbac service neutron] Pushing event updated for resources: {'Port': ['ID=9d6d1cc0-1c45-4b89-95b9-69aea729ca09,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:40.415210 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-bda7763c-2909-43ed-b102-0d759d7f9538 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2f929f-4e63-4b27-8ede-ea236c53b02b') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:40.415545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-bda7763c-2909-43ed-b102-0d759d7f9538 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2f929f-4e63-4b27-8ede-ea236c53b02b') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:40.423095 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-34ccf0f3-b925-435a-bd78-72d95790ea5e service neutron] 10.222.0.21 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025871 Nov 19 09:24:40.478727 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['8b91de01-3c92-45ce-a1e1-3b6553ffe7ed'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:24:40.526188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cccfd-515e-4795-b311-2e4081868f1c req-36eec895-6039-4f32-bd26-b6a67d2773b1 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:40.527623 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b9cccfd-515e-4795-b311-2e4081868f1c req-36eec895-6039-4f32-bd26-b6a67d2773b1 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.3771133 Nov 19 09:24:40.530265 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bda7763c-2909-43ed-b102-0d759d7f9538 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:40.574886 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bda7763c-2909-43ed-b102-0d759d7f9538 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:40.580240 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:40.612342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda7763c-2909-43ed-b102-0d759d7f9538 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:24:40.612612 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bda7763c-2909-43ed-b102-0d759d7f9538 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:24:40.618221 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:24:40.756434 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdfe71a-476e-4965-aa2d-94130472a156 x-openstack-request-id: req-5fdfe71a-476e-4965-aa2d-94130472a156 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:40.756730 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "tag": "9d6d1cc0-1c45-4b89-95b9-69aea729ca09", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:40.756989 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fdfe71a-476e-4965-aa2d-94130472a156 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:40.757430 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'tag': '9d6d1cc0-1c45-4b89-95b9-69aea729ca09', 'status': 'completed', 'code': 200} Nov 19 09:24:41.108083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b9cccfd-515e-4795-b311-2e4081868f1c req-1c0f2f61-67a4-42e6-9779-f41fde49914d tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5639930 Nov 19 09:24:41.173075 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bda7763c-2909-43ed-b102-0d759d7f9538 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:41.219675 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bda7763c-2909-43ed-b102-0d759d7f9538 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:41.223077 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bda7763c-2909-43ed-b102-0d759d7f9538 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "DELETE /v2.0/networks/13970dcd-ca29-40d7-9c77-af70779377cd HTTP/1.1" status: 204 len: 168 time: 1.7432327 Nov 19 09:24:41.232779 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53448) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:41.247229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7763c-2909-43ed-b102-0d759d7f9538 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event deleted for resources: {'Network': ['ID=13970dcd-ca29-40d7-9c77-af70779377cd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:41.277245 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92163289-e452-4363-a0f8-34e4982524a4 req-5a3fb064-83f2-4a25-8e92-ad6e894dc8be tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9edfde8-c929-4896-aa10-aa4648fbe2e7 HTTP/1.1" status: 200 len: 210 time: 0.0753961 Nov 19 09:24:41.306894 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f4d5a6-b3cf-48fb-a2b9-2537a12975fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:41.340503 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243dd8a-16c7-4957-a0e6-074eb7dd27cd req-a5b7b68d-3571-479f-a79e-2e3657f7ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:41.341183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243dd8a-16c7-4957-a0e6-074eb7dd27cd req-a5b7b68d-3571-479f-a79e-2e3657f7ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:41.341712 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243dd8a-16c7-4957-a0e6-074eb7dd27cd req-a5b7b68d-3571-479f-a79e-2e3657f7ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:41.342438 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243dd8a-16c7-4957-a0e6-074eb7dd27cd req-a5b7b68d-3571-479f-a79e-2e3657f7ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:41.342978 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243dd8a-16c7-4957-a0e6-074eb7dd27cd req-a5b7b68d-3571-479f-a79e-2e3657f7ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:41.343491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243dd8a-16c7-4957-a0e6-074eb7dd27cd req-a5b7b68d-3571-479f-a79e-2e3657f7ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:41.345909 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1243dd8a-16c7-4957-a0e6-074eb7dd27cd req-a5b7b68d-3571-479f-a79e-2e3657f7ee16 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5294 time: 0.5784359 Nov 19 09:24:41.370187 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4d5a6-b3cf-48fb-a2b9-2537a12975fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b191b371-860f-48e0-8602-b298644e73a8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:41.400222 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef3aca-91be-4808-8732-ee571a76a7e5 req-22fd433c-5119-48d1-8b59-a2a2fde533d7 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:41.402502 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56ef3aca-91be-4808-8732-ee571a76a7e5 req-22fd433c-5119-48d1-8b59-a2a2fde533d7 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/ports?device_id=02402012-4ca6-45e5-b6d5-dc36046b0c1f HTTP/1.1" status: 200 len: 944 time: 0.2985957 Nov 19 09:24:41.522553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665bb08a-0d49-4364-acce-705ec412da00 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:41.529337 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665bb08a-0d49-4364-acce-705ec412da00 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:41.531559 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-665bb08a-0d49-4364-acce-705ec412da00 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2966368 Nov 19 09:24:41.542868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53450) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:41.560243 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6bd7f667-9413-4ba0-a84e-65ab95c99948 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-873172511'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:41.712395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243dd8a-16c7-4957-a0e6-074eb7dd27cd req-d587f6c8-b495-4fdb-84b0-78fc8a7f73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:41.713294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243dd8a-16c7-4957-a0e6-074eb7dd27cd req-d587f6c8-b495-4fdb-84b0-78fc8a7f73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:41.714004 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243dd8a-16c7-4957-a0e6-074eb7dd27cd req-d587f6c8-b495-4fdb-84b0-78fc8a7f73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:41.716944 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1243dd8a-16c7-4957-a0e6-074eb7dd27cd req-d587f6c8-b495-4fdb-84b0-78fc8a7f73ca service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3455894 Nov 19 09:24:41.863677 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243dd8a-16c7-4957-a0e6-074eb7dd27cd req-cb1e8a5f-2267-4970-95e8-32fbf19e4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:41.865297 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1243dd8a-16c7-4957-a0e6-074eb7dd27cd req-cb1e8a5f-2267-4970-95e8-32fbf19e4af0 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353323 Nov 19 09:24:41.956119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:24:42.040821 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:24:42.047013 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:42.047642 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:42.164188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a55e08-5b80-469b-baa4-dc2c8cdb0361 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:24:42.174742 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:42.215363 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6c84abd5-e6ef-4595-9fcb-c5336a562e6c admin admin] Deleting port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:42.215721 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c84abd5-e6ef-4595-9fcb-c5336a562e6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:42.223212 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Transition to ACTIVE for port object 19a55e08-5b80-469b-baa4-dc2c8cdb0361 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:24:42.233281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd7f667-9413-4ba0-a84e-65ab95c99948 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Made reservation on behalf of 96868bc43e564d8cbc6e9e384b92e779 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:42.237162 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f667-9413-4ba0-a84e-65ab95c99948 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:42.278143 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:42.281164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd7f667-9413-4ba0-a84e-65ab95c99948 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:24:42.288777 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56ef3aca-91be-4808-8732-ee571a76a7e5 req-257f53fb-b0a5-400a-a082-b3a1c8756650 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a2d6e4-1b8f-43fc-8c02-341b249c581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8608706 Nov 19 09:24:42.300862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fae1dd-8203-4537-9299-aed157b26fff req-9001dcbe-41e0-4904-8f21-d823216e0751 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:42.307000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fae1dd-8203-4537-9299-aed157b26fff req-9001dcbe-41e0-4904-8f21-d823216e0751 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:42.315870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fae1dd-8203-4537-9299-aed157b26fff req-9001dcbe-41e0-4904-8f21-d823216e0751 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:42.322293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fae1dd-8203-4537-9299-aed157b26fff req-9001dcbe-41e0-4904-8f21-d823216e0751 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:42.328962 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fae1dd-8203-4537-9299-aed157b26fff req-9001dcbe-41e0-4904-8f21-d823216e0751 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:42.336478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fae1dd-8203-4537-9299-aed157b26fff req-9001dcbe-41e0-4904-8f21-d823216e0751 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:42.338447 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d1fae1dd-8203-4537-9299-aed157b26fff req-9001dcbe-41e0-4904-8f21-d823216e0751 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 4606 time: 0.7930374 Nov 19 09:24:42.352425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02402012-4ca6-45e5-b6d5-dc36046b0c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b91de01-3c92-45ce-a1e1-3b6553ffe7ed'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:42.354792 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b669c643-1033-45e3-9169-e5e77970c81e" -d '{"events": [{"server_uuid": "02402012-4ca6-45e5-b6d5-dc36046b0c1f", "name": "network-vif-plugged", "status": "completed", "tag": "8b91de01-3c92-45ce-a1e1-3b6553ffe7ed"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:42.369194 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:42.404289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=8b91de01-3c92-45ce-a1e1-3b6553ffe7ed,segment=NetworkSegment(be36c6ed-bcf5-40a1-a69b-9663ad3f1067),segment_id=be36c6ed-bcf5-40a1-a69b-9663ad3f1067)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:42.419416 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:42.475898 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-b17b935c-5df9-448c-8083-3a72cf9af77f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:42.477420 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f667-9413-4ba0-a84e-65ab95c99948 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:42.477956 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-6bd7f667-9413-4ba0-a84e-65ab95c99948 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Added segment 0c801c13-f707-41e5-b2e8-e5dc902edacc of type vlan for network dbdd6328-f624-4bca-ae2a-6a7eaeb72585 Nov 19 09:24:42.479180 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-b17b935c-5df9-448c-8083-3a72cf9af77f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 811 time: 0.2532291 Nov 19 09:24:42.502468 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-868b0c35-f22a-4c1a-b633-a4f2e551213b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Request body: {'port': {'device_id': 'c9edfde8-c929-4896-aa10-aa4648fbe2e7', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'admin_state_up': True, 'tenant_id': '8144ed889e0e449f999e146a50a01315'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:42.512635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=8b91de01-3c92-45ce-a1e1-3b6553ffe7ed,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:42.676687 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-868b0c35-f22a-4c1a-b633-a4f2e551213b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Made reservation on behalf of 8144ed889e0e449f999e146a50a01315 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:42.684091 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-868b0c35-f22a-4c1a-b633-a4f2e551213b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:42.737464 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f667-9413-4ba0-a84e-65ab95c99948 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:42.766742 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f4d5a6-b3cf-48fb-a2b9-2537a12975fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:42.781213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Pushing event updated for resources: {'Port': ['ID=19a55e08-5b80-469b-baa4-dc2c8cdb0361,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:42.839745 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450630d3-a176-4be0-8bb6-4bc98f6f0a19 req-8c066153-825c-42fe-b9e4-f196655692ef tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:42.841343 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-450630d3-a176-4be0-8bb6-4bc98f6f0a19 req-8c066153-825c-42fe-b9e4-f196655692ef tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.2638640 Nov 19 09:24:42.847744 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d1fae1dd-8203-4537-9299-aed157b26fff req-3c1e1e34-4c7c-4eb2-b730-3e3442dbbf0a tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4724927 Nov 19 09:24:42.853302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-6c84abd5-e6ef-4595-9fcb-c5336a562e6c admin admin] For port e3cc4e72-cdd2-4506-bc85-f178e2dba7f8, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e3cc4e72-cdd2-4506-bc85-f178e2dba7f8,segment=NetworkSegment(ea9dc1d3-61a6-4a58-b0b9-51fcaa837003),segment_id=ea9dc1d3-61a6-4a58-b0b9-51fcaa837003)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:42.853678 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c84abd5-e6ef-4595-9fcb-c5336a562e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:42.888552 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.resource_extend [None req-6bd7f667-9413-4ba0-a84e-65ab95c99948 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:24:42.894996 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-868b0c35-f22a-4c1a-b633-a4f2e551213b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Allocated IP 172.20.0.9 (ae30f9f9-a15f-46da-bac5-9059230a3308/921a28c7-4b96-4975-b8f4-7f638315c845/97e36790-69f5-425e-80a4-66d473c8b8c1) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:24:42.949328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6c84abd5-e6ef-4595-9fcb-c5336a562e6c admin admin] Calling delete_port for e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:43.086659 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-868b0c35-f22a-4c1a-b633-a4f2e551213b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:43.120588 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-868b0c35-f22a-4c1a-b633-a4f2e551213b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:43.134095 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b98dd8fa-ae7b-4324-868e-427a0b7eb64d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:24:43.148240 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c18ac600-dca7-4e17-846c-9fc34095dacc req-a00381f5-d78a-482c-884f-f2491ffabec7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9edfde8-c929-4896-aa10-aa4648fbe2e7 HTTP/1.1" status: 200 len: 210 time: 0.1593533 Nov 19 09:24:43.168557 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f667-9413-4ba0-a84e-65ab95c99948 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:43.184799 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-868b0c35-f22a-4c1a-b633-a4f2e551213b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Network ae30f9f9-a15f-46da-bac5-9059230a3308 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:43.188847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-868b0c35-f22a-4c1a-b633-a4f2e551213b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:43.193395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-868b0c35-f22a-4c1a-b633-a4f2e551213b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:43.193599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd7f667-9413-4ba0-a84e-65ab95c99948 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:43.194286 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f667-9413-4ba0-a84e-65ab95c99948 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:43.240067 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b0c35-f22a-4c1a-b633-a4f2e551213b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event updated for resources: {'Port': ['ID=97e36790-69f5-425e-80a4-66d473c8b8c1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:43.249407 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf326a6b-4693-4aaf-87d2-28482a2ecfd9 x-openstack-request-id: req-cf326a6b-4693-4aaf-87d2-28482a2ecfd9 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:43.249983 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02402012-4ca6-45e5-b6d5-dc36046b0c1f", "name": "network-vif-plugged", "status": "completed", "tag": "8b91de01-3c92-45ce-a1e1-3b6553ffe7ed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:43.250187 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf326a6b-4693-4aaf-87d2-28482a2ecfd9 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:43.250748 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02402012-4ca6-45e5-b6d5-dc36046b0c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b91de01-3c92-45ce-a1e1-3b6553ffe7ed', 'code': 200} Nov 19 09:24:43.287860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Attempting to bind port 19a55e08-5b80-469b-baa4-dc2c8cdb0361 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:24:43.288321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Attempting to bind port 19a55e08-5b80-469b-baa4-dc2c8cdb0361 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:24:43.288739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Attempting to bind port 19a55e08-5b80-469b-baa4-dc2c8cdb0361 on network 49aec6eb-5987-4d27-ba58-77e438f7ea82 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:43.336590 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-450630d3-a176-4be0-8bb6-4bc98f6f0a19 req-d06dd6e9-c836-46db-948a-1c18ffb70bf9 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574616 Nov 19 09:24:43.337294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-868b0c35-f22a-4c1a-b633-a4f2e551213b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:43.338094 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-868b0c35-f22a-4c1a-b633-a4f2e551213b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:43.380500 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Port 19a55e08-5b80-469b-baa4-dc2c8cdb0361 on network 49aec6eb-5987-4d27-ba58-77e438f7ea82 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:24:43.380924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Attempting to bind port 19a55e08-5b80-469b-baa4-dc2c8cdb0361 on network 49aec6eb-5987-4d27-ba58-77e438f7ea82 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:43.423416 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-868b0c35-f22a-4c1a-b633-a4f2e551213b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9317479 Nov 19 09:24:43.428839 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bd9bb-55d6-492f-be06-09a93f63964a req-66a22cb2-5d3b-4578-8b35-ee5a7548ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:43.430687 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0a1bd9bb-55d6-492f-be06-09a93f63964a req-66a22cb2-5d3b-4578-8b35-ee5a7548ffdb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=02402012-4ca6-45e5-b6d5-dc36046b0c1f HTTP/1.1" status: 200 len: 1097 time: 0.1273382 Nov 19 09:24:43.458300 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Request body: {'port': {'device_id': 'c9edfde8-c929-4896-aa10-aa4648fbe2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:43.470510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6bd7f667-9413-4ba0-a84e-65ab95c99948 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9206095 Nov 19 09:24:43.487017 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53464) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:43.508485 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-53bf5e09-18cf-4a2c-9ddf-5dfec94faaeb tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-503597106'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:43.551962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ae9f3a78-9c75-44f6-b48f-23b83abbd68f None None] Provisioning complete for port 97e36790-69f5-425e-80a4-66d473c8b8c1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:43.552345 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ae9f3a78-9c75-44f6-b48f-23b83abbd68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:43.582641 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:43.590285 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bf5e09-18cf-4a2c-9ddf-5dfec94faaeb tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Made reservation on behalf of 96868bc43e564d8cbc6e9e384b92e779 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:43.595797 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53bf5e09-18cf-4a2c-9ddf-5dfec94faaeb tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:43.596964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f3a78-9c75-44f6-b48f-23b83abbd68f None None] Port 97e36790-69f5-425e-80a4-66d473c8b8c1 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:24:43.619690 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0a1bd9bb-55d6-492f-be06-09a93f63964a req-d02a85bf-2d4a-42f6-b9ec-f9a6c4020582 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=13a2d6e4-1b8f-43fc-8c02-341b249c581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740842 Nov 19 09:24:43.626709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:24:43.627034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Checking segment: {'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:43.627418 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Bound using segment: {'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:24:43.627854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Bound port: 19a55e08-5b80-469b-baa4-dc2c8cdb0361, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:24:43.628221 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:43.635610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7f667-9413-4ba0-a84e-65ab95c99948 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event updated for resources: {'Network': ['ID=dbdd6328-f624-4bca-ae2a-6a7eaeb72585,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:43.658630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network dbdd6328-f624-4bca-ae2a-6a7eaeb72585 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:24:43.663395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bf5e09-18cf-4a2c-9ddf-5dfec94faaeb tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:24:43.685496 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53bf5e09-18cf-4a2c-9ddf-5dfec94faaeb tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:43.685878 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-53bf5e09-18cf-4a2c-9ddf-5dfec94faaeb tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Added segment 6dd6b03a-c831-43ad-830d-1e68ef04b684 of type vlan for network 6bc12541-f3ce-4a23-babf-835d426bcf48 Nov 19 09:24:43.761206 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c84abd5-e6ef-4595-9fcb-c5336a562e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:43.829401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84abd5-e6ef-4595-9fcb-c5336a562e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e3cc4e72-cdd2-4506-bc85-f178e2dba7f8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:43.844558 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53bf5e09-18cf-4a2c-9ddf-5dfec94faaeb tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:43.849131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add760bc-7f24-4641-b4e6-fc9566ea4152 req-be199ac7-7456-4d95-bfd9-15d160d8a9b4 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:43.850700 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-add760bc-7f24-4641-b4e6-fc9566ea4152 req-be199ac7-7456-4d95-bfd9-15d160d8a9b4 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/ports?device_id=02402012-4ca6-45e5-b6d5-dc36046b0c1f HTTP/1.1" status: 200 len: 945 time: 0.3710968 Nov 19 09:24:43.877115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f4d5a6-b3cf-48fb-a2b9-2537a12975fd admin admin] Router 97421bed-b84c-45f3-bccb-846467d3c5e3 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:24:43.967728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] For port 19a55e08-5b80-469b-baa4-dc2c8cdb0361, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:24:43.989316 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53bf5e09-18cf-4a2c-9ddf-5dfec94faaeb tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:44.001002 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bf5e09-18cf-4a2c-9ddf-5dfec94faaeb tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:44.001702 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53bf5e09-18cf-4a2c-9ddf-5dfec94faaeb tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:44.004558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] For port 19a55e08-5b80-469b-baa4-dc2c8cdb0361, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=19a55e08-5b80-469b-baa4-dc2c8cdb0361,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:24:44.044567 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:44.108729 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-53bf5e09-18cf-4a2c-9ddf-5dfec94faaeb tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6125119 Nov 19 09:24:44.112327 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-add760bc-7f24-4641-b4e6-fc9566ea4152 req-1f05c032-a63d-417b-b4c8-0d8631f8af30 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a2d6e4-1b8f-43fc-8c02-341b249c581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441170 Nov 19 09:24:44.114554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53468) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:44.160909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Request body: {'ports': [{'network_id': 'dbdd6328-f624-4bca-ae2a-6a7eaeb72585', 'name': 'tempest-port--77578260', 'admin_state_up': True}, {'network_id': '6bc12541-f3ce-4a23-babf-835d426bcf48', 'admin_state_up': False}]} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:44.161378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Request body: {'port': {'network_id': 'dbdd6328-f624-4bca-ae2a-6a7eaeb72585', 'name': 'tempest-port--77578260', 'admin_state_up': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:44.161967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Request body: {'port': {'network_id': '6bc12541-f3ce-4a23-babf-835d426bcf48', 'admin_state_up': False}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:44.163257 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf5e09-18cf-4a2c-9ddf-5dfec94faaeb tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event updated for resources: {'Network': ['ID=6bc12541-f3ce-4a23-babf-835d426bcf48,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:44.181041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 6bc12541-f3ce-4a23-babf-835d426bcf48 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:24:44.190803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e36790-69f5-425e-80a4-66d473c8b8c1 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:24:44.206151 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:44.220949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Transition to ACTIVE for port object 97e36790-69f5-425e-80a4-66d473c8b8c1 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:24:44.226000 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:44.329410 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Pushing event updated for resources: {'Port': ['ID=97e36790-69f5-425e-80a4-66d473c8b8c1,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:44.410392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:44.411100 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:44.412477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] 10.222.0.71 "PUT /v2.0/ports/19a55e08-5b80-469b-baa4-dc2c8cdb0361 HTTP/1.1" status: 200 len: 1137 time: 4.1642931 Nov 19 09:24:44.440459 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'tag': '19a55e08-5b80-469b-baa4-dc2c8cdb0361'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:44.442872 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9b01ac-50af-4d0f-bd87-d820ed66f035" -d '{"events": [{"name": "network-changed", "server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "tag": "19a55e08-5b80-469b-baa4-dc2c8cdb0361"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:44.469536 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Attempting to bind port 97e36790-69f5-425e-80a4-66d473c8b8c1 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:24:44.469965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Attempting to bind port 97e36790-69f5-425e-80a4-66d473c8b8c1 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:24:44.471172 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Attempting to bind port 97e36790-69f5-425e-80a4-66d473c8b8c1 on network ae30f9f9-a15f-46da-bac5-9059230a3308 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:44.477412 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Port 97e36790-69f5-425e-80a4-66d473c8b8c1 on network ae30f9f9-a15f-46da-bac5-9059230a3308 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:24:44.477809 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Attempting to bind port 97e36790-69f5-425e-80a4-66d473c8b8c1 on network ae30f9f9-a15f-46da-bac5-9059230a3308 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:44.489366 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:24:44.490042 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Checking segment: {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:44.491087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Bound using segment: {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:24:44.491322 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Bound port: 97e36790-69f5-425e-80a4-66d473c8b8c1, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:24:44.491643 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:44.561694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Request body: {'port': {'device_id': '511206c3-dbd7-443f-945d-1f86590ad380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:44.604715 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] For port 97e36790-69f5-425e-80a4-66d473c8b8c1, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:24:44.610831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] For port 97e36790-69f5-425e-80a4-66d473c8b8c1, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=97e36790-69f5-425e-80a4-66d473c8b8c1,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:24:44.627867 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:44.650556 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f594d-4aca-4634-85cc-b9bcbb166c5d service neutron] Pushing event updated for resources: {'Port': ['ID=19a55e08-5b80-469b-baa4-dc2c8cdb0361,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:44.673647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592188fe-f2ee-490f-8ed4-a5ef583bfeaa req-197e5c12-98db-4709-b6fa-3481a1281df3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:44.679710 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592188fe-f2ee-490f-8ed4-a5ef583bfeaa req-197e5c12-98db-4709-b6fa-3481a1281df3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:44.684664 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:44.685312 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:44.686655 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592188fe-f2ee-490f-8ed4-a5ef583bfeaa req-197e5c12-98db-4709-b6fa-3481a1281df3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:44.687504 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] 10.222.0.71 "PUT /v2.0/ports/97e36790-69f5-425e-80a4-66d473c8b8c1 HTTP/1.1" status: 200 len: 1092 time: 1.2447600 Nov 19 09:24:44.687960 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9edfde8-c929-4896-aa10-aa4648fbe2e7', 'tag': '97e36790-69f5-425e-80a4-66d473c8b8c1'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:44.690374 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b8d9c1-4835-491e-9c2d-bfff9f823497" -d '{"events": [{"name": "network-changed", "server_uuid": "c9edfde8-c929-4896-aa10-aa4648fbe2e7", "tag": "97e36790-69f5-425e-80a4-66d473c8b8c1"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:44.693591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592188fe-f2ee-490f-8ed4-a5ef583bfeaa req-197e5c12-98db-4709-b6fa-3481a1281df3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:44.706526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592188fe-f2ee-490f-8ed4-a5ef583bfeaa req-197e5c12-98db-4709-b6fa-3481a1281df3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:44.715151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592188fe-f2ee-490f-8ed4-a5ef583bfeaa req-197e5c12-98db-4709-b6fa-3481a1281df3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:44.723114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592188fe-f2ee-490f-8ed4-a5ef583bfeaa req-197e5c12-98db-4709-b6fa-3481a1281df3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:44.736304 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-592188fe-f2ee-490f-8ed4-a5ef583bfeaa req-197e5c12-98db-4709-b6fa-3481a1281df3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5384 time: 0.7583516 Nov 19 09:24:44.763499 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30547b-152c-45b9-8ed9-abf77dbb975e service neutron] Pushing event updated for resources: {'Port': ['ID=97e36790-69f5-425e-80a4-66d473c8b8c1,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:44.798398 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:44.843426 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-86864755-11be-42e0-89d6-364747e2f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:44.845197 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-86864755-11be-42e0-89d6-364747e2f687 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=c9edfde8-c929-4896-aa10-aa4648fbe2e7 HTTP/1.1" status: 200 len: 1095 time: 0.0642152 Nov 19 09:24:44.874786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f4d5a6-b3cf-48fb-a2b9-2537a12975fd admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:24:44.883917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800d328-fb78-4108-be53-3cca6f66573b req-11718009-74c2-4a27-9a46-cf48b66559c2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:44.885521 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c800d328-fb78-4108-be53-3cca6f66573b req-11718009-74c2-4a27-9a46-cf48b66559c2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9edfde8-c929-4896-aa10-aa4648fbe2e7 HTTP/1.1" status: 200 len: 943 time: 0.5887449 Nov 19 09:24:44.889446 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e167e-8b7d-4794-af38-3561e7235f64 None None] Sync routers for ids ['97421bed-b84c-45f3-bccb-846467d3c5e3'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:24:44.903594 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-773f1229-4e24-479e-9caa-d3ba9993ae33 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97e36790-69f5-425e-80a4-66d473c8b8c1 HTTP/1.1" status: 200 len: 217 time: 0.0491898 Nov 19 09:24:44.909852 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-57f4d5a6-b3cf-48fb-a2b9-2537a12975fd admin admin] 10.222.0.21 "PUT /v2.0/routers/97421bed-b84c-45f3-bccb-846467d3c5e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0979216 Nov 19 09:24:44.909852 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c84abd5-e6ef-4595-9fcb-c5336a562e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:44.912217 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53480) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:44.913998 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819e167e-8b7d-4794-af38-3561e7235f64 None None] Routers {'97421bed-b84c-45f3-bccb-846467d3c5e3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:24:44.916865 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-819e167e-8b7d-4794-af38-3561e7235f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:24:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['97421bed-b84c-45f3-bccb-846467d3c5e3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:45.084847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-b6bb72c3-75bf-43df-90f9-380b201355d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:45.087155 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-b6bb72c3-75bf-43df-90f9-380b201355d4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.1762030 Nov 19 09:24:45.090556 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-819e167e-8b7d-4794-af38-3561e7235f64 None None] Set router 97421bed-b84c-45f3-bccb-846467d3c5e3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:24:45.096238 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-592188fe-f2ee-490f-8ed4-a5ef583bfeaa req-b0dd05a1-2690-4e58-a9da-db30dd5cdffa tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3587937 Nov 19 09:24:45.152378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Made reservation on behalf of 96868bc43e564d8cbc6e9e384b92e779 for: {'port': 2} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:45.160107 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:45.202923 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f799b08-7bac-4adc-abd8-b06d3836fcdb admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:45.254870 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-5a64972f-2af6-4f4a-9fc1-280685244bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:45.259521 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-5a64972f-2af6-4f4a-9fc1-280685244bb6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1543908 Nov 19 09:24:45.305593 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-819e167e-8b7d-4794-af38-3561e7235f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:24:40Z', 'revision_number': 5, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:45.340101 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c800d328-fb78-4108-be53-3cca6f66573b req-19c42a32-df94-418f-8e24-aad75578b3a1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245450 Nov 19 09:24:45.341831 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e167e-8b7d-4794-af38-3561e7235f64 None None] Checking router: 97421bed-b84c-45f3-bccb-846467d3c5e3 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:24:45.363029 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819e167e-8b7d-4794-af38-3561e7235f64 None None] Routers {'97421bed-b84c-45f3-bccb-846467d3c5e3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:24:45.363741 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-819e167e-8b7d-4794-af38-3561e7235f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:24:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['97421bed-b84c-45f3-bccb-846467d3c5e3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:45.393651 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f799b08-7bac-4adc-abd8-b06d3836fcdb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:45.403035 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:45.449932 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:45.462118 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-c9cd1337-c739-4eed-bcc4-018d85560de9 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479721 Nov 19 09:24:45.558409 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-819e167e-8b7d-4794-af38-3561e7235f64 None None] Set router 97421bed-b84c-45f3-bccb-846467d3c5e3 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:24:45.564594 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71642fd8-54cb-4bf2-91c7-072d9f862390 x-openstack-request-id: req-71642fd8-54cb-4bf2-91c7-072d9f862390 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:45.565253 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9edfde8-c929-4896-aa10-aa4648fbe2e7", "tag": "97e36790-69f5-425e-80a4-66d473c8b8c1", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:45.565253 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71642fd8-54cb-4bf2-91c7-072d9f862390 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:45.565596 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9edfde8-c929-4896-aa10-aa4648fbe2e7', 'tag': '97e36790-69f5-425e-80a4-66d473c8b8c1', 'status': 'completed', 'code': 200} Nov 19 09:24:45.595922 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2f799b08-7bac-4adc-abd8-b06d3836fcdb admin admin] Deleting port 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:45.596261 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f799b08-7bac-4adc-abd8-b06d3836fcdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:45.706661 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b01ac-50af-4d0f-bd87-d820ed66f035 req-cffda2ef-fdd8-47a5-8a41-aaf70fb9e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:45.707145 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b01ac-50af-4d0f-bd87-d820ed66f035 req-cffda2ef-fdd8-47a5-8a41-aaf70fb9e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:45.707675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b01ac-50af-4d0f-bd87-d820ed66f035 req-cffda2ef-fdd8-47a5-8a41-aaf70fb9e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:45.708146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b01ac-50af-4d0f-bd87-d820ed66f035 req-cffda2ef-fdd8-47a5-8a41-aaf70fb9e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:45.708615 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b01ac-50af-4d0f-bd87-d820ed66f035 req-cffda2ef-fdd8-47a5-8a41-aaf70fb9e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:45.709104 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b01ac-50af-4d0f-bd87-d820ed66f035 req-cffda2ef-fdd8-47a5-8a41-aaf70fb9e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:45.709572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b01ac-50af-4d0f-bd87-d820ed66f035 req-cffda2ef-fdd8-47a5-8a41-aaf70fb9e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:45.711652 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fc9b01ac-50af-4d0f-bd87-d820ed66f035 req-cffda2ef-fdd8-47a5-8a41-aaf70fb9e5bb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 6224 time: 0.1595974 Nov 19 09:24:45.717929 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49421fdc-585c-4900-9b44-35dcd8c33278 req-33d4ec4b-46b7-456e-be53-c396a62f9b2f service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463117 Nov 19 09:24:45.783369 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-819e167e-8b7d-4794-af38-3561e7235f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:24:40Z', 'revision_number': 5, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:45.814851 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e167e-8b7d-4794-af38-3561e7235f64 None None] The sync data for ids ['97421bed-b84c-45f3-bccb-846467d3c5e3'] in n-d-805649-14 is: [{'id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'name': 'tempest-AttachVolumeShelveTestJSON-1483760366-router', 'tenant_id': 'aca38c45346a4619b8e97252585ec66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:14:59Z', 'updated_at': '2021-11-19T09:24:40Z', 'revision_number': 5, 'project_id': 'aca38c45346a4619b8e97252585ec66d', 'gw_port': {'id': '8ae4b5e3-c339-4b80-9a5a-4379590ef5f0', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97421bed-b84c-45f3-bccb-846467d3c5e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:15:01Z', 'updated_at': '2021-11-19T09:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:24:45.832756 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2f799b08-7bac-4adc-abd8-b06d3836fcdb admin admin] For port 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8ae4b5e3-c339-4b80-9a5a-4379590ef5f0,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:45.833163 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f799b08-7bac-4adc-abd8-b06d3836fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:45.862662 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2f799b08-7bac-4adc-abd8-b06d3836fcdb admin admin] Calling delete_port for 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:45.893257 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9c1691-17d8-4300-9d39-3b029ad6538e x-openstack-request-id: req-7b9c1691-17d8-4300-9d39-3b029ad6538e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:45.893551 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "tag": "19a55e08-5b80-469b-baa4-dc2c8cdb0361", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:45.893798 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b9c1691-17d8-4300-9d39-3b029ad6538e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:45.894186 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'tag': '19a55e08-5b80-469b-baa4-dc2c8cdb0361', 'status': 'completed', 'code': 200} Nov 19 09:24:45.898943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8d9c1-4835-491e-9c2d-bfff9f823497 req-3dc92654-8177-4c4c-b775-f8070a1d4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:45.900458 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-35b8d9c1-4835-491e-9c2d-bfff9f823497 req-3dc92654-8177-4c4c-b775-f8070a1d4cfe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=c9edfde8-c929-4896-aa10-aa4648fbe2e7 HTTP/1.1" status: 200 len: 1095 time: 0.1209919 Nov 19 09:24:45.985666 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b01ac-50af-4d0f-bd87-d820ed66f035 req-456548e3-9713-4656-b73f-6559c09a4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:45.986139 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b01ac-50af-4d0f-bd87-d820ed66f035 req-456548e3-9713-4656-b73f-6559c09a4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:45.986606 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b01ac-50af-4d0f-bd87-d820ed66f035 req-456548e3-9713-4656-b73f-6559c09a4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:45.988287 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fc9b01ac-50af-4d0f-bd87-d820ed66f035 req-456548e3-9713-4656-b73f-6559c09a4ddd service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2606328 Nov 19 09:24:46.025409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bb265-1b5b-4187-9b8d-cb3ef4ad9fff req-94c20132-0979-45d4-b34a-6a0fd4909d75 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:46.026915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a10bb265-1b5b-4187-9b8d-cb3ef4ad9fff req-94c20132-0979-45d4-b34a-6a0fd4909d75 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.8533928 Nov 19 09:24:46.057777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] device_id is not set on port b44cf361-8844-4cae-8783-f090d91a8558 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:24:46.124300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2c63a-1c86-4f88-b388-e1218db998b0 req-cbef3143-0caa-4369-bdc8-a7ee0dcca318 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:46.124631 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82e2c63a-1c86-4f88-b388-e1218db998b0 req-cbef3143-0caa-4369-bdc8-a7ee0dcca318 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/ports?device_id=02402012-4ca6-45e5-b6d5-dc36046b0c1f HTTP/1.1" status: 200 len: 945 time: 0.2290440 Nov 19 09:24:46.242594 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a10bb265-1b5b-4187-9b8d-cb3ef4ad9fff req-9384c0c3-b6a5-4bf7-addf-87b034d2c3a5 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011483 Nov 19 09:24:46.449642 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82e2c63a-1c86-4f88-b388-e1218db998b0 req-9f9e9d4b-fc76-41fc-bc13-6a5f16f5462d tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a2d6e4-1b8f-43fc-8c02-341b249c581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787001 Nov 19 09:24:46.487564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e505d3ae-8213-42cf-b58a-27349e19fab2 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:24:46.504629 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:46.507847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c84abd5-e6ef-4595-9fcb-c5336a562e6c admin admin] Router 8b2344bd-2e83-463f-9158-c8ceb1367246 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:24:46.535972 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8d9c1-4835-491e-9c2d-bfff9f823497 req-c5ee1b88-7dfd-4ab9-a920-c6a618a952c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:46.538620 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-35b8d9c1-4835-491e-9c2d-bfff9f823497 req-c5ee1b88-7dfd-4ab9-a920-c6a618a952c0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 912 time: 0.6059575 Nov 19 09:24:46.542047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Transition to ACTIVE for port object e505d3ae-8213-42cf-b58a-27349e19fab2 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:24:46.555630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38eb5b6-1cc5-4531-9ca6-bab624b2eaf7 req-88280bd2-20db-48bb-9407-4da2ddbaeb46 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:46.561819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38eb5b6-1cc5-4531-9ca6-bab624b2eaf7 req-88280bd2-20db-48bb-9407-4da2ddbaeb46 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:46.567827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38eb5b6-1cc5-4531-9ca6-bab624b2eaf7 req-88280bd2-20db-48bb-9407-4da2ddbaeb46 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:46.574203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38eb5b6-1cc5-4531-9ca6-bab624b2eaf7 req-88280bd2-20db-48bb-9407-4da2ddbaeb46 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:46.581014 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38eb5b6-1cc5-4531-9ca6-bab624b2eaf7 req-88280bd2-20db-48bb-9407-4da2ddbaeb46 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:46.586998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38eb5b6-1cc5-4531-9ca6-bab624b2eaf7 req-88280bd2-20db-48bb-9407-4da2ddbaeb46 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:46.593564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38eb5b6-1cc5-4531-9ca6-bab624b2eaf7 req-88280bd2-20db-48bb-9407-4da2ddbaeb46 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:46.595539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e38eb5b6-1cc5-4531-9ca6-bab624b2eaf7 req-88280bd2-20db-48bb-9407-4da2ddbaeb46 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5384 time: 0.2467718 Nov 19 09:24:46.603560 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:46.607801 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:46.637371 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-35b8d9c1-4835-491e-9c2d-bfff9f823497 req-555c089a-63a9-4889-9609-fb2e44af2c0c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97e36790-69f5-425e-80a4-66d473c8b8c1 HTTP/1.1" status: 200 len: 217 time: 0.0854790 Nov 19 09:24:46.642440 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b01ac-50af-4d0f-bd87-d820ed66f035 req-a4e39ba1-3b32-4be5-ab1a-989e30ec1797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:46.645201 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fc9b01ac-50af-4d0f-bd87-d820ed66f035 req-a4e39ba1-3b32-4be5-ab1a-989e30ec1797 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6489477 Nov 19 09:24:46.783383 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8d9c1-4835-491e-9c2d-bfff9f823497 req-80f39a1d-11bd-4ffa-be5c-bc4a7b0d11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:46.786774 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-35b8d9c1-4835-491e-9c2d-bfff9f823497 req-80f39a1d-11bd-4ffa-be5c-bc4a7b0d11bc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.1286798 Nov 19 09:24:46.808832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f799b08-7bac-4adc-abd8-b06d3836fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:46.826836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] device_id is not set on port e89f30ff-e34c-4245-bef8-cefdc8216848 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:24:46.833502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e505d3ae-8213-42cf-b58a-27349e19fab2,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:46.945382 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f799b08-7bac-4adc-abd8-b06d3836fcdb admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae4b5e3-c339-4b80-9a5a-4379590ef5f0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:46.962775 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a579f7-5aab-4995-9301-100088f25c35 req-a3664d07-b13d-4508-adb5-f9e435a74259 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:46.973440 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8d9c1-4835-491e-9c2d-bfff9f823497 req-aec38945-301d-43c2-bf05-42c1d4d84ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:46.975207 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-35b8d9c1-4835-491e-9c2d-bfff9f823497 req-aec38945-301d-43c2-bf05-42c1d4d84ed0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1765831 Nov 19 09:24:46.975616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24a579f7-5aab-4995-9301-100088f25c35 req-a3664d07-b13d-4508-adb5-f9e435a74259 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9edfde8-c929-4896-aa10-aa4648fbe2e7 HTTP/1.1" status: 200 len: 943 time: 0.3783836 Nov 19 09:24:47.023619 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f799b08-7bac-4adc-abd8-b06d3836fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.060752 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e38eb5b6-1cc5-4531-9ca6-bab624b2eaf7 req-8f1e2824-6162-4a43-bc6f-fc986f2b5054 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4406614 Nov 19 09:24:47.145724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b191b371-860f-48e0-8602-b298644e73a8 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:24:47.150511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24a579f7-5aab-4995-9301-100088f25c35 req-f8c06808-a2db-4367-a8cc-920f12195d3a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741104 Nov 19 09:24:47.151211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Attempting to bind port e505d3ae-8213-42cf-b58a-27349e19fab2 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:24:47.151549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Attempting to bind port e505d3ae-8213-42cf-b58a-27349e19fab2 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:24:47.151880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Attempting to bind port e505d3ae-8213-42cf-b58a-27349e19fab2 on network 49aec6eb-5987-4d27-ba58-77e438f7ea82 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:47.152758 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f799b08-7bac-4adc-abd8-b06d3836fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.157146 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f799b08-7bac-4adc-abd8-b06d3836fcdb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.172240 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Port e505d3ae-8213-42cf-b58a-27349e19fab2 on network 49aec6eb-5987-4d27-ba58-77e438f7ea82 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:24:47.172579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Attempting to bind port e505d3ae-8213-42cf-b58a-27349e19fab2 on network 49aec6eb-5987-4d27-ba58-77e438f7ea82 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:47.175621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c84abd5-e6ef-4595-9fcb-c5336a562e6c admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:24:47.185042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6c84abd5-e6ef-4595-9fcb-c5336a562e6c admin admin] 10.222.0.21 "PUT /v2.0/routers/8b2344bd-2e83-463f-9158-c8ceb1367246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7731493 Nov 19 09:24:47.189765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53498) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:47.207273 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:24:47.207714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Checking segment: {'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:47.208775 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Bound using segment: {'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:24:47.208775 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Bound port: e505d3ae-8213-42cf-b58a-27349e19fab2, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:24:47.209373 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.226268 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f799b08-7bac-4adc-abd8-b06d3836fcdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.227092 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f799b08-7bac-4adc-abd8-b06d3836fcdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97421bed-b84c-45f3-bccb-846467d3c5e3 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:24:47.232926 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f799b08-7bac-4adc-abd8-b06d3836fcdb admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.237542 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2f799b08-7bac-4adc-abd8-b06d3836fcdb admin admin] 10.222.0.21 "DELETE /v2.0/routers/97421bed-b84c-45f3-bccb-846467d3c5e3 HTTP/1.1" status: 204 len: 168 time: 2.3153081 Nov 19 09:24:47.238706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53500) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:47.243054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: b191b371-860f-48e0-8602-b298644e73a8 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:24:47.243852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b191b371-860f-48e0-8602-b298644e73a8 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:24:47.254827 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-35b8d9c1-4835-491e-9c2d-bfff9f823497 req-d880182f-864f-4b61-bb2d-268f796cc6ac service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611375 Nov 19 09:24:47.255545 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb844c1-a6f8-477c-a7dc-da4829aff9a3 None None] Sync routers for ids ['8b2344bd-2e83-463f-9158-c8ceb1367246'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:24:47.295794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb844c1-a6f8-477c-a7dc-da4829aff9a3 None None] Routers {'8b2344bd-2e83-463f-9158-c8ceb1367246'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:24:47.296453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fbb844c1-a6f8-477c-a7dc-da4829aff9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:24:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8b2344bd-2e83-463f-9158-c8ceb1367246'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:47.438660 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c9bcc0-45cb-434c-a273-da5ed9e3f732 admin admin] Deleting subnet 2b648376-425d-4c7d-a8fa-19be389f154e {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:24:47.462257 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3c9bcc0-45cb-434c-a273-da5ed9e3f732 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.488913 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-fbb844c1-a6f8-477c-a7dc-da4829aff9a3 None None] Set router 8b2344bd-2e83-463f-9158-c8ceb1367246 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:24:47.523285 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-35b8d9c1-4835-491e-9c2d-bfff9f823497 req-363d6682-1702-4d49-9b54-c562972f7a7b service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295132 Nov 19 09:24:47.526171 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3c9bcc0-45cb-434c-a273-da5ed9e3f732 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.576293 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.587562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a190d8f-7299-40e6-aca5-ee9236c6055f req-2dcd2f2e-185c-45f5-84ff-c102a4649896 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:47.589118 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a190d8f-7299-40e6-aca5-ee9236c6055f req-2dcd2f2e-185c-45f5-84ff-c102a4649896 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.2205215 Nov 19 09:24:47.593180 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c780dc4-b1f5-4de0-a248-a4875b081430 admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.620882 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3c9bcc0-45cb-434c-a273-da5ed9e3f732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.633765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] For port e505d3ae-8213-42cf-b58a-27349e19fab2, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:24:47.686796 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] For port e505d3ae-8213-42cf-b58a-27349e19fab2, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e505d3ae-8213-42cf-b58a-27349e19fab2,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:24:47.699876 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3c9bcc0-45cb-434c-a273-da5ed9e3f732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.730911 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9bcc0-45cb-434c-a273-da5ed9e3f732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b648376-425d-4c7d-a8fa-19be389f154e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:47.735352 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.740574 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3c9bcc0-45cb-434c-a273-da5ed9e3f732 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.751545 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c3c9bcc0-45cb-434c-a273-da5ed9e3f732 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2b648376-425d-4c7d-a8fa-19be389f154e HTTP/1.1" status: 204 len: 168 time: 0.5115368 Nov 19 09:24:47.753876 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53504) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:47.760573 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb87347f-a3e9-4e22-8b48-579fd42bc728 None None] Network 474919e0-d306-45f8-ba00-5d415ec8f657 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:47.835550 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.853952 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e505d3ae-8213-42cf-b58a-27349e19fab2,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:47.872073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:47.874024 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.875978 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a1ade2e8-ffc4-4de3-a8d8-192e991d28b9 service neutron] 10.222.0.71 "PUT /v2.0/ports/e505d3ae-8213-42cf-b58a-27349e19fab2 HTTP/1.1" status: 200 len: 1092 time: 3.4256082 Nov 19 09:24:47.901383 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'tag': 'e505d3ae-8213-42cf-b58a-27349e19fab2'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:47.904252 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17072313-a762-4fc6-9078-2092495605d3" -d '{"events": [{"name": "network-changed", "server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "tag": "e505d3ae-8213-42cf-b58a-27349e19fab2"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:47.918255 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.938025 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] Deleting port 23dd7f16-f401-4d86-8d29-4aa441114aa7 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:47.938025 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.965569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Request body: {'port': {'device_id': '511206c3-dbd7-443f-945d-1f86590ad380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:47.989219 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:47.992001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fbb844c1-a6f8-477c-a7dc-da4829aff9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'name': 'tempest-ServersTestMultiNic-1869448459-router', 'tenant_id': '80330b733775466590faec7f52d73715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '091c398b-bf16-4ddf-99d4-beefa1a4458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:02Z', 'updated_at': '2021-11-19T09:24:43Z', 'revision_number': 5, 'project_id': '80330b733775466590faec7f52d73715', 'gw_port': {'id': '091c398b-bf16-4ddf-99d4-beefa1a4458b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:13:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:04Z', 'updated_at': '2021-11-19T09:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:47.996284 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 97e36790-69f5-425e-80a4-66d473c8b8c1 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:24:48.001699 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b929566-cdb1-4b90-a75e-839c73acb0da x-openstack-request-id: req-9b929566-cdb1-4b90-a75e-839c73acb0da {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:48.001988 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "tag": "e505d3ae-8213-42cf-b58a-27349e19fab2", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:48.002253 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b929566-cdb1-4b90-a75e-839c73acb0da {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:48.002667 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'tag': 'e505d3ae-8213-42cf-b58a-27349e19fab2', 'status': 'completed', 'code': 200} Nov 19 09:24:48.051725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a190d8f-7299-40e6-aca5-ee9236c6055f req-85938c85-39ea-4ea4-b279-e3b36213df9e tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123085 Nov 19 09:24:48.177618 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] For port 23dd7f16-f401-4d86-8d29-4aa441114aa7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=23dd7f16-f401-4d86-8d29-4aa441114aa7,segment=NetworkSegment(10176f0b-1772-4460-9872-3bf0ea2776e1),segment_id=10176f0b-1772-4460-9872-3bf0ea2776e1)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:48.178003 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:48.179111 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c780dc4-b1f5-4de0-a248-a4875b081430 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:48.216380 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17072313-a762-4fc6-9078-2092495605d3 req-16f0b50d-a5f5-417d-b48c-55417a77dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.216896 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17072313-a762-4fc6-9078-2092495605d3 req-16f0b50d-a5f5-417d-b48c-55417a77dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.217395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17072313-a762-4fc6-9078-2092495605d3 req-16f0b50d-a5f5-417d-b48c-55417a77dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.217861 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17072313-a762-4fc6-9078-2092495605d3 req-16f0b50d-a5f5-417d-b48c-55417a77dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.225965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17072313-a762-4fc6-9078-2092495605d3 req-16f0b50d-a5f5-417d-b48c-55417a77dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.226447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17072313-a762-4fc6-9078-2092495605d3 req-16f0b50d-a5f5-417d-b48c-55417a77dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.226920 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17072313-a762-4fc6-9078-2092495605d3 req-16f0b50d-a5f5-417d-b48c-55417a77dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.235211 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-17072313-a762-4fc6-9078-2092495605d3 req-16f0b50d-a5f5-417d-b48c-55417a77dee5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 6292 time: 0.2070832 Nov 19 09:24:48.245137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] Calling delete_port for 23dd7f16-f401-4d86-8d29-4aa441114aa7 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:48.305570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719fca0f-093e-4e05-92df-7ddd80540c88 None None] DHCP port deletion for 474919e0-d306-45f8-ba00-5d415ec8f657 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:24:48.311234 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb844c1-a6f8-477c-a7dc-da4829aff9a3 None None] Checking router: 8b2344bd-2e83-463f-9158-c8ceb1367246 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:24:48.331530 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 97e36790-69f5-425e-80a4-66d473c8b8c1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=97e36790-69f5-425e-80a4-66d473c8b8c1,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:48.348465 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Checking segment: {'id': '0c801c13-f707-41e5-b2e8-e5dc902edacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dbdd6328-f624-4bca-ae2a-6a7eaeb72585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:48.348852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Network hostable DHCP agents. Network: dbdd6328-f624-4bca-ae2a-6a7eaeb72585, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:24:48.353509 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event updated for resources: {'Port': ['ID=b44cf361-8844-4cae-8783-f090d91a8558,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:48.359127 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '97e36790-69f5-425e-80a4-66d473c8b8c1', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'port_id': '97e36790-69f5-425e-80a4-66d473c8b8c1', 'mac_address': 'fa:16:3e:70:e1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:24:48.366054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb844c1-a6f8-477c-a7dc-da4829aff9a3 None None] Routers {'8b2344bd-2e83-463f-9158-c8ceb1367246'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:24:48.366727 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fbb844c1-a6f8-477c-a7dc-da4829aff9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:24:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8b2344bd-2e83-463f-9158-c8ceb1367246'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:48.374914 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:48.387347 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17072313-a762-4fc6-9078-2092495605d3 req-3602dc80-9dba-4ae5-8b3f-1f66195fbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.388257 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17072313-a762-4fc6-9078-2092495605d3 req-3602dc80-9dba-4ae5-8b3f-1f66195fbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.388257 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17072313-a762-4fc6-9078-2092495605d3 req-3602dc80-9dba-4ae5-8b3f-1f66195fbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.390513 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-17072313-a762-4fc6-9078-2092495605d3 req-3602dc80-9dba-4ae5-8b3f-1f66195fbac4 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1468921 Nov 19 09:24:48.431258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3aa9-d9a5-466b-81a3-affc54cbc8c0 req-65074dce-7059-4ca1-b704-bb7954e1d5ca tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.437949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3aa9-d9a5-466b-81a3-affc54cbc8c0 req-65074dce-7059-4ca1-b704-bb7954e1d5ca tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.445039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3aa9-d9a5-466b-81a3-affc54cbc8c0 req-65074dce-7059-4ca1-b704-bb7954e1d5ca tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.450373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3aa9-d9a5-466b-81a3-affc54cbc8c0 req-65074dce-7059-4ca1-b704-bb7954e1d5ca tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.456938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3aa9-d9a5-466b-81a3-affc54cbc8c0 req-65074dce-7059-4ca1-b704-bb7954e1d5ca tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.462947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3aa9-d9a5-466b-81a3-affc54cbc8c0 req-65074dce-7059-4ca1-b704-bb7954e1d5ca tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.469012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3aa9-d9a5-466b-81a3-affc54cbc8c0 req-65074dce-7059-4ca1-b704-bb7954e1d5ca tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.470964 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f9a3aa9-d9a5-466b-81a3-affc54cbc8c0 req-65074dce-7059-4ca1-b704-bb7954e1d5ca tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5396 time: 0.1728175 Nov 19 09:24:48.499559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Network dbdd6328-f624-4bca-ae2a-6a7eaeb72585 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:24:48.530927 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:48.540060 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17072313-a762-4fc6-9078-2092495605d3 req-352adc99-7500-49ef-b8e8-8f6c61643554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.541611 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-17072313-a762-4fc6-9078-2092495605d3 req-352adc99-7500-49ef-b8e8-8f6c61643554 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1226568 Nov 19 09:24:48.545958 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:48.548819 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-fbb844c1-a6f8-477c-a7dc-da4829aff9a3 None None] Set router 8b2344bd-2e83-463f-9158-c8ceb1367246 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:24:48.562676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] No DVR routers for this DVR port 23dd7f16-f401-4d86-8d29-4aa441114aa7 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:24:48.568134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, dbdd6328-f624-4bca-ae2a-6a7eaeb72585) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:48.572677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:48.573593 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:48.577806 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e36790-69f5-425e-80a4-66d473c8b8c1 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:24:48.585711 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] Pushing event deleted for resources: {'Port': ['ID=23dd7f16-f401-4d86-8d29-4aa441114aa7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:48.598203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7c780dc4-b1f5-4de0-a248-a4875b081430 admin admin] Deleting port 091c398b-bf16-4ddf-99d4-beefa1a4458b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:48.598784 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c780dc4-b1f5-4de0-a248-a4875b081430 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:48.612757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a68ae0c-0e61-4eda-9fc0-2c2520957f4f None None] Network dbdd6328-f624-4bca-ae2a-6a7eaeb72585 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:48.618164 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-719fca0f-093e-4e05-92df-7ddd80540c88 None None] Deleting port 23dd7f16-f401-4d86-8d29-4aa441114aa7 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:48.618660 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-719fca0f-093e-4e05-92df-7ddd80540c88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:48.620257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fbb844c1-a6f8-477c-a7dc-da4829aff9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'name': 'tempest-ServersTestMultiNic-1869448459-router', 'tenant_id': '80330b733775466590faec7f52d73715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:02Z', 'updated_at': '2021-11-19T09:24:48Z', 'revision_number': 6, 'project_id': '80330b733775466590faec7f52d73715', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:48.666203 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:48.688627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474919e0-d306-45f8-ba00-5d415ec8f657']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:48.699168 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10176f0b-1772-4460-9872-3bf0ea2776e1') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:48.699387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10176f0b-1772-4460-9872-3bf0ea2776e1') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:48.710225 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:48.723812 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:48.731989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:24:48.732575 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:24:48.734823 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:24:48.737052 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 97e36790-69f5-425e-80a4-66d473c8b8c1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=97e36790-69f5-425e-80a4-66d473c8b8c1,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:48.742800 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb844c1-a6f8-477c-a7dc-da4829aff9a3 None None] The sync data for ids ['8b2344bd-2e83-463f-9158-c8ceb1367246'] in n-d-805649-14 is: [{'id': '8b2344bd-2e83-463f-9158-c8ceb1367246', 'name': 'tempest-ServersTestMultiNic-1869448459-router', 'tenant_id': '80330b733775466590faec7f52d73715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:02Z', 'updated_at': '2021-11-19T09:24:48Z', 'revision_number': 6, 'project_id': '80330b733775466590faec7f52d73715', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:24:48.767429 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:48.768097 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e5a5f-a8eb-4bb0-bd7e-c3e264e85cdc req-ba32b70c-0874-4f22-ba86-b1b8883c0d75 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:48.770803 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-400e5a5f-a8eb-4bb0-bd7e-c3e264e85cdc req-ba32b70c-0874-4f22-ba86-b1b8883c0d75 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9edfde8-c929-4896-aa10-aa4648fbe2e7 HTTP/1.1" status: 200 len: 943 time: 0.3751912 Nov 19 09:24:48.813025 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:48.822680 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:48.828558 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] 10.222.0.21 "DELETE /v2.0/networks/474919e0-d306-45f8-ba00-5d415ec8f657 HTTP/1.1" status: 204 len: 168 time: 1.0736368 Nov 19 09:24:48.843280 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25132e-7ba5-4ae0-a027-813f02e50276 admin admin] Pushing event deleted for resources: {'Network': ['ID=474919e0-d306-45f8-ba00-5d415ec8f657,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:48.843569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-719fca0f-093e-4e05-92df-7ddd80540c88 None None] For port 23dd7f16-f401-4d86-8d29-4aa441114aa7, host n-d-805649-14, got binding levels [] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:48.843696 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-719fca0f-093e-4e05-92df-7ddd80540c88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:48.881656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-719fca0f-093e-4e05-92df-7ddd80540c88 None None] Calling delete_port for 23dd7f16-f401-4d86-8d29-4aa441114aa7 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:48.887744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.ipam_backend_mixin [None req-719fca0f-093e-4e05-92df-7ddd80540c88 None None] Port 23dd7f16-f401-4d86-8d29-4aa441114aa7 was not found and therefore no delete operation was performed {{(pid=103478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 09:24:48.898418 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-719fca0f-093e-4e05-92df-7ddd80540c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:48.908563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f9a3aa9-d9a5-466b-81a3-affc54cbc8c0 req-9f9517c0-8b08-4cb6-9b96-d18a53dafeff tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4183991 Nov 19 09:24:48.913981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=97e36790-69f5-425e-80a4-66d473c8b8c1,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:48.918250 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-719fca0f-093e-4e05-92df-7ddd80540c88 None None] Network 474919e0-d306-45f8-ba00-5d415ec8f657 is not hosted by any dhcp agent {{(pid=103478) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 09:24:48.918783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719fca0f-093e-4e05-92df-7ddd80540c88 None None] No DVR routers for this DVR port 23dd7f16-f401-4d86-8d29-4aa441114aa7 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:24:48.943417 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event updated for resources: {'Port': ['ID=e89f30ff-e34c-4245-bef8-cefdc8216848,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:48.965700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fca0f-093e-4e05-92df-7ddd80540c88 None None] Pushing event deleted for resources: {'Port': ['ID=23dd7f16-f401-4d86-8d29-4aa441114aa7,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:48.988552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-400e5a5f-a8eb-4bb0-bd7e-c3e264e85cdc req-9ca71f31-5208-4686-9f99-0e3cf3eec410 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947150 Nov 19 09:24:49.016512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Checking segment: {'id': '6dd6b03a-c831-43ad-830d-1e68ef04b684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6bc12541-f3ce-4a23-babf-835d426bcf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:49.016915 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Network hostable DHCP agents. Network: 6bc12541-f3ce-4a23-babf-835d426bcf48, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:24:49.025959 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-7c780dc4-b1f5-4de0-a248-a4875b081430 admin admin] For port 091c398b-bf16-4ddf-99d4-beefa1a4458b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=091c398b-bf16-4ddf-99d4-beefa1a4458b,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:49.026329 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c780dc4-b1f5-4de0-a248-a4875b081430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:49.051446 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7c780dc4-b1f5-4de0-a248-a4875b081430 admin admin] Calling delete_port for 091c398b-bf16-4ddf-99d4-beefa1a4458b owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:49.056937 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53520) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:49.090809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Network 6bc12541-f3ce-4a23-babf-835d426bcf48 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:24:49.106799 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['97e36790-69f5-425e-80a4-66d473c8b8c1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:24:49.174593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 6bc12541-f3ce-4a23-babf-835d426bcf48) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:49.179864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:49.190781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:49.197391 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:49.200780 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:49.209826 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3e9d7efd-4ce0-4e32-a2b0-619358f1893b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aca38c45346a4619b8e97252585ec66d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512654 Nov 19 09:24:49.212319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53526) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:49.223219 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ce72e9-1bb5-48e9-9fac-8d013fe0d022 None None] Network 6bc12541-f3ce-4a23-babf-835d426bcf48 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:49.255901 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:24:49.293684 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f631240-6390-4118-9a59-f35ec8ca3fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:49.319308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f631240-6390-4118-9a59-f35ec8ca3fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:49.324891 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f005ad31-87ca-4c51-a508-a74ed5a1a34f tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 5.1687376 Nov 19 09:24:49.333838 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53530) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:49.335947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80a3964-2f56-440f-bf2a-88032266b6fa {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:24:49.357114 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:49.364027 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:24:49.364027 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e3cc4e72-cdd2-4506-bc85-f178e2dba7f8 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:24:49.364027 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 23dd7f16-f401-4d86-8d29-4aa441114aa7 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:24:49.377482 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Transition to ACTIVE for port object c80a3964-2f56-440f-bf2a-88032266b6fa will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:24:49.448556 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282c4f3-325d-41eb-b602-c9d539a9a6fa req-65e625ab-f7cb-44c9-af77-88f6540da9a5 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:49.452183 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d282c4f3-325d-41eb-b602-c9d539a9a6fa req-65e625ab-f7cb-44c9-af77-88f6540da9a5 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.2468553 Nov 19 09:24:49.453335 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:49.483794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b783a91-f11b-40b1-a061-466ce62f73a0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:49.489945 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b783a91-f11b-40b1-a061-466ce62f73a0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:49.494398 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6b783a91-f11b-40b1-a061-466ce62f73a0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1568911 Nov 19 09:24:49.494749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53536) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:49.592716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 23dd7f16-f401-4d86-8d29-4aa441114aa7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:24:49.593065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 23dd7f16-f401-4d86-8d29-4aa441114aa7 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:24:49.593747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:24:49.618185 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f631240-6390-4118-9a59-f35ec8ca3fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:49.620938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Pushing event updated for resources: {'Port': ['ID=c80a3964-2f56-440f-bf2a-88032266b6fa,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:49.622759 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:24:49.623429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8ae4b5e3-c339-4b80-9a5a-4379590ef5f0 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:24:49.626032 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f631240-6390-4118-9a59-f35ec8ca3fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:49.627454 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8f631240-6390-4118-9a59-f35ec8ca3fca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f99b376-5a70-4f7e-8156-736e346d8d30 HTTP/1.1" status: 204 len: 168 time: 0.4123340 Nov 19 09:24:49.641798 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f631240-6390-4118-9a59-f35ec8ca3fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f99b376-5a70-4f7e-8156-736e346d8d30,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:49.657564 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6a3aab80-1456-4ac2-b14d-c544d6c09ee4 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Deleting port b44cf361-8844-4cae-8783-f090d91a8558 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:49.657926 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a3aab80-1456-4ac2-b14d-c544d6c09ee4 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:49.689152 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d282c4f3-325d-41eb-b602-c9d539a9a6fa req-f6d2d922-92e3-40ae-8c1e-650afccf5fe6 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252996 Nov 19 09:24:49.824363 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a3aab80-1456-4ac2-b14d-c544d6c09ee4 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:49.830520 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c780dc4-b1f5-4de0-a248-a4875b081430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:49.873291 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6a3aab80-1456-4ac2-b14d-c544d6c09ee4 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Calling delete_port for b44cf361-8844-4cae-8783-f090d91a8558 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:49.875560 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c780dc4-b1f5-4de0-a248-a4875b081430 admin admin] Pushing event deleted for resources: {'Port': ['ID=091c398b-bf16-4ddf-99d4-beefa1a4458b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:49.888335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Attempting to bind port c80a3964-2f56-440f-bf2a-88032266b6fa on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:24:49.890669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Attempting to bind port c80a3964-2f56-440f-bf2a-88032266b6fa by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:24:49.890669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Attempting to bind port c80a3964-2f56-440f-bf2a-88032266b6fa on network 49aec6eb-5987-4d27-ba58-77e438f7ea82 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:49.970335 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-845f797d-3f69-4c41-b9af-93aa6cf609e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:49.992737 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c780dc4-b1f5-4de0-a248-a4875b081430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:49.996739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Port c80a3964-2f56-440f-bf2a-88032266b6fa on network 49aec6eb-5987-4d27-ba58-77e438f7ea82 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:24:49.997055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Attempting to bind port c80a3964-2f56-440f-bf2a-88032266b6fa on network 49aec6eb-5987-4d27-ba58-77e438f7ea82 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:50.066165 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a3aab80-1456-4ac2-b14d-c544d6c09ee4 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.075557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:24:50.076779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Checking segment: {'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:50.077386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Bound using segment: {'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:24:50.078001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Bound port: c80a3964-2f56-440f-bf2a-88032266b6fa, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a50b57-8270-4ca4-9575-3e3b09b8c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:24:50.078683 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.129575 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c780dc4-b1f5-4de0-a248-a4875b081430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.134111 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3aab80-1456-4ac2-b14d-c544d6c09ee4 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event deleted for resources: {'Port': ['ID=b44cf361-8844-4cae-8783-f090d91a8558,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:50.139551 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c780dc4-b1f5-4de0-a248-a4875b081430 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.150317 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a3aab80-1456-4ac2-b14d-c544d6c09ee4 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.153665 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6a3aab80-1456-4ac2-b14d-c544d6c09ee4 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "DELETE /v2.0/ports/b44cf361-8844-4cae-8783-f090d91a8558 HTTP/1.1" status: 204 len: 168 time: 0.6581905 Nov 19 09:24:50.156333 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53550) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:50.282226 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-014dcc3b-f246-479c-be38-2f01d3452654 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Deleting port e89f30ff-e34c-4245-bef8-cefdc8216848 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:50.282580 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-014dcc3b-f246-479c-be38-2f01d3452654 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.366792 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-014dcc3b-f246-479c-be38-2f01d3452654 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.383789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-014dcc3b-f246-479c-be38-2f01d3452654 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Calling delete_port for e89f30ff-e34c-4245-bef8-cefdc8216848 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:50.502272 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-014dcc3b-f246-479c-be38-2f01d3452654 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.539127 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014dcc3b-f246-479c-be38-2f01d3452654 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event deleted for resources: {'Port': ['ID=e89f30ff-e34c-4245-bef8-cefdc8216848,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:50.553601 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-014dcc3b-f246-479c-be38-2f01d3452654 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.558180 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-014dcc3b-f246-479c-be38-2f01d3452654 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "DELETE /v2.0/ports/e89f30ff-e34c-4245-bef8-cefdc8216848 HTTP/1.1" status: 204 len: 168 time: 0.4004726 Nov 19 09:24:50.561290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53570) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:50.601698 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2fec3057-1d8b-40db-9be4-e62a79304936 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0389676 Nov 19 09:24:50.606250 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53576) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:50.611769 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-75d6fe38-e353-43a0-a92d-07818a8bb644 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1489178235'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:50.637222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d6fe38-e353-43a0-a92d-07818a8bb644 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Made reservation on behalf of 96868bc43e564d8cbc6e9e384b92e779 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:50.642648 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75d6fe38-e353-43a0-a92d-07818a8bb644 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.674276 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c780dc4-b1f5-4de0-a248-a4875b081430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.675202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c780dc4-b1f5-4de0-a248-a4875b081430 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2344bd-2e83-463f-9158-c8ceb1367246 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:24:50.677035 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d6fe38-e353-43a0-a92d-07818a8bb644 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:24:50.679874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c780dc4-b1f5-4de0-a248-a4875b081430 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.681147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7c780dc4-b1f5-4de0-a248-a4875b081430 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8b2344bd-2e83-463f-9158-c8ceb1367246 HTTP/1.1" status: 204 len: 168 time: 3.4903848 Nov 19 09:24:50.685684 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53582) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:50.694657 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75d6fe38-e353-43a0-a92d-07818a8bb644 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.695316 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-75d6fe38-e353-43a0-a92d-07818a8bb644 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Added segment f4442af9-b76d-4e63-83b8-6e847c8562ce of type vlan for network 559d4276-7521-47eb-85b9-e271be50f21a Nov 19 09:24:50.740521 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] For port c80a3964-2f56-440f-bf2a-88032266b6fa, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:24:50.753743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff26a85-f9ad-4413-8af6-5b364661ace6 req-25cc9171-9d2a-4418-9e89-9c332f2491b6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:50.757014 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75d6fe38-e353-43a0-a92d-07818a8bb644 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.759813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff26a85-f9ad-4413-8af6-5b364661ace6 req-25cc9171-9d2a-4418-9e89-9c332f2491b6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:50.765903 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff26a85-f9ad-4413-8af6-5b364661ace6 req-25cc9171-9d2a-4418-9e89-9c332f2491b6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:50.772156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff26a85-f9ad-4413-8af6-5b364661ace6 req-25cc9171-9d2a-4418-9e89-9c332f2491b6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:50.778815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff26a85-f9ad-4413-8af6-5b364661ace6 req-25cc9171-9d2a-4418-9e89-9c332f2491b6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:50.785893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff26a85-f9ad-4413-8af6-5b364661ace6 req-25cc9171-9d2a-4418-9e89-9c332f2491b6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:50.793282 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff26a85-f9ad-4413-8af6-5b364661ace6 req-25cc9171-9d2a-4418-9e89-9c332f2491b6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:50.796038 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ff26a85-f9ad-4413-8af6-5b364661ace6 req-25cc9171-9d2a-4418-9e89-9c332f2491b6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5408 time: 0.6624238 Nov 19 09:24:50.797497 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75d6fe38-e353-43a0-a92d-07818a8bb644 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.803956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20344ca7-7562-43bc-8003-e0ceb7740079 req-d966d5c7-f364-4b13-9dd6-dd2a32d10341 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:50.805498 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20344ca7-7562-43bc-8003-e0ceb7740079 req-d966d5c7-f364-4b13-9dd6-dd2a32d10341 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9edfde8-c929-4896-aa10-aa4648fbe2e7 HTTP/1.1" status: 200 len: 944 time: 0.6346037 Nov 19 09:24:50.816423 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d6fe38-e353-43a0-a92d-07818a8bb644 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:50.817318 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75d6fe38-e353-43a0-a92d-07818a8bb644 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.831725 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] For port c80a3964-2f56-440f-bf2a-88032266b6fa, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c80a3964-2f56-440f-bf2a-88032266b6fa,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:24:50.853526 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.878550 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-8493f498-2d8b-40c0-b7de-9acd4ff19772 admin admin] Deleting subnet 95c78b6c-2cf3-4d70-bdad-3028eb96b726 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:24:50.902060 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-75d6fe38-e353-43a0-a92d-07818a8bb644 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2947283 Nov 19 09:24:50.905975 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53592) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:50.912936 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-68d1e1b4-787b-439b-bb49-69d068bab992 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-206416654'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:50.919275 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6fe38-e353-43a0-a92d-07818a8bb644 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event updated for resources: {'Network': ['ID=559d4276-7521-47eb-85b9-e271be50f21a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:50.920810 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8493f498-2d8b-40c0-b7de-9acd4ff19772 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.931981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 559d4276-7521-47eb-85b9-e271be50f21a details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:24:50.936672 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:50.937417 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.938955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] 10.222.0.71 "PUT /v2.0/ports/c80a3964-2f56-440f-bf2a-88032266b6fa HTTP/1.1" status: 200 len: 1092 time: 3.0244119 Nov 19 09:24:50.954190 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d1e1b4-787b-439b-bb49-69d068bab992 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Made reservation on behalf of 96868bc43e564d8cbc6e9e384b92e779 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:50.964087 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68d1e1b4-787b-439b-bb49-69d068bab992 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:50.970330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'tag': 'c80a3964-2f56-440f-bf2a-88032266b6fa'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:50.972707 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f2258b-21bf-4d4c-859b-ac49b283fe39" -d '{"events": [{"name": "network-changed", "server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "tag": "c80a3964-2f56-440f-bf2a-88032266b6fa"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:51.015429 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Request body: {'port': {'device_id': '511206c3-dbd7-443f-945d-1f86590ad380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:51.019577 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d1e1b4-787b-439b-bb49-69d068bab992 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:24:51.035725 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68d1e1b4-787b-439b-bb49-69d068bab992 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:51.036559 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-68d1e1b4-787b-439b-bb49-69d068bab992 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Added segment be99f94a-dacb-449a-bfe8-558a6fb5b166 of type vlan for network 13828860-7844-42e1-a620-f2b9c013a2c8 Nov 19 09:24:51.090324 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68d1e1b4-787b-439b-bb49-69d068bab992 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:51.098337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 091c398b-bf16-4ddf-99d4-beefa1a4458b no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:24:51.125868 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68d1e1b4-787b-439b-bb49-69d068bab992 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:51.134220 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d1e1b4-787b-439b-bb49-69d068bab992 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:51.135728 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68d1e1b4-787b-439b-bb49-69d068bab992 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:51.143062 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 091c398b-bf16-4ddf-99d4-beefa1a4458b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:24:51.143904 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 091c398b-bf16-4ddf-99d4-beefa1a4458b not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:24:51.164741 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ff26a85-f9ad-4413-8af6-5b364661ace6 req-e44f160c-663a-4f41-9a5f-de3a0ac5da25 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3581426 Nov 19 09:24:51.171214 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20344ca7-7562-43bc-8003-e0ceb7740079 req-b29bc03b-3404-4623-ad66-5a9c436a715f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524854 Nov 19 09:24:51.173638 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8493f498-2d8b-40c0-b7de-9acd4ff19772 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:51.175874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13e825-f57b-4303-8074-442cdf396a0d service neutron] Pushing event updated for resources: {'Port': ['ID=c80a3964-2f56-440f-bf2a-88032266b6fa,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:51.286835 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1e1b4-787b-439b-bb49-69d068bab992 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event updated for resources: {'Network': ['ID=13828860-7844-42e1-a620-f2b9c013a2c8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:51.298337 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-68d1e1b4-787b-439b-bb49-69d068bab992 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3914485 Nov 19 09:24:51.313150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 13828860-7844-42e1-a620-f2b9c013a2c8 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:24:51.330506 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:51.524981 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8493f498-2d8b-40c0-b7de-9acd4ff19772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:51.572540 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570a8884-450d-4f96-a39f-574418b895df x-openstack-request-id: req-570a8884-450d-4f96-a39f-574418b895df {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:51.573045 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "tag": "c80a3964-2f56-440f-bf2a-88032266b6fa", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:51.573626 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-570a8884-450d-4f96-a39f-574418b895df {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:51.574318 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'tag': 'c80a3964-2f56-440f-bf2a-88032266b6fa', 'status': 'completed', 'code': 200} Nov 19 09:24:51.588584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0ce46-a12c-44dc-8a49-88f1bb32549e req-57855ba2-9297-4e64-b8e8-0910a133c41d tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:51.596107 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecb0ce46-a12c-44dc-8a49-88f1bb32549e req-57855ba2-9297-4e64-b8e8-0910a133c41d tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.2260699 Nov 19 09:24:51.664996 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:24:51.709387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2258b-21bf-4d4c-859b-ac49b283fe39 req-dc1fe6ba-725d-4ee3-9195-db7aeeeae543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:51.710496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2258b-21bf-4d4c-859b-ac49b283fe39 req-dc1fe6ba-725d-4ee3-9195-db7aeeeae543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:51.711477 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2258b-21bf-4d4c-859b-ac49b283fe39 req-dc1fe6ba-725d-4ee3-9195-db7aeeeae543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:51.712725 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2258b-21bf-4d4c-859b-ac49b283fe39 req-dc1fe6ba-725d-4ee3-9195-db7aeeeae543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:51.713700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2258b-21bf-4d4c-859b-ac49b283fe39 req-dc1fe6ba-725d-4ee3-9195-db7aeeeae543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:51.714640 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2258b-21bf-4d4c-859b-ac49b283fe39 req-dc1fe6ba-725d-4ee3-9195-db7aeeeae543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:51.717181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2258b-21bf-4d4c-859b-ac49b283fe39 req-dc1fe6ba-725d-4ee3-9195-db7aeeeae543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:51.722073 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66f2258b-21bf-4d4c-859b-ac49b283fe39 req-dc1fe6ba-725d-4ee3-9195-db7aeeeae543 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 6360 time: 0.0958264 Nov 19 09:24:51.823307 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecb0ce46-a12c-44dc-8a49-88f1bb32549e req-129e8713-7558-4023-afbd-96ad6b0bf7eb tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262866 Nov 19 09:24:51.854766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313e400-bdfa-4273-889b-ca74d1c249ec req-ca10ff7a-da62-4b18-87b8-9618afd56413 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:51.856466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f313e400-bdfa-4273-889b-ca74d1c249ec req-ca10ff7a-da62-4b18-87b8-9618afd56413 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/ports?device_id=02402012-4ca6-45e5-b6d5-dc36046b0c1f HTTP/1.1" status: 200 len: 945 time: 0.1784320 Nov 19 09:24:51.862522 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8493f498-2d8b-40c0-b7de-9acd4ff19772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:51.886081 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2258b-21bf-4d4c-859b-ac49b283fe39 req-bfda6f51-9f3f-4b84-9e3a-b6e12e5d40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:51.886893 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2258b-21bf-4d4c-859b-ac49b283fe39 req-bfda6f51-9f3f-4b84-9e3a-b6e12e5d40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:51.887647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2258b-21bf-4d4c-859b-ac49b283fe39 req-bfda6f51-9f3f-4b84-9e3a-b6e12e5d40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:51.889739 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66f2258b-21bf-4d4c-859b-ac49b283fe39 req-bfda6f51-9f3f-4b84-9e3a-b6e12e5d40fd service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1597285 Nov 19 09:24:51.896536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493f498-2d8b-40c0-b7de-9acd4ff19772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c78b6c-2cf3-4d70-bdad-3028eb96b726,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:51.926676 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce75f7b7-3401-464c-a664-3406fda1beb0 None None] Network 7e9f00b3-425d-414c-a12e-c072331963a0 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:51.939126 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8493f498-2d8b-40c0-b7de-9acd4ff19772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:51.956117 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8493f498-2d8b-40c0-b7de-9acd4ff19772 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/95c78b6c-2cf3-4d70-bdad-3028eb96b726 HTTP/1.1" status: 204 len: 168 time: 1.2583237 Nov 19 09:24:51.956117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53612) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:52.010868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 97e36790-69f5-425e-80a4-66d473c8b8c1 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:24:52.039123 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2258b-21bf-4d4c-859b-ac49b283fe39 req-302efdf5-b180-4251-9c6a-6ea16ce761a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:52.041654 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66f2258b-21bf-4d4c-859b-ac49b283fe39 req-302efdf5-b180-4251-9c6a-6ea16ce761a0 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1438119 Nov 19 09:24:52.128675 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:52.148512 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 97e36790-69f5-425e-80a4-66d473c8b8c1 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:24:52.160673 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 97e36790-69f5-425e-80a4-66d473c8b8c1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:24:52.161054 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:52.173145 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f313e400-bdfa-4273-889b-ca74d1c249ec req-664918b7-58ee-4b07-ae79-166f85acc548 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a2d6e4-1b8f-43fc-8c02-341b249c581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019488 Nov 19 09:24:52.320433 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:52.323085 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-68fe9e28-a21f-4527-82c2-366abb65e238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:52.367025 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 97e36790-69f5-425e-80a4-66d473c8b8c1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=97e36790-69f5-425e-80a4-66d473c8b8c1,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:52.368332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9edfde8-c929-4896-aa10-aa4648fbe2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e36790-69f5-425e-80a4-66d473c8b8c1'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:52.371614 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddad5ed-dcaf-41ea-8b91-b3ecc0572ec0" -d '{"events": [{"server_uuid": "c9edfde8-c929-4896-aa10-aa4648fbe2e7", "name": "network-vif-plugged", "status": "completed", "tag": "97e36790-69f5-425e-80a4-66d473c8b8c1"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:52.378882 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:52.447138 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=97e36790-69f5-425e-80a4-66d473c8b8c1,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:52.450769 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7991dfeb-95e2-4243-ae70-7c8b55a1bfae None None] DHCP port deletion for 7e9f00b3-425d-414c-a12e-c072331963a0 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:24:52.523440 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7991dfeb-95e2-4243-ae70-7c8b55a1bfae None None] Deleting port d27656ee-63f6-4432-9e0b-b4b94ad67dae {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:52.523818 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7991dfeb-95e2-4243-ae70-7c8b55a1bfae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:52.531383 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcbc891e-ade2-45eb-ad48-53e552b80d69 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:24:52.550600 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:52.564135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdcf24-749a-4afe-810f-1793febdf041 req-a5f90925-7b50-47eb-8207-b0cacef90281 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:52.573118 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-85fdcf24-749a-4afe-810f-1793febdf041 req-a5f90925-7b50-47eb-8207-b0cacef90281 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9edfde8-c929-4896-aa10-aa4648fbe2e7 HTTP/1.1" status: 200 len: 945 time: 0.1459279 Nov 19 09:24:52.612882 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7991dfeb-95e2-4243-ae70-7c8b55a1bfae None None] For port d27656ee-63f6-4432-9e0b-b4b94ad67dae, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d27656ee-63f6-4432-9e0b-b4b94ad67dae,segment=NetworkSegment(ea9dc1d3-61a6-4a58-b0b9-51fcaa837003),segment_id=ea9dc1d3-61a6-4a58-b0b9-51fcaa837003)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:52.613901 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7991dfeb-95e2-4243-ae70-7c8b55a1bfae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:52.619110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ec335-dcb5-47ad-9445-eb95877cc065 req-4818c67b-84e2-4d0e-9a09-b73bd16341ad tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:52.625888 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ec335-dcb5-47ad-9445-eb95877cc065 req-4818c67b-84e2-4d0e-9a09-b73bd16341ad tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:52.630333 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7991dfeb-95e2-4243-ae70-7c8b55a1bfae None None] Calling delete_port for d27656ee-63f6-4432-9e0b-b4b94ad67dae owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:52.632647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ec335-dcb5-47ad-9445-eb95877cc065 req-4818c67b-84e2-4d0e-9a09-b73bd16341ad tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:52.640071 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ec335-dcb5-47ad-9445-eb95877cc065 req-4818c67b-84e2-4d0e-9a09-b73bd16341ad tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:52.646302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ec335-dcb5-47ad-9445-eb95877cc065 req-4818c67b-84e2-4d0e-9a09-b73bd16341ad tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:52.652754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ec335-dcb5-47ad-9445-eb95877cc065 req-4818c67b-84e2-4d0e-9a09-b73bd16341ad tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:52.659727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ec335-dcb5-47ad-9445-eb95877cc065 req-4818c67b-84e2-4d0e-9a09-b73bd16341ad tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:52.668021 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b1ec335-dcb5-47ad-9445-eb95877cc065 req-4818c67b-84e2-4d0e-9a09-b73bd16341ad tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5408 time: 0.2064772 Nov 19 09:24:52.677437 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Transition to ACTIVE for port object dcbc891e-ade2-45eb-ad48-53e552b80d69 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:24:52.703283 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:52.712048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] Deleting port d27656ee-63f6-4432-9e0b-b4b94ad67dae {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:52.712488 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:52.757993 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7991dfeb-95e2-4243-ae70-7c8b55a1bfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:52.787875 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991dfeb-95e2-4243-ae70-7c8b55a1bfae None None] Pushing event deleted for resources: {'Port': ['ID=d27656ee-63f6-4432-9e0b-b4b94ad67dae,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:52.797925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7991dfeb-95e2-4243-ae70-7c8b55a1bfae None None] No DVR routers for this DVR port d27656ee-63f6-4432-9e0b-b4b94ad67dae on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:24:52.834230 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-85fdcf24-749a-4afe-810f-1793febdf041 req-131ad1ce-bc83-4ce5-8339-1639b728b9db tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579751 Nov 19 09:24:52.889755 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b1ec335-dcb5-47ad-9445-eb95877cc065 req-6367a8b9-f693-4ac1-86c4-a75059a7fee1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2205122 Nov 19 09:24:52.946055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Pushing event updated for resources: {'Port': ['ID=dcbc891e-ade2-45eb-ad48-53e552b80d69,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:52.972811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] For port d27656ee-63f6-4432-9e0b-b4b94ad67dae, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d27656ee-63f6-4432-9e0b-b4b94ad67dae,segment=NetworkSegment(ea9dc1d3-61a6-4a58-b0b9-51fcaa837003),segment_id=ea9dc1d3-61a6-4a58-b0b9-51fcaa837003)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:52.973215 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:53.001230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] Calling delete_port for d27656ee-63f6-4432-9e0b-b4b94ad67dae owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:53.068146 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977ac14c-e00b-4289-aec3-0ff013700b59 x-openstack-request-id: req-977ac14c-e00b-4289-aec3-0ff013700b59 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:53.069015 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9edfde8-c929-4896-aa10-aa4648fbe2e7", "name": "network-vif-plugged", "status": "completed", "tag": "97e36790-69f5-425e-80a4-66d473c8b8c1", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:53.069690 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-977ac14c-e00b-4289-aec3-0ff013700b59 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:53.078777 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9edfde8-c929-4896-aa10-aa4648fbe2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e36790-69f5-425e-80a4-66d473c8b8c1', 'code': 200} Nov 19 09:24:53.083229 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b755979-cdde-4d69-a564-a29a6e5e5d2f req-37c2c020-4830-43fe-ad59-6975ee59cd67 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:53.084787 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8b755979-cdde-4d69-a564-a29a6e5e5d2f req-37c2c020-4830-43fe-ad59-6975ee59cd67 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.71 "GET /v2.0/ports?device_id=02402012-4ca6-45e5-b6d5-dc36046b0c1f HTTP/1.1" status: 200 len: 945 time: 0.1842015 Nov 19 09:24:53.157169 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d27656ee-63f6-4432-9e0b-b4b94ad67dae no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:24:53.205372 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: d27656ee-63f6-4432-9e0b-b4b94ad67dae {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:24:53.206080 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d27656ee-63f6-4432-9e0b-b4b94ad67dae not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:24:53.316833 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1b88b-c5ca-4a85-95c7-89a8803717d9 req-18bce24e-3224-427e-9b95-dea5fda17818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:53.318445 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-31e1b88b-c5ca-4a85-95c7-89a8803717d9 req-18bce24e-3224-427e-9b95-dea5fda17818 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c9edfde8-c929-4896-aa10-aa4648fbe2e7 HTTP/1.1" status: 200 len: 1097 time: 0.1446538 Nov 19 09:24:53.337799 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-8b755979-cdde-4d69-a564-a29a6e5e5d2f req-0b957c0f-1791-4a5d-b547-0f2b589adc5d tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Deleting port 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:53.338258 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8b755979-cdde-4d69-a564-a29a6e5e5d2f req-0b957c0f-1791-4a5d-b547-0f2b589adc5d tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:53.397756 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:53.410774 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:53.494008 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-31e1b88b-c5ca-4a85-95c7-89a8803717d9 req-b2dce72a-1325-416a-8ec1-64e5d3b881cd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656661 Nov 19 09:24:53.501499 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] Pushing event deleted for resources: {'Port': ['ID=d27656ee-63f6-4432-9e0b-b4b94ad67dae,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:53.505882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] No DVR routers for this DVR port d27656ee-63f6-4432-9e0b-b4b94ad67dae on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:24:53.540062 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-8b755979-cdde-4d69-a564-a29a6e5e5d2f req-0b957c0f-1791-4a5d-b547-0f2b589adc5d tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] For port 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=8b91de01-3c92-45ce-a1e1-3b6553ffe7ed,segment=NetworkSegment(be36c6ed-bcf5-40a1-a69b-9663ad3f1067),segment_id=be36c6ed-bcf5-40a1-a69b-9663ad3f1067)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:53.540608 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8b755979-cdde-4d69-a564-a29a6e5e5d2f req-0b957c0f-1791-4a5d-b547-0f2b589adc5d tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:53.546714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Attempting to bind port dcbc891e-ade2-45eb-ad48-53e552b80d69 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:24:53.547050 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Attempting to bind port dcbc891e-ade2-45eb-ad48-53e552b80d69 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '263f60d8-2492-4865-ab2f-2e2dcdcf708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:24:53.547382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Attempting to bind port dcbc891e-ade2-45eb-ad48-53e552b80d69 on network b2acc81c-bf09-4632-a469-1751c5389c3c {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:53.558808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-8b755979-cdde-4d69-a564-a29a6e5e5d2f req-0b957c0f-1791-4a5d-b547-0f2b589adc5d tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Calling delete_port for 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:53.610033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a813b8-52c0-4cfd-bd7b-d0ed5e7cd012 req-f55891ef-62f2-458a-baf2-e719ee951076 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:53.611568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92a813b8-52c0-4cfd-bd7b-d0ed5e7cd012 req-f55891ef-62f2-458a-baf2-e719ee951076 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/ports?device_id=02402012-4ca6-45e5-b6d5-dc36046b0c1f HTTP/1.1" status: 200 len: 945 time: 0.2171731 Nov 19 09:24:53.619203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516228f-9166-407a-9f14-9c19a83eb2e4 req-432c8ee6-9460-476b-a923-83b2428eab96 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:53.626313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1516228f-9166-407a-9f14-9c19a83eb2e4 req-432c8ee6-9460-476b-a923-83b2428eab96 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.4289508 Nov 19 09:24:53.634409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Port dcbc891e-ade2-45eb-ad48-53e552b80d69 on network b2acc81c-bf09-4632-a469-1751c5389c3c not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:24:53.634735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Attempting to bind port dcbc891e-ade2-45eb-ad48-53e552b80d69 on network b2acc81c-bf09-4632-a469-1751c5389c3c {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:53.675920 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:53.679480 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:24:53.679841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Checking segment: {'id': '263f60d8-2492-4865-ab2f-2e2dcdcf708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:53.680956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Bound using segment: {'id': '263f60d8-2492-4865-ab2f-2e2dcdcf708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:24:53.681498 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Bound port: dcbc891e-ade2-45eb-ad48-53e552b80d69, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263f60d8-2492-4865-ab2f-2e2dcdcf708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:24:53.681852 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:53.733674 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53664) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:53.746068 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8b755979-cdde-4d69-a564-a29a6e5e5d2f req-0b957c0f-1791-4a5d-b547-0f2b589adc5d tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:53.754497 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1516228f-9166-407a-9f14-9c19a83eb2e4 req-a1e253b7-1687-4d31-acc0-6dbcf6700eaa tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135685 Nov 19 09:24:53.760196 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['8b91de01-3c92-45ce-a1e1-3b6553ffe7ed'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:24:53.775778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9f00b3-425d-414c-a12e-c072331963a0']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:53.789139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9dc1d3-61a6-4a58-b0b9-51fcaa837003') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:53.789529 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9dc1d3-61a6-4a58-b0b9-51fcaa837003') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:53.812153 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b957c0f-1791-4a5d-b547-0f2b589adc5d tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Pushing event deleted for resources: {'Port': ['ID=8b91de01-3c92-45ce-a1e1-3b6553ffe7ed,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:53.834778 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b755979-cdde-4d69-a564-a29a6e5e5d2f req-0b957c0f-1791-4a5d-b547-0f2b589adc5d tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] No DVR routers for this DVR port 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:24:53.835581 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:53.837719 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8b755979-cdde-4d69-a564-a29a6e5e5d2f req-0b957c0f-1791-4a5d-b547-0f2b589adc5d tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:53.842359 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8b755979-cdde-4d69-a564-a29a6e5e5d2f req-0b957c0f-1791-4a5d-b547-0f2b589adc5d tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.71 "DELETE /v2.0/ports/8b91de01-3c92-45ce-a1e1-3b6553ffe7ed HTTP/1.1" status: 204 len: 173 time: 0.7492447 Nov 19 09:24:53.842970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02402012-4ca6-45e5-b6d5-dc36046b0c1f', 'name': 'network-vif-deleted', 'tag': '8b91de01-3c92-45ce-a1e1-3b6553ffe7ed'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:53.846610 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a12f77-e4d8-4bd8-8b88-110ca5f484c7" -d '{"events": [{"server_uuid": "02402012-4ca6-45e5-b6d5-dc36046b0c1f", "name": "network-vif-deleted", "tag": "8b91de01-3c92-45ce-a1e1-3b6553ffe7ed"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:53.863103 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92a813b8-52c0-4cfd-bd7b-d0ed5e7cd012 req-52c311f3-125e-4721-90b5-6ad6ed741182 tempest-VolumesActionsTest-1521785581 tempest-VolumesActionsTest-1521785581-project] 10.222.0.21 "GET /v2.0/security-groups?id=13a2d6e4-1b8f-43fc-8c02-341b249c581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108581 Nov 19 09:24:53.901918 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:53.924131 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253802b7-575b-46b6-aad2-36f99cf036bf x-openstack-request-id: req-253802b7-575b-46b6-aad2-36f99cf036bf {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:53.924553 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02402012-4ca6-45e5-b6d5-dc36046b0c1f", "name": "network-vif-deleted", "tag": "8b91de01-3c92-45ce-a1e1-3b6553ffe7ed", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:53.924912 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-253802b7-575b-46b6-aad2-36f99cf036bf {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:53.925450 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02402012-4ca6-45e5-b6d5-dc36046b0c1f', 'name': 'network-vif-deleted', 'tag': '8b91de01-3c92-45ce-a1e1-3b6553ffe7ed', 'status': 'completed', 'code': 200} Nov 19 09:24:53.937563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:24:53.938176 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:24:53.941725 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:24:54.016207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] For port dcbc891e-ade2-45eb-ad48-53e552b80d69, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:24:54.032013 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c832fb9c-c056-4020-b16b-36600c536fb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:54.046262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] For port dcbc891e-ade2-45eb-ad48-53e552b80d69, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=dcbc891e-ade2-45eb-ad48-53e552b80d69,segment=NetworkSegment(263f60d8-2492-4865-ab2f-2e2dcdcf708e),segment_id=263f60d8-2492-4865-ab2f-2e2dcdcf708e)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:24:54.094300 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:54.131805 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c832fb9c-c056-4020-b16b-36600c536fb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:54.137131 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c832fb9c-c056-4020-b16b-36600c536fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:54.141889 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:54.149566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:54.150483 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:54.151888 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] 10.222.0.71 "PUT /v2.0/ports/dcbc891e-ade2-45eb-ad48-53e552b80d69 HTTP/1.1" status: 200 len: 1092 time: 3.1630120 Nov 19 09:24:54.156483 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'tag': 'dcbc891e-ade2-45eb-ad48-53e552b80d69'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:54.158974 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee5b4b3-d0da-4ace-8e30-11d58a908e22" -d '{"events": [{"name": "network-changed", "server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "tag": "dcbc891e-ade2-45eb-ad48-53e552b80d69"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:54.164654 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:54.168022 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] 10.222.0.21 "DELETE /v2.0/networks/7e9f00b3-425d-414c-a12e-c072331963a0 HTTP/1.1" status: 204 len: 168 time: 2.2128677 Nov 19 09:24:54.179260 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c832fb9c-c056-4020-b16b-36600c536fb0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa23686db3094a588560788b2c647344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4445305 Nov 19 09:24:54.182625 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53680) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:54.211615 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Request body: {'port': {'device_id': '511206c3-dbd7-443f-945d-1f86590ad380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:54.217959 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9572f-432f-4b5b-8c87-a154d963042c admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9f00b3-425d-414c-a12e-c072331963a0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:54.239028 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832fb9c-c056-4020-b16b-36600c536fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5716b7-4915-4dd6-a5f6-27cd743e538f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:54.284279 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccf1f2-70d4-403b-adf1-29311afa6d38 req-82e50e82-7e84-44e4-b18f-2b344847f6fd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:54.293464 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2ccf1f2-70d4-403b-adf1-29311afa6d38 req-82e50e82-7e84-44e4-b18f-2b344847f6fd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9edfde8-c929-4896-aa10-aa4648fbe2e7 HTTP/1.1" status: 200 len: 945 time: 0.2791088 Nov 19 09:24:54.321741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474c1a4-1c13-4b7a-a1d1-a4c4e45d62a5 req-64aa7706-9e63-4218-80c2-24adfa3559ed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:54.328302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474c1a4-1c13-4b7a-a1d1-a4c4e45d62a5 req-64aa7706-9e63-4218-80c2-24adfa3559ed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:54.335765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474c1a4-1c13-4b7a-a1d1-a4c4e45d62a5 req-64aa7706-9e63-4218-80c2-24adfa3559ed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:54.364446 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474c1a4-1c13-4b7a-a1d1-a4c4e45d62a5 req-64aa7706-9e63-4218-80c2-24adfa3559ed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:54.368360 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53682) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:54.373294 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474c1a4-1c13-4b7a-a1d1-a4c4e45d62a5 req-64aa7706-9e63-4218-80c2-24adfa3559ed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:54.380346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474c1a4-1c13-4b7a-a1d1-a4c4e45d62a5 req-64aa7706-9e63-4218-80c2-24adfa3559ed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:54.383003 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7056450-9604-464a-a8da-ce8a061b1ac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:54.396346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474c1a4-1c13-4b7a-a1d1-a4c4e45d62a5 req-64aa7706-9e63-4218-80c2-24adfa3559ed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:54.414192 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7056450-9604-464a-a8da-ce8a061b1ac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:54.422168 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0474c1a4-1c13-4b7a-a1d1-a4c4e45d62a5 req-64aa7706-9e63-4218-80c2-24adfa3559ed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5420 time: 0.3618901 Nov 19 09:24:54.424781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579e87f-8f40-40dc-9f6a-c50fe96f81fd service neutron] Pushing event updated for resources: {'Port': ['ID=dcbc891e-ade2-45eb-ad48-53e552b80d69,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:54.543973 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1900cb34-c08d-4fcd-b1b3-0dae780c3abf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80330b733775466590faec7f52d73715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1743746 Nov 19 09:24:54.546582 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53684) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:54.550511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2ccf1f2-70d4-403b-adf1-29311afa6d38 req-f03c54a7-0175-4cd7-886e-fa8ba678abe4 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552559 Nov 19 09:24:54.615230 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7056450-9604-464a-a8da-ce8a061b1ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:54.618979 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7056450-9604-464a-a8da-ce8a061b1ac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:54.623623 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b7056450-9604-464a-a8da-ce8a061b1ac1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa5716b7-4915-4dd6-a5f6-27cd743e538f HTTP/1.1" status: 204 len: 168 time: 0.3947330 Nov 19 09:24:54.634966 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7056450-9604-464a-a8da-ce8a061b1ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5716b7-4915-4dd6-a5f6-27cd743e538f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:54.644694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53688) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:54.651478 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Request body: {'subnets': [{'network_id': '559d4276-7521-47eb-85b9-e271be50f21a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1707994145', 'ip_version': 6}, {'network_id': '13828860-7844-42e1-a620-f2b9c013a2c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:54.651809 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Request body: {'subnet': {'network_id': '559d4276-7521-47eb-85b9-e271be50f21a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1707994145', 'ip_version': 6}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:54.652252 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:54.652487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Request body: {'subnet': {'network_id': '13828860-7844-42e1-a620-f2b9c013a2c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:54.673403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0474c1a4-1c13-4b7a-a1d1-a4c4e45d62a5 req-ed1ef161-1cfa-48eb-9172-0567493ca3a7 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2496614 Nov 19 09:24:54.725711 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46cb97ef-8fb9-4552-aca7-0b92688269cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:54.802196 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46cb97ef-8fb9-4552-aca7-0b92688269cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:54.858964 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf51a19-d8a3-4b34-9d58-a130246a46e7 x-openstack-request-id: req-9cf51a19-d8a3-4b34-9d58-a130246a46e7 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:54.859532 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "tag": "dcbc891e-ade2-45eb-ad48-53e552b80d69", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:54.860750 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cf51a19-d8a3-4b34-9d58-a130246a46e7 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:54.861320 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'tag': 'dcbc891e-ade2-45eb-ad48-53e552b80d69', 'status': 'completed', 'code': 200} Nov 19 09:24:54.864014 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:54.992314 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5b4b3-d0da-4ace-8e30-11d58a908e22 req-65198893-e0a8-4fad-9a06-0defca3666b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:54.992799 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5b4b3-d0da-4ace-8e30-11d58a908e22 req-65198893-e0a8-4fad-9a06-0defca3666b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:54.993332 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5b4b3-d0da-4ace-8e30-11d58a908e22 req-65198893-e0a8-4fad-9a06-0defca3666b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:54.993806 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5b4b3-d0da-4ace-8e30-11d58a908e22 req-65198893-e0a8-4fad-9a06-0defca3666b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:54.994274 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5b4b3-d0da-4ace-8e30-11d58a908e22 req-65198893-e0a8-4fad-9a06-0defca3666b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:54.994744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5b4b3-d0da-4ace-8e30-11d58a908e22 req-65198893-e0a8-4fad-9a06-0defca3666b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:54.995642 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5b4b3-d0da-4ace-8e30-11d58a908e22 req-65198893-e0a8-4fad-9a06-0defca3666b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:54.997642 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8ee5b4b3-d0da-4ace-8e30-11d58a908e22 req-65198893-e0a8-4fad-9a06-0defca3666b7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 6428 time: 0.1162262 Nov 19 09:24:55.002980 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46cb97ef-8fb9-4552-aca7-0b92688269cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:55.007545 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46cb97ef-8fb9-4552-aca7-0b92688269cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:55.028734 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-46cb97ef-8fb9-4552-aca7-0b92688269cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/809b7d15-4bd4-4766-bc71-c6b5abff482d HTTP/1.1" status: 204 len: 168 time: 0.4674544 Nov 19 09:24:55.035173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbf89c-833f-4d3b-8d0d-28c642cdf0d6 req-d1a04e6f-b1ed-47e4-87af-847bac2e424c tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:55.036748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-84dbf89c-833f-4d3b-8d0d-28c642cdf0d6 req-d1a04e6f-b1ed-47e4-87af-847bac2e424c tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.1450176 Nov 19 09:24:55.038454 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Made reservation on behalf of 96868bc43e564d8cbc6e9e384b92e779 for: {'subnet': 2} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:55.047413 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:55.047773 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:55.134504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-84dbf89c-833f-4d3b-8d0d-28c642cdf0d6 req-0773536c-b05d-45c3-9b1f-4f6499ae34c9 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866315 Nov 19 09:24:55.166278 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb97ef-8fb9-4552-aca7-0b92688269cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809b7d15-4bd4-4766-bc71-c6b5abff482d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:55.270964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9694c3c4-a2f0-463a-929f-be8348809922 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:24:55.284347 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:55.302194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Transition to ACTIVE for port object 9694c3c4-a2f0-463a-929f-be8348809922 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:24:55.304749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53702) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:55.320191 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:55.370003 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5520f5d9-1e41-4da7-b039-4460668e04ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:55.382671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Pushing event updated for resources: {'Port': ['ID=9694c3c4-a2f0-463a-929f-be8348809922,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:55.400665 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5b4b3-d0da-4ace-8e30-11d58a908e22 req-f831dbe5-ee84-4d63-be56-fd314492178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:55.409332 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5b4b3-d0da-4ace-8e30-11d58a908e22 req-f831dbe5-ee84-4d63-be56-fd314492178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:55.409938 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5b4b3-d0da-4ace-8e30-11d58a908e22 req-f831dbe5-ee84-4d63-be56-fd314492178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:55.411828 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8ee5b4b3-d0da-4ace-8e30-11d58a908e22 req-f831dbe5-ee84-4d63-be56-fd314492178d service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3819113 Nov 19 09:24:55.432044 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:55.479610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Attempting to bind port 9694c3c4-a2f0-463a-929f-be8348809922 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:24:55.479948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Attempting to bind port 9694c3c4-a2f0-463a-929f-be8348809922 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '263f60d8-2492-4865-ab2f-2e2dcdcf708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:24:55.480452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Attempting to bind port 9694c3c4-a2f0-463a-929f-be8348809922 on network b2acc81c-bf09-4632-a469-1751c5389c3c {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:55.486033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Port 9694c3c4-a2f0-463a-929f-be8348809922 on network b2acc81c-bf09-4632-a469-1751c5389c3c not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:24:55.486357 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Attempting to bind port 9694c3c4-a2f0-463a-929f-be8348809922 on network b2acc81c-bf09-4632-a469-1751c5389c3c {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:55.491884 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:24:55.492228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Checking segment: {'id': '263f60d8-2492-4865-ab2f-2e2dcdcf708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:55.492703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Bound using segment: {'id': '263f60d8-2492-4865-ab2f-2e2dcdcf708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:24:55.493115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Bound port: 9694c3c4-a2f0-463a-929f-be8348809922, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263f60d8-2492-4865-ab2f-2e2dcdcf708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:24:55.493492 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:55.572773 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] For port 9694c3c4-a2f0-463a-929f-be8348809922, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:24:55.578085 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] For port 9694c3c4-a2f0-463a-929f-be8348809922, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9694c3c4-a2f0-463a-929f-be8348809922,segment=NetworkSegment(263f60d8-2492-4865-ab2f-2e2dcdcf708e),segment_id=263f60d8-2492-4865-ab2f-2e2dcdcf708e)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:24:55.607882 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:55.659365 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5b4b3-d0da-4ace-8e30-11d58a908e22 req-e123bf76-f637-4589-b879-f4c7071688e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:55.661158 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8ee5b4b3-d0da-4ace-8e30-11d58a908e22 req-e123bf76-f637-4589-b879-f4c7071688e0 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2284188 Nov 19 09:24:55.683627 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:55.685013 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:55.687804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] 10.222.0.71 "PUT /v2.0/ports/9694c3c4-a2f0-463a-929f-be8348809922 HTTP/1.1" status: 200 len: 1092 time: 1.4921269 Nov 19 09:24:55.834385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7ddc2-00f0-43bd-b907-8d265d89568c req-994848b2-e7cc-4430-aa49-2d6f4e443413 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:55.838446 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ce7ddc2-00f0-43bd-b907-8d265d89568c req-994848b2-e7cc-4430-aa49-2d6f4e443413 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9edfde8-c929-4896-aa10-aa4648fbe2e7 HTTP/1.1" status: 200 len: 945 time: 0.1580985 Nov 19 09:24:55.838446 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a97fc1-6b74-47b9-9970-fcc6da44d320 service neutron] Pushing event updated for resources: {'Port': ['ID=9694c3c4-a2f0-463a-929f-be8348809922,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:55.870658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-e35746bd-1852-4807-9aff-7810a93959b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:55.873640 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-e35746bd-1852-4807-9aff-7810a93959b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:55.874327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-e35746bd-1852-4807-9aff-7810a93959b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:55.874798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-e35746bd-1852-4807-9aff-7810a93959b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:55.875260 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-e35746bd-1852-4807-9aff-7810a93959b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:55.875843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-e35746bd-1852-4807-9aff-7810a93959b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:55.883086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-e35746bd-1852-4807-9aff-7810a93959b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:55.891765 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-e35746bd-1852-4807-9aff-7810a93959b3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 6496 time: 0.1478209 Nov 19 09:24:55.961276 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5520f5d9-1e41-4da7-b039-4460668e04ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:55.981700 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5520f5d9-1e41-4da7-b039-4460668e04ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:55.990730 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-64f7f93b-5616-424a-9bae-5e003558349f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=980656e3-34d0-43e8-b414-ea629b357a2d HTTP/1.1" status: 200 len: 217 time: 0.0823216 Nov 19 09:24:55.999378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:24:56.046775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:24:56.050600 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 8b91de01-3c92-45ce-a1e1-3b6553ffe7ed not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:24:56.100814 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5520f5d9-1e41-4da7-b039-4460668e04ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0aabb073b2c34f868b8dc504408caa11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7938702 Nov 19 09:24:56.111332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53726) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:56.141419 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520f5d9-1e41-4da7-b039-4460668e04ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4ddd64-3569-4ecf-8080-b623f70f0b60,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:56.207654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ce7ddc2-00f0-43bd-b907-8d265d89568c req-eea5164b-9c26-49aa-92ac-473590e972c9 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148925 Nov 19 09:24:56.234518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd8835-0561-424b-9297-a318cc6773ed req-c4e6950a-9a2b-4a77-94b7-88cfe2247632 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:56.240559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd8835-0561-424b-9297-a318cc6773ed req-c4e6950a-9a2b-4a77-94b7-88cfe2247632 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:56.256862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd8835-0561-424b-9297-a318cc6773ed req-c4e6950a-9a2b-4a77-94b7-88cfe2247632 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:56.262977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd8835-0561-424b-9297-a318cc6773ed req-c4e6950a-9a2b-4a77-94b7-88cfe2247632 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:56.264434 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:56.270429 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd8835-0561-424b-9297-a318cc6773ed req-c4e6950a-9a2b-4a77-94b7-88cfe2247632 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:56.277319 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd8835-0561-424b-9297-a318cc6773ed req-c4e6950a-9a2b-4a77-94b7-88cfe2247632 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:56.283766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd8835-0561-424b-9297-a318cc6773ed req-c4e6950a-9a2b-4a77-94b7-88cfe2247632 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:56.292051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96fd8835-0561-424b-9297-a318cc6773ed req-c4e6950a-9a2b-4a77-94b7-88cfe2247632 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5432 time: 0.3002710 Nov 19 09:24:56.298380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-f55709ca-a5e1-4512-9fd0-1942768bab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:56.300014 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-f55709ca-a5e1-4512-9fd0-1942768bab41 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca7a993c-8947-46a3-a13a-7da81a72657b HTTP/1.1" status: 200 len: 855 time: 0.2682400 Nov 19 09:24:56.361018 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event updated for resources: {'Subnet': ['ID=03e2796b-7f1e-4f40-8dec-e4aa1a34a8f7,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:56.393244 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f956ddfa-cd0b-4578-aecb-a1ea897ca554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:56.403667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Checking segment: {'id': 'f4442af9-b76d-4e63-83b8-6e847c8562ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '559d4276-7521-47eb-85b9-e271be50f21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:56.404978 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Network hostable DHCP agents. Network: 559d4276-7521-47eb-85b9-e271be50f21a, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:24:56.425866 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Network 559d4276-7521-47eb-85b9-e271be50f21a is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:24:56.437143 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 559d4276-7521-47eb-85b9-e271be50f21a) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:56.447581 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7448e6-bad7-411c-b205-9cfc77bd175e None None] Network 559d4276-7521-47eb-85b9-e271be50f21a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:56.452724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53740) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:56.455241 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f956ddfa-cd0b-4578-aecb-a1ea897ca554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:56.456596 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:56.482089 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-4216fe06-e66e-4e9a-ba15-026e31fc33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:56.484067 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-4216fe06-e66e-4e9a-ba15-026e31fc33ac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d998d4ee-a200-49f0-8943-4be78f808d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1713254 Nov 19 09:24:56.578812 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event updated for resources: {'Subnet': ['ID=518c48ca-1f57-4226-84bf-05843a913e1a,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:56.587046 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Checking segment: {'id': 'be99f94a-dacb-449a-bfe8-558a6fb5b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '13828860-7844-42e1-a620-f2b9c013a2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:56.587420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Network hostable DHCP agents. Network: 13828860-7844-42e1-a620-f2b9c013a2c8, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:24:56.632604 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Network 13828860-7844-42e1-a620-f2b9c013a2c8 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:24:56.640629 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96fd8835-0561-424b-9297-a318cc6773ed req-155de922-01dc-4e35-a9b7-4af584743b47 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3476765 Nov 19 09:24:56.658747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 13828860-7844-42e1-a620-f2b9c013a2c8) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:56.663759 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:56.664349 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:56.665041 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:56.671508 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f956ddfa-cd0b-4578-aecb-a1ea897ca554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:56.675162 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f956ddfa-cd0b-4578-aecb-a1ea897ca554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:56.689294 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f956ddfa-cd0b-4578-aecb-a1ea897ca554 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d4ddd64-3569-4ecf-8080-b623f70f0b60 HTTP/1.1" status: 204 len: 168 time: 0.5587487 Nov 19 09:24:56.700000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1203a-dc5e-4873-8883-d697cce98bb2 req-ef243b4e-c727-45d5-925f-44fb61109a7e tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:56.700177 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cbbb7504-0b8f-4a76-9b0f-3b7d2b573cc5 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0527883 Nov 19 09:24:56.703306 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53746) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:56.710899 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34a1203a-dc5e-4873-8883-d697cce98bb2 req-ef243b4e-c727-45d5-925f-44fb61109a7e tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.3765650 Nov 19 09:24:56.713078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa82ba00-ec32-4e86-8c23-b48007e1e806 None None] Network 13828860-7844-42e1-a620-f2b9c013a2c8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:56.725880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-17f46353-345c-4d79-933f-1bc991d073a5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-880257045-network', 'tenant_id': '2d698251aeaa48df8d7518a8d7cddc5c'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:56.754332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956ddfa-cd0b-4578-aecb-a1ea897ca554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4ddd64-3569-4ecf-8080-b623f70f0b60,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:56.798812 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5568d6-ef71-4fdb-8c25-d35c8b27c600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-559d4276-7521-47eb-85b9-e271be50f21a', 'network_id': '559d4276-7521-47eb-85b9-e271be50f21a', 'tenant_id': '96868bc43e564d8cbc6e9e384b92e779', 'fixed_ips': [{'subnet_id': '03e2796b-7f1e-4f40-8dec-e4aa1a34a8f7'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:24:56.800048 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb5568d6-ef71-4fdb-8c25-d35c8b27c600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:56.823887 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34a1203a-dc5e-4873-8883-d697cce98bb2 req-3b2c1d13-da5e-403c-920b-96ccd022a27b tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120815 Nov 19 09:24:56.824656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f46353-345c-4d79-933f-1bc991d073a5 admin admin] Made reservation on behalf of 2d698251aeaa48df8d7518a8d7cddc5c for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:56.828263 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f46353-345c-4d79-933f-1bc991d073a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:56.850306 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f46353-345c-4d79-933f-1bc991d073a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:56.863376 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c44a71c-b3b8-4fdd-ae34-8db62be26fd0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:56.865415 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c44a71c-b3b8-4fdd-ae34-8db62be26fd0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:56.867305 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c44a71c-b3b8-4fdd-ae34-8db62be26fd0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:56.869175 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0c44a71c-b3b8-4fdd-ae34-8db62be26fd0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1648545 Nov 19 09:24:56.875039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'tag': '9694c3c4-a2f0-463a-929f-be8348809922'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:24:56.877398 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99fabf3-c32c-49b2-a556-29157ef95fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "tag": "9694c3c4-a2f0-463a-929f-be8348809922"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:24:56.883683 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53752) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:56.904278 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7d3f7bee-48ac-4a5c-b85b-ef81b66a4338 service neutron] 10.222.0.71 "GET /v2.0/networks/d998d4ee-a200-49f0-8943-4be78f808d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924592 Nov 19 09:24:56.953154 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cf16a7-3e0a-48a5-832f-5e5a91066183 x-openstack-request-id: req-c5cf16a7-3e0a-48a5-832f-5e5a91066183 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:24:56.953595 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "tag": "9694c3c4-a2f0-463a-929f-be8348809922", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:24:56.954217 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5cf16a7-3e0a-48a5-832f-5e5a91066183 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:24:56.954454 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'tag': '9694c3c4-a2f0-463a-929f-be8348809922', 'status': 'completed', 'code': 200} Nov 19 09:24:56.957484 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e51eed2-c569-4e18-9296-727bf9311c63 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Deleting subnet 03e2796b-7f1e-4f40-8dec-e4aa1a34a8f7 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:24:56.963179 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e51eed2-c569-4e18-9296-727bf9311c63 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.084249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-13828860-7844-42e1-a620-f2b9c013a2c8', 'network_id': '13828860-7844-42e1-a620-f2b9c013a2c8', 'tenant_id': '96868bc43e564d8cbc6e9e384b92e779', 'fixed_ips': [{'subnet_id': '518c48ca-1f57-4226-84bf-05843a913e1a'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:24:57.084792 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b3583902-b2b9-45ea-9492-16de878d7d42 service neutron] 10.222.0.71 "GET /v2.0/networks/d998d4ee-a200-49f0-8943-4be78f808d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620219 Nov 19 09:24:57.085392 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.086778 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f46353-345c-4d79-933f-1bc991d073a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.092567 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f46353-345c-4d79-933f-1bc991d073a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.153830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-2e9a2614-8181-453b-b91e-71546535eaac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=9d6d1cc0-1c45-4b89-95b9-69aea729ca09 HTTP/1.1" status: 200 len: 217 time: 0.0545461 Nov 19 09:24:57.164253 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f46353-345c-4d79-933f-1bc991d073a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:24:57.227537 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f46353-345c-4d79-933f-1bc991d073a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.228082 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-17f46353-345c-4d79-933f-1bc991d073a5 admin admin] Added segment e06a6122-0893-4b02-9450-a047ed858846 of type vlan for network 8c88789f-89ef-4edb-a734-27f1797a7271 Nov 19 09:24:57.231612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f46353-345c-4d79-933f-1bc991d073a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6678e3-70e0-45b6-b1c5-343cdcda2de4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:57.254438 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Allocated IP 2001:db8:0:1::1 (13828860-7844-42e1-a620-f2b9c013a2c8/518c48ca-1f57-4226-84bf-05843a913e1a/e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:24:57.256008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-d38a8b48-a2e7-4fa6-b477-7c81a50e49af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:57.258052 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-d38a8b48-a2e7-4fa6-b477-7c81a50e49af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5a2b101-52c9-410d-843d-1141acad32f0 HTTP/1.1" status: 200 len: 797 time: 0.0905533 Nov 19 09:24:57.334519 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f46353-345c-4d79-933f-1bc991d073a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.352894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-e5c3fe37-ac50-4c8f-91c0-14759b6aa245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:57.355165 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-e5c3fe37-ac50-4c8f-91c0-14759b6aa245 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49aec6eb-5987-4d27-ba58-77e438f7ea82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0719786 Nov 19 09:24:57.356939 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e51eed2-c569-4e18-9296-727bf9311c63 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.420648 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.432799 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e51eed2-c569-4e18-9296-727bf9311c63 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.432957 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.477343 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-45040bbc-7532-4b0a-ba2f-0b6389c405eb service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104875 Nov 19 09:24:57.488854 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f46353-345c-4d79-933f-1bc991d073a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.490293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f46353-345c-4d79-933f-1bc991d073a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:57.491167 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f46353-345c-4d79-933f-1bc991d073a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.511662 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e51eed2-c569-4e18-9296-727bf9311c63 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.515763 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Network 13828860-7844-42e1-a620-f2b9c013a2c8 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:24:57.518029 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:57.523326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:24:57.569370 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51eed2-c569-4e18-9296-727bf9311c63 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event deleted for resources: {'Subnet': ['ID=03e2796b-7f1e-4f40-8dec-e4aa1a34a8f7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:57.576246 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e51eed2-c569-4e18-9296-727bf9311c63 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.582556 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0e51eed2-c569-4e18-9296-727bf9311c63 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "DELETE /v2.0/subnets/03e2796b-7f1e-4f40-8dec-e4aa1a34a8f7 HTTP/1.1" status: 204 len: 168 time: 0.6951261 Nov 19 09:24:57.582767 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53774) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server [None req-fb5568d6-ef71-4fdb-8c25-d35c8b27c600 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03e2796b-7f1e-4f40-8dec-e4aa1a34a8f7: This subnet is being modified by another concurrent operation. Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 09:24:57.626409 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise exception Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03e2796b-7f1e-4f40-8dec-e4aa1a34a8f7: This subnet is being modified by another concurrent operation. Nov 19 09:24:57.631060 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Nov 19 09:24:57.662130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab9cea3-6c9e-4c0b-800d-a72d92b75275 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Deleting subnet 518c48ca-1f57-4226-84bf-05843a913e1a {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:24:57.665892 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ab9cea3-6c9e-4c0b-800d-a72d92b75275 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.700264 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e032e53-df0a-417a-96a9-04bd5886a94e None None] Network 559d4276-7521-47eb-85b9-e271be50f21a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:57.739642 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ab9cea3-6c9e-4c0b-800d-a72d92b75275 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.848771 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Pushing event updated for resources: {'Port': ['ID=e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:57.937152 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ab9cea3-6c9e-4c0b-800d-a72d92b75275 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.973535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Attempting to bind port e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:24:57.973997 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Attempting to bind port e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'be99f94a-dacb-449a-bfe8-558a6fb5b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '13828860-7844-42e1-a620-f2b9c013a2c8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:24:57.974375 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Attempting to bind port e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764 on network 13828860-7844-42e1-a620-f2b9c013a2c8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:24:57.980448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:24:57.980826 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Checking segment: {'id': 'be99f94a-dacb-449a-bfe8-558a6fb5b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '13828860-7844-42e1-a620-f2b9c013a2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:57.981274 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:57.981720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Bound using segment: {'id': 'be99f94a-dacb-449a-bfe8-558a6fb5b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '13828860-7844-42e1-a620-f2b9c013a2c8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:24:57.982269 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Bound port: e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be99f94a-dacb-449a-bfe8-558a6fb5b166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '13828860-7844-42e1-a620-f2b9c013a2c8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:24:57.983610 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:58.040110 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ab9cea3-6c9e-4c0b-800d-a72d92b75275 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:58.090431 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9cea3-6c9e-4c0b-800d-a72d92b75275 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event deleted for resources: {'Subnet': ['ID=518c48ca-1f57-4226-84bf-05843a913e1a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:58.093712 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ab9cea3-6c9e-4c0b-800d-a72d92b75275 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:58.098756 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8ab9cea3-6c9e-4c0b-800d-a72d92b75275 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "DELETE /v2.0/subnets/518c48ca-1f57-4226-84bf-05843a913e1a HTTP/1.1" status: 204 len: 168 time: 0.5148485 Nov 19 09:24:58.101371 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53796) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:58.146560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] For port e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:24:58.150026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] For port e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764,segment=NetworkSegment(be99f94a-dacb-449a-bfe8-558a6fb5b166),segment_id=be99f94a-dacb-449a-bfe8-558a6fb5b166)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:24:58.159540 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:58.161400 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2241c8-08a4-4256-8ef4-fe33944c81e8 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:58.163341 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6b2241c8-08a4-4256-8ef4-fe33944c81e8 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0608017 Nov 19 09:24:58.167381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53800) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:58.235403 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f3bc8-5cee-40c9-a401-c36cdcacddcd None None] Pushing event updated for resources: {'Port': ['ID=e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:58.288113 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:58.337623 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017f643-7d26-4560-b828-d34146f3bafd req-bd3d6d24-76d2-4e08-962d-d9f8fa8d86d7 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:58.345556 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2017f643-7d26-4560-b828-d34146f3bafd req-bd3d6d24-76d2-4e08-962d-d9f8fa8d86d7 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.2415016 Nov 19 09:24:58.350233 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-17f46353-345c-4d79-933f-1bc991d073a5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8849170 Nov 19 09:24:58.360494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53806) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:58.371882 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ae4f9fc4-c4a4-4dfa-a2cc-968ba5b2d02c admin admin] Request body: {'subnet': {'network_id': '8c88789f-89ef-4edb-a734-27f1797a7271', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-880257045-subnet', 'tenant_id': '2d698251aeaa48df8d7518a8d7cddc5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:24:58.425913 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Deleting port e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:24:58.426350 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:58.446361 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2017f643-7d26-4560-b828-d34146f3bafd req-c551d78e-9a60-49a3-afc0-b8f40ad5f2f7 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947683 Nov 19 09:24:58.479539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-34cf3943-8ca5-4fe4-a464-be83c6ac01d2 service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9932883 Nov 19 09:24:58.480224 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f46353-345c-4d79-933f-1bc991d073a5 admin admin] Pushing event updated for resources: {'Network': ['ID=8c88789f-89ef-4edb-a734-27f1797a7271,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:58.503825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 8c88789f-89ef-4edb-a734-27f1797a7271 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:24:58.520145 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4f9fc4-c4a4-4dfa-a2cc-968ba5b2d02c admin admin] Made reservation on behalf of 2d698251aeaa48df8d7518a8d7cddc5c for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:24:58.522488 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae4f9fc4-c4a4-4dfa-a2cc-968ba5b2d02c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:58.530675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8b9e3-1c37-400d-a51f-c1175d0bb382 req-f40e2220-49f0-4c60-9fcd-0551ea5565b1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:58.537110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8b9e3-1c37-400d-a51f-c1175d0bb382 req-f40e2220-49f0-4c60-9fcd-0551ea5565b1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:58.543574 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8b9e3-1c37-400d-a51f-c1175d0bb382 req-f40e2220-49f0-4c60-9fcd-0551ea5565b1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:58.553566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8b9e3-1c37-400d-a51f-c1175d0bb382 req-f40e2220-49f0-4c60-9fcd-0551ea5565b1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:58.559896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8b9e3-1c37-400d-a51f-c1175d0bb382 req-f40e2220-49f0-4c60-9fcd-0551ea5565b1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:58.567986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8b9e3-1c37-400d-a51f-c1175d0bb382 req-f40e2220-49f0-4c60-9fcd-0551ea5565b1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:58.576714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8b9e3-1c37-400d-a51f-c1175d0bb382 req-f40e2220-49f0-4c60-9fcd-0551ea5565b1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:58.611978 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71b8b9e3-1c37-400d-a51f-c1175d0bb382 req-f40e2220-49f0-4c60-9fcd-0551ea5565b1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5432 time: 0.5613415 Nov 19 09:24:58.672263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] For port e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764,segment=NetworkSegment(be99f94a-dacb-449a-bfe8-558a6fb5b166),segment_id=be99f94a-dacb-449a-bfe8-558a6fb5b166)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:24:58.672703 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:58.699145 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-18955125-c4ed-467b-91d2-fcac769e4c55 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=19a55e08-5b80-469b-baa4-dc2c8cdb0361 HTTP/1.1" status: 200 len: 217 time: 0.2095966 Nov 19 09:24:58.704946 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Calling delete_port for e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:24:58.777460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71b8b9e3-1c37-400d-a51f-c1175d0bb382 req-a8f6c18b-59ff-45ec-bc4b-7862916935f9 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1643679 Nov 19 09:24:58.789770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7c53ead8-78f5-4a30-bde4-82ca74051f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:58.791286 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7c53ead8-78f5-4a30-bde4-82ca74051f0e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5a2b101-52c9-410d-843d-1141acad32f0 HTTP/1.1" status: 200 len: 797 time: 0.0805199 Nov 19 09:24:58.888760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7c9e5714-adfd-4017-866a-a28da4eff27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:58.890886 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7c9e5714-adfd-4017-866a-a28da4eff27a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49aec6eb-5987-4d27-ba58-77e438f7ea82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0915356 Nov 19 09:24:58.894002 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:58.940239 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event deleted for resources: {'Port': ['ID=e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:58.946583 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] No DVR routers for this DVR port e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:24:59.039299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-49722b82-38f3-4988-b1f0-531f36c17b7a service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396370 Nov 19 09:24:59.148990 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:59.168026 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-72180b9f-c81a-4325-a3c3-865c91e22f52 service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195819 Nov 19 09:24:59.175924 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae4f9fc4-c4a4-4dfa-a2cc-968ba5b2d02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:59.185621 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13828860-7844-42e1-a620-f2b9c013a2c8']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:59.230428 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-1b5d642f-c877-440a-a137-2eb9a2649aa6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=e505d3ae-8213-42cf-b58a-27349e19fab2 HTTP/1.1" status: 200 len: 217 time: 0.0547504 Nov 19 09:24:59.235584 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be99f94a-dacb-449a-bfe8-558a6fb5b166') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:59.235895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be99f94a-dacb-449a-bfe8-558a6fb5b166') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:24:59.254937 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:59.306605 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-f6cc0c23-fb5d-4ee7-a328-a0c216de7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:59.308084 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-f6cc0c23-fb5d-4ee7-a328-a0c216de7bf4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5a2b101-52c9-410d-843d-1141acad32f0 HTTP/1.1" status: 200 len: 797 time: 0.0693367 Nov 19 09:24:59.330519 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4f9fc4-c4a4-4dfa-a2cc-968ba5b2d02c admin admin] Checking segment: {'id': 'e06a6122-0893-4b02-9450-a047ed858846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8c88789f-89ef-4edb-a734-27f1797a7271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:24:59.330883 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4f9fc4-c4a4-4dfa-a2cc-968ba5b2d02c admin admin] Network hostable DHCP agents. Network: 8c88789f-89ef-4edb-a734-27f1797a7271, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:24:59.333072 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f9fc4-c4a4-4dfa-a2cc-968ba5b2d02c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57f8700-8336-4709-9066-8912adec085c,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:59.343362 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:59.350990 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:24:59.351541 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:24:59.366400 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:24:59.381516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f01bf5d-d270-4aa8-8bc3-767e5e247dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:59.383147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-6f01bf5d-d270-4aa8-8bc3-767e5e247dbf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49aec6eb-5987-4d27-ba58-77e438f7ea82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0673444 Nov 19 09:24:59.454018 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4f9fc4-c4a4-4dfa-a2cc-968ba5b2d02c admin admin] Network 8c88789f-89ef-4edb-a734-27f1797a7271 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:24:59.469904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ae4f9fc4-c4a4-4dfa-a2cc-968ba5b2d02c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 8c88789f-89ef-4edb-a734-27f1797a7271) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:24:59.475787 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f9fc4-c4a4-4dfa-a2cc-968ba5b2d02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:59.476501 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae4f9fc4-c4a4-4dfa-a2cc-968ba5b2d02c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:59.481480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34087742-59c7-400f-8dea-60ef032d9fee None None] Network 8c88789f-89ef-4edb-a734-27f1797a7271 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:59.490889 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:59.520961 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:59.524595 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "DELETE /v2.0/networks/13828860-7844-42e1-a620-f2b9c013a2c8 HTTP/1.1" status: 204 len: 168 time: 1.3558178 Nov 19 09:24:59.527905 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-2b064fce-ef8d-4cc8-bc86-4e60de885b09 service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312451 Nov 19 09:24:59.528795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53832) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:24:59.555426 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc8326-b05c-4946-945e-c4023525e928 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event deleted for resources: {'Network': ['ID=13828860-7844-42e1-a620-f2b9c013a2c8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:24:59.567939 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ae4f9fc4-c4a4-4dfa-a2cc-968ba5b2d02c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2012343 Nov 19 09:24:59.759817 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a110d08c-ce2f-445e-a1a0-35e6b2f19d4d None None] Network 8c88789f-89ef-4edb-a734-27f1797a7271 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:24:59.817058 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62fa39e8-d98e-484e-95d5-84db139fc17c tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:24:59.918985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8a61b-a51c-4eca-bf5f-f3d88c1ed22c req-7ea9bfb5-0c72-4a49-85d7-d851b732b573 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:24:59.926935 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7bd8a61b-a51c-4eca-bf5f-f3d88c1ed22c req-7ea9bfb5-0c72-4a49-85d7-d851b732b573 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.2924352 Nov 19 09:24:59.946463 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-65c81244-2445-4c85-bc21-b18bf14c5fc3 service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084268 Nov 19 09:25:00.091259 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-76106570-56c0-49aa-84b4-c8bff8f55527 None None] Could not find standard attr ID for object e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:25:00.112577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-25adb072-762e-41c2-b61d-2faa48ccdc20 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=c80a3964-2f56-440f-bf2a-88032266b6fa HTTP/1.1" status: 200 len: 217 time: 0.1022696 Nov 19 09:25:00.175104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5d67c1-0ea3-4ff3-b790-e643a32d5f01 None None] DHCP port deletion for 13828860-7844-42e1-a620-f2b9c013a2c8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:25:00.217437 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24c1aa4-6dd5-4bae-8630-75e52029688a None None] Network 13828860-7844-42e1-a620-f2b9c013a2c8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:00.252073 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24c1aa4-6dd5-4bae-8630-75e52029688a None None] Network 13828860-7844-42e1-a620-f2b9c013a2c8 could not be found, it might have been deleted concurrently. {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 09:25:00.263251 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b89cfc8-f207-4791-9edb-6420deb2f1fd None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:25:00.282929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e43a2-ed6a-4dcd-8939-e1eb8ff191ea req-f663312f-362a-43b9-b952-a0cdf83c85f3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:00.289316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e43a2-ed6a-4dcd-8939-e1eb8ff191ea req-f663312f-362a-43b9-b952-a0cdf83c85f3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:00.295604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e43a2-ed6a-4dcd-8939-e1eb8ff191ea req-f663312f-362a-43b9-b952-a0cdf83c85f3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:00.301856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e43a2-ed6a-4dcd-8939-e1eb8ff191ea req-f663312f-362a-43b9-b952-a0cdf83c85f3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:00.311499 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e43a2-ed6a-4dcd-8939-e1eb8ff191ea req-f663312f-362a-43b9-b952-a0cdf83c85f3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:00.319104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e43a2-ed6a-4dcd-8939-e1eb8ff191ea req-f663312f-362a-43b9-b952-a0cdf83c85f3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:00.325752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e43a2-ed6a-4dcd-8939-e1eb8ff191ea req-f663312f-362a-43b9-b952-a0cdf83c85f3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:00.328843 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-147e43a2-ed6a-4dcd-8939-e1eb8ff191ea req-f663312f-362a-43b9-b952-a0cdf83c85f3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5432 time: 0.3872674 Nov 19 09:25:00.332854 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62fa39e8-d98e-484e-95d5-84db139fc17c tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:00.342692 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7bd8a61b-a51c-4eca-bf5f-f3d88c1ed22c req-2c7b7114-13b6-46f0-a86c-3b8d1197a63e tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148195 Nov 19 09:25:00.390202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-f6a58716-bfc4-40a7-946d-917b411cf84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:00.392023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-f6a58716-bfc4-40a7-946d-917b411cf84b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5a2b101-52c9-410d-843d-1141acad32f0 HTTP/1.1" status: 200 len: 797 time: 0.2626994 Nov 19 09:25:00.395323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-62fa39e8-d98e-484e-95d5-84db139fc17c tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559d4276-7521-47eb-85b9-e271be50f21a']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:00.426442 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-62fa39e8-d98e-484e-95d5-84db139fc17c tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4442af9-b76d-4e63-83b8-6e847c8562ce') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:00.426744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-62fa39e8-d98e-484e-95d5-84db139fc17c tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4442af9-b76d-4e63-83b8-6e847c8562ce') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:00.462268 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62fa39e8-d98e-484e-95d5-84db139fc17c tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:00.516765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53854) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:00.520225 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62fa39e8-d98e-484e-95d5-84db139fc17c tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:00.531911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-147e43a2-ed6a-4dcd-8939-e1eb8ff191ea req-e7cdb2aa-4fd3-4cd4-9f91-03ad045d10e7 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1953325 Nov 19 09:25:00.535897 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62fa39e8-d98e-484e-95d5-84db139fc17c tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:00.536336 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62fa39e8-d98e-484e-95d5-84db139fc17c tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:00.539906 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:00.583599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-d32fbc92-7a04-4908-9536-98d5d1d9bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:00.585136 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-d32fbc92-7a04-4908-9536-98d5d1d9bf4a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49aec6eb-5987-4d27-ba58-77e438f7ea82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1850793 Nov 19 09:25:00.622651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b89cfc8-f207-4791-9edb-6420deb2f1fd None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:25:00.690002 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62fa39e8-d98e-484e-95d5-84db139fc17c tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:00.706200 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62fa39e8-d98e-484e-95d5-84db139fc17c tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:00.711733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53862) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:00.711972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-62fa39e8-d98e-484e-95d5-84db139fc17c tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "DELETE /v2.0/networks/559d4276-7521-47eb-85b9-e271be50f21a HTTP/1.1" status: 204 len: 168 time: 1.1812603 Nov 19 09:25:00.727514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa39e8-d98e-484e-95d5-84db139fc17c tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event deleted for resources: {'Network': ['ID=559d4276-7521-47eb-85b9-e271be50f21a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:00.765425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-f14a1e64-4294-4779-8989-36d024a99470 service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626031 Nov 19 09:25:00.847814 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea539953-da26-496f-85e0-a453984edae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:00.866802 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53868) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:00.917900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-78e3133b-997b-4f75-b1fb-33f92eb28d6c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-495405305-network', 'tenant_id': '744b92dde758482c843eab0235125e7b'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:00.952894 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa565873-914a-45d8-86b1-9c33a691709e tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:00.970269 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e3133b-997b-4f75-b1fb-33f92eb28d6c admin admin] Made reservation on behalf of 744b92dde758482c843eab0235125e7b for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:00.972607 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-78e3133b-997b-4f75-b1fb-33f92eb28d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.001690 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-78e3133b-997b-4f75-b1fb-33f92eb28d6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.024225 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:25:01.027961 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e58b4f-6899-475a-9f42-6ccbbba9d4ba req-bb38fda5-c1be-413c-aa37-7cc86413a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:01.031260 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-86e58b4f-6899-475a-9f42-6ccbbba9d4ba req-bb38fda5-c1be-413c-aa37-7cc86413a2c1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 1098 time: 0.1440072 Nov 19 09:25:01.041213 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-b0324b05-8164-4d49-98bd-275406b8413c service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698431 Nov 19 09:25:01.071088 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:25:01.071754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e73f7b4a-c9f5-4cfa-8a0e-b3e02b4eb764 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:25:01.141232 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7e79bf51-1104-40ed-ba45-aa32b98584f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcbc891e-ade2-45eb-ad48-53e552b80d69 HTTP/1.1" status: 200 len: 217 time: 0.0927691 Nov 19 09:25:01.143575 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa565873-914a-45d8-86b1-9c33a691709e tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.205218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-cf5201ae-12bb-4a31-acb0-16525b8ea8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:01.207096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-cf5201ae-12bb-4a31-acb0-16525b8ea8c2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=82aa1abf-8f01-4519-8f31-1b5a7fadbc6b HTTP/1.1" status: 200 len: 797 time: 0.0586712 Nov 19 09:25:01.228887 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-fa565873-914a-45d8-86b1-9c33a691709e tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc12541-f3ce-4a23-babf-835d426bcf48']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:01.251323 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea539953-da26-496f-85e0-a453984edae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.254276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-fa565873-914a-45d8-86b1-9c33a691709e tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd6b03a-c831-43ad-830d-1e68ef04b684') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:01.254954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-fa565873-914a-45d8-86b1-9c33a691709e tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd6b03a-c831-43ad-830d-1e68ef04b684') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:01.259092 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-86e58b4f-6899-475a-9f42-6ccbbba9d4ba req-5dd7e8b5-4a10-44f1-ac19-172143eb96c7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031224 Nov 19 09:25:01.267709 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea539953-da26-496f-85e0-a453984edae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.286225 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-78e3133b-997b-4f75-b1fb-33f92eb28d6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.292460 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa565873-914a-45d8-86b1-9c33a691709e tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.293521 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-e26e962e-f7ce-4640-b864-ec3b13f678f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:01.295177 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-e26e962e-f7ce-4640-b864-ec3b13f678f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2acc81c-bf09-4632-a469-1751c5389c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0772018 Nov 19 09:25:01.296565 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-78e3133b-997b-4f75-b1fb-33f92eb28d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.307756 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa565873-914a-45d8-86b1-9c33a691709e tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.315554 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa565873-914a-45d8-86b1-9c33a691709e tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:01.315975 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa565873-914a-45d8-86b1-9c33a691709e tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.317789 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e3133b-997b-4f75-b1fb-33f92eb28d6c admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:25:01.328737 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-78e3133b-997b-4f75-b1fb-33f92eb28d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.329535 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-78e3133b-997b-4f75-b1fb-33f92eb28d6c admin admin] Added segment af80472c-3ac0-4ba1-a55e-3c502acd346d of type vlan for network 054c0a60-fd14-4b15-8380-62444e3cd217 Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:01.330284 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:01.404702 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ea539953-da26-496f-85e0-a453984edae0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40a75662bc334b2d8524fe47dc8b2c29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8830166 Nov 19 09:25:01.405436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53874) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:01.405796 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea539953-da26-496f-85e0-a453984edae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81444011-47af-4a80-b972-ca3b5e26a986,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:01.419387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3133b-997b-4f75-b1fb-33f92eb28d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebf2091-857c-46d8-9e60-d91ef7719acf,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:01.433932 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa565873-914a-45d8-86b1-9c33a691709e tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.457308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa565873-914a-45d8-86b1-9c33a691709e tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.463041 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fa565873-914a-45d8-86b1-9c33a691709e tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "DELETE /v2.0/networks/6bc12541-f3ce-4a23-babf-835d426bcf48 HTTP/1.1" status: 204 len: 168 time: 0.7496068 Nov 19 09:25:01.467986 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-78e3133b-997b-4f75-b1fb-33f92eb28d6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.470414 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53876) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:01.508420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa565873-914a-45d8-86b1-9c33a691709e tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event deleted for resources: {'Network': ['ID=6bc12541-f3ce-4a23-babf-835d426bcf48,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:01.564827 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Provisioning complete for port 0593f4e4-2659-4461-b537-9d3d844247d2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:01.565486 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.568130 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b844b4e9-375f-4b0e-839c-e9ea663d94e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.620226 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.resource_extend [None req-78e3133b-997b-4f75-b1fb-33f92eb28d6c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:25:01.629970 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b844b4e9-375f-4b0e-839c-e9ea663d94e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.647507 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Port 0593f4e4-2659-4461-b537-9d3d844247d2 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:25:01.661010 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Provisioning complete for port e22464e1-9e9a-4487-aa7d-8ea0a7d5b561 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:01.661532 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.706603 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-78e3133b-997b-4f75-b1fb-33f92eb28d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.707600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e3133b-997b-4f75-b1fb-33f92eb28d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:01.708263 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-78e3133b-997b-4f75-b1fb-33f92eb28d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.711701 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b844b4e9-375f-4b0e-839c-e9ea663d94e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.716170 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b844b4e9-375f-4b0e-839c-e9ea663d94e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.719158 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b844b4e9-375f-4b0e-839c-e9ea663d94e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81444011-47af-4a80-b972-ca3b5e26a986 HTTP/1.1" status: 204 len: 168 time: 0.3101346 Nov 19 09:25:01.736622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844b4e9-375f-4b0e-839c-e9ea663d94e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81444011-47af-4a80-b972-ca3b5e26a986,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:01.761360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9ab92-c5d5-43db-9ca0-f500ad4cf666 req-82c384ba-cea8-471b-8570-da78351ede61 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:01.769525 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70b9ab92-c5d5-43db-9ca0-f500ad4cf666 req-82c384ba-cea8-471b-8570-da78351ede61 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.3212891 Nov 19 09:25:01.819258 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Provisioning complete for port b00f8113-2f48-498c-b39f-48bcaa341d9d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:01.820295 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.842217 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63797500-1ed4-4c8a-9780-5b29198ebff0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.865334 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-78e3133b-997b-4f75-b1fb-33f92eb28d6c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9944749 Nov 19 09:25:01.866304 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53884) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:01.873762 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6167a31f-1ace-4ddc-ac88-d0af33541a37 admin admin] Request body: {'subnet': {'network_id': '054c0a60-fd14-4b15-8380-62444e3cd217', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-495405305-subnet', 'tenant_id': '744b92dde758482c843eab0235125e7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:01.906776 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6167a31f-1ace-4ddc-ac88-d0af33541a37 admin admin] Made reservation on behalf of 744b92dde758482c843eab0235125e7b for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:01.909673 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6167a31f-1ace-4ddc-ac88-d0af33541a37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:01.939134 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-a700d725-1061-4cc0-b035-810b051cc574 service neutron] 10.222.0.71 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873071 Nov 19 09:25:01.939889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3133b-997b-4f75-b1fb-33f92eb28d6c admin admin] Pushing event updated for resources: {'Network': ['ID=054c0a60-fd14-4b15-8380-62444e3cd217,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:01.955249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 054c0a60-fd14-4b15-8380-62444e3cd217 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:25:02.050261 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Provisioning complete for port 89fcea11-9c78-4ed0-b9a8-92a5c7498b7b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:02.050557 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:02.087952 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299c5d6-a960-4bae-bc56-2472f0614ca0 req-6b991e54-c764-4153-b926-c67c274da690 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:02.094397 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299c5d6-a960-4bae-bc56-2472f0614ca0 req-6b991e54-c764-4153-b926-c67c274da690 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:02.100569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299c5d6-a960-4bae-bc56-2472f0614ca0 req-6b991e54-c764-4153-b926-c67c274da690 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:02.104440 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Port 89fcea11-9c78-4ed0-b9a8-92a5c7498b7b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:25:02.107200 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299c5d6-a960-4bae-bc56-2472f0614ca0 req-6b991e54-c764-4153-b926-c67c274da690 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:02.114623 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299c5d6-a960-4bae-bc56-2472f0614ca0 req-6b991e54-c764-4153-b926-c67c274da690 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:02.117954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Provisioning complete for port 57548de5-4fa3-4f62-ad4e-4a0b86e70f08 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:02.118571 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:02.121252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299c5d6-a960-4bae-bc56-2472f0614ca0 req-6b991e54-c764-4153-b926-c67c274da690 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:02.127622 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299c5d6-a960-4bae-bc56-2472f0614ca0 req-6b991e54-c764-4153-b926-c67c274da690 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:02.129586 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c299c5d6-a960-4bae-bc56-2472f0614ca0 req-6b991e54-c764-4153-b926-c67c274da690 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5432 time: 0.3460135 Nov 19 09:25:02.192502 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63797500-1ed4-4c8a-9780-5b29198ebff0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:02.219797 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-63797500-1ed4-4c8a-9780-5b29198ebff0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbdd6328-f624-4bca-ae2a-6a7eaeb72585']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:02.261603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-63797500-1ed4-4c8a-9780-5b29198ebff0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c801c13-f707-41e5-b2e8-e5dc902edacc') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:02.261897 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-63797500-1ed4-4c8a-9780-5b29198ebff0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c801c13-f707-41e5-b2e8-e5dc902edacc') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:02.266568 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6167a31f-1ace-4ddc-ac88-d0af33541a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:02.301710 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63797500-1ed4-4c8a-9780-5b29198ebff0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:02.314400 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53894) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:02.330008 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63797500-1ed4-4c8a-9780-5b29198ebff0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:02.342822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63797500-1ed4-4c8a-9780-5b29198ebff0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:02.343159 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63797500-1ed4-4c8a-9780-5b29198ebff0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:02.360092 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Provisioning complete for port 6e45d98f-5408-4e95-8ab4-f82a1f165672 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:02.360730 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:02.382577 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05277e96-62e3-416c-9eb4-b0dd57dbe0fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:02.385311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167a31f-1ace-4ddc-ac88-d0af33541a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc785c37-251c-44bd-9467-9455e7292e24,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:02.450248 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167a31f-1ace-4ddc-ac88-d0af33541a37 admin admin] Checking segment: {'id': 'af80472c-3ac0-4ba1-a55e-3c502acd346d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '054c0a60-fd14-4b15-8380-62444e3cd217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:02.450710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6167a31f-1ace-4ddc-ac88-d0af33541a37 admin admin] Network hostable DHCP agents. Network: 054c0a60-fd14-4b15-8380-62444e3cd217, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:25:02.496276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6167a31f-1ace-4ddc-ac88-d0af33541a37 admin admin] Network 054c0a60-fd14-4b15-8380-62444e3cd217 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:25:02.497019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70b9ab92-c5d5-43db-9ca0-f500ad4cf666 req-b44e72eb-db1d-4ced-8112-4f6bd24dd7e9 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7265515 Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:02.503854 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:02.511280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Provisioning complete for port 013f0182-e153-4a02-a7b6-cf4cd8ab5e70 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:02.512065 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:02.517624 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6167a31f-1ace-4ddc-ac88-d0af33541a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 054c0a60-fd14-4b15-8380-62444e3cd217) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:02.522114 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63797500-1ed4-4c8a-9780-5b29198ebff0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:02.533176 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6167a31f-1ace-4ddc-ac88-d0af33541a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:02.533954 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6167a31f-1ace-4ddc-ac88-d0af33541a37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:02.541079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d39e706-a0e6-434b-a7ef-a2cdd748ff0d None None] Network 054c0a60-fd14-4b15-8380-62444e3cd217 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:02.586191 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6167a31f-1ace-4ddc-ac88-d0af33541a37 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7182026 Nov 19 09:25:02.588576 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63797500-1ed4-4c8a-9780-5b29198ebff0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:02.594370 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-63797500-1ed4-4c8a-9780-5b29198ebff0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] 10.222.0.21 "DELETE /v2.0/networks/dbdd6328-f624-4bca-ae2a-6a7eaeb72585 HTTP/1.1" status: 204 len: 168 time: 1.1130006 Nov 19 09:25:02.641681 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05277e96-62e3-416c-9eb4-b0dd57dbe0fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:02.642640 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63797500-1ed4-4c8a-9780-5b29198ebff0 tempest-BulkNetworkOpsIpV6Test-288060141 tempest-BulkNetworkOpsIpV6Test-288060141-project] Pushing event deleted for resources: {'Network': ['ID=dbdd6328-f624-4bca-ae2a-6a7eaeb72585,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:02.653639 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05277e96-62e3-416c-9eb4-b0dd57dbe0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:02.734891 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-05277e96-62e3-416c-9eb4-b0dd57dbe0fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a191995940e1469bb0bcf3593282e052&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4155374 Nov 19 09:25:02.735878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53902) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:02.821005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-2edb0776-68c7-459e-a231-413f0dfa3aad service neutron] 10.222.0.71 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8623111 Nov 19 09:25:02.823961 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05277e96-62e3-416c-9eb4-b0dd57dbe0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de08b448-3413-4e33-ad9e-9aea2ec3579c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:02.837376 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c299c5d6-a960-4bae-bc56-2472f0614ca0 req-5ecf9cce-7f4b-4d9f-bfea-01c51f210426 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3345644 Nov 19 09:25:02.968616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-7060a8bb-7215-4ec1-b276-8a0c099b73aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9694c3c4-a2f0-463a-929f-be8348809922 HTTP/1.1" status: 200 len: 217 time: 0.1273587 Nov 19 09:25:03.032711 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b216e1-65a9-4e84-9ce6-38792e66d193 None None] Network 054c0a60-fd14-4b15-8380-62444e3cd217 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:03.112606 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ab28d95-0384-4730-9262-65aca066ffcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:03.118649 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-9877bc3f-6098-43cf-abb5-5f915cd2c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:03.120163 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-9877bc3f-6098-43cf-abb5-5f915cd2c25f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=82aa1abf-8f01-4519-8f31-1b5a7fadbc6b HTTP/1.1" status: 200 len: 797 time: 0.1419582 Nov 19 09:25:03.160357 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Provisioning complete for port b78c37ed-591e-4201-b0f2-979a8504e080 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:03.161002 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:03.195563 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53920) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:03.232726 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ab28d95-0384-4730-9262-65aca066ffcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:03.313051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-11bb7558-042d-4b6d-b63f-8294acc46093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:03.317836 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-11bb7558-042d-4b6d-b63f-8294acc46093 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2acc81c-bf09-4632-a469-1751c5389c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1815188 Nov 19 09:25:03.319117 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ab28d95-0384-4730-9262-65aca066ffcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:03.323033 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ab28d95-0384-4730-9262-65aca066ffcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:03.325605 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6ab28d95-0384-4730-9262-65aca066ffcc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de08b448-3413-4e33-ad9e-9aea2ec3579c HTTP/1.1" status: 204 len: 168 time: 0.5864186 Nov 19 09:25:03.363770 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Provisioning complete for port e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:03.364151 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:03.392863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab28d95-0384-4730-9262-65aca066ffcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de08b448-3413-4e33-ad9e-9aea2ec3579c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:03.475695 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-49e7934a-ac62-444a-a425-30465b3b5983 service neutron] 10.222.0.71 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478865 Nov 19 09:25:03.514583 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-de956bdf-42cc-4f56-b8de-b881ad991cb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96868bc43e564d8cbc6e9e384b92e779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3177543 Nov 19 09:25:03.515195 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53928) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:03.656941 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8808eee-5d9d-4e34-ac96-c96aec09c32b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:03.711150 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8808eee-5d9d-4e34-ac96-c96aec09c32b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:03.775299 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e0c13-3a4f-46b6-91e7-146d95d40067 req-367d023e-2cf2-4d02-8129-6a8eb7267196 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:03.776613 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e4e0c13-3a4f-46b6-91e7-146d95d40067 req-367d023e-2cf2-4d02-8129-6a8eb7267196 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.1302769 Nov 19 09:25:03.815226 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Provisioning complete for port c7676fc4-84e1-45a4-ab8b-07bf8484d028 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:03.815683 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:03.823800 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8808eee-5d9d-4e34-ac96-c96aec09c32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:03.827364 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8808eee-5d9d-4e34-ac96-c96aec09c32b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:03.830800 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c8808eee-5d9d-4e34-ac96-c96aec09c32b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d814c8d4-5065-4ea1-b4c2-c98baf1f2220 HTTP/1.1" status: 204 len: 168 time: 0.3124197 Nov 19 09:25:03.851546 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8808eee-5d9d-4e34-ac96-c96aec09c32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d814c8d4-5065-4ea1-b4c2-c98baf1f2220,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:03.885704 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e4e0c13-3a4f-46b6-91e7-146d95d40067 req-9e56670a-65b6-4ad6-8d60-210ce69a9eb0 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983930 Nov 19 09:25:03.895223 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-784fce7a-77cf-407b-9b26-22be62a51e2f req-9e1b0455-f55d-4b33-b7b4-2adad890fc19 service neutron] 10.222.0.71 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058397 Nov 19 09:25:03.918681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-34aa4924-a21b-4c21-a050-88ea9fdf9c98 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:03.934044 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-34aa4924-a21b-4c21-a050-88ea9fdf9c98 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/networks?id=8c88789f-89ef-4edb-a734-27f1797a7271 HTTP/1.1" status: 200 len: 824 time: 0.2999728 Nov 19 09:25:03.953130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-a1415d3b-371e-494d-b01a-d593a25de039 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/quotas/2d698251aeaa48df8d7518a8d7cddc5c HTTP/1.1" status: 200 len: 375 time: 0.0180008 Nov 19 09:25:03.992372 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-9a490f17-163e-4f00-b72b-70ebc7dc6a5b tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d698251aeaa48df8d7518a8d7cddc5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382445 Nov 19 09:25:04.008440 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Provisioning complete for port 77a98ef9-9482-40ca-9430-9a32bef96a9b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:04.009220 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:04.064639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Port 77a98ef9-9482-40ca-9430-9a32bef96a9b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:25:04.082071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Provisioning complete for port a8cce874-451a-4507-9c97-62e42fefe087 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:04.082429 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94f802b6-0154-4895-99c4-bbf6401450e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:04.335004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fabf3-c32c-49b2-a556-29157ef95fcb req-71e0058e-f3cb-4d37-bcd8-52182da06db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:04.335490 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fabf3-c32c-49b2-a556-29157ef95fcb req-71e0058e-f3cb-4d37-bcd8-52182da06db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:04.335957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fabf3-c32c-49b2-a556-29157ef95fcb req-71e0058e-f3cb-4d37-bcd8-52182da06db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:04.336416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fabf3-c32c-49b2-a556-29157ef95fcb req-71e0058e-f3cb-4d37-bcd8-52182da06db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:04.336884 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fabf3-c32c-49b2-a556-29157ef95fcb req-71e0058e-f3cb-4d37-bcd8-52182da06db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:04.337396 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fabf3-c32c-49b2-a556-29157ef95fcb req-71e0058e-f3cb-4d37-bcd8-52182da06db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:04.337875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fabf3-c32c-49b2-a556-29157ef95fcb req-71e0058e-f3cb-4d37-bcd8-52182da06db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:04.340412 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a99fabf3-c32c-49b2-a556-29157ef95fcb req-71e0058e-f3cb-4d37-bcd8-52182da06db1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 6496 time: 0.3118579 Nov 19 09:25:04.417281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3c5aaa68-f375-41f3-812e-8ea0cbf55899 service neutron] 10.222.0.21 "GET /v2.0/networks/8c88789f-89ef-4edb-a734-27f1797a7271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239414 Nov 19 09:25:04.432040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f8ec-1005-41b6-b829-db49d9fbb8e6 req-8653501e-349d-468b-a997-77f9be6da2de tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:04.438189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f8ec-1005-41b6-b829-db49d9fbb8e6 req-8653501e-349d-468b-a997-77f9be6da2de tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:04.445310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f8ec-1005-41b6-b829-db49d9fbb8e6 req-8653501e-349d-468b-a997-77f9be6da2de tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:04.452072 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f8ec-1005-41b6-b829-db49d9fbb8e6 req-8653501e-349d-468b-a997-77f9be6da2de tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:04.457977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f8ec-1005-41b6-b829-db49d9fbb8e6 req-8653501e-349d-468b-a997-77f9be6da2de tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:04.463905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f8ec-1005-41b6-b829-db49d9fbb8e6 req-8653501e-349d-468b-a997-77f9be6da2de tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:04.470415 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f8ec-1005-41b6-b829-db49d9fbb8e6 req-8653501e-349d-468b-a997-77f9be6da2de tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:04.472466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e01f8ec-1005-41b6-b829-db49d9fbb8e6 req-8653501e-349d-468b-a997-77f9be6da2de tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5432 time: 0.2471018 Nov 19 09:25:04.602728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fabf3-c32c-49b2-a556-29157ef95fcb req-b222b70e-1e22-437f-b694-edae4bbd5a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:04.604227 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a99fabf3-c32c-49b2-a556-29157ef95fcb req-b222b70e-1e22-437f-b694-edae4bbd5a02 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b2acc81c-bf09-4632-a469-1751c5389c3c HTTP/1.1" status: 200 len: 903 time: 0.2559927 Nov 19 09:25:04.990799 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53992) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:05.014587 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a99fabf3-c32c-49b2-a556-29157ef95fcb req-237dc145-ba30-4505-a645-baa08bf159eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9694c3c4-a2f0-463a-929f-be8348809922 HTTP/1.1" status: 200 len: 217 time: 0.0553477 Nov 19 09:25:05.019668 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e01f8ec-1005-41b6-b829-db49d9fbb8e6 req-cc59f033-7102-4f2d-86bd-cea2b9b28798 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4878161 Nov 19 09:25:05.057815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-95e0f185-f20f-44f8-b810-b8968e24bda5 service neutron] 10.222.0.21 "GET /v2.0/networks/8c88789f-89ef-4edb-a734-27f1797a7271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574629 Nov 19 09:25:05.159138 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fabf3-c32c-49b2-a556-29157ef95fcb req-ef3802b6-bcf3-4899-9a3c-c6474e0d95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:05.164345 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a99fabf3-c32c-49b2-a556-29157ef95fcb req-ef3802b6-bcf3-4899-9a3c-c6474e0d95b6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=82aa1abf-8f01-4519-8f31-1b5a7fadbc6b HTTP/1.1" status: 200 len: 797 time: 0.1423092 Nov 19 09:25:05.408991 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-505a4624-0cd9-4bfa-9ca6-0d6e7d69a040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1118924113'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:05.438764 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505a4624-0cd9-4bfa-9ca6-0d6e7d69a040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:05.443331 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-505a4624-0cd9-4bfa-9ca6-0d6e7d69a040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:05.457240 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fabf3-c32c-49b2-a556-29157ef95fcb req-c56bd8e7-7d1b-443c-82d9-3bcd5a42b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:05.458874 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a99fabf3-c32c-49b2-a556-29157ef95fcb req-c56bd8e7-7d1b-443c-82d9-3bcd5a42b3cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2acc81c-bf09-4632-a469-1751c5389c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2841744 Nov 19 09:25:05.471330 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-505a4624-0cd9-4bfa-9ca6-0d6e7d69a040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:05.564203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9b5280b-a597-4936-9730-810b465dffac req-ee164e5a-9257-4b9b-8288-df3acdf03619 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 210 time: 0.1006615 Nov 19 09:25:05.616030 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-505a4624-0cd9-4bfa-9ca6-0d6e7d69a040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:05.623893 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-505a4624-0cd9-4bfa-9ca6-0d6e7d69a040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:05.626997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-860b33d8-b116-415f-aafa-567740e4b408 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:05.634429 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-860b33d8-b116-415f-aafa-567740e4b408 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/networks?id=fbfb4f80-8652-4f22-9f6e-789965f4b9d8 HTTP/1.1" status: 200 len: 811 time: 0.4214835 Nov 19 09:25:05.661204 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505a4624-0cd9-4bfa-9ca6-0d6e7d69a040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:25:05.666798 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-5075b621-89a6-4619-be34-5ed118c5dbb1 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/quotas/377509b251b6434586dac2984019285c HTTP/1.1" status: 200 len: 375 time: 0.0312955 Nov 19 09:25:05.687547 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-505a4624-0cd9-4bfa-9ca6-0d6e7d69a040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:05.687902 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-505a4624-0cd9-4bfa-9ca6-0d6e7d69a040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Added segment 2a245d2d-4186-4b9b-b121-640acb0518b9 of type vlan for network 6bd9d910-15c5-463f-972c-11f2b9025617 Nov 19 09:25:05.689660 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a4624-0cd9-4bfa-9ca6-0d6e7d69a040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f18ce6-dbb3-4a6c-9736-92e579cf4bed,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:05.743001 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-505a4624-0cd9-4bfa-9ca6-0d6e7d69a040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:05.781759 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-505a4624-0cd9-4bfa-9ca6-0d6e7d69a040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:05.788372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505a4624-0cd9-4bfa-9ca6-0d6e7d69a040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:05.789429 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-505a4624-0cd9-4bfa-9ca6-0d6e7d69a040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:05.828344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-51d9068f-72c0-4e77-9391-99ad76953c16 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=377509b251b6434586dac2984019285c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1604958 Nov 19 09:25:05.890169 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-505a4624-0cd9-4bfa-9ca6-0d6e7d69a040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8974469 Nov 19 09:25:05.913449 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a4624-0cd9-4bfa-9ca6-0d6e7d69a040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Network': ['ID=6bd9d910-15c5-463f-972c-11f2b9025617,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:05.926679 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 6bd9d910-15c5-463f-972c-11f2b9025617 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:25:05.980325 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a99fabf3-c32c-49b2-a556-29157ef95fcb req-78fd5c8a-8531-454d-9a56-7e07f10f56a1 service neutron] 10.222.0.71 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081604 Nov 19 09:25:06.113373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54046) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:06.122387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b5d39839-8fe5-4b04-ad16-57bdce6893e2 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'subnet': {'network_id': '6bd9d910-15c5-463f-972c-11f2b9025617', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:06.145008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a99fabf3-c32c-49b2-a556-29157ef95fcb req-bd81c667-fcf1-4a68-a83b-1c5b9ce23593 service neutron] 10.222.0.71 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459210 Nov 19 09:25:06.192818 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-98d6b19a-9962-4518-ab69-fbda2226f1bc service neutron] 10.222.0.21 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633122 Nov 19 09:25:06.299139 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d39839-8fe5-4b04-ad16-57bdce6893e2 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:06.303300 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5d39839-8fe5-4b04-ad16-57bdce6893e2 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:06.341987 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec506cc-73f8-4893-bd02-5bef07335799 req-d05aac7f-e0ac-4e15-88ee-99ed197f2b73 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:06.347405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec506cc-73f8-4893-bd02-5bef07335799 req-d05aac7f-e0ac-4e15-88ee-99ed197f2b73 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:06.353447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec506cc-73f8-4893-bd02-5bef07335799 req-d05aac7f-e0ac-4e15-88ee-99ed197f2b73 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:06.359559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec506cc-73f8-4893-bd02-5bef07335799 req-d05aac7f-e0ac-4e15-88ee-99ed197f2b73 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:06.366091 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec506cc-73f8-4893-bd02-5bef07335799 req-d05aac7f-e0ac-4e15-88ee-99ed197f2b73 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:06.371785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec506cc-73f8-4893-bd02-5bef07335799 req-d05aac7f-e0ac-4e15-88ee-99ed197f2b73 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:06.378048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec506cc-73f8-4893-bd02-5bef07335799 req-d05aac7f-e0ac-4e15-88ee-99ed197f2b73 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:06.380123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ec506cc-73f8-4893-bd02-5bef07335799 req-d05aac7f-e0ac-4e15-88ee-99ed197f2b73 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5432 time: 0.1563396 Nov 19 09:25:06.469914 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-34820653-f11d-462e-8c3b-67198aa53ffd service neutron] 10.222.0.21 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750328 Nov 19 09:25:06.510273 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ec506cc-73f8-4893-bd02-5bef07335799 req-60d5a3e2-4fd9-4a81-87ec-73a727e21e62 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112967 Nov 19 09:25:06.613777 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5d39839-8fe5-4b04-ad16-57bdce6893e2 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:06.676765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d39839-8fe5-4b04-ad16-57bdce6893e2 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Subnet': ['ID=0f440547-2525-43ac-82a5-851884fef0f6,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:06.772470 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d39839-8fe5-4b04-ad16-57bdce6893e2 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Checking segment: {'id': '2a245d2d-4186-4b9b-b121-640acb0518b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6bd9d910-15c5-463f-972c-11f2b9025617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:06.775356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d39839-8fe5-4b04-ad16-57bdce6893e2 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network hostable DHCP agents. Network: 6bd9d910-15c5-463f-972c-11f2b9025617, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:25:06.816478 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d39839-8fe5-4b04-ad16-57bdce6893e2 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network 6bd9d910-15c5-463f-972c-11f2b9025617 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:25:06.847139 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b5d39839-8fe5-4b04-ad16-57bdce6893e2 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 6bd9d910-15c5-463f-972c-11f2b9025617) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:06.853155 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d39839-8fe5-4b04-ad16-57bdce6893e2 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:06.853937 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5d39839-8fe5-4b04-ad16-57bdce6893e2 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:06.862894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457eb3d8-15c4-42a7-a8c2-f2fc19a914cc None None] Network 6bd9d910-15c5-463f-972c-11f2b9025617 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:06.910904 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b5d39839-8fe5-4b04-ad16-57bdce6893e2 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7955017 Nov 19 09:25:06.914178 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54066) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:06.926335 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a240f198-2364-4b9e-bcdd-062055b55d5a req-7dfbcee7-c4ad-4ab5-8bd9-e896a7b37f3c tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 210 time: 0.0804985 Nov 19 09:25:06.927598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0490c1d5-303a-4c23-aeeb-01823f15ec28 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-301355517'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:06.991199 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0490c1d5-303a-4c23-aeeb-01823f15ec28 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:06.998560 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0490c1d5-303a-4c23-aeeb-01823f15ec28 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:07.068019 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-99f1d9da-9c47-4b49-9262-4ae58d976a81 req-476fb277-1c1b-43f0-806d-4aaff6370d6b tempest-ServersOnMultiNodesTest-398962569 tempest-ServersOnMultiNodesTest-398962569-project] (103476) timed out ('10.222.0.66', 61333) {{(pid=103476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 09:25:07.086481 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0490c1d5-303a-4c23-aeeb-01823f15ec28 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:25:07.090403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-45bd5c5f-1c1a-4706-bfa2-2ebb05b48b9c tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:07.096940 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-45bd5c5f-1c1a-4706-bfa2-2ebb05b48b9c tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.71 "GET /v2.0/networks?id=8c88789f-89ef-4edb-a734-27f1797a7271 HTTP/1.1" status: 200 len: 824 time: 0.1892819 Nov 19 09:25:07.100660 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0490c1d5-303a-4c23-aeeb-01823f15ec28 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:07.101664 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-0490c1d5-303a-4c23-aeeb-01823f15ec28 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Added segment dbce15e2-e5bf-4018-9b91-c8e9e682cbfe of type vlan for network ab77933e-0f46-488e-865a-59c89e47877a Nov 19 09:25:07.127581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-7dc2b744-542d-482c-a9d8-35ba67afd25b tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Request body: {'port': {'device_id': '8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd', 'network_id': '8c88789f-89ef-4edb-a734-27f1797a7271', 'admin_state_up': True, 'tenant_id': '2d698251aeaa48df8d7518a8d7cddc5c'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:07.209138 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0490c1d5-303a-4c23-aeeb-01823f15ec28 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:07.235583 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66badea6-a3c0-46be-b6fa-8081749ee54b req-864e36ae-2c49-4e15-a2e4-2e484678c529 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 210 time: 0.3021851 Nov 19 09:25:07.269765 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0490c1d5-303a-4c23-aeeb-01823f15ec28 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:07.292867 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0490c1d5-303a-4c23-aeeb-01823f15ec28 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:07.299378 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0490c1d5-303a-4c23-aeeb-01823f15ec28 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:07.373307 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-6bd9d910-15c5-463f-972c-11f2b9025617', 'network_id': '6bd9d910-15c5-463f-972c-11f2b9025617', 'tenant_id': '014cbc417af748f1acf9330df566e22a', 'fixed_ips': [{'subnet_id': '0f440547-2525-43ac-82a5-851884fef0f6'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:25:07.373307 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:07.462534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-7dc2b744-542d-482c-a9d8-35ba67afd25b tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Made reservation on behalf of 2d698251aeaa48df8d7518a8d7cddc5c for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:07.469355 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-7dc2b744-542d-482c-a9d8-35ba67afd25b tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:07.507849 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490c1d5-303a-4c23-aeeb-01823f15ec28 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Network': ['ID=ab77933e-0f46-488e-865a-59c89e47877a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:07.552803 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0490c1d5-303a-4c23-aeeb-01823f15ec28 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6346371 Nov 19 09:25:07.553046 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network ab77933e-0f46-488e-865a-59c89e47877a details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:25:07.557343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54084) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:07.754250 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Allocated IP 172.20.255.242 (6bd9d910-15c5-463f-972c-11f2b9025617/0f440547-2525-43ac-82a5-851884fef0f6/7dc9d1f7-1693-4d94-8a43-27ba6e69daa7) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:25:07.756784 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-7dc2b744-542d-482c-a9d8-35ba67afd25b tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Allocated IP 172.20.0.11 (8c88789f-89ef-4edb-a734-27f1797a7271/e57f8700-8336-4709-9066-8912adec085c/e9804959-e99e-420e-9711-2618e83faa78) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:25:07.794062 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-2938f872-daca-49fc-a33f-a619ce1605fe tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'subnet': {'network_id': 'ab77933e-0f46-488e-865a-59c89e47877a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:07.974860 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:07.983123 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:08.026591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2938f872-daca-49fc-a33f-a619ce1605fe tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:08.032205 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Network 6bd9d910-15c5-463f-972c-11f2b9025617 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:25:08.036329 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2938f872-daca-49fc-a33f-a619ce1605fe tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:08.041706 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:08.048827 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:25:08.092641 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Pushing event updated for resources: {'Port': ['ID=7dc9d1f7-1693-4d94-8a43-27ba6e69daa7,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:08.123750 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Attempting to bind port 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:25:08.124133 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Attempting to bind port 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '2a245d2d-4186-4b9b-b121-640acb0518b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6bd9d910-15c5-463f-972c-11f2b9025617'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:25:08.124506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Attempting to bind port 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 on network 6bd9d910-15c5-463f-972c-11f2b9025617 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:25:08.130913 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:25:08.131321 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Checking segment: {'id': '2a245d2d-4186-4b9b-b121-640acb0518b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6bd9d910-15c5-463f-972c-11f2b9025617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:08.131740 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:08.132801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Bound using segment: {'id': '2a245d2d-4186-4b9b-b121-640acb0518b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6bd9d910-15c5-463f-972c-11f2b9025617'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:25:08.133342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Bound port: 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a245d2d-4186-4b9b-b121-640acb0518b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6bd9d910-15c5-463f-972c-11f2b9025617'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:25:08.133943 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:08.205669 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] For port 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:25:08.209881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] For port 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7dc9d1f7-1693-4d94-8a43-27ba6e69daa7,segment=NetworkSegment(2a245d2d-4186-4b9b-b121-640acb0518b9),segment_id=2a245d2d-4186-4b9b-b121-640acb0518b9)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:25:08.214213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b83ed9-1a2a-42ce-b73a-5446968804a5 req-c2e171ea-659a-4e89-a2d8-ab39da530699 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:08.218476 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:08.232048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b83ed9-1a2a-42ce-b73a-5446968804a5 req-c2e171ea-659a-4e89-a2d8-ab39da530699 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:08.239853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b83ed9-1a2a-42ce-b73a-5446968804a5 req-c2e171ea-659a-4e89-a2d8-ab39da530699 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:08.273555 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b83ed9-1a2a-42ce-b73a-5446968804a5 req-c2e171ea-659a-4e89-a2d8-ab39da530699 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:08.287952 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b83ed9-1a2a-42ce-b73a-5446968804a5 req-c2e171ea-659a-4e89-a2d8-ab39da530699 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:08.300384 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d573c-9ebc-4068-b717-71a2ca4a9c89 None None] Pushing event updated for resources: {'Port': ['ID=7dc9d1f7-1693-4d94-8a43-27ba6e69daa7,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:08.306952 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b83ed9-1a2a-42ce-b73a-5446968804a5 req-c2e171ea-659a-4e89-a2d8-ab39da530699 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:08.317657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b83ed9-1a2a-42ce-b73a-5446968804a5 req-c2e171ea-659a-4e89-a2d8-ab39da530699 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:08.326507 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18b83ed9-1a2a-42ce-b73a-5446968804a5 req-c2e171ea-659a-4e89-a2d8-ab39da530699 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5432 time: 0.4457107 Nov 19 09:25:08.583707 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18b83ed9-1a2a-42ce-b73a-5446968804a5 req-4b6fc4fa-fe92-4824-bdab-977bd3992b92 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2316849 Nov 19 09:25:08.648833 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-8e3c3ff9-c2cc-4f02-8526-205d0496493f tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:08.651485 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-8e3c3ff9-c2cc-4f02-8526-205d0496493f tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.71 "GET /v2.0/networks?id=fbfb4f80-8652-4f22-9f6e-789965f4b9d8 HTTP/1.1" status: 200 len: 811 time: 0.2642241 Nov 19 09:25:08.652941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89764b4b-2251-4e47-b1fe-94cae8306b34 req-474780ac-5bd0-45df-b212-d4b42b15d567 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:08.654638 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-89764b4b-2251-4e47-b1fe-94cae8306b34 req-474780ac-5bd0-45df-b212-d4b42b15d567 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.5366721 Nov 19 09:25:08.671034 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-01d19deb-b77f-42f9-952f-c49828f16e16 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Request body: {'port': {'device_id': '44b47232-3669-4cc2-ae0f-e5049cd4177a', 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8', 'admin_state_up': True, 'tenant_id': '377509b251b6434586dac2984019285c'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:08.758423 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-7dc2b744-542d-482c-a9d8-35ba67afd25b tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:08.943497 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2dc2c32c-a83d-4c99-9227-45857b25908a req-f1d9c990-00fa-4469-bce8-f74d022ea1aa tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 210 time: 0.1855953 Nov 19 09:25:08.971776 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-01d19deb-b77f-42f9-952f-c49828f16e16 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Made reservation on behalf of 377509b251b6434586dac2984019285c for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:08.980730 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-01d19deb-b77f-42f9-952f-c49828f16e16 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:08.998979 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-89764b4b-2251-4e47-b1fe-94cae8306b34 req-25ccbffb-e9d1-4fe4-b945-db6783bdb1b4 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324921 Nov 19 09:25:09.014688 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2938f872-daca-49fc-a33f-a619ce1605fe tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:09.141468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99c5d970-c643-4373-a71f-152ab1b6b6e6 req-21fcf82a-574a-47d7-ab5d-b6e1433816c5 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 210 time: 0.1005206 Nov 19 09:25:09.191016 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-7dc2b744-542d-482c-a9d8-35ba67afd25b tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:09.229566 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:25:09.312254 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-01d19deb-b77f-42f9-952f-c49828f16e16 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Allocated IP 172.20.0.6 (fbfb4f80-8652-4f22-9f6e-789965f4b9d8/4164d9b8-b748-4119-9198-6fe8fb005819/0452d9a5-5f89-4af0-8af7-85f60db7ac30) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:25:09.317545 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:09.317988 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:09.346774 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2b744-542d-482c-a9d8-35ba67afd25b tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Pushing event updated for resources: {'Port': ['ID=e9804959-e99e-420e-9711-2618e83faa78,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:09.381727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-7dc2b744-542d-482c-a9d8-35ba67afd25b tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Network 8c88789f-89ef-4edb-a734-27f1797a7271 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:25:09.386612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938f872-daca-49fc-a33f-a619ce1605fe tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Subnet': ['ID=6aaa5381-6032-4dab-8b12-51f842108310,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:09.402124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2938f872-daca-49fc-a33f-a619ce1605fe tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Checking segment: {'id': 'dbce15e2-e5bf-4018-9b91-c8e9e682cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ab77933e-0f46-488e-865a-59c89e47877a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:09.402640 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2938f872-daca-49fc-a33f-a619ce1605fe tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network hostable DHCP agents. Network: ab77933e-0f46-488e-865a-59c89e47877a, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:25:09.411035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-7dc2b744-542d-482c-a9d8-35ba67afd25b tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:09.411806 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:09.422516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-7dc2b744-542d-482c-a9d8-35ba67afd25b tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:25:09.457500 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d0a319-d55e-44de-935e-931921335817 None None] DHCP port deletion for 8c88789f-89ef-4edb-a734-27f1797a7271 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:25:09.494343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eba68e-cfa9-49bc-ae16-8e0cb7828ff0 req-b4d68f95-f1fc-4cfb-98d5-29b465375644 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:09.505592 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42eba68e-cfa9-49bc-ae16-8e0cb7828ff0 req-b4d68f95-f1fc-4cfb-98d5-29b465375644 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2426887 Nov 19 09:25:09.531554 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7dc9d1f7-1693-4d94-8a43-27ba6e69daa7,segment=NetworkSegment(2a245d2d-4186-4b9b-b121-640acb0518b9),segment_id=2a245d2d-4186-4b9b-b121-640acb0518b9)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:09.536826 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2938f872-daca-49fc-a33f-a619ce1605fe tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network ab77933e-0f46-488e-865a-59c89e47877a is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:25:09.542490 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:09.571809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42eba68e-cfa9-49bc-ae16-8e0cb7828ff0 req-989e78ab-8a39-42f6-b2f7-a61033f4324a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641630 Nov 19 09:25:09.639193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-7dc2b744-542d-482c-a9d8-35ba67afd25b tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:09.640073 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-7dc2b744-542d-482c-a9d8-35ba67afd25b tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:09.643258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-2938f872-daca-49fc-a33f-a619ce1605fe tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, ab77933e-0f46-488e-865a-59c89e47877a) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:09.653194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-35f3cc70-b5c1-47f0-b443-1597764358ee None None] Provisioning complete for port e9804959-e99e-420e-9711-2618e83faa78 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:09.653503 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-35f3cc70-b5c1-47f0-b443-1597764358ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:09.655186 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=7dc9d1f7-1693-4d94-8a43-27ba6e69daa7,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:09.668710 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2938f872-daca-49fc-a33f-a619ce1605fe tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:09.669338 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2938f872-daca-49fc-a33f-a619ce1605fe tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:09.671677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4df2df-fd80-4910-8799-7542abee21c0 None None] Network ab77933e-0f46-488e-865a-59c89e47877a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:09.706146 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-7dc2b744-542d-482c-a9d8-35ba67afd25b tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5868723 Nov 19 09:25:09.727168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Request body: {'port': {'device_id': '8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:09.745124 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2938f872-daca-49fc-a33f-a619ce1605fe tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1854420 Nov 19 09:25:09.774085 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54130) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:09.798155 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-35f3cc70-b5c1-47f0-b443-1597764358ee None None] Port e9804959-e99e-420e-9711-2618e83faa78 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:25:09.964640 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af14a22-34b8-4cde-8ae2-3cc0ca935c6f req-7d3b5652-7654-4c8d-adbf-0bd784d1bbda tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:09.988088 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af14a22-34b8-4cde-8ae2-3cc0ca935c6f req-7d3b5652-7654-4c8d-adbf-0bd784d1bbda tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.004332 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-01d19deb-b77f-42f9-952f-c49828f16e16 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:10.004940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af14a22-34b8-4cde-8ae2-3cc0ca935c6f req-7d3b5652-7654-4c8d-adbf-0bd784d1bbda tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.015588 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af14a22-34b8-4cde-8ae2-3cc0ca935c6f req-7d3b5652-7654-4c8d-adbf-0bd784d1bbda tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.020027 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ab77933e-0f46-488e-865a-59c89e47877a', 'network_id': 'ab77933e-0f46-488e-865a-59c89e47877a', 'tenant_id': '014cbc417af748f1acf9330df566e22a', 'fixed_ips': [{'subnet_id': '6aaa5381-6032-4dab-8b12-51f842108310'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:25:10.020944 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:10.038523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af14a22-34b8-4cde-8ae2-3cc0ca935c6f req-7d3b5652-7654-4c8d-adbf-0bd784d1bbda tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.049402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af14a22-34b8-4cde-8ae2-3cc0ca935c6f req-7d3b5652-7654-4c8d-adbf-0bd784d1bbda tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.068069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af14a22-34b8-4cde-8ae2-3cc0ca935c6f req-7d3b5652-7654-4c8d-adbf-0bd784d1bbda tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.080268 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0af14a22-34b8-4cde-8ae2-3cc0ca935c6f req-7d3b5652-7654-4c8d-adbf-0bd784d1bbda tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5432 time: 0.2995818 Nov 19 09:25:10.099616 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:10.190120 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-01d19deb-b77f-42f9-952f-c49828f16e16 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:10.248792 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b78c37ed-591e-4201-b0f2-979a8504e080'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:25:10.326364 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0af14a22-34b8-4cde-8ae2-3cc0ca935c6f req-b56994ce-3e60-48b0-89c3-8c8242428159 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2449980 Nov 19 09:25:10.333736 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:10.348741 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-01d19deb-b77f-42f9-952f-c49828f16e16 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Network fbfb4f80-8652-4f22-9f6e-789965f4b9d8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:25:10.360778 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-dac9fb39-7fa8-4bcf-9499-d67bb002127e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3901014 Nov 19 09:25:10.364246 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa35489-8568-4d3e-86e8-c8c076562b21 None None] Network 6bd9d910-15c5-463f-972c-11f2b9025617 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:10.377264 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-01d19deb-b77f-42f9-952f-c49828f16e16 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:10.404245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-01d19deb-b77f-42f9-952f-c49828f16e16 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:25:10.446543 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5784cd-78f2-490e-a1c1-627e23d0561a None None] DHCP port deletion for fbfb4f80-8652-4f22-9f6e-789965f4b9d8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:25:10.496720 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-01d19deb-b77f-42f9-952f-c49828f16e16 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.500004 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-01d19deb-b77f-42f9-952f-c49828f16e16 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:10.580229 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d19deb-b77f-42f9-952f-c49828f16e16 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Pushing event updated for resources: {'Port': ['ID=0452d9a5-5f89-4af0-8af7-85f60db7ac30,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:10.638811 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-01d19deb-b77f-42f9-952f-c49828f16e16 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9722793 Nov 19 09:25:10.663328 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-9bdf6bc4-364a-4cce-ae9a-9ef6d0e8be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.663824 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-9bdf6bc4-364a-4cce-ae9a-9ef6d0e8be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.664395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-9bdf6bc4-364a-4cce-ae9a-9ef6d0e8be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.665008 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-9bdf6bc4-364a-4cce-ae9a-9ef6d0e8be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.665961 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-9bdf6bc4-364a-4cce-ae9a-9ef6d0e8be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.666438 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-9bdf6bc4-364a-4cce-ae9a-9ef6d0e8be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.666904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-9bdf6bc4-364a-4cce-ae9a-9ef6d0e8be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.669555 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-9bdf6bc4-364a-4cce-ae9a-9ef6d0e8be61 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=700b69d1977242c09b136442c1eff098&device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 6496 time: 0.1554976 Nov 19 09:25:10.675844 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Request body: {'port': {'device_id': '44b47232-3669-4cc2-ae0f-e5049cd4177a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:10.703471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9804959-e99e-420e-9711-2618e83faa78 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:25:10.712323 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:10.726331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Transition to ACTIVE for port object e9804959-e99e-420e-9711-2618e83faa78 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:25:10.739280 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:10.803996 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:10.873829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b226e5-aa75-4ff5-a5dd-17993d758c31 req-3dbaa478-6091-4587-998a-dce66ecfcfe7 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.881453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05b226e5-aa75-4ff5-a5dd-17993d758c31 req-3dbaa478-6091-4587-998a-dce66ecfcfe7 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 931 time: 0.6161921 Nov 19 09:25:10.899722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d251bb1-2214-4288-a1f1-abdb5b55b7d0 req-86f0faa3-5091-4bfc-9361-33cb60117fd0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.909262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d251bb1-2214-4288-a1f1-abdb5b55b7d0 req-86f0faa3-5091-4bfc-9361-33cb60117fd0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1713386 Nov 19 09:25:10.925718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf9a72b-c8cd-44da-bff5-42aed119781d None None] DHCP port deletion for 8c88789f-89ef-4edb-a734-27f1797a7271 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:25:10.943933 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-c93b620d-d997-4f4c-9612-d782c4f3081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.944452 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-c93b620d-d997-4f4c-9612-d782c4f3081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.945642 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-c93b620d-d997-4f4c-9612-d782c4f3081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:10.947674 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-c93b620d-d997-4f4c-9612-d782c4f3081f service neutron] 10.222.0.71 "GET /v2.0/networks?id=0f317c17-d11b-428a-b336-bf3a20212eb4&id=3282dff9-c0bb-424b-9664-c64e91191014&id=3282dff9-c0bb-424b-9664-c64e91191014&id=3282dff9-c0bb-424b-9664-c64e91191014&id=3282dff9-c0bb-424b-9664-c64e91191014&id=15405871-da19-4499-a311-e93abf739d4c&id=15405871-da19-4499-a311-e93abf739d4c HTTP/1.1" status: 200 len: 2290 time: 0.2124496 Nov 19 09:25:10.975653 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fd06a6bb-3b48-4a21-8b9b-f32400feba10 None None] Provisioning complete for port 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:10.976418 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fd06a6bb-3b48-4a21-8b9b-f32400feba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:11.004048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Pushing event updated for resources: {'Port': ['ID=e9804959-e99e-420e-9711-2618e83faa78,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:11.030934 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Allocated IP 172.20.0.2 (ab77933e-0f46-488e-865a-59c89e47877a/6aaa5381-6032-4dab-8b12-51f842108310/05d746a5-e11b-48eb-a908-b068aea67693) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:25:11.110368 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05b226e5-aa75-4ff5-a5dd-17993d758c31 req-850d2f63-09fb-4fe3-9d44-ae21e9621d70 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278888 Nov 19 09:25:11.194264 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d251bb1-2214-4288-a1f1-abdb5b55b7d0 req-6a025c78-da11-44f7-813f-234f45c7e9a6 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843275 Nov 19 09:25:11.207135 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-f80de065-1c52-4bfa-908a-29a42eec3ea4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a9782cc-737b-4c81-975d-0c7bac4b62ed HTTP/1.1" status: 200 len: 1001 time: 0.2435510 Nov 19 09:25:11.208567 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:11.257712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Attempting to bind port e9804959-e99e-420e-9711-2618e83faa78 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:25:11.258178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Attempting to bind port e9804959-e99e-420e-9711-2618e83faa78 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'e06a6122-0893-4b02-9450-a047ed858846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8c88789f-89ef-4edb-a734-27f1797a7271'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:25:11.258370 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Attempting to bind port e9804959-e99e-420e-9711-2618e83faa78 on network 8c88789f-89ef-4edb-a734-27f1797a7271 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:25:11.285667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Port e9804959-e99e-420e-9711-2618e83faa78 on network 8c88789f-89ef-4edb-a734-27f1797a7271 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:25:11.287327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Attempting to bind port e9804959-e99e-420e-9711-2618e83faa78 on network 8c88789f-89ef-4edb-a734-27f1797a7271 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:25:11.305417 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:25:11.307431 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Checking segment: {'id': 'e06a6122-0893-4b02-9450-a047ed858846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8c88789f-89ef-4edb-a734-27f1797a7271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:11.308055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Bound using segment: {'id': 'e06a6122-0893-4b02-9450-a047ed858846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8c88789f-89ef-4edb-a734-27f1797a7271'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:25:11.309559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Bound port: e9804959-e99e-420e-9711-2618e83faa78, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e06a6122-0893-4b02-9450-a047ed858846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8c88789f-89ef-4edb-a734-27f1797a7271'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:25:11.310675 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:11.395709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:25:11.483880 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-19eaef04-d08d-4353-8ca3-24615b21d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:11.485535 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-19eaef04-d08d-4353-8ca3-24615b21d772 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c976a013-8e14-4043-813d-36b1a4ae191b HTTP/1.1" status: 200 len: 848 time: 0.2414231 Nov 19 09:25:11.603828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227d3f8-eeb3-4081-8039-1e49d971a5cc req-6f74a882-8f44-45b7-ba5c-25039c6ea87a tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:11.612041 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4227d3f8-eeb3-4081-8039-1e49d971a5cc req-6f74a882-8f44-45b7-ba5c-25039c6ea87a tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 944 time: 0.2416465 Nov 19 09:25:11.706536 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-33a0bf3c-8a45-40ab-a953-50862c0f5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:11.708206 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-33a0bf3c-8a45-40ab-a953-50862c0f5667 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f317c17-d11b-428a-b336-bf3a20212eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1890621 Nov 19 09:25:11.731141 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4227d3f8-eeb3-4081-8039-1e49d971a5cc req-a0a9f990-070c-4a24-a3c0-826006522b6c tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6678e3-70e0-45b6-b1c5-343cdcda2de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163466 Nov 19 09:25:11.779349 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] For port e9804959-e99e-420e-9711-2618e83faa78, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:25:11.793461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330b5c5-ed77-410d-bb59-5624a8fbf1c4 req-597b9efe-45e8-4e15-8de4-a808271fed88 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:11.800882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330b5c5-ed77-410d-bb59-5624a8fbf1c4 req-597b9efe-45e8-4e15-8de4-a808271fed88 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:11.801922 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:11.802462 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:11.807723 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330b5c5-ed77-410d-bb59-5624a8fbf1c4 req-597b9efe-45e8-4e15-8de4-a808271fed88 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:11.814665 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330b5c5-ed77-410d-bb59-5624a8fbf1c4 req-597b9efe-45e8-4e15-8de4-a808271fed88 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:11.821287 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330b5c5-ed77-410d-bb59-5624a8fbf1c4 req-597b9efe-45e8-4e15-8de4-a808271fed88 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:11.827783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330b5c5-ed77-410d-bb59-5624a8fbf1c4 req-597b9efe-45e8-4e15-8de4-a808271fed88 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:11.834615 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330b5c5-ed77-410d-bb59-5624a8fbf1c4 req-597b9efe-45e8-4e15-8de4-a808271fed88 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:11.844060 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e330b5c5-ed77-410d-bb59-5624a8fbf1c4 req-597b9efe-45e8-4e15-8de4-a808271fed88 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5432 time: 0.3395030 Nov 19 09:25:11.873231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] For port e9804959-e99e-420e-9711-2618e83faa78, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e9804959-e99e-420e-9711-2618e83faa78,segment=NetworkSegment(e06a6122-0893-4b02-9450-a047ed858846),segment_id=e06a6122-0893-4b02-9450-a047ed858846)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:25:11.954254 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e330b5c5-ed77-410d-bb59-5624a8fbf1c4 req-09d0dbc1-ef3a-49a9-882c-1e56793f43e4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054785 Nov 19 09:25:11.958465 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:11.965121 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:11.998192 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-e24e7d3a-3587-4bc4-ba74-1cb5df9a02d3 service neutron] 10.222.0.71 "GET /v2.0/networks/0f317c17-d11b-428a-b336-bf3a20212eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783754 Nov 19 09:25:12.015920 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:12.030858 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:12.033847 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:12.035361 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] 10.222.0.71 "PUT /v2.0/ports/e9804959-e99e-420e-9711-2618e83faa78 HTTP/1.1" status: 200 len: 1093 time: 2.3131638 Nov 19 09:25:12.035926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd', 'tag': 'e9804959-e99e-420e-9711-2618e83faa78'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:25:12.038386 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2382d4da-c180-4c07-9bc8-8951570c6690" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd", "tag": "e9804959-e99e-420e-9711-2618e83faa78"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:25:12.107344 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881feeb4-b6dc-4cc0-8db7-fbe9d99b0ded x-openstack-request-id: req-881feeb4-b6dc-4cc0-8db7-fbe9d99b0ded {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:25:12.107572 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd", "tag": "e9804959-e99e-420e-9711-2618e83faa78", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:25:12.107910 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-881feeb4-b6dc-4cc0-8db7-fbe9d99b0ded {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:25:12.108232 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd', 'tag': 'e9804959-e99e-420e-9711-2618e83faa78', 'status': 'completed', 'code': 200} Nov 19 09:25:12.128456 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9504a08-14ff-4106-97c7-bff271830ba4 None None] DHCP port deletion for 8c88789f-89ef-4edb-a734-27f1797a7271 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:25:12.150594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07c44b-7220-45eb-b52a-145545f63475 service neutron] Pushing event updated for resources: {'Port': ['ID=e9804959-e99e-420e-9711-2618e83faa78,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:12.155257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Network ab77933e-0f46-488e-865a-59c89e47877a is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:25:12.173497 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:12.183382 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:12.188673 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:25:12.191551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-c183156d-bc01-4a02-9fea-58e5e463214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:12.195187 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-c183156d-bc01-4a02-9fea-58e5e463214d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d698251aeaa48df8d7518a8d7cddc5c&device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 1096 time: 0.0902162 Nov 19 09:25:12.224866 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Subnet': ['ID=6aaa5381-6032-4dab-8b12-51f842108310,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:12.274898 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-9ab7f677-c4b8-47b1-afc2-d88d54b2d68e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9804959-e99e-420e-9711-2618e83faa78 HTTP/1.1" status: 200 len: 217 time: 0.0663955 Nov 19 09:25:12.316889 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-c2b68720-b746-4638-b7da-74e959af871d service neutron] 10.222.0.71 "GET /v2.0/networks/0f317c17-d11b-428a-b336-bf3a20212eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074045 Nov 19 09:25:12.317239 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-93f7e5ca-c67d-42a4-be43-07080207803f None None] Provisioning complete for port 0452d9a5-5f89-4af0-8af7-85f60db7ac30 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:12.317682 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-93f7e5ca-c67d-42a4-be43-07080207803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:12.371467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Attempting to bind port 05d746a5-e11b-48eb-a908-b068aea67693 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:25:12.371996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Attempting to bind port 05d746a5-e11b-48eb-a908-b068aea67693 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'dbce15e2-e5bf-4018-9b91-c8e9e682cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ab77933e-0f46-488e-865a-59c89e47877a'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:25:12.372498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Attempting to bind port 05d746a5-e11b-48eb-a908-b068aea67693 on network ab77933e-0f46-488e-865a-59c89e47877a {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:25:12.374887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-93f7e5ca-c67d-42a4-be43-07080207803f None None] Port 0452d9a5-5f89-4af0-8af7-85f60db7ac30 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:25:12.378246 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Pushing event updated for resources: {'Port': ['ID=05d746a5-e11b-48eb-a908-b068aea67693,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:12.388860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:25:12.389663 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Checking segment: {'id': 'dbce15e2-e5bf-4018-9b91-c8e9e682cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ab77933e-0f46-488e-865a-59c89e47877a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:12.389867 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:12.390374 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Bound using segment: {'id': 'dbce15e2-e5bf-4018-9b91-c8e9e682cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ab77933e-0f46-488e-865a-59c89e47877a'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:25:12.390965 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Bound port: 05d746a5-e11b-48eb-a908-b068aea67693, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbce15e2-e5bf-4018-9b91-c8e9e682cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ab77933e-0f46-488e-865a-59c89e47877a'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:25:12.391499 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:12.423708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-e1329509-1622-4504-ac32-e736c1ced8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:12.425406 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-e1329509-1622-4504-ac32-e736c1ced8d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e57f8700-8336-4709-9066-8912adec085c HTTP/1.1" status: 200 len: 864 time: 0.1392076 Nov 19 09:25:12.444791 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e41a9e-0a22-404f-a765-ca958a1f64fd req-1aae4ab5-a3ea-4612-8c44-836817364065 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:12.446864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f6e41a9e-0a22-404f-a765-ca958a1f64fd req-1aae4ab5-a3ea-4612-8c44-836817364065 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 931 time: 0.1740887 Nov 19 09:25:12.466299 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] For port 05d746a5-e11b-48eb-a908-b068aea67693, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:25:12.470173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] For port 05d746a5-e11b-48eb-a908-b068aea67693, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=05d746a5-e11b-48eb-a908-b068aea67693,segment=NetworkSegment(dbce15e2-e5bf-4018-9b91-c8e9e682cbfe),segment_id=dbce15e2-e5bf-4018-9b91-c8e9e682cbfe)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:25:12.478176 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:12.486221 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-5f279494-553d-4d27-b0be-62accbf5ed17 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c88789f-89ef-4edb-a734-27f1797a7271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383296 Nov 19 09:25:12.510834 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a663c1-a35b-4662-989a-440ed816eedd req-6677260e-49e1-4b57-9cc8-3118e4a21709 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:12.520826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0a663c1-a35b-4662-989a-440ed816eedd req-6677260e-49e1-4b57-9cc8-3118e4a21709 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1508825 Nov 19 09:25:12.578972 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1b11a-c479-4f5c-bafa-4873f3f5c9d8 None None] Pushing event updated for resources: {'Port': ['ID=05d746a5-e11b-48eb-a908-b068aea67693,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:12.584120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-06e9851f-831b-49c2-bedf-0a74ea768fdd None None] Provisioning complete for port 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:12.584533 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-06e9851f-831b-49c2-bedf-0a74ea768fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:12.654615 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556abae9-0658-4a48-b605-217d17b6f29f None None] Network ab77933e-0f46-488e-865a-59c89e47877a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:12.669955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f6e41a9e-0a22-404f-a765-ca958a1f64fd req-68798451-85f5-4c5d-a105-a3566d0b0a77 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094576 Nov 19 09:25:12.746192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0a663c1-a35b-4662-989a-440ed816eedd req-73f6914b-38c1-446f-8c3e-a6fe56dd4092 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233374 Nov 19 09:25:12.750056 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-a21eea8b-538c-45b4-abf4-b62ca7161046 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=93875227-8990-4442-841e-19b4c3c91736 HTTP/1.1" status: 200 len: 217 time: 0.0770235 Nov 19 09:25:12.797305 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-f08e0643-0f14-4f2b-8c65-be0fecf3f8ff service neutron] 10.222.0.71 "GET /v2.0/networks/8c88789f-89ef-4edb-a734-27f1797a7271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726824 Nov 19 09:25:12.827165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0452d9a5-5f89-4af0-8af7-85f60db7ac30 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:25:12.866190 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:12.879208 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:12.908990 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e77d6-ac73-4d1b-b8c9-92ffe14b29ac None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:25:12.943825 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Transition to ACTIVE for port object 0452d9a5-5f89-4af0-8af7-85f60db7ac30 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:25:12.964301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab77933e-0f46-488e-865a-59c89e47877a']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:12.971022 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49d4c4-19d9-4982-b117-6f39df9e91d8 req-16f9b1cf-524a-41a8-8a2c-19a4ef57d21e tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:12.972678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a49d4c4-19d9-4982-b117-6f39df9e91d8 req-16f9b1cf-524a-41a8-8a2c-19a4ef57d21e tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 944 time: 0.0884345 Nov 19 09:25:12.989587 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:13.005030 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbce15e2-e5bf-4018-9b91-c8e9e682cbfe') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:13.005784 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbce15e2-e5bf-4018-9b91-c8e9e682cbfe') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:13.009775 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-e6e73a10-8064-4883-bdcc-6a8c311598bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:13.015387 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-e6e73a10-8064-4883-bdcc-6a8c311598bd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c HTTP/1.1" status: 200 len: 797 time: 0.2501624 Nov 19 09:25:13.021649 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8071fbb9-005e-43ef-bc6c-41435bb4dfcb req-19ea729f-3296-4f8d-8877-0f05e188e6d6 service neutron] 10.222.0.71 "GET /v2.0/networks/8c88789f-89ef-4edb-a734-27f1797a7271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101898 Nov 19 09:25:13.103369 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:13.161624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a49d4c4-19d9-4982-b117-6f39df9e91d8 req-0f9d939c-86d1-4bdc-ae59-1727a54d24ea tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6678e3-70e0-45b6-b1c5-343cdcda2de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788862 Nov 19 09:25:13.189672 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Pushing event updated for resources: {'Port': ['ID=0452d9a5-5f89-4af0-8af7-85f60db7ac30,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:13.194388 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:13.217380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382d4da-c180-4c07-9bc8-8951570c6690 req-e5d21db0-2849-43d9-985f-42022b9b9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:13.219894 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2382d4da-c180-4c07-9bc8-8951570c6690 req-e5d21db0-2849-43d9-985f-42022b9b9cf4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d698251aeaa48df8d7518a8d7cddc5c&device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 1096 time: 0.1075218 Nov 19 09:25:13.226706 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2e77d6-ac73-4d1b-b8c9-92ffe14b29ac None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:25:13.227716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:13.228132 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:13.231676 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:13.254811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe831f-00ab-497d-a9d5-ee1e26b51e1c req-beebf492-1e8d-4bcf-ac97-bb2c058a6a25 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:13.261711 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe831f-00ab-497d-a9d5-ee1e26b51e1c req-beebf492-1e8d-4bcf-ac97-bb2c058a6a25 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:13.268822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe831f-00ab-497d-a9d5-ee1e26b51e1c req-beebf492-1e8d-4bcf-ac97-bb2c058a6a25 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:13.276213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe831f-00ab-497d-a9d5-ee1e26b51e1c req-beebf492-1e8d-4bcf-ac97-bb2c058a6a25 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:13.282800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe831f-00ab-497d-a9d5-ee1e26b51e1c req-beebf492-1e8d-4bcf-ac97-bb2c058a6a25 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:13.289635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe831f-00ab-497d-a9d5-ee1e26b51e1c req-beebf492-1e8d-4bcf-ac97-bb2c058a6a25 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:13.294883 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-76d06c3c-d1e9-4084-bb9f-3ad207d06411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:13.296383 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-76d06c3c-d1e9-4084-bb9f-3ad207d06411 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3282dff9-c0bb-424b-9664-c64e91191014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2216508 Nov 19 09:25:13.298473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe831f-00ab-497d-a9d5-ee1e26b51e1c req-beebf492-1e8d-4bcf-ac97-bb2c058a6a25 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:13.307839 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38fe831f-00ab-497d-a9d5-ee1e26b51e1c req-beebf492-1e8d-4bcf-ac97-bb2c058a6a25 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5432 time: 0.1738071 Nov 19 09:25:13.369826 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 09:25:13.369826 n-d-805649-14 neutron-server[103476]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 09:25:13.369826 n-d-805649-14 neutron-server[103476]: [parameters: {'id': 'ab77933e-0f46-488e-865a-59c89e47877a'}] Nov 19 09:25:13.369826 n-d-805649-14 neutron-server[103476]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:25:13.370279 n-d-805649-14 neutron-server[103476]: DEBUG oslo_db.api [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:25:13.404779 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Attempting to bind port 0452d9a5-5f89-4af0-8af7-85f60db7ac30 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:25:13.405192 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Attempting to bind port 0452d9a5-5f89-4af0-8af7-85f60db7ac30 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '22439cb8-7698-4ffa-b590-008fc8fe100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:25:13.405534 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Attempting to bind port 0452d9a5-5f89-4af0-8af7-85f60db7ac30 on network fbfb4f80-8652-4f22-9f6e-789965f4b9d8 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:25:13.417742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Port 0452d9a5-5f89-4af0-8af7-85f60db7ac30 on network fbfb4f80-8652-4f22-9f6e-789965f4b9d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:25:13.418059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Attempting to bind port 0452d9a5-5f89-4af0-8af7-85f60db7ac30 on network fbfb4f80-8652-4f22-9f6e-789965f4b9d8 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:25:13.429576 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:25:13.429967 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Checking segment: {'id': '22439cb8-7698-4ffa-b590-008fc8fe100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:13.430299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Bound using segment: {'id': '22439cb8-7698-4ffa-b590-008fc8fe100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:25:13.430744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Bound port: 0452d9a5-5f89-4af0-8af7-85f60db7ac30, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22439cb8-7698-4ffa-b590-008fc8fe100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:25:13.431114 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:13.451819 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-efe6f735-6e91-488e-bed9-3e39a040db65 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464629 Nov 19 09:25:13.490882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38fe831f-00ab-497d-a9d5-ee1e26b51e1c req-71c8967c-5951-4099-882c-c5a13b7c7fe6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1816473 Nov 19 09:25:13.505501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382d4da-c180-4c07-9bc8-8951570c6690 req-1d6f70ae-aba5-4f17-8165-0a3f05f582a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:13.507338 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2382d4da-c180-4c07-9bc8-8951570c6690 req-1d6f70ae-aba5-4f17-8165-0a3f05f582a2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8c88789f-89ef-4edb-a734-27f1797a7271 HTTP/1.1" status: 200 len: 925 time: 0.2772412 Nov 19 09:25:13.591033 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] For port 0452d9a5-5f89-4af0-8af7-85f60db7ac30, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:25:13.611525 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2382d4da-c180-4c07-9bc8-8951570c6690 req-46495c63-8eaf-4404-b4e2-43ebf41e61f3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9804959-e99e-420e-9711-2618e83faa78 HTTP/1.1" status: 200 len: 217 time: 0.0899823 Nov 19 09:25:13.616861 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] For port 0452d9a5-5f89-4af0-8af7-85f60db7ac30, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=0452d9a5-5f89-4af0-8af7-85f60db7ac30,segment=NetworkSegment(22439cb8-7698-4ffa-b590-008fc8fe100a),segment_id=22439cb8-7698-4ffa-b590-008fc8fe100a)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:25:13.628459 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:13.639404 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-9891c71a-2ff6-4f89-91d1-fe981aaf9681 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583102 Nov 19 09:25:13.719925 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382d4da-c180-4c07-9bc8-8951570c6690 req-51f99d64-63ad-476f-bd54-f8af0b95a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:13.721529 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2382d4da-c180-4c07-9bc8-8951570c6690 req-51f99d64-63ad-476f-bd54-f8af0b95a7f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e57f8700-8336-4709-9066-8912adec085c HTTP/1.1" status: 200 len: 864 time: 0.0908446 Nov 19 09:25:13.722607 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:13.723230 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:13.724600 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] 10.222.0.71 "PUT /v2.0/ports/0452d9a5-5f89-4af0-8af7-85f60db7ac30 HTTP/1.1" status: 200 len: 1092 time: 3.0540802 Nov 19 09:25:13.726871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b47232-3669-4cc2-ae0f-e5049cd4177a', 'tag': '0452d9a5-5f89-4af0-8af7-85f60db7ac30'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:25:13.729201 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1f5595-72a3-47a5-bdd5-e989f01e8daf" -d '{"events": [{"name": "network-changed", "server_uuid": "44b47232-3669-4cc2-ae0f-e5049cd4177a", "tag": "0452d9a5-5f89-4af0-8af7-85f60db7ac30"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:25:13.735906 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-e7ae2a14-1453-4baa-b779-a26fc692cc3b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=56761c8f-425b-4730-929a-ba3b0b318243 HTTP/1.1" status: 200 len: 217 time: 0.0725496 Nov 19 09:25:13.773809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2382d4da-c180-4c07-9bc8-8951570c6690 req-d2945a0f-c3e2-474c-9964-cf4c7df6545b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c88789f-89ef-4edb-a734-27f1797a7271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401766 Nov 19 09:25:13.812501 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef385091-c252-4480-aaae-6aa6587b9650 None None] DHCP port deletion for fbfb4f80-8652-4f22-9f6e-789965f4b9d8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:25:13.816462 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5fbdb-1334-4eb6-95af-24521f2a9866 service neutron] Pushing event updated for resources: {'Port': ['ID=0452d9a5-5f89-4af0-8af7-85f60db7ac30,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:13.826529 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8864efa2-7251-4a6d-bd58-6ea66ada66d5 x-openstack-request-id: req-8864efa2-7251-4a6d-bd58-6ea66ada66d5 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:25:13.828598 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b47232-3669-4cc2-ae0f-e5049cd4177a", "tag": "0452d9a5-5f89-4af0-8af7-85f60db7ac30", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:25:13.829461 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8864efa2-7251-4a6d-bd58-6ea66ada66d5 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:25:13.830540 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b47232-3669-4cc2-ae0f-e5049cd4177a', 'tag': '0452d9a5-5f89-4af0-8af7-85f60db7ac30', 'status': 'completed', 'code': 200} Nov 19 09:25:13.878711 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac2af51-69c6-4290-98a3-d4f09e048b8e None None] DHCP port deletion for fbfb4f80-8652-4f22-9f6e-789965f4b9d8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:25:13.879559 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:14.017589 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-8bb1dadf-805d-42de-b31d-162c6a36dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:14.019302 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-8bb1dadf-805d-42de-b31d-162c6a36dbed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c HTTP/1.1" status: 200 len: 797 time: 0.2638559 Nov 19 09:25:14.024289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-26e02867-26cf-4a99-a8e8-45af97fbd6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:14.026138 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-26e02867-26cf-4a99-a8e8-45af97fbd6b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=377509b251b6434586dac2984019285c&device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 1095 time: 0.1933517 Nov 19 09:25:14.051632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d145e5-a9df-424e-85bf-5fdc32848000 req-73c00928-a6a5-474d-97ce-d3df9aeec628 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:14.057882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9d145e5-a9df-424e-85bf-5fdc32848000 req-73c00928-a6a5-474d-97ce-d3df9aeec628 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 943 time: 0.2621043 Nov 19 09:25:14.086651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2382d4da-c180-4c07-9bc8-8951570c6690 req-548e51b3-6415-48b9-8c8f-40a2533f5317 service neutron] 10.222.0.71 "GET /v2.0/networks/8c88789f-89ef-4edb-a734-27f1797a7271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944775 Nov 19 09:25:14.104020 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-af9d15c2-bb8f-44ac-8470-f2ab6456c83b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0452d9a5-5f89-4af0-8af7-85f60db7ac30 HTTP/1.1" status: 200 len: 217 time: 0.0653129 Nov 19 09:25:14.104709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bae3e0-2e7a-45ca-86b6-df377cb2befb req-5aa0ec05-3515-4ae4-a094-fe89d619068f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:14.113864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-85bae3e0-2e7a-45ca-86b6-df377cb2befb req-5aa0ec05-3515-4ae4-a094-fe89d619068f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1487963 Nov 19 09:25:14.153416 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Deleting port 05d746a5-e11b-48eb-a908-b068aea67693 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:25:14.154314 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:14.204895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-95efc57c-938b-4dcb-b908-396e2086a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:14.206503 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-95efc57c-938b-4dcb-b908-396e2086a085 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3282dff9-c0bb-424b-9664-c64e91191014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1703596 Nov 19 09:25:14.224063 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2382d4da-c180-4c07-9bc8-8951570c6690 req-0ee8dfb6-a802-4444-872c-4246d842fe82 service neutron] 10.222.0.71 "GET /v2.0/networks/8c88789f-89ef-4edb-a734-27f1797a7271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028199 Nov 19 09:25:14.302334 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-21384120-5da8-41c6-9b07-dbab67df8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:14.303702 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-21384120-5da8-41c6-9b07-dbab67df8900 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4164d9b8-b748-4119-9198-6fe8fb005819 HTTP/1.1" status: 200 len: 851 time: 0.1923597 Nov 19 09:25:14.314983 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] For port 05d746a5-e11b-48eb-a908-b068aea67693, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=05d746a5-e11b-48eb-a908-b068aea67693,segment=NetworkSegment(dbce15e2-e5bf-4018-9b91-c8e9e682cbfe),segment_id=dbce15e2-e5bf-4018-9b91-c8e9e682cbfe)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:14.315361 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:14.346126 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-146b9dca-c6b5-4923-bb73-32fb08b541ff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbfb4f80-8652-4f22-9f6e-789965f4b9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280061 Nov 19 09:25:14.346830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9d145e5-a9df-424e-85bf-5fdc32848000 req-c08054ec-dc80-4778-b977-a34316f4b1ba tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460890 Nov 19 09:25:14.362581 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-85bae3e0-2e7a-45ca-86b6-df377cb2befb req-c3562fbe-f0a7-47e4-b54b-bc171d1b021f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479546 Nov 19 09:25:14.369147 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Calling delete_port for 05d746a5-e11b-48eb-a908-b068aea67693 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:25:14.535080 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3311e78-8f81-42cf-bf04-9b51eaae5ebc req-e5afb752-a22c-4dec-b93a-6a3dd4b430d4 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:14.542756 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b3311e78-8f81-42cf-bf04-9b51eaae5ebc req-e5afb752-a22c-4dec-b93a-6a3dd4b430d4 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 944 time: 0.0818605 Nov 19 09:25:14.545258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54232) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:14.559336 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-a4eabe61-ff91-44ff-a212-2f5cb7c4f95d service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358107 Nov 19 09:25:14.581336 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:14.672517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Port': ['ID=05d746a5-e11b-48eb-a908-b068aea67693,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:14.676145 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No DVR routers for this DVR port 05d746a5-e11b-48eb-a908-b068aea67693 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:25:14.685568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b3311e78-8f81-42cf-bf04-9b51eaae5ebc req-4e23c7a1-d7e8-4104-b1fb-7c6bceb3121b tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6678e3-70e0-45b6-b1c5-343cdcda2de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334226 Nov 19 09:25:14.713068 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-e05b3c85-1edd-4168-93fb-74ab86b1bf50 service neutron] 10.222.0.71 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514023 Nov 19 09:25:14.729914 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d1824-f69e-464b-a813-91cd2508c001 req-d10dc915-9d10-4411-8260-df7b81caeda4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:14.737423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d1824-f69e-464b-a813-91cd2508c001 req-d10dc915-9d10-4411-8260-df7b81caeda4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:14.744137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d1824-f69e-464b-a813-91cd2508c001 req-d10dc915-9d10-4411-8260-df7b81caeda4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:14.750657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d1824-f69e-464b-a813-91cd2508c001 req-d10dc915-9d10-4411-8260-df7b81caeda4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:14.756532 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d1824-f69e-464b-a813-91cd2508c001 req-d10dc915-9d10-4411-8260-df7b81caeda4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:14.762424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d1824-f69e-464b-a813-91cd2508c001 req-d10dc915-9d10-4411-8260-df7b81caeda4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:14.768893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d1824-f69e-464b-a813-91cd2508c001 req-d10dc915-9d10-4411-8260-df7b81caeda4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:14.771710 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c52d1824-f69e-464b-a813-91cd2508c001 req-d10dc915-9d10-4411-8260-df7b81caeda4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5432 time: 0.1536512 Nov 19 09:25:14.786458 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3bab65b1-33ea-40dd-87dd-b3df621ea9d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:14.835161 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:14.868450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c52d1824-f69e-464b-a813-91cd2508c001 req-ebe5110a-716c-464f-aa52-537e4d90fb8a tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837851 Nov 19 09:25:14.874161 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-17c01249-ec2a-4a10-931e-3f08dbd76918 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048804 Nov 19 09:25:14.880932 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab77933e-0f46-488e-865a-59c89e47877a']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:14.907789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbce15e2-e5bf-4018-9b91-c8e9e682cbfe') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:14.908161 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbce15e2-e5bf-4018-9b91-c8e9e682cbfe') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:14.924599 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3bab65b1-33ea-40dd-87dd-b3df621ea9d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:14.929201 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3bab65b1-33ea-40dd-87dd-b3df621ea9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:14.967037 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:14.972829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab65b1-33ea-40dd-87dd-b3df621ea9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e4fb78-ffce-4838-8088-9e71b1028783,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:14.975780 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-87e2ccb8-f16b-4a95-826d-4b456baa0178 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=e1b1b935-d8de-408b-9222-af54f732f4dd HTTP/1.1" status: 200 len: 217 time: 0.0922234 Nov 19 09:25:14.982452 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3bab65b1-33ea-40dd-87dd-b3df621ea9d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a918e340996d471ea720ff617f8afd9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4358652 Nov 19 09:25:14.983121 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54238) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:15.027991 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c7d0e818-f9c8-4542-9430-3df7a6923278 req-04071e6d-158f-4f08-a1f9-8c03a976f8df service neutron] 10.222.0.71 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051560 Nov 19 09:25:15.031189 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:15.043727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:15.044762 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:15.048702 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:15.052277 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bae4a7f8-afb4-4442-8e97-db84539a2c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:15.088497 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bae4a7f8-afb4-4442-8e97-db84539a2c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:15.094743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-aa091742-83ef-4e1b-8610-b62139373733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:15.096236 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-aa091742-83ef-4e1b-8610-b62139373733 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c HTTP/1.1" status: 200 len: 797 time: 0.1101468 Nov 19 09:25:15.146143 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bae4a7f8-afb4-4442-8e97-db84539a2c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:15.149579 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bae4a7f8-afb4-4442-8e97-db84539a2c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:15.153139 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bae4a7f8-afb4-4442-8e97-db84539a2c37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4e4fb78-ffce-4838-8088-9e71b1028783 HTTP/1.1" status: 204 len: 168 time: 0.1664898 Nov 19 09:25:15.163342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4a7f8-afb4-4442-8e97-db84539a2c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e4fb78-ffce-4838-8088-9e71b1028783,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:15.175157 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:15.189339 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:15.192793 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/ab77933e-0f46-488e-865a-59c89e47877a HTTP/1.1" status: 204 len: 168 time: 5.4165819 Nov 19 09:25:15.196619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54242) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:15.205040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-72167dc1-f73f-4319-8be5-75011a24329d tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-949551997'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:15.224161 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbc799-ca03-48b5-8ff5-2256d5cc7615 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Network': ['ID=ab77933e-0f46-488e-865a-59c89e47877a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:15.237816 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f5595-72a3-47a5-bdd5-e989f01e8daf req-813e1d30-c2b5-42a9-b1cf-e2072025909f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:15.239378 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fc1f5595-72a3-47a5-bdd5-e989f01e8daf req-813e1d30-c2b5-42a9-b1cf-e2072025909f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=377509b251b6434586dac2984019285c&device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 1095 time: 0.1394205 Nov 19 09:25:15.250252 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-940b4b2c-5604-44e0-88bb-7868f442a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:15.252311 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-940b4b2c-5604-44e0-88bb-7868f442a7c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3282dff9-c0bb-424b-9664-c64e91191014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1317065 Nov 19 09:25:15.258415 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72167dc1-f73f-4319-8be5-75011a24329d tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:15.264291 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-72167dc1-f73f-4319-8be5-75011a24329d tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:15.309822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72167dc1-f73f-4319-8be5-75011a24329d tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:25:15.331405 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-72167dc1-f73f-4319-8be5-75011a24329d tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:15.331637 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-72167dc1-f73f-4319-8be5-75011a24329d tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Added segment 46465453-9c8a-4b8b-9eb0-0c3149c97ddb of type vlan for network c5a4faba-dad2-44ca-825e-152e416677b5 Nov 19 09:25:15.423482 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:15.428833 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f5595-72a3-47a5-bdd5-e989f01e8daf req-0622d7bb-2e47-423b-a12f-8547dac8ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:15.430363 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fc1f5595-72a3-47a5-bdd5-e989f01e8daf req-0622d7bb-2e47-423b-a12f-8547dac8ff0d service neutron] 10.222.0.71 "GET /v2.0/networks?id=fbfb4f80-8652-4f22-9f6e-789965f4b9d8 HTTP/1.1" status: 200 len: 912 time: 0.1771221 Nov 19 09:25:15.434288 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-78ae7bce-23e6-4f27-8761-26cc172673e7 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704724 Nov 19 09:25:15.447198 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-72167dc1-f73f-4319-8be5-75011a24329d tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:15.484381 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-72167dc1-f73f-4319-8be5-75011a24329d tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:15.496466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72167dc1-f73f-4319-8be5-75011a24329d tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:15.499245 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-72167dc1-f73f-4319-8be5-75011a24329d tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:15.553213 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fc1f5595-72a3-47a5-bdd5-e989f01e8daf req-1bf225d1-f464-4187-8ee2-09ab0d19ad81 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0452d9a5-5f89-4af0-8af7-85f60db7ac30 HTTP/1.1" status: 200 len: 217 time: 0.1006985 Nov 19 09:25:15.593940 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54254) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:15.629173 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-00b8fcee-6a18-4061-be4e-4c4b861945ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:15.657520 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f5595-72a3-47a5-bdd5-e989f01e8daf req-c9b84646-fdda-4857-ab93-9fd2e2d2af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:15.660117 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fc1f5595-72a3-47a5-bdd5-e989f01e8daf req-c9b84646-fdda-4857-ab93-9fd2e2d2af07 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4164d9b8-b748-4119-9198-6fe8fb005819 HTTP/1.1" status: 200 len: 851 time: 0.0956128 Nov 19 09:25:15.669890 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-d3df3ee5-d0b4-4b2b-82f9-7b836ff4073b service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178736 Nov 19 09:25:15.729533 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fc1f5595-72a3-47a5-bdd5-e989f01e8daf req-f8ebf79c-cdbb-4de3-8034-fc98f018b990 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbfb4f80-8652-4f22-9f6e-789965f4b9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447638 Nov 19 09:25:15.781610 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-968a9251-cb4b-4f3f-9f71-20e730e7d41e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=28da1422-f569-4bc1-8147-20320b911d07 HTTP/1.1" status: 200 len: 217 time: 0.0956249 Nov 19 09:25:15.914813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-590c9c5d-c122-48c9-94f2-9f637a364448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:15.916337 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-590c9c5d-c122-48c9-94f2-9f637a364448 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c HTTP/1.1" status: 200 len: 797 time: 0.1202097 Nov 19 09:25:15.951680 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-00b8fcee-6a18-4061-be4e-4c4b861945ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:15.962173 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-00b8fcee-6a18-4061-be4e-4c4b861945ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:15.997940 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-72167dc1-f73f-4319-8be5-75011a24329d tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7998040 Nov 19 09:25:16.000983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54260) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:16.004713 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-00b8fcee-6a18-4061-be4e-4c4b861945ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8172022d349c4583a1c1775f4584b107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4056511 Nov 19 09:25:16.004923 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72167dc1-f73f-4319-8be5-75011a24329d tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Network': ['ID=c5a4faba-dad2-44ca-825e-152e416677b5,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:16.005040 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54262) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:16.015277 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-eca29a91-d0d4-4043-a0ca-a73f5c83e040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'subnet': {'network_id': 'c5a4faba-dad2-44ca-825e-152e416677b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:16.021925 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fc1f5595-72a3-47a5-bdd5-e989f01e8daf req-4af363e7-1fd0-409d-a787-64c697e12468 service neutron] 10.222.0.71 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506425 Nov 19 09:25:16.025695 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network c5a4faba-dad2-44ca-825e-152e416677b5 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:25:16.067802 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8fcee-6a18-4061-be4e-4c4b861945ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d435a7fd-2f7d-4196-8803-b3e7934145d1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:16.072565 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf756b-73dd-4070-bbe4-2e68d2e13e0d req-6ff43bc3-db80-4e4f-be97-2bd3b6d6b43c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:16.074230 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-abdf756b-73dd-4070-bbe4-2e68d2e13e0d req-6ff43bc3-db80-4e4f-be97-2bd3b6d6b43c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.5704820 Nov 19 09:25:16.086588 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b7ba8-6b7d-4636-8e6a-44163566bf6c req-10e166f4-dff6-452e-a4ed-ba89cba95930 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:16.088217 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b8b7ba8-6b7d-4636-8e6a-44163566bf6c req-10e166f4-dff6-452e-a4ed-ba89cba95930 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 943 time: 0.5832112 Nov 19 09:25:16.129403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-10223d43-97d6-4f5f-a799-ef7be571b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:16.130990 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-10223d43-97d6-4f5f-a799-ef7be571b68f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3282dff9-c0bb-424b-9664-c64e91191014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1956344 Nov 19 09:25:16.179131 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f3571c5-5939-4653-9468-65338fcf559d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:16.224596 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f3571c5-5939-4653-9468-65338fcf559d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:16.230394 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e9804959-e99e-420e-9711-2618e83faa78 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:25:16.233543 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b8b7ba8-6b7d-4636-8e6a-44163566bf6c req-ad8b8756-c0ec-4e61-a827-466535447a60 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257029 Nov 19 09:25:16.257465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-abdf756b-73dd-4070-bbe4-2e68d2e13e0d req-cb1074c4-cdd9-43a6-b9b6-c587e51d36d1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437137 Nov 19 09:25:16.278972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca29a91-d0d4-4043-a0ca-a73f5c83e040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:16.282587 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eca29a91-d0d4-4043-a0ca-a73f5c83e040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:16.338311 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f3571c5-5939-4653-9468-65338fcf559d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:16.341383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f3571c5-5939-4653-9468-65338fcf559d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:16.342536 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9f3571c5-5939-4653-9468-65338fcf559d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d435a7fd-2f7d-4196-8803-b3e7934145d1 HTTP/1.1" status: 204 len: 168 time: 0.3321605 Nov 19 09:25:16.385547 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fc1f5595-72a3-47a5-bdd5-e989f01e8daf req-73dfe0d2-8e5b-4557-9a18-2df2d963a091 service neutron] 10.222.0.71 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432724 Nov 19 09:25:16.406143 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3571c5-5939-4653-9468-65338fcf559d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d435a7fd-2f7d-4196-8803-b3e7934145d1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:16.451232 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.ipam_backend_mixin [None req-eca29a91-d0d4-4043-a0ca-a73f5c83e040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Performing IP validity checks on allocation pools {{(pid=103477) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 09:25:16.452883 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.ipam_backend_mixin [None req-eca29a91-d0d4-4043-a0ca-a73f5c83e040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103477) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 09:25:16.476445 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-dc281a27-1867-4f7e-9f95-a6d77d4d7041 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299694 Nov 19 09:25:16.593513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e9804959-e99e-420e-9711-2618e83faa78, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e9804959-e99e-420e-9711-2618e83faa78,segment=NetworkSegment(e06a6122-0893-4b02-9450-a047ed858846),segment_id=e06a6122-0893-4b02-9450-a047ed858846)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:16.629067 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'e9804959-e99e-420e-9711-2618e83faa78', 'network_id': '8c88789f-89ef-4edb-a734-27f1797a7271', 'port_id': 'e9804959-e99e-420e-9711-2618e83faa78', 'mac_address': 'fa:16:3e:32:e7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e57f8700-8336-4709-9066-8912adec085c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:25:16.663147 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-61906250-51dc-4d39-8cfa-ca287da78382 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761551 Nov 19 09:25:16.678650 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879eacf7-7eed-493a-8bb8-b82c4cc9cca3 req-9d1e5f74-6344-4dc6-bd6c-ec999619e60e tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:16.686150 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-879eacf7-7eed-493a-8bb8-b82c4cc9cca3 req-9d1e5f74-6344-4dc6-bd6c-ec999619e60e tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 944 time: 0.2048981 Nov 19 09:25:16.741264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce72ae0-89ff-4b2f-8b0a-e8f4892c0695 req-811e367e-f3a7-45b3-a226-4bca9c5cb3a1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:16.749186 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce72ae0-89ff-4b2f-8b0a-e8f4892c0695 req-811e367e-f3a7-45b3-a226-4bca9c5cb3a1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:16.755671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce72ae0-89ff-4b2f-8b0a-e8f4892c0695 req-811e367e-f3a7-45b3-a226-4bca9c5cb3a1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:16.761783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce72ae0-89ff-4b2f-8b0a-e8f4892c0695 req-811e367e-f3a7-45b3-a226-4bca9c5cb3a1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:16.767147 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:16.768948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce72ae0-89ff-4b2f-8b0a-e8f4892c0695 req-811e367e-f3a7-45b3-a226-4bca9c5cb3a1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:16.775410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce72ae0-89ff-4b2f-8b0a-e8f4892c0695 req-811e367e-f3a7-45b3-a226-4bca9c5cb3a1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:16.782041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce72ae0-89ff-4b2f-8b0a-e8f4892c0695 req-811e367e-f3a7-45b3-a226-4bca9c5cb3a1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:16.790602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ce72ae0-89ff-4b2f-8b0a-e8f4892c0695 req-811e367e-f3a7-45b3-a226-4bca9c5cb3a1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5432 time: 0.2446432 Nov 19 09:25:16.796760 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-4b59c01a-c42c-4401-a6f5-2a67d549ecf2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cfb4ad1-72f2-4c6a-8756-da669c03ad65 HTTP/1.1" status: 200 len: 217 time: 0.1192698 Nov 19 09:25:16.805544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9804959-e99e-420e-9711-2618e83faa78 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:25:16.826370 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eca29a91-d0d4-4043-a0ca-a73f5c83e040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:16.834415 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e9804959-e99e-420e-9711-2618e83faa78, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e9804959-e99e-420e-9711-2618e83faa78,segment=NetworkSegment(e06a6122-0893-4b02-9450-a047ed858846),segment_id=e06a6122-0893-4b02-9450-a047ed858846)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:16.843836 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:16.884755 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-760d7449-85cb-4a7c-95b4-e9b84df8c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:16.886285 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-760d7449-85cb-4a7c-95b4-e9b84df8c76b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=256f9334-7b81-45d8-b5ff-85e83d2809f1 HTTP/1.1" status: 200 len: 797 time: 0.0751708 Nov 19 09:25:16.918161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=e9804959-e99e-420e-9711-2618e83faa78,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:16.952155 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-1a182ba9-a7ee-4ed4-ade0-90eb4ea961a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:16.953906 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-1a182ba9-a7ee-4ed4-ade0-90eb4ea961a9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=15405871-da19-4499-a311-e93abf739d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0563385 Nov 19 09:25:17.061547 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-879eacf7-7eed-493a-8bb8-b82c4cc9cca3 req-2ddf17ac-65c1-4699-aacd-b99d00aa2125 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6678e3-70e0-45b6-b1c5-343cdcda2de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736596 Nov 19 09:25:17.102676 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-94860e85-e6ef-4cfa-a4c5-c9f900d5185c service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395209 Nov 19 09:25:17.114817 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ce72ae0-89ff-4b2f-8b0a-e8f4892c0695 req-db57e78d-ad09-4577-be00-46914d5626aa tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3240302 Nov 19 09:25:17.117688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca29a91-d0d4-4043-a0ca-a73f5c83e040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Subnet': ['ID=bd75c78d-8a67-4414-8878-1bcb5e7e77f6,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:17.165301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca29a91-d0d4-4043-a0ca-a73f5c83e040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Checking segment: {'id': '46465453-9c8a-4b8b-9eb0-0c3149c97ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c5a4faba-dad2-44ca-825e-152e416677b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:17.165301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca29a91-d0d4-4043-a0ca-a73f5c83e040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network hostable DHCP agents. Network: c5a4faba-dad2-44ca-825e-152e416677b5, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:25:17.186941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca29a91-d0d4-4043-a0ca-a73f5c83e040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network c5a4faba-dad2-44ca-825e-152e416677b5 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:25:17.204401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-eca29a91-d0d4-4043-a0ca-a73f5c83e040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, c5a4faba-dad2-44ca-825e-152e416677b5) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:17.219177 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301b265e-3d07-430c-9c79-60c69cb0996e None None] Network c5a4faba-dad2-44ca-825e-152e416677b5 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:17.229731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca29a91-d0d4-4043-a0ca-a73f5c83e040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:17.231005 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eca29a91-d0d4-4043-a0ca-a73f5c83e040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:17.267720 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-eca29a91-d0d4-4043-a0ca-a73f5c83e040 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2594616 Nov 19 09:25:17.270360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54284) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:17.300173 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-4ad802ba-a591-4f59-9eba-a73cf7399499 service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687920 Nov 19 09:25:17.334342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['e9804959-e99e-420e-9711-2618e83faa78'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:25:17.437334 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-c25f418d-8f7a-4cdf-9437-46915d56f32f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b1b16378-6621-4664-9462-33598662a163 HTTP/1.1" status: 200 len: 217 time: 0.1361837 Nov 19 09:25:17.566747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-c5a4faba-dad2-44ca-825e-152e416677b5', 'network_id': 'c5a4faba-dad2-44ca-825e-152e416677b5', 'tenant_id': '014cbc417af748f1acf9330df566e22a', 'fixed_ips': [{'subnet_id': 'bd75c78d-8a67-4414-8878-1bcb5e7e77f6'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:25:17.569796 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:17.710027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9960e-01f8-48d3-bccc-ebf53b4b4593 req-4b8026a3-7da2-440d-a4f2-f54194d83288 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:17.711656 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92e9960e-01f8-48d3-bccc-ebf53b4b4593 req-4b8026a3-7da2-440d-a4f2-f54194d83288 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2432933 Nov 19 09:25:17.727622 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:17.771686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66616-e6ef-4802-9122-13dbb9b24cf2 req-c5273781-e791-4e54-b4f3-ad71d8db9ab7 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:17.790669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfd66616-e6ef-4802-9122-13dbb9b24cf2 req-c5273781-e791-4e54-b4f3-ad71d8db9ab7 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 943 time: 0.3512299 Nov 19 09:25:17.895412 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:17.902987 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Allocated IP 172.20.0.3 (c5a4faba-dad2-44ca-825e-152e416677b5/bd75c78d-8a67-4414-8878-1bcb5e7e77f6/146c8994-eb45-4e8c-9163-e1cf570af37e) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:25:17.926341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-dee377e8-591e-49df-ad74-78da3f2c61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:17.928013 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-dee377e8-591e-49df-ad74-78da3f2c61c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=256f9334-7b81-45d8-b5ff-85e83d2809f1 HTTP/1.1" status: 200 len: 797 time: 0.4752700 Nov 19 09:25:18.023536 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-271b2393-41fc-4555-92c8-2eea7e7df38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:18.027239 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-271b2393-41fc-4555-92c8-2eea7e7df38c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=15405871-da19-4499-a311-e93abf739d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0827935 Nov 19 09:25:18.065484 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:18.082611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92e9960e-01f8-48d3-bccc-ebf53b4b4593 req-584090eb-f21f-4692-9735-eca8b49dcc0a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3518994 Nov 19 09:25:18.120038 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 0452d9a5-5f89-4af0-8af7-85f60db7ac30 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:25:18.164461 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:18.169583 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfd66616-e6ef-4802-9122-13dbb9b24cf2 req-5e458144-8647-43f1-89a2-dc31b03fc3bb tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779871 Nov 19 09:25:18.190745 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:18.253727 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-d702974d-6103-4332-90c5-589c1e241196 service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169294 Nov 19 09:25:18.311376 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:18.371782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Network c5a4faba-dad2-44ca-825e-152e416677b5 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:25:18.380063 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:18.388713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Pushing event updated for resources: {'Port': ['ID=146c8994-eb45-4e8c-9163-e1cf570af37e,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:18.393837 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:25:18.407647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Subnet': ['ID=bd75c78d-8a67-4414-8878-1bcb5e7e77f6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:18.418678 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 0452d9a5-5f89-4af0-8af7-85f60db7ac30, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=0452d9a5-5f89-4af0-8af7-85f60db7ac30,segment=NetworkSegment(22439cb8-7698-4ffa-b590-008fc8fe100a),segment_id=22439cb8-7698-4ffa-b590-008fc8fe100a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:18.449791 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5dc9fd38-d397-429a-bf72-2d46d516d6ba req-84467fb1-3e06-4489-bb8c-186b66120e2b service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812270 Nov 19 09:25:18.596033 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:18.626323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '0452d9a5-5f89-4af0-8af7-85f60db7ac30', 'network_id': 'fbfb4f80-8652-4f22-9f6e-789965f4b9d8', 'port_id': '0452d9a5-5f89-4af0-8af7-85f60db7ac30', 'mac_address': 'fa:16:3e:dc:52:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4164d9b8-b748-4119-9198-6fe8fb005819', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:25:18.629896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a4faba-dad2-44ca-825e-152e416677b5']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:18.650192 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44aef8-49d2-4e29-9058-da762490a3f3 req-6f3e36c4-ca37-4093-90a7-da4a0062bdef tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:18.651710 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f44aef8-49d2-4e29-9058-da762490a3f3 req-6f3e36c4-ca37-4093-90a7-da4a0062bdef tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 945 time: 0.2644813 Nov 19 09:25:18.656381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46465453-9c8a-4b8b-9eb0-0c3149c97ddb') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:18.656690 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46465453-9c8a-4b8b-9eb0-0c3149c97ddb') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:18.664944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Attempting to bind port 146c8994-eb45-4e8c-9163-e1cf570af37e on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:25:18.665398 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Attempting to bind port 146c8994-eb45-4e8c-9163-e1cf570af37e by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '46465453-9c8a-4b8b-9eb0-0c3149c97ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c5a4faba-dad2-44ca-825e-152e416677b5'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:25:18.665706 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Attempting to bind port 146c8994-eb45-4e8c-9163-e1cf570af37e on network c5a4faba-dad2-44ca-825e-152e416677b5 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:25:18.678859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:25:18.679268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Checking segment: {'id': '46465453-9c8a-4b8b-9eb0-0c3149c97ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c5a4faba-dad2-44ca-825e-152e416677b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:18.679609 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:18.680004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Bound using segment: {'id': '46465453-9c8a-4b8b-9eb0-0c3149c97ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c5a4faba-dad2-44ca-825e-152e416677b5'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:25:18.680500 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Bound port: 146c8994-eb45-4e8c-9163-e1cf570af37e, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46465453-9c8a-4b8b-9eb0-0c3149c97ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c5a4faba-dad2-44ca-825e-152e416677b5'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:25:18.680892 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:18.686886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdf242-3e17-4b57-b5e3-5e278b322724 req-a25b53bb-b56e-43cd-8884-3478f1fe2d27 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:18.693771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdf242-3e17-4b57-b5e3-5e278b322724 req-a25b53bb-b56e-43cd-8884-3478f1fe2d27 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:18.699672 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:18.700362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdf242-3e17-4b57-b5e3-5e278b322724 req-a25b53bb-b56e-43cd-8884-3478f1fe2d27 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:18.708161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdf242-3e17-4b57-b5e3-5e278b322724 req-a25b53bb-b56e-43cd-8884-3478f1fe2d27 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:18.714184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdf242-3e17-4b57-b5e3-5e278b322724 req-a25b53bb-b56e-43cd-8884-3478f1fe2d27 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:18.720091 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdf242-3e17-4b57-b5e3-5e278b322724 req-a25b53bb-b56e-43cd-8884-3478f1fe2d27 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:18.725977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdf242-3e17-4b57-b5e3-5e278b322724 req-a25b53bb-b56e-43cd-8884-3478f1fe2d27 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:18.728011 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5dbdf242-3e17-4b57-b5e3-5e278b322724 req-a25b53bb-b56e-43cd-8884-3478f1fe2d27 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5432 time: 0.2220705 Nov 19 09:25:18.730008 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:18.742626 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0452d9a5-5f89-4af0-8af7-85f60db7ac30 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:25:18.772614 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:18.776548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 0452d9a5-5f89-4af0-8af7-85f60db7ac30, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=0452d9a5-5f89-4af0-8af7-85f60db7ac30,segment=NetworkSegment(22439cb8-7698-4ffa-b590-008fc8fe100a),segment_id=22439cb8-7698-4ffa-b590-008fc8fe100a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:18.787125 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:18.795928 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:18.795928 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:18.796270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] For port 146c8994-eb45-4e8c-9163-e1cf570af37e, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:18.798266 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:18.844640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=0452d9a5-5f89-4af0-8af7-85f60db7ac30,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:18.860834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f44aef8-49d2-4e29-9058-da762490a3f3 req-78885af2-ecb6-400e-8739-e2fd4fc02b6c tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6678e3-70e0-45b6-b1c5-343cdcda2de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958964 Nov 19 09:25:18.892588 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5dbdf242-3e17-4b57-b5e3-5e278b322724 req-cb5b3b72-4e92-4fbf-8f72-ac2461642b3c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1550081 Nov 19 09:25:18.894789 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.api [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 09:25:18.894789 n-d-805649-14 neutron-server[103477]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 09:25:18.894789 n-d-805649-14 neutron-server[103477]: [parameters: {'id': 'c5a4faba-dad2-44ca-825e-152e416677b5'}] Nov 19 09:25:18.894789 n-d-805649-14 neutron-server[103477]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:25:18.894789 n-d-805649-14 neutron-server[103477]: DEBUG oslo_db.api [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:25:18.898323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] For port 146c8994-eb45-4e8c-9163-e1cf570af37e, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=146c8994-eb45-4e8c-9163-e1cf570af37e,segment=NetworkSegment(46465453-9c8a-4b8b-9eb0-0c3149c97ddb),segment_id=46465453-9c8a-4b8b-9eb0-0c3149c97ddb)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:25:18.903585 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:18.989013 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b73ac4-73a1-473f-8734-9f128a5c9099 None None] Pushing event updated for resources: {'Port': ['ID=146c8994-eb45-4e8c-9163-e1cf570af37e,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:19.007422 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5effc5-00f7-4f69-8894-dd459e64e399 None None] Network c5a4faba-dad2-44ca-825e-152e416677b5 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:19.146817 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f2e97a-be28-442c-9c28-214509964ddf None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:25:19.228499 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['0452d9a5-5f89-4af0-8af7-85f60db7ac30'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:25:19.321629 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7063545-394d-4fe9-9191-a87a820980bb req-c9bcf99a-6c0d-4685-8ad7-4d1875ae4d41 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:19.331060 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7063545-394d-4fe9-9191-a87a820980bb req-c9bcf99a-6c0d-4685-8ad7-4d1875ae4d41 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1441169 Nov 19 09:25:19.383216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f2e97a-be28-442c-9c28-214509964ddf None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:25:19.400696 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:19.441976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7063545-394d-4fe9-9191-a87a820980bb req-822f0152-6bf4-4188-b1f3-26280ef7bd94 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979757 Nov 19 09:25:19.457856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54348) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:19.462219 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c526e7-9c94-4443-804d-c8e91c985163 req-1a4335d3-4c84-4318-976a-96ad11abb32e tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:19.473614 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6c526e7-9c94-4443-804d-c8e91c985163 req-1a4335d3-4c84-4318-976a-96ad11abb32e tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 944 time: 0.1374414 Nov 19 09:25:19.569634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6c526e7-9c94-4443-804d-c8e91c985163 req-e16c3cbd-354c-49cc-aca0-3f42b0552492 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899947 Nov 19 09:25:19.595617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Deleting port 146c8994-eb45-4e8c-9163-e1cf570af37e {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:25:19.596186 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:19.622902 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87762664-22b5-4488-bc5e-6f5d04b919e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:19.671489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] For port 146c8994-eb45-4e8c-9163-e1cf570af37e, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=146c8994-eb45-4e8c-9163-e1cf570af37e,segment=NetworkSegment(46465453-9c8a-4b8b-9eb0-0c3149c97ddb),segment_id=46465453-9c8a-4b8b-9eb0-0c3149c97ddb)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:19.672142 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:19.688661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Calling delete_port for 146c8994-eb45-4e8c-9163-e1cf570af37e owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:25:19.715794 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87762664-22b5-4488-bc5e-6f5d04b919e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:19.723688 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87762664-22b5-4488-bc5e-6f5d04b919e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:19.771879 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-87762664-22b5-4488-bc5e-6f5d04b919e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b588e4861f154c688e31f8cb39e32802&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3122661 Nov 19 09:25:19.772804 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54352) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:19.775354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87762664-22b5-4488-bc5e-6f5d04b919e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0c642f-37bd-4b11-baaf-bc9c7b14b04c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:19.797904 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:19.828915 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Port': ['ID=146c8994-eb45-4e8c-9163-e1cf570af37e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:19.832682 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No DVR routers for this DVR port 146c8994-eb45-4e8c-9163-e1cf570af37e on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:25:19.833218 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e744b0ce-8093-493c-8fdc-c703486c8b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:19.858953 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e744b0ce-8093-493c-8fdc-c703486c8b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:19.863714 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f0557ffc-5fbe-4c6a-9a44-c2de96c8dbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:19.914629 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e744b0ce-8093-493c-8fdc-c703486c8b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:19.923849 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e744b0ce-8093-493c-8fdc-c703486c8b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:19.942491 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e744b0ce-8093-493c-8fdc-c703486c8b7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b0c642f-37bd-4b11-baaf-bc9c7b14b04c HTTP/1.1" status: 204 len: 168 time: 0.1577835 Nov 19 09:25:19.951196 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:19.968655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744b0ce-8093-493c-8fdc-c703486c8b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0c642f-37bd-4b11-baaf-bc9c7b14b04c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:20.011226 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a4faba-dad2-44ca-825e-152e416677b5']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:20.053326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46465453-9c8a-4b8b-9eb0-0c3149c97ddb') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:20.053609 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46465453-9c8a-4b8b-9eb0-0c3149c97ddb') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:20.086427 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:20.112003 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:20.123186 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:20.123677 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:20.130774 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:20.133575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e9804959-e99e-420e-9711-2618e83faa78 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:25:20.185691 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accc7f5-3e7f-4e43-a364-ba11ea9eb366 req-a320ab02-d565-454e-86c4-47fab2288d57 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:20.187508 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7accc7f5-3e7f-4e43-a364-ba11ea9eb366 req-a320ab02-d565-454e-86c4-47fab2288d57 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 945 time: 0.2133975 Nov 19 09:25:20.197905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port e9804959-e99e-420e-9711-2618e83faa78 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:25:20.202979 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port e9804959-e99e-420e-9711-2618e83faa78 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:20.203367 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:20.208492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ac0f2-4899-4735-82d1-9a12dfa84eb4 req-2c405bda-fafb-436f-ac4b-ea3b7a0ca184 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:20.214854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ac0f2-4899-4735-82d1-9a12dfa84eb4 req-2c405bda-fafb-436f-ac4b-ea3b7a0ca184 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:20.221171 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ac0f2-4899-4735-82d1-9a12dfa84eb4 req-2c405bda-fafb-436f-ac4b-ea3b7a0ca184 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:20.227372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ac0f2-4899-4735-82d1-9a12dfa84eb4 req-2c405bda-fafb-436f-ac4b-ea3b7a0ca184 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:20.233644 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ac0f2-4899-4735-82d1-9a12dfa84eb4 req-2c405bda-fafb-436f-ac4b-ea3b7a0ca184 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:20.239828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ac0f2-4899-4735-82d1-9a12dfa84eb4 req-2c405bda-fafb-436f-ac4b-ea3b7a0ca184 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:20.246502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ac0f2-4899-4735-82d1-9a12dfa84eb4 req-2c405bda-fafb-436f-ac4b-ea3b7a0ca184 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:20.257728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e1ac0f2-4899-4735-82d1-9a12dfa84eb4 req-2c405bda-fafb-436f-ac4b-ea3b7a0ca184 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5432 time: 0.2213991 Nov 19 09:25:20.330790 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:20.334150 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:20.353437 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:20.357254 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/c5a4faba-dad2-44ca-825e-152e416677b5 HTTP/1.1" status: 204 len: 168 time: 3.0776978 Nov 19 09:25:20.360741 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54368) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:20.361757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9804959-e99e-420e-9711-2618e83faa78'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:25:20.364459 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f639c5d5-a6f5-4b43-bbc6-5d00801a2697" -d '{"events": [{"server_uuid": "8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd", "name": "network-vif-plugged", "status": "completed", "tag": "e9804959-e99e-420e-9711-2618e83faa78"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:25:20.366082 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2c2de708-c7e1-4820-87eb-98565953c517 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-785458899'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:20.380433 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e9804959-e99e-420e-9711-2618e83faa78, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e9804959-e99e-420e-9711-2618e83faa78,segment=NetworkSegment(e06a6122-0893-4b02-9450-a047ed858846),segment_id=e06a6122-0893-4b02-9450-a047ed858846)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:20.388895 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:20.391844 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2de708-c7e1-4820-87eb-98565953c517 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:20.396620 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c2de708-c7e1-4820-87eb-98565953c517 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:20.417176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6db82-bf3b-4f6e-bb9d-60fc678d0e7a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Network': ['ID=c5a4faba-dad2-44ca-825e-152e416677b5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:20.432522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2de708-c7e1-4820-87eb-98565953c517 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:25:20.447329 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c2de708-c7e1-4820-87eb-98565953c517 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:20.447923 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-2c2de708-c7e1-4820-87eb-98565953c517 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Added segment bb53b019-b034-4c2d-aea0-6010bcce2b3e of type vlan for network 3c078170-3122-4eb3-916c-be256f4d7cb7 Nov 19 09:25:20.451180 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e1ac0f2-4899-4735-82d1-9a12dfa84eb4 req-81b53c8c-9054-4fad-9454-4b961d75bbe5 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1926124 Nov 19 09:25:20.455609 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7accc7f5-3e7f-4e43-a364-ba11ea9eb366 req-34c456a6-0f82-40ae-b006-1afef1c9bdfc tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6678e3-70e0-45b6-b1c5-343cdcda2de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597530 Nov 19 09:25:20.506265 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=e9804959-e99e-420e-9711-2618e83faa78,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:20.515145 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:20.515506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:20.515868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:20.516481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:20.516829 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:20.517187 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:20.517521 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:20.517854 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:20.518391 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:20.518550 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:20.518910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:20.519235 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:20.554916 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ddfd72-a072-4ba3-a727-f3214748984e x-openstack-request-id: req-67ddfd72-a072-4ba3-a727-f3214748984e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:25:20.555211 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd", "name": "network-vif-plugged", "status": "completed", "tag": "e9804959-e99e-420e-9711-2618e83faa78", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:25:20.555506 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67ddfd72-a072-4ba3-a727-f3214748984e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:25:20.556645 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9804959-e99e-420e-9711-2618e83faa78', 'code': 200} Nov 19 09:25:20.615040 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c2de708-c7e1-4820-87eb-98565953c517 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:20.662271 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c2de708-c7e1-4820-87eb-98565953c517 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:20.670433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2de708-c7e1-4820-87eb-98565953c517 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:20.671304 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c2de708-c7e1-4820-87eb-98565953c517 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:20.719519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb21062-9e30-4d68-bb9e-f1cdd20e5d97 req-f756191f-42fc-4a01-9404-d55e4668b169 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:20.721050 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7cb21062-9e30-4d68-bb9e-f1cdd20e5d97 req-f756191f-42fc-4a01-9404-d55e4668b169 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1064773 Nov 19 09:25:20.745944 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2c2de708-c7e1-4820-87eb-98565953c517 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3840301 Nov 19 09:25:20.753996 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905688e-ee03-4778-a301-de404dc28f3a req-8fa2ef3e-2f84-43b0-93b4-5da5f305a3d6 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:20.755536 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e905688e-ee03-4778-a301-de404dc28f3a req-8fa2ef3e-2f84-43b0-93b4-5da5f305a3d6 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 944 time: 0.0944521 Nov 19 09:25:20.756031 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54388) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:20.763904 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-75cf2e2f-edea-4565-bebc-cc21e6b8a26b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'subnet': {'network_id': '3c078170-3122-4eb3-916c-be256f4d7cb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:20.853808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2de708-c7e1-4820-87eb-98565953c517 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Network': ['ID=3c078170-3122-4eb3-916c-be256f4d7cb7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:20.874750 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 3c078170-3122-4eb3-916c-be256f4d7cb7 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:25:20.886298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b59b04-47aa-4614-b67c-4f5e13ca6f27 req-c165b679-d874-4b37-ac7e-7482c91a7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:20.896676 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2b59b04-47aa-4614-b67c-4f5e13ca6f27 req-c165b679-d874-4b37-ac7e-7482c91a7d21 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 1098 time: 0.2473147 Nov 19 09:25:20.942175 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7cb21062-9e30-4d68-bb9e-f1cdd20e5d97 req-25015383-07c0-41a6-8b41-d440b69ba5b2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131035 Nov 19 09:25:20.980299 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2b59b04-47aa-4614-b67c-4f5e13ca6f27 req-cfd340e8-1209-4642-a938-cded8da75c32 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ba6678e3-70e0-45b6-b1c5-343cdcda2de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680745 Nov 19 09:25:21.029313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e905688e-ee03-4778-a301-de404dc28f3a req-45684bf7-2d46-40ed-aad5-e9a74590fbb2 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560081 Nov 19 09:25:21.043019 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cf2e2f-edea-4565-bebc-cc21e6b8a26b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:21.047488 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75cf2e2f-edea-4565-bebc-cc21e6b8a26b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:21.264401 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75cf2e2f-edea-4565-bebc-cc21e6b8a26b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:21.331232 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf2e2f-edea-4565-bebc-cc21e6b8a26b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Subnet': ['ID=883a5591-09d6-423a-92b5-7122489175e8,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:21.343221 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cf2e2f-edea-4565-bebc-cc21e6b8a26b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Checking segment: {'id': 'bb53b019-b034-4c2d-aea0-6010bcce2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3c078170-3122-4eb3-916c-be256f4d7cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:21.343877 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cf2e2f-edea-4565-bebc-cc21e6b8a26b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network hostable DHCP agents. Network: 3c078170-3122-4eb3-916c-be256f4d7cb7, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:25:21.361332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cf2e2f-edea-4565-bebc-cc21e6b8a26b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network 3c078170-3122-4eb3-916c-be256f4d7cb7 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:25:21.371747 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-75cf2e2f-edea-4565-bebc-cc21e6b8a26b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 3c078170-3122-4eb3-916c-be256f4d7cb7) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:21.377789 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cf2e2f-edea-4565-bebc-cc21e6b8a26b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:21.380527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6027a6c-a71d-45a1-aaa8-e8a48368b175 None None] Network 3c078170-3122-4eb3-916c-be256f4d7cb7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:21.381640 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75cf2e2f-edea-4565-bebc-cc21e6b8a26b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:21.413374 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-75cf2e2f-edea-4565-bebc-cc21e6b8a26b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6543410 Nov 19 09:25:21.416843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54398) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:21.648517 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-19e05a2c-bc7f-4c30-be61-130e891814de tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:21.726065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24d5596-302d-41f5-a975-81332a938c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-3c078170-3122-4eb3-916c-be256f4d7cb7', 'network_id': '3c078170-3122-4eb3-916c-be256f4d7cb7', 'tenant_id': '014cbc417af748f1acf9330df566e22a', 'fixed_ips': [{'subnet_id': '883a5591-09d6-423a-92b5-7122489175e8'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:25:21.726991 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f24d5596-302d-41f5-a975-81332a938c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:21.748058 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da249c-94f4-4610-acbf-af2bd1943697 req-414b1b41-954e-4fed-bb8e-a9132666162d tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:21.751216 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-19e05a2c-bc7f-4c30-be61-130e891814de tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:21.756210 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6da249c-94f4-4610-acbf-af2bd1943697 req-414b1b41-954e-4fed-bb8e-a9132666162d tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 946 time: 0.1429439 Nov 19 09:25:21.779876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe43fb-3427-4c31-ae84-7dcee1533d73 req-59e8cf9d-153e-46be-bcc1-80bcda983571 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:21.786079 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe43fb-3427-4c31-ae84-7dcee1533d73 req-59e8cf9d-153e-46be-bcc1-80bcda983571 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:21.792165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe43fb-3427-4c31-ae84-7dcee1533d73 req-59e8cf9d-153e-46be-bcc1-80bcda983571 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:21.799491 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe43fb-3427-4c31-ae84-7dcee1533d73 req-59e8cf9d-153e-46be-bcc1-80bcda983571 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:21.805669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe43fb-3427-4c31-ae84-7dcee1533d73 req-59e8cf9d-153e-46be-bcc1-80bcda983571 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:21.812553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe43fb-3427-4c31-ae84-7dcee1533d73 req-59e8cf9d-153e-46be-bcc1-80bcda983571 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:21.818987 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe43fb-3427-4c31-ae84-7dcee1533d73 req-59e8cf9d-153e-46be-bcc1-80bcda983571 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:21.823550 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cdfe43fb-3427-4c31-ae84-7dcee1533d73 req-59e8cf9d-153e-46be-bcc1-80bcda983571 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5432 time: 0.1514716 Nov 19 09:25:21.887479 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-19e05a2c-bc7f-4c30-be61-130e891814de tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server [None req-f24d5596-302d-41f5-a975-81332a938c43 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 883a5591-09d6-423a-92b5-7122489175e8: This subnet is being modified by another concurrent operation. Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 09:25:21.901502 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise exception Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 883a5591-09d6-423a-92b5-7122489175e8: This subnet is being modified by another concurrent operation. Nov 19 09:25:21.907083 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Nov 19 09:25:21.915699 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e05a2c-bc7f-4c30-be61-130e891814de tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Subnet': ['ID=883a5591-09d6-423a-92b5-7122489175e8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:21.930607 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063276fc-f043-4231-8ab6-922c7c5b5a17 None None] Network 3c078170-3122-4eb3-916c-be256f4d7cb7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:21.943495 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6da249c-94f4-4610-acbf-af2bd1943697 req-8f711ace-682b-4379-a040-0bf865671b8e tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6678e3-70e0-45b6-b1c5-343cdcda2de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863799 Nov 19 09:25:21.989603 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cdfe43fb-3427-4c31-ae84-7dcee1533d73 req-c63ea893-0290-47c1-a312-374c36688cb4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1539578 Nov 19 09:25:22.101338 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-19e05a2c-bc7f-4c30-be61-130e891814de tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:22.139095 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-19e05a2c-bc7f-4c30-be61-130e891814de tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c078170-3122-4eb3-916c-be256f4d7cb7']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:22.159862 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-19e05a2c-bc7f-4c30-be61-130e891814de tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb53b019-b034-4c2d-aea0-6010bcce2b3e') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:22.160164 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-19e05a2c-bc7f-4c30-be61-130e891814de tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb53b019-b034-4c2d-aea0-6010bcce2b3e') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:22.171828 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-19e05a2c-bc7f-4c30-be61-130e891814de tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:22.181981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 0452d9a5-5f89-4af0-8af7-85f60db7ac30 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:25:22.201694 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-19e05a2c-bc7f-4c30-be61-130e891814de tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:22.210621 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e05a2c-bc7f-4c30-be61-130e891814de tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:22.211253 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-19e05a2c-bc7f-4c30-be61-130e891814de tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:22.217908 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:22.234035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03344e6-20d0-4556-8641-9f245cf3e996 None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:25:22.239436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec688c8-e8cf-40e2-b449-b85a4c88f5e0 req-01a2d7da-169e-4cda-ad0a-6dd8231a72d9 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:22.241523 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aec688c8-e8cf-40e2-b449-b85a4c88f5e0 req-01a2d7da-169e-4cda-ad0a-6dd8231a72d9 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1594300 Nov 19 09:25:22.278132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f1cdf-ae6a-4394-929f-588daddcf02b req-8ca4a3f5-7b56-43bb-a17e-33c1d626fb9b tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:22.290979 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e1f1cdf-ae6a-4394-929f-588daddcf02b req-8ca4a3f5-7b56-43bb-a17e-33c1d626fb9b tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 944 time: 0.1368597 Nov 19 09:25:22.315527 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-19e05a2c-bc7f-4c30-be61-130e891814de tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:22.324399 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-19e05a2c-bc7f-4c30-be61-130e891814de tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:22.332486 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54436) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:22.333689 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-19e05a2c-bc7f-4c30-be61-130e891814de tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/3c078170-3122-4eb3-916c-be256f4d7cb7 HTTP/1.1" status: 204 len: 168 time: 0.9153736 Nov 19 09:25:22.354603 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e05a2c-bc7f-4c30-be61-130e891814de tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Network': ['ID=3c078170-3122-4eb3-916c-be256f4d7cb7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:22.367084 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-929b2728-d549-4018-a7cd-5116ebc9ece4 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-376857580'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:22.380388 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c278378-8b6e-430e-be95-1a71fc264f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:22.477040 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e1f1cdf-ae6a-4394-929f-588daddcf02b req-ad45dc68-014f-4d64-9167-5792efc3020e tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847861 Nov 19 09:25:22.483278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 0452d9a5-5f89-4af0-8af7-85f60db7ac30 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:25:22.488152 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aec688c8-e8cf-40e2-b449-b85a4c88f5e0 req-185bd5d9-7593-48f1-8678-8ab05100fbd9 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868279 Nov 19 09:25:22.489495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929b2728-d549-4018-a7cd-5116ebc9ece4 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:22.502223 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-929b2728-d549-4018-a7cd-5116ebc9ece4 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:22.506959 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 0452d9a5-5f89-4af0-8af7-85f60db7ac30 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:22.516416 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:22.566314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929b2728-d549-4018-a7cd-5116ebc9ece4 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:25:22.592027 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-929b2728-d549-4018-a7cd-5116ebc9ece4 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:22.592472 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-929b2728-d549-4018-a7cd-5116ebc9ece4 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Added segment 868c5860-2de3-4575-96fb-dd38e178dde6 of type vlan for network 44a55901-c221-40cc-9b96-8a79a90ecb5b Nov 19 09:25:22.668994 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-929b2728-d549-4018-a7cd-5116ebc9ece4 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:22.714013 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-929b2728-d549-4018-a7cd-5116ebc9ece4 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:22.719871 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03344e6-20d0-4556-8641-9f245cf3e996 None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:25:22.722199 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929b2728-d549-4018-a7cd-5116ebc9ece4 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:22.722932 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-929b2728-d549-4018-a7cd-5116ebc9ece4 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:22.741551 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:22.803587 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-929b2728-d549-4018-a7cd-5116ebc9ece4 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4697931 Nov 19 09:25:22.806564 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54464) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:22.811139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b2728-d549-4018-a7cd-5116ebc9ece4 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Network': ['ID=44a55901-c221-40cc-9b96-8a79a90ecb5b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:22.830884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e165851f-64bb-44d7-b6d0-d20d6287d8b0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'subnet': {'network_id': '44a55901-c221-40cc-9b96-8a79a90ecb5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:22.839912 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 44a55901-c221-40cc-9b96-8a79a90ecb5b details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:25:22.904750 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b47232-3669-4cc2-ae0f-e5049cd4177a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0452d9a5-5f89-4af0-8af7-85f60db7ac30'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:25:22.907239 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8604d2-543c-47d0-b19a-561cb9de35c6" -d '{"events": [{"server_uuid": "44b47232-3669-4cc2-ae0f-e5049cd4177a", "name": "network-vif-plugged", "status": "completed", "tag": "0452d9a5-5f89-4af0-8af7-85f60db7ac30"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:25:22.943103 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 0452d9a5-5f89-4af0-8af7-85f60db7ac30, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=0452d9a5-5f89-4af0-8af7-85f60db7ac30,segment=NetworkSegment(22439cb8-7698-4ffa-b590-008fc8fe100a),segment_id=22439cb8-7698-4ffa-b590-008fc8fe100a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:22.974406 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:22.979948 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2c173a-d0d2-40da-971e-63935ce54eb6 x-openstack-request-id: req-4d2c173a-d0d2-40da-971e-63935ce54eb6 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:25:22.980217 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b47232-3669-4cc2-ae0f-e5049cd4177a", "name": "network-vif-plugged", "status": "completed", "tag": "0452d9a5-5f89-4af0-8af7-85f60db7ac30", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:25:22.980353 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d2c173a-d0d2-40da-971e-63935ce54eb6 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:25:22.982088 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b47232-3669-4cc2-ae0f-e5049cd4177a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0452d9a5-5f89-4af0-8af7-85f60db7ac30', 'code': 200} Nov 19 09:25:23.099014 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e165851f-64bb-44d7-b6d0-d20d6287d8b0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:23.110650 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e165851f-64bb-44d7-b6d0-d20d6287d8b0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:23.238848 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54478) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:23.277733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259c1dc-3ca6-48f5-a1b7-8935a91214db req-5ff6d2a9-ad6a-4d9d-8ba8-9062ee76b45e tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:23.280676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b259c1dc-3ca6-48f5-a1b7-8935a91214db req-5ff6d2a9-ad6a-4d9d-8ba8-9062ee76b45e tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 946 time: 0.1651697 Nov 19 09:25:23.312840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=0452d9a5-5f89-4af0-8af7-85f60db7ac30,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:23.314016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee174b-a22a-4627-8da9-5e905fa1110f req-d9c58467-855a-40d6-8b2c-565dc0a3804d tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:23.322966 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee174b-a22a-4627-8da9-5e905fa1110f req-d9c58467-855a-40d6-8b2c-565dc0a3804d tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:23.334432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee174b-a22a-4627-8da9-5e905fa1110f req-d9c58467-855a-40d6-8b2c-565dc0a3804d tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:23.342777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee174b-a22a-4627-8da9-5e905fa1110f req-d9c58467-855a-40d6-8b2c-565dc0a3804d tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:23.354338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee174b-a22a-4627-8da9-5e905fa1110f req-d9c58467-855a-40d6-8b2c-565dc0a3804d tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:23.371406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee174b-a22a-4627-8da9-5e905fa1110f req-d9c58467-855a-40d6-8b2c-565dc0a3804d tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:23.387952 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee174b-a22a-4627-8da9-5e905fa1110f req-d9c58467-855a-40d6-8b2c-565dc0a3804d tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:23.403030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10ee174b-a22a-4627-8da9-5e905fa1110f req-d9c58467-855a-40d6-8b2c-565dc0a3804d tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5432 time: 0.2833614 Nov 19 09:25:23.503048 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:23.539652 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-349a6902-b3c7-48e2-8b4f-3334dcf00988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:23.573855 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10ee174b-a22a-4627-8da9-5e905fa1110f req-92054cc8-6e74-4e70-8e3b-fec437d7a201 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1696270 Nov 19 09:25:23.623162 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec29e85-311c-4c6a-895a-bbc28ef61cc7 req-ce675253-1687-4478-8891-63032c628818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:23.624728 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-eec29e85-311c-4c6a-895a-bbc28ef61cc7 req-ce675253-1687-4478-8891-63032c628818 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 1097 time: 0.5636237 Nov 19 09:25:23.665492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b259c1dc-3ca6-48f5-a1b7-8935a91214db req-8382a032-a4d7-4492-9181-1eba0ea4a634 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6678e3-70e0-45b6-b1c5-343cdcda2de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620739 Nov 19 09:25:23.684280 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e165851f-64bb-44d7-b6d0-d20d6287d8b0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:23.748890 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-eec29e85-311c-4c6a-895a-bbc28ef61cc7 req-07e8fa66-cc5a-43a9-a687-1fda28f21695 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111314 Nov 19 09:25:23.781620 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-349a6902-b3c7-48e2-8b4f-3334dcf00988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:23.783833 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165851f-64bb-44d7-b6d0-d20d6287d8b0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Subnet': ['ID=1f524262-69b4-46da-8c81-a03aafbcb8c5,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:23.793330 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e165851f-64bb-44d7-b6d0-d20d6287d8b0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Checking segment: {'id': '868c5860-2de3-4575-96fb-dd38e178dde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '44a55901-c221-40cc-9b96-8a79a90ecb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:23.793640 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e165851f-64bb-44d7-b6d0-d20d6287d8b0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network hostable DHCP agents. Network: 44a55901-c221-40cc-9b96-8a79a90ecb5b, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:25:23.815479 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e165851f-64bb-44d7-b6d0-d20d6287d8b0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network 44a55901-c221-40cc-9b96-8a79a90ecb5b is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:25:23.823616 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-349a6902-b3c7-48e2-8b4f-3334dcf00988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:23.830450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e165851f-64bb-44d7-b6d0-d20d6287d8b0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 44a55901-c221-40cc-9b96-8a79a90ecb5b) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:23.835420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e165851f-64bb-44d7-b6d0-d20d6287d8b0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:23.836250 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e165851f-64bb-44d7-b6d0-d20d6287d8b0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:23.843378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c4b71d-8575-450a-a649-c923145eca90 None None] Network 44a55901-c221-40cc-9b96-8a79a90ecb5b requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:23.861019 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e165851f-64bb-44d7-b6d0-d20d6287d8b0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0475750 Nov 19 09:25:23.864116 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54492) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:23.961523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04e781-249e-4522-b7c7-579556a0b33a req-7e8a144e-ee2c-4968-81b0-40deead91d31 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:23.963143 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe04e781-249e-4522-b7c7-579556a0b33a req-7e8a144e-ee2c-4968-81b0-40deead91d31 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.2554221 Nov 19 09:25:23.970717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-349a6902-b3c7-48e2-8b4f-3334dcf00988 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa724325961141ebb22d218b3d9703fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7275651 Nov 19 09:25:23.971547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a6902-b3c7-48e2-8b4f-3334dcf00988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84295fc-6e0f-4160-a2f0-fa918f7ec3ee,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:23.973908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54494) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:24.013157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa8239-dcc6-4fa6-8e99-324c6315635a req-dc41aab8-4cb2-417a-8ede-2ed6f6e90f71 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:24.020684 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15fa8239-dcc6-4fa6-8e99-324c6315635a req-dc41aab8-4cb2-417a-8ede-2ed6f6e90f71 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2375238 Nov 19 09:25:24.041335 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08fd4f84-423a-456c-90fb-fbac58296143 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.093414 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe04e781-249e-4522-b7c7-579556a0b33a req-0e962d6c-caf8-4408-98c2-b6465733b523 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227336 Nov 19 09:25:24.101076 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08fd4f84-423a-456c-90fb-fbac58296143 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.151569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:25:24.152799 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15fa8239-dcc6-4fa6-8e99-324c6315635a req-71673f3b-e62e-499e-84c2-7f67cc045692 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310918 Nov 19 09:25:24.160476 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1296b38e-bad5-4173-91b5-1c8da6515bd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.160764 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24a3a2a-e1d8-42a3-8798-9b11a2ec91fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-44a55901-c221-40cc-9b96-8a79a90ecb5b', 'network_id': '44a55901-c221-40cc-9b96-8a79a90ecb5b', 'tenant_id': '014cbc417af748f1acf9330df566e22a', 'fixed_ips': [{'subnet_id': '1f524262-69b4-46da-8c81-a03aafbcb8c5'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:25:24.161811 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e24a3a2a-e1d8-42a3-8798-9b11a2ec91fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.211971 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1296b38e-bad5-4173-91b5-1c8da6515bd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.212740 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08fd4f84-423a-456c-90fb-fbac58296143 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.277810 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1296b38e-bad5-4173-91b5-1c8da6515bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.282703 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1296b38e-bad5-4173-91b5-1c8da6515bd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.286966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1296b38e-bad5-4173-91b5-1c8da6515bd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f84295fc-6e0f-4160-a2f0-fa918f7ec3ee HTTP/1.1" status: 204 len: 168 time: 0.3048525 Nov 19 09:25:24.293344 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd4f84-423a-456c-90fb-fbac58296143 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Subnet': ['ID=1f524262-69b4-46da-8c81-a03aafbcb8c5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:24.335102 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296b38e-bad5-4173-91b5-1c8da6515bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84295fc-6e0f-4160-a2f0-fa918f7ec3ee,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:24.380626 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cb8b2-8049-4824-bc66-c68f90c17332 req-0e8dc382-61e4-4a74-8e78-d7dcee9459c6 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:24.389465 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08fd4f84-423a-456c-90fb-fbac58296143 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.401579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-183cb8b2-8049-4824-bc66-c68f90c17332 req-0e8dc382-61e4-4a74-8e78-d7dcee9459c6 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 946 time: 0.1406250 Nov 19 09:25:24.415178 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-08fd4f84-423a-456c-90fb-fbac58296143 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a55901-c221-40cc-9b96-8a79a90ecb5b']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:24.431676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-08fd4f84-423a-456c-90fb-fbac58296143 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868c5860-2de3-4575-96fb-dd38e178dde6') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:24.432031 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-08fd4f84-423a-456c-90fb-fbac58296143 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868c5860-2de3-4575-96fb-dd38e178dde6') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:24.447598 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08fd4f84-423a-456c-90fb-fbac58296143 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.466578 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08fd4f84-423a-456c-90fb-fbac58296143 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.475292 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fd4f84-423a-456c-90fb-fbac58296143 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:24.476300 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08fd4f84-423a-456c-90fb-fbac58296143 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.501390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-183cb8b2-8049-4824-bc66-c68f90c17332 req-39d47c15-442c-4ec6-ba55-4029de17107d tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6678e3-70e0-45b6-b1c5-343cdcda2de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986121 Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:24.587552 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:24.659396 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08fd4f84-423a-456c-90fb-fbac58296143 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.672073 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08fd4f84-423a-456c-90fb-fbac58296143 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.681012 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-08fd4f84-423a-456c-90fb-fbac58296143 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/44a55901-c221-40cc-9b96-8a79a90ecb5b HTTP/1.1" status: 204 len: 168 time: 0.8130054 Nov 19 09:25:24.683534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54508) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:24.689309 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ab11f5b7-0958-4341-b898-7edd146734e6 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1955003123'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:24.714741 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd4f84-423a-456c-90fb-fbac58296143 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Network': ['ID=44a55901-c221-40cc-9b96-8a79a90ecb5b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:24.731658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9e4811-41b9-4598-9808-de65345cafe7 None None] Network 44a55901-c221-40cc-9b96-8a79a90ecb5b requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:24.733805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab11f5b7-0958-4341-b898-7edd146734e6 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:24.740406 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ab11f5b7-0958-4341-b898-7edd146734e6 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.751955 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9e4811-41b9-4598-9808-de65345cafe7 None None] Network 44a55901-c221-40cc-9b96-8a79a90ecb5b could not be found, it might have been deleted concurrently. {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 09:25:24.785314 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9d6d1cc0-1c45-4b89-95b9-69aea729ca09,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:24.804799 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '9d6d1cc0-1c45-4b89-95b9-69aea729ca09', 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82', 'port_id': '9d6d1cc0-1c45-4b89-95b9-69aea729ca09', 'mac_address': 'fa:16:3e:a9:48:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a2b101-52c9-410d-843d-1141acad32f0', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:25:24.819468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab11f5b7-0958-4341-b898-7edd146734e6 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:25:24.843472 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a95e9-61ab-4ef9-a04c-6952ae8f4340 req-c691ec1a-e5cd-4072-a310-626b2c394f93 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:24.850483 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a95e9-61ab-4ef9-a04c-6952ae8f4340 req-c691ec1a-e5cd-4072-a310-626b2c394f93 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:24.857754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a95e9-61ab-4ef9-a04c-6952ae8f4340 req-c691ec1a-e5cd-4072-a310-626b2c394f93 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:24.863993 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a95e9-61ab-4ef9-a04c-6952ae8f4340 req-c691ec1a-e5cd-4072-a310-626b2c394f93 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:24.865897 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.866719 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.871835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a95e9-61ab-4ef9-a04c-6952ae8f4340 req-c691ec1a-e5cd-4072-a310-626b2c394f93 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:24.878506 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a95e9-61ab-4ef9-a04c-6952ae8f4340 req-c691ec1a-e5cd-4072-a310-626b2c394f93 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:24.884527 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a95e9-61ab-4ef9-a04c-6952ae8f4340 req-c691ec1a-e5cd-4072-a310-626b2c394f93 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:24.886510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b59a95e9-61ab-4ef9-a04c-6952ae8f4340 req-c691ec1a-e5cd-4072-a310-626b2c394f93 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5432 time: 0.1608391 Nov 19 09:25:24.890440 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:25:24.893757 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ab11f5b7-0958-4341-b898-7edd146734e6 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.894164 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-ab11f5b7-0958-4341-b898-7edd146734e6 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Added segment 6cb59551-e176-47b5-8e74-2edcf84b4806 of type vlan for network 925da434-7493-449e-8c1b-a6e2a3b6e7ba Nov 19 09:25:24.909688 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54510) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:24.926345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9d6d1cc0-1c45-4b89-95b9-69aea729ca09,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:24.933833 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.935608 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 980656e3-34d0-43e8-b414-ea629b357a2d details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:25:24.936057 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cecc580d-19ee-4baa-9b9a-c7fdfb552cb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:24.962048 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ab11f5b7-0958-4341-b898-7edd146734e6 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:25.007251 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b59a95e9-61ab-4ef9-a04c-6952ae8f4340 req-2a90fae9-185c-49bd-ad9e-12b6b82fcb04 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1115360 Nov 19 09:25:25.017972 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ab11f5b7-0958-4341-b898-7edd146734e6 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:25.030862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab11f5b7-0958-4341-b898-7edd146734e6 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:25.033278 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ab11f5b7-0958-4341-b898-7edd146734e6 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:25.097338 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cecc580d-19ee-4baa-9b9a-c7fdfb552cb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:25.103103 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cecc580d-19ee-4baa-9b9a-c7fdfb552cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:25.117849 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ab11f5b7-0958-4341-b898-7edd146734e6 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4324548 Nov 19 09:25:25.118227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9d6d1cc0-1c45-4b89-95b9-69aea729ca09,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:25.132312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54514) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:25.138151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-74785c9b-5d1e-4eff-8e44-7477d228ef1b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'subnet': {'network_id': '925da434-7493-449e-8c1b-a6e2a3b6e7ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:25.151417 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cecc580d-19ee-4baa-9b9a-c7fdfb552cb4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c5ab48af89a46988d75cd29da7bd0d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2398343 Nov 19 09:25:25.152065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54518) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:25.159945 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 980656e3-34d0-43e8-b414-ea629b357a2d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=980656e3-34d0-43e8-b414-ea629b357a2d,segment=NetworkSegment(1556e36f-588d-4bb8-bb98-18e486079376),segment_id=1556e36f-588d-4bb8-bb98-18e486079376)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:25.173934 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '980656e3-34d0-43e8-b414-ea629b357a2d', 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14', 'port_id': '980656e3-34d0-43e8-b414-ea629b357a2d', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:25:25.221657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc580d-19ee-4baa-9b9a-c7fdfb552cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b27aeb-5b18-47ed-adb9-4031ce945d7f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:25.236450 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:25.241479 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6952d7c4-e6b1-455e-aec3-a2d14dd92f30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:25.263629 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980656e3-34d0-43e8-b414-ea629b357a2d {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:25:25.268409 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6952d7c4-e6b1-455e-aec3-a2d14dd92f30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:25.288747 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11f5b7-0958-4341-b898-7edd146734e6 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Network': ['ID=925da434-7493-449e-8c1b-a6e2a3b6e7ba,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:25.294773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 980656e3-34d0-43e8-b414-ea629b357a2d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=980656e3-34d0-43e8-b414-ea629b357a2d,segment=NetworkSegment(1556e36f-588d-4bb8-bb98-18e486079376),segment_id=1556e36f-588d-4bb8-bb98-18e486079376)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:25.302775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 925da434-7493-449e-8c1b-a6e2a3b6e7ba details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:25:25.307273 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:25.308197 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device dcbc891e-ade2-45eb-ad48-53e552b80d69 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:25:25.352481 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6952d7c4-e6b1-455e-aec3-a2d14dd92f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:25.357598 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6952d7c4-e6b1-455e-aec3-a2d14dd92f30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:25.358237 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614135a4-0842-4599-8d06-871390358629 req-afc1b282-b0ea-45c8-988f-481148ca214a tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:25.366037 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6952d7c4-e6b1-455e-aec3-a2d14dd92f30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24b27aeb-5b18-47ed-adb9-4031ce945d7f HTTP/1.1" status: 204 len: 168 time: 0.2082565 Nov 19 09:25:25.367567 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-614135a4-0842-4599-8d06-871390358629 req-afc1b282-b0ea-45c8-988f-481148ca214a tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 946 time: 0.2838750 Nov 19 09:25:25.390649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952d7c4-e6b1-455e-aec3-a2d14dd92f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b27aeb-5b18-47ed-adb9-4031ce945d7f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:25.433732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2ba13-56cb-4b2d-a967-5613d32f1b8a req-34233668-da4b-4977-b45c-b7eb2d680e5b tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:25.441690 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39f2ba13-56cb-4b2d-a967-5613d32f1b8a req-34233668-da4b-4977-b45c-b7eb2d680e5b tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1840982 Nov 19 09:25:25.478507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74785c9b-5d1e-4eff-8e44-7477d228ef1b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:25.482924 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74785c9b-5d1e-4eff-8e44-7477d228ef1b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:25.540119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=980656e3-34d0-43e8-b414-ea629b357a2d,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:25.548291 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-614135a4-0842-4599-8d06-871390358629 req-2d9ecf1e-48ef-4903-850b-e3e3ff89ad44 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6678e3-70e0-45b6-b1c5-343cdcda2de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746383 Nov 19 09:25:25.597103 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.ipam_backend_mixin [None req-74785c9b-5d1e-4eff-8e44-7477d228ef1b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Performing IP validity checks on allocation pools {{(pid=103477) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 09:25:25.597647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.ipam_backend_mixin [None req-74785c9b-5d1e-4eff-8e44-7477d228ef1b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103477) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 09:25:25.617588 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39f2ba13-56cb-4b2d-a967-5613d32f1b8a req-73bb1479-ea29-4a40-bd8d-6b242151ceb1 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713274 Nov 19 09:25:25.617939 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:25.676273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port dcbc891e-ade2-45eb-ad48-53e552b80d69, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=dcbc891e-ade2-45eb-ad48-53e552b80d69,segment=NetworkSegment(263f60d8-2492-4865-ab2f-2e2dcdcf708e),segment_id=263f60d8-2492-4865-ab2f-2e2dcdcf708e)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:25.696857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'dcbc891e-ade2-45eb-ad48-53e552b80d69', 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c', 'port_id': 'dcbc891e-ade2-45eb-ad48-53e552b80d69', 'mac_address': 'fa:16:3e:a0:eb:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82aa1abf-8f01-4519-8f31-1b5a7fadbc6b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:25:25.745062 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:25.745841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c36f4e-f419-4087-8d30-c00dda62d250 req-862aa707-dd03-4aef-bdb6-44cc1a4c07b3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:25.747539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26c36f4e-f419-4087-8d30-c00dda62d250 req-862aa707-dd03-4aef-bdb6-44cc1a4c07b3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.0962877 Nov 19 09:25:25.763375 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbc891e-ade2-45eb-ad48-53e552b80d69 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:25:25.816579 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port dcbc891e-ade2-45eb-ad48-53e552b80d69, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=dcbc891e-ade2-45eb-ad48-53e552b80d69,segment=NetworkSegment(263f60d8-2492-4865-ab2f-2e2dcdcf708e),segment_id=263f60d8-2492-4865-ab2f-2e2dcdcf708e)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:25.832744 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:25.832744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9694c3c4-a2f0-463a-929f-be8348809922 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:25:25.859424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26c36f4e-f419-4087-8d30-c00dda62d250 req-23d18636-2ca9-41a4-ab72-e41492bbf804 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028979 Nov 19 09:25:25.862604 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74785c9b-5d1e-4eff-8e44-7477d228ef1b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:25.933653 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74785c9b-5d1e-4eff-8e44-7477d228ef1b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Subnet': ['ID=92e35ab4-0df8-4c6a-b553-2860b1bf5cb7,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:25.944743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74785c9b-5d1e-4eff-8e44-7477d228ef1b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Checking segment: {'id': '6cb59551-e176-47b5-8e74-2edcf84b4806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '925da434-7493-449e-8c1b-a6e2a3b6e7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:25.945791 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74785c9b-5d1e-4eff-8e44-7477d228ef1b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network hostable DHCP agents. Network: 925da434-7493-449e-8c1b-a6e2a3b6e7ba, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:25:25.968665 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74785c9b-5d1e-4eff-8e44-7477d228ef1b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network 925da434-7493-449e-8c1b-a6e2a3b6e7ba is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:25:25.976232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=dcbc891e-ade2-45eb-ad48-53e552b80d69,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:25.985922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-74785c9b-5d1e-4eff-8e44-7477d228ef1b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 925da434-7493-449e-8c1b-a6e2a3b6e7ba) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:26.000393 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74785c9b-5d1e-4eff-8e44-7477d228ef1b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:26.003285 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d22f4e3-2c7a-4528-a575-595a02e268f6 None None] Network 925da434-7493-449e-8c1b-a6e2a3b6e7ba requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:26.003596 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74785c9b-5d1e-4eff-8e44-7477d228ef1b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:26.006965 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9694c3c4-a2f0-463a-929f-be8348809922, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9694c3c4-a2f0-463a-929f-be8348809922,segment=NetworkSegment(263f60d8-2492-4865-ab2f-2e2dcdcf708e),segment_id=263f60d8-2492-4865-ab2f-2e2dcdcf708e)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:26.046845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-74785c9b-5d1e-4eff-8e44-7477d228ef1b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9124565 Nov 19 09:25:26.047894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54554) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:26.064608 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '9694c3c4-a2f0-463a-929f-be8348809922', 'network_id': 'b2acc81c-bf09-4632-a469-1751c5389c3c', 'port_id': '9694c3c4-a2f0-463a-929f-be8348809922', 'mac_address': 'fa:16:3e:1e:bc:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82aa1abf-8f01-4519-8f31-1b5a7fadbc6b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:25:26.168744 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:26.191171 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9694c3c4-a2f0-463a-929f-be8348809922 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:25:26.238919 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9694c3c4-a2f0-463a-929f-be8348809922, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9694c3c4-a2f0-463a-929f-be8348809922,segment=NetworkSegment(263f60d8-2492-4865-ab2f-2e2dcdcf708e),segment_id=263f60d8-2492-4865-ab2f-2e2dcdcf708e)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:26.250945 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:26.251999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e505d3ae-8213-42cf-b58a-27349e19fab2 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:25:26.367408 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:26.370368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-925da434-7493-449e-8c1b-a6e2a3b6e7ba', 'network_id': '925da434-7493-449e-8c1b-a6e2a3b6e7ba', 'tenant_id': '014cbc417af748f1acf9330df566e22a', 'fixed_ips': [{'subnet_id': '92e35ab4-0df8-4c6a-b553-2860b1bf5cb7'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:25:26.371250 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:26.411305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da9f3a-2782-4cd4-bed9-e09845c229cb req-d2547db4-dba8-45c3-aff5-de298e44e9c6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:26.415149 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:25:26.417938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da9f3a-2782-4cd4-bed9-e09845c229cb req-d2547db4-dba8-45c3-aff5-de298e44e9c6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:26.424880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da9f3a-2782-4cd4-bed9-e09845c229cb req-d2547db4-dba8-45c3-aff5-de298e44e9c6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:26.431029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da9f3a-2782-4cd4-bed9-e09845c229cb req-d2547db4-dba8-45c3-aff5-de298e44e9c6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:26.437471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da9f3a-2782-4cd4-bed9-e09845c229cb req-d2547db4-dba8-45c3-aff5-de298e44e9c6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:26.444257 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da9f3a-2782-4cd4-bed9-e09845c229cb req-d2547db4-dba8-45c3-aff5-de298e44e9c6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:26.447902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e505d3ae-8213-42cf-b58a-27349e19fab2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e505d3ae-8213-42cf-b58a-27349e19fab2,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:26.450943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da9f3a-2782-4cd4-bed9-e09845c229cb req-d2547db4-dba8-45c3-aff5-de298e44e9c6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:26.452955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42da9f3a-2782-4cd4-bed9-e09845c229cb req-d2547db4-dba8-45c3-aff5-de298e44e9c6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5436 time: 0.1858957 Nov 19 09:25:26.474812 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'e505d3ae-8213-42cf-b58a-27349e19fab2', 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82', 'port_id': 'e505d3ae-8213-42cf-b58a-27349e19fab2', 'mac_address': 'fa:16:3e:4a:09:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a2b101-52c9-410d-843d-1141acad32f0', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:25:26.506632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328044cc-ff6d-4512-bd0c-268276efe0f9 req-141f4d04-ebc9-45d6-b528-c42642f0bfd9 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:26.508565 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-328044cc-ff6d-4512-bd0c-268276efe0f9 req-141f4d04-ebc9-45d6-b528-c42642f0bfd9 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 946 time: 0.2183709 Nov 19 09:25:26.586302 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:26.622804 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Allocated IP 172.20.0.3 (925da434-7493-449e-8c1b-a6e2a3b6e7ba/92e35ab4-0df8-4c6a-b553-2860b1bf5cb7/de3cc06f-0c18-4ed4-bd83-5d1e9364c188) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:25:26.650420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-328044cc-ff6d-4512-bd0c-268276efe0f9 req-4cb25d4d-4700-4e75-9e81-11d78329d960 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6678e3-70e0-45b6-b1c5-343cdcda2de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328475 Nov 19 09:25:26.733249 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42da9f3a-2782-4cd4-bed9-e09845c229cb req-ff056fe6-35d0-4ccf-99cb-522c85aca84e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2709885 Nov 19 09:25:26.815658 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:26.837584 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9694c3c4-a2f0-463a-929f-be8348809922,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:26.851595 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:26.860815 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:26.889627 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18d259-1e8b-436e-a3ab-8eb0e31a5d9f req-7cfdfaad-f735-4dc8-bbbf-d23b76be4f59 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:26.898803 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c18d259-1e8b-436e-a3ab-8eb0e31a5d9f req-7cfdfaad-f735-4dc8-bbbf-d23b76be4f59 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1398838 Nov 19 09:25:26.907142 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Network 925da434-7493-449e-8c1b-a6e2a3b6e7ba is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:25:26.938421 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:26.949618 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Subnet': ['ID=92e35ab4-0df8-4c6a-b553-2860b1bf5cb7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:26.963322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:25:27.032161 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:27.034624 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Pushing event updated for resources: {'Port': ['ID=de3cc06f-0c18-4ed4-bd83-5d1e9364c188,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:27.060713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Attempting to bind port de3cc06f-0c18-4ed4-bd83-5d1e9364c188 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:25:27.060713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Attempting to bind port de3cc06f-0c18-4ed4-bd83-5d1e9364c188 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '6cb59551-e176-47b5-8e74-2edcf84b4806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '925da434-7493-449e-8c1b-a6e2a3b6e7ba'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:25:27.060713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Attempting to bind port de3cc06f-0c18-4ed4-bd83-5d1e9364c188 on network 925da434-7493-449e-8c1b-a6e2a3b6e7ba {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:25:27.065115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e505d3ae-8213-42cf-b58a-27349e19fab2 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:25:27.073535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:25:27.073925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Checking segment: {'id': '6cb59551-e176-47b5-8e74-2edcf84b4806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '925da434-7493-449e-8c1b-a6e2a3b6e7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:27.074337 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:27.074742 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Bound using segment: {'id': '6cb59551-e176-47b5-8e74-2edcf84b4806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '925da434-7493-449e-8c1b-a6e2a3b6e7ba'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:25:27.075906 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Bound port: de3cc06f-0c18-4ed4-bd83-5d1e9364c188, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb59551-e176-47b5-8e74-2edcf84b4806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '925da434-7493-449e-8c1b-a6e2a3b6e7ba'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:25:27.076220 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:27.101699 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e505d3ae-8213-42cf-b58a-27349e19fab2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e505d3ae-8213-42cf-b58a-27349e19fab2,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:27.115038 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c18d259-1e8b-436e-a3ab-8eb0e31a5d9f req-f383700b-a1bf-40ad-9f90-42adad374a23 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147555 Nov 19 09:25:27.160916 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] For port de3cc06f-0c18-4ed4-bd83-5d1e9364c188, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:25:27.161392 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:27.164718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] For port de3cc06f-0c18-4ed4-bd83-5d1e9364c188, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=de3cc06f-0c18-4ed4-bd83-5d1e9364c188,segment=NetworkSegment(6cb59551-e176-47b5-8e74-2edcf84b4806),segment_id=6cb59551-e176-47b5-8e74-2edcf84b4806)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:25:27.166692 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:27.167425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 19a55e08-5b80-469b-baa4-dc2c8cdb0361 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:25:27.176354 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:27.189229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925da434-7493-449e-8c1b-a6e2a3b6e7ba']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:27.203664 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb59551-e176-47b5-8e74-2edcf84b4806') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:27.203977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb59551-e176-47b5-8e74-2edcf84b4806') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:27.217330 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:27.234595 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:27.244096 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:27.244522 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:27.248877 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=e505d3ae-8213-42cf-b58a-27349e19fab2,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:27.327183 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9505b32-0a74-44dc-9b0f-70f1ffc84299 None None] Pushing event updated for resources: {'Port': ['ID=de3cc06f-0c18-4ed4-bd83-5d1e9364c188,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:27.341928 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:27.365125 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.api [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 09:25:27.365125 n-d-805649-14 neutron-server[103477]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 09:25:27.365125 n-d-805649-14 neutron-server[103477]: [parameters: {'id': '925da434-7493-449e-8c1b-a6e2a3b6e7ba'}] Nov 19 09:25:27.365125 n-d-805649-14 neutron-server[103477]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:25:27.365561 n-d-805649-14 neutron-server[103477]: DEBUG oslo_db.api [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:25:27.408528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4784c0-7b65-4965-bec2-a85c9a4e535f req-0a71aa1b-2178-4115-9c1a-fe33196a23c4 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:27.415488 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a4784c0-7b65-4965-bec2-a85c9a4e535f req-0a71aa1b-2178-4115-9c1a-fe33196a23c4 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.3684204 Nov 19 09:25:27.457494 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 19a55e08-5b80-469b-baa4-dc2c8cdb0361, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=19a55e08-5b80-469b-baa4-dc2c8cdb0361,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:27.475207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '19a55e08-5b80-469b-baa4-dc2c8cdb0361', 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82', 'port_id': '19a55e08-5b80-469b-baa4-dc2c8cdb0361', 'mac_address': 'fa:16:3e:16:ae:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a2b101-52c9-410d-843d-1141acad32f0', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:25:27.477277 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a4784c0-7b65-4965-bec2-a85c9a4e535f req-507d056a-413a-465c-ad80-3c2a1acc9cc9 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566027 Nov 19 09:25:27.538545 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:27.541668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bdc38f-6f47-4b2a-a271-92b0370ac69b None None] Network 925da434-7493-449e-8c1b-a6e2a3b6e7ba requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:27.581872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fd465-6ae1-4fc1-8cb6-fecfa1a94988 req-4fb37fa5-dd7a-453d-a21f-04c27068af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:27.583425 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-108fd465-6ae1-4fc1-8cb6-fecfa1a94988 req-4fb37fa5-dd7a-453d-a21f-04c27068af31 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=377509b251b6434586dac2984019285c&device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 1097 time: 0.1138184 Nov 19 09:25:27.608077 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54602) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:27.612937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85309581-7495-4c74-84d0-42993bb92ad2 req-fde99630-db04-4df8-8114-ecb9a774f6a3 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:27.623662 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-85309581-7495-4c74-84d0-42993bb92ad2 req-fde99630-db04-4df8-8114-ecb9a774f6a3 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1021552 Nov 19 09:25:27.659149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a55e08-5b80-469b-baa4-dc2c8cdb0361 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:25:27.707774 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 19a55e08-5b80-469b-baa4-dc2c8cdb0361, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=19a55e08-5b80-469b-baa4-dc2c8cdb0361,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:27.727048 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:27.727835 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c80a3964-2f56-440f-bf2a-88032266b6fa details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:25:27.767639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c80a3964-2f56-440f-bf2a-88032266b6fa, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c80a3964-2f56-440f-bf2a-88032266b6fa,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:27.770410 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fd465-6ae1-4fc1-8cb6-fecfa1a94988 req-46f944fc-b291-4615-a372-926fe361ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:27.771757 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-85309581-7495-4c74-84d0-42993bb92ad2 req-26e16486-c324-4685-8ee5-67f340b19dfb tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469359 Nov 19 09:25:27.775054 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-108fd465-6ae1-4fc1-8cb6-fecfa1a94988 req-46f944fc-b291-4615-a372-926fe361ed9c service neutron] 10.222.0.71 "GET /v2.0/networks?id=fbfb4f80-8652-4f22-9f6e-789965f4b9d8 HTTP/1.1" status: 200 len: 912 time: 0.1783845 Nov 19 09:25:27.791765 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'c80a3964-2f56-440f-bf2a-88032266b6fa', 'network_id': '49aec6eb-5987-4d27-ba58-77e438f7ea82', 'port_id': 'c80a3964-2f56-440f-bf2a-88032266b6fa', 'mac_address': 'fa:16:3e:48:9b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a2b101-52c9-410d-843d-1141acad32f0', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:25:27.855326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c354ffa9-761c-4b5b-818c-dd2d08a29255 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2089432086'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:27.856465 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c354ffa9-761c-4b5b-818c-dd2d08a29255 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] Unknown quota resources ['metering_label']. {{(pid=103476) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 09:25:27.861911 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-108fd465-6ae1-4fc1-8cb6-fecfa1a94988 req-3c7796d7-603b-4b4a-8d53-4414135d256e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0452d9a5-5f89-4af0-8af7-85f60db7ac30 HTTP/1.1" status: 200 len: 217 time: 0.0742981 Nov 19 09:25:27.867675 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:27.929015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=19a55e08-5b80-469b-baa4-dc2c8cdb0361,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:27.944605 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:27.973666 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae41e7b-26fb-4abe-9e58-d616eef76a5e None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:25:27.979940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dd46e-e800-476d-8fe0-f13db4e48b23 req-a13d2930-bfa4-41e8-b223-2767466c470a tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:27.981630 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e26dd46e-e800-476d-8fe0-f13db4e48b23 req-a13d2930-bfa4-41e8-b223-2767466c470a tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 946 time: 0.1630254 Nov 19 09:25:28.002233 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80a3964-2f56-440f-bf2a-88032266b6fa {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:25:28.025893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c80a3964-2f56-440f-bf2a-88032266b6fa, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c80a3964-2f56-440f-bf2a-88032266b6fa,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:28.034687 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:28.062921 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fd465-6ae1-4fc1-8cb6-fecfa1a94988 req-14e90099-0223-4d07-a474-be57fb1ad322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:28.065005 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-108fd465-6ae1-4fc1-8cb6-fecfa1a94988 req-14e90099-0223-4d07-a474-be57fb1ad322 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4164d9b8-b748-4119-9198-6fe8fb005819 HTTP/1.1" status: 200 len: 851 time: 0.1936808 Nov 19 09:25:28.075842 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e26dd46e-e800-476d-8fe0-f13db4e48b23 req-72ec8901-fb9e-499e-84f8-b090eacffac8 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba6678e3-70e0-45b6-b1c5-343cdcda2de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720506 Nov 19 09:25:28.101716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Deleting port de3cc06f-0c18-4ed4-bd83-5d1e9364c188 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:25:28.102399 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:28.158301 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c80a3964-2f56-440f-bf2a-88032266b6fa,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:28.189664 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb772b-bb1a-4998-8d2e-8a6d5990de0f req-b460b46e-6ce0-45a8-96a7-e9d3f9898472 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:28.197018 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb772b-bb1a-4998-8d2e-8a6d5990de0f req-b460b46e-6ce0-45a8-96a7-e9d3f9898472 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:28.204660 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb772b-bb1a-4998-8d2e-8a6d5990de0f req-b460b46e-6ce0-45a8-96a7-e9d3f9898472 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:28.211229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb772b-bb1a-4998-8d2e-8a6d5990de0f req-b460b46e-6ce0-45a8-96a7-e9d3f9898472 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:28.217781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb772b-bb1a-4998-8d2e-8a6d5990de0f req-b460b46e-6ce0-45a8-96a7-e9d3f9898472 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:28.224206 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb772b-bb1a-4998-8d2e-8a6d5990de0f req-b460b46e-6ce0-45a8-96a7-e9d3f9898472 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:28.229714 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-108fd465-6ae1-4fc1-8cb6-fecfa1a94988 req-b075d820-fd40-4603-831b-aee9ed027c01 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbfb4f80-8652-4f22-9f6e-789965f4b9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416626 Nov 19 09:25:28.230675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb772b-bb1a-4998-8d2e-8a6d5990de0f req-b460b46e-6ce0-45a8-96a7-e9d3f9898472 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:28.242178 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5fb772b-bb1a-4998-8d2e-8a6d5990de0f req-b460b46e-6ce0-45a8-96a7-e9d3f9898472 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5438 time: 0.3122525 Nov 19 09:25:28.259100 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae41e7b-26fb-4abe-9e58-d616eef76a5e None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:25:28.316313 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2fe8e-7dc1-447d-bf08-1adbdc845875 req-6d69a844-50ab-4306-9346-7d64c6b352f0 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:28.318859 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4fd2fe8e-7dc1-447d-bf08-1adbdc845875 req-6d69a844-50ab-4306-9346-7d64c6b352f0 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 946 time: 0.3687849 Nov 19 09:25:28.336822 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c354ffa9-761c-4b5b-818c-dd2d08a29255 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:28.338105 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c354ffa9-761c-4b5b-818c-dd2d08a29255 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7273393 Nov 19 09:25:28.346340 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5fb772b-bb1a-4998-8d2e-8a6d5990de0f req-666207ff-0044-4865-bb8f-c2d7d5043532 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019967 Nov 19 09:25:28.356715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54612) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:28.366589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] For port de3cc06f-0c18-4ed4-bd83-5d1e9364c188, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=de3cc06f-0c18-4ed4-bd83-5d1e9364c188,segment=NetworkSegment(6cb59551-e176-47b5-8e74-2edcf84b4806),segment_id=6cb59551-e176-47b5-8e74-2edcf84b4806)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:28.367160 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:28.374910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-53469cb3-8002-4289-b1af-8fa82dc7fd8d tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9152b60c-a2fe-436f-9e45-d9950a1caf80'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:28.376504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-53469cb3-8002-4289-b1af-8fa82dc7fd8d tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 09:25:28.438443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Calling delete_port for de3cc06f-0c18-4ed4-bd83-5d1e9364c188 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:25:28.505848 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-108fd465-6ae1-4fc1-8cb6-fecfa1a94988 req-89983a3b-d50d-4e9d-af94-2fb3c4e8071f service neutron] 10.222.0.71 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507496 Nov 19 09:25:28.518916 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-4fd2fe8e-7dc1-447d-bf08-1adbdc845875 req-53cc116f-9632-4bdd-a446-1d3221fb11ea tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Deleting port e9804959-e99e-420e-9711-2618e83faa78 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:25:28.519267 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4fd2fe8e-7dc1-447d-bf08-1adbdc845875 req-53cc116f-9632-4bdd-a446-1d3221fb11ea tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:28.666899 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:25:28.696146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4fd2fe8e-7dc1-447d-bf08-1adbdc845875 req-53cc116f-9632-4bdd-a446-1d3221fb11ea tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] For port e9804959-e99e-420e-9711-2618e83faa78, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e9804959-e99e-420e-9711-2618e83faa78,segment=NetworkSegment(e06a6122-0893-4b02-9450-a047ed858846),segment_id=e06a6122-0893-4b02-9450-a047ed858846)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:28.697231 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4fd2fe8e-7dc1-447d-bf08-1adbdc845875 req-53cc116f-9632-4bdd-a446-1d3221fb11ea tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:28.717963 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-4fd2fe8e-7dc1-447d-bf08-1adbdc845875 req-53cc116f-9632-4bdd-a446-1d3221fb11ea tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Calling delete_port for e9804959-e99e-420e-9711-2618e83faa78 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:25:28.927231 n-d-805649-14 neutron-server[103477]: WARNING neutron.services.metering.metering_plugin [None req-53469cb3-8002-4289-b1af-8fa82dc7fd8d tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 09:25:28.949316 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-108fd465-6ae1-4fc1-8cb6-fecfa1a94988 req-70cbbee4-a8ce-4bc5-b564-da0d061f802a service neutron] 10.222.0.71 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500588 Nov 19 09:25:29.031347 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4fd2fe8e-7dc1-447d-bf08-1adbdc845875 req-53cc116f-9632-4bdd-a446-1d3221fb11ea tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:29.047195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['e9804959-e99e-420e-9711-2618e83faa78'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:25:29.075417 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4cf083-3266-4baf-aa24-f68ce9506327 None None] DHCP port deletion for 8c88789f-89ef-4edb-a734-27f1797a7271 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:25:29.102865 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc116f-9632-4bdd-a446-1d3221fb11ea tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Pushing event deleted for resources: {'Port': ['ID=e9804959-e99e-420e-9711-2618e83faa78,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:29.130725 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd2fe8e-7dc1-447d-bf08-1adbdc845875 req-53cc116f-9632-4bdd-a446-1d3221fb11ea tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] No DVR routers for this DVR port e9804959-e99e-420e-9711-2618e83faa78 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:25:29.134355 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4fd2fe8e-7dc1-447d-bf08-1adbdc845875 req-53cc116f-9632-4bdd-a446-1d3221fb11ea tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:29.137908 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4fd2fe8e-7dc1-447d-bf08-1adbdc845875 req-53cc116f-9632-4bdd-a446-1d3221fb11ea tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.71 "DELETE /v2.0/ports/e9804959-e99e-420e-9711-2618e83faa78 HTTP/1.1" status: 204 len: 173 time: 0.7743883 Nov 19 09:25:29.138451 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd', 'name': 'network-vif-deleted', 'tag': 'e9804959-e99e-420e-9711-2618e83faa78'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:25:29.140800 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5615e5f7-144a-41d6-aba9-e4f2600fd3b2" -d '{"events": [{"server_uuid": "8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd", "name": "network-vif-deleted", "tag": "e9804959-e99e-420e-9711-2618e83faa78"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:25:29.157632 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53469cb3-8002-4289-b1af-8fa82dc7fd8d tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:29.160101 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-53469cb3-8002-4289-b1af-8fa82dc7fd8d tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7986400 Nov 19 09:25:29.165423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54628) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:29.181881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1625d014-2e2f-483c-9221-ed24ae013fb0 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9152b60c-a2fe-436f-9e45-d9950a1caf80'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:29.182382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1625d014-2e2f-483c-9221-ed24ae013fb0 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 09:25:29.202459 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efdabf-280b-47a5-8ea6-fd6577a35f9d req-c76f24f6-ed44-4e9b-8028-750fbc7b2cc0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:29.203982 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-89efdabf-280b-47a5-8ea6-fd6577a35f9d req-c76f24f6-ed44-4e9b-8028-750fbc7b2cc0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2913625 Nov 19 09:25:29.218859 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:29.242425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f7c65-eb0b-4a9f-b0e6-00accacbff02 req-f596dcd3-9626-4ca5-9fcc-115657abc4cb tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:29.244008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c80f7c65-eb0b-4a9f-b0e6-00accacbff02 req-f596dcd3-9626-4ca5-9fcc-115657abc4cb tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.2173147 Nov 19 09:25:29.320437 n-d-805649-14 neutron-server[103477]: WARNING neutron.services.metering.metering_plugin [None req-1625d014-2e2f-483c-9221-ed24ae013fb0 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 09:25:29.327836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Port': ['ID=de3cc06f-0c18-4ed4-bd83-5d1e9364c188,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:29.343374 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No DVR routers for this DVR port de3cc06f-0c18-4ed4-bd83-5d1e9364c188 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:25:29.370922 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['c80a3964-2f56-440f-bf2a-88032266b6fa'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:25:29.375320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['9d6d1cc0-1c45-4b89-95b9-69aea729ca09'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:25:29.429304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['9694c3c4-a2f0-463a-929f-be8348809922'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:25:29.432047 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['980656e3-34d0-43e8-b414-ea629b357a2d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:25:29.494655 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1625d014-2e2f-483c-9221-ed24ae013fb0 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:29.495881 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1625d014-2e2f-483c-9221-ed24ae013fb0 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3232427 Nov 19 09:25:29.498446 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['19a55e08-5b80-469b-baa4-dc2c8cdb0361'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:25:29.499410 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54634) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:29.527635 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-58bbce9e-4a89-4dfd-adb3-c778e4aac860 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=541360d5-553f-4c0d-a78c-02217cdcb973 HTTP/1.1" status: 200 len: 462 time: 0.0255520 Nov 19 09:25:29.529941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54636) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:29.539683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['e505d3ae-8213-42cf-b58a-27349e19fab2'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:25:29.541586 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-89efdabf-280b-47a5-8ea6-fd6577a35f9d req-7577fe9e-4593-4289-b698-1aaffbdbc884 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275740 Nov 19 09:25:29.569763 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c80f7c65-eb0b-4a9f-b0e6-00accacbff02 req-1af3ea5b-1caf-4ba7-9a70-89d4a04c458e tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823234 Nov 19 09:25:29.628549 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:29.695953 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925da434-7493-449e-8c1b-a6e2a3b6e7ba']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:29.709943 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e193637a-8ff6-4ca5-8a70-eeb10858e913 x-openstack-request-id: req-e193637a-8ff6-4ca5-8a70-eeb10858e913 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:25:29.710447 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd", "name": "network-vif-deleted", "tag": "e9804959-e99e-420e-9711-2618e83faa78", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:25:29.710447 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e193637a-8ff6-4ca5-8a70-eeb10858e913 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:25:29.710915 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd', 'name': 'network-vif-deleted', 'tag': 'e9804959-e99e-420e-9711-2618e83faa78', 'status': 'completed', 'code': 200} Nov 19 09:25:29.741874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb59551-e176-47b5-8e74-2edcf84b4806') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:29.742352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb59551-e176-47b5-8e74-2edcf84b4806') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:29.806923 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8d31490a-4cd6-404f-8226-3534c4ef286d tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:29.814299 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8d31490a-4cd6-404f-8226-3534c4ef286d tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/541360d5-553f-4c0d-a78c-02217cdcb973 HTTP/1.1" status: 204 len: 168 time: 0.2820497 Nov 19 09:25:29.815256 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54650) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:29.824057 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:29.848863 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2bacb380-f837-4e4e-abe5-823f6c57f68f tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=541360d5-553f-4c0d-a78c-02217cdcb973 HTTP/1.1" status: 200 len: 221 time: 0.0294528 Nov 19 09:25:29.850809 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54652) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:29.864120 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-230617b4-e80d-4d4c-811d-9ed1db09b09d tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1625152570', 'description': 'label created by tempest'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:29.867228 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-230617b4-e80d-4d4c-811d-9ed1db09b09d tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] Unknown quota resources ['metering_label']. {{(pid=103476) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 09:25:29.873819 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a4e1c46-e887-4f8a-b33b-3c55081ff747 req-77da9b66-ee8d-4b55-b106-dde4f88e1274 tempest-ServersNegativeTestMultiTenantJSON-1700273451 tempest-ServersNegativeTestMultiTenantJSON-1700273451-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7b44b2-d94d-4ad5-8704-1ba6f7311ffd HTTP/1.1" status: 200 len: 210 time: 0.1351452 Nov 19 09:25:29.959706 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:30.025992 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:30.026713 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:30.030538 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:30.038204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['dcbc891e-ade2-45eb-ad48-53e552b80d69'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:25:30.171029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1e54c-8e0e-4c7c-bbae-5704b79333b6 req-8f4542b4-6402-45d0-ace6-aedc41b328d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:30.177431 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1e54c-8e0e-4c7c-bbae-5704b79333b6 req-8f4542b4-6402-45d0-ace6-aedc41b328d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:30.188932 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1e54c-8e0e-4c7c-bbae-5704b79333b6 req-8f4542b4-6402-45d0-ace6-aedc41b328d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:30.195840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1e54c-8e0e-4c7c-bbae-5704b79333b6 req-8f4542b4-6402-45d0-ace6-aedc41b328d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:30.203111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1e54c-8e0e-4c7c-bbae-5704b79333b6 req-8f4542b4-6402-45d0-ace6-aedc41b328d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:30.210077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1e54c-8e0e-4c7c-bbae-5704b79333b6 req-8f4542b4-6402-45d0-ace6-aedc41b328d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:30.218466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1e54c-8e0e-4c7c-bbae-5704b79333b6 req-8f4542b4-6402-45d0-ace6-aedc41b328d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:30.226869 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3d1e54c-8e0e-4c7c-bbae-5704b79333b6 req-8f4542b4-6402-45d0-ace6-aedc41b328d2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5439 time: 0.3195322 Nov 19 09:25:30.239608 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:30.280865 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-230617b4-e80d-4d4c-811d-9ed1db09b09d tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:30.283044 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-230617b4-e80d-4d4c-811d-9ed1db09b09d tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4300597 Nov 19 09:25:30.287562 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:30.294042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/925da434-7493-449e-8c1b-a6e2a3b6e7ba HTTP/1.1" status: 204 len: 168 time: 4.2446194 Nov 19 09:25:30.296808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54660) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:30.307440 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54662) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:30.313702 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1bca4365-b4ec-497d-b1f2-59fe62015a0e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-333595254'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:30.355321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc881a0-e84d-48fe-aa17-b55a587bcf11 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Network': ['ID=925da434-7493-449e-8c1b-a6e2a3b6e7ba,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:30.381969 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bca4365-b4ec-497d-b1f2-59fe62015a0e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:30.392417 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1bca4365-b4ec-497d-b1f2-59fe62015a0e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:30.420916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1832af72-55bd-4d22-ae6e-f68f9816a7e6 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=bdf7e584-c118-484f-8eb0-71ac3e6fa029 HTTP/1.1" status: 200 len: 468 time: 0.1188769 Nov 19 09:25:30.429858 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54664) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:30.468704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ff3ba-e3da-4c9e-a4f4-195482b9228c req-b4efee71-56e5-40f8-8253-826d4e865886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:30.470765 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b65ff3ba-e3da-4c9e-a4f4-195482b9228c req-b4efee71-56e5-40f8-8253-826d4e865886 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 1096 time: 0.2047744 Nov 19 09:25:30.479765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bca4365-b4ec-497d-b1f2-59fe62015a0e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:25:30.541462 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1bca4365-b4ec-497d-b1f2-59fe62015a0e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:30.542090 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-1bca4365-b4ec-497d-b1f2-59fe62015a0e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Added segment 10b37083-bccf-4120-8055-8d823a1f8a5e of type vlan for network c4f7ed00-bf4e-40f0-a395-c00dad7d9f09 Nov 19 09:25:30.615860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d025b-dd80-4761-b67c-8753611c5a24 req-8ebf6a22-7dcc-4365-9252-1ccd62e7b2da tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:30.624163 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-155d025b-dd80-4761-b67c-8753611c5a24 req-8ebf6a22-7dcc-4365-9252-1ccd62e7b2da tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.3936620 Nov 19 09:25:30.632091 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1bca4365-b4ec-497d-b1f2-59fe62015a0e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:30.648358 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3d1e54c-8e0e-4c7c-bbae-5704b79333b6 req-a40ec969-934a-412c-80ae-f921b04f33df tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4161797 Nov 19 09:25:30.731991 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ff3ba-e3da-4c9e-a4f4-195482b9228c req-34b55b9f-aeaa-41bf-af26-612bfa715280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:30.736412 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b65ff3ba-e3da-4c9e-a4f4-195482b9228c req-34b55b9f-aeaa-41bf-af26-612bfa715280 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 912 time: 0.2528746 Nov 19 09:25:30.737301 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1bca4365-b4ec-497d-b1f2-59fe62015a0e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:30.750791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bca4365-b4ec-497d-b1f2-59fe62015a0e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:30.756888 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1bca4365-b4ec-497d-b1f2-59fe62015a0e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:30.867696 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca4365-b4ec-497d-b1f2-59fe62015a0e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Network': ['ID=c4f7ed00-bf4e-40f0-a395-c00dad7d9f09,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:30.906000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network c4f7ed00-bf4e-40f0-a395-c00dad7d9f09 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:25:30.954817 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-155d025b-dd80-4761-b67c-8753611c5a24 req-f17d67a8-285b-4649-91f7-e9e2324a336b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203545 Nov 19 09:25:30.959165 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1bca4365-b4ec-497d-b1f2-59fe62015a0e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6505034 Nov 19 09:25:30.961970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54674) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:30.969535 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-893349a9-1f01-4a95-a4e8-71fa2348fe87 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:30.970739 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-893349a9-1f01-4a95-a4e8-71fa2348fe87 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/bdf7e584-c118-484f-8eb0-71ac3e6fa029 HTTP/1.1" status: 204 len: 168 time: 0.5393245 Nov 19 09:25:30.974010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c1cb4f97-a5f7-44ab-9822-bb341f55818f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'subnet': {'network_id': 'c4f7ed00-bf4e-40f0-a395-c00dad7d9f09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:30.976300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54676) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:31.007954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbdfba-c21a-4c0a-938e-5461f30008bd req-b8f20b5c-823a-4a03-9a8f-dcfc4fc93947 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:31.026864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90bbdfba-c21a-4c0a-938e-5461f30008bd req-b8f20b5c-823a-4a03-9a8f-dcfc4fc93947 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1267796 Nov 19 09:25:31.056913 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-aadef159-2762-4e10-8985-4de4d61b4b49 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=bdf7e584-c118-484f-8eb0-71ac3e6fa029 HTTP/1.1" status: 200 len: 216 time: 0.0683048 Nov 19 09:25:31.058148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54678) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:31.143587 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cc4fdf6b-0e7d-484f-b9e8-3e568f276e16 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0608220 Nov 19 09:25:31.144285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54682) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:31.147262 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b65ff3ba-e3da-4c9e-a4f4-195482b9228c req-53b548bb-52f5-4527-8225-11406ad478eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d HTTP/1.1" status: 200 len: 999 time: 0.3870513 Nov 19 09:25:31.167878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54684) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:31.189157 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90bbdfba-c21a-4c0a-938e-5461f30008bd req-30d8d978-598c-4c38-9f1b-31b383a9e2c9 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611164 Nov 19 09:25:31.203366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2521e6aa-2805-46e6-bec2-877323e0b869 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0502234 Nov 19 09:25:31.219168 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54686) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:31.261840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e97ff8-aa59-42fd-9ac7-37ebd5f4ade9 admin admin] Deleting subnet e57f8700-8336-4709-9066-8912adec085c {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:25:31.266573 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3e97ff8-aa59-42fd-9ac7-37ebd5f4ade9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:31.311236 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3e97ff8-aa59-42fd-9ac7-37ebd5f4ade9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:31.366755 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3e97ff8-aa59-42fd-9ac7-37ebd5f4ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:31.448649 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3e97ff8-aa59-42fd-9ac7-37ebd5f4ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:31.485582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e97ff8-aa59-42fd-9ac7-37ebd5f4ade9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e57f8700-8336-4709-9066-8912adec085c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:31.498643 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac12d43-dd7e-4191-9cc2-7c283f51bf05 None None] Network 8c88789f-89ef-4edb-a734-27f1797a7271 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:31.509317 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3e97ff8-aa59-42fd-9ac7-37ebd5f4ade9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:31.512930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c3e97ff8-aa59-42fd-9ac7-37ebd5f4ade9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e57f8700-8336-4709-9066-8912adec085c HTTP/1.1" status: 204 len: 168 time: 0.3439705 Nov 19 09:25:31.519310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54688) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:31.605449 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cb4f97-a5f7-44ab-9822-bb341f55818f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:31.609160 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c1cb4f97-a5f7-44ab-9822-bb341f55818f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:31.620818 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5a0f0a71-c07b-4a23-8cb9-0ddeae4b60a3 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/9152b60c-a2fe-436f-9e45-d9950a1caf80 HTTP/1.1" status: 200 len: 473 time: 0.3988361 Nov 19 09:25:31.629726 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54690) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:31.658873 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-696fd8d3-144e-4549-8195-d4b37c187a90 tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/2e369b9b-4524-4d9a-8132-e9d9ca41e50e HTTP/1.1" status: 200 len: 459 time: 0.0231311 Nov 19 09:25:31.663051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54692) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:31.693119 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1846a274-484b-4bee-8c2c-c6587a594642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:31.716679 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ff3ba-e3da-4c9e-a4f4-195482b9228c req-e680f880-8b50-40d8-bd09-34f11f48e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:31.718218 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b65ff3ba-e3da-4c9e-a4f4-195482b9228c req-e680f880-8b50-40d8-bd09-34f11f48e63d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.5572746 Nov 19 09:25:31.778838 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dcd5e2-7aa4-4ea4-9721-014d5316ef8a None None] DHCP port deletion for 8c88789f-89ef-4edb-a734-27f1797a7271 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:25:31.801137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ff3ba-e3da-4c9e-a4f4-195482b9228c req-9dc1e7b8-3b42-43c9-938b-67ee3025a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:31.802659 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b65ff3ba-e3da-4c9e-a4f4-195482b9228c req-9dc1e7b8-3b42-43c9-938b-67ee3025a44a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629396 Nov 19 09:25:31.943302 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-750010d2-3b96-48ad-9eba-a31b6a219f3f tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:31.944370 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-750010d2-3b96-48ad-9eba-a31b6a219f3f tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/2e369b9b-4524-4d9a-8132-e9d9ca41e50e HTTP/1.1" status: 204 len: 168 time: 0.2803128 Nov 19 09:25:31.947317 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1846a274-484b-4bee-8c2c-c6587a594642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:31.949807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54696) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:31.975506 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-1846a274-484b-4bee-8c2c-c6587a594642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c88789f-89ef-4edb-a734-27f1797a7271']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:31.988904 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-1846a274-484b-4bee-8c2c-c6587a594642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06a6122-0893-4b02-9450-a047ed858846') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:31.989328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-1846a274-484b-4bee-8c2c-c6587a594642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06a6122-0893-4b02-9450-a047ed858846') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:32.002364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a969ae-6344-4bbc-aecb-94acaca88d09 req-87456255-0e3b-4cf2-a303-f19fb4ff9e4f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:32.008490 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a969ae-6344-4bbc-aecb-94acaca88d09 req-87456255-0e3b-4cf2-a303-f19fb4ff9e4f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:32.014692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a969ae-6344-4bbc-aecb-94acaca88d09 req-87456255-0e3b-4cf2-a303-f19fb4ff9e4f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:32.022506 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a969ae-6344-4bbc-aecb-94acaca88d09 req-87456255-0e3b-4cf2-a303-f19fb4ff9e4f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:32.029298 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a969ae-6344-4bbc-aecb-94acaca88d09 req-87456255-0e3b-4cf2-a303-f19fb4ff9e4f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:32.035410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a969ae-6344-4bbc-aecb-94acaca88d09 req-87456255-0e3b-4cf2-a303-f19fb4ff9e4f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:32.043480 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a969ae-6344-4bbc-aecb-94acaca88d09 req-87456255-0e3b-4cf2-a303-f19fb4ff9e4f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:32.048212 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63a969ae-6344-4bbc-aecb-94acaca88d09 req-87456255-0e3b-4cf2-a303-f19fb4ff9e4f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5439 time: 0.2308605 Nov 19 09:25:32.064896 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e9804959-e99e-420e-9711-2618e83faa78 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:25:32.069758 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1846a274-484b-4bee-8c2c-c6587a594642 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:32.102080 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1846a274-484b-4bee-8c2c-c6587a594642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:32.113925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: e9804959-e99e-420e-9711-2618e83faa78 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:25:32.114850 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e9804959-e99e-420e-9711-2618e83faa78 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:25:32.139036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1846a274-484b-4bee-8c2c-c6587a594642 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:32.139446 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1846a274-484b-4bee-8c2c-c6587a594642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:32.141208 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:32.155541 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b65ff3ba-e3da-4c9e-a4f4-195482b9228c req-a929161d-6383-4fcb-bec8-4134dc10e334 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420839 Nov 19 09:25:32.223511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63a969ae-6344-4bbc-aecb-94acaca88d09 req-8ee49366-8756-4c2d-83d3-199d80416be2 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1646454 Nov 19 09:25:32.238536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57dcce0-aee2-40eb-a9c7-cc5fec58a579 req-6a6b3f1b-5d6a-40a6-bd91-1707e2f2e1bf tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:32.239721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c57dcce0-aee2-40eb-a9c7-cc5fec58a579 req-6a6b3f1b-5d6a-40a6-bd91-1707e2f2e1bf tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1528187 Nov 19 09:25:32.253334 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1846a274-484b-4bee-8c2c-c6587a594642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:32.263967 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1846a274-484b-4bee-8c2c-c6587a594642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:32.268254 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c1cb4f97-a5f7-44ab-9822-bb341f55818f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:32.278346 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1846a274-484b-4bee-8c2c-c6587a594642 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8c88789f-89ef-4edb-a734-27f1797a7271 HTTP/1.1" status: 204 len: 168 time: 0.7509775 Nov 19 09:25:32.284117 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54706) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:32.311117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846a274-484b-4bee-8c2c-c6587a594642 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c88789f-89ef-4edb-a734-27f1797a7271,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:32.342727 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26c8491d-3900-4a76-ac2e-dbc4a11044de tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:32.343838 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-26c8491d-3900-4a76-ac2e-dbc4a11044de tempest-MeteringIpV6TestJSON-341077255 tempest-MeteringIpV6TestJSON-341077255-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/9152b60c-a2fe-436f-9e45-d9950a1caf80 HTTP/1.1" status: 204 len: 168 time: 0.3914170 Nov 19 09:25:32.387886 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c57dcce0-aee2-40eb-a9c7-cc5fec58a579 req-2e6527b3-7e75-4d24-bcdc-9d659b058733 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153615 Nov 19 09:25:32.466900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb4f97-a5f7-44ab-9822-bb341f55818f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Subnet': ['ID=61d2ef8d-acce-411e-a1d2-3d67a54999df,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:32.477682 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-44905d58-ea4b-4513-8011-045d00bbf969 admin admin] Deleting subnet cc785c37-251c-44bd-9467-9455e7292e24 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:25:32.488633 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ac72f-955b-430b-962e-903e30b12b6c req-83551d98-5390-42b0-b944-0bf8f11090cb tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:32.489010 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44905d58-ea4b-4513-8011-045d00bbf969 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:32.490333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f6ac72f-955b-430b-962e-903e30b12b6c req-83551d98-5390-42b0-b944-0bf8f11090cb tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.0571585 Nov 19 09:25:32.532863 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b65ff3ba-e3da-4c9e-a4f4-195482b9228c req-990e353b-e205-4d7e-9a75-400aaf655e07 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397114 Nov 19 09:25:32.536051 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cb4f97-a5f7-44ab-9822-bb341f55818f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Checking segment: {'id': '10b37083-bccf-4120-8055-8d823a1f8a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c4f7ed00-bf4e-40f0-a395-c00dad7d9f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:32.536419 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cb4f97-a5f7-44ab-9822-bb341f55818f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network hostable DHCP agents. Network: c4f7ed00-bf4e-40f0-a395-c00dad7d9f09, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:25:32.555567 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44905d58-ea4b-4513-8011-045d00bbf969 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:32.574574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f6ac72f-955b-430b-962e-903e30b12b6c req-2da137af-7c1f-4498-b218-ebebba1caa3e tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736504 Nov 19 09:25:32.611840 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cb4f97-a5f7-44ab-9822-bb341f55818f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network c4f7ed00-bf4e-40f0-a395-c00dad7d9f09 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:25:32.625942 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44905d58-ea4b-4513-8011-045d00bbf969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:32.648088 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-c1cb4f97-a5f7-44ab-9822-bb341f55818f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, c4f7ed00-bf4e-40f0-a395-c00dad7d9f09) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:32.655350 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cb4f97-a5f7-44ab-9822-bb341f55818f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:32.655973 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c1cb4f97-a5f7-44ab-9822-bb341f55818f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:32.670940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ede0df-6dda-4eb1-a1c8-5c333ba362ea None None] Network c4f7ed00-bf4e-40f0-a395-c00dad7d9f09 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:32.691370 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c1cb4f97-a5f7-44ab-9822-bb341f55818f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7249181 Nov 19 09:25:32.691735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54710) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:32.731749 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44905d58-ea4b-4513-8011-045d00bbf969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:32.791117 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-44905d58-ea4b-4513-8011-045d00bbf969 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:32.797951 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-44905d58-ea4b-4513-8011-045d00bbf969 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cc785c37-251c-44bd-9467-9455e7292e24 HTTP/1.1" status: 204 len: 168 time: 0.5084972 Nov 19 09:25:32.801291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54714) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:32.806393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44905d58-ea4b-4513-8011-045d00bbf969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc785c37-251c-44bd-9467-9455e7292e24,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:32.831247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145ef11b-4298-4912-b167-e12d1bb67e84 None None] Network 054c0a60-fd14-4b15-8380-62444e3cd217 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:32.868303 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:32.895348 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54716) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:32.914518 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:32.986688 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b10727-f7d2-436d-a372-8344241c9beb None None] DHCP port deletion for 054c0a60-fd14-4b15-8380-62444e3cd217 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:25:33.002042 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-c4f7ed00-bf4e-40f0-a395-c00dad7d9f09', 'network_id': 'c4f7ed00-bf4e-40f0-a395-c00dad7d9f09', 'tenant_id': '014cbc417af748f1acf9330df566e22a', 'fixed_ips': [{'subnet_id': '61d2ef8d-acce-411e-a1d2-3d67a54999df'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:25:33.003145 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.013786 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.088253 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d157ce2a-386d-49da-9385-721fff67f487 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.118569 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.151897 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054c0a60-fd14-4b15-8380-62444e3cd217']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:33.165906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af80472c-3ac0-4ba1-a55e-3c502acd346d') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:33.166484 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af80472c-3ac0-4ba1-a55e-3c502acd346d') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:33.180449 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.183430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Allocated IP 172.20.0.1 (c4f7ed00-bf4e-40f0-a395-c00dad7d9f09/61d2ef8d-acce-411e-a1d2-3d67a54999df/a65f1096-6cce-427c-b689-86fd5a70f9d1) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:25:33.201244 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.210127 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:33.210966 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:33.213876 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:33.277768 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d157ce2a-386d-49da-9385-721fff67f487 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.286969 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d157ce2a-386d-49da-9385-721fff67f487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.303397 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.309906 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.319221 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/054c0a60-fd14-4b15-8380-62444e3cd217 HTTP/1.1" status: 204 len: 168 time: 0.5155950 Nov 19 09:25:33.320271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54724) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:33.351866 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157ce2a-386d-49da-9385-721fff67f487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3196b70d-5d7e-4e48-a02e-25f8ec11554d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:33.382770 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d157ce2a-386d-49da-9385-721fff67f487 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06f4b1fc16d6409f811c1af4833157cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4863153 Nov 19 09:25:33.383721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54730) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:33.469073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ced02cd-f550-4097-8997-8b9a4c15a6c1 admin admin] Deleting subnet cb1e423b-b636-402a-8d62-36d39de7c348 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:25:33.474143 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1ced02cd-f550-4097-8997-8b9a4c15a6c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.495481 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39938827-52ee-4b76-9f3f-2b5023e9d571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.505811 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.508389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=054c0a60-fd14-4b15-8380-62444e3cd217,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:33.522016 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.545854 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39938827-52ee-4b76-9f3f-2b5023e9d571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.575568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54734) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:33.587656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:33.588001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:33.588401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:33.588740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:33.589070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:33.589869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:33.590254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:33.590749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:33.591322 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:33.591829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:33.592558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:33.593116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbd38b7-31a1-4b38-8171-2e7b3831e5a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:33.601796 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.612359 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Pushing event updated for resources: {'Port': ['ID=a65f1096-6cce-427c-b689-86fd5a70f9d1,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:33.629266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Network c4f7ed00-bf4e-40f0-a395-c00dad7d9f09 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:25:33.630964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:33.634483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:25:33.651752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Subnet': ['ID=61d2ef8d-acce-411e-a1d2-3d67a54999df,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:33.664646 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1ced02cd-f550-4097-8997-8b9a4c15a6c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.674446 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6804d225-f033-444f-8010-2a478bca30d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d698251aeaa48df8d7518a8d7cddc5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0973849 Nov 19 09:25:33.675985 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54738) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:33.680835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122831-df89-400b-bc60-e7e7185c77fe req-87e765b2-7088-4ca1-9dc3-823c15d45354 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:33.691869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122831-df89-400b-bc60-e7e7185c77fe req-87e765b2-7088-4ca1-9dc3-823c15d45354 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:33.700670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122831-df89-400b-bc60-e7e7185c77fe req-87e765b2-7088-4ca1-9dc3-823c15d45354 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:33.707530 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39938827-52ee-4b76-9f3f-2b5023e9d571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.708227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122831-df89-400b-bc60-e7e7185c77fe req-87e765b2-7088-4ca1-9dc3-823c15d45354 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:33.710755 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39938827-52ee-4b76-9f3f-2b5023e9d571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.712229 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-39938827-52ee-4b76-9f3f-2b5023e9d571 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3196b70d-5d7e-4e48-a02e-25f8ec11554d HTTP/1.1" status: 204 len: 168 time: 0.3265045 Nov 19 09:25:33.720352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122831-df89-400b-bc60-e7e7185c77fe req-87e765b2-7088-4ca1-9dc3-823c15d45354 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:33.733951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39938827-52ee-4b76-9f3f-2b5023e9d571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3196b70d-5d7e-4e48-a02e-25f8ec11554d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:33.738227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Attempting to bind port a65f1096-6cce-427c-b689-86fd5a70f9d1 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:25:33.739387 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Attempting to bind port a65f1096-6cce-427c-b689-86fd5a70f9d1 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '10b37083-bccf-4120-8055-8d823a1f8a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c4f7ed00-bf4e-40f0-a395-c00dad7d9f09'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:25:33.739745 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Attempting to bind port a65f1096-6cce-427c-b689-86fd5a70f9d1 on network c4f7ed00-bf4e-40f0-a395-c00dad7d9f09 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:25:33.745924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122831-df89-400b-bc60-e7e7185c77fe req-87e765b2-7088-4ca1-9dc3-823c15d45354 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:33.754983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122831-df89-400b-bc60-e7e7185c77fe req-87e765b2-7088-4ca1-9dc3-823c15d45354 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:33.757026 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7122831-df89-400b-bc60-e7e7185c77fe req-87e765b2-7088-4ca1-9dc3-823c15d45354 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5439 time: 0.3963017 Nov 19 09:25:33.759192 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e98fdc8-4dfa-4f38-b02f-bcd9af5b7f0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.775646 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:25:33.776048 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Checking segment: {'id': '10b37083-bccf-4120-8055-8d823a1f8a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c4f7ed00-bf4e-40f0-a395-c00dad7d9f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:33.776427 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.777050 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Bound using segment: {'id': '10b37083-bccf-4120-8055-8d823a1f8a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c4f7ed00-bf4e-40f0-a395-c00dad7d9f09'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:25:33.777554 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Bound port: a65f1096-6cce-427c-b689-86fd5a70f9d1, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b37083-bccf-4120-8055-8d823a1f8a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c4f7ed00-bf4e-40f0-a395-c00dad7d9f09'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:25:33.777987 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.818958 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e98fdc8-4dfa-4f38-b02f-bcd9af5b7f0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.882882 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.885000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] For port a65f1096-6cce-427c-b689-86fd5a70f9d1, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:25:33.889971 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] For port a65f1096-6cce-427c-b689-86fd5a70f9d1, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a65f1096-6cce-427c-b689-86fd5a70f9d1,segment=NetworkSegment(10b37083-bccf-4120-8055-8d823a1f8a5e),segment_id=10b37083-bccf-4120-8055-8d823a1f8a5e)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:25:33.893292 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e98fdc8-4dfa-4f38-b02f-bcd9af5b7f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.897782 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.900926 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e98fdc8-4dfa-4f38-b02f-bcd9af5b7f0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:33.902785 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1e98fdc8-4dfa-4f38-b02f-bcd9af5b7f0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba6678e3-70e0-45b6-b1c5-343cdcda2de4 HTTP/1.1" status: 204 len: 168 time: 0.2257724 Nov 19 09:25:33.925718 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98fdc8-4dfa-4f38-b02f-bcd9af5b7f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6678e3-70e0-45b6-b1c5-343cdcda2de4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:33.975002 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f7ed00-bf4e-40f0-a395-c00dad7d9f09']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:34.003411 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38828470-c9d0-48de-85d8-e71baf4ca9ca None None] Pushing event updated for resources: {'Port': ['ID=a65f1096-6cce-427c-b689-86fd5a70f9d1,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:34.041431 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b37083-bccf-4120-8055-8d823a1f8a5e') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:34.042032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b37083-bccf-4120-8055-8d823a1f8a5e') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:34.065962 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:34.079874 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0da1c0-7490-473a-8603-a2248a9e022c None None] Network c4f7ed00-bf4e-40f0-a395-c00dad7d9f09 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:34.175782 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:34.224504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:34.224921 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:34.237560 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1ced02cd-f550-4097-8997-8b9a4c15a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:34.241040 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:34.335342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c04218-446f-47b7-b640-f15affd46850 req-d996f8a7-89d9-4f7d-b000-88f5d67366a5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:34.337061 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8c04218-446f-47b7-b640-f15affd46850 req-d996f8a7-89d9-4f7d-b000-88f5d67366a5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.6872833 Nov 19 09:25:34.347562 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b97e5e0-aa9b-4f61-a994-438e24d1f45d None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:25:34.410694 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.api [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 09:25:34.410694 n-d-805649-14 neutron-server[103477]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 09:25:34.410694 n-d-805649-14 neutron-server[103477]: [parameters: {'id': 'c4f7ed00-bf4e-40f0-a395-c00dad7d9f09'}] Nov 19 09:25:34.410694 n-d-805649-14 neutron-server[103477]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:25:34.411612 n-d-805649-14 neutron-server[103477]: DEBUG oslo_db.api [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:25:34.426431 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7122831-df89-400b-bc60-e7e7185c77fe req-33cfddc2-d924-47d3-b9ff-2c89a33f2e17 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6282420 Nov 19 09:25:34.548198 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1ced02cd-f550-4097-8997-8b9a4c15a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:34.572918 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8c04218-446f-47b7-b640-f15affd46850 req-78f9354f-5b70-48c7-bb5a-17571570e527 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232561 Nov 19 09:25:34.618431 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54752) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:34.618698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced02cd-f550-4097-8997-8b9a4c15a6c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1e423b-b636-402a-8d62-36d39de7c348,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:34.631323 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1ced02cd-f550-4097-8997-8b9a4c15a6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:34.634981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1ced02cd-f550-4097-8997-8b9a4c15a6c1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cb1e423b-b636-402a-8d62-36d39de7c348 HTTP/1.1" status: 204 len: 168 time: 1.3124111 Nov 19 09:25:34.648177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54754) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:34.648585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54756) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:34.679476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b97e5e0-aa9b-4f61-a994-438e24d1f45d None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:25:34.709162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c70a22-243a-462f-9001-b976c35ee8a9 req-ecbb3352-cb21-4ed1-b2c3-818e23b02572 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:34.710617 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c926a241-102f-49f9-b516-4508b96794c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:34.727447 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51c70a22-243a-462f-9001-b976c35ee8a9 req-ecbb3352-cb21-4ed1-b2c3-818e23b02572 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1186409 Nov 19 09:25:34.782999 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0f0b82db-0293-4d88-98fc-e5971ca8fd8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=744b92dde758482c843eab0235125e7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1613257 Nov 19 09:25:34.785678 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54758) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:34.825036 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51c70a22-243a-462f-9001-b976c35ee8a9 req-24ef5a18-2b8b-4486-a10c-93edd97f64d1 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952935 Nov 19 09:25:34.921666 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:34.924002 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b209f068-1ace-4129-8857-de428cc2ef56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:34.936236 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c926a241-102f-49f9-b516-4508b96794c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:34.964176 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c926a241-102f-49f9-b516-4508b96794c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:34.988939 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b209f068-1ace-4129-8857-de428cc2ef56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:34.994354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926a241-102f-49f9-b516-4508b96794c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dec8fb-154e-444f-866c-07397c14a1e0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:34.998947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4322254-404b-4944-9997-cd4ad31a1f36 req-1e2879d7-8ee9-43d8-bf71-9b2313204a5f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:35.001063 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4322254-404b-4944-9997-cd4ad31a1f36 req-1e2879d7-8ee9-43d8-bf71-9b2313204a5f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1585057 Nov 19 09:25:35.042224 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a241-102f-49f9-b516-4508b96794c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:35.042676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a241-102f-49f9-b516-4508b96794c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:35.043028 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a241-102f-49f9-b516-4508b96794c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:35.043373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a241-102f-49f9-b516-4508b96794c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:35.045142 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a241-102f-49f9-b516-4508b96794c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:35.045557 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a241-102f-49f9-b516-4508b96794c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:35.046714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a241-102f-49f9-b516-4508b96794c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:35.046714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a241-102f-49f9-b516-4508b96794c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:35.047076 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a241-102f-49f9-b516-4508b96794c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:35.047214 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a241-102f-49f9-b516-4508b96794c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:35.047441 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a241-102f-49f9-b516-4508b96794c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:35.047972 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926a241-102f-49f9-b516-4508b96794c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:25:35.060521 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c926a241-102f-49f9-b516-4508b96794c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1eae4c3643e041c89dd9b12141cbcdb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4092495 Nov 19 09:25:35.063339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54760) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:35.065201 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3cdc569-0def-4316-aa6d-db9244dfc547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.131819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Deleting port a65f1096-6cce-427c-b689-86fd5a70f9d1 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:25:35.132161 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.141354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4322254-404b-4944-9997-cd4ad31a1f36 req-cfe6446e-e53c-46a4-8c31-20cd1b12cb48 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189077 Nov 19 09:25:35.216652 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3cdc569-0def-4316-aa6d-db9244dfc547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.249585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f3cdc569-0def-4316-aa6d-db9244dfc547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79d8e94-07a5-43b2-8f56-0d604aca46dd']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:35.262970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f3cdc569-0def-4316-aa6d-db9244dfc547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be36c6ed-bcf5-40a1-a69b-9663ad3f1067') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:35.263256 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f3cdc569-0def-4316-aa6d-db9244dfc547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be36c6ed-bcf5-40a1-a69b-9663ad3f1067') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:35.283657 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3cdc569-0def-4316-aa6d-db9244dfc547 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.305367 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3cdc569-0def-4316-aa6d-db9244dfc547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.314584 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3cdc569-0def-4316-aa6d-db9244dfc547 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:35.315375 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3cdc569-0def-4316-aa6d-db9244dfc547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:35.318074 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:35.365250 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31f9011-ea3d-4fbe-8a1b-7fa78ac449c9 None None] Network e79d8e94-07a5-43b2-8f56-0d604aca46dd requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:35.416139 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3cdc569-0def-4316-aa6d-db9244dfc547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.430078 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3cdc569-0def-4316-aa6d-db9244dfc547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.440101 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f3cdc569-0def-4316-aa6d-db9244dfc547 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e79d8e94-07a5-43b2-8f56-0d604aca46dd HTTP/1.1" status: 204 len: 168 time: 0.7879810 Nov 19 09:25:35.451801 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54766) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:35.460501 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdc569-0def-4316-aa6d-db9244dfc547 admin admin] Pushing event deleted for resources: {'Network': ['ID=e79d8e94-07a5-43b2-8f56-0d604aca46dd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:35.511220 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c251e40-7f27-4303-be9a-27d2828b6948 None None] DHCP port deletion for e79d8e94-07a5-43b2-8f56-0d604aca46dd request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:25:35.526558 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-5379d8b1-7009-4c4b-827b-5b7c415e9886 admin admin] Deleting subnet a679db47-604e-4639-bdc9-740070cea337 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:25:35.533501 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5379d8b1-7009-4c4b-827b-5b7c415e9886 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.578743 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5379d8b1-7009-4c4b-827b-5b7c415e9886 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.582566 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b209f068-1ace-4129-8857-de428cc2ef56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.586005 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b209f068-1ace-4129-8857-de428cc2ef56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.600102 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b209f068-1ace-4129-8857-de428cc2ef56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ebf2091-857c-46d8-9e60-d91ef7719acf HTTP/1.1" status: 204 len: 168 time: 0.8001194 Nov 19 09:25:35.640948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209f068-1ace-4129-8857-de428cc2ef56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebf2091-857c-46d8-9e60-d91ef7719acf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:35.665672 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5379d8b1-7009-4c4b-827b-5b7c415e9886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.711623 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] For port a65f1096-6cce-427c-b689-86fd5a70f9d1, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a65f1096-6cce-427c-b689-86fd5a70f9d1,segment=NetworkSegment(10b37083-bccf-4120-8055-8d823a1f8a5e),segment_id=10b37083-bccf-4120-8055-8d823a1f8a5e)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:35.712081 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.740217 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Calling delete_port for a65f1096-6cce-427c-b689-86fd5a70f9d1 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:25:35.742475 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53a04c4a-96ce-46e8-8847-3c5b016bdab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.766666 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5379d8b1-7009-4c4b-827b-5b7c415e9886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.785601 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68540856-9531-421f-af0c-469f30ec8688 req-c91a4dc0-0e7c-4bf4-aa61-b4e944aa1606 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:35.792492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68540856-9531-421f-af0c-469f30ec8688 req-c91a4dc0-0e7c-4bf4-aa61-b4e944aa1606 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:35.799396 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68540856-9531-421f-af0c-469f30ec8688 req-c91a4dc0-0e7c-4bf4-aa61-b4e944aa1606 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:35.801268 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379d8b1-7009-4c4b-827b-5b7c415e9886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a679db47-604e-4639-bdc9-740070cea337,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:35.805548 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5379d8b1-7009-4c4b-827b-5b7c415e9886 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.806032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68540856-9531-421f-af0c-469f30ec8688 req-c91a4dc0-0e7c-4bf4-aa61-b4e944aa1606 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:35.813155 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5379d8b1-7009-4c4b-827b-5b7c415e9886 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a679db47-604e-4639-bdc9-740070cea337 HTTP/1.1" status: 204 len: 168 time: 0.3576725 Nov 19 09:25:35.813588 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68540856-9531-421f-af0c-469f30ec8688 req-c91a4dc0-0e7c-4bf4-aa61-b4e944aa1606 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:35.816172 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54774) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:35.818866 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb9083-21a0-4274-9260-97c0db401947 None None] Network 85739a1b-34c0-4597-868b-115211a66c8a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:35.819523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68540856-9531-421f-af0c-469f30ec8688 req-c91a4dc0-0e7c-4bf4-aa61-b4e944aa1606 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:35.831032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68540856-9531-421f-af0c-469f30ec8688 req-c91a4dc0-0e7c-4bf4-aa61-b4e944aa1606 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:35.841631 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68540856-9531-421f-af0c-469f30ec8688 req-c91a4dc0-0e7c-4bf4-aa61-b4e944aa1606 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5439 time: 0.2602613 Nov 19 09:25:35.908543 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1732cadd-f441-4ce2-98f5-006d253d9499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:35.917628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912645f-cd4f-4a26-94c0-4f50fc074319 req-525eb36b-ea0b-4728-b7b4-e6b075ec9265 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:35.920643 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2912645f-cd4f-4a26-94c0-4f50fc074319 req-525eb36b-ea0b-4728-b7b4-e6b075ec9265 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.3412290 Nov 19 09:25:35.943388 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53a04c4a-96ce-46e8-8847-3c5b016bdab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.049550 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1732cadd-f441-4ce2-98f5-006d253d9499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.052342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db973552-d791-4cd9-9d9e-4b8a2b39a599 None None] DHCP port deletion for 85739a1b-34c0-4597-868b-115211a66c8a request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:25:36.077989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-1732cadd-f441-4ce2-98f5-006d253d9499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85739a1b-34c0-4597-868b-115211a66c8a']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:36.084794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:25:36.091132 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-1732cadd-f441-4ce2-98f5-006d253d9499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c8f9e4-a91d-4f09-be7e-d9c19f34515a') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:36.092037 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-1732cadd-f441-4ce2-98f5-006d253d9499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c8f9e4-a91d-4f09-be7e-d9c19f34515a') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:36.103554 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1732cadd-f441-4ce2-98f5-006d253d9499 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.115290 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68540856-9531-421f-af0c-469f30ec8688 req-9d66db65-3511-488f-84d3-6e479a465416 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2726760 Nov 19 09:25:36.133751 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2912645f-cd4f-4a26-94c0-4f50fc074319 req-71f42381-86ff-4c44-8311-ec0254dc7ea5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862361 Nov 19 09:25:36.134522 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1732cadd-f441-4ce2-98f5-006d253d9499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.136200 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53a04c4a-96ce-46e8-8847-3c5b016bdab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.140765 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53a04c4a-96ce-46e8-8847-3c5b016bdab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.145367 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-53a04c4a-96ce-46e8-8847-3c5b016bdab0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31dec8fb-154e-444f-866c-07397c14a1e0 HTTP/1.1" status: 204 len: 168 time: 1.0776889 Nov 19 09:25:36.149673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1732cadd-f441-4ce2-98f5-006d253d9499 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:36.152499 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1732cadd-f441-4ce2-98f5-006d253d9499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.168165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a04c4a-96ce-46e8-8847-3c5b016bdab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dec8fb-154e-444f-866c-07397c14a1e0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:36.171021 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.200373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Port': ['ID=a65f1096-6cce-427c-b689-86fd5a70f9d1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:36.210752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No DVR routers for this DVR port a65f1096-6cce-427c-b689-86fd5a70f9d1 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:36.279407 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:36.309680 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:25:36.325469 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:36.327407 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.327842 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1732cadd-f441-4ce2-98f5-006d253d9499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.334133 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1732cadd-f441-4ce2-98f5-006d253d9499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.338989 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1732cadd-f441-4ce2-98f5-006d253d9499 admin admin] 10.222.0.21 "DELETE /v2.0/networks/85739a1b-34c0-4597-868b-115211a66c8a HTTP/1.1" status: 204 len: 168 time: 0.5215206 Nov 19 09:25:36.367577 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732cadd-f441-4ce2-98f5-006d253d9499 admin admin] Pushing event deleted for resources: {'Network': ['ID=85739a1b-34c0-4597-868b-115211a66c8a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:36.447533 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.487188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d71c1c-c83e-4f4e-a87a-af08b56ae77b req-1a825b31-5464-4af4-9da1-0d65f5b13ab0 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:36.497882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-36d71c1c-c83e-4f4e-a87a-af08b56ae77b req-1a825b31-5464-4af4-9da1-0d65f5b13ab0 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1736422 Nov 19 09:25:36.503303 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.503926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f7ed00-bf4e-40f0-a395-c00dad7d9f09']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:36.534989 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b37083-bccf-4120-8055-8d823a1f8a5e') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:36.535591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b37083-bccf-4120-8055-8d823a1f8a5e') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:36.550122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6d1cc0-1c45-4b89-95b9-69aea729ca09'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:25:36.552547 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba165fcf-f662-43f1-8890-ba604fbfc0f1" -d '{"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-plugged", "status": "completed", "tag": "9d6d1cc0-1c45-4b89-95b9-69aea729ca09"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:25:36.552747 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.570407 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.583457 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9d6d1cc0-1c45-4b89-95b9-69aea729ca09,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:36.583971 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54798) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:36.592393 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.595364 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 980656e3-34d0-43e8-b414-ea629b357a2d up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:25:36.621840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:36.622654 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:36.626332 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:36.706735 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 980656e3-34d0-43e8-b414-ea629b357a2d completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:25:36.710886 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fd784fb0-ca42-4c97-9f1d-66200c702090 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4846a080b8a54ec0bd93d26ffd8db6ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1232378 Nov 19 09:25:36.713622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54802) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:36.723925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 980656e3-34d0-43e8-b414-ea629b357a2d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:36.724668 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.737599 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-36d71c1c-c83e-4f4e-a87a-af08b56ae77b req-a52062cc-c6e2-4ea8-891d-596222fc2e9e tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110710 Nov 19 09:25:36.781726 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.818564 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117e1591-dbfd-4c93-b711-d08cf63af623 x-openstack-request-id: req-117e1591-dbfd-4c93-b711-d08cf63af623 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:25:36.818864 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-plugged", "status": "completed", "tag": "9d6d1cc0-1c45-4b89-95b9-69aea729ca09", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:25:36.819116 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-117e1591-dbfd-4c93-b711-d08cf63af623 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:25:36.819513 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6d1cc0-1c45-4b89-95b9-69aea729ca09', 'code': 200} Nov 19 09:25:36.830005 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-614bcaa3-7c5a-461f-bf85-c84fa31d64b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.841625 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.847222 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9d6d1cc0-1c45-4b89-95b9-69aea729ca09,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:36.847671 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/c4f7ed00-bf4e-40f0-a395-c00dad7d9f09 HTTP/1.1" status: 204 len: 168 time: 4.1545062 Nov 19 09:25:36.861307 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54806) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:36.869540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88f737-f499-4481-af86-26650d9306aa req-69d5b47b-40ef-4774-af9c-ed58ad2aee30 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:36.877431 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9747a1d9-2c87-4291-8e49-fc353e08a25f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1244266'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:36.878972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab88f737-f499-4481-af86-26650d9306aa req-69d5b47b-40ef-4774-af9c-ed58ad2aee30 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.3005548 Nov 19 09:25:36.888806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3898dec-f3d2-4543-83aa-c664c517629e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Network': ['ID=c4f7ed00-bf4e-40f0-a395-c00dad7d9f09,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:36.910457 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-614bcaa3-7c5a-461f-bf85-c84fa31d64b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.931438 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.960675 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab88f737-f499-4481-af86-26650d9306aa req-a90e777d-d447-432d-81e3-3beace1f3ad7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807214 Nov 19 09:25:36.962451 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9747a1d9-2c87-4291-8e49-fc353e08a25f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:36.969394 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9747a1d9-2c87-4291-8e49-fc353e08a25f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.986822 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 980656e3-34d0-43e8-b414-ea629b357a2d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=980656e3-34d0-43e8-b414-ea629b357a2d,segment=NetworkSegment(1556e36f-588d-4bb8-bb98-18e486079376),segment_id=1556e36f-588d-4bb8-bb98-18e486079376)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:36.993302 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:36.994157 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device dcbc891e-ade2-45eb-ad48-53e552b80d69 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:25:37.008812 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9747a1d9-2c87-4291-8e49-fc353e08a25f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:25:37.019496 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9747a1d9-2c87-4291-8e49-fc353e08a25f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:37.019924 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-9747a1d9-2c87-4291-8e49-fc353e08a25f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Added segment 4f5882e8-c34c-4c33-9bfe-b0ad21d47055 of type vlan for network f2109de8-28ce-41ef-af81-aa88604563cf Nov 19 09:25:37.079355 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-614bcaa3-7c5a-461f-bf85-c84fa31d64b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:37.082054 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-614bcaa3-7c5a-461f-bf85-c84fa31d64b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:37.083273 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-614bcaa3-7c5a-461f-bf85-c84fa31d64b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13a2d6e4-1b8f-43fc-8c02-341b249c581a HTTP/1.1" status: 204 len: 168 time: 0.3637633 Nov 19 09:25:37.088639 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9747a1d9-2c87-4291-8e49-fc353e08a25f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:37.101534 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614bcaa3-7c5a-461f-bf85-c84fa31d64b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a2d6e4-1b8f-43fc-8c02-341b249c581a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:37.115872 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=980656e3-34d0-43e8-b414-ea629b357a2d,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:37.135657 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9747a1d9-2c87-4291-8e49-fc353e08a25f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:37.141779 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9747a1d9-2c87-4291-8e49-fc353e08a25f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:37.142451 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9747a1d9-2c87-4291-8e49-fc353e08a25f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:37.155095 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port dcbc891e-ade2-45eb-ad48-53e552b80d69 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:25:37.163448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port dcbc891e-ade2-45eb-ad48-53e552b80d69 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:37.163845 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:37.287331 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9747a1d9-2c87-4291-8e49-fc353e08a25f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.4180658 Nov 19 09:25:37.288144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54822) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:37.321313 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:37.332129 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-009e5cdb-00ce-4a9c-839b-5c3498b12c61 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'subnet': {'network_id': 'f2109de8-28ce-41ef-af81-aa88604563cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:37.374114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4c756-38c0-4243-a6a0-17a3f6925953 req-6a26a675-6cdd-4720-8c05-3e7ca2d458e7 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:37.389791 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4c756-38c0-4243-a6a0-17a3f6925953 req-6a26a675-6cdd-4720-8c05-3e7ca2d458e7 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:37.397254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4c756-38c0-4243-a6a0-17a3f6925953 req-6a26a675-6cdd-4720-8c05-3e7ca2d458e7 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:37.407311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port dcbc891e-ade2-45eb-ad48-53e552b80d69, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=dcbc891e-ade2-45eb-ad48-53e552b80d69,segment=NetworkSegment(263f60d8-2492-4865-ab2f-2e2dcdcf708e),segment_id=263f60d8-2492-4865-ab2f-2e2dcdcf708e)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:37.410157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4c756-38c0-4243-a6a0-17a3f6925953 req-6a26a675-6cdd-4720-8c05-3e7ca2d458e7 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:37.423197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4c756-38c0-4243-a6a0-17a3f6925953 req-6a26a675-6cdd-4720-8c05-3e7ca2d458e7 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:37.424564 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:37.425670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9694c3c4-a2f0-463a-929f-be8348809922 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:25:37.433182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4c756-38c0-4243-a6a0-17a3f6925953 req-6a26a675-6cdd-4720-8c05-3e7ca2d458e7 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:37.440891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4c756-38c0-4243-a6a0-17a3f6925953 req-6a26a675-6cdd-4720-8c05-3e7ca2d458e7 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:37.450927 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fe4c756-38c0-4243-a6a0-17a3f6925953 req-6a26a675-6cdd-4720-8c05-3e7ca2d458e7 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5441 time: 0.1983812 Nov 19 09:25:37.490183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747a1d9-2c87-4291-8e49-fc353e08a25f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Network': ['ID=f2109de8-28ce-41ef-af81-aa88604563cf,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:37.526711 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network f2109de8-28ce-41ef-af81-aa88604563cf details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:25:37.566895 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fe4c756-38c0-4243-a6a0-17a3f6925953 req-3fbbe496-1837-4814-8456-f9a2ec7c3fc7 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1107259 Nov 19 09:25:37.595947 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009e5cdb-00ce-4a9c-839b-5c3498b12c61 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:37.603157 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-009e5cdb-00ce-4a9c-839b-5c3498b12c61 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:37.656001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=dcbc891e-ade2-45eb-ad48-53e552b80d69,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:37.662051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 9694c3c4-a2f0-463a-929f-be8348809922 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:25:37.668012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 9694c3c4-a2f0-463a-929f-be8348809922 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:37.668468 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:37.789036 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:37.842656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9694c3c4-a2f0-463a-929f-be8348809922, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9694c3c4-a2f0-463a-929f-be8348809922,segment=NetworkSegment(263f60d8-2492-4865-ab2f-2e2dcdcf708e),segment_id=263f60d8-2492-4865-ab2f-2e2dcdcf708e)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:37.850721 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:37.851615 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c80a3964-2f56-440f-bf2a-88032266b6fa up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:25:37.891667 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-009e5cdb-00ce-4a9c-839b-5c3498b12c61 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:37.901508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54840) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:37.932277 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbda16-be4a-434d-b5d8-99243df8297c req-85f7a4bf-1735-4ca1-acd7-580f74cd6d72 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:37.941564 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ecbda16-be4a-434d-b5d8-99243df8297c req-85f7a4bf-1735-4ca1-acd7-580f74cd6d72 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.0865905 Nov 19 09:25:38.010541 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9694c3c4-a2f0-463a-929f-be8348809922,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:38.011032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ecbda16-be4a-434d-b5d8-99243df8297c req-64e6993c-7620-4ae3-932a-88b2031a5544 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669725 Nov 19 09:25:38.048339 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e5cdb-00ce-4a9c-839b-5c3498b12c61 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Subnet': ['ID=b7911a2a-bd32-438a-bd36-417682d43708,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:38.055984 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port c80a3964-2f56-440f-bf2a-88032266b6fa completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:25:38.059561 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e5cdb-00ce-4a9c-839b-5c3498b12c61 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Checking segment: {'id': '4f5882e8-c34c-4c33-9bfe-b0ad21d47055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f2109de8-28ce-41ef-af81-aa88604563cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:38.060377 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009e5cdb-00ce-4a9c-839b-5c3498b12c61 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network hostable DHCP agents. Network: f2109de8-28ce-41ef-af81-aa88604563cf, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:25:38.063003 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port c80a3964-2f56-440f-bf2a-88032266b6fa triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:38.063642 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.096112 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009e5cdb-00ce-4a9c-839b-5c3498b12c61 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network f2109de8-28ce-41ef-af81-aa88604563cf is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:25:38.098460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6e690bf0-8516-4388-8a85-a91ad07b0810 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4734ab4387243aaaea0d9343fe77dff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1931934 Nov 19 09:25:38.107457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54848) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:38.117372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-009e5cdb-00ce-4a9c-839b-5c3498b12c61 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, f2109de8-28ce-41ef-af81-aa88604563cf) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:38.125049 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e5cdb-00ce-4a9c-839b-5c3498b12c61 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:38.125704 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-009e5cdb-00ce-4a9c-839b-5c3498b12c61 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.135825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f750394-27a7-4670-8012-019d0283cf6d None None] Network f2109de8-28ce-41ef-af81-aa88604563cf requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:38.162713 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-009e5cdb-00ce-4a9c-839b-5c3498b12c61 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8412850 Nov 19 09:25:38.169715 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54850) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:38.254685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47261ecb-eba6-4545-874f-dac9db467506 req-7535f517-b762-4690-9c28-d6f406792f9c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:38.263237 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47261ecb-eba6-4545-874f-dac9db467506 req-7535f517-b762-4690-9c28-d6f406792f9c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1433465 Nov 19 09:25:38.318594 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.322302 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00cfe41d-11e1-46f4-8e08-81ad57e9e69e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.349359 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ed9232e-53bc-4087-86b7-86593f7644a3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.385486 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00cfe41d-11e1-46f4-8e08-81ad57e9e69e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.389580 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54856) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:38.402285 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c80a3964-2f56-440f-bf2a-88032266b6fa, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c80a3964-2f56-440f-bf2a-88032266b6fa,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:38.420583 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ed9232e-53bc-4087-86b7-86593f7644a3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.433989 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.435785 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e505d3ae-8213-42cf-b58a-27349e19fab2 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:25:38.495698 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00cfe41d-11e1-46f4-8e08-81ad57e9e69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.498455 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-00cfe41d-11e1-46f4-8e08-81ad57e9e69e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.503130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-00cfe41d-11e1-46f4-8e08-81ad57e9e69e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15b1c5c5-5460-4900-8f59-8c54eba41e13 HTTP/1.1" status: 204 len: 168 time: 0.3941483 Nov 19 09:25:38.529686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfe41d-11e1-46f4-8e08-81ad57e9e69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b1c5c5-5460-4900-8f59-8c54eba41e13,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:38.539179 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5a900b-4f49-4272-8e6e-733aacd0c91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-f2109de8-28ce-41ef-af81-aa88604563cf', 'network_id': 'f2109de8-28ce-41ef-af81-aa88604563cf', 'tenant_id': '014cbc417af748f1acf9330df566e22a', 'fixed_ips': [{'subnet_id': 'b7911a2a-bd32-438a-bd36-417682d43708'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:25:38.539179 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ae5a900b-4f49-4272-8e6e-733aacd0c91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.546860 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ed9232e-53bc-4087-86b7-86593f7644a3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.558079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47261ecb-eba6-4545-874f-dac9db467506 req-00b671b6-b1e2-4947-95be-3bb9b4451c86 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690444 Nov 19 09:25:38.587027 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9232e-53bc-4087-86b7-86593f7644a3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Subnet': ['ID=b7911a2a-bd32-438a-bd36-417682d43708,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:38.665416 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ed9232e-53bc-4087-86b7-86593f7644a3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.692587 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-0ed9232e-53bc-4087-86b7-86593f7644a3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2109de8-28ce-41ef-af81-aa88604563cf']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:38.713255 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-0ed9232e-53bc-4087-86b7-86593f7644a3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5882e8-c34c-4c33-9bfe-b0ad21d47055') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:38.714075 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-0ed9232e-53bc-4087-86b7-86593f7644a3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5882e8-c34c-4c33-9bfe-b0ad21d47055') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:38.734543 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ed9232e-53bc-4087-86b7-86593f7644a3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.761851 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ed9232e-53bc-4087-86b7-86593f7644a3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.772436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed9232e-53bc-4087-86b7-86593f7644a3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:38.772966 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ed9232e-53bc-4087-86b7-86593f7644a3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.821071 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bcc47712-9eb8-4e75-9c87-a452a280b600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:38.853067 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:38.855994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980656e3-34d0-43e8-b414-ea629b357a2d'}, {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbc891e-ade2-45eb-ad48-53e552b80d69'}, {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9694c3c4-a2f0-463a-929f-be8348809922'}, {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80a3964-2f56-440f-bf2a-88032266b6fa'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:25:38.858336 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec758f0-9918-4307-aec8-6483c7a35b3c" -d '{"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-plugged", "status": "completed", "tag": "980656e3-34d0-43e8-b414-ea629b357a2d"}, {"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-plugged", "status": "completed", "tag": "dcbc891e-ade2-45eb-ad48-53e552b80d69"}, {"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-plugged", "status": "completed", "tag": "9694c3c4-a2f0-463a-929f-be8348809922"}, {"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-plugged", "status": "completed", "tag": "c80a3964-2f56-440f-bf2a-88032266b6fa"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:25:38.882944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c80a3964-2f56-440f-bf2a-88032266b6fa,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:38.886245 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port e505d3ae-8213-42cf-b58a-27349e19fab2 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:25:38.891381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642ae25-b89d-427f-bbbc-8885f557af19 req-2bdc0892-cf8d-4032-9a6d-39dcbb8c2817 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:38.896167 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ed9232e-53bc-4087-86b7-86593f7644a3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.902280 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ed9232e-53bc-4087-86b7-86593f7644a3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.903953 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642ae25-b89d-427f-bbbc-8885f557af19 req-2bdc0892-cf8d-4032-9a6d-39dcbb8c2817 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:38.906155 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port e505d3ae-8213-42cf-b58a-27349e19fab2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:38.907062 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:38.913032 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0ed9232e-53bc-4087-86b7-86593f7644a3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/f2109de8-28ce-41ef-af81-aa88604563cf HTTP/1.1" status: 204 len: 168 time: 0.7389598 Nov 19 09:25:38.915533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54878) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:38.922610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642ae25-b89d-427f-bbbc-8885f557af19 req-2bdc0892-cf8d-4032-9a6d-39dcbb8c2817 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:38.940114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642ae25-b89d-427f-bbbc-8885f557af19 req-2bdc0892-cf8d-4032-9a6d-39dcbb8c2817 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:38.949395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1a6f033d-40a4-45bb-b07e-50d12a24ac12 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-386110932'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:38.956592 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642ae25-b89d-427f-bbbc-8885f557af19 req-2bdc0892-cf8d-4032-9a6d-39dcbb8c2817 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:38.974652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642ae25-b89d-427f-bbbc-8885f557af19 req-2bdc0892-cf8d-4032-9a6d-39dcbb8c2817 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:38.975574 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9232e-53bc-4087-86b7-86593f7644a3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Network': ['ID=f2109de8-28ce-41ef-af81-aa88604563cf,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:38.983172 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8235d89a-4f77-4d81-8d8f-03ff699e7f6a None None] Network f2109de8-28ce-41ef-af81-aa88604563cf requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:38.995082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642ae25-b89d-427f-bbbc-8885f557af19 req-2bdc0892-cf8d-4032-9a6d-39dcbb8c2817 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:38.998277 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e642ae25-b89d-427f-bbbc-8885f557af19 req-2bdc0892-cf8d-4032-9a6d-39dcbb8c2817 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5444 time: 0.2864544 Nov 19 09:25:39.006505 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6f033d-40a4-45bb-b07e-50d12a24ac12 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:39.010344 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a6f033d-40a4-45bb-b07e-50d12a24ac12 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.017073 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8235d89a-4f77-4d81-8d8f-03ff699e7f6a None None] Network f2109de8-28ce-41ef-af81-aa88604563cf could not be found, it might have been deleted concurrently. {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 09:25:39.051782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6f033d-40a4-45bb-b07e-50d12a24ac12 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:25:39.072506 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a6f033d-40a4-45bb-b07e-50d12a24ac12 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.073309 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-1a6f033d-40a4-45bb-b07e-50d12a24ac12 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Added segment 0e8dbbad-b50d-4be9-9a63-2ba4239c8633 of type vlan for network ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8 Nov 19 09:25:39.177497 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e642ae25-b89d-427f-bbbc-8885f557af19 req-41be9bb1-b619-4907-8cbc-ea95a7a3935d tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1708808 Nov 19 09:25:39.184363 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a6f033d-40a4-45bb-b07e-50d12a24ac12 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.220775 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.225307 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1843e-3d11-43be-adaa-46650647e413 req-17879824-2d93-49c7-bb1c-7c7bc22abbcf tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:39.227342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92e1843e-3d11-43be-adaa-46650647e413 req-17879824-2d93-49c7-bb1c-7c7bc22abbcf tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2243655 Nov 19 09:25:39.249823 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a6f033d-40a4-45bb-b07e-50d12a24ac12 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.263298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6f033d-40a4-45bb-b07e-50d12a24ac12 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:39.270127 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a6f033d-40a4-45bb-b07e-50d12a24ac12 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.289219 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e505d3ae-8213-42cf-b58a-27349e19fab2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e505d3ae-8213-42cf-b58a-27349e19fab2,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:39.296655 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.298096 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 19a55e08-5b80-469b-baa4-dc2c8cdb0361 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:25:39.337890 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 19 Nov 2021 09:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408c30b3-cbfd-4184-a769-1d530360d44b x-openstack-request-id: req-408c30b3-cbfd-4184-a769-1d530360d44b {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:25:39.339111 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-plugged", "status": "completed", "tag": "980656e3-34d0-43e8-b414-ea629b357a2d", "code": 200}, {"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-plugged", "status": "completed", "tag": "dcbc891e-ade2-45eb-ad48-53e552b80d69", "code": 200}, {"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-plugged", "status": "completed", "tag": "9694c3c4-a2f0-463a-929f-be8348809922", "code": 200}, {"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-plugged", "status": "completed", "tag": "c80a3964-2f56-440f-bf2a-88032266b6fa", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:25:39.339362 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-408c30b3-cbfd-4184-a769-1d530360d44b {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:25:39.340077 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980656e3-34d0-43e8-b414-ea629b357a2d', 'code': 200} Nov 19 09:25:39.340294 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbc891e-ade2-45eb-ad48-53e552b80d69', 'code': 200} Nov 19 09:25:39.353592 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9694c3c4-a2f0-463a-929f-be8348809922', 'code': 200} Nov 19 09:25:39.353868 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80a3964-2f56-440f-bf2a-88032266b6fa', 'code': 200} Nov 19 09:25:39.441399 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f033d-40a4-45bb-b07e-50d12a24ac12 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Network': ['ID=ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:39.454389 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bcc47712-9eb8-4e75-9c87-a452a280b600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.464256 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:25:39.471441 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92e1843e-3d11-43be-adaa-46650647e413 req-09480895-0199-4668-916f-d7e77b3230ad tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122610 Nov 19 09:25:39.474164 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1a6f033d-40a4-45bb-b07e-50d12a24ac12 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5561681 Nov 19 09:25:39.477309 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54896) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:39.487238 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bcc47712-9eb8-4e75-9c87-a452a280b600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.500165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b8f2b69c-ea62-4f35-aeb8-86f1c1c13855 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:39.555121 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bcc47712-9eb8-4e75-9c87-a452a280b600 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a42595c2e11e4242a250f68854fc95ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1643806 Nov 19 09:25:39.556263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=e505d3ae-8213-42cf-b58a-27349e19fab2,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:39.565187 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a0830-1a5b-45a2-b9c7-301735613dfa req-b7ede988-a928-456c-a7e7-f2ffe82c7812 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:39.575874 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c28a0830-1a5b-45a2-b9c7-301735613dfa req-b7ede988-a928-456c-a7e7-f2ffe82c7812 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1662750 Nov 19 09:25:39.577558 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54900) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:39.579998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc47712-9eb8-4e75-9c87-a452a280b600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cb82bb-658c-4a5e-b442-cb62cf7e2888,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:39.615635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 19a55e08-5b80-469b-baa4-dc2c8cdb0361 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:25:39.643682 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 19a55e08-5b80-469b-baa4-dc2c8cdb0361 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:39.644448 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.698482 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c28a0830-1a5b-45a2-b9c7-301735613dfa req-4b22575a-4b17-4baa-8166-98bd56fcc492 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212316 Nov 19 09:25:39.714402 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9946c92d-81f4-4eec-aa7d-c906950a4d7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.740980 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54904) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:39.758822 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.807343 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 19a55e08-5b80-469b-baa4-dc2c8cdb0361, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=19a55e08-5b80-469b-baa4-dc2c8cdb0361,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:39.809280 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9946c92d-81f4-4eec-aa7d-c906950a4d7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.813415 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.870042 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b69c-ea62-4f35-aeb8-86f1c1c13855 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.884796 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=19a55e08-5b80-469b-baa4-dc2c8cdb0361,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:39.901505 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b69c-ea62-4f35-aeb8-86f1c1c13855 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.925832 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1432334430', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:39.929789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8f2b69c-ea62-4f35-aeb8-86f1c1c13855 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8 is not hosted by any dhcp agent {{(pid=103476) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 09:25:39.936518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f2b69c-ea62-4f35-aeb8-86f1c1c13855 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:39.937487 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b69c-ea62-4f35-aeb8-86f1c1c13855 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.941833 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b8f2b69c-ea62-4f35-aeb8-86f1c1c13855 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "PUT /v2.0/networks/ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8 HTTP/1.1" status: 200 len: 723 time: 0.4623606 Nov 19 09:25:39.942772 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54910) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:39.952691 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e28c6ff9-e6f9-4337-a01e-cb70eceaf766 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'subnet': {'network_id': 'ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:39.995729 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9946c92d-81f4-4eec-aa7d-c906950a4d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:39.998508 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9946c92d-81f4-4eec-aa7d-c906950a4d7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:40.000449 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9946c92d-81f4-4eec-aa7d-c906950a4d7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77cb82bb-658c-4a5e-b442-cb62cf7e2888 HTTP/1.1" status: 204 len: 168 time: 0.4197938 Nov 19 09:25:40.022704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946c92d-81f4-4eec-aa7d-c906950a4d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cb82bb-658c-4a5e-b442-cb62cf7e2888,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:40.026303 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2b69c-ea62-4f35-aeb8-86f1c1c13855 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Network': ['ID=ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:40.060665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:25:40.078747 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Made reservation on behalf of a9b927bff82848888e8c34911da40a5c for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:40.084470 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:40.120936 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:40.187994 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28c6ff9-e6f9-4337-a01e-cb70eceaf766 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:40.193206 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e28c6ff9-e6f9-4337-a01e-cb70eceaf766 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:40.376675 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:40.388694 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:40.420400 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] device_id is not set on port 0b7734bd-1ab6-4da7-a868-b42fd522b1b9 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:25:40.502577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe35f7-7cff-45e7-8191-cf93a8d41ec2 req-b9c4b049-5ec9-4e23-b8dd-f468570bdee3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:40.508654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe35f7-7cff-45e7-8191-cf93a8d41ec2 req-b9c4b049-5ec9-4e23-b8dd-f468570bdee3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:40.515474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe35f7-7cff-45e7-8191-cf93a8d41ec2 req-b9c4b049-5ec9-4e23-b8dd-f468570bdee3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:40.521557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe35f7-7cff-45e7-8191-cf93a8d41ec2 req-b9c4b049-5ec9-4e23-b8dd-f468570bdee3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:40.527473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe35f7-7cff-45e7-8191-cf93a8d41ec2 req-b9c4b049-5ec9-4e23-b8dd-f468570bdee3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:40.534507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe35f7-7cff-45e7-8191-cf93a8d41ec2 req-b9c4b049-5ec9-4e23-b8dd-f468570bdee3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:40.541622 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe35f7-7cff-45e7-8191-cf93a8d41ec2 req-b9c4b049-5ec9-4e23-b8dd-f468570bdee3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:40.553854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ebe35f7-7cff-45e7-8191-cf93a8d41ec2 req-b9c4b049-5ec9-4e23-b8dd-f468570bdee3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5446 time: 0.2547591 Nov 19 09:25:40.576176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194a4675-d933-4a94-badf-10a5bd28188b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:40.750739 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e28c6ff9-e6f9-4337-a01e-cb70eceaf766 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:40.822750 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07e809-3bcd-4b9f-8f41-f324e8b43c2c req-ac95ac53-81cd-4f44-9ce9-e7e636979245 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:40.824377 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea07e809-3bcd-4b9f-8f41-f324e8b43c2c req-ac95ac53-81cd-4f44-9ce9-e7e636979245 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2611287 Nov 19 09:25:40.829710 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Allocated IP 172.25.0.157 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/0b7734bd-1ab6-4da7-a868-b42fd522b1b9) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:25:40.844433 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ebe35f7-7cff-45e7-8191-cf93a8d41ec2 req-0ff1c624-f0b8-4956-9302-2af7c7e544cc tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2891867 Nov 19 09:25:40.903565 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c6ff9-e6f9-4337-a01e-cb70eceaf766 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Subnet': ['ID=e911c560-f387-4668-838a-44c452089043,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:40.976589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28c6ff9-e6f9-4337-a01e-cb70eceaf766 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Checking segment: {'id': '0e8dbbad-b50d-4be9-9a63-2ba4239c8633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:40.977165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c6ff9-e6f9-4337-a01e-cb70eceaf766 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network hostable DHCP agents. Network: ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:25:40.993178 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea07e809-3bcd-4b9f-8f41-f324e8b43c2c req-42c126c3-95db-4ee8-b083-dee2f4d63963 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400259 Nov 19 09:25:41.078040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c6ff9-e6f9-4337-a01e-cb70eceaf766 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:25:41.107177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54956) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:41.169935 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e28c6ff9-e6f9-4337-a01e-cb70eceaf766 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:41.182647 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02609e5e-5526-4e9b-a202-d5c975bfd84e None None] Network ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:41.190989 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28c6ff9-e6f9-4337-a01e-cb70eceaf766 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:41.196420 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e28c6ff9-e6f9-4337-a01e-cb70eceaf766 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:41.255172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3f3b-f492-44bf-ad19-f5f65b0341b2 req-2bf5aa02-8b36-4381-83e5-3fad81b011d2 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:41.256710 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c9bd3f3b-f492-44bf-ad19-f5f65b0341b2 req-2bf5aa02-8b36-4381-83e5-3fad81b011d2 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.2019026 Nov 19 09:25:41.314317 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:41.323427 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54962) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:41.323833 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e28c6ff9-e6f9-4337-a01e-cb70eceaf766 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3797297 Nov 19 09:25:41.333133 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1d164266-bea5-494e-abbb-ee79b44152eb tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:41.360143 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e505d3ae-8213-42cf-b58a-27349e19fab2'}, {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a55e08-5b80-469b-baa4-dc2c8cdb0361'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:25:41.370587 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48361658-b995-4ce6-8f81-165ae9944551" -d '{"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-plugged", "status": "completed", "tag": "e505d3ae-8213-42cf-b58a-27349e19fab2"}, {"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-plugged", "status": "completed", "tag": "19a55e08-5b80-469b-baa4-dc2c8cdb0361"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:25:41.400835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e9337-561b-489d-b182-38729ea96a33 req-a57a1271-ea72-488e-a54a-93921ba47abc tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:41.402575 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e97e9337-561b-489d-b182-38729ea96a33 req-a57a1271-ea72-488e-a54a-93921ba47abc tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1766284 Nov 19 09:25:41.414107 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c9bd3f3b-f492-44bf-ad19-f5f65b0341b2 req-ad26a50d-71af-4ff0-b76a-fb5ee2d400a7 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402869 Nov 19 09:25:41.415905 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54966) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:41.458881 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:41.512788 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d164266-bea5-494e-abbb-ee79b44152eb tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10326796'] for subnet, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:41.530020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8', 'network_id': 'ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8', 'tenant_id': '014cbc417af748f1acf9330df566e22a', 'fixed_ips': [{'subnet_id': 'e911c560-f387-4668-838a-44c452089043'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:25:41.531015 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:41.553797 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:25:41.556426 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:41.556746 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 09:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176db947-71a2-4d1d-9e91-21df2b4bee57 x-openstack-request-id: req-176db947-71a2-4d1d-9e91-21df2b4bee57 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:25:41.557260 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-plugged", "status": "completed", "tag": "e505d3ae-8213-42cf-b58a-27349e19fab2", "code": 200}, {"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-plugged", "status": "completed", "tag": "19a55e08-5b80-469b-baa4-dc2c8cdb0361", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:25:41.557681 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-176db947-71a2-4d1d-9e91-21df2b4bee57 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:25:41.558303 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e505d3ae-8213-42cf-b58a-27349e19fab2', 'code': 200} Nov 19 09:25:41.563005 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a55e08-5b80-469b-baa4-dc2c8cdb0361', 'code': 200} Nov 19 09:25:41.579167 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e97e9337-561b-489d-b182-38729ea96a33 req-a5d99ceb-b328-44ba-a3a1-87485b480684 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639037 Nov 19 09:25:41.580040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:25:41.610054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a50c2d8-e7ff-4a27-b4d8-aa388ee784a6 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:25:41.631947 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-487e8abb-c773-4518-a2d4-4c46b3d9100f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-362742518-network', 'tenant_id': 'b92bb7382eb747e2b3414a08c69c183c'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:41.636729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Pushing event updated for resources: {'Port': ['ID=0b7734bd-1ab6-4da7-a868-b42fd522b1b9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:41.666875 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76e72f0d-2df4-4b35-ac66-2b0d88394ed3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:41.675013 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:41.675924 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:41.769325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cc2bb434-18ef-4e98-9e87-9c21391afbd5 None None] Provisioning complete for port 0b7734bd-1ab6-4da7-a868-b42fd522b1b9 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:41.770118 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb434-18ef-4e98-9e87-9c21391afbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:41.771000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ca769-7301-4809-ade4-ffce600806a7 req-2510a362-a97b-4903-b328-d49d860ca5ef tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:41.772987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c6ca769-7301-4809-ade4-ffce600806a7 req-2510a362-a97b-4903-b328-d49d860ca5ef tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.0805428 Nov 19 09:25:41.837591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Allocated IP 172.20.0.2 (ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8/e911c560-f387-4668-838a-44c452089043/1baa0868-ff9d-4f08-8ab4-eddac66cb500) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:25:41.841481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cc2bb434-18ef-4e98-9e87-9c21391afbd5 None None] Port 0b7734bd-1ab6-4da7-a868-b42fd522b1b9 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:25:41.847919 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c6ca769-7301-4809-ade4-ffce600806a7 req-90583ac3-ecea-426e-8473-e084db577c7a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676982 Nov 19 09:25:41.879804 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76e72f0d-2df4-4b35-ac66-2b0d88394ed3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:41.881224 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487e8abb-c773-4518-a2d4-4c46b3d9100f admin admin] Made reservation on behalf of b92bb7382eb747e2b3414a08c69c183c for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:41.884329 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-487e8abb-c773-4518-a2d4-4c46b3d9100f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:41.897273 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c34cfcca-526f-4191-9248-68fdf3dd1de8 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.1492996 Nov 19 09:25:41.897273 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54974) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:41.898993 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-76e72f0d-2df4-4b35-ac66-2b0d88394ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:41.906724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-cc6e9fdd-35a7-46f6-be4d-25bb0955b1d6 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.157'}]}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:41.907392 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-487e8abb-c773-4518-a2d4-4c46b3d9100f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:41.979130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ed43-fa01-49d6-92a4-94b79dd0f008 req-11e6a0ca-7c1d-4fd6-8ec5-e57047192810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:41.979700 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9fdd-35a7-46f6-be4d-25bb0955b1d6 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:41.979899 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ed43-fa01-49d6-92a4-94b79dd0f008 req-11e6a0ca-7c1d-4fd6-8ec5-e57047192810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:41.980331 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ed43-fa01-49d6-92a4-94b79dd0f008 req-11e6a0ca-7c1d-4fd6-8ec5-e57047192810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:41.980818 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9fdd-35a7-46f6-be4d-25bb0955b1d6 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:41.981584 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ed43-fa01-49d6-92a4-94b79dd0f008 req-11e6a0ca-7c1d-4fd6-8ec5-e57047192810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:41.982101 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ed43-fa01-49d6-92a4-94b79dd0f008 req-11e6a0ca-7c1d-4fd6-8ec5-e57047192810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:41.982574 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ed43-fa01-49d6-92a4-94b79dd0f008 req-11e6a0ca-7c1d-4fd6-8ec5-e57047192810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:41.983130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ed43-fa01-49d6-92a4-94b79dd0f008 req-11e6a0ca-7c1d-4fd6-8ec5-e57047192810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:41.985653 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1f92ed43-fa01-49d6-92a4-94b79dd0f008 req-11e6a0ca-7c1d-4fd6-8ec5-e57047192810 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 6510 time: 0.3021126 Nov 19 09:25:41.993512 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-76e72f0d-2df4-4b35-ac66-2b0d88394ed3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b84b580b7db4e38bfb77198c1269b56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8842320 Nov 19 09:25:41.996135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54978) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:41.999631 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e72f0d-2df4-4b35-ac66-2b0d88394ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad623219-8d87-493b-a0cd-6d674d1e3291,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:42.093274 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.101194 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.108865 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1f92ed43-fa01-49d6-92a4-94b79dd0f008 req-f93d57d2-8fef-4c4f-80dc-31421c0ed843 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1103621 Nov 19 09:25:42.173225 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9fdd-35a7-46f6-be4d-25bb0955b1d6 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.189950 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-487e8abb-c773-4518-a2d4-4c46b3d9100f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.311654 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-487e8abb-c773-4518-a2d4-4c46b3d9100f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.321004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e53b3-2932-487f-a740-28c925f32953 req-7a2c7af4-796f-4570-92cb-4e2c5c66baba tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:42.327779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e53b3-2932-487f-a740-28c925f32953 req-7a2c7af4-796f-4570-92cb-4e2c5c66baba tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:42.335042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e53b3-2932-487f-a740-28c925f32953 req-7a2c7af4-796f-4570-92cb-4e2c5c66baba tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:42.336555 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487e8abb-c773-4518-a2d4-4c46b3d9100f admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:25:42.341308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e53b3-2932-487f-a740-28c925f32953 req-7a2c7af4-796f-4570-92cb-4e2c5c66baba tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:42.347475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e53b3-2932-487f-a740-28c925f32953 req-7a2c7af4-796f-4570-92cb-4e2c5c66baba tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:42.356005 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e53b3-2932-487f-a740-28c925f32953 req-7a2c7af4-796f-4570-92cb-4e2c5c66baba tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:42.356946 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-487e8abb-c773-4518-a2d4-4c46b3d9100f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.357828 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-487e8abb-c773-4518-a2d4-4c46b3d9100f admin admin] Added segment 4c322dbc-ec8f-4e89-bdc0-2939aa162447 of type vlan for network 6a9fd588-4ee6-4db7-993e-4f78472602af Nov 19 09:25:42.362282 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e53b3-2932-487f-a740-28c925f32953 req-7a2c7af4-796f-4570-92cb-4e2c5c66baba tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:42.364253 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d4e53b3-2932-487f-a740-28c925f32953 req-7a2c7af4-796f-4570-92cb-4e2c5c66baba tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5446 time: 0.3269272 Nov 19 09:25:42.373193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037a89d-af7f-4d44-8c9d-2e791f641b9c req-43743c56-d967-4975-9ae8-a2d4bcec8396 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:42.374016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Network ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:25:42.374560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4037a89d-af7f-4d44-8c9d-2e791f641b9c req-43743c56-d967-4975-9ae8-a2d4bcec8396 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.3678932 Nov 19 09:25:42.383519 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:42.389117 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:25:42.406808 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Pushing event updated for resources: {'Port': ['ID=1baa0868-ff9d-4f08-8ab4-eddac66cb500,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:42.415148 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d164266-bea5-494e-abbb-ee79b44152eb tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764965949130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9960398'] for subnet, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.425037 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc2994dd-b649-41aa-9fd7-43dac26f7f58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.471828 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-487e8abb-c773-4518-a2d4-4c46b3d9100f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.474333 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Attempting to bind port 1baa0868-ff9d-4f08-8ab4-eddac66cb500 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:25:42.474716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Attempting to bind port 1baa0868-ff9d-4f08-8ab4-eddac66cb500 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0e8dbbad-b50d-4be9-9a63-2ba4239c8633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:25:42.475091 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Attempting to bind port 1baa0868-ff9d-4f08-8ab4-eddac66cb500 on network ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:25:42.481282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:25:42.481565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Checking segment: {'id': '0e8dbbad-b50d-4be9-9a63-2ba4239c8633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:42.482646 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.482646 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Bound using segment: {'id': '0e8dbbad-b50d-4be9-9a63-2ba4239c8633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:25:42.482937 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Bound port: 1baa0868-ff9d-4f08-8ab4-eddac66cb500, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8dbbad-b50d-4be9-9a63-2ba4239c8633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:25:42.483540 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.491686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d164266-bea5-494e-abbb-ee79b44152eb tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:42.492703 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d164266-bea5-494e-abbb-ee79b44152eb tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.496977 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1d164266-bea5-494e-abbb-ee79b44152eb tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "PUT /v2.0/subnets/e911c560-f387-4668-838a-44c452089043 HTTP/1.1" status: 200 len: 806 time: 1.1694250 Nov 19 09:25:42.498192 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54984) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:42.522574 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e8abb-c773-4518-a2d4-4c46b3d9100f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1701818-67ba-4cb2-9e9c-4fbbb83f9c5a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:42.529301 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9fdd-35a7-46f6-be4d-25bb0955b1d6 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.566401 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc2994dd-b649-41aa-9fd7-43dac26f7f58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.578767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] For port 1baa0868-ff9d-4f08-8ab4-eddac66cb500, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:25:42.584071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] For port 1baa0868-ff9d-4f08-8ab4-eddac66cb500, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1baa0868-ff9d-4f08-8ab4-eddac66cb500,segment=NetworkSegment(0e8dbbad-b50d-4be9-9a63-2ba4239c8633),segment_id=0e8dbbad-b50d-4be9-9a63-2ba4239c8633)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:25:42.589614 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d164266-bea5-494e-abbb-ee79b44152eb tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Subnet': ['ID=e911c560-f387-4668-838a-44c452089043,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:42.594983 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-487e8abb-c773-4518-a2d4-4c46b3d9100f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.596104 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487e8abb-c773-4518-a2d4-4c46b3d9100f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:42.596756 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-487e8abb-c773-4518-a2d4-4c46b3d9100f admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.602092 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4037a89d-af7f-4d44-8c9d-2e791f641b9c req-cc814d7b-dae3-4744-a765-cff7d3db0079 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196090 Nov 19 09:25:42.607209 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.625956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d4e53b3-2932-487f-a740-28c925f32953 req-6d2bc29d-2a83-4975-bf64-159ead165f13 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2486336 Nov 19 09:25:42.700287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d42c-d874-40eb-8930-0ba605dd6d15 None None] Pushing event updated for resources: {'Port': ['ID=1baa0868-ff9d-4f08-8ab4-eddac66cb500,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:42.813496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e8abb-c773-4518-a2d4-4c46b3d9100f admin admin] Pushing event updated for resources: {'Network': ['ID=6a9fd588-4ee6-4db7-993e-4f78472602af,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:42.816862 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-487e8abb-c773-4518-a2d4-4c46b3d9100f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3994944 Nov 19 09:25:42.826505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0b34c-3ba2-42e4-ab65-b929d8462227 req-0b1ea753-cb54-47e1-ae67-ecec8368b703 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:42.828760 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-91c0b34c-3ba2-42e4-ab65-b929d8462227 req-0b1ea753-cb54-47e1-ae67-ecec8368b703 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.0832481 Nov 19 09:25:42.831949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc2994dd-b649-41aa-9fd7-43dac26f7f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.832125 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.835450 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc2994dd-b649-41aa-9fd7-43dac26f7f58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.836762 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fc2994dd-b649-41aa-9fd7-43dac26f7f58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad623219-8d87-493b-a0cd-6d674d1e3291 HTTP/1.1" status: 204 len: 168 time: 0.8396559 Nov 19 09:25:42.837225 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 6a9fd588-4ee6-4db7-993e-4f78472602af details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:25:42.849304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2994dd-b649-41aa-9fd7-43dac26f7f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad623219-8d87-493b-a0cd-6d674d1e3291,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:42.929211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Deleting port 1baa0868-ff9d-4f08-8ab4-eddac66cb500 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:25:42.929925 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:42.981539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-91c0b34c-3ba2-42e4-ab65-b929d8462227 req-926e7e20-cc9f-4e41-8248-8e5e6c9bdea8 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036646 Nov 19 09:25:43.128985 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] For port 1baa0868-ff9d-4f08-8ab4-eddac66cb500, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1baa0868-ff9d-4f08-8ab4-eddac66cb500,segment=NetworkSegment(0e8dbbad-b50d-4be9-9a63-2ba4239c8633),segment_id=0e8dbbad-b50d-4be9-9a63-2ba4239c8633)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:43.129643 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:43.155118 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Calling delete_port for 1baa0868-ff9d-4f08-8ab4-eddac66cb500 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:25:43.184701 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9fdd-35a7-46f6-be4d-25bb0955b1d6 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:43.219231 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9fdd-35a7-46f6-be4d-25bb0955b1d6 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:43.316867 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1baa0868-ff9d-4f08-8ab4-eddac66cb500 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:25:43.394523 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1baa0868-ff9d-4f08-8ab4-eddac66cb500 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:43.395238 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:43.435222 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9fdd-35a7-46f6-be4d-25bb0955b1d6 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:43.458886 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:43.472599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Could not find standard attr ID for object 1baa0868-ff9d-4f08-8ab4-eddac66cb500. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:25:43.483231 n-d-805649-14 neutron-server[103478]: INFO neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No ports have port_id starting with 1baa0868-ff9d-4f08-8ab4-eddac66cb500 Nov 19 09:25:43.512544 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Port': ['ID=1baa0868-ff9d-4f08-8ab4-eddac66cb500,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:43.558627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No DVR routers for this DVR port 1baa0868-ff9d-4f08-8ab4-eddac66cb500 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:25:43.618011 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:43.732880 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:43.816835 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Subnet': ['ID=e911c560-f387-4668-838a-44c452089043,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:43.903946 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:43.936279 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:43.960170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8dbbad-b50d-4be9-9a63-2ba4239c8633') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:43.960845 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8dbbad-b50d-4be9-9a63-2ba4239c8633') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:43.979012 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:44.000133 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:44.009455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:44.010083 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:44.015180 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:44.100190 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:44.114725 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:44.119255 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8 HTTP/1.1" status: 204 len: 168 time: 1.6171842 Nov 19 09:25:44.121889 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55022) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:44.162725 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95be382-aed8-4ad0-9a34-0e0e2a057af5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Network': ['ID=ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:44.168940 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9fdd-35a7-46f6-be4d-25bb0955b1d6 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:44.172845 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9fdd-35a7-46f6-be4d-25bb0955b1d6 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:44.191671 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8eef40-747b-4954-9366-eaa20e008065 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:25:44.192396 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8eef40-747b-4954-9366-eaa20e008065 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:25:44.200115 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1d8eef40-747b-4954-9366-eaa20e008065 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8 HTTP/1.1" status: 404 len: 339 time: 0.0725081 Nov 19 09:25:44.200479 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55028) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:44.207605 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1a0d79fc-f540-49b9-98ea-03afda094259 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-902904200', 'description': 'd1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:44.236215 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0d79fc-f540-49b9-98ea-03afda094259 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:44.246268 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a0d79fc-f540-49b9-98ea-03afda094259 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:44.268934 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9fdd-35a7-46f6-be4d-25bb0955b1d6 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:44.269477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6e9fdd-35a7-46f6-be4d-25bb0955b1d6 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 723a5a33-7054-45e3-b9c7-b52a36055c6f {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:25:44.300093 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1769191-9f66-47d3-a8b1-21d80f22096b req-d4755ccd-1ba3-4262-9f44-04b544592d59 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:44.303056 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0d79fc-f540-49b9-98ea-03afda094259 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:25:44.306285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1769191-9f66-47d3-a8b1-21d80f22096b req-d4755ccd-1ba3-4262-9f44-04b544592d59 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:44.313211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1769191-9f66-47d3-a8b1-21d80f22096b req-d4755ccd-1ba3-4262-9f44-04b544592d59 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:44.319056 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a0d79fc-f540-49b9-98ea-03afda094259 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:44.319473 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-1a0d79fc-f540-49b9-98ea-03afda094259 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Added segment 2841ab7b-8c78-4d3a-a5d1-88af2634538b of type vlan for network fc2fa362-ec37-4bce-9ede-a89ef24dc408 Nov 19 09:25:44.320395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1769191-9f66-47d3-a8b1-21d80f22096b req-d4755ccd-1ba3-4262-9f44-04b544592d59 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:44.327383 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1769191-9f66-47d3-a8b1-21d80f22096b req-d4755ccd-1ba3-4262-9f44-04b544592d59 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:44.334256 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1769191-9f66-47d3-a8b1-21d80f22096b req-d4755ccd-1ba3-4262-9f44-04b544592d59 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:44.342305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1769191-9f66-47d3-a8b1-21d80f22096b req-d4755ccd-1ba3-4262-9f44-04b544592d59 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:44.344171 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1769191-9f66-47d3-a8b1-21d80f22096b req-d4755ccd-1ba3-4262-9f44-04b544592d59 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5446 time: 0.2046063 Nov 19 09:25:44.352508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16691e4-472d-4f62-930c-b42316758d73 req-70ef305e-2d99-4608-8f52-195e5e9af376 tempest-ComputeTenantNetworksTest-1747194749 tempest-ComputeTenantNetworksTest-1747194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:44.360078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16691e4-472d-4f62-930c-b42316758d73 req-70ef305e-2d99-4608-8f52-195e5e9af376 tempest-ComputeTenantNetworksTest-1747194749 tempest-ComputeTenantNetworksTest-1747194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:44.367575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16691e4-472d-4f62-930c-b42316758d73 req-70ef305e-2d99-4608-8f52-195e5e9af376 tempest-ComputeTenantNetworksTest-1747194749 tempest-ComputeTenantNetworksTest-1747194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:44.368543 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e16691e4-472d-4f62-930c-b42316758d73 req-70ef305e-2d99-4608-8f52-195e5e9af376 tempest-ComputeTenantNetworksTest-1747194749 tempest-ComputeTenantNetworksTest-1747194749-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.8302028 Nov 19 09:25:44.389657 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a0d79fc-f540-49b9-98ea-03afda094259 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:44.392036 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a044131f-654f-48e0-b378-0133bb12e93c None None] Could not find standard attr ID for object 1baa0868-ff9d-4f08-8ab4-eddac66cb500. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:25:44.403222 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d59a484-849d-4b93-8b4d-24787f9b60c5 None None] DHCP port deletion for ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:25:44.418053 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-cc6e9fdd-35a7-46f6-be4d-25bb0955b1d6 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 19 09:25:44.423532 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55032) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:44.426233 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cc6e9fdd-35a7-46f6-be4d-25bb0955b1d6 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5282023 Nov 19 09:25:44.430814 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a0d79fc-f540-49b9-98ea-03afda094259 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:44.437260 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0d79fc-f540-49b9-98ea-03afda094259 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:44.437913 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a0d79fc-f540-49b9-98ea-03afda094259 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:44.448084 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d0e370-beae-454e-bb6f-daec0a37a21f None None] Network ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:44.468465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d0e370-beae-454e-bb6f-daec0a37a21f None None] Network ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8 could not be found, it might have been deleted concurrently. {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 09:25:44.478781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55b9944-f2c7-4a4a-abc0-239d434e9233 None None] Network ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:44.495777 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55b9944-f2c7-4a4a-abc0-239d434e9233 None None] Network ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8 could not be found, it might have been deleted concurrently. {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 09:25:44.520193 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1769191-9f66-47d3-a8b1-21d80f22096b req-e0d19091-ee65-4d1e-bdfd-8964c949b88d tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1497197 Nov 19 09:25:44.541736 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d79fc-f540-49b9-98ea-03afda094259 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Network': ['ID=fc2fa362-ec37-4bce-9ede-a89ef24dc408,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:44.561341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network fc2fa362-ec37-4bce-9ede-a89ef24dc408 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:25:44.577596 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1a0d79fc-f540-49b9-98ea-03afda094259 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3746324 Nov 19 09:25:44.579501 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55034) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:44.703345 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db70f58-5683-4ba5-981e-f4e4b0baa8b0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:44.704982 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7db70f58-5683-4ba5-981e-f4e4b0baa8b0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "GET /v2.0/networks?id=fc2fa362-ec37-4bce-9ede-a89ef24dc408 HTTP/1.1" status: 200 len: 760 time: 0.1244941 Nov 19 09:25:44.708017 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55038) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:44.714432 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-19317af1-76c6-42a1-8cba-05b726add1eb tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'network': {'description': 'd2'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:44.717358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86e8d4-8145-4ad0-a828-67d7b126326a req-de9578e3-7945-47d0-8ec5-cece1d3d93f6 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:44.719203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e86e8d4-8145-4ad0-a828-67d7b126326a req-de9578e3-7945-47d0-8ec5-cece1d3d93f6 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1158006 Nov 19 09:25:44.737990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26686a-53b3-466a-af7d-7d3d6bcf3c2b req-8c3fbf37-466f-437f-9248-709b4fa7240b tempest-ComputeTenantNetworksTest-1747194749 tempest-ComputeTenantNetworksTest-1747194749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:44.742927 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f26686a-53b3-466a-af7d-7d3d6bcf3c2b req-8c3fbf37-466f-437f-9248-709b4fa7240b tempest-ComputeTenantNetworksTest-1747194749 tempest-ComputeTenantNetworksTest-1747194749-project] 10.222.0.21 "GET /v2.0/networks/6a9fd588-4ee6-4db7-993e-4f78472602af HTTP/1.1" status: 200 len: 768 time: 0.1528323 Nov 19 09:25:44.750558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55040) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:44.868791 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e86e8d4-8145-4ad0-a828-67d7b126326a req-be47a744-de00-4965-a607-533072c04c6d tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246495 Nov 19 09:25:44.877171 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ed0dc5f-1d75-4b86-84a0-24916fa8a8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:44.988811 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ed0dc5f-1d75-4b86-84a0-24916fa8a8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.018404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8ed0dc5f-1d75-4b86-84a0-24916fa8a8e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9fd588-4ee6-4db7-993e-4f78472602af']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:45.031502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8ed0dc5f-1d75-4b86-84a0-24916fa8a8e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c322dbc-ec8f-4e89-bdc0-2939aa162447') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:45.032231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8ed0dc5f-1d75-4b86-84a0-24916fa8a8e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c322dbc-ec8f-4e89-bdc0-2939aa162447') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:45.047305 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ed0dc5f-1d75-4b86-84a0-24916fa8a8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.067135 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ed0dc5f-1d75-4b86-84a0-24916fa8a8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.076777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed0dc5f-1d75-4b86-84a0-24916fa8a8e1 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:45.077503 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ed0dc5f-1d75-4b86-84a0-24916fa8a8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:45.079763 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:45.126039 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-103c3673-3089-4cb5-bc21-17bae52347d3 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Deleting port 0b7734bd-1ab6-4da7-a868-b42fd522b1b9 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:25:45.126594 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-103c3673-3089-4cb5-bc21-17bae52347d3 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.185192 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ed0dc5f-1d75-4b86-84a0-24916fa8a8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.194139 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ed0dc5f-1d75-4b86-84a0-24916fa8a8e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.200165 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8ed0dc5f-1d75-4b86-84a0-24916fa8a8e1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6a9fd588-4ee6-4db7-993e-4f78472602af HTTP/1.1" status: 204 len: 168 time: 0.4468582 Nov 19 09:25:45.245474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0dc5f-1d75-4b86-84a0-24916fa8a8e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a9fd588-4ee6-4db7-993e-4f78472602af,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:45.252418 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1baa0868-ff9d-4f08-8ab4-eddac66cb500 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:25:45.300669 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 1baa0868-ff9d-4f08-8ab4-eddac66cb500 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:25:45.301450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1baa0868-ff9d-4f08-8ab4-eddac66cb500 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:25:45.403896 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-103c3673-3089-4cb5-bc21-17bae52347d3 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.421564 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.429327 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-103c3673-3089-4cb5-bc21-17bae52347d3 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Calling delete_port for 0b7734bd-1ab6-4da7-a868-b42fd522b1b9 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:25:45.432577 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-19317af1-76c6-42a1-8cba-05b726add1eb tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.457176 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-19317af1-76c6-42a1-8cba-05b726add1eb tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.500458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55048) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:45.541767 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19317af1-76c6-42a1-8cba-05b726add1eb tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network fc2fa362-ec37-4bce-9ede-a89ef24dc408 is not hosted by any dhcp agent {{(pid=103476) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 09:25:45.549301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19317af1-76c6-42a1-8cba-05b726add1eb tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:45.550870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-19317af1-76c6-42a1-8cba-05b726add1eb tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.552777 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-19317af1-76c6-42a1-8cba-05b726add1eb tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "PUT /v2.0/networks/fc2fa362-ec37-4bce-9ede-a89ef24dc408 HTTP/1.1" status: 200 len: 757 time: 0.8438001 Nov 19 09:25:45.557526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55052) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:45.572917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4f63fb17-d1e8-4154-88bc-05dabafbb7ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b92bb7382eb747e2b3414a08c69c183c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0712078 Nov 19 09:25:45.585929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55056) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:45.651245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19317af1-76c6-42a1-8cba-05b726add1eb tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Network': ['ID=fc2fa362-ec37-4bce-9ede-a89ef24dc408,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:45.668437 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network fc2fa362-ec37-4bce-9ede-a89ef24dc408 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:25:45.716849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3041d9cb-204f-49a8-af99-1fe60cc91b7b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:45.718739 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3041d9cb-204f-49a8-af99-1fe60cc91b7b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "GET /v2.0/networks?id=fc2fa362-ec37-4bce-9ede-a89ef24dc408 HTTP/1.1" status: 200 len: 760 time: 0.1600254 Nov 19 09:25:45.724100 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55058) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:45.729472 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e4ae6ace-63e4-470e-882d-f4950bd34d95 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1952449938'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:45.767636 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-103c3673-3089-4cb5-bc21-17bae52347d3 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.770789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ae6ace-63e4-470e-882d-f4950bd34d95 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:45.772962 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d350e1c-18df-41b7-a236-99adc0afcb23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.774547 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6ace-63e4-470e-882d-f4950bd34d95 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.819194 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d350e1c-18df-41b7-a236-99adc0afcb23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.824966 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c3673-3089-4cb5-bc21-17bae52347d3 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b7734bd-1ab6-4da7-a868-b42fd522b1b9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:45.844756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fb14b-4a42-458f-a731-0d4693b1661b req-0e988739-1c38-4a03-bf0a-4412baa7bd67 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:45.852628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fb14b-4a42-458f-a731-0d4693b1661b req-0e988739-1c38-4a03-bf0a-4412baa7bd67 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:45.860371 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea52d42-b0fe-4d2d-8c08-3f36292a8b82 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:25:45.860744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fb14b-4a42-458f-a731-0d4693b1661b req-0e988739-1c38-4a03-bf0a-4412baa7bd67 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:45.873852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fb14b-4a42-458f-a731-0d4693b1661b req-0e988739-1c38-4a03-bf0a-4412baa7bd67 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:45.876477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fb14b-4a42-458f-a731-0d4693b1661b req-0e988739-1c38-4a03-bf0a-4412baa7bd67 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:45.882495 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ae6ace-63e4-470e-882d-f4950bd34d95 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:25:45.887782 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fb14b-4a42-458f-a731-0d4693b1661b req-0e988739-1c38-4a03-bf0a-4412baa7bd67 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:45.895838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fb14b-4a42-458f-a731-0d4693b1661b req-0e988739-1c38-4a03-bf0a-4412baa7bd67 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:45.898125 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b29fb14b-4a42-458f-a731-0d4693b1661b req-0e988739-1c38-4a03-bf0a-4412baa7bd67 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5446 time: 0.2219899 Nov 19 09:25:45.910012 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6ace-63e4-470e-882d-f4950bd34d95 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.910389 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-e4ae6ace-63e4-470e-882d-f4950bd34d95 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Added segment 1ebaf4eb-4eba-4386-9750-b64e6a2af746 of type vlan for network 00e29606-b07c-4212-85b1-ffd4770a7237 Nov 19 09:25:45.922102 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-103c3673-3089-4cb5-bc21-17bae52347d3 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:45.930083 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-103c3673-3089-4cb5-bc21-17bae52347d3 tempest-RoutersAdminNegativeIpV6Test-505990906 tempest-RoutersAdminNegativeIpV6Test-505990906-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0b7734bd-1ab6-4da7-a868-b42fd522b1b9 HTTP/1.1" status: 204 len: 168 time: 1.5054078 Nov 19 09:25:45.971602 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6ace-63e4-470e-882d-f4950bd34d95 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:46.007239 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b29fb14b-4a42-458f-a731-0d4693b1661b req-a19ca857-994f-4499-ad4a-06f23b28fac3 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0996025 Nov 19 09:25:46.028344 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6ace-63e4-470e-882d-f4950bd34d95 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:46.032616 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d350e1c-18df-41b7-a236-99adc0afcb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:46.035522 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d350e1c-18df-41b7-a236-99adc0afcb23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:46.039074 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ae6ace-63e4-470e-882d-f4950bd34d95 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:46.039699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6d350e1c-18df-41b7-a236-99adc0afcb23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1701818-67ba-4cb2-9e9c-4fbbb83f9c5a HTTP/1.1" status: 204 len: 168 time: 0.4524019 Nov 19 09:25:46.039831 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6ace-63e4-470e-882d-f4950bd34d95 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:46.066828 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e4ae6ace-63e4-470e-882d-f4950bd34d95 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3413706 Nov 19 09:25:46.079545 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55072) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:46.082923 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d350e1c-18df-41b7-a236-99adc0afcb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1701818-67ba-4cb2-9e9c-4fbbb83f9c5a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:46.084717 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-09016e65-ffcd-4f71-85e7-b4a79add7756 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'subnet': {'network_id': '00e29606-b07c-4212-85b1-ffd4770a7237', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:46.118418 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5b55e-83f8-41dc-8bfc-3817174951c2 req-2dd5161e-ef5b-4b53-9500-6dd82ab3b041 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:46.120047 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2fa5b55e-83f8-41dc-8bfc-3817174951c2 req-2dd5161e-ef5b-4b53-9500-6dd82ab3b041 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1328928 Nov 19 09:25:46.234427 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae6ace-63e4-470e-882d-f4950bd34d95 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Network': ['ID=00e29606-b07c-4212-85b1-ffd4770a7237,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:46.260909 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 00e29606-b07c-4212-85b1-ffd4770a7237 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:25:46.292834 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09016e65-ffcd-4f71-85e7-b4a79add7756 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:46.297908 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-09016e65-ffcd-4f71-85e7-b4a79add7756 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:46.326985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063e0d2-52e6-4740-bb86-86e8c3d26201 req-7dc6b88f-7c2c-4034-8076-4af95a05a014 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:46.341376 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063e0d2-52e6-4740-bb86-86e8c3d26201 req-7dc6b88f-7c2c-4034-8076-4af95a05a014 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:46.363140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063e0d2-52e6-4740-bb86-86e8c3d26201 req-7dc6b88f-7c2c-4034-8076-4af95a05a014 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:46.377765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063e0d2-52e6-4740-bb86-86e8c3d26201 req-7dc6b88f-7c2c-4034-8076-4af95a05a014 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:46.392512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063e0d2-52e6-4740-bb86-86e8c3d26201 req-7dc6b88f-7c2c-4034-8076-4af95a05a014 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:46.411825 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063e0d2-52e6-4740-bb86-86e8c3d26201 req-7dc6b88f-7c2c-4034-8076-4af95a05a014 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:46.427502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063e0d2-52e6-4740-bb86-86e8c3d26201 req-7dc6b88f-7c2c-4034-8076-4af95a05a014 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:46.429637 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f063e0d2-52e6-4740-bb86-86e8c3d26201 req-7dc6b88f-7c2c-4034-8076-4af95a05a014 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5446 time: 0.3027990 Nov 19 09:25:46.444334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55078) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:46.458346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-77c0feaa-6c74-4b75-830b-4f9a2012f9f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Request body: {'floatingip': {'port_id': '980656e3-34d0-43e8-b414-ea629b357a2d'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:46.468473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2fa5b55e-83f8-41dc-8bfc-3817174951c2 req-bc6fc865-72bb-41a2-b7f3-15087f4dfc6f tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387814 Nov 19 09:25:46.547467 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55082) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:46.554797 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77c0feaa-6c74-4b75-830b-4f9a2012f9f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:46.661457 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-09016e65-ffcd-4f71-85e7-b4a79add7756 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:46.769520 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09016e65-ffcd-4f71-85e7-b4a79add7756 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Subnet': ['ID=2f5397a7-6a70-423c-8c48-513e0321e2b5,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:46.804437 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71f79040-2065-4bec-9d7c-dbc0921450be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:46.834319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09016e65-ffcd-4f71-85e7-b4a79add7756 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Checking segment: {'id': '1ebaf4eb-4eba-4386-9750-b64e6a2af746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '00e29606-b07c-4212-85b1-ffd4770a7237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:46.834693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09016e65-ffcd-4f71-85e7-b4a79add7756 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network hostable DHCP agents. Network: 00e29606-b07c-4212-85b1-ffd4770a7237, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:25:46.865961 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09016e65-ffcd-4f71-85e7-b4a79add7756 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network 00e29606-b07c-4212-85b1-ffd4770a7237 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:25:46.880878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-09016e65-ffcd-4f71-85e7-b4a79add7756 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 00e29606-b07c-4212-85b1-ffd4770a7237) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:46.890282 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09016e65-ffcd-4f71-85e7-b4a79add7756 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:46.890585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f28dc7-73a2-480f-b1bb-640b77bb4e37 None None] Network 00e29606-b07c-4212-85b1-ffd4770a7237 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:46.891068 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-09016e65-ffcd-4f71-85e7-b4a79add7756 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:46.925833 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-09016e65-ffcd-4f71-85e7-b4a79add7756 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8449681 Nov 19 09:25:46.932122 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55096) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:47.018468 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71f79040-2065-4bec-9d7c-dbc0921450be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:47.035821 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71f79040-2065-4bec-9d7c-dbc0921450be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:47.108186 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-71f79040-2065-4bec-9d7c-dbc0921450be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d561fe1820664957b180b20d53977bc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5582111 Nov 19 09:25:47.112957 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55102) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:47.140175 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f79040-2065-4bec-9d7c-dbc0921450be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb8640b-ece2-4358-8aa3-a156d1f3dd06,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:47.162362 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:47.208921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-00e29606-b07c-4212-85b1-ffd4770a7237', 'network_id': '00e29606-b07c-4212-85b1-ffd4770a7237', 'tenant_id': '014cbc417af748f1acf9330df566e22a', 'fixed_ips': [{'subnet_id': '2f5397a7-6a70-423c-8c48-513e0321e2b5'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:25:47.210469 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:47.269393 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd110fc4-e118-4cdc-b34a-410b897c9f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:47.297180 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.resource_extend [None req-77c0feaa-6c74-4b75-830b-4f9a2012f9f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:25:47.301145 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:47.342675 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd110fc4-e118-4cdc-b34a-410b897c9f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:47.388885 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77c0feaa-6c74-4b75-830b-4f9a2012f9f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:47.399301 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77c0feaa-6c74-4b75-830b-4f9a2012f9f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:47.466383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd110fc4-e118-4cdc-b34a-410b897c9f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:47.469674 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd110fc4-e118-4cdc-b34a-410b897c9f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:47.474362 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cd110fc4-e118-4cdc-b34a-410b897c9f11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aeb8640b-ece2-4358-8aa3-a156d1f3dd06 HTTP/1.1" status: 204 len: 168 time: 0.3602231 Nov 19 09:25:47.487871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd110fc4-e118-4cdc-b34a-410b897c9f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb8640b-ece2-4358-8aa3-a156d1f3dd06,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:47.501250 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Allocated IP 172.20.0.2 (00e29606-b07c-4212-85b1-ffd4770a7237/2f5397a7-6a70-423c-8c48-513e0321e2b5/e9097bb8-e3d3-4188-b5e9-3d8313bdd879) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:25:47.572362 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-77c0feaa-6c74-4b75-830b-4f9a2012f9f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Floating IP aeb26670-6a13-4532-b806-0f07249d5c96 associated. External IP: 172.25.0.71, port: 980656e3-34d0-43e8-b414-ea629b357a2d. Nov 19 09:25:47.782027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c7866-d80b-475e-bb47-554ed94cc6a0 req-8d5e08fd-ce5c-42b6-a462-048920a58178 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:47.783592 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:47.784217 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-690c7866-d80b-475e-bb47-554ed94cc6a0 req-8d5e08fd-ce5c-42b6-a462-048920a58178 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1424611 Nov 19 09:25:47.802863 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:47.834818 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:47.897329 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Subnet': ['ID=2f5397a7-6a70-423c-8c48-513e0321e2b5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:47.956094 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Network 00e29606-b07c-4212-85b1-ffd4770a7237 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:25:47.961052 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:47.964412 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:47.975178 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:25:47.982954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Pushing event updated for resources: {'Port': ['ID=e9097bb8-e3d3-4188-b5e9-3d8313bdd879,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:48.089283 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-690c7866-d80b-475e-bb47-554ed94cc6a0 req-edbf5c40-d77e-4135-96f8-5d064317f7d8 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918675 Nov 19 09:25:48.106100 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:48.114465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Attempting to bind port e9097bb8-e3d3-4188-b5e9-3d8313bdd879 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:25:48.115856 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Attempting to bind port e9097bb8-e3d3-4188-b5e9-3d8313bdd879 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '1ebaf4eb-4eba-4386-9750-b64e6a2af746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '00e29606-b07c-4212-85b1-ffd4770a7237'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:25:48.116572 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Attempting to bind port e9097bb8-e3d3-4188-b5e9-3d8313bdd879 on network 00e29606-b07c-4212-85b1-ffd4770a7237 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:25:48.143315 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:25:48.144362 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Checking segment: {'id': '1ebaf4eb-4eba-4386-9750-b64e6a2af746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '00e29606-b07c-4212-85b1-ffd4770a7237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:48.145335 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:48.146209 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Bound using segment: {'id': '1ebaf4eb-4eba-4386-9750-b64e6a2af746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '00e29606-b07c-4212-85b1-ffd4770a7237'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:25:48.147928 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Bound port: e9097bb8-e3d3-4188-b5e9-3d8313bdd879, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebaf4eb-4eba-4386-9750-b64e6a2af746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '00e29606-b07c-4212-85b1-ffd4770a7237'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:25:48.149116 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:48.160575 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e29606-b07c-4212-85b1-ffd4770a7237']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:48.174954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ebaf4eb-4eba-4386-9750-b64e6a2af746') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:48.175374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ebaf4eb-4eba-4386-9750-b64e6a2af746') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:48.205390 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:48.212063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c0feaa-6c74-4b75-830b-4f9a2012f9f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Router 52f1f1d1-1d84-437d-bdfb-b840614750c5 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:25:48.226625 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55122) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:48.275999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] For port e9097bb8-e3d3-4188-b5e9-3d8313bdd879, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:25:48.286428 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] For port e9097bb8-e3d3-4188-b5e9-3d8313bdd879, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e9097bb8-e3d3-4188-b5e9-3d8313bdd879,segment=NetworkSegment(1ebaf4eb-4eba-4386-9750-b64e6a2af746),segment_id=1ebaf4eb-4eba-4386-9750-b64e6a2af746)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:25:48.311550 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:48.349004 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:48.372874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c0feaa-6c74-4b75-830b-4f9a2012f9f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:25:48.379406 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77c0feaa-6c74-4b75-830b-4f9a2012f9f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:48.386513 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d040a3a-8680-4ba8-801f-31b0b2987943 None None] Sync routers for ids ['52f1f1d1-1d84-437d-bdfb-b840614750c5'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:25:48.401828 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afa320-8543-41c4-a5f9-47191bb28945 None None] Pushing event updated for resources: {'Port': ['ID=e9097bb8-e3d3-4188-b5e9-3d8313bdd879,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:48.420358 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-77c0feaa-6c74-4b75-830b-4f9a2012f9f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "PUT /v2.0/floatingips/aeb26670-6a13-4532-b806-0f07249d5c96 HTTP/1.1" status: 200 len: 990 time: 1.9663699 Nov 19 09:25:48.421016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'tag': '980656e3-34d0-43e8-b414-ea629b357a2d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:25:48.426148 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d856440b-6a77-4203-b9f6-adee6d033a39" -d '{"events": [{"name": "network-changed", "server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "tag": "980656e3-34d0-43e8-b414-ea629b357a2d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:25:48.437166 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:48.441937 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:48.444595 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d040a3a-8680-4ba8-801f-31b0b2987943 None None] Routers {'52f1f1d1-1d84-437d-bdfb-b840614750c5'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:25:48.445688 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2d040a3a-8680-4ba8-801f-31b0b2987943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:25:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['52f1f1d1-1d84-437d-bdfb-b840614750c5'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:48.450308 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:48.482041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef77a74-2b1e-411b-8a13-63649d7c33c6 None None] Network 00e29606-b07c-4212-85b1-ffd4770a7237 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:48.509375 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2bafb1-4f9f-422e-9750-a05ae9c860bc x-openstack-request-id: req-9f2bafb1-4f9f-422e-9750-a05ae9c860bc {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:25:48.509681 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "tag": "980656e3-34d0-43e8-b414-ea629b357a2d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:25:48.509947 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f2bafb1-4f9f-422e-9750-a05ae9c860bc {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:25:48.510417 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'tag': '980656e3-34d0-43e8-b414-ea629b357a2d', 'status': 'completed', 'code': 200} Nov 19 09:25:48.647720 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d21aa7cb-8776-411a-8d6b-1f9d31e24f22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9b927bff82848888e8c34911da40a5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4198067 Nov 19 09:25:48.649189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55138) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:48.695818 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2d040a3a-8680-4ba8-801f-31b0b2987943 None None] Set router 52f1f1d1-1d84-437d-bdfb-b840614750c5 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:25:48.764536 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 09:25:48.764536 n-d-805649-14 neutron-server[103476]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 09:25:48.764536 n-d-805649-14 neutron-server[103476]: [parameters: {'id': '00e29606-b07c-4212-85b1-ffd4770a7237'}] Nov 19 09:25:48.764536 n-d-805649-14 neutron-server[103476]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:25:48.765163 n-d-805649-14 neutron-server[103476]: DEBUG oslo_db.api [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:25:48.773212 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856440b-6a77-4203-b9f6-adee6d033a39 req-47a61d11-d7da-4a1f-b8a3-7e2813527c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:48.773529 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856440b-6a77-4203-b9f6-adee6d033a39 req-47a61d11-d7da-4a1f-b8a3-7e2813527c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:48.774046 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856440b-6a77-4203-b9f6-adee6d033a39 req-47a61d11-d7da-4a1f-b8a3-7e2813527c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:48.774580 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856440b-6a77-4203-b9f6-adee6d033a39 req-47a61d11-d7da-4a1f-b8a3-7e2813527c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:48.775221 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856440b-6a77-4203-b9f6-adee6d033a39 req-47a61d11-d7da-4a1f-b8a3-7e2813527c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:48.775572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856440b-6a77-4203-b9f6-adee6d033a39 req-47a61d11-d7da-4a1f-b8a3-7e2813527c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:48.776305 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856440b-6a77-4203-b9f6-adee6d033a39 req-47a61d11-d7da-4a1f-b8a3-7e2813527c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:48.780661 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d856440b-6a77-4203-b9f6-adee6d033a39 req-47a61d11-d7da-4a1f-b8a3-7e2813527c62 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 6510 time: 0.1383507 Nov 19 09:25:48.822712 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c60bb0-a841-446d-8912-a0fe1434887a None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:25:48.836088 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4fd6830-b5f1-446d-88fe-0b9da5c6488f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:48.917915 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4fd6830-b5f1-446d-88fe-0b9da5c6488f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:49.015676 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4fd6830-b5f1-446d-88fe-0b9da5c6488f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:49.018993 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4fd6830-b5f1-446d-88fe-0b9da5c6488f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:49.020281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d4fd6830-b5f1-446d-88fe-0b9da5c6488f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/194a4675-d933-4a94-badf-10a5bd28188b HTTP/1.1" status: 204 len: 168 time: 0.3689170 Nov 19 09:25:49.057393 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd6830-b5f1-446d-88fe-0b9da5c6488f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194a4675-d933-4a94-badf-10a5bd28188b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:49.085295 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c60bb0-a841-446d-8912-a0fe1434887a None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:25:49.115744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856440b-6a77-4203-b9f6-adee6d033a39 req-2b92dcb4-926f-4486-8949-033e64d1d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:49.118320 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d856440b-6a77-4203-b9f6-adee6d033a39 req-2b92dcb4-926f-4486-8949-033e64d1d1f4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d998d4ee-a200-49f0-8943-4be78f808d14 HTTP/1.1" status: 200 len: 917 time: 0.3291013 Nov 19 09:25:49.238279 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d856440b-6a77-4203-b9f6-adee6d033a39 req-ed332a22-55f5-4f24-8d8c-df79e3f5bbf3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=980656e3-34d0-43e8-b414-ea629b357a2d HTTP/1.1" status: 200 len: 998 time: 0.1094105 Nov 19 09:25:49.276645 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2d040a3a-8680-4ba8-801f-31b0b2987943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'name': 'tempest-TaggedBootDevicesTest_v242-815523072-router', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:20Z', 'updated_at': '2021-11-19T09:22:35Z', 'revision_number': 4, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'gw_port': {'id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:23Z', 'updated_at': '2021-11-19T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'aeb26670-6a13-4532-b806-0f07249d5c96', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'port_id': '980656e3-34d0-43e8-b414-ea629b357a2d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511206c3-dbd7-443f-945d-1f86590ad380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:24:09Z', 'updated_at': '2021-11-19T09:25:47Z', 'revision_number': 1, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0aaa88-7eea-4be1-882f-6a1885f178b5', 'name': '', 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'mac_address': 'fa:16:3e:93:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:32Z', 'updated_at': '2021-11-19T09:22:45Z', 'revision_number': 5, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'subnets': [{'id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:49.297323 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:49.346117 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856440b-6a77-4203-b9f6-adee6d033a39 req-2e8d0257-636c-48fd-bd75-ab19550a8929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:49.347630 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d856440b-6a77-4203-b9f6-adee6d033a39 req-2e8d0257-636c-48fd-bd75-ab19550a8929 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca7a993c-8947-46a3-a13a-7da81a72657b HTTP/1.1" status: 200 len: 855 time: 0.0976298 Nov 19 09:25:49.375269 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d040a3a-8680-4ba8-801f-31b0b2987943 None None] Checking router: 52f1f1d1-1d84-437d-bdfb-b840614750c5 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:25:49.388600 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d040a3a-8680-4ba8-801f-31b0b2987943 None None] Routers {'52f1f1d1-1d84-437d-bdfb-b840614750c5'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:25:49.395956 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2d040a3a-8680-4ba8-801f-31b0b2987943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:25:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['52f1f1d1-1d84-437d-bdfb-b840614750c5'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:49.415860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de375ec-8f81-45a6-9ff5-c4c67946604e req-71ce7fd8-43ba-42b3-b85f-c57708d9a470 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:49.438216 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7de375ec-8f81-45a6-9ff5-c4c67946604e req-71ce7fd8-43ba-42b3-b85f-c57708d9a470 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1494942 Nov 19 09:25:49.480392 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Deleting port e9097bb8-e3d3-4188-b5e9-3d8313bdd879 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:25:49.483736 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:49.551663 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2d040a3a-8680-4ba8-801f-31b0b2987943 None None] Set router 52f1f1d1-1d84-437d-bdfb-b840614750c5 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:25:49.595882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7de375ec-8f81-45a6-9ff5-c4c67946604e req-da59af77-d20a-49f5-9445-5f56f125afc2 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566308 Nov 19 09:25:49.655108 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] For port e9097bb8-e3d3-4188-b5e9-3d8313bdd879, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e9097bb8-e3d3-4188-b5e9-3d8313bdd879,segment=NetworkSegment(1ebaf4eb-4eba-4386-9750-b64e6a2af746),segment_id=1ebaf4eb-4eba-4386-9750-b64e6a2af746)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:49.655560 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:49.672341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Calling delete_port for e9097bb8-e3d3-4188-b5e9-3d8313bdd879 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:25:49.747228 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856440b-6a77-4203-b9f6-adee6d033a39 req-98985506-18eb-4cf2-9fd0-8d06cb02cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:49.748819 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d856440b-6a77-4203-b9f6-adee6d033a39 req-98985506-18eb-4cf2-9fd0-8d06cb02cd56 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d998d4ee-a200-49f0-8943-4be78f808d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3847568 Nov 19 09:25:49.824419 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:49.858719 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Port': ['ID=e9097bb8-e3d3-4188-b5e9-3d8313bdd879,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:49.877855 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No DVR routers for this DVR port e9097bb8-e3d3-4188-b5e9-3d8313bdd879 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:25:49.922968 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f70fdc4-8451-49d0-bef3-81b9a391617b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:50.011042 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2d040a3a-8680-4ba8-801f-31b0b2987943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'name': 'tempest-TaggedBootDevicesTest_v242-815523072-router', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:20Z', 'updated_at': '2021-11-19T09:22:35Z', 'revision_number': 4, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'gw_port': {'id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:23Z', 'updated_at': '2021-11-19T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'aeb26670-6a13-4532-b806-0f07249d5c96', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'port_id': '980656e3-34d0-43e8-b414-ea629b357a2d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511206c3-dbd7-443f-945d-1f86590ad380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:24:09Z', 'updated_at': '2021-11-19T09:25:47Z', 'revision_number': 1, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0aaa88-7eea-4be1-882f-6a1885f178b5', 'name': '', 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'mac_address': 'fa:16:3e:93:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:32Z', 'updated_at': '2021-11-19T09:22:45Z', 'revision_number': 5, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'subnets': [{'id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:50.066569 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d040a3a-8680-4ba8-801f-31b0b2987943 None None] The sync data for ids ['52f1f1d1-1d84-437d-bdfb-b840614750c5'] in n-d-805649-14 is: [{'id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'name': 'tempest-TaggedBootDevicesTest_v242-815523072-router', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:20Z', 'updated_at': '2021-11-19T09:22:35Z', 'revision_number': 4, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'gw_port': {'id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:23Z', 'updated_at': '2021-11-19T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'aeb26670-6a13-4532-b806-0f07249d5c96', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'port_id': '980656e3-34d0-43e8-b414-ea629b357a2d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14', 'mac_address': 'fa:16:3e:5c:5f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511206c3-dbd7-443f-945d-1f86590ad380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:24:09Z', 'updated_at': '2021-11-19T09:25:47Z', 'revision_number': 1, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0aaa88-7eea-4be1-882f-6a1885f178b5', 'name': '', 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'mac_address': 'fa:16:3e:93:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:32Z', 'updated_at': '2021-11-19T09:22:45Z', 'revision_number': 5, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'subnets': [{'id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:25:50.069321 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:50.075681 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d856440b-6a77-4203-b9f6-adee6d033a39 req-533fc6bd-f416-466c-8364-ccef2663d64c service neutron] 10.222.0.71 "GET /v2.0/networks/d998d4ee-a200-49f0-8943-4be78f808d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121188 Nov 19 09:25:50.167989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e29606-b07c-4212-85b1-ffd4770a7237']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:50.183451 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ebaf4eb-4eba-4386-9750-b64e6a2af746') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:50.183795 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ebaf4eb-4eba-4386-9750-b64e6a2af746') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:50.202512 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:50.233304 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:50.256411 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:50.256877 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:50.260679 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:50.346319 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d856440b-6a77-4203-b9f6-adee6d033a39 req-65b9120c-4ff9-4e21-b24c-7c4a67a1e55a service neutron] 10.222.0.71 "GET /v2.0/networks/d998d4ee-a200-49f0-8943-4be78f808d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609739 Nov 19 09:25:50.347901 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:50.356698 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:50.362378 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/00e29606-b07c-4212-85b1-ffd4770a7237 HTTP/1.1" status: 204 len: 168 time: 3.4264874 Nov 19 09:25:50.362901 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55176) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:50.416808 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d830cc-8906-40e9-a180-9efad2b43779 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] GET failed (client error): The resource could not be found. Nov 19 09:25:50.421491 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-88d830cc-8906-40e9-a180-9efad2b43779 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "GET /v2.0/subnets/2f5397a7-6a70-423c-8c48-513e0321e2b5 HTTP/1.1" status: 404 len: 337 time: 0.0546744 Nov 19 09:25:50.421900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55180) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:50.426320 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d4fcf-0590-4300-ae86-7ee604b41835 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Network': ['ID=00e29606-b07c-4212-85b1-ffd4770a7237,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:50.450653 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fd1b15-d55b-4cba-b95c-c6508a2cf57f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:25:50.451757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fd1b15-d55b-4cba-b95c-c6508a2cf57f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:25:50.456042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-38fd1b15-d55b-4cba-b95c-c6508a2cf57f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/00e29606-b07c-4212-85b1-ffd4770a7237 HTTP/1.1" status: 404 len: 339 time: 0.0329161 Nov 19 09:25:50.461855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55182) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:50.469772 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ff5ada-cdcd-4e0d-a1f1-0fbcf6cc2759 None None] New status for floating IP aeb26670-6a13-4532-b806-0f07249d5c96: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:25:50.559865 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55186) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:50.731310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a6c120-afa5-4b8a-8211-1f6dc92e0bf4 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:50.732906 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-83a6c120-afa5-4b8a-8211-1f6dc92e0bf4 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2699342 Nov 19 09:25:50.736022 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55200) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:50.760689 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4ad7eb40-3063-4e68-bac9-75b67e8f0bee tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-199228229'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:50.821212 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1bce87cb-217b-490b-99f5-0f85fb6a13aa tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 207 time: 0.0834563 Nov 19 09:25:50.827407 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55202) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:50.863384 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbb58e-a005-4504-990c-4ed3e9b949f8 req-6aa1f075-56e8-4870-b391-e1e1e5c216b6 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:50.865428 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2abbb58e-a005-4504-990c-4ed3e9b949f8 req-6aa1f075-56e8-4870-b391-e1e1e5c216b6 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.0942678 Nov 19 09:25:50.893533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad7eb40-3063-4e68-bac9-75b67e8f0bee tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Made reservation on behalf of 87857d32b2524faebc7a77c53748e114 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:50.897135 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ad7eb40-3063-4e68-bac9-75b67e8f0bee tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:50.913582 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ad7eb40-3063-4e68-bac9-75b67e8f0bee tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:50.929077 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2abbb58e-a005-4504-990c-4ed3e9b949f8 req-18f06b32-454a-48ef-9bc2-0c2245af4998 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506949 Nov 19 09:25:50.997592 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeba9279-3ca6-4362-86c6-edbe590052a8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:51.003873 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeba9279-3ca6-4362-86c6-edbe590052a8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:51.019329 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeba9279-3ca6-4362-86c6-edbe590052a8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:51.025734 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeba9279-3ca6-4362-86c6-edbe590052a8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:51.028031 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-aeba9279-3ca6-4362-86c6-edbe590052a8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1987624 Nov 19 09:25:51.032289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55206) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:51.150339 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ad7eb40-3063-4e68-bac9-75b67e8f0bee tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:51.155227 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ad7eb40-3063-4e68-bac9-75b67e8f0bee tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:51.186290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad7eb40-3063-4e68-bac9-75b67e8f0bee tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:25:51.233726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ba30fb60-8688-4158-a1bc-cfc52ff35f97 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1990809 Nov 19 09:25:51.236865 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55214) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:51.251343 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ad7eb40-3063-4e68-bac9-75b67e8f0bee tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:51.251911 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-4ad7eb40-3063-4e68-bac9-75b67e8f0bee tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Added segment 08bcb1f7-d68c-46fe-a432-721b68032387 of type vlan for network c78d1822-5be9-4de3-91b9-6edf50b3ceaa Nov 19 09:25:51.276896 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7eb40-3063-4e68-bac9-75b67e8f0bee tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4940575-b0f2-4601-bbb7-819350805aeb,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:51.347543 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ad7eb40-3063-4e68-bac9-75b67e8f0bee tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:51.380340 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ad7eb40-3063-4e68-bac9-75b67e8f0bee tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:51.389285 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad7eb40-3063-4e68-bac9-75b67e8f0bee tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:51.389951 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ad7eb40-3063-4e68-bac9-75b67e8f0bee tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:51.395919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725ef35-0422-4abf-8b3f-aea5f69f6814 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:51.398043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725ef35-0422-4abf-8b3f-aea5f69f6814 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:51.403318 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d725ef35-0422-4abf-8b3f-aea5f69f6814 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1641057 Nov 19 09:25:51.409532 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55218) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:51.462808 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4ad7eb40-3063-4e68-bac9-75b67e8f0bee tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8981786 Nov 19 09:25:51.463073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55220) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:51.468237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8cbc28f3-08c2-4192-83e7-bce739224f7a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Request body: {'subnet': {'network_id': 'c78d1822-5be9-4de3-91b9-6edf50b3ceaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:51.483936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ab5404-bb23-4620-a503-dded03ee8306 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:51.485697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ab5404-bb23-4620-a503-dded03ee8306 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:51.487563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f8ab5404-bb23-4620-a503-dded03ee8306 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0769100 Nov 19 09:25:51.488487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7eb40-3063-4e68-bac9-75b67e8f0bee tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event updated for resources: {'Network': ['ID=c78d1822-5be9-4de3-91b9-6edf50b3ceaa,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:51.499874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55222) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:51.501441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network c78d1822-5be9-4de3-91b9-6edf50b3ceaa details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:25:51.598885 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbc28f3-08c2-4192-83e7-bce739224f7a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Made reservation on behalf of 87857d32b2524faebc7a77c53748e114 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:51.603925 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cbc28f3-08c2-4192-83e7-bce739224f7a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:51.693683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b57b33-02ec-4002-b609-199c3bd0043a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:51.700518 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-58b57b33-02ec-4002-b609-199c3bd0043a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "GET /v2.0/networks/6bd9d910-15c5-463f-972c-11f2b9025617 HTTP/1.1" status: 200 len: 800 time: 0.1991880 Nov 19 09:25:51.701651 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55224) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:51.863048 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-59d0b04b-978e-4fa5-87e4-41cb46b38d06 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "GET /v2.0/networks/6bd9d910-15c5-463f-972c-11f2b9025617?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1597352 Nov 19 09:25:51.863606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55228) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:51.943073 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cbc28f3-08c2-4192-83e7-bce739224f7a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:52.060998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcabec68-4ac1-4ab0-bb7a-e8bdf4d2d74d tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:52.066027 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-dcabec68-4ac1-4ab0-bb7a-e8bdf4d2d74d tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "GET /v2.0/subnets/0f440547-2525-43ac-82a5-851884fef0f6 HTTP/1.1" status: 200 len: 811 time: 0.2013409 Nov 19 09:25:52.070044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55234) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:52.112372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc28f3-08c2-4192-83e7-bce739224f7a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event updated for resources: {'Subnet': ['ID=be552404-1521-40ab-8e68-14f27377265e,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:52.147081 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbc28f3-08c2-4192-83e7-bce739224f7a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Checking segment: {'id': '08bcb1f7-d68c-46fe-a432-721b68032387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c78d1822-5be9-4de3-91b9-6edf50b3ceaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:52.147354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbc28f3-08c2-4192-83e7-bce739224f7a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Network hostable DHCP agents. Network: c78d1822-5be9-4de3-91b9-6edf50b3ceaa, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:25:52.163432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60bbee4-15bb-4490-86e4-2826242c391b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:52.170602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a60bbee4-15bb-4490-86e4-2826242c391b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "GET /v2.0/subnets/0f440547-2525-43ac-82a5-851884fef0f6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0937591 Nov 19 09:25:52.170878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55238) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:52.182470 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1774062a-03ce-493c-bc86-d0254fbd39c0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1875863595'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:52.206469 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbc28f3-08c2-4192-83e7-bce739224f7a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Network c78d1822-5be9-4de3-91b9-6edf50b3ceaa is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:25:52.224277 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-8cbc28f3-08c2-4192-83e7-bce739224f7a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, c78d1822-5be9-4de3-91b9-6edf50b3ceaa) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:52.240715 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbc28f3-08c2-4192-83e7-bce739224f7a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:52.246570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ef79b5-3b47-4b4c-a7c9-02ca160d89e4 None None] Network c78d1822-5be9-4de3-91b9-6edf50b3ceaa requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:52.251914 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21f2a6-7c20-449f-be7e-af60c022bf93 req-125d1ec8-c1af-4b15-93cd-663f5d38911d tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:52.252452 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cbc28f3-08c2-4192-83e7-bce739224f7a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:52.254182 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c21f2a6-7c20-449f-be7e-af60c022bf93 req-125d1ec8-c1af-4b15-93cd-663f5d38911d tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1379426 Nov 19 09:25:52.281989 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1774062a-03ce-493c-bc86-d0254fbd39c0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:52.292331 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8cbc28f3-08c2-4192-83e7-bce739224f7a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8280005 Nov 19 09:25:52.293013 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55240) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:52.300866 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1774062a-03ce-493c-bc86-d0254fbd39c0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:52.306643 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-48fd3ec6-0ff1-49e6-800a-eee7f6c60d57 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Request body: {'port': {'network_id': 'c78d1822-5be9-4de3-91b9-6edf50b3ceaa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1894062898'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:52.332426 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c9d8-5651-4b02-b6ed-56057baa5091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:52.384377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1774062a-03ce-493c-bc86-d0254fbd39c0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:25:52.406270 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1774062a-03ce-493c-bc86-d0254fbd39c0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:52.413999 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-1774062a-03ce-493c-bc86-d0254fbd39c0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Added segment 947764cc-b485-49ed-a75e-c27669d35634 of type vlan for network 9673f7be-08c2-4ca4-abc2-c002360ce92f Nov 19 09:25:52.522383 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c21f2a6-7c20-449f-be7e-af60c022bf93 req-efe7216e-1800-4502-9fc1-cbce3a16c549 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546000 Nov 19 09:25:52.546877 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fd3ec6-0ff1-49e6-800a-eee7f6c60d57 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Made reservation on behalf of 87857d32b2524faebc7a77c53748e114 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:52.548486 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1774062a-03ce-493c-bc86-d0254fbd39c0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:52.551179 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48fd3ec6-0ff1-49e6-800a-eee7f6c60d57 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:52.583807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-48fd3ec6-0ff1-49e6-800a-eee7f6c60d57 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] device_id is not set on port c0453d4d-d1e5-436c-84e1-da3d7baf4257 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:25:52.588079 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1774062a-03ce-493c-bc86-d0254fbd39c0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:52.597272 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1774062a-03ce-493c-bc86-d0254fbd39c0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:52.598099 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1774062a-03ce-493c-bc86-d0254fbd39c0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:52.671744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-c78d1822-5be9-4de3-91b9-6edf50b3ceaa', 'network_id': 'c78d1822-5be9-4de3-91b9-6edf50b3ceaa', 'tenant_id': '87857d32b2524faebc7a77c53748e114', 'fixed_ips': [{'subnet_id': 'be552404-1521-40ab-8e68-14f27377265e'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:25:52.672636 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:52.710199 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1774062a-03ce-493c-bc86-d0254fbd39c0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5381372 Nov 19 09:25:52.710981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774062a-03ce-493c-bc86-d0254fbd39c0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Network': ['ID=9673f7be-08c2-4ca4-abc2-c002360ce92f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:52.713134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55246) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:52.719635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-069fc381-790b-4211-abd8-3e183142b20e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'subnet': {'network_id': '9673f7be-08c2-4ca4-abc2-c002360ce92f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:52.727730 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 9673f7be-08c2-4ca4-abc2-c002360ce92f details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:25:52.765258 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-48fd3ec6-0ff1-49e6-800a-eee7f6c60d57 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Allocated IP 2001:db8::1a1 (c78d1822-5be9-4de3-91b9-6edf50b3ceaa/be552404-1521-40ab-8e68-14f27377265e/c0453d4d-d1e5-436c-84e1-da3d7baf4257) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:25:52.828782 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069fc381-790b-4211-abd8-3e183142b20e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Made reservation on behalf of 014cbc417af748f1acf9330df566e22a for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:52.836471 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-069fc381-790b-4211-abd8-3e183142b20e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:52.903479 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.ipam_backend_mixin [None req-069fc381-790b-4211-abd8-3e183142b20e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Performing IP validity checks on allocation pools {{(pid=103477) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 09:25:52.903991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.ipam_backend_mixin [None req-069fc381-790b-4211-abd8-3e183142b20e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103477) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 09:25:52.958873 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48fd3ec6-0ff1-49e6-800a-eee7f6c60d57 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:52.998484 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48fd3ec6-0ff1-49e6-800a-eee7f6c60d57 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:53.042489 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-069fc381-790b-4211-abd8-3e183142b20e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:53.058374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fd3ec6-0ff1-49e6-800a-eee7f6c60d57 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Network c78d1822-5be9-4de3-91b9-6edf50b3ceaa is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:25:53.062593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-48fd3ec6-0ff1-49e6-800a-eee7f6c60d57 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:53.067098 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fd3ec6-0ff1-49e6-800a-eee7f6c60d57 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:25:53.071907 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Allocated IP 2001:db8::2 (c78d1822-5be9-4de3-91b9-6edf50b3ceaa/be552404-1521-40ab-8e68-14f27377265e/ab7ae346-011e-498e-b78e-b3c287adcca8) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:25:53.081125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fd3ec6-0ff1-49e6-800a-eee7f6c60d57 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:53.087112 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48fd3ec6-0ff1-49e6-800a-eee7f6c60d57 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:53.109071 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd3ec6-0ff1-49e6-800a-eee7f6c60d57 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event updated for resources: {'Port': ['ID=c0453d4d-d1e5-436c-84e1-da3d7baf4257,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:53.122853 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-48fd3ec6-0ff1-49e6-800a-eee7f6c60d57 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8286741 Nov 19 09:25:53.127917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55254) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:53.137885 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-05ac285b-719b-4a9e-bd2e-ba1143ff828a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Request body: {'port': {'network_id': 'c78d1822-5be9-4de3-91b9-6edf50b3ceaa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1064996375', 'allowed_address_pairs': [{'ip_address': '2001:db8::1a1', 'mac_address': 'fa:16:3e:a5:57:2b'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:53.150726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fc381-790b-4211-abd8-3e183142b20e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Subnet': ['ID=33ab9cd7-fe6b-453c-a59c-a45687a33d2d,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:53.169984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069fc381-790b-4211-abd8-3e183142b20e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Checking segment: {'id': '947764cc-b485-49ed-a75e-c27669d35634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9673f7be-08c2-4ca4-abc2-c002360ce92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:53.170351 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069fc381-790b-4211-abd8-3e183142b20e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network hostable DHCP agents. Network: 9673f7be-08c2-4ca4-abc2-c002360ce92f, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:25:53.215720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069fc381-790b-4211-abd8-3e183142b20e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Network 9673f7be-08c2-4ca4-abc2-c002360ce92f is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:25:53.232519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-069fc381-790b-4211-abd8-3e183142b20e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 9673f7be-08c2-4ca4-abc2-c002360ce92f) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:53.238342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069fc381-790b-4211-abd8-3e183142b20e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:53.239106 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-069fc381-790b-4211-abd8-3e183142b20e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:53.251063 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ab5414-bd05-48b6-8f1f-63d0f759aa46 None None] Network 9673f7be-08c2-4ca4-abc2-c002360ce92f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:53.282583 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-069fc381-790b-4211-abd8-3e183142b20e tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5683756 Nov 19 09:25:53.291188 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55260) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:53.297964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1cc57c4e-d9e4-4958-88fb-352d89a87a2b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:53.416778 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:53.441389 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:53.453250 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cc57c4e-d9e4-4958-88fb-352d89a87a2b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10326796'] for subnet, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:53.487020 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ac285b-719b-4a9e-bd2e-ba1143ff828a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Made reservation on behalf of 87857d32b2524faebc7a77c53748e114 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:53.502685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Pushing event updated for resources: {'Port': ['ID=ab7ae346-011e-498e-b78e-b3c287adcca8,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:53.505485 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:53.528545 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Network c78d1822-5be9-4de3-91b9-6edf50b3ceaa is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:25:53.535212 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:53.556325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:25:53.713447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1b0f3-5624-482c-8ce5-c44b01b0fafc req-333f0b82-196b-443c-b731-5bc44d9a90b4 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:53.715646 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87f1b0f3-5624-482c-8ce5-c44b01b0fafc req-333f0b82-196b-443c-b731-5bc44d9a90b4 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.0985708 Nov 19 09:25:53.743603 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05ac285b-719b-4a9e-bd2e-ba1143ff828a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:53.752040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Attempting to bind port ab7ae346-011e-498e-b78e-b3c287adcca8 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:25:53.752641 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Attempting to bind port ab7ae346-011e-498e-b78e-b3c287adcca8 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '08bcb1f7-d68c-46fe-a432-721b68032387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c78d1822-5be9-4de3-91b9-6edf50b3ceaa'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:25:53.754341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Attempting to bind port ab7ae346-011e-498e-b78e-b3c287adcca8 on network c78d1822-5be9-4de3-91b9-6edf50b3ceaa {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:25:53.766617 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:25:53.767557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Checking segment: {'id': '08bcb1f7-d68c-46fe-a432-721b68032387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c78d1822-5be9-4de3-91b9-6edf50b3ceaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:53.769582 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:53.770227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Bound using segment: {'id': '08bcb1f7-d68c-46fe-a432-721b68032387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c78d1822-5be9-4de3-91b9-6edf50b3ceaa'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:25:53.770911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Bound port: ab7ae346-011e-498e-b78e-b3c287adcca8, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bcb1f7-d68c-46fe-a432-721b68032387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c78d1822-5be9-4de3-91b9-6edf50b3ceaa'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:25:53.772389 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:53.820749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-05ac285b-719b-4a9e-bd2e-ba1143ff828a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] device_id is not set on port d0957d01-8e7b-48c5-b638-514377fbf809 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:25:53.863919 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-9673f7be-08c2-4ca4-abc2-c002360ce92f', 'network_id': '9673f7be-08c2-4ca4-abc2-c002360ce92f', 'tenant_id': '014cbc417af748f1acf9330df566e22a', 'fixed_ips': [{'subnet_id': '33ab9cd7-fe6b-453c-a59c-a45687a33d2d'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:25:53.865512 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:53.885554 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87f1b0f3-5624-482c-8ce5-c44b01b0fafc req-d0ff8071-c943-4da0-a1e2-eb5f50a49461 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521549 Nov 19 09:25:53.920831 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cc57c4e-d9e4-4958-88fb-352d89a87a2b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764965949130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9960398'] for subnet, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:53.927106 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] For port ab7ae346-011e-498e-b78e-b3c287adcca8, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:25:53.986373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc57c4e-d9e4-4958-88fb-352d89a87a2b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:53.987342 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cc57c4e-d9e4-4958-88fb-352d89a87a2b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:53.991921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55276) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:53.995656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] For port ab7ae346-011e-498e-b78e-b3c287adcca8, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ab7ae346-011e-498e-b78e-b3c287adcca8,segment=NetworkSegment(08bcb1f7-d68c-46fe-a432-721b68032387),segment_id=08bcb1f7-d68c-46fe-a432-721b68032387)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:25:54.002989 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1cc57c4e-d9e4-4958-88fb-352d89a87a2b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "PUT /v2.0/subnets/33ab9cd7-fe6b-453c-a59c-a45687a33d2d HTTP/1.1" status: 200 len: 877 time: 0.7095561 Nov 19 09:25:54.016827 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:54.094110 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc57c4e-d9e4-4958-88fb-352d89a87a2b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event updated for resources: {'Subnet': ['ID=33ab9cd7-fe6b-453c-a59c-a45687a33d2d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:54.142890 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-05ac285b-719b-4a9e-bd2e-ba1143ff828a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Allocated IP 2001:db8::e8 (c78d1822-5be9-4de3-91b9-6edf50b3ceaa/be552404-1521-40ab-8e68-14f27377265e/d0957d01-8e7b-48c5-b638-514377fbf809) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:25:54.155679 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:54.222561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Allocated IP 172.20.0.3 (9673f7be-08c2-4ca4-abc2-c002360ce92f/33ab9cd7-fe6b-453c-a59c-a45687a33d2d/417e98ea-efe5-463a-a725-608826273d0a) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:25:54.259666 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363187e9-d9b4-43ae-9d67-2c8d96bce49a None None] Pushing event updated for resources: {'Port': ['ID=ab7ae346-011e-498e-b78e-b3c287adcca8,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:54.306474 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:54.420628 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05ac285b-719b-4a9e-bd2e-ba1143ff828a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:54.486500 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05ac285b-719b-4a9e-bd2e-ba1143ff828a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:54.532651 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:54.544075 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac285b-719b-4a9e-bd2e-ba1143ff828a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Network c78d1822-5be9-4de3-91b9-6edf50b3ceaa is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:25:54.550585 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:54.554333 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-05ac285b-719b-4a9e-bd2e-ba1143ff828a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:54.559393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac285b-719b-4a9e-bd2e-ba1143ff828a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:25:54.567993 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ac285b-719b-4a9e-bd2e-ba1143ff828a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:54.569454 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05ac285b-719b-4a9e-bd2e-ba1143ff828a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:54.593984 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:54.602316 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac285b-719b-4a9e-bd2e-ba1143ff828a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event updated for resources: {'Port': ['ID=d0957d01-8e7b-48c5-b638-514377fbf809,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:54.620229 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-05ac285b-719b-4a9e-bd2e-ba1143ff828a tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4891584 Nov 19 09:25:54.623788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55284) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:54.670311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Network 9673f7be-08c2-4ca4-abc2-c002360ce92f is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:25:54.671821 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Pushing event updated for resources: {'Port': ['ID=417e98ea-efe5-463a-a725-608826273d0a,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:54.678173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Subnet': ['ID=33ab9cd7-fe6b-453c-a59c-a45687a33d2d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:54.686224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:54.690902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:25:54.739146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f412dc-2d2a-407b-8044-884388319fcb tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:54.747411 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f412dc-2d2a-407b-8044-884388319fcb tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:54.761957 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f412dc-2d2a-407b-8044-884388319fcb tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:54.772946 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f9f412dc-2d2a-407b-8044-884388319fcb tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1476009 Nov 19 09:25:54.779402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55286) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:54.818699 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Attempting to bind port 417e98ea-efe5-463a-a725-608826273d0a on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:25:54.819277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Attempting to bind port 417e98ea-efe5-463a-a725-608826273d0a by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '947764cc-b485-49ed-a75e-c27669d35634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9673f7be-08c2-4ca4-abc2-c002360ce92f'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:25:54.819447 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Attempting to bind port 417e98ea-efe5-463a-a725-608826273d0a on network 9673f7be-08c2-4ca4-abc2-c002360ce92f {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:25:54.826077 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:25:54.826464 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Checking segment: {'id': '947764cc-b485-49ed-a75e-c27669d35634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9673f7be-08c2-4ca4-abc2-c002360ce92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:25:54.826883 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:54.827294 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Bound using segment: {'id': '947764cc-b485-49ed-a75e-c27669d35634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9673f7be-08c2-4ca4-abc2-c002360ce92f'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:25:54.828103 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Bound port: 417e98ea-efe5-463a-a725-608826273d0a, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947764cc-b485-49ed-a75e-c27669d35634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9673f7be-08c2-4ca4-abc2-c002360ce92f'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:25:54.828224 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:54.875950 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:54.937986 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:54.994857 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9673f7be-08c2-4ca4-abc2-c002360ce92f']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:55.013205 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] For port 417e98ea-efe5-463a-a725-608826273d0a, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:25:55.017701 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] For port 417e98ea-efe5-463a-a725-608826273d0a, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=417e98ea-efe5-463a-a725-608826273d0a,segment=NetworkSegment(947764cc-b485-49ed-a75e-c27669d35634),segment_id=947764cc-b485-49ed-a75e-c27669d35634)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:25:55.025158 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:55.031163 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947764cc-b485-49ed-a75e-c27669d35634') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:55.031471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947764cc-b485-49ed-a75e-c27669d35634') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:55.089479 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:55.109986 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:55.121007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:55.121367 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:55.125977 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:55.179433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b7959324-fa24-4709-98a1-b5a0e3d894bf tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Deleting port d0957d01-8e7b-48c5-b638-514377fbf809 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:25:55.179774 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7959324-fa24-4709-98a1-b5a0e3d894bf tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:55.184570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633bea2-03b4-4f11-aba1-b268b716dc1e None None] Pushing event updated for resources: {'Port': ['ID=417e98ea-efe5-463a-a725-608826273d0a,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:55.205140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387cb6d-1388-4765-8d69-538f78bba163 req-20b45cea-b2ef-4e3b-bed1-bbe4ac56bc23 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:55.208034 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f0b7e-dd27-48c8-a83c-d2fdc0577a9a None None] Network 9673f7be-08c2-4ca4-abc2-c002360ce92f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:55.213174 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5387cb6d-1388-4765-8d69-538f78bba163 req-20b45cea-b2ef-4e3b-bed1-bbe4ac56bc23 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1870978 Nov 19 09:25:55.443688 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ab7ae346-011e-498e-b78e-b3c287adcca8 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:25:55.607673 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:55.708648 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ab7ae346-011e-498e-b78e-b3c287adcca8 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:55.709280 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:55.714811 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb67ade3-077c-4df3-88fc-2e8643130a6d None None] Network 9673f7be-08c2-4ca4-abc2-c002360ce92f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:55.906573 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.api [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 09:25:55.906573 n-d-805649-14 neutron-server[103477]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 09:25:55.906573 n-d-805649-14 neutron-server[103477]: [parameters: {'id': '9673f7be-08c2-4ca4-abc2-c002360ce92f'}] Nov 19 09:25:55.906573 n-d-805649-14 neutron-server[103477]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:25:55.908713 n-d-805649-14 neutron-server[103477]: DEBUG oslo_db.api [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:25:55.983458 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5387cb6d-1388-4765-8d69-538f78bba163 req-fa9f7b56-bf94-4947-a0da-589bbaa00345 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7691264 Nov 19 09:25:56.008054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf738893-f2c5-4ace-b4fe-03d24880e47c None None] Network c78d1822-5be9-4de3-91b9-6edf50b3ceaa requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:25:56.008555 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7959324-fa24-4709-98a1-b5a0e3d894bf tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:56.025211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b7959324-fa24-4709-98a1-b5a0e3d894bf tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Calling delete_port for d0957d01-8e7b-48c5-b638-514377fbf809 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:25:56.031318 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:56.167064 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port ab7ae346-011e-498e-b78e-b3c287adcca8, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ab7ae346-011e-498e-b78e-b3c287adcca8,segment=NetworkSegment(08bcb1f7-d68c-46fe-a432-721b68032387),segment_id=08bcb1f7-d68c-46fe-a432-721b68032387)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:56.175694 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-69c8801d-11e6-476f-a1f3-ca318c450390 None None] Provisioning complete for port ab7ae346-011e-498e-b78e-b3c287adcca8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:56.176115 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-69c8801d-11e6-476f-a1f3-ca318c450390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:56.184813 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:56.295978 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7959324-fa24-4709-98a1-b5a0e3d894bf tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:56.326254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7959324-fa24-4709-98a1-b5a0e3d894bf tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event deleted for resources: {'Port': ['ID=d0957d01-8e7b-48c5-b638-514377fbf809,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:56.333748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=ab7ae346-011e-498e-b78e-b3c287adcca8,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:56.412162 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:56.515324 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7959324-fa24-4709-98a1-b5a0e3d894bf tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:56.521717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b7959324-fa24-4709-98a1-b5a0e3d894bf tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "DELETE /v2.0/ports/d0957d01-8e7b-48c5-b638-514377fbf809 HTTP/1.1" status: 204 len: 168 time: 1.7387459 Nov 19 09:25:56.521975 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55320) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:56.564169 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f8d68c-6353-4a18-a5d8-66a3ad84f6c1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] GET failed (client error): The resource could not be found. Nov 19 09:25:56.572026 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f3f8d68c-6353-4a18-a5d8-66a3ad84f6c1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "GET /v2.0/ports/d0957d01-8e7b-48c5-b638-514377fbf809 HTTP/1.1" status: 404 len: 333 time: 0.0428951 Nov 19 09:25:56.572866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55324) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:56.579065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c3d7519c-8086-4b4d-be4c-8a38b1c9e598 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Request body: {'port': {'network_id': 'c78d1822-5be9-4de3-91b9-6edf50b3ceaa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-519173962'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:56.647071 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Deleting port 417e98ea-efe5-463a-a725-608826273d0a {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:25:56.647801 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:56.733402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] For port 417e98ea-efe5-463a-a725-608826273d0a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=417e98ea-efe5-463a-a725-608826273d0a,segment=NetworkSegment(947764cc-b485-49ed-a75e-c27669d35634),segment_id=947764cc-b485-49ed-a75e-c27669d35634)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:25:56.734097 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:56.753474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Calling delete_port for 417e98ea-efe5-463a-a725-608826273d0a owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:25:56.865579 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e3cdc5fa-af89-458d-9106-dc364f69466f None None] Provisioning complete for port ab7ae346-011e-498e-b78e-b3c287adcca8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:56.866353 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc5fa-af89-458d-9106-dc364f69466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:56.945489 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:56.982401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d7519c-8086-4b4d-be4c-8a38b1c9e598 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Made reservation on behalf of 87857d32b2524faebc7a77c53748e114 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:25:56.986448 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3d7519c-8086-4b4d-be4c-8a38b1c9e598 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:57.005598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Port': ['ID=417e98ea-efe5-463a-a725-608826273d0a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:57.028163 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e3cdc5fa-af89-458d-9106-dc364f69466f None None] Provisioning complete for port c0453d4d-d1e5-436c-84e1-da3d7baf4257 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:57.035634 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc5fa-af89-458d-9106-dc364f69466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:57.035800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No DVR routers for this DVR port 417e98ea-efe5-463a-a725-608826273d0a on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:25:57.107113 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e3cdc5fa-af89-458d-9106-dc364f69466f None None] Port c0453d4d-d1e5-436c-84e1-da3d7baf4257 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:25:57.159503 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-c3d7519c-8086-4b4d-be4c-8a38b1c9e598 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] device_id is not set on port f0af6b13-e86e-4bcf-97c5-3e7a52a2627b yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:25:57.283982 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:57.302605 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ab7ae346-011e-498e-b78e-b3c287adcca8 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:25:57.345976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c0f18-1383-4c79-ab00-2995ff5e8b1b req-891a6dfe-fbed-406c-9475-225ffaf6c355 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:57.347611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f39c0f18-1383-4c79-ab00-2995ff5e8b1b req-891a6dfe-fbed-406c-9475-225ffaf6c355 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.2298496 Nov 19 09:25:57.375738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9673f7be-08c2-4ca4-abc2-c002360ce92f']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:57.393714 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2a932ce8-533e-4549-bc38-3ce9a23e8c62 None None] Provisioning complete for port c0453d4d-d1e5-436c-84e1-da3d7baf4257 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:57.394210 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2a932ce8-533e-4549-bc38-3ce9a23e8c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:57.426785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947764cc-b485-49ed-a75e-c27669d35634') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:57.427011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947764cc-b485-49ed-a75e-c27669d35634') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:57.453360 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:57.462398 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ab7ae346-011e-498e-b78e-b3c287adcca8 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:57.462939 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:57.484285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-c3d7519c-8086-4b4d-be4c-8a38b1c9e598 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Allocated IP 2001:db8::35e (c78d1822-5be9-4de3-91b9-6edf50b3ceaa/be552404-1521-40ab-8e68-14f27377265e/f0af6b13-e86e-4bcf-97c5-3e7a52a2627b) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:25:57.524342 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:57.524963 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2a932ce8-533e-4549-bc38-3ce9a23e8c62 None None] Port c0453d4d-d1e5-436c-84e1-da3d7baf4257 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:25:57.562683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:57.563097 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:57.566582 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:57.590504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f39c0f18-1383-4c79-ab00-2995ff5e8b1b req-6cd7f9ff-3fde-4940-9cb5-5c7697d36f88 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162082 Nov 19 09:25:57.742705 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f09acbbe-d147-4d4f-a4c8-7db03634bf24 None None] Could not find standard attr ID for object d0957d01-8e7b-48c5-b638-514377fbf809. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:25:57.790258 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:57.814521 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:57.822917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/9673f7be-08c2-4ca4-abc2-c002360ce92f HTTP/1.1" status: 204 len: 168 time: 3.8251863 Nov 19 09:25:57.825705 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55356) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:57.835647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b29cef-f63e-435f-bddc-26f76fb2d818 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Network': ['ID=9673f7be-08c2-4ca4-abc2-c002360ce92f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:57.940963 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3d7519c-8086-4b4d-be4c-8a38b1c9e598 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:58.020827 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3d7519c-8086-4b4d-be4c-8a38b1c9e598 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:58.131386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d7519c-8086-4b4d-be4c-8a38b1c9e598 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Network c78d1822-5be9-4de3-91b9-6edf50b3ceaa is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:25:58.143858 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-c3d7519c-8086-4b4d-be4c-8a38b1c9e598 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:25:58.147335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d7519c-8086-4b4d-be4c-8a38b1c9e598 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:25:58.149623 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7560c41-e688-4056-9b80-f8568031e479 None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:25:58.160023 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d7519c-8086-4b4d-be4c-8a38b1c9e598 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:58.160808 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3d7519c-8086-4b4d-be4c-8a38b1c9e598 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:58.168058 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7519c-8086-4b4d-be4c-8a38b1c9e598 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event updated for resources: {'Port': ['ID=f0af6b13-e86e-4bcf-97c5-3e7a52a2627b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:58.196082 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c3d7519c-8086-4b4d-be4c-8a38b1c9e598 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6191735 Nov 19 09:25:58.197212 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55362) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:58.202975 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e5ee2bf4-88d0-4d5c-8f82-3540a11eb690 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1a1', 'mac_address': 'fa:16:3e:a5:57:2b'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:25:58.379187 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f80909-7b81-4800-a878-5c8afc0e0472 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:25:58.379655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f80909-7b81-4800-a878-5c8afc0e0472 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:25:58.387107 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55364) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:58.387863 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f4f80909-7b81-4800-a878-5c8afc0e0472 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/subnets/33ab9cd7-fe6b-453c-a59c-a45687a33d2d HTTP/1.1" status: 404 len: 337 time: 0.5586474 Nov 19 09:25:58.420939 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc082b0a-1e7f-464b-b0e6-94e18b06b5c0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:25:58.421877 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc082b0a-1e7f-464b-b0e6-94e18b06b5c0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:25:58.427235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fc082b0a-1e7f-464b-b0e6-94e18b06b5c0 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/9673f7be-08c2-4ca4-abc2-c002360ce92f HTTP/1.1" status: 404 len: 339 time: 0.0388927 Nov 19 09:25:58.429990 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55366) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:58.431316 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7560c41-e688-4056-9b80-f8568031e479 None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:25:58.469267 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa59482-0908-4304-abb9-fae64e3b4e86 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:25:58.469758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa59482-0908-4304-abb9-fae64e3b4e86 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:25:58.476866 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3fa59482-0908-4304-abb9-fae64e3b4e86 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/subnets/2f5397a7-6a70-423c-8c48-513e0321e2b5 HTTP/1.1" status: 404 len: 337 time: 0.0455887 Nov 19 09:25:58.478702 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55368) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:58.525635 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-c473e120-fdd8-4eb8-b5f3-87e3266932d9 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:25:58.526169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c473e120-fdd8-4eb8-b5f3-87e3266932d9 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:25:58.546137 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c473e120-fdd8-4eb8-b5f3-87e3266932d9 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/00e29606-b07c-4212-85b1-ffd4770a7237 HTTP/1.1" status: 404 len: 339 time: 0.0654976 Nov 19 09:25:58.547237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55372) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:58.552005 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e5ee2bf4-88d0-4d5c-8f82-3540a11eb690 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:58.782660 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e5ee2bf4-88d0-4d5c-8f82-3540a11eb690 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:58.784985 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e05c729-f4cc-49fd-be99-9c3386716aa8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:58.800954 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e5ee2bf4-88d0-4d5c-8f82-3540a11eb690 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:58.862656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee2bf4-88d0-4d5c-8f82-3540a11eb690 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] In _notify_port_updated(), no bound segment for port f0af6b13-e86e-4bcf-97c5-3e7a52a2627b on network c78d1822-5be9-4de3-91b9-6edf50b3ceaa {{(pid=103477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:25:58.869046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ee2bf4-88d0-4d5c-8f82-3540a11eb690 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:58.869763 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e5ee2bf4-88d0-4d5c-8f82-3540a11eb690 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:58.871445 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e5ee2bf4-88d0-4d5c-8f82-3540a11eb690 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "PUT /v2.0/ports/f0af6b13-e86e-4bcf-97c5-3e7a52a2627b HTTP/1.1" status: 200 len: 1002 time: 0.6735833 Nov 19 09:25:58.881857 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55380) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:58.903841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee2bf4-88d0-4d5c-8f82-3540a11eb690 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event updated for resources: {'Port': ['ID=f0af6b13-e86e-4bcf-97c5-3e7a52a2627b,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:58.924980 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7927a01-d6e1-4c05-8fa5-7d4fbb10a59b req-49ac89cc-b532-44b6-a876-703430bd6e98 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:25:58.927726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7927a01-d6e1-4c05-8fa5-7d4fbb10a59b req-49ac89cc-b532-44b6-a876-703430bd6e98 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1425657 Nov 19 09:25:58.985940 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e05c729-f4cc-49fd-be99-9c3386716aa8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:59.005211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a7927a01-d6e1-4c05-8fa5-7d4fbb10a59b req-a1995b79-3273-4a43-bfaa-11def777dce2 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691152 Nov 19 09:25:59.049655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5e05c729-f4cc-49fd-be99-9c3386716aa8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2fa362-ec37-4bce-9ede-a89ef24dc408']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:59.108150 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5e05c729-f4cc-49fd-be99-9c3386716aa8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2841ab7b-8c78-4d3a-a5d1-88af2634538b') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:59.108422 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5e05c729-f4cc-49fd-be99-9c3386716aa8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2841ab7b-8c78-4d3a-a5d1-88af2634538b') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:25:59.123771 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e05c729-f4cc-49fd-be99-9c3386716aa8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:59.149399 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e05c729-f4cc-49fd-be99-9c3386716aa8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:59.161545 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e05c729-f4cc-49fd-be99-9c3386716aa8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:25:59.161930 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e05c729-f4cc-49fd-be99-9c3386716aa8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:25:59.165190 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:25:59.234231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ebc04b26-f502-48d0-9588-4fbb2a70e949 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Deleting port f0af6b13-e86e-4bcf-97c5-3e7a52a2627b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:25:59.234625 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebc04b26-f502-48d0-9588-4fbb2a70e949 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:59.294744 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e05c729-f4cc-49fd-be99-9c3386716aa8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:59.307407 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e05c729-f4cc-49fd-be99-9c3386716aa8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:59.313792 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5e05c729-f4cc-49fd-be99-9c3386716aa8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/fc2fa362-ec37-4bce-9ede-a89ef24dc408 HTTP/1.1" status: 204 len: 168 time: 0.7627082 Nov 19 09:25:59.314599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55384) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:59.348884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05c729-f4cc-49fd-be99-9c3386716aa8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Network': ['ID=fc2fa362-ec37-4bce-9ede-a89ef24dc408,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:59.382025 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2ea5aa-f31e-4efd-9794-51fd527901e1 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:25:59.382654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f2ea5aa-f31e-4efd-9794-51fd527901e1 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:25:59.386046 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8f2ea5aa-f31e-4efd-9794-51fd527901e1 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/subnets/e911c560-f387-4668-838a-44c452089043 HTTP/1.1" status: 404 len: 337 time: 0.0708921 Nov 19 09:25:59.389432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55386) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:59.420591 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-361a6515-8a4e-4ee4-8ca0-dd134fe7a391 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:25:59.421961 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebc04b26-f502-48d0-9588-4fbb2a70e949 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:59.422635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361a6515-8a4e-4ee4-8ca0-dd134fe7a391 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:25:59.433054 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-361a6515-8a4e-4ee4-8ca0-dd134fe7a391 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/ca76a9b8-efd3-46fc-a30c-7dc81ab81fd8 HTTP/1.1" status: 404 len: 339 time: 0.0423810 Nov 19 09:25:59.436211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55388) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:59.446591 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ebc04b26-f502-48d0-9588-4fbb2a70e949 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Calling delete_port for f0af6b13-e86e-4bcf-97c5-3e7a52a2627b owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:25:59.495282 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c08fce6-2bab-4095-b1bd-e3db839ee593 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:25:59.496480 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c08fce6-2bab-4095-b1bd-e3db839ee593 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:25:59.504451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1c08fce6-2bab-4095-b1bd-e3db839ee593 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/subnets/b7911a2a-bd32-438a-bd36-417682d43708 HTTP/1.1" status: 404 len: 337 time: 0.0670006 Nov 19 09:25:59.507334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55390) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:59.543698 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-9619a6f6-0609-4007-af3c-7165f0eb9100 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:25:59.544223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9619a6f6-0609-4007-af3c-7165f0eb9100 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:25:59.549145 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9619a6f6-0609-4007-af3c-7165f0eb9100 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/f2109de8-28ce-41ef-af81-aa88604563cf HTTP/1.1" status: 404 len: 339 time: 0.0360849 Nov 19 09:25:59.551007 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55392) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:59.584265 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fb73af-47ac-4a89-a3f4-8a35a67ed3a8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:25:59.584732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08fb73af-47ac-4a89-a3f4-8a35a67ed3a8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:25:59.588053 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-08fb73af-47ac-4a89-a3f4-8a35a67ed3a8 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/subnets/61d2ef8d-acce-411e-a1d2-3d67a54999df HTTP/1.1" status: 404 len: 337 time: 0.0360305 Nov 19 09:25:59.592201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55394) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:59.624236 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5fc219-6daf-403b-b659-3066ccb22929 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:25:59.624752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5fc219-6daf-403b-b659-3066ccb22929 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:25:59.627941 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8f5fc219-6daf-403b-b659-3066ccb22929 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/c4f7ed00-bf4e-40f0-a395-c00dad7d9f09 HTTP/1.1" status: 404 len: 339 time: 0.0347245 Nov 19 09:25:59.655718 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55398) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:59.725174 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1dbdfd-9b49-4d8c-b7de-d607448f375b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:25:59.725646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1dbdfd-9b49-4d8c-b7de-d607448f375b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:25:59.728863 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2a1dbdfd-9b49-4d8c-b7de-d607448f375b tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/subnets/92e35ab4-0df8-4c6a-b553-2860b1bf5cb7 HTTP/1.1" status: 404 len: 337 time: 0.0716200 Nov 19 09:25:59.729338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-50f217d7-bd8e-478a-b329-6089cbce7c72 None None] Provisioning complete for port f0af6b13-e86e-4bcf-97c5-3e7a52a2627b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:25:59.729857 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-50f217d7-bd8e-478a-b329-6089cbce7c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:59.731731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55400) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:59.739533 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebc04b26-f502-48d0-9588-4fbb2a70e949 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:25:59.755621 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d449f79-4292-40e7-b6d7-3a26a927ab0f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:25:59.756332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d449f79-4292-40e7-b6d7-3a26a927ab0f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:25:59.759763 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5d449f79-4292-40e7-b6d7-3a26a927ab0f tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/925da434-7493-449e-8c1b-a6e2a3b6e7ba HTTP/1.1" status: 404 len: 339 time: 0.0263913 Nov 19 09:25:59.766567 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55402) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:59.784312 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc04b26-f502-48d0-9588-4fbb2a70e949 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event deleted for resources: {'Port': ['ID=f0af6b13-e86e-4bcf-97c5-3e7a52a2627b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:25:59.790378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-50f217d7-bd8e-478a-b329-6089cbce7c72 None None] Port f0af6b13-e86e-4bcf-97c5-3e7a52a2627b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:25:59.827315 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4fb1fc-1270-4e53-b389-2d67f1e945ad tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:25:59.832583 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4fb1fc-1270-4e53-b389-2d67f1e945ad tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:25:59.840516 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ff4fb1fc-1270-4e53-b389-2d67f1e945ad tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/subnets/1f524262-69b4-46da-8c81-a03aafbcb8c5 HTTP/1.1" status: 404 len: 337 time: 0.0690727 Nov 19 09:25:59.850657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55404) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:59.904394 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-0774ff16-818a-4836-973c-2b83f1e316b5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:25:59.905729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0774ff16-818a-4836-973c-2b83f1e316b5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:25:59.911448 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0774ff16-818a-4836-973c-2b83f1e316b5 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/44a55901-c221-40cc-9b96-8a79a90ecb5b HTTP/1.1" status: 404 len: 339 time: 0.0601082 Nov 19 09:25:59.914247 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55406) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:59.968548 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78663c0-c34c-4395-a12f-c13170293a77 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:25:59.969017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78663c0-c34c-4395-a12f-c13170293a77 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:25:59.976957 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a78663c0-c34c-4395-a12f-c13170293a77 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/subnets/883a5591-09d6-423a-92b5-7122489175e8 HTTP/1.1" status: 404 len: 337 time: 0.0611470 Nov 19 09:25:59.981891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55410) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:25:59.999976 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ebc04b26-f502-48d0-9588-4fbb2a70e949 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:00.014517 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ebc04b26-f502-48d0-9588-4fbb2a70e949 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "DELETE /v2.0/ports/f0af6b13-e86e-4bcf-97c5-3e7a52a2627b HTTP/1.1" status: 204 len: 168 time: 1.1291814 Nov 19 09:26:00.019312 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55414) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:00.028272 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0449fd2-2cc0-493b-bd4b-2f0386f3f6b3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:26:00.032915 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0449fd2-2cc0-493b-bd4b-2f0386f3f6b3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:26:00.039264 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c0449fd2-2cc0-493b-bd4b-2f0386f3f6b3 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/3c078170-3122-4eb3-916c-be256f4d7cb7 HTTP/1.1" status: 404 len: 339 time: 0.0538955 Nov 19 09:26:00.047234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55418) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:00.094687 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b87272-0cf8-4b44-84f8-033f66300e40 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] GET failed (client error): The resource could not be found. Nov 19 09:26:00.109515 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-45c0aabb-499f-4ca1-af08-9593c17f91b8 None None] Could not find standard attr ID for object f0af6b13-e86e-4bcf-97c5-3e7a52a2627b. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:26:00.110441 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-51b87272-0cf8-4b44-84f8-033f66300e40 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "GET /v2.0/ports/f0af6b13-e86e-4bcf-97c5-3e7a52a2627b HTTP/1.1" status: 404 len: 333 time: 0.0897355 Nov 19 09:26:00.111121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55420) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:00.124438 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-744db1cf-b9f5-4c1a-857e-27a4624d75a1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Request body: {'port': {'network_id': 'c78d1822-5be9-4de3-91b9-6edf50b3ceaa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-508654702'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:00.131304 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-082f5f96-65eb-4ecc-b299-83eae8aada52 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:26:00.141922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082f5f96-65eb-4ecc-b299-83eae8aada52 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:26:00.148468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-082f5f96-65eb-4ecc-b299-83eae8aada52 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/subnets/bd75c78d-8a67-4414-8878-1bcb5e7e77f6 HTTP/1.1" status: 404 len: 337 time: 0.0967836 Nov 19 09:26:00.161474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55422) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:00.224258 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8d6190-6c15-448e-b02d-86d69dc44037 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:26:00.225145 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8d6190-6c15-448e-b02d-86d69dc44037 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:26:00.235016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5c8d6190-6c15-448e-b02d-86d69dc44037 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/c5a4faba-dad2-44ca-825e-152e416677b5 HTTP/1.1" status: 404 len: 339 time: 0.0721097 Nov 19 09:26:00.250271 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55426) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:00.275513 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1241309-e778-42a7-a357-7b8a3f2deee2 req-adab59bc-944f-43ec-8941-8134cbaa9b0f tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:00.277806 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1241309-e778-42a7-a357-7b8a3f2deee2 req-adab59bc-944f-43ec-8941-8134cbaa9b0f tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1300876 Nov 19 09:26:00.305429 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bebb9d4-e905-4b68-99b4-7779957f9cad tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:26:00.305906 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bebb9d4-e905-4b68-99b4-7779957f9cad tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:26:00.309966 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8bebb9d4-e905-4b68-99b4-7779957f9cad tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/subnets/6aaa5381-6032-4dab-8b12-51f842108310 HTTP/1.1" status: 404 len: 337 time: 0.0560362 Nov 19 09:26:00.313668 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55428) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:00.355117 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdaa8afd-2450-4274-9a52-a74b7d958c95 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] DELETE failed (client error): The resource could not be found. Nov 19 09:26:00.355695 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdaa8afd-2450-4274-9a52-a74b7d958c95 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:26:00.361419 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fdaa8afd-2450-4274-9a52-a74b7d958c95 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/ab77933e-0f46-488e-865a-59c89e47877a HTTP/1.1" status: 404 len: 339 time: 0.0445945 Nov 19 09:26:00.364164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55430) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:00.379044 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1241309-e778-42a7-a357-7b8a3f2deee2 req-02a37c47-19f4-4981-b468-c121b30a7832 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865705 Nov 19 09:26:00.409438 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744db1cf-b9f5-4c1a-857e-27a4624d75a1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Made reservation on behalf of 87857d32b2524faebc7a77c53748e114 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:00.414123 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-744db1cf-b9f5-4c1a-857e-27a4624d75a1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:00.444139 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-744db1cf-b9f5-4c1a-857e-27a4624d75a1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] device_id is not set on port ff1671c6-f58d-4246-81e7-053f5e77e189 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:26:00.460188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8053fc0-4a27-4660-91b8-e8f22eac0811 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Deleting subnet 0f440547-2525-43ac-82a5-851884fef0f6 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:26:00.463874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8053fc0-4a27-4660-91b8-e8f22eac0811 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:00.509302 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8053fc0-4a27-4660-91b8-e8f22eac0811 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:00.604550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-744db1cf-b9f5-4c1a-857e-27a4624d75a1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Allocated IP 2001:db8::2fe (c78d1822-5be9-4de3-91b9-6edf50b3ceaa/be552404-1521-40ab-8e68-14f27377265e/ff1671c6-f58d-4246-81e7-053f5e77e189) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:00.635688 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8053fc0-4a27-4660-91b8-e8f22eac0811 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:00.737295 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8053fc0-4a27-4660-91b8-e8f22eac0811 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:00.777653 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8053fc0-4a27-4660-91b8-e8f22eac0811 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Subnet': ['ID=0f440547-2525-43ac-82a5-851884fef0f6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:00.790974 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8053fc0-4a27-4660-91b8-e8f22eac0811 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:00.799355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b8053fc0-4a27-4660-91b8-e8f22eac0811 tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/subnets/0f440547-2525-43ac-82a5-851884fef0f6 HTTP/1.1" status: 204 len: 168 time: 0.4159987 Nov 19 09:26:00.800504 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62cbd96-8b62-4eec-88d9-4bf181455324 None None] Network 6bd9d910-15c5-463f-972c-11f2b9025617 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:00.802669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55434) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:00.833828 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-744db1cf-b9f5-4c1a-857e-27a4624d75a1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:00.925018 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:00.939865 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc613759-dc71-4f8a-9482-ba983dbb69ec req-b4648a0b-0f3d-4c45-8233-0bd38cb02df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:00.941528 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc613759-dc71-4f8a-9482-ba983dbb69ec req-b4648a0b-0f3d-4c45-8233-0bd38cb02df5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 1097 time: 0.1254680 Nov 19 09:26:00.973773 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-744db1cf-b9f5-4c1a-857e-27a4624d75a1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:01.028641 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Deleting port 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:01.028984 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:01.036567 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744db1cf-b9f5-4c1a-857e-27a4624d75a1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event updated for resources: {'Port': ['ID=ff1671c6-f58d-4246-81e7-053f5e77e189,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:01.063107 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744db1cf-b9f5-4c1a-857e-27a4624d75a1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Network c78d1822-5be9-4de3-91b9-6edf50b3ceaa is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:01.065618 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bc613759-dc71-4f8a-9482-ba983dbb69ec req-864aa27b-7489-416d-83c9-a3318e4e32d8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144948 Nov 19 09:26:01.066820 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-744db1cf-b9f5-4c1a-857e-27a4624d75a1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:01.069634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744db1cf-b9f5-4c1a-857e-27a4624d75a1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:01.075910 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744db1cf-b9f5-4c1a-857e-27a4624d75a1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:01.076657 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-744db1cf-b9f5-4c1a-857e-27a4624d75a1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:01.097533 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-744db1cf-b9f5-4c1a-857e-27a4624d75a1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9850464 Nov 19 09:26:01.100801 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55442) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:01.110692 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-999b804a-9ef7-4de2-992c-8849458b5621 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a5:57:2b'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:01.171322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca761da-2495-4a85-ba40-5dee3bd5d645 None None] DHCP port deletion for 6bd9d910-15c5-463f-972c-11f2b9025617 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:26:01.202789 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] For port 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7dc9d1f7-1693-4d94-8a43-27ba6e69daa7,segment=NetworkSegment(2a245d2d-4186-4b9b-b121-640acb0518b9),segment_id=2a245d2d-4186-4b9b-b121-640acb0518b9)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:01.203144 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:01.218756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Calling delete_port for 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:01.347114 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2ca761da-2495-4a85-ba40-5dee3bd5d645 None None] Deleting port 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:01.347491 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2ca761da-2495-4a85-ba40-5dee3bd5d645 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:01.379932 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:01.493868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] No DVR routers for this DVR port 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:26:01.505683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Port': ['ID=7dc9d1f7-1693-4d94-8a43-27ba6e69daa7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:01.537552 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-999b804a-9ef7-4de2-992c-8849458b5621 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:01.554845 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2ca761da-2495-4a85-ba40-5dee3bd5d645 None None] For port 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7dc9d1f7-1693-4d94-8a43-27ba6e69daa7,segment=NetworkSegment(2a245d2d-4186-4b9b-b121-640acb0518b9),segment_id=2a245d2d-4186-4b9b-b121-640acb0518b9)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:01.555278 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2ca761da-2495-4a85-ba40-5dee3bd5d645 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:01.588101 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2ca761da-2495-4a85-ba40-5dee3bd5d645 None None] Calling delete_port for 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:01.671072 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:01.682890 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2d61c-1adc-4922-9806-4b72a32ddca5 req-81beb14e-568c-436b-a102-b19e4d8eabf4 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:01.685069 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58f2d61c-1adc-4922-9806-4b72a32ddca5 req-81beb14e-568c-436b-a102-b19e4d8eabf4 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1340919 Nov 19 09:26:01.709214 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2ca761da-2495-4a85-ba40-5dee3bd5d645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:01.734879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd9d910-15c5-463f-972c-11f2b9025617']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:01.743439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca761da-2495-4a85-ba40-5dee3bd5d645 None None] Pushing event deleted for resources: {'Port': ['ID=7dc9d1f7-1693-4d94-8a43-27ba6e69daa7,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:01.763122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca761da-2495-4a85-ba40-5dee3bd5d645 None None] No DVR routers for this DVR port 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:26:01.780901 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4dfb5b73-40dd-47a1-a43e-488a1fe7c8b2 None None] Provisioning complete for port ff1671c6-f58d-4246-81e7-053f5e77e189 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:01.782226 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4dfb5b73-40dd-47a1-a43e-488a1fe7c8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:01.813077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a245d2d-4186-4b9b-b121-640acb0518b9') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:01.813398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a245d2d-4186-4b9b-b121-640acb0518b9') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:01.838721 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb5b73-40dd-47a1-a43e-488a1fe7c8b2 None None] Port ff1671c6-f58d-4246-81e7-053f5e77e189 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:26:01.848308 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:01.862860 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-999b804a-9ef7-4de2-992c-8849458b5621 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:01.869531 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58f2d61c-1adc-4922-9806-4b72a32ddca5 req-fa25b841-580d-4ee3-bb9b-3f6bd16f2f53 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718726 Nov 19 09:26:01.870265 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-999b804a-9ef7-4de2-992c-8849458b5621 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:01.883146 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:01.895983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:26:01.896321 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:26:01.907275 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:26:01.947445 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-999b804a-9ef7-4de2-992c-8849458b5621 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] In _notify_port_updated(), no bound segment for port ff1671c6-f58d-4246-81e7-053f5e77e189 on network c78d1822-5be9-4de3-91b9-6edf50b3ceaa {{(pid=103476) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:26:01.956696 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999b804a-9ef7-4de2-992c-8849458b5621 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:01.957853 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-999b804a-9ef7-4de2-992c-8849458b5621 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:01.963691 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-999b804a-9ef7-4de2-992c-8849458b5621 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "PUT /v2.0/ports/ff1671c6-f58d-4246-81e7-053f5e77e189 HTTP/1.1" status: 200 len: 1002 time: 0.8614655 Nov 19 09:26:01.971332 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55454) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:02.031171 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b804a-9ef7-4de2-992c-8849458b5621 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event updated for resources: {'Port': ['ID=ff1671c6-f58d-4246-81e7-053f5e77e189,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:02.066202 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:02.071872 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:02.078333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] 10.222.0.21 "DELETE /v2.0/networks/6bd9d910-15c5-463f-972c-11f2b9025617 HTTP/1.1" status: 204 len: 168 time: 1.2717035 Nov 19 09:26:02.118809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c78efa-692d-45f8-a33d-f7a2aed67d0a tempest-NetworksTest-645237678 tempest-NetworksTest-645237678-project] Pushing event deleted for resources: {'Network': ['ID=6bd9d910-15c5-463f-972c-11f2b9025617,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:02.160607 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ac854-2e96-4391-bbb6-508d25f55142 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Deleting port ff1671c6-f58d-4246-81e7-053f5e77e189 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:02.161295 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a3ac854-2e96-4391-bbb6-508d25f55142 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:02.408504 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a3ac854-2e96-4391-bbb6-508d25f55142 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:02.440236 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ac854-2e96-4391-bbb6-508d25f55142 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Calling delete_port for ff1671c6-f58d-4246-81e7-053f5e77e189 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:02.479449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-136a753b-b9c5-4244-abbc-1025cad635f9 None None] Provisioning complete for port ff1671c6-f58d-4246-81e7-053f5e77e189 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:02.481772 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-136a753b-b9c5-4244-abbc-1025cad635f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:02.585492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-136a753b-b9c5-4244-abbc-1025cad635f9 None None] Port ff1671c6-f58d-4246-81e7-053f5e77e189 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:26:02.776616 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a3ac854-2e96-4391-bbb6-508d25f55142 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:02.840672 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ac854-2e96-4391-bbb6-508d25f55142 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event deleted for resources: {'Port': ['ID=ff1671c6-f58d-4246-81e7-053f5e77e189,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:02.873262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55474) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:02.891604 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a3ac854-2e96-4391-bbb6-508d25f55142 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:02.895054 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4a3ac854-2e96-4391-bbb6-508d25f55142 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "DELETE /v2.0/ports/ff1671c6-f58d-4246-81e7-053f5e77e189 HTTP/1.1" status: 204 len: 168 time: 0.9222698 Nov 19 09:26:02.897859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55478) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:02.986802 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-e958fd1f-92e8-4f57-a695-cda91bc6a1bd tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] GET failed (client error): The resource could not be found. Nov 19 09:26:02.990802 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e958fd1f-92e8-4f57-a695-cda91bc6a1bd tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "GET /v2.0/ports/ff1671c6-f58d-4246-81e7-053f5e77e189 HTTP/1.1" status: 404 len: 333 time: 0.0889766 Nov 19 09:26:02.992915 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55482) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:03.002986 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5572965a-b6da-4120-bbcf-c447f02fce29 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Request body: {'port': {'network_id': 'c78d1822-5be9-4de3-91b9-6edf50b3ceaa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-869595645'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:03.081416 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8b290304-161f-4f17-a5f9-65a5816f6458 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=014cbc417af748f1acf9330df566e22a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2070553 Nov 19 09:26:03.084041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55488) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:03.237938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810127b-4e17-4602-be96-0581dbed6525 req-cd3d18d0-82c3-4923-a8c8-e971eca2d5a0 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:03.250060 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8810127b-4e17-4602-be96-0581dbed6525 req-cd3d18d0-82c3-4923-a8c8-e971eca2d5a0 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1241002 Nov 19 09:26:03.259403 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-abda707e-8080-4b42-866d-c87eacffd045 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:03.341569 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8810127b-4e17-4602-be96-0581dbed6525 req-025f6247-19a5-476d-b26f-b99998d8149e tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904083 Nov 19 09:26:03.344841 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:26:03.363284 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-abda707e-8080-4b42-866d-c87eacffd045 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:03.443839 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:26:03.449501 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7dc9d1f7-1693-4d94-8a43-27ba6e69daa7 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:26:03.468361 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-abda707e-8080-4b42-866d-c87eacffd045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:03.473967 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-abda707e-8080-4b42-866d-c87eacffd045 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:03.475313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-abda707e-8080-4b42-866d-c87eacffd045 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2f18ce6-dbb3-4a6c-9736-92e579cf4bed HTTP/1.1" status: 204 len: 168 time: 0.3900652 Nov 19 09:26:03.494466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda707e-8080-4b42-866d-c87eacffd045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f18ce6-dbb3-4a6c-9736-92e579cf4bed,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:03.514793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5572965a-b6da-4120-bbcf-c447f02fce29 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Made reservation on behalf of 87857d32b2524faebc7a77c53748e114 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:03.529020 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5572965a-b6da-4120-bbcf-c447f02fce29 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:03.614501 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-5572965a-b6da-4120-bbcf-c447f02fce29 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] device_id is not set on port e3426b57-7371-4a5b-bb47-7e7f79ea84ee yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:26:03.884684 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f6740-f935-4961-b6f1-8952d6146d34 req-84c3aaf4-5461-4560-9e7b-049c4c6aa553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:03.891363 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9b2f6740-f935-4961-b6f1-8952d6146d34 req-84c3aaf4-5461-4560-9e7b-049c4c6aa553 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=377509b251b6434586dac2984019285c&device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 1097 time: 0.2008464 Nov 19 09:26:04.201069 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-5572965a-b6da-4120-bbcf-c447f02fce29 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Allocated IP 2001:db8::110 (c78d1822-5be9-4de3-91b9-6edf50b3ceaa/be552404-1521-40ab-8e68-14f27377265e/e3426b57-7371-4a5b-bb47-7e7f79ea84ee) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:04.229344 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8cd20-fba1-4225-b930-4f9b011a5782 req-a5a0057a-02b9-4254-8c93-5ab2939e9e08 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:04.262176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7c8cd20-fba1-4225-b930-4f9b011a5782 req-a5a0057a-02b9-4254-8c93-5ab2939e9e08 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.5149045 Nov 19 09:26:04.308607 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f6740-f935-4961-b6f1-8952d6146d34 req-e846913e-c6ff-4b21-ac4f-7f976ceb39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:04.310525 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9b2f6740-f935-4961-b6f1-8952d6146d34 req-e846913e-c6ff-4b21-ac4f-7f976ceb39c2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fbfb4f80-8652-4f22-9f6e-789965f4b9d8 HTTP/1.1" status: 200 len: 912 time: 0.3777657 Nov 19 09:26:04.384413 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9b2f6740-f935-4961-b6f1-8952d6146d34 req-5a4e72dc-e17e-4836-a94d-9d2713de3258 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0452d9a5-5f89-4af0-8af7-85f60db7ac30 HTTP/1.1" status: 200 len: 217 time: 0.0601883 Nov 19 09:26:04.421683 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7c8cd20-fba1-4225-b930-4f9b011a5782 req-1ce2a4d1-cc9f-4a26-ace3-2798919b8251 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460540 Nov 19 09:26:04.565217 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f6740-f935-4961-b6f1-8952d6146d34 req-7f5c07ca-4f2e-4170-ae4d-93b716c08cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:04.575383 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9b2f6740-f935-4961-b6f1-8952d6146d34 req-7f5c07ca-4f2e-4170-ae4d-93b716c08cf1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4164d9b8-b748-4119-9198-6fe8fb005819 HTTP/1.1" status: 200 len: 851 time: 0.1720414 Nov 19 09:26:04.634095 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9b2f6740-f935-4961-b6f1-8952d6146d34 req-a60b05b7-e087-44ad-ab65-5ea71f75bdaf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fbfb4f80-8652-4f22-9f6e-789965f4b9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523674 Nov 19 09:26:04.807114 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5572965a-b6da-4120-bbcf-c447f02fce29 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:04.869250 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9b2f6740-f935-4961-b6f1-8952d6146d34 req-383a7f58-71c2-4852-ae08-221fecb39b4c service neutron] 10.222.0.71 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228639 Nov 19 09:26:04.950891 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5572965a-b6da-4120-bbcf-c447f02fce29 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:05.037181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5572965a-b6da-4120-bbcf-c447f02fce29 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Network c78d1822-5be9-4de3-91b9-6edf50b3ceaa is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:05.044835 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5572965a-b6da-4120-bbcf-c447f02fce29 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:05.054642 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572965a-b6da-4120-bbcf-c447f02fce29 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event updated for resources: {'Port': ['ID=e3426b57-7371-4a5b-bb47-7e7f79ea84ee,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:05.065181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572965a-b6da-4120-bbcf-c447f02fce29 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:05.072624 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5572965a-b6da-4120-bbcf-c447f02fce29 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:05.073863 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5572965a-b6da-4120-bbcf-c447f02fce29 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:05.107667 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9b2f6740-f935-4961-b6f1-8952d6146d34 req-436249a0-1b61-4d2a-be58-6813d5aa1107 service neutron] 10.222.0.71 "GET /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300885 Nov 19 09:26:05.112038 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5572965a-b6da-4120-bbcf-c447f02fce29 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1180069 Nov 19 09:26:05.115077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55534) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:05.120417 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-2bd6b491-d495-45a8-8d52-e23e8c59bfea tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Request body: {'port': {'network_id': 'c78d1822-5be9-4de3-91b9-6edf50b3ceaa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1579373499'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:05.311809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd6b491-d495-45a8-8d52-e23e8c59bfea tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Made reservation on behalf of 87857d32b2524faebc7a77c53748e114 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:05.316499 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b491-d495-45a8-8d52-e23e8c59bfea tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:05.346440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-2bd6b491-d495-45a8-8d52-e23e8c59bfea tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] device_id is not set on port f968a929-5b52-4e8b-8b22-fe4cdb5dcf5c yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:26:05.574593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-62830c13-683f-47e7-9542-f0ef70713379 None None] Provisioning complete for port e3426b57-7371-4a5b-bb47-7e7f79ea84ee triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:05.575111 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-62830c13-683f-47e7-9542-f0ef70713379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:05.670231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-2bd6b491-d495-45a8-8d52-e23e8c59bfea tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Allocated IP 2001:db8::1e0 (c78d1822-5be9-4de3-91b9-6edf50b3ceaa/be552404-1521-40ab-8e68-14f27377265e/f968a929-5b52-4e8b-8b22-fe4cdb5dcf5c) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:05.681378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-62830c13-683f-47e7-9542-f0ef70713379 None None] Port e3426b57-7371-4a5b-bb47-7e7f79ea84ee cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:26:05.687045 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:26:05.744372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911da067-bb24-40cd-9a60-622cfe87d5b3 req-4e87bfc3-9acd-4630-a4b8-962081bc97e0 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:05.746028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-911da067-bb24-40cd-9a60-622cfe87d5b3 req-4e87bfc3-9acd-4630-a4b8-962081bc97e0 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1686087 Nov 19 09:26:05.888814 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-911da067-bb24-40cd-9a60-622cfe87d5b3 req-a7426169-de7b-43a4-8d17-cce8d1bd03e1 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314371 Nov 19 09:26:05.971520 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b491-d495-45a8-8d52-e23e8c59bfea tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:06.019335 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b491-d495-45a8-8d52-e23e8c59bfea tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:06.081972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd6b491-d495-45a8-8d52-e23e8c59bfea tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Network c78d1822-5be9-4de3-91b9-6edf50b3ceaa is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:06.093974 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-2bd6b491-d495-45a8-8d52-e23e8c59bfea tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:06.116967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd6b491-d495-45a8-8d52-e23e8c59bfea tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:06.125874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd6b491-d495-45a8-8d52-e23e8c59bfea tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:06.126858 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b491-d495-45a8-8d52-e23e8c59bfea tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:06.185677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6b491-d495-45a8-8d52-e23e8c59bfea tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event updated for resources: {'Port': ['ID=f968a929-5b52-4e8b-8b22-fe4cdb5dcf5c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:06.197598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55570) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:06.199631 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2bd6b491-d495-45a8-8d52-e23e8c59bfea tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0776060 Nov 19 09:26:06.206127 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3f75b898-ccf5-43c8-b4a2-dfaa109c0d15 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1a1', 'mac_address': 'fa:16:3e:a5:57:2b'}, {'ip_address': '2001:db8::110', 'mac_address': 'fa:16:3e:da:3a:0f'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:06.425412 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f75b898-ccf5-43c8-b4a2-dfaa109c0d15 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:06.624753 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8c15f5ad-fa32-4b2e-9601-f2279009dc3a None None] Provisioning complete for port f968a929-5b52-4e8b-8b22-fe4cdb5dcf5c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:06.626263 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8c15f5ad-fa32-4b2e-9601-f2279009dc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:06.721504 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8c15f5ad-fa32-4b2e-9601-f2279009dc3a None None] Port f968a929-5b52-4e8b-8b22-fe4cdb5dcf5c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:26:06.854991 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f75b898-ccf5-43c8-b4a2-dfaa109c0d15 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:06.861673 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f75b898-ccf5-43c8-b4a2-dfaa109c0d15 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:06.925106 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3f75b898-ccf5-43c8-b4a2-dfaa109c0d15 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] In _notify_port_updated(), no bound segment for port f968a929-5b52-4e8b-8b22-fe4cdb5dcf5c on network c78d1822-5be9-4de3-91b9-6edf50b3ceaa {{(pid=103476) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:26:06.932673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f75b898-ccf5-43c8-b4a2-dfaa109c0d15 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:06.933402 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f75b898-ccf5-43c8-b4a2-dfaa109c0d15 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:06.937923 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55588) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:06.938472 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3f75b898-ccf5-43c8-b4a2-dfaa109c0d15 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "PUT /v2.0/ports/f968a929-5b52-4e8b-8b22-fe4cdb5dcf5c HTTP/1.1" status: 200 len: 1068 time: 0.7398932 Nov 19 09:26:06.982292 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75b898-ccf5-43c8-b4a2-dfaa109c0d15 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event updated for resources: {'Port': ['ID=f968a929-5b52-4e8b-8b22-fe4cdb5dcf5c,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:07.157764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e0b10-cfe8-4186-a834-372f43101d6f req-ecbb947a-fb6d-49bd-8041-dc8f609a7e1a tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:07.165112 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b3e0b10-cfe8-4186-a834-372f43101d6f req-ecbb947a-fb6d-49bd-8041-dc8f609a7e1a tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1054068 Nov 19 09:26:07.195128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-d25181c0-5b79-4f5d-8ee1-0d904c282d41 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Deleting port f968a929-5b52-4e8b-8b22-fe4cdb5dcf5c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:07.195849 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d25181c0-5b79-4f5d-8ee1-0d904c282d41 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:07.318793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b3e0b10-cfe8-4186-a834-372f43101d6f req-a6224b3a-c7f5-42cb-bcdb-27dba06ad2f9 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505413 Nov 19 09:26:07.392950 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d25181c0-5b79-4f5d-8ee1-0d904c282d41 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:07.409961 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-d25181c0-5b79-4f5d-8ee1-0d904c282d41 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Calling delete_port for f968a929-5b52-4e8b-8b22-fe4cdb5dcf5c owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:07.492214 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0a7a0e8e-6d3b-4b19-b9e0-2546cfbdf105 None None] Provisioning complete for port f968a929-5b52-4e8b-8b22-fe4cdb5dcf5c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:07.492588 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0e8e-6d3b-4b19-b9e0-2546cfbdf105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:07.567522 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a0e8e-6d3b-4b19-b9e0-2546cfbdf105 None None] Port f968a929-5b52-4e8b-8b22-fe4cdb5dcf5c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:26:07.597340 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d25181c0-5b79-4f5d-8ee1-0d904c282d41 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:07.641267 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25181c0-5b79-4f5d-8ee1-0d904c282d41 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event deleted for resources: {'Port': ['ID=f968a929-5b52-4e8b-8b22-fe4cdb5dcf5c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:07.976472 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d25181c0-5b79-4f5d-8ee1-0d904c282d41 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:07.989480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55598) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:07.995670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d25181c0-5b79-4f5d-8ee1-0d904c282d41 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "DELETE /v2.0/ports/f968a929-5b52-4e8b-8b22-fe4cdb5dcf5c HTTP/1.1" status: 204 len: 168 time: 1.0475278 Nov 19 09:26:08.102461 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b0a29e-4085-4478-829c-c02b66db6e8c tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] GET failed (client error): The resource could not be found. Nov 19 09:26:08.105776 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-64b0a29e-4085-4478-829c-c02b66db6e8c tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "GET /v2.0/ports/f968a929-5b52-4e8b-8b22-fe4cdb5dcf5c HTTP/1.1" status: 404 len: 333 time: 0.1136992 Nov 19 09:26:08.110744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55604) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:08.269978 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fadb6de9-c3d6-4cde-9326-bc6d5acd1954 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Deleting port e3426b57-7371-4a5b-bb47-7e7f79ea84ee {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:08.269978 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fadb6de9-c3d6-4cde-9326-bc6d5acd1954 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:08.403070 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fadb6de9-c3d6-4cde-9326-bc6d5acd1954 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:08.422686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fadb6de9-c3d6-4cde-9326-bc6d5acd1954 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Calling delete_port for e3426b57-7371-4a5b-bb47-7e7f79ea84ee owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:08.487996 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343e2e2-26b4-45c5-89bb-9bac17704cc3 req-e7606594-db74-44fe-8dc4-ccf555b03d87 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:08.496596 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c343e2e2-26b4-45c5-89bb-9bac17704cc3 req-e7606594-db74-44fe-8dc4-ccf555b03d87 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.0727963 Nov 19 09:26:08.566367 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c343e2e2-26b4-45c5-89bb-9bac17704cc3 req-0e7f06be-1327-487b-8297-4b5a919ccfe3 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646553 Nov 19 09:26:08.655673 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fadb6de9-c3d6-4cde-9326-bc6d5acd1954 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:08.744795 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb6de9-c3d6-4cde-9326-bc6d5acd1954 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event deleted for resources: {'Port': ['ID=e3426b57-7371-4a5b-bb47-7e7f79ea84ee,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:08.750901 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fadb6de9-c3d6-4cde-9326-bc6d5acd1954 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:08.755933 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fadb6de9-c3d6-4cde-9326-bc6d5acd1954 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "DELETE /v2.0/ports/e3426b57-7371-4a5b-bb47-7e7f79ea84ee HTTP/1.1" status: 204 len: 168 time: 0.6437163 Nov 19 09:26:08.759469 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55620) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:08.801163 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74937d3-9b53-4663-8c0b-2142c0606362 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] GET failed (client error): The resource could not be found. Nov 19 09:26:08.803638 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c74937d3-9b53-4663-8c0b-2142c0606362 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "GET /v2.0/ports/e3426b57-7371-4a5b-bb47-7e7f79ea84ee HTTP/1.1" status: 404 len: 333 time: 0.0427568 Nov 19 09:26:08.807339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55624) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:09.089995 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-4aa26628-33a7-47c3-9a86-5dcd37da03d5 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Deleting port c0453d4d-d1e5-436c-84e1-da3d7baf4257 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:09.091802 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4aa26628-33a7-47c3-9a86-5dcd37da03d5 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:09.227958 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65965b6b-2102-4407-ad44-1b2e0ad61894 req-b06bacb0-3376-42cb-8abb-ca35a0bc7ed4 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:09.231661 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65965b6b-2102-4407-ad44-1b2e0ad61894 req-b06bacb0-3376-42cb-8abb-ca35a0bc7ed4 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.2241607 Nov 19 09:26:09.335653 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4aa26628-33a7-47c3-9a86-5dcd37da03d5 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:09.347790 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65965b6b-2102-4407-ad44-1b2e0ad61894 req-550cc0f9-1fbb-46f7-b337-09ca0ce613c6 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073732 Nov 19 09:26:09.371444 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-4aa26628-33a7-47c3-9a86-5dcd37da03d5 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Calling delete_port for c0453d4d-d1e5-436c-84e1-da3d7baf4257 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:09.605159 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4aa26628-33a7-47c3-9a86-5dcd37da03d5 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:09.644633 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa26628-33a7-47c3-9a86-5dcd37da03d5 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event deleted for resources: {'Port': ['ID=c0453d4d-d1e5-436c-84e1-da3d7baf4257,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:09.677827 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4aa26628-33a7-47c3-9a86-5dcd37da03d5 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:09.682626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4aa26628-33a7-47c3-9a86-5dcd37da03d5 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "DELETE /v2.0/ports/c0453d4d-d1e5-436c-84e1-da3d7baf4257 HTTP/1.1" status: 204 len: 168 time: 0.8736396 Nov 19 09:26:09.685675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55644) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:09.787154 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-b826581d-1789-41ea-b359-120c486f59d6 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Deleting subnet be552404-1521-40ab-8e68-14f27377265e {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:26:09.791648 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b826581d-1789-41ea-b359-120c486f59d6 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:09.911255 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b826581d-1789-41ea-b359-120c486f59d6 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:10.053242 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b826581d-1789-41ea-b359-120c486f59d6 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:10.159371 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b826581d-1789-41ea-b359-120c486f59d6 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:10.192738 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826581d-1789-41ea-b359-120c486f59d6 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event deleted for resources: {'Subnet': ['ID=be552404-1521-40ab-8e68-14f27377265e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:10.197282 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b826581d-1789-41ea-b359-120c486f59d6 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:10.200833 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b826581d-1789-41ea-b359-120c486f59d6 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "DELETE /v2.0/subnets/be552404-1521-40ab-8e68-14f27377265e HTTP/1.1" status: 204 len: 168 time: 0.5141017 Nov 19 09:26:10.203424 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55654) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:10.229457 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8ed22f-9c6f-4a6d-a80f-47530dcbd2f1 None None] Network c78d1822-5be9-4de3-91b9-6edf50b3ceaa requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:10.417001 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:10.557737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Deleting port ab7ae346-011e-498e-b78e-b3c287adcca8 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:10.558729 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:10.582639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504bf9ff-5dce-4def-86b5-d63cc3a3ae9b None None] DHCP port deletion for c78d1822-5be9-4de3-91b9-6edf50b3ceaa request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:26:10.599773 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e24d8b-9aab-4be2-ac08-a5c439a49462 req-4ddb54d0-b7db-44af-8ada-c2c3f625f082 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:10.617804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72e24d8b-9aab-4be2-ac08-a5c439a49462 req-4ddb54d0-b7db-44af-8ada-c2c3f625f082 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.1463578 Nov 19 09:26:10.697697 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] For port ab7ae346-011e-498e-b78e-b3c287adcca8, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ab7ae346-011e-498e-b78e-b3c287adcca8,segment=NetworkSegment(08bcb1f7-d68c-46fe-a432-721b68032387),segment_id=08bcb1f7-d68c-46fe-a432-721b68032387)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:10.698723 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:10.727925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Calling delete_port for ab7ae346-011e-498e-b78e-b3c287adcca8 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:10.757298 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-504bf9ff-5dce-4def-86b5-d63cc3a3ae9b None None] Deleting port ab7ae346-011e-498e-b78e-b3c287adcca8 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:10.758143 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-504bf9ff-5dce-4def-86b5-d63cc3a3ae9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:10.789893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72e24d8b-9aab-4be2-ac08-a5c439a49462 req-48460fef-6e0e-4d3e-8c70-4106c7819aff tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710725 Nov 19 09:26:10.810962 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b8b9afdc-9c7f-41ca-8e48-060ec07300ac req-0e1e9b77-a40d-4cd8-9228-3514455e4cf0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0986016 Nov 19 09:26:10.897565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-504bf9ff-5dce-4def-86b5-d63cc3a3ae9b None None] For port ab7ae346-011e-498e-b78e-b3c287adcca8, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ab7ae346-011e-498e-b78e-b3c287adcca8,segment=NetworkSegment(08bcb1f7-d68c-46fe-a432-721b68032387),segment_id=08bcb1f7-d68c-46fe-a432-721b68032387)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:10.898544 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-504bf9ff-5dce-4def-86b5-d63cc3a3ae9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:10.929893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-504bf9ff-5dce-4def-86b5-d63cc3a3ae9b None None] Calling delete_port for ab7ae346-011e-498e-b78e-b3c287adcca8 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:11.058753 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9afdc-9c7f-41ca-8e48-060ec07300ac req-1cf49512-4d48-4280-b60b-d65b45013e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:11.063213 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-504bf9ff-5dce-4def-86b5-d63cc3a3ae9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:11.064131 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b8b9afdc-9c7f-41ca-8e48-060ec07300ac req-1cf49512-4d48-4280-b60b-d65b45013e31 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 1098 time: 0.1686871 Nov 19 09:26:11.080409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55678) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:11.099016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504bf9ff-5dce-4def-86b5-d63cc3a3ae9b None None] No DVR routers for this DVR port ab7ae346-011e-498e-b78e-b3c287adcca8 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:26:11.148183 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bf9ff-5dce-4def-86b5-d63cc3a3ae9b None None] Pushing event deleted for resources: {'Port': ['ID=ab7ae346-011e-498e-b78e-b3c287adcca8,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:11.148704 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:11.292026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ab7ae346-011e-498e-b78e-b3c287adcca8 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:26:11.343157 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] No DVR routers for this DVR port ab7ae346-011e-498e-b78e-b3c287adcca8 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:26:11.353817 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event deleted for resources: {'Port': ['ID=ab7ae346-011e-498e-b78e-b3c287adcca8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:11.366950 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-819df599-6679-4e9d-bdb2-369df60616d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:11.392216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: ab7ae346-011e-498e-b78e-b3c287adcca8 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:26:11.392568 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ab7ae346-011e-498e-b78e-b3c287adcca8 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:26:11.512497 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:11.560250 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9afdc-9c7f-41ca-8e48-060ec07300ac req-0bf5aaf5-73fd-4cab-b880-72729ff5da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:11.562061 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b8b9afdc-9c7f-41ca-8e48-060ec07300ac req-0bf5aaf5-73fd-4cab-b880-72729ff5da6f service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 912 time: 0.4617951 Nov 19 09:26:11.564526 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78d1822-5be9-4de3-91b9-6edf50b3ceaa']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:11.614813 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-819df599-6679-4e9d-bdb2-369df60616d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:11.624009 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-819df599-6679-4e9d-bdb2-369df60616d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:11.654335 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b8b9afdc-9c7f-41ca-8e48-060ec07300ac req-b1b99598-e75c-488c-83c3-da54eb711243 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b98dd8fa-ae7b-4324-868e-427a0b7eb64d HTTP/1.1" status: 200 len: 217 time: 0.0687292 Nov 19 09:26:11.665343 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bcb1f7-d68c-46fe-a432-721b68032387') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:11.665801 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bcb1f7-d68c-46fe-a432-721b68032387') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:11.684880 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-819df599-6679-4e9d-bdb2-369df60616d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03516f2803cb4960aced275282197b69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6019366 Nov 19 09:26:11.686163 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55688) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:11.689001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819df599-6679-4e9d-bdb2-369df60616d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41f71ab-4754-4bd0-8a8f-8f4d1fb3bef4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:11.758229 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:11.783919 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-111db18f-8293-4f17-82ac-05a87f650bc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:11.804518 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:11.828607 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:26:11.829207 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:11.833615 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9afdc-9c7f-41ca-8e48-060ec07300ac req-5c3c3d69-9703-4f2e-a261-09fde5608fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:11.838629 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b8b9afdc-9c7f-41ca-8e48-060ec07300ac req-5c3c3d69-9703-4f2e-a261-09fde5608fc6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.1687517 Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:26:11.842356 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:26:11.874546 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-111db18f-8293-4f17-82ac-05a87f650bc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:12.043923 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:12.044424 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-111db18f-8293-4f17-82ac-05a87f650bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:12.051543 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:12.057523 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-111db18f-8293-4f17-82ac-05a87f650bc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:12.063213 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-111db18f-8293-4f17-82ac-05a87f650bc7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a41f71ab-4754-4bd0-8a8f-8f4d1fb3bef4 HTTP/1.1" status: 204 len: 168 time: 0.3753438 Nov 19 09:26:12.075274 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] 10.222.0.21 "DELETE /v2.0/networks/c78d1822-5be9-4de3-91b9-6edf50b3ceaa HTTP/1.1" status: 204 len: 168 time: 1.8695095 Nov 19 09:26:12.076366 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111db18f-8293-4f17-82ac-05a87f650bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41f71ab-4754-4bd0-8a8f-8f4d1fb3bef4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:12.165728 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f415702-06f9-47db-a98a-3e62bb1f8da1 tempest-AllowedAddressPairIpV6TestJSON-1319995803 tempest-AllowedAddressPairIpV6TestJSON-1319995803-project] Pushing event deleted for resources: {'Network': ['ID=c78d1822-5be9-4de3-91b9-6edf50b3ceaa,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:12.182274 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9afdc-9c7f-41ca-8e48-060ec07300ac req-d4177868-f839-4c43-ac15-176f2eb578f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:12.186220 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b8b9afdc-9c7f-41ca-8e48-060ec07300ac req-d4177868-f839-4c43-ac15-176f2eb578f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3288360 Nov 19 09:26:12.343739 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b8b9afdc-9c7f-41ca-8e48-060ec07300ac req-66006353-cd15-4c63-b164-b023097518d6 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495113 Nov 19 09:26:12.383910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca2e1e-7b3f-4fb7-aa39-45a520425b4b req-f11d4a1b-4caa-45fd-8af8-b344abc9433d tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:12.385770 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3eca2e1e-7b3f-4fb7-aa39-45a520425b4b req-f11d4a1b-4caa-45fd-8af8-b344abc9433d tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.3758523 Nov 19 09:26:12.580762 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b8b9afdc-9c7f-41ca-8e48-060ec07300ac req-4d793ac8-f46f-4ad6-a75a-e45f67bc157d service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276983 Nov 19 09:26:12.584653 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3eca2e1e-7b3f-4fb7-aa39-45a520425b4b req-20eba594-b407-45b3-ae42-f5264ee87661 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855724 Nov 19 09:26:13.015805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55722) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:13.302153 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7d6e57b9-0294-41f5-9dcc-b9e6c5559251 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87857d32b2524faebc7a77c53748e114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2836781 Nov 19 09:26:13.307779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55734) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:13.373269 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d8f3f-586e-4558-9db6-9e18dc5a5689 req-bf79e93e-7e52-49cc-8727-53be717a980d tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:13.374860 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ce8d8f3f-586e-4558-9db6-9e18dc5a5689 req-bf79e93e-7e52-49cc-8727-53be717a980d tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.71 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.7515357 Nov 19 09:26:13.439762 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-676590e7-9963-4c33-bc9f-b16d9acfa042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:13.481439 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-676590e7-9963-4c33-bc9f-b16d9acfa042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:13.562588 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-676590e7-9963-4c33-bc9f-b16d9acfa042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:13.569167 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-676590e7-9963-4c33-bc9f-b16d9acfa042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:13.591428 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-676590e7-9963-4c33-bc9f-b16d9acfa042 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4940575-b0f2-4601-bbb7-819350805aeb HTTP/1.1" status: 204 len: 168 time: 0.2792938 Nov 19 09:26:13.624984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676590e7-9963-4c33-bc9f-b16d9acfa042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4940575-b0f2-4601-bbb7-819350805aeb,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:13.785788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-ce8d8f3f-586e-4558-9db6-9e18dc5a5689 req-aff61f8e-a233-4501-9c0a-28df09e30fdd tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Deleting port 0452d9a5-5f89-4af0-8af7-85f60db7ac30 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:13.787748 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ce8d8f3f-586e-4558-9db6-9e18dc5a5689 req-aff61f8e-a233-4501-9c0a-28df09e30fdd tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:13.936338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801174c-6a75-4fde-8d8a-eaabda2ed41f req-28ad8d2b-8bd4-463a-b932-feb02a8796e5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:13.945901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e801174c-6a75-4fde-8d8a-eaabda2ed41f req-28ad8d2b-8bd4-463a-b932-feb02a8796e5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2725332 Nov 19 09:26:13.948251 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ce8d8f3f-586e-4558-9db6-9e18dc5a5689 req-aff61f8e-a233-4501-9c0a-28df09e30fdd tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] For port 0452d9a5-5f89-4af0-8af7-85f60db7ac30, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=0452d9a5-5f89-4af0-8af7-85f60db7ac30,segment=NetworkSegment(22439cb8-7698-4ffa-b590-008fc8fe100a),segment_id=22439cb8-7698-4ffa-b590-008fc8fe100a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:13.949664 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ce8d8f3f-586e-4558-9db6-9e18dc5a5689 req-aff61f8e-a233-4501-9c0a-28df09e30fdd tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:13.994203 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-ce8d8f3f-586e-4558-9db6-9e18dc5a5689 req-aff61f8e-a233-4501-9c0a-28df09e30fdd tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Calling delete_port for 0452d9a5-5f89-4af0-8af7-85f60db7ac30 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:14.027105 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5738e9-ba06-4c38-8a67-8b5998d411e3 req-c6696821-9aa6-4dfb-a4ed-501a3db71275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:14.031800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de59575-f86d-4368-a3e1-e754023e8ae4 req-748a40a2-4056-45f2-b371-2ff016a67202 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:14.032678 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fc5738e9-ba06-4c38-8a67-8b5998d411e3 req-c6696821-9aa6-4dfb-a4ed-501a3db71275 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 1096 time: 0.3990378 Nov 19 09:26:14.046167 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9de59575-f86d-4368-a3e1-e754023e8ae4 req-748a40a2-4056-45f2-b371-2ff016a67202 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 945 time: 0.2349839 Nov 19 09:26:14.160047 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e801174c-6a75-4fde-8d8a-eaabda2ed41f req-9e07da14-5fff-48b7-b5ed-0d68523ee218 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135630 Nov 19 09:26:14.279838 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9de59575-f86d-4368-a3e1-e754023e8ae4 req-0c59ca0d-991c-4680-86c5-0d9aac4e662b tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325799 Nov 19 09:26:14.420552 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5738e9-ba06-4c38-8a67-8b5998d411e3 req-4191b089-dfe7-42ba-a75d-b730109fb611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:14.423170 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fc5738e9-ba06-4c38-8a67-8b5998d411e3 req-4191b089-dfe7-42ba-a75d-b730109fb611 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 912 time: 0.3793249 Nov 19 09:26:14.606334 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ce8d8f3f-586e-4558-9db6-9e18dc5a5689 req-aff61f8e-a233-4501-9c0a-28df09e30fdd tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:14.620186 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b78c37ed-591e-4201-b0f2-979a8504e080', '0452d9a5-5f89-4af0-8af7-85f60db7ac30'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:26:14.694240 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff61f8e-a233-4501-9c0a-28df09e30fdd tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Pushing event deleted for resources: {'Port': ['ID=0452d9a5-5f89-4af0-8af7-85f60db7ac30,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:14.715192 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fc5738e9-ba06-4c38-8a67-8b5998d411e3 req-b04c3d26-20f5-4860-89ab-fd68b088612e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d HTTP/1.1" status: 200 len: 999 time: 0.2738426 Nov 19 09:26:14.743917 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadfc61c-c356-4533-bcc1-68ffe6e5da9f None None] DHCP port deletion for fbfb4f80-8652-4f22-9f6e-789965f4b9d8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:26:14.802879 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5738e9-ba06-4c38-8a67-8b5998d411e3 req-2927325c-c4f4-4c77-b208-026d999b88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:14.806016 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fc5738e9-ba06-4c38-8a67-8b5998d411e3 req-2927325c-c4f4-4c77-b208-026d999b88c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.0720327 Nov 19 09:26:14.857976 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8d8f3f-586e-4558-9db6-9e18dc5a5689 req-aff61f8e-a233-4501-9c0a-28df09e30fdd tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] No DVR routers for this DVR port 0452d9a5-5f89-4af0-8af7-85f60db7ac30 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:26:14.871098 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ce8d8f3f-586e-4558-9db6-9e18dc5a5689 req-aff61f8e-a233-4501-9c0a-28df09e30fdd tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:14.883717 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ce8d8f3f-586e-4558-9db6-9e18dc5a5689 req-aff61f8e-a233-4501-9c0a-28df09e30fdd tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.71 "DELETE /v2.0/ports/0452d9a5-5f89-4af0-8af7-85f60db7ac30 HTTP/1.1" status: 204 len: 173 time: 1.4942284 Nov 19 09:26:14.886557 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b47232-3669-4cc2-ae0f-e5049cd4177a', 'name': 'network-vif-deleted', 'tag': '0452d9a5-5f89-4af0-8af7-85f60db7ac30'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:26:14.898200 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958295d9-e3a0-4555-9f16-6a4a1bc37f90" -d '{"events": [{"server_uuid": "44b47232-3669-4cc2-ae0f-e5049cd4177a", "name": "network-vif-deleted", "tag": "0452d9a5-5f89-4af0-8af7-85f60db7ac30"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:26:14.985234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5738e9-ba06-4c38-8a67-8b5998d411e3 req-0fa8f6c0-9a8e-42d2-9c51-10b6e7a8ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:14.994819 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fc5738e9-ba06-4c38-8a67-8b5998d411e3 req-0fa8f6c0-9a8e-42d2-9c51-10b6e7a8ab7b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1656830 Nov 19 09:26:14.996717 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5a2ce1-0e67-41fc-acfe-2fbfebb46aa7 x-openstack-request-id: req-aa5a2ce1-0e67-41fc-acfe-2fbfebb46aa7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:26:14.997683 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b47232-3669-4cc2-ae0f-e5049cd4177a", "name": "network-vif-deleted", "tag": "0452d9a5-5f89-4af0-8af7-85f60db7ac30", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:26:14.997997 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa5a2ce1-0e67-41fc-acfe-2fbfebb46aa7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:26:15.000056 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b47232-3669-4cc2-ae0f-e5049cd4177a', 'name': 'network-vif-deleted', 'tag': '0452d9a5-5f89-4af0-8af7-85f60db7ac30', 'status': 'completed', 'code': 200} Nov 19 09:26:15.189934 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55794) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:15.329594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7180a894-1c75-4306-be8d-4ddd7bfd02d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-970529102'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:15.379223 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fc5738e9-ba06-4c38-8a67-8b5998d411e3 req-e331cefc-9db0-4e11-85ef-3cac88468bf8 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770356 Nov 19 09:26:15.435867 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:15.497161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7180a894-1c75-4306-be8d-4ddd7bfd02d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:15.501428 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7180a894-1c75-4306-be8d-4ddd7bfd02d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:15.528011 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7180a894-1c75-4306-be8d-4ddd7bfd02d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:15.571313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a168cbb-7f59-49fe-9288-06b501b09113 req-903731bd-e8f6-4427-9248-0bde48a084ec tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b47232-3669-4cc2-ae0f-e5049cd4177a HTTP/1.1" status: 200 len: 210 time: 0.0757532 Nov 19 09:26:15.606749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b2343-9445-48d2-8320-9eb2330cc4fd req-581fa24f-819a-438c-adb8-a2f8b1c4d797 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:15.621102 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-915b2343-9445-48d2-8320-9eb2330cc4fd req-581fa24f-819a-438c-adb8-a2f8b1c4d797 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.3004739 Nov 19 09:26:15.686939 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fc5738e9-ba06-4c38-8a67-8b5998d411e3 req-1f80e372-0571-438b-9474-3a17e1fd6d73 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987344 Nov 19 09:26:15.806480 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-915b2343-9445-48d2-8320-9eb2330cc4fd req-eda4e290-df6c-4418-8ae6-896565f07343 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839652 Nov 19 09:26:15.923406 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7180a894-1c75-4306-be8d-4ddd7bfd02d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:15.929539 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7180a894-1c75-4306-be8d-4ddd7bfd02d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:15.965717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7180a894-1c75-4306-be8d-4ddd7bfd02d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:26:15.992251 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7180a894-1c75-4306-be8d-4ddd7bfd02d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:15.992905 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-7180a894-1c75-4306-be8d-4ddd7bfd02d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Added segment d4868ff1-e441-4de4-aa66-f50c70e7d389 of type vlan for network ded7164f-a204-4255-9f6b-c93599969f88 Nov 19 09:26:15.994834 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180a894-1c75-4306-be8d-4ddd7bfd02d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60765dfe-02e8-44fe-a31b-181e2924225c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:16.060123 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7180a894-1c75-4306-be8d-4ddd7bfd02d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:16.128588 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7180a894-1c75-4306-be8d-4ddd7bfd02d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:16.155001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7180a894-1c75-4306-be8d-4ddd7bfd02d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:16.155686 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7180a894-1c75-4306-be8d-4ddd7bfd02d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:16.293890 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7180a894-1c75-4306-be8d-4ddd7bfd02d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1030574 Nov 19 09:26:16.298981 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55832) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:16.311382 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a24b4f4b-e998-4f1c-bc47-b68272974098 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:16.389283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180a894-1c75-4306-be8d-4ddd7bfd02d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Network': ['ID=ded7164f-a204-4255-9f6b-c93599969f88,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:16.420903 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network ded7164f-a204-4255-9f6b-c93599969f88 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:26:16.515202 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24b4f4b-e998-4f1c-bc47-b68272974098 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:16.519241 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a24b4f4b-e998-4f1c-bc47-b68272974098 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:16.867535 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a24b4f4b-e998-4f1c-bc47-b68272974098 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:17.050405 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b4f4b-e998-4f1c-bc47-b68272974098 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:26:17.050799 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b4f4b-e998-4f1c-bc47-b68272974098 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network hostable DHCP agents. Network: ded7164f-a204-4255-9f6b-c93599969f88, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:26:17.060198 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b4f4b-e998-4f1c-bc47-b68272974098 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=4ba025bf-6ec1-4cd3-baf7-936e66e4af3d,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:17.089984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b4f4b-e998-4f1c-bc47-b68272974098 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:26:17.117206 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a24b4f4b-e998-4f1c-bc47-b68272974098 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, ded7164f-a204-4255-9f6b-c93599969f88) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:17.132752 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3bbffd-771f-431a-b67e-cfe42cd01ff3 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:17.146706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24b4f4b-e998-4f1c-bc47-b68272974098 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:17.147844 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a24b4f4b-e998-4f1c-bc47-b68272974098 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:17.176303 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a24b4f4b-e998-4f1c-bc47-b68272974098 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8757861 Nov 19 09:26:17.178120 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55858) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:17.209805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2c7b8b5b-3f74-47ec-ab1f-e647b9912330 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'name': 'tempest-NetworksTestDHCPv6-653921982'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:17.244809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055d858-c582-4913-bf55-1f637a1cebcc req-6aec4f08-8fe4-48e9-b1d6-08e1192edb56 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:17.265656 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0055d858-c582-4913-bf55-1f637a1cebcc req-6aec4f08-8fe4-48e9-b1d6-08e1192edb56 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2121391 Nov 19 09:26:17.381037 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0055d858-c582-4913-bf55-1f637a1cebcc req-ed7b1ac1-a617-4d81-9703-6ee4f1a33565 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986888 Nov 19 09:26:17.496701 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267efa4b-c9cd-4310-b6c1-189175d2b8e2 req-cb553f64-e1ee-4f1c-a605-85a19a461959 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:17.507739 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-267efa4b-c9cd-4310-b6c1-189175d2b8e2 req-cb553f64-e1ee-4f1c-a605-85a19a461959 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.1345131 Nov 19 09:26:17.632933 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7b8b5b-3f74-47ec-ab1f-e647b9912330 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:17.641957 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8b5b-3f74-47ec-ab1f-e647b9912330 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:17.649345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': '4ba025bf-6ec1-4cd3-baf7-936e66e4af3d'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:26:17.650922 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:17.665890 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-2c7b8b5b-3f74-47ec-ab1f-e647b9912330 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 6d866784-927c-4ad7-b922-5ec08b2d6e8b yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:26:17.686073 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-267efa4b-c9cd-4310-b6c1-189175d2b8e2 req-e6f6a787-de02-4f5f-881a-31999d646eb8 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738794 Nov 19 09:26:17.926408 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:17.953390 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Allocated IP 2001:db8::2 (ded7164f-a204-4255-9f6b-c93599969f88/4ba025bf-6ec1-4cd3-baf7-936e66e4af3d/8c7abfff-b23b-42f4-8ab1-5962a949c378) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:18.158965 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:18.200706 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:18.253964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 0452d9a5-5f89-4af0-8af7-85f60db7ac30 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:26:18.313814 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 0452d9a5-5f89-4af0-8af7-85f60db7ac30 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:26:18.314310 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 0452d9a5-5f89-4af0-8af7-85f60db7ac30 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:26:18.317191 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:18.318516 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Pushing event updated for resources: {'Port': ['ID=8c7abfff-b23b-42f4-8ab1-5962a949c378,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:18.325560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:18.328138 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:18.394613 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-2c7b8b5b-3f74-47ec-ab1f-e647b9912330 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::b5 (ded7164f-a204-4255-9f6b-c93599969f88/4ba025bf-6ec1-4cd3-baf7-936e66e4af3d/6d866784-927c-4ad7-b922-5ec08b2d6e8b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:18.421439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Attempting to bind port 8c7abfff-b23b-42f4-8ab1-5962a949c378 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:26:18.421816 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Attempting to bind port 8c7abfff-b23b-42f4-8ab1-5962a949c378 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:26:18.422191 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Attempting to bind port 8c7abfff-b23b-42f4-8ab1-5962a949c378 on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:26:18.429262 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:26:18.429651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:26:18.430065 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:18.430438 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:26:18.430925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Bound port: 8c7abfff-b23b-42f4-8ab1-5962a949c378, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:26:18.431310 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:18.611432 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] For port 8c7abfff-b23b-42f4-8ab1-5962a949c378, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:26:18.616801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] For port 8c7abfff-b23b-42f4-8ab1-5962a949c378, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8c7abfff-b23b-42f4-8ab1-5962a949c378,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:26:18.630943 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:18.767361 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8b5b-3f74-47ec-ab1f-e647b9912330 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:18.778254 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f77bcc-2bca-4af4-8551-79cac263f7c1 None None] Pushing event updated for resources: {'Port': ['ID=8c7abfff-b23b-42f4-8ab1-5962a949c378,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:18.835593 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8b5b-3f74-47ec-ab1f-e647b9912330 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:18.923353 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8b5b-3f74-47ec-ab1f-e647b9912330 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=6d866784-927c-4ad7-b922-5ec08b2d6e8b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:18.955693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b32ae-a8e1-48dc-98e3-d4dff84ea505 req-aa005abf-e903-4700-8834-04fde451721f tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:18.958406 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7b8b5b-3f74-47ec-ab1f-e647b9912330 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:18.962315 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2c7b8b5b-3f74-47ec-ab1f-e647b9912330 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:18.964336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b0b32ae-a8e1-48dc-98e3-d4dff84ea505 req-aa005abf-e903-4700-8834-04fde451721f tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.0908976 Nov 19 09:26:18.966451 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7b8b5b-3f74-47ec-ab1f-e647b9912330 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:18.973566 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7b8b5b-3f74-47ec-ab1f-e647b9912330 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:18.974526 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8b5b-3f74-47ec-ab1f-e647b9912330 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:19.003665 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2c7b8b5b-3f74-47ec-ab1f-e647b9912330 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8243389 Nov 19 09:26:19.012636 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55894) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:19.069956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b0b32ae-a8e1-48dc-98e3-d4dff84ea505 req-a90dda44-acca-4fd9-a1f6-73e69a69e92d tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e5cc856-5cf2-4e50-872f-060d8eea6d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045759 Nov 19 09:26:19.222777 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b606b8f-1852-4579-8643-99ea9d4c5fa3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:19.256733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b606b8f-1852-4579-8643-99ea9d4c5fa3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:19.261388 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5b606b8f-1852-4579-8643-99ea9d4c5fa3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2390239 Nov 19 09:26:19.262908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55898) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:19.375425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8c7abfff-b23b-42f4-8ab1-5962a949c378 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:26:19.455879 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd407d64-1326-448b-b66e-9363b3c3172d req-5ec20a8e-10bc-45d6-b744-1ecf65bd4e59 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:19.461145 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bd407d64-1326-448b-b66e-9363b3c3172d req-5ec20a8e-10bc-45d6-b744-1ecf65bd4e59 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 946 time: 0.1046810 Nov 19 09:26:19.553695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-e214987c-0975-44ce-b9e5-930e6455536f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 6d866784-927c-4ad7-b922-5ec08b2d6e8b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:19.554454 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e214987c-0975-44ce-b9e5-930e6455536f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:19.604725 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8c7abfff-b23b-42f4-8ab1-5962a949c378 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:19.605508 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:19.758505 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:19.768441 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-bd407d64-1326-448b-b66e-9363b3c3172d req-00f495c6-c7bf-44e9-bc91-44847c14117a tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Deleting port b78c37ed-591e-4201-b0f2-979a8504e080 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:19.768801 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bd407d64-1326-448b-b66e-9363b3c3172d req-00f495c6-c7bf-44e9-bc91-44847c14117a tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:19.797845 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e214987c-0975-44ce-b9e5-930e6455536f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:19.830843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-e214987c-0975-44ce-b9e5-930e6455536f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 6d866784-927c-4ad7-b922-5ec08b2d6e8b owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:19.988694 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 8c7abfff-b23b-42f4-8ab1-5962a949c378, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8c7abfff-b23b-42f4-8ab1-5962a949c378,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:19.998897 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:20.035239 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-bd407d64-1326-448b-b66e-9363b3c3172d req-00f495c6-c7bf-44e9-bc91-44847c14117a tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] For port b78c37ed-591e-4201-b0f2-979a8504e080, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b78c37ed-591e-4201-b0f2-979a8504e080,segment=NetworkSegment(22439cb8-7698-4ffa-b590-008fc8fe100a),segment_id=22439cb8-7698-4ffa-b590-008fc8fe100a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:20.035631 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bd407d64-1326-448b-b66e-9363b3c3172d req-00f495c6-c7bf-44e9-bc91-44847c14117a tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:20.056261 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-bd407d64-1326-448b-b66e-9363b3c3172d req-00f495c6-c7bf-44e9-bc91-44847c14117a tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Calling delete_port for b78c37ed-591e-4201-b0f2-979a8504e080 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:20.101783 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2a89f1d4-0522-42d6-8b34-95c114300ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:20.250025 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=8c7abfff-b23b-42f4-8ab1-5962a949c378,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:20.307189 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e214987c-0975-44ce-b9e5-930e6455536f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:20.404332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214987c-0975-44ce-b9e5-930e6455536f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=6d866784-927c-4ad7-b922-5ec08b2d6e8b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:20.417977 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bd407d64-1326-448b-b66e-9363b3c3172d req-00f495c6-c7bf-44e9-bc91-44847c14117a tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:20.430783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b78c37ed-591e-4201-b0f2-979a8504e080'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:26:20.495165 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e214987c-0975-44ce-b9e5-930e6455536f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:20.513900 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e214987c-0975-44ce-b9e5-930e6455536f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/6d866784-927c-4ad7-b922-5ec08b2d6e8b HTTP/1.1" status: 204 len: 168 time: 1.2490971 Nov 19 09:26:20.517771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55924) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:20.529277 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f495c6-c7bf-44e9-bc91-44847c14117a tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Pushing event deleted for resources: {'Port': ['ID=b78c37ed-591e-4201-b0f2-979a8504e080,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:20.537516 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6da4ed8-f024-4a80-925f-81b142288006 None None] DHCP port deletion for fbfb4f80-8652-4f22-9f6e-789965f4b9d8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:26:20.643258 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd407d64-1326-448b-b66e-9363b3c3172d req-00f495c6-c7bf-44e9-bc91-44847c14117a tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] No DVR routers for this DVR port b78c37ed-591e-4201-b0f2-979a8504e080 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:26:20.647912 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bd407d64-1326-448b-b66e-9363b3c3172d req-00f495c6-c7bf-44e9-bc91-44847c14117a tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:20.664765 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bd407d64-1326-448b-b66e-9363b3c3172d req-00f495c6-c7bf-44e9-bc91-44847c14117a tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.71 "DELETE /v2.0/ports/b78c37ed-591e-4201-b0f2-979a8504e080 HTTP/1.1" status: 204 len: 173 time: 1.1949534 Nov 19 09:26:20.665334 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8', 'name': 'network-vif-deleted', 'tag': 'b78c37ed-591e-4201-b0f2-979a8504e080'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:26:20.673054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb41a96d-d0d2-4ebc-a8c6-ce83175d0048 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:20.674906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb41a96d-d0d2-4ebc-a8c6-ce83175d0048 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:20.690784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fb41a96d-d0d2-4ebc-a8c6-ce83175d0048 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1729586 Nov 19 09:26:20.690784 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55934) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:20.691241 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5364085-2bc4-4a7e-8712-6bdf4009a6e4" -d '{"events": [{"server_uuid": "ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8", "name": "network-vif-deleted", "tag": "b78c37ed-591e-4201-b0f2-979a8504e080"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:26:20.735348 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24a7b6c1-b2c0-4a0b-86f2-2202b7fcff24 req-f8ea151e-e8bc-4f06-b513-ae04c79a2c87 tempest-ServerRescueTestJSON-414792948 tempest-ServerRescueTestJSON-414792948-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8 HTTP/1.1" status: 200 len: 210 time: 0.3193138 Nov 19 09:26:20.829151 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d48676-38c8-479e-9024-0a19fd1fb04a x-openstack-request-id: req-67d48676-38c8-479e-9024-0a19fd1fb04a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:26:20.829463 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8", "name": "network-vif-deleted", "tag": "b78c37ed-591e-4201-b0f2-979a8504e080", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:26:20.829728 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67d48676-38c8-479e-9024-0a19fd1fb04a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:26:20.830305 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdbb0ea-1b05-4b6d-9a64-9743d29a20d8', 'name': 'network-vif-deleted', 'tag': 'b78c37ed-591e-4201-b0f2-979a8504e080', 'status': 'completed', 'code': 200} Nov 19 09:26:20.936785 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dff34ba-4873-4376-a5bf-c677c9382a24 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:20.963547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a918b9f-6181-4e0c-be75-3e614fcad0f8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 4ba025bf-6ec1-4cd3-baf7-936e66e4af3d {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:26:20.977332 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a918b9f-6181-4e0c-be75-3e614fcad0f8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:21.064256 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a918b9f-6181-4e0c-be75-3e614fcad0f8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:21.070218 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3e9a8662-d4d2-46ee-8be3-6829aab8ca25 None None] Provisioning complete for port 8c7abfff-b23b-42f4-8ab1-5962a949c378 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:21.072313 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e9a8662-d4d2-46ee-8be3-6829aab8ca25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:21.238662 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a918b9f-6181-4e0c-be75-3e614fcad0f8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:21.339146 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8c7abfff-b23b-42f4-8ab1-5962a949c378 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:26:21.408258 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8c7abfff-b23b-42f4-8ab1-5962a949c378 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:21.408581 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:21.547243 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a918b9f-6181-4e0c-be75-3e614fcad0f8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:21.585395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a918b9f-6181-4e0c-be75-3e614fcad0f8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba025bf-6ec1-4cd3-baf7-936e66e4af3d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:21.590784 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a918b9f-6181-4e0c-be75-3e614fcad0f8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:21.595622 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1a918b9f-6181-4e0c-be75-3e614fcad0f8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/4ba025bf-6ec1-4cd3-baf7-936e66e4af3d HTTP/1.1" status: 204 len: 168 time: 0.8709857 Nov 19 09:26:21.598355 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55950) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:21.736750 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4af3a017-c29f-4a6c-8bbf-42501b60bb5f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1365736 Nov 19 09:26:21.743203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55954) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:21.758252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-708b51c7-8dd1-4577-8dc4-468549378c59 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:21.878336 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55964) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:21.952733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708b51c7-8dd1-4577-8dc4-468549378c59 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:21.958287 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-708b51c7-8dd1-4577-8dc4-468549378c59 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:21.994970 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d7db17-590e-4418-b60e-819eed19ea4c None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:22.037291 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0a33043a-160f-4b87-88e0-d83b9d11013f None None] Provisioning complete for port 8c7abfff-b23b-42f4-8ab1-5962a949c378 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:22.040797 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0a33043a-160f-4b87-88e0-d83b9d11013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:22.348878 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fdb63a67-a1e2-49e3-ad5b-43e2fd795017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:22.479036 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-708b51c7-8dd1-4577-8dc4-468549378c59 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:22.568685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:26:22.621337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708b51c7-8dd1-4577-8dc4-468549378c59 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:22.659862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-708b51c7-8dd1-4577-8dc4-468549378c59 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:22.672727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b51c7-8dd1-4577-8dc4-468549378c59 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:22.673345 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-708b51c7-8dd1-4577-8dc4-468549378c59 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:22.678370 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b51c7-8dd1-4577-8dc4-468549378c59 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=8e1a23b3-268a-4488-8b43-2226cd0ceea4,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:22.719785 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Deleting port 8c7abfff-b23b-42f4-8ab1-5962a949c378 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:22.723713 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:22.724001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-708b51c7-8dd1-4577-8dc4-468549378c59 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9697840 Nov 19 09:26:22.724328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55990) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:22.742947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a9b95495-f3b5-480e-8a65-1e5efcdf04e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'name': 'tempest-NetworksTestDHCPv6-1933596371'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:23.046932 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] For port 8c7abfff-b23b-42f4-8ab1-5962a949c378, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8c7abfff-b23b-42f4-8ab1-5962a949c378,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:23.048585 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:23.119928 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Calling delete_port for 8c7abfff-b23b-42f4-8ab1-5962a949c378 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:23.147368 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d08e0a1-59d7-4919-ae5d-688154cc7a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:23.485125 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8c7abfff-b23b-42f4-8ab1-5962a949c378 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:26:23.542752 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:23.638985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b95495-f3b5-480e-8a65-1e5efcdf04e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:23.683383 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9b95495-f3b5-480e-8a65-1e5efcdf04e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:23.737073 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:23.748470 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-a9b95495-f3b5-480e-8a65-1e5efcdf04e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 3ea3b023-74a8-4f74-a938-bf4c77b57253 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:26:23.770146 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:23.890639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Pushing event deleted for resources: {'Port': ['ID=8c7abfff-b23b-42f4-8ab1-5962a949c378,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:23.902102 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] No DVR routers for this DVR port 8c7abfff-b23b-42f4-8ab1-5962a949c378 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:26:23.921220 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:23.921886 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:23.923929 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:23.925929 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:23.927198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:23.927671 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:23.928288 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:23.928993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:23.929555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:23.930071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:23.930952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:23.931436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a86a8f-e8b0-41ad-b959-5e121cea768e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:23.946087 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e907cf1-e36e-498e-8077-0c38b8607563 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:23.965379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-a9b95495-f3b5-480e-8a65-1e5efcdf04e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::35 (ded7164f-a204-4255-9f6b-c93599969f88/8e1a23b3-268a-4488-8b43-2226cd0ceea4/3ea3b023-74a8-4f74-a938-bf4c77b57253) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:24.137694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4d08e0a1-59d7-4919-ae5d-688154cc7a4b admin admin] Deleting port c7676fc4-84e1-45a4-ab8b-07bf8484d028 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:24.137694 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d08e0a1-59d7-4919-ae5d-688154cc7a4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:24.274779 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9b95495-f3b5-480e-8a65-1e5efcdf04e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:24.294076 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b78c37ed-591e-4201-b0f2-979a8504e080 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:26:24.297746 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4d08e0a1-59d7-4919-ae5d-688154cc7a4b admin admin] For port c7676fc4-84e1-45a4-ab8b-07bf8484d028, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c7676fc4-84e1-45a4-ab8b-07bf8484d028,segment=NetworkSegment(22439cb8-7698-4ffa-b590-008fc8fe100a),segment_id=22439cb8-7698-4ffa-b590-008fc8fe100a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:24.300018 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d08e0a1-59d7-4919-ae5d-688154cc7a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:24.351684 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4d08e0a1-59d7-4919-ae5d-688154cc7a4b admin admin] Calling delete_port for c7676fc4-84e1-45a4-ab8b-07bf8484d028 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:24.367301 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9b95495-f3b5-480e-8a65-1e5efcdf04e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:24.374239 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: b78c37ed-591e-4201-b0f2-979a8504e080 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:26:24.377853 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b78c37ed-591e-4201-b0f2-979a8504e080 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:26:24.520004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b95495-f3b5-480e-8a65-1e5efcdf04e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:24.526546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': '8e1a23b3-268a-4488-8b43-2226cd0ceea4'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:26:24.528271 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:24.539363 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a9b95495-f3b5-480e-8a65-1e5efcdf04e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:24.547361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b95495-f3b5-480e-8a65-1e5efcdf04e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:24.571431 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b95495-f3b5-480e-8a65-1e5efcdf04e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:24.573803 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9b95495-f3b5-480e-8a65-1e5efcdf04e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:24.606548 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b95495-f3b5-480e-8a65-1e5efcdf04e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=3ea3b023-74a8-4f74-a938-bf4c77b57253,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:24.647055 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a9b95495-f3b5-480e-8a65-1e5efcdf04e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9208362 Nov 19 09:26:24.653072 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56074) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:24.760877 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4da68c-2085-43c8-a71a-45e75c0be560 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:24.762668 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ac4da68c-2085-43c8-a71a-45e75c0be560 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1066761 Nov 19 09:26:24.766733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56080) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:24.882379 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d08e0a1-59d7-4919-ae5d-688154cc7a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:24.900836 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:24.951942 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa8408f-9048-4abf-afbb-0d07786aa4cc None None] DHCP port deletion for fbfb4f80-8652-4f22-9f6e-789965f4b9d8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:26:24.959641 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Allocated IP 2001:db8::2 (ded7164f-a204-4255-9f6b-c93599969f88/8e1a23b3-268a-4488-8b43-2226cd0ceea4/d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:25.019121 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2f6a8d75-be56-435e-87d7-21ac5d7d13ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 3ea3b023-74a8-4f74-a938-bf4c77b57253 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:25.019630 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8d75-be56-435e-87d7-21ac5d7d13ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:25.035044 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08e0a1-59d7-4919-ae5d-688154cc7a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7676fc4-84e1-45a4-ab8b-07bf8484d028,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:25.305202 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8d75-be56-435e-87d7-21ac5d7d13ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:25.340976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2f6a8d75-be56-435e-87d7-21ac5d7d13ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 3ea3b023-74a8-4f74-a938-bf4c77b57253 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:25.458960 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:25.471594 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d08e0a1-59d7-4919-ae5d-688154cc7a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:25.609291 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:25.626679 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:25.745857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:25.807034 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8d75-be56-435e-87d7-21ac5d7d13ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:25.816512 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Pushing event updated for resources: {'Port': ['ID=d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:25.838671 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:25.843122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:25.896191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a8d75-be56-435e-87d7-21ac5d7d13ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=3ea3b023-74a8-4f74-a938-bf4c77b57253,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:25.950621 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Attempting to bind port d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:26:25.951173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Attempting to bind port d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:26:25.951789 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Attempting to bind port d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:26:25.962360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:26:25.962861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:26:25.963467 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:25.964829 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:26:25.965776 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Bound port: d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:26:25.966461 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:25.982791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d08e0a1-59d7-4919-ae5d-688154cc7a4b admin admin] Router cd634709-7c4c-40e7-93b3-a2bb0e59f91c has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:26:25.997949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8d75-be56-435e-87d7-21ac5d7d13ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:26.010178 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2f6a8d75-be56-435e-87d7-21ac5d7d13ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/3ea3b023-74a8-4f74-a938-bf4c77b57253 HTTP/1.1" status: 204 len: 168 time: 1.2257235 Nov 19 09:26:26.011340 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56124) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:26.130276 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa1f206-b7db-4e83-80f7-229cfdd7504f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:26.132021 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa1f206-b7db-4e83-80f7-229cfdd7504f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:26.133808 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-aaa1f206-b7db-4e83-80f7-229cfdd7504f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1154091 Nov 19 09:26:26.140478 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56128) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:26.160432 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] For port d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:26:26.175283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] For port d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:26:26.197915 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:26.283416 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69ec890-3ab3-4a07-a6e8-40e5751cac14 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 8e1a23b3-268a-4488-8b43-2226cd0ceea4 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:26:26.291066 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a69ec890-3ab3-4a07-a6e8-40e5751cac14 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:26.331391 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf68b4-6865-4194-8aa7-287640b51a05 None None] Pushing event updated for resources: {'Port': ['ID=d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:26.358280 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d08e0a1-59d7-4919-ae5d-688154cc7a4b admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:26:26.381860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56132) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:26.382375 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4d08e0a1-59d7-4919-ae5d-688154cc7a4b admin admin] 10.222.0.21 "PUT /v2.0/routers/cd634709-7c4c-40e7-93b3-a2bb0e59f91c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5025392 Nov 19 09:26:26.383146 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825f1cf-7011-4546-ade9-43d5dbb64258 None None] Sync routers for ids ['cd634709-7c4c-40e7-93b3-a2bb0e59f91c'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:26:26.400450 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825f1cf-7011-4546-ade9-43d5dbb64258 None None] Routers {'cd634709-7c4c-40e7-93b3-a2bb0e59f91c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:26:26.403617 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2825f1cf-7011-4546-ade9-43d5dbb64258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:26:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cd634709-7c4c-40e7-93b3-a2bb0e59f91c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:26.411675 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a69ec890-3ab3-4a07-a6e8-40e5751cac14 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:26.642723 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2825f1cf-7011-4546-ade9-43d5dbb64258 None None] Set router cd634709-7c4c-40e7-93b3-a2bb0e59f91c gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:26:26.704455 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec15f1aa-87c3-43eb-9a01-bc7ea56b1bb8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:26.911551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56140) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:27.180122 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec15f1aa-87c3-43eb-9a01-bc7ea56b1bb8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:27.428341 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08e98d5b-8552-463d-95a3-4df783fc07a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:27.431604 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:26:27.459645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ec15f1aa-87c3-43eb-9a01-bc7ea56b1bb8 admin admin] Deleting port b00f8113-2f48-498c-b39f-48bcaa341d9d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:27.460139 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec15f1aa-87c3-43eb-9a01-bc7ea56b1bb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:27.497690 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2825f1cf-7011-4546-ade9-43d5dbb64258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'name': 'tempest-ServerRescueTestJSON-1784275814-router', 'tenant_id': '377509b251b6434586dac2984019285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'b00f8113-2f48-498c-b39f-48bcaa341d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:23:57Z', 'updated_at': '2021-11-19T09:26:24Z', 'revision_number': 5, 'project_id': '377509b251b6434586dac2984019285c', 'gw_port': {'id': 'b00f8113-2f48-498c-b39f-48bcaa341d9d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:23:58Z', 'updated_at': '2021-11-19T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:27.536448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:27.538839 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:27.657966 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825f1cf-7011-4546-ade9-43d5dbb64258 None None] Checking router: cd634709-7c4c-40e7-93b3-a2bb0e59f91c for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:26:27.703866 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825f1cf-7011-4546-ade9-43d5dbb64258 None None] Routers {'cd634709-7c4c-40e7-93b3-a2bb0e59f91c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:26:27.705986 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2825f1cf-7011-4546-ade9-43d5dbb64258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:26:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cd634709-7c4c-40e7-93b3-a2bb0e59f91c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:27.772327 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08e98d5b-8552-463d-95a3-4df783fc07a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:27.774551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-ec15f1aa-87c3-43eb-9a01-bc7ea56b1bb8 admin admin] For port b00f8113-2f48-498c-b39f-48bcaa341d9d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b00f8113-2f48-498c-b39f-48bcaa341d9d,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:27.777596 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec15f1aa-87c3-43eb-9a01-bc7ea56b1bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:27.824141 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08e98d5b-8552-463d-95a3-4df783fc07a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:27.839488 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a69ec890-3ab3-4a07-a6e8-40e5751cac14 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:27.856537 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:27.868742 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e98d5b-8552-463d-95a3-4df783fc07a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed73e50e-b993-4a1b-83f3-464bdd2badd5,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:27.872362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ec15f1aa-87c3-43eb-9a01-bc7ea56b1bb8 admin admin] Calling delete_port for b00f8113-2f48-498c-b39f-48bcaa341d9d owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:27.920953 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2825f1cf-7011-4546-ade9-43d5dbb64258 None None] Set router cd634709-7c4c-40e7-93b3-a2bb0e59f91c gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:26:27.942344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-08e98d5b-8552-463d-95a3-4df783fc07a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c175b79509be4de7bf915cce37aa7244&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0289178 Nov 19 09:26:27.945164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56150) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:28.051111 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a69ec890-3ab3-4a07-a6e8-40e5751cac14 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:28.104335 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ec890-3ab3-4a07-a6e8-40e5751cac14 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=8e1a23b3-268a-4488-8b43-2226cd0ceea4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:28.141904 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a69ec890-3ab3-4a07-a6e8-40e5751cac14 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:28.164313 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a69ec890-3ab3-4a07-a6e8-40e5751cac14 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/8e1a23b3-268a-4488-8b43-2226cd0ceea4 HTTP/1.1" status: 204 len: 168 time: 2.0219672 Nov 19 09:26:28.165895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56156) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:28.201900 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:26:28.202490 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:26:28.206414 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4b185b2c-a75d-49ba-a3bf-0bb1c0865b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:28.216870 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2825f1cf-7011-4546-ade9-43d5dbb64258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'name': 'tempest-ServerRescueTestJSON-1784275814-router', 'tenant_id': '377509b251b6434586dac2984019285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:23:57Z', 'updated_at': '2021-11-19T09:26:27Z', 'revision_number': 6, 'project_id': '377509b251b6434586dac2984019285c', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:28.281518 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-622dde04-830c-4074-829b-a99ac475e511 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1130412 Nov 19 09:26:28.284723 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56160) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:28.291184 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4379aab8-57e0-45ee-92af-92a44a9145a2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:28.311077 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825f1cf-7011-4546-ade9-43d5dbb64258 None None] The sync data for ids ['cd634709-7c4c-40e7-93b3-a2bb0e59f91c'] in n-d-805649-14 is: [{'id': 'cd634709-7c4c-40e7-93b3-a2bb0e59f91c', 'name': 'tempest-ServerRescueTestJSON-1784275814-router', 'tenant_id': '377509b251b6434586dac2984019285c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:23:57Z', 'updated_at': '2021-11-19T09:26:27Z', 'revision_number': 6, 'project_id': '377509b251b6434586dac2984019285c', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:26:28.428703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b7211a-598e-476f-8670-52cdd1414543 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:28.440936 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec15f1aa-87c3-43eb-9a01-bc7ea56b1bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:28.452864 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4b185b2c-a75d-49ba-a3bf-0bb1c0865b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:28.504245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4379aab8-57e0-45ee-92af-92a44a9145a2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:28.512143 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4379aab8-57e0-45ee-92af-92a44a9145a2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:28.515913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15f1aa-87c3-43eb-9a01-bc7ea56b1bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b00f8113-2f48-498c-b39f-48bcaa341d9d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:28.561283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7428e98c-8af8-4038-9407-ba478b00388f None None] Could not find standard attr ID for object 3ea3b023-74a8-4f74-a938-bf4c77b57253. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:26:28.584956 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74e1732-f318-45d1-bcbf-89c32caf24c3 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:26:28.634560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7428e98c-8af8-4038-9407-ba478b00388f None None] Provisioning complete for port d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:28.635059 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7428e98c-8af8-4038-9407-ba478b00388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:28.657603 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec15f1aa-87c3-43eb-9a01-bc7ea56b1bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:28.910207 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4b185b2c-a75d-49ba-a3bf-0bb1c0865b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:28.918751 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:28.922462 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4b185b2c-a75d-49ba-a3bf-0bb1c0865b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:28.924083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4b185b2c-a75d-49ba-a3bf-0bb1c0865b8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed73e50e-b993-4a1b-83f3-464bdd2badd5 HTTP/1.1" status: 204 len: 168 time: 0.9771819 Nov 19 09:26:28.954230 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec15f1aa-87c3-43eb-9a01-bc7ea56b1bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:28.968623 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec15f1aa-87c3-43eb-9a01-bc7ea56b1bb8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:29.033286 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:29.047907 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:29.100477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b185b2c-a75d-49ba-a3bf-0bb1c0865b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed73e50e-b993-4a1b-83f3-464bdd2badd5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:29.110507 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec15f1aa-87c3-43eb-9a01-bc7ea56b1bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:29.114658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec15f1aa-87c3-43eb-9a01-bc7ea56b1bb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd634709-7c4c-40e7-93b3-a2bb0e59f91c {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:26:29.136444 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec15f1aa-87c3-43eb-9a01-bc7ea56b1bb8 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:29.138267 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ec15f1aa-87c3-43eb-9a01-bc7ea56b1bb8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cd634709-7c4c-40e7-93b3-a2bb0e59f91c HTTP/1.1" status: 204 len: 168 time: 2.7553084 Nov 19 09:26:29.144950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56168) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:29.152717 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4379aab8-57e0-45ee-92af-92a44a9145a2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:29.222217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:29.259114 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4379aab8-57e0-45ee-92af-92a44a9145a2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:29.278555 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-4379aab8-57e0-45ee-92af-92a44a9145a2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:29.366342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13994008-b77d-446e-93d5-9d6819d2a4de None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:26:29.416844 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8911407-91d0-48bc-8082-a5e43b2c1e22 admin admin] Deleting subnet 4164d9b8-b748-4119-9198-6fe8fb005819 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:26:29.427034 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8911407-91d0-48bc-8082-a5e43b2c1e22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:29.505335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-13994008-b77d-446e-93d5-9d6819d2a4de None None] Deleting port d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:29.506539 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-13994008-b77d-446e-93d5-9d6819d2a4de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:29.509400 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379aab8-57e0-45ee-92af-92a44a9145a2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=86631f72-0d38-4ab6-a4dd-77f6b9b2fa09,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:29.513247 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4379aab8-57e0-45ee-92af-92a44a9145a2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:29.513785 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4379aab8-57e0-45ee-92af-92a44a9145a2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:29.522789 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8911407-91d0-48bc-8082-a5e43b2c1e22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:29.578145 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b00f8113-2f48-498c-b39f-48bcaa341d9d no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:26:29.623691 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56180) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:29.624334 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4379aab8-57e0-45ee-92af-92a44a9145a2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3373504 Nov 19 09:26:29.627506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: b00f8113-2f48-498c-b39f-48bcaa341d9d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:26:29.628161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b00f8113-2f48-498c-b39f-48bcaa341d9d not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:26:29.628871 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c7676fc4-84e1-45a4-ab8b-07bf8484d028 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:26:29.630608 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-91fd1783-0a7a-4a2b-8da4-8df5a2679e91 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'name': 'tempest-NetworksTestDHCPv6-123147215'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:29.638431 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8911407-91d0-48bc-8082-a5e43b2c1e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:29.663421 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: c7676fc4-84e1-45a4-ab8b-07bf8484d028 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:26:29.664082 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c7676fc4-84e1-45a4-ab8b-07bf8484d028 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:26:29.664703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:26:29.731345 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8911407-91d0-48bc-8082-a5e43b2c1e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:29.765145 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8911407-91d0-48bc-8082-a5e43b2c1e22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:29.768257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f8a65-6e82-4106-9645-e63d342b55a9 None None] Network fbfb4f80-8652-4f22-9f6e-789965f4b9d8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:29.776918 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a8911407-91d0-48bc-8082-a5e43b2c1e22 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4164d9b8-b748-4119-9198-6fe8fb005819 HTTP/1.1" status: 204 len: 168 time: 0.6263931 Nov 19 09:26:29.784683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56182) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:29.812015 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8911407-91d0-48bc-8082-a5e43b2c1e22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4164d9b8-b748-4119-9198-6fe8fb005819,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:29.866876 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56186) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:29.893413 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-13994008-b77d-446e-93d5-9d6819d2a4de None None] For port d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:29.894106 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-13994008-b77d-446e-93d5-9d6819d2a4de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:29.898022 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6d91e84-ddc4-4542-97a5-b827a36a8b98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:29.921333 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc598-52a0-467e-bd99-4fa81c193fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:30.114536 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc598-52a0-467e-bd99-4fa81c193fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:30.128450 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6d91e84-ddc4-4542-97a5-b827a36a8b98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:30.138133 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6d91e84-ddc4-4542-97a5-b827a36a8b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:30.161700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-9c7fc598-52a0-467e-bd99-4fa81c193fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfb4f80-8652-4f22-9f6e-789965f4b9d8']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:30.174539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fd1783-0a7a-4a2b-8da4-8df5a2679e91 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:30.179204 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91fd1783-0a7a-4a2b-8da4-8df5a2679e91 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:30.190979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d91e84-ddc4-4542-97a5-b827a36a8b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02b0de3-741d-49ae-825c-de989a37ab76,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:30.203894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-9c7fc598-52a0-467e-bd99-4fa81c193fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22439cb8-7698-4ffa-b590-008fc8fe100a') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:30.204558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-9c7fc598-52a0-467e-bd99-4fa81c193fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22439cb8-7698-4ffa-b590-008fc8fe100a') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:30.215820 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-91fd1783-0a7a-4a2b-8da4-8df5a2679e91 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port f11070bc-3131-44ae-a566-c9024ce179ff yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:26:30.228160 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc598-52a0-467e-bd99-4fa81c193fea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:30.234795 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-13994008-b77d-446e-93d5-9d6819d2a4de None None] Calling delete_port for d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:30.261995 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d6d91e84-ddc4-4542-97a5-b827a36a8b98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f107efcac4b44c594b38abce31ca100&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3924096 Nov 19 09:26:30.272436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56188) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:30.297016 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:30.297776 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc598-52a0-467e-bd99-4fa81c193fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:30.314234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7fc598-52a0-467e-bd99-4fa81c193fea admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:26:30.314993 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc598-52a0-467e-bd99-4fa81c193fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:26:30.317128 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:26:30.384182 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a484730-2933-405b-9b09-60311ccfba60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:30.418832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a484730-2933-405b-9b09-60311ccfba60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:30.420484 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56531404-44b2-418c-990a-94d6cc9e1194 None None] DHCP port deletion for fbfb4f80-8652-4f22-9f6e-789965f4b9d8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:26:30.439048 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-13994008-b77d-446e-93d5-9d6819d2a4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:30.485897 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc598-52a0-467e-bd99-4fa81c193fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:30.496904 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc598-52a0-467e-bd99-4fa81c193fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:30.500369 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9c7fc598-52a0-467e-bd99-4fa81c193fea admin admin] 10.222.0.21 "DELETE /v2.0/networks/fbfb4f80-8652-4f22-9f6e-789965f4b9d8 HTTP/1.1" status: 204 len: 168 time: 0.7143850 Nov 19 09:26:30.501201 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a484730-2933-405b-9b09-60311ccfba60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:30.509659 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6a484730-2933-405b-9b09-60311ccfba60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:30.511262 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6a484730-2933-405b-9b09-60311ccfba60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e02b0de3-741d-49ae-825c-de989a37ab76 HTTP/1.1" status: 204 len: 168 time: 0.2373998 Nov 19 09:26:30.523979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a484730-2933-405b-9b09-60311ccfba60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02b0de3-741d-49ae-825c-de989a37ab76,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:30.542930 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13994008-b77d-446e-93d5-9d6819d2a4de None None] Pushing event deleted for resources: {'Port': ['ID=d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:30.555807 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-91fd1783-0a7a-4a2b-8da4-8df5a2679e91 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::383 (ded7164f-a204-4255-9f6b-c93599969f88/86631f72-0d38-4ab6-a4dd-77f6b9b2fa09/f11070bc-3131-44ae-a566-c9024ce179ff) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:30.559267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13994008-b77d-446e-93d5-9d6819d2a4de None None] No DVR routers for this DVR port d78501e0-a4fb-4fef-a0c2-f8cce0c1d75e on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:26:30.573617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fc598-52a0-467e-bd99-4fa81c193fea admin admin] Pushing event deleted for resources: {'Network': ['ID=fbfb4f80-8652-4f22-9f6e-789965f4b9d8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:30.603184 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981bd63d-931e-4549-a474-92455389937b None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:30.915318 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56208) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:30.937660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': '86631f72-0d38-4ab6-a4dd-77f6b9b2fa09'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:26:30.938775 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:30.952841 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91fd1783-0a7a-4a2b-8da4-8df5a2679e91 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:31.005753 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5a7014da-6119-425a-8d03-2ad03923d3b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=377509b251b6434586dac2984019285c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0873668 Nov 19 09:26:31.010062 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91fd1783-0a7a-4a2b-8da4-8df5a2679e91 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:31.016424 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56218) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:31.035334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fd1783-0a7a-4a2b-8da4-8df5a2679e91 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:31.040844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-91fd1783-0a7a-4a2b-8da4-8df5a2679e91 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:31.090364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd1783-0a7a-4a2b-8da4-8df5a2679e91 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:31.101621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fd1783-0a7a-4a2b-8da4-8df5a2679e91 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:31.105543 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91fd1783-0a7a-4a2b-8da4-8df5a2679e91 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:31.154481 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e37f4ff-53f2-4c12-a5cf-3643d5ef0ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:31.163713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-91fd1783-0a7a-4a2b-8da4-8df5a2679e91 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5363405 Nov 19 09:26:31.167657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56222) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:31.205724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd1783-0a7a-4a2b-8da4-8df5a2679e91 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=f11070bc-3131-44ae-a566-c9024ce179ff,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:31.239268 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e37f4ff-53f2-4c12-a5cf-3643d5ef0ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:31.300503 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a99fd70-76ab-4a06-9a8d-5fc83a5d25f1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:31.302879 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2a99fd70-76ab-4a06-9a8d-5fc83a5d25f1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1321316 Nov 19 09:26:31.306597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56228) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:31.375087 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e37f4ff-53f2-4c12-a5cf-3643d5ef0ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:31.379362 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e37f4ff-53f2-4c12-a5cf-3643d5ef0ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:31.386086 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4e37f4ff-53f2-4c12-a5cf-3643d5ef0ee8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e5cc856-5cf2-4e50-872f-060d8eea6d17 HTTP/1.1" status: 204 len: 168 time: 0.3675783 Nov 19 09:26:31.405778 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37f4ff-53f2-4c12-a5cf-3643d5ef0ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5cc856-5cf2-4e50-872f-060d8eea6d17,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:31.468606 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Allocated IP 2001:db8::2 (ded7164f-a204-4255-9f6b-c93599969f88/86631f72-0d38-4ab6-a4dd-77f6b9b2fa09/f69c6ae2-23af-465f-a46f-5ae2b8dfd700) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:31.573953 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0cecf989-af32-4a14-a10a-17f2e53dacb4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port f11070bc-3131-44ae-a566-c9024ce179ff {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:31.574482 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0cecf989-af32-4a14-a10a-17f2e53dacb4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:31.754019 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0cecf989-af32-4a14-a10a-17f2e53dacb4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:31.793888 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:31.795175 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0cecf989-af32-4a14-a10a-17f2e53dacb4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for f11070bc-3131-44ae-a566-c9024ce179ff owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:31.801433 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:31.858815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:31.864908 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:31.867295 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Pushing event updated for resources: {'Port': ['ID=f69c6ae2-23af-465f-a46f-5ae2b8dfd700,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:31.869609 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:31.995931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Attempting to bind port f69c6ae2-23af-465f-a46f-5ae2b8dfd700 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:26:31.996306 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Attempting to bind port f69c6ae2-23af-465f-a46f-5ae2b8dfd700 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:26:31.996688 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Attempting to bind port f69c6ae2-23af-465f-a46f-5ae2b8dfd700 on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:26:32.005675 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:26:32.006073 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:26:32.006501 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:32.007068 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:26:32.007580 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Bound port: f69c6ae2-23af-465f-a46f-5ae2b8dfd700, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:26:32.008091 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:32.085883 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0cecf989-af32-4a14-a10a-17f2e53dacb4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:32.094634 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] For port f69c6ae2-23af-465f-a46f-5ae2b8dfd700, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:26:32.099414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] For port f69c6ae2-23af-465f-a46f-5ae2b8dfd700, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f69c6ae2-23af-465f-a46f-5ae2b8dfd700,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:26:32.113362 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:32.204838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecf989-af32-4a14-a10a-17f2e53dacb4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=f11070bc-3131-44ae-a566-c9024ce179ff,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:32.269063 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0cecf989-af32-4a14-a10a-17f2e53dacb4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:32.280433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56262) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:32.280990 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0cecf989-af32-4a14-a10a-17f2e53dacb4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/f11070bc-3131-44ae-a566-c9024ce179ff HTTP/1.1" status: 204 len: 168 time: 0.9719846 Nov 19 09:26:32.314893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59cb12-3f22-4dd2-8f87-d8ae04624a7e None None] Pushing event updated for resources: {'Port': ['ID=f69c6ae2-23af-465f-a46f-5ae2b8dfd700,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:32.394283 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feac908-4044-46de-b121-3ca49eee0252 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:32.396138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feac908-4044-46de-b121-3ca49eee0252 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:32.405126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56264) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:32.405379 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7feac908-4044-46de-b121-3ca49eee0252 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1234314 Nov 19 09:26:32.491900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7176d75-43f3-4bb5-8f5f-7395fca3337c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 86631f72-0d38-4ab6-a4dd-77f6b9b2fa09 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:26:32.501432 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7176d75-43f3-4bb5-8f5f-7395fca3337c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:32.619322 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7176d75-43f3-4bb5-8f5f-7395fca3337c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:32.754935 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7176d75-43f3-4bb5-8f5f-7395fca3337c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:32.890839 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7176d75-43f3-4bb5-8f5f-7395fca3337c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:32.982303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7176d75-43f3-4bb5-8f5f-7395fca3337c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=86631f72-0d38-4ab6-a4dd-77f6b9b2fa09,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:33.022003 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7176d75-43f3-4bb5-8f5f-7395fca3337c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:33.042787 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a7176d75-43f3-4bb5-8f5f-7395fca3337c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/86631f72-0d38-4ab6-a4dd-77f6b9b2fa09 HTTP/1.1" status: 204 len: 168 time: 0.6356912 Nov 19 09:26:33.045376 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56298) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:33.171197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56300) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:33.199631 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1018e0cb-2671-4630-b54f-8a24b4bde526 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1517231 Nov 19 09:26:33.202268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56304) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:33.299483 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d553ec-95ba-41ca-88ec-19cd039c2c80 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:33.303429 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-47d553ec-95ba-41ca-88ec-19cd039c2c80 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0999103 Nov 19 09:26:33.307785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56310) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:33.387843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f69c6ae2-23af-465f-a46f-5ae2b8dfd700 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:26:33.518288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28682398-ca3b-4c8b-86e4-13ba2bceed0f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:33.519894 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-28682398-ca3b-4c8b-86e4-13ba2bceed0f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2108908 Nov 19 09:26:33.522712 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56312) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:33.570292 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f69c6ae2-23af-465f-a46f-5ae2b8dfd700 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:33.570944 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:33.633816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56318) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:33.640572 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-daf92e1e-0f87-4bbe-9a14-df2f7387b7cb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:33.651541 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-98eb2c7b-70e0-44db-812a-a1a9473f38da tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124508 Nov 19 09:26:33.858872 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-network', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:33.859244 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:33.974740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Made reservation on behalf of d5a15a2a66164afb93f2d14252df0114 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:33.975973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port f69c6ae2-23af-465f-a46f-5ae2b8dfd700, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f69c6ae2-23af-465f-a46f-5ae2b8dfd700,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:33.983876 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:33.991047 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:34.031843 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:34.133789 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf92e1e-0f87-4bbe-9a14-df2f7387b7cb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:34.134701 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaea26a-78e2-43c6-96e3-8edfc2b4900f None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:34.146974 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-daf92e1e-0f87-4bbe-9a14-df2f7387b7cb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:34.342443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=f69c6ae2-23af-465f-a46f-5ae2b8dfd700,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:34.356113 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b762b636-bcec-40c5-9a28-4b07453c89c6 None None] Provisioning complete for port f69c6ae2-23af-465f-a46f-5ae2b8dfd700 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:34.356499 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b762b636-bcec-40c5-9a28-4b07453c89c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:34.551697 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:34.573829 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:34.622816 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d9f97b-fd75-4fce-9f65-55bb4e7eee92 None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:26:34.700776 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c495b639-6062-4324-8cb0-89ce4727df70,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:34.722015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:34.722368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:34.722717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:34.723060 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:34.723396 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:34.723734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:34.724068 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:34.724397 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:34.724722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:34.725053 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:34.725474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:34.725803 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:34.736768 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:26:34.775168 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:34.775909 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Added segment 9e26ce1d-c552-4411-adb5-f151c50d6b70 of type vlan for network adf7d336-074e-44d3-8e19-ce86c53cb336 Nov 19 09:26:34.777926 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-38d9f97b-fd75-4fce-9f65-55bb4e7eee92 None None] Deleting port f69c6ae2-23af-465f-a46f-5ae2b8dfd700 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:34.779146 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38d9f97b-fd75-4fce-9f65-55bb4e7eee92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:34.936351 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-daf92e1e-0f87-4bbe-9a14-df2f7387b7cb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:35.013743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf92e1e-0f87-4bbe-9a14-df2f7387b7cb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=58dfa307-205e-4e01-bef7-9f7b440c1975,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:35.032577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:35.046198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf92e1e-0f87-4bbe-9a14-df2f7387b7cb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:35.051255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-daf92e1e-0f87-4bbe-9a14-df2f7387b7cb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:35.059219 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf92e1e-0f87-4bbe-9a14-df2f7387b7cb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:35.060257 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-daf92e1e-0f87-4bbe-9a14-df2f7387b7cb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:35.101355 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:35.103130 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:35.104084 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:35.134235 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-38d9f97b-fd75-4fce-9f65-55bb4e7eee92 None None] For port f69c6ae2-23af-465f-a46f-5ae2b8dfd700, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f69c6ae2-23af-465f-a46f-5ae2b8dfd700,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:35.136153 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38d9f97b-fd75-4fce-9f65-55bb4e7eee92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:35.142600 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-daf92e1e-0f87-4bbe-9a14-df2f7387b7cb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5073185 Nov 19 09:26:35.146702 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56348) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:35.158753 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'fixed_ips': [{'subnet_id': '58dfa307-205e-4e01-bef7-9f7b440c1975', 'ip_address': '2001:db8::cf80:c03d:f24a:305'}], 'name': 'tempest-NetworksTestDHCPv6-44678923'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:35.170282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-38d9f97b-fd75-4fce-9f65-55bb4e7eee92 None None] Calling delete_port for f69c6ae2-23af-465f-a46f-5ae2b8dfd700 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:35.178629 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0063190 Nov 19 09:26:35.246406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56350) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:35.264831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-cabd5e32-680b-43bf-99e3-69daad8eb28f admin admin] Request body: {'subnet': {'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-subnet', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:35.319955 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f69c6ae2-23af-465f-a46f-5ae2b8dfd700 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:26:35.350767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff623132-00de-4f18-b4c8-80a75486ee85 admin admin] Pushing event updated for resources: {'Network': ['ID=adf7d336-074e-44d3-8e19-ce86c53cb336,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:35.392823 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabd5e32-680b-43bf-99e3-69daad8eb28f admin admin] Made reservation on behalf of d5a15a2a66164afb93f2d14252df0114 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:35.395491 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cabd5e32-680b-43bf-99e3-69daad8eb28f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:35.399849 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network adf7d336-074e-44d3-8e19-ce86c53cb336 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:26:35.539106 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:35.598460 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38d9f97b-fd75-4fce-9f65-55bb4e7eee92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:35.681180 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d9f97b-fd75-4fce-9f65-55bb4e7eee92 None None] No DVR routers for this DVR port f69c6ae2-23af-465f-a46f-5ae2b8dfd700 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:26:35.714040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9f97b-fd75-4fce-9f65-55bb4e7eee92 None None] Pushing event deleted for resources: {'Port': ['ID=f69c6ae2-23af-465f-a46f-5ae2b8dfd700,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:35.715741 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:35.718214 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:35.739617 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfce3372-72bc-4201-9963-6716ad3084f9 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:35.763215 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 91cd84dd-289f-48cc-80d7-fffc07a40270 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:26:35.818330 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cabd5e32-680b-43bf-99e3-69daad8eb28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:35.914690 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabd5e32-680b-43bf-99e3-69daad8eb28f admin admin] Checking segment: {'id': '9e26ce1d-c552-4411-adb5-f151c50d6b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:26:35.915404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabd5e32-680b-43bf-99e3-69daad8eb28f admin admin] Network hostable DHCP agents. Network: adf7d336-074e-44d3-8e19-ce86c53cb336, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:26:35.918843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd5e32-680b-43bf-99e3-69daad8eb28f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba5e1be-b792-4b32-8ac6-a703a78c0607,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:35.942462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabd5e32-680b-43bf-99e3-69daad8eb28f admin admin] Network adf7d336-074e-44d3-8e19-ce86c53cb336 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:26:35.959822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-cabd5e32-680b-43bf-99e3-69daad8eb28f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, adf7d336-074e-44d3-8e19-ce86c53cb336) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:35.964514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabd5e32-680b-43bf-99e3-69daad8eb28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:35.965190 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cabd5e32-680b-43bf-99e3-69daad8eb28f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:35.974910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0416ea-dbf8-4a9f-a1eb-c43224b4c287 None None] Network adf7d336-074e-44d3-8e19-ce86c53cb336 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:35.986963 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cabd5e32-680b-43bf-99e3-69daad8eb28f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7391040 Nov 19 09:26:35.989907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56368) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:35.995369 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-router', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:36.032498 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:36.034007 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:36.089980 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::cf80:c03d:f24a:305 (ded7164f-a204-4255-9f6b-c93599969f88/58dfa307-205e-4e01-bef7-9f7b440c1975/91cd84dd-289f-48cc-80d7-fffc07a40270) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:36.147831 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': '58dfa307-205e-4e01-bef7-9f7b440c1975'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:26:36.148711 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:36.153968 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:36.238004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7d9ee2-62ba-41ef-832b-19028cd61bc4 None None] Network adf7d336-074e-44d3-8e19-ce86c53cb336 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:36.668712 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:36.735052 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:36.741076 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:36.866890 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:36.870753 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Allocated IP 2001:db8::2 (ded7164f-a204-4255-9f6b-c93599969f88/58dfa307-205e-4e01-bef7-9f7b440c1975/f650bd1a-7003-45a6-96c6-9bcc93167c2d) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:36.875510 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:36.900213 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:36.926283 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:36.931884 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:36.980037 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=91cd84dd-289f-48cc-80d7-fffc07a40270,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:37.000633 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.8516595 Nov 19 09:26:37.006998 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56400) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:37.015060 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:37.021706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:37.022494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:37.023891 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:37.025023 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:37.025720 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:37.030834 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:37.031888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:37.033732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:37.034459 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:37.040106 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:37.041993 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9978a185-387c-4949-95e4-d3299b85d6fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:37.196785 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e9eab-013e-4073-b569-bb47d0a04ce2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:37.199139 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-af8e9eab-013e-4073-b569-bb47d0a04ce2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1872046 Nov 19 09:26:37.207946 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56404) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:37.301070 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:37.314325 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:37.365009 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:37.391449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Pushing event updated for resources: {'Port': ['ID=f650bd1a-7003-45a6-96c6-9bcc93167c2d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:37.399794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-470ccd30-e5bf-48fb-86eb-7c825de97e87 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 91cd84dd-289f-48cc-80d7-fffc07a40270 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:37.400280 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-470ccd30-e5bf-48fb-86eb-7c825de97e87 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:37.434623 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:37.437035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:37.441865 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:37.480575 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:37.585520 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Attempting to bind port f650bd1a-7003-45a6-96c6-9bcc93167c2d on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:26:37.585905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Attempting to bind port f650bd1a-7003-45a6-96c6-9bcc93167c2d by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:26:37.586283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Attempting to bind port f650bd1a-7003-45a6-96c6-9bcc93167c2d on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:26:37.610272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:26:37.610783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:26:37.611091 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:37.611477 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:26:37.611973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Bound port: f650bd1a-7003-45a6-96c6-9bcc93167c2d, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:26:37.612443 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:37.751768 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] For port f650bd1a-7003-45a6-96c6-9bcc93167c2d, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:26:37.755839 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] For port f650bd1a-7003-45a6-96c6-9bcc93167c2d, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f650bd1a-7003-45a6-96c6-9bcc93167c2d,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:26:37.764613 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:37.797649 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-470ccd30-e5bf-48fb-86eb-7c825de97e87 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:37.825013 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-470ccd30-e5bf-48fb-86eb-7c825de97e87 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 91cd84dd-289f-48cc-80d7-fffc07a40270 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:37.885961 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Allocated IP 172.25.0.5 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/8c3a6813-ce4a-411c-854e-5214d65ce081) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:37.982679 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dde23c-e973-40e2-86d1-41c86b984c2f None None] Pushing event updated for resources: {'Port': ['ID=f650bd1a-7003-45a6-96c6-9bcc93167c2d,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:38.231070 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-470ccd30-e5bf-48fb-86eb-7c825de97e87 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:38.257648 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:38.321077 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ccd30-e5bf-48fb-86eb-7c825de97e87 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=91cd84dd-289f-48cc-80d7-fffc07a40270,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:38.379831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56438) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:38.398689 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:38.411623 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-470ccd30-e5bf-48fb-86eb-7c825de97e87 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:38.427847 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-470ccd30-e5bf-48fb-86eb-7c825de97e87 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/91cd84dd-289f-48cc-80d7-fffc07a40270 HTTP/1.1" status: 204 len: 168 time: 1.2173471 Nov 19 09:26:38.429640 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56444) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:38.533167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Pushing event updated for resources: {'Port': ['ID=8c3a6813-ce4a-411c-854e-5214d65ce081,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:38.556666 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:38.560597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:38.566568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a51ce1-3f5c-49d4-a696-b54351a382e5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:38.568255 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a51ce1-3f5c-49d4-a696-b54351a382e5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:38.569929 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-73a51ce1-3f5c-49d4-a696-b54351a382e5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1392615 Nov 19 09:26:38.570874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:38.573142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56448) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:38.581618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f7b310-7bf7-44ff-a079-51ee4e04e60e None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:26:38.686876 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-61c54e34-e62e-4ee0-b1e2-8b08fa128d7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:38.738431 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-782feff5-c52b-42f2-be13-43b6205f9077 None None] Provisioning complete for port 8c3a6813-ce4a-411c-854e-5214d65ce081 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:38.740251 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-782feff5-c52b-42f2-be13-43b6205f9077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:38.869809 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-61c54e34-e62e-4ee0-b1e2-8b08fa128d7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:38.896727 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-782feff5-c52b-42f2-be13-43b6205f9077 None None] Port 8c3a6813-ce4a-411c-854e-5214d65ce081 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:26:38.935285 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-61c54e34-e62e-4ee0-b1e2-8b08fa128d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:39.030537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-90327a91-b637-4a4c-84c0-bccdeae30890 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 58dfa307-205e-4e01-bef7-9f7b440c1975 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:26:39.067507 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-90327a91-b637-4a4c-84c0-bccdeae30890 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:39.249034 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-61c54e34-e62e-4ee0-b1e2-8b08fa128d7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3280c168c7a43ad91b8088d89b48b24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8666379 Nov 19 09:26:39.251702 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56462) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:39.256999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c54e34-e62e-4ee0-b1e2-8b08fa128d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff40fe4-c22a-4467-827a-1140f874e15c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:39.289074 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-90327a91-b637-4a4c-84c0-bccdeae30890 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:39.391553 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1839d16b-7e45-4714-9fd2-bcac5df28bc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:39.432852 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1839d16b-7e45-4714-9fd2-bcac5df28bc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:39.459873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f650bd1a-7003-45a6-96c6-9bcc93167c2d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:26:39.540896 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1839d16b-7e45-4714-9fd2-bcac5df28bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:39.544606 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1839d16b-7e45-4714-9fd2-bcac5df28bc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:39.545911 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1839d16b-7e45-4714-9fd2-bcac5df28bc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ff40fe4-c22a-4467-827a-1140f874e15c HTTP/1.1" status: 204 len: 168 time: 0.2931986 Nov 19 09:26:39.561891 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839d16b-7e45-4714-9fd2-bcac5df28bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff40fe4-c22a-4467-827a-1140f874e15c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:39.584071 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-90327a91-b637-4a4c-84c0-bccdeae30890 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:39.652046 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:39.660777 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f650bd1a-7003-45a6-96c6-9bcc93167c2d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:39.661602 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:40.238411 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:40.243249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-46ce5a1f-0dc9-47e8-b7d6-0f7501cb84e9 None None] Provisioning complete for port f650bd1a-7003-45a6-96c6-9bcc93167c2d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:40.245060 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-46ce5a1f-0dc9-47e8-b7d6-0f7501cb84e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:40.530319 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-46ce5a1f-0dc9-47e8-b7d6-0f7501cb84e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:40.642622 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-90327a91-b637-4a4c-84c0-bccdeae30890 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:40.709206 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-90327a91-b637-4a4c-84c0-bccdeae30890 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:40.722327 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-90327a91-b637-4a4c-84c0-bccdeae30890 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/58dfa307-205e-4e01-bef7-9f7b440c1975 HTTP/1.1" status: 204 len: 168 time: 2.1460128 Nov 19 09:26:40.724302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56504) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:40.725339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90327a91-b637-4a4c-84c0-bccdeae30890 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=58dfa307-205e-4e01-bef7-9f7b440c1975,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:40.832274 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:26:40.834357 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:26:40.838127 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-471f2c8d-7f7f-4733-9658-de6e2f780493 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124897 Nov 19 09:26:40.841537 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56510) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:40.846685 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-84f1dac9-2319-42a0-b2e2-7cdc5f110d81 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:40.862542 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-46ce5a1f-0dc9-47e8-b7d6-0f7501cb84e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:26:40.862789 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-46ce5a1f-0dc9-47e8-b7d6-0f7501cb84e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:26:40.910385 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a40628-6ba0-4578-90a3-a812acc27112 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:40.918617 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:41.101346 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f1dac9-2319-42a0-b2e2-7cdc5f110d81 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:41.110128 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84f1dac9-2319-42a0-b2e2-7cdc5f110d81 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:41.309213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Router 22988e61-91b5-4450-8af8-1095aed670ff is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:26:41.433625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb43d801-f880-4d9c-85ec-1529daaeff5c None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:26:41.458648 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:41.608134 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-46ce5a1f-0dc9-47e8-b7d6-0f7501cb84e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:41.679987 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:26:41.700458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Sync routers for ids ['22988e61-91b5-4450-8af8-1095aed670ff'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:26:41.717727 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:41.724525 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a7ead512-66e5-4d81-a06e-9bcc273ba4ce admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7302065 Nov 19 09:26:41.731605 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56528) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:41.754273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port f650bd1a-7003-45a6-96c6-9bcc93167c2d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f650bd1a-7003-45a6-96c6-9bcc93167c2d,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:41.785431 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:41.973034 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Routers {'22988e61-91b5-4450-8af8-1095aed670ff'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:26:41.974423 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:26:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['22988e61-91b5-4450-8af8-1095aed670ff'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:42.009772 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84f1dac9-2319-42a0-b2e2-7cdc5f110d81 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:42.172018 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f1dac9-2319-42a0-b2e2-7cdc5f110d81 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:42.198930 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f650bd1a-7003-45a6-96c6-9bcc93167c2d no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:26:42.199929 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-84f1dac9-2319-42a0-b2e2-7cdc5f110d81 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:42.210168 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f1dac9-2319-42a0-b2e2-7cdc5f110d81 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:42.210865 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84f1dac9-2319-42a0-b2e2-7cdc5f110d81 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:42.263158 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Set router 22988e61-91b5-4450-8af8-1095aed670ff gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:26:42.283855 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-fb43d801-f880-4d9c-85ec-1529daaeff5c None None] Deleting port f650bd1a-7003-45a6-96c6-9bcc93167c2d {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:42.284531 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb43d801-f880-4d9c-85ec-1529daaeff5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:42.324984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1dac9-2319-42a0-b2e2-7cdc5f110d81 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=66851204-d59c-474e-93df-288b89f41a62,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:42.338083 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-84f1dac9-2319-42a0-b2e2-7cdc5f110d81 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4952922 Nov 19 09:26:42.341512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56544) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:42.347710 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-411b1dff-c77e-4557-8646-7c2db85e5288 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'fixed_ips': [{'subnet_id': '66851204-d59c-474e-93df-288b89f41a62', 'ip_address': '2001:db8::16ac:4143:1dfd:67f8'}], 'name': 'tempest-NetworksTestDHCPv6-2069367433'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:42.417307 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=f650bd1a-7003-45a6-96c6-9bcc93167c2d,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:42.438991 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-46ce5a1f-0dc9-47e8-b7d6-0f7501cb84e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:26:42.440281 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-46ce5a1f-0dc9-47e8-b7d6-0f7501cb84e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:26:42.662428 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411b1dff-c77e-4557-8646-7c2db85e5288 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:42.672426 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:26:42.801197 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-fb43d801-f880-4d9c-85ec-1529daaeff5c None None] For port f650bd1a-7003-45a6-96c6-9bcc93167c2d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f650bd1a-7003-45a6-96c6-9bcc93167c2d,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:42.808415 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb43d801-f880-4d9c-85ec-1529daaeff5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:42.847974 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:42.881079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-fb43d801-f880-4d9c-85ec-1529daaeff5c None None] Calling delete_port for f650bd1a-7003-45a6-96c6-9bcc93167c2d owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:42.905867 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-411b1dff-c77e-4557-8646-7c2db85e5288 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:42.958391 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-411b1dff-c77e-4557-8646-7c2db85e5288 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 32faa1a3-79c7-4578-aaec-464051331cc8 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:26:43.003799 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port f650bd1a-7003-45a6-96c6-9bcc93167c2d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f650bd1a-7003-45a6-96c6-9bcc93167c2d,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:43.019442 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:43.176264 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22988e61-91b5-4450-8af8-1095aed670ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-router', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:26:36Z', 'updated_at': '2021-11-19T09:26:39Z', 'revision_number': 3, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'gw_port': {'id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:28:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:37Z', 'updated_at': '2021-11-19T09:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:43.212522 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Checking router: 22988e61-91b5-4450-8af8-1095aed670ff for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:26:43.213054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Updating router 22988e61-91b5-4450-8af8-1095aed670ff port 8c3a6813-ce4a-411c-854e-5214d65ce081 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:26:43.229816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-411b1dff-c77e-4557-8646-7c2db85e5288 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::16ac:4143:1dfd:67f8 (ded7164f-a204-4255-9f6b-c93599969f88/66851204-d59c-474e-93df-288b89f41a62/32faa1a3-79c7-4578-aaec-464051331cc8) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:43.282184 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:43.286226 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb43d801-f880-4d9c-85ec-1529daaeff5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:43.292642 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=f650bd1a-7003-45a6-96c6-9bcc93167c2d,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:43.389982 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:43.401834 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43d801-f880-4d9c-85ec-1529daaeff5c None None] Pushing event deleted for resources: {'Port': ['ID=f650bd1a-7003-45a6-96c6-9bcc93167c2d,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:43.404940 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-46ce5a1f-0dc9-47e8-b7d6-0f7501cb84e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:43.420293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb43d801-f880-4d9c-85ec-1529daaeff5c None None] No DVR routers for this DVR port f650bd1a-7003-45a6-96c6-9bcc93167c2d on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:26:43.537389 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-411b1dff-c77e-4557-8646-7c2db85e5288 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:43.622039 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-411b1dff-c77e-4557-8646-7c2db85e5288 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:43.696217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b36f26-0681-426b-9da1-5b6952dafc81 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:43.722193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b1dff-c77e-4557-8646-7c2db85e5288 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=32faa1a3-79c7-4578-aaec-464051331cc8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:43.759379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411b1dff-c77e-4557-8646-7c2db85e5288 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:43.761014 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-411b1dff-c77e-4557-8646-7c2db85e5288 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:43.766125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b1dff-c77e-4557-8646-7c2db85e5288 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:43.781860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411b1dff-c77e-4557-8646-7c2db85e5288 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:43.782660 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-411b1dff-c77e-4557-8646-7c2db85e5288 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:43.810221 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Allocated IP 172.20.0.1 (adf7d336-074e-44d3-8e19-ce86c53cb336/8ba5e1be-b792-4b32-8ac6-a703a78c0607/f1142431-5055-495f-8a2d-97cf0202861c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:43.824146 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-411b1dff-c77e-4557-8646-7c2db85e5288 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4813054 Nov 19 09:26:43.827545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56572) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:43.958120 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b01412-d748-448d-8a31-9ac861f5bf13 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:43.965770 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-21b01412-d748-448d-8a31-9ac861f5bf13 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1367536 Nov 19 09:26:43.972257 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56580) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:44.277181 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:44.359527 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dd863cb1-9286-459e-81be-207a95fd9e7a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 32faa1a3-79c7-4578-aaec-464051331cc8 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:44.360403 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd863cb1-9286-459e-81be-207a95fd9e7a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:44.383856 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:44.472771 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e0e0bcef-c84e-406c-adcc-cf51c2ae577b None None] Could not find standard attr ID for object 3ea3b023-74a8-4f74-a938-bf4c77b57253. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:26:44.506933 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e0e0bcef-c84e-406c-adcc-cf51c2ae577b None None] Could not find standard attr ID for object 6d866784-927c-4ad7-b922-5ec08b2d6e8b. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:26:44.532330 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Network adf7d336-074e-44d3-8e19-ce86c53cb336 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:44.542277 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Pushing event updated for resources: {'Port': ['ID=f1142431-5055-495f-8a2d-97cf0202861c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:44.552036 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:44.558946 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:44.670962 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:44.689282 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:44.732271 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': '66851204-d59c-474e-93df-288b89f41a62'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:26:44.733368 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:44.762039 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd863cb1-9286-459e-81be-207a95fd9e7a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:44.787245 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e4f0e-1887-4c01-b332-88e7244f2977 None None] Pushing event updated for resources: {'Port': ['ID=8c3a6813-ce4a-411c-854e-5214d65ce081,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:44.792660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaceda1f-13fe-4f47-87cf-1f6f8eb33d15 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:26:44.819129 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dd863cb1-9286-459e-81be-207a95fd9e7a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 32faa1a3-79c7-4578-aaec-464051331cc8 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:44.826573 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Attempting to bind port 8c3a6813-ce4a-411c-854e-5214d65ce081 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:26:44.826955 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Attempting to bind port 8c3a6813-ce4a-411c-854e-5214d65ce081 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:26:44.827331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Attempting to bind port 8c3a6813-ce4a-411c-854e-5214d65ce081 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:26:44.831057 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:44.900091 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:26:44.900946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:26:44.901571 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:44.902168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:26:44.902972 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Bound port: 8c3a6813-ce4a-411c-854e-5214d65ce081, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:26:44.903560 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:44.958329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] For port 8c3a6813-ce4a-411c-854e-5214d65ce081, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:26:44.961856 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] For port 8c3a6813-ce4a-411c-854e-5214d65ce081, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8c3a6813-ce4a-411c-854e-5214d65ce081,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:26:44.981126 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:45.124836 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b64409-1e6e-43ea-8bf7-08f8861fcd7e None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:26:45.143646 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:45.160633 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b40debdb-94cb-47ca-83c2-c1ffff6a4447 None None] Provisioning complete for port 8c3a6813-ce4a-411c-854e-5214d65ce081 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:45.161008 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b40debdb-94cb-47ca-83c2-c1ffff6a4447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:45.210937 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Allocated IP 2001:db8::2 (ded7164f-a204-4255-9f6b-c93599969f88/66851204-d59c-474e-93df-288b89f41a62/93b09ec4-00bf-46db-a18c-57d95a6a2890) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:45.221982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e4f0e-1887-4c01-b332-88e7244f2977 None None] Pushing event updated for resources: {'Port': ['ID=8c3a6813-ce4a-411c-854e-5214d65ce081,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:45.236131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Routers {'22988e61-91b5-4450-8af8-1095aed670ff'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:26:45.236998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:26:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['22988e61-91b5-4450-8af8-1095aed670ff'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:45.353772 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd863cb1-9286-459e-81be-207a95fd9e7a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:45.401657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd863cb1-9286-459e-81be-207a95fd9e7a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=32faa1a3-79c7-4578-aaec-464051331cc8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:45.433067 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd863cb1-9286-459e-81be-207a95fd9e7a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:45.438374 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dd863cb1-9286-459e-81be-207a95fd9e7a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/32faa1a3-79c7-4578-aaec-464051331cc8 HTTP/1.1" status: 204 len: 168 time: 1.4644356 Nov 19 09:26:45.440817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56606) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:45.529176 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:45.537268 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:45.561773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] Set router 22988e61-91b5-4450-8af8-1095aed670ff gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:26:45.615399 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424f956b-2217-4ea0-9ec9-5bf658dc8a22 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:45.629025 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424f956b-2217-4ea0-9ec9-5bf658dc8a22 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:45.637037 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-424f956b-2217-4ea0-9ec9-5bf658dc8a22 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1919885 Nov 19 09:26:45.639937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56610) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:45.642054 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:45.646813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Pushing event updated for resources: {'Port': ['ID=f1142431-5055-495f-8a2d-97cf0202861c,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:45.648230 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:45.802772 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0cc5a9-64de-4bae-a034-6d2277a60616 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 66851204-d59c-474e-93df-288b89f41a62 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:26:45.812460 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Network adf7d336-074e-44d3-8e19-ce86c53cb336 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:45.814050 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:45.918169 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b40debdb-94cb-47ca-83c2-c1ffff6a4447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:45.996104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b40debdb-94cb-47ca-83c2-c1ffff6a4447 None None] For port 8c3a6813-ce4a-411c-854e-5214d65ce081, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8c3a6813-ce4a-411c-854e-5214d65ce081,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:46.006170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Router 22988e61-91b5-4450-8af8-1095aed670ff has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:26:46.045996 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b40debdb-94cb-47ca-83c2-c1ffff6a4447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:46.142233 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:46.158616 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce0cc5a9-64de-4bae-a034-6d2277a60616 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:46.166115 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:26:46.174649 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:46.175571 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-01fa969d-2460-4078-90a3-6b307b6bbb2b admin admin] 10.222.0.21 "PUT /v2.0/routers/22988e61-91b5-4450-8af8-1095aed670ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4424694 Nov 19 09:26:46.263187 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce0cc5a9-64de-4bae-a034-6d2277a60616 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:46.286590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:46.309578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:46.312237 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:46.329522 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3d96ebc7-5896-4ee0-8645-0bf032133379 None None] Provisioning complete for port 8c3a6813-ce4a-411c-854e-5214d65ce081 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:46.329522 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3d96ebc7-5896-4ee0-8645-0bf032133379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:46.330943 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40debdb-94cb-47ca-83c2-c1ffff6a4447 None None] Pushing event updated for resources: {'Port': ['ID=8c3a6813-ce4a-411c-854e-5214d65ce081,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:46.348817 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56630) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:46.511874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce0cc5a9-64de-4bae-a034-6d2277a60616 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:46.541021 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Attempting to bind port 93b09ec4-00bf-46db-a18c-57d95a6a2890 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:26:46.541243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Attempting to bind port 93b09ec4-00bf-46db-a18c-57d95a6a2890 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:26:46.543570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Attempting to bind port 93b09ec4-00bf-46db-a18c-57d95a6a2890 on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:26:46.564818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:26:46.565545 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:26:46.565545 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:46.566059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:26:46.566597 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Bound port: 93b09ec4-00bf-46db-a18c-57d95a6a2890, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:26:46.567072 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:46.600173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22988e61-91b5-4450-8af8-1095aed670ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-router', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:26:36Z', 'updated_at': '2021-11-19T09:26:44Z', 'revision_number': 4, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'gw_port': {'id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:28:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:37Z', 'updated_at': '2021-11-19T09:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'f1142431-5055-495f-8a2d-97cf0202861c', 'name': '', 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'mac_address': 'fa:16:3e:71:91:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:43Z', 'updated_at': '2021-11-19T09:26:43Z', 'revision_number': 1, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'subnets': [{'id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:46.636119 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b872c383-fe6b-4921-84ee-50068f09a8a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:46.643704 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Pushing event updated for resources: {'Port': ['ID=93b09ec4-00bf-46db-a18c-57d95a6a2890,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:46.659502 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c39de-f53c-4bd1-9e2b-242e5c2d54a1 None None] The sync data for ids ['22988e61-91b5-4450-8af8-1095aed670ff'] in n-d-805649-14 is: [{'id': '22988e61-91b5-4450-8af8-1095aed670ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-router', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:26:36Z', 'updated_at': '2021-11-19T09:26:44Z', 'revision_number': 4, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'gw_port': {'id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:28:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:37Z', 'updated_at': '2021-11-19T09:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'f1142431-5055-495f-8a2d-97cf0202861c', 'name': '', 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'mac_address': 'fa:16:3e:71:91:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:43Z', 'updated_at': '2021-11-19T09:26:43Z', 'revision_number': 1, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'subnets': [{'id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:26:46.695705 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce0cc5a9-64de-4bae-a034-6d2277a60616 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:46.801382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cc5a9-64de-4bae-a034-6d2277a60616 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=66851204-d59c-474e-93df-288b89f41a62,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:46.818088 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce0cc5a9-64de-4bae-a034-6d2277a60616 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:46.835199 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56648) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:46.835857 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ce0cc5a9-64de-4bae-a034-6d2277a60616 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/66851204-d59c-474e-93df-288b89f41a62 HTTP/1.1" status: 204 len: 168 time: 1.1911845 Nov 19 09:26:46.898712 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] For port 93b09ec4-00bf-46db-a18c-57d95a6a2890, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:26:46.902940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] For port 93b09ec4-00bf-46db-a18c-57d95a6a2890, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=93b09ec4-00bf-46db-a18c-57d95a6a2890,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:26:46.910689 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:46.938856 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-56ecd413-a40c-4b1e-8715-5bc1cbb8d138 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1020379 Nov 19 09:26:46.941908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56662) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:46.970026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-2b339ce2-dce9-471f-8aeb-716a3708e255 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:47.000979 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b872c383-fe6b-4921-84ee-50068f09a8a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:47.008828 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b872c383-fe6b-4921-84ee-50068f09a8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:47.019711 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774eca2b-9280-48e6-a460-4089f79e9a27 None None] Pushing event updated for resources: {'Port': ['ID=93b09ec4-00bf-46db-a18c-57d95a6a2890,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:47.066857 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872c383-fe6b-4921-84ee-50068f09a8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e09ee0-eae2-4d2c-a667-bc3c330b5aec,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:47.161114 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b872c383-fe6b-4921-84ee-50068f09a8a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b665e9eb1aa845c390ee034436ff0c09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8101354 Nov 19 09:26:47.165372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56666) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:47.292880 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ec05e1-a093-4815-8eb0-6bda59dc8cbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:47.339072 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ec05e1-a093-4815-8eb0-6bda59dc8cbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:47.466256 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ec05e1-a093-4815-8eb0-6bda59dc8cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:47.470088 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ec05e1-a093-4815-8eb0-6bda59dc8cbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:47.476584 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-35ec05e1-a093-4815-8eb0-6bda59dc8cbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96e09ee0-eae2-4d2c-a667-bc3c330b5aec HTTP/1.1" status: 204 len: 168 time: 0.3092821 Nov 19 09:26:47.496938 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec05e1-a093-4815-8eb0-6bda59dc8cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e09ee0-eae2-4d2c-a667-bc3c330b5aec,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:47.524178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-52f52a9c-8684-435a-9e95-a8cb8ecd5bfb tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:47.526413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-52f52a9c-8684-435a-9e95-a8cb8ecd5bfb tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/networks?id=adf7d336-074e-44d3-8e19-ce86c53cb336 HTTP/1.1" status: 200 len: 819 time: 0.5829322 Nov 19 09:26:47.543768 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b339ce2-dce9-471f-8aeb-716a3708e255 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:47.549809 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b339ce2-dce9-471f-8aeb-716a3708e255 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:47.661468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-b204980e-ab2b-430b-86be-3f5fab28382c tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/quotas/d5a15a2a66164afb93f2d14252df0114 HTTP/1.1" status: 200 len: 375 time: 0.1222100 Nov 19 09:26:47.751783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-58f01b17-676f-4bb2-adfb-3b135e8f537f tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5a15a2a66164afb93f2d14252df0114&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0807531 Nov 19 09:26:47.797125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-2d321b0c-acb2-4690-9df3-318ee426b961 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:26:47.798895 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-2d321b0c-acb2-4690-9df3-318ee426b961 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188792 Nov 19 09:26:47.859078 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:48.110385 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 93b09ec4-00bf-46db-a18c-57d95a6a2890 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:26:48.162570 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56682) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:48.206889 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b614e828-7919-4a5c-8287-11318f2d9938 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:48.254254 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 93b09ec4-00bf-46db-a18c-57d95a6a2890 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:48.254858 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:48.354328 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b339ce2-dce9-471f-8aeb-716a3708e255 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:48.395758 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b614e828-7919-4a5c-8287-11318f2d9938 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:48.405984 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b614e828-7919-4a5c-8287-11318f2d9938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:48.465132 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b614e828-7919-4a5c-8287-11318f2d9938 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6abc5013050a4b2a9e5d8eb0e6ac8dd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2983124 Nov 19 09:26:48.467349 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56684) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:48.501005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-e1ab856e-651c-4abf-ae69-1e136847d655 service neutron] 10.222.0.21 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6081116 Nov 19 09:26:48.531072 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:48.611980 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614e828-7919-4a5c-8287-11318f2d9938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c20d0f-08aa-4e25-b124-aa87a6649f59,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:48.632689 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 93b09ec4-00bf-46db-a18c-57d95a6a2890, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=93b09ec4-00bf-46db-a18c-57d95a6a2890,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:48.654647 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-944609d4-94c2-4146-a7b9-98cdcdb7b602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:48.660942 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:48.662372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b339ce2-dce9-471f-8aeb-716a3708e255 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:48.773897 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-2b339ce2-dce9-471f-8aeb-716a3708e255 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:48.783993 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b339ce2-dce9-471f-8aeb-716a3708e255 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:48.785175 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b339ce2-dce9-471f-8aeb-716a3708e255 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:48.805178 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-944609d4-94c2-4146-a7b9-98cdcdb7b602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:48.840212 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=93b09ec4-00bf-46db-a18c-57d95a6a2890,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:48.895916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b339ce2-dce9-471f-8aeb-716a3708e255 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=7769ed04-d6ba-4059-84a8-ec5182628f1e,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:48.917621 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2b339ce2-dce9-471f-8aeb-716a3708e255 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9636402 Nov 19 09:26:48.920842 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56698) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:48.929934 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-944609d4-94c2-4146-a7b9-98cdcdb7b602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:48.933139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-56af947b-bcb8-415f-a371-941c27541bf1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'fixed_ips': [{'subnet_id': '7769ed04-d6ba-4059-84a8-ec5182628f1e', 'ip_address': '2001:db8::8587:1dde:3be:1cba'}], 'name': 'tempest-NetworksTestDHCPv6-2043035216'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:48.941250 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-944609d4-94c2-4146-a7b9-98cdcdb7b602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:48.948170 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-944609d4-94c2-4146-a7b9-98cdcdb7b602 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63c20d0f-08aa-4e25-b124-aa87a6649f59 HTTP/1.1" status: 204 len: 168 time: 0.4678788 Nov 19 09:26:48.983033 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944609d4-94c2-4146-a7b9-98cdcdb7b602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c20d0f-08aa-4e25-b124-aa87a6649f59,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:49.137657 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-fb167678-0c71-433c-995f-746f738c9b8c service neutron] 10.222.0.21 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353841 Nov 19 09:26:49.306463 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56af947b-bcb8-415f-a371-941c27541bf1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:49.416806 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6832887-4695-4f24-91d3-f82f83cf416c None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:49.501988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3a1e5a72-ad32-44d2-a6d4-3053f9c7f7ce None None] Provisioning complete for port 93b09ec4-00bf-46db-a18c-57d95a6a2890 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:49.502365 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3a1e5a72-ad32-44d2-a6d4-3053f9c7f7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:49.640042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-663f69bc-6dfd-4b8c-a987-84b802da8a98 req-f1d734e3-1146-4189-af67-267e47e463e5 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 210 time: 0.0915859 Nov 19 09:26:49.680704 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3a1e5a72-ad32-44d2-a6d4-3053f9c7f7ce None None] Could not find standard attr ID for object 32faa1a3-79c7-4578-aaec-464051331cc8. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:26:49.689127 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56af947b-bcb8-415f-a371-941c27541bf1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:49.726730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-56af947b-bcb8-415f-a371-941c27541bf1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 4d029c90-476e-4ec3-bb37-78fc6caf1c40 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:26:49.863928 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a4d2f0ac-102a-4357-9f0b-495ec0b69b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:50.286458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 93b09ec4-00bf-46db-a18c-57d95a6a2890 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:26:50.329491 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f628e-a5a8-494d-beef-3394897441e8 req-e0401dec-1d9d-4587-bd4a-aa381297b4d2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:50.332840 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-109f628e-a5a8-494d-beef-3394897441e8 req-e0401dec-1d9d-4587-bd4a-aa381297b4d2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1991837 Nov 19 09:26:50.355760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-56af947b-bcb8-415f-a371-941c27541bf1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::8587:1dde:3be:1cba (ded7164f-a204-4255-9f6b-c93599969f88/7769ed04-d6ba-4059-84a8-ec5182628f1e/4d029c90-476e-4ec3-bb37-78fc6caf1c40) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:50.486646 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8fb5c6db-810f-45c0-b260-5041a585fd5e None None] Provisioning complete for port 93b09ec4-00bf-46db-a18c-57d95a6a2890 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:50.487627 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8fb5c6db-810f-45c0-b260-5041a585fd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:50.489607 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 93b09ec4-00bf-46db-a18c-57d95a6a2890 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:50.492383 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:50.716320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8c3a6813-ce4a-411c-854e-5214d65ce081 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:26:50.851273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8c3a6813-ce4a-411c-854e-5214d65ce081 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:50.851664 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:50.911583 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Sync routers for ids ['22988e61-91b5-4450-8af8-1095aed670ff'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:26:50.927660 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Routers {'22988e61-91b5-4450-8af8-1095aed670ff'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:26:50.928307 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:26:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['22988e61-91b5-4450-8af8-1095aed670ff'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:50.938386 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56af947b-bcb8-415f-a371-941c27541bf1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:51.043780 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c73a65cf-ec5e-4526-8b43-ee7f106c12bf None None] Could not find standard attr ID for object f11070bc-3131-44ae-a566-c9024ce179ff. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:26:51.065676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8282edcc-8815-40c2-a5a1-fafb66c6f89c req-7431352d-e8bc-4d29-9606-48508991479a tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 210 time: 0.2504244 Nov 19 09:26:51.078765 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-109f628e-a5a8-494d-beef-3394897441e8 req-ece37cff-3a43-4820-955c-849045fa473f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7357395 Nov 19 09:26:51.083346 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56af947b-bcb8-415f-a371-941c27541bf1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:51.100082 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Set router 22988e61-91b5-4450-8af8-1095aed670ff gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:26:51.164779 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-95c61171-9fdc-4575-a163-269f22952412 None None] Could not find standard attr ID for object 91cd84dd-289f-48cc-80d7-fffc07a40270. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:26:51.313244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56af947b-bcb8-415f-a371-941c27541bf1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:51.361766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-56af947b-bcb8-415f-a371-941c27541bf1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:51.394719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56af947b-bcb8-415f-a371-941c27541bf1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:51.404779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56af947b-bcb8-415f-a371-941c27541bf1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:51.406928 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56af947b-bcb8-415f-a371-941c27541bf1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:51.414166 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af947b-bcb8-415f-a371-941c27541bf1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=4d029c90-476e-4ec3-bb37-78fc6caf1c40,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:51.449152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4534d4d-44fb-4f98-a802-15a0aa8c9f67 req-2f74e37b-003d-4395-a578-2013b8bcbc5c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:51.451215 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4534d4d-44fb-4f98-a802-15a0aa8c9f67 req-2f74e37b-003d-4395-a578-2013b8bcbc5c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1643636 Nov 19 09:26:51.455499 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-56af947b-bcb8-415f-a371-941c27541bf1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5327787 Nov 19 09:26:51.458369 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56776) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:51.597567 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2712965e-b0c2-41db-b32b-a1c3d524a43e None None] Could not find standard attr ID for object 32faa1a3-79c7-4578-aaec-464051331cc8. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:26:51.601644 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e4240-18a8-4976-a04d-9b141d051194 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:51.622748 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e4240-18a8-4976-a04d-9b141d051194 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:51.628699 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dd6e4240-18a8-4976-a04d-9b141d051194 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1651103 Nov 19 09:26:51.628699 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56784) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:51.650659 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4534d4d-44fb-4f98-a802-15a0aa8c9f67 req-6d5bb533-d7c1-442a-a6a3-f41936b37a48 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804571 Nov 19 09:26:51.692713 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22988e61-91b5-4450-8af8-1095aed670ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-router', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:26:36Z', 'updated_at': '2021-11-19T09:26:44Z', 'revision_number': 4, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'gw_port': {'id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:28:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:37Z', 'updated_at': '2021-11-19T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'f1142431-5055-495f-8a2d-97cf0202861c', 'name': '', 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'mac_address': 'fa:16:3e:71:91:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:43Z', 'updated_at': '2021-11-19T09:26:45Z', 'revision_number': 2, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'subnets': [{'id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:51.771625 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Checking router: 22988e61-91b5-4450-8af8-1095aed670ff for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:26:51.772103 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Updating router 22988e61-91b5-4450-8af8-1095aed670ff port f1142431-5055-495f-8a2d-97cf0202861c binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:26:51.859871 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:51.975762 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-af748f93-daae-414e-b063-d8279e653df8 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:52.004910 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-af748f93-daae-414e-b063-d8279e653df8 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.71 "GET /v2.0/networks?id=adf7d336-074e-44d3-8e19-ce86c53cb336 HTTP/1.1" status: 200 len: 819 time: 0.2915993 Nov 19 09:26:52.044181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-c3cf51c1-9ea4-4304-b816-519e68fd40c2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Request body: {'port': {'device_id': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336', 'admin_state_up': True, 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:52.291285 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a129f136-ffb2-48b8-b137-96fd841fa0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:52.314977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8a2d7004-1d0d-4e69-9862-c39eda1acbed None None] Provisioning complete for port 4d029c90-476e-4ec3-bb37-78fc6caf1c40 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:52.315358 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8a2d7004-1d0d-4e69-9862-c39eda1acbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:52.392004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-286fe395-20a1-4b06-8615-614017ce15d6 req-40edc527-729d-4f37-a8fd-0f621f058520 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 210 time: 0.0354033 Nov 19 09:26:52.421502 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d7004-1d0d-4e69-9862-c39eda1acbed None None] Port 4d029c90-476e-4ec3-bb37-78fc6caf1c40 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:26:52.545642 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-0cde3574-49d1-4b28-8495-049d6eb8d9eb tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:52.553403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-0cde3574-49d1-4b28-8495-049d6eb8d9eb tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 811 time: 0.4305999 Nov 19 09:26:52.580054 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-0735a293-5c65-4bad-91c5-0c1c4423fd5f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/quotas/8144ed889e0e449f999e146a50a01315 HTTP/1.1" status: 200 len: 375 time: 0.0173707 Nov 19 09:26:52.706229 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:52.717559 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:52.731537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-7c0e5b60-af53-4f7f-99bc-7be9792d54cf tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1408312 Nov 19 09:26:52.861694 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7584c-1ea0-4bc2-840a-281e7a2636d6 None None] Pushing event updated for resources: {'Port': ['ID=f1142431-5055-495f-8a2d-97cf0202861c,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:52.925530 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7584c-1ea0-4bc2-840a-281e7a2636d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:52.926115 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7584c-1ea0-4bc2-840a-281e7a2636d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:52.926630 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7584c-1ea0-4bc2-840a-281e7a2636d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:52.927166 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7584c-1ea0-4bc2-840a-281e7a2636d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:52.927674 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7584c-1ea0-4bc2-840a-281e7a2636d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:52.928187 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7584c-1ea0-4bc2-840a-281e7a2636d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:52.928687 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7584c-1ea0-4bc2-840a-281e7a2636d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:52.929212 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7584c-1ea0-4bc2-840a-281e7a2636d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:52.929727 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7584c-1ea0-4bc2-840a-281e7a2636d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:52.930219 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7584c-1ea0-4bc2-840a-281e7a2636d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:52.937734 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7584c-1ea0-4bc2-840a-281e7a2636d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:52.938401 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd7584c-1ea0-4bc2-840a-281e7a2636d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:26:53.006265 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Attempting to bind port f1142431-5055-495f-8a2d-97cf0202861c on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:26:53.006906 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Attempting to bind port f1142431-5055-495f-8a2d-97cf0202861c by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '9e26ce1d-c552-4411-adb5-f151c50d6b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:26:53.007329 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Attempting to bind port f1142431-5055-495f-8a2d-97cf0202861c on network adf7d336-074e-44d3-8e19-ce86c53cb336 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:26:53.024285 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:26:53.028444 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Checking segment: {'id': '9e26ce1d-c552-4411-adb5-f151c50d6b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:26:53.029132 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:53.029675 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Bound using segment: {'id': '9e26ce1d-c552-4411-adb5-f151c50d6b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:26:53.030289 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Bound port: f1142431-5055-495f-8a2d-97cf0202861c, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e26ce1d-c552-4411-adb5-f151c50d6b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:26:53.030787 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:53.053559 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-8037db60-4fa2-4dae-b7b4-710bb5990020 service neutron] 10.222.0.21 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104336 Nov 19 09:26:53.183119 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] For port f1142431-5055-495f-8a2d-97cf0202861c, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:26:53.189823 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] For port f1142431-5055-495f-8a2d-97cf0202861c, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f1142431-5055-495f-8a2d-97cf0202861c,segment=NetworkSegment(9e26ce1d-c552-4411-adb5-f151c50d6b70),segment_id=9e26ce1d-c552-4411-adb5-f151c50d6b70)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:26:53.201679 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:53.261465 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ade347e1-357d-4b2c-8e19-4c1fd7c2bf9f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 4d029c90-476e-4ec3-bb37-78fc6caf1c40 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:53.263009 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ade347e1-357d-4b2c-8e19-4c1fd7c2bf9f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:53.314058 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7584c-1ea0-4bc2-840a-281e7a2636d6 None None] Pushing event updated for resources: {'Port': ['ID=f1142431-5055-495f-8a2d-97cf0202861c,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:53.327032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-535acf1a-1de5-46d5-bc71-c8ea0c9b4e90 service neutron] 10.222.0.21 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705209 Nov 19 09:26:53.357540 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Routers {'22988e61-91b5-4450-8af8-1095aed670ff'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:26:53.358188 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:26:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['22988e61-91b5-4450-8af8-1095aed670ff'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:53.458681 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:53.581900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ade347e1-357d-4b2c-8e19-4c1fd7c2bf9f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:53.643072 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce00d7b6-7ac8-4f44-9dc9-3f4265301124 req-0aacd7f7-0e76-43af-8bd7-6de0201c6a7d tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 210 time: 0.0688467 Nov 19 09:26:53.646225 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ade347e1-357d-4b2c-8e19-4c1fd7c2bf9f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 4d029c90-476e-4ec3-bb37-78fc6caf1c40 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:53.703510 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-c3cf51c1-9ea4-4304-b816-519e68fd40c2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Made reservation on behalf of d5a15a2a66164afb93f2d14252df0114 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:53.707714 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-c3cf51c1-9ea4-4304-b816-519e68fd40c2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:53.718974 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] Set router 22988e61-91b5-4450-8af8-1095aed670ff gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:26:53.856402 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0d84a36-437e-4d91-9de3-2c2390bbcfc3 req-aa5c4081-96b8-4bdd-afaf-9b54533751fb tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 210 time: 0.0846455 Nov 19 09:26:54.048440 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f1142431-5055-495f-8a2d-97cf0202861c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:26:54.299990 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22988e61-91b5-4450-8af8-1095aed670ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-router', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:26:36Z', 'updated_at': '2021-11-19T09:26:44Z', 'revision_number': 4, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'gw_port': {'id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:28:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:37Z', 'updated_at': '2021-11-19T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'f1142431-5055-495f-8a2d-97cf0202861c', 'name': '', 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'mac_address': 'fa:16:3e:71:91:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:43Z', 'updated_at': '2021-11-19T09:26:53Z', 'revision_number': 4, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'subnets': [{'id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:26:54.311207 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ade347e1-357d-4b2c-8e19-4c1fd7c2bf9f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:54.319329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f1142431-5055-495f-8a2d-97cf0202861c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:54.320206 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:54.367157 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-c3cf51c1-9ea4-4304-b816-519e68fd40c2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Allocated IP 172.20.0.14 (adf7d336-074e-44d3-8e19-ce86c53cb336/8ba5e1be-b792-4b32-8ac6-a703a78c0607/52edfcec-053d-445f-bc60-4ec5c97119d9) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:54.372876 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ade347e1-357d-4b2c-8e19-4c1fd7c2bf9f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:54.379841 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ade347e1-357d-4b2c-8e19-4c1fd7c2bf9f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/4d029c90-476e-4ec3-bb37-78fc6caf1c40 HTTP/1.1" status: 204 len: 168 time: 2.7490203 Nov 19 09:26:54.381250 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be1765e-a931-4495-9042-301f0ebb8188 None None] The sync data for ids ['22988e61-91b5-4450-8af8-1095aed670ff'] in n-d-805649-14 is: [{'id': '22988e61-91b5-4450-8af8-1095aed670ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-router', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:26:36Z', 'updated_at': '2021-11-19T09:26:44Z', 'revision_number': 4, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'gw_port': {'id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:28:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:37Z', 'updated_at': '2021-11-19T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'f1142431-5055-495f-8a2d-97cf0202861c', 'name': '', 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'mac_address': 'fa:16:3e:71:91:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:43Z', 'updated_at': '2021-11-19T09:26:53Z', 'revision_number': 4, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'subnets': [{'id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:26:54.383527 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56860) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:54.415928 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade347e1-357d-4b2c-8e19-4c1fd7c2bf9f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=4d029c90-476e-4ec3-bb37-78fc6caf1c40,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:54.519070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199411f1-f7e6-43c0-b995-dff750914a30 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:54.524685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199411f1-f7e6-43c0-b995-dff750914a30 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:54.539690 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-199411f1-f7e6-43c0-b995-dff750914a30 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1550469 Nov 19 09:26:54.548996 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56866) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:54.593837 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:54.692129 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port f1142431-5055-495f-8a2d-97cf0202861c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f1142431-5055-495f-8a2d-97cf0202861c,segment=NetworkSegment(9e26ce1d-c552-4411-adb5-f151c50d6b70),segment_id=9e26ce1d-c552-4411-adb5-f151c50d6b70)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:54.698842 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:54.779216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a768d13-8e1b-4f07-a92c-b2ae7f0ab6ee tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 7769ed04-d6ba-4059-84a8-ec5182628f1e {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:26:54.787285 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a768d13-8e1b-4f07-a92c-b2ae7f0ab6ee tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:54.813818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=f1142431-5055-495f-8a2d-97cf0202861c,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:54.905772 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:54.963541 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-c3cf51c1-9ea4-4304-b816-519e68fd40c2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:54.997896 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7660cb0e-ec57-4b02-8891-4c34926a261b req-6367f961-2fed-4096-a5a4-8612aab3e091 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 210 time: 0.1302950 Nov 19 09:26:55.016300 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a768d13-8e1b-4f07-a92c-b2ae7f0ab6ee tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:55.076659 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-c3cf51c1-9ea4-4304-b816-519e68fd40c2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:55.100410 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a768d13-8e1b-4f07-a92c-b2ae7f0ab6ee tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:55.144227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-c3cf51c1-9ea4-4304-b816-519e68fd40c2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Network adf7d336-074e-44d3-8e19-ce86c53cb336 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:55.160997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71842e4d-98c8-49d8-b7be-06ce5739d74c req-cfad57a7-e330-49ff-a6b1-9a3787f713ba tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 210 time: 0.0625172 Nov 19 09:26:55.161621 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-c3cf51c1-9ea4-4304-b816-519e68fd40c2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:55.170928 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-c3cf51c1-9ea4-4304-b816-519e68fd40c2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:55.185354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf51c1-9ea4-4304-b816-519e68fd40c2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Pushing event updated for resources: {'Port': ['ID=52edfcec-053d-445f-bc60-4ec5c97119d9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:55.231377 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a768d13-8e1b-4f07-a92c-b2ae7f0ab6ee tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:55.247291 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-c3cf51c1-9ea4-4304-b816-519e68fd40c2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:55.248291 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-c3cf51c1-9ea4-4304-b816-519e68fd40c2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:55.271905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a768d13-8e1b-4f07-a92c-b2ae7f0ab6ee tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=7769ed04-d6ba-4059-84a8-ec5182628f1e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:55.275101 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-c3cf51c1-9ea4-4304-b816-519e68fd40c2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2444611 Nov 19 09:26:55.279390 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a768d13-8e1b-4f07-a92c-b2ae7f0ab6ee tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:55.283079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6a768d13-8e1b-4f07-a92c-b2ae7f0ab6ee tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/7769ed04-d6ba-4059-84a8-ec5182628f1e HTTP/1.1" status: 204 len: 168 time: 0.7322309 Nov 19 09:26:55.286430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56884) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:55.287642 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-9c00c565-1fac-45eb-9af8-bd9695eb3a0d tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:26:55.288706 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-9c00c565-1fac-45eb-9af8-bd9695eb3a0d tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065768 Nov 19 09:26:55.289623 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e219f3-65d4-4778-8767-fc2cede74bb4 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:55.356324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fbfd0699-237b-427a-b098-58972ae9b3cf tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681677 Nov 19 09:26:55.358940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56892) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:55.440597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dbe764-b468-4eee-8aa5-d143e3d24a03 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:55.442562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-45dbe764-b468-4eee-8aa5-d143e3d24a03 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0820551 Nov 19 09:26:55.443941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Request body: {'port': {'device_id': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:55.446740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56894) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:55.493303 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:55.550478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3c29fc-6149-4b82-ab5f-aacca5dabe22 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:55.555474 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4a3c29fc-6149-4b82-ab5f-aacca5dabe22 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1069050 Nov 19 09:26:55.556549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56896) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:55.591678 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:55.649437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8073837e-7448-4977-9c99-89e1ed0c7987 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908515 Nov 19 09:26:55.655950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56902) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:55.661692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d1c6f011-5db8-4b9a-b353-d9cbd5e61503 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:55.747470 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74a1e1b-8001-4fda-b903-f9785397db09 None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:26:55.872554 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b74a1e1b-8001-4fda-b903-f9785397db09 None None] Deleting port 93b09ec4-00bf-46db-a18c-57d95a6a2890 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:26:55.872882 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b74a1e1b-8001-4fda-b903-f9785397db09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:55.879803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-baf124dc-aab5-4230-b58a-7caedbfc4b46 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:55.881533 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-baf124dc-aab5-4230-b58a-7caedbfc4b46 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 811 time: 0.3414085 Nov 19 09:26:55.901326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c6f011-5db8-4b9a-b353-d9cbd5e61503 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:55.908672 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f011-5db8-4b9a-b353-d9cbd5e61503 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:56.036214 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f1142431-5055-495f-8a2d-97cf0202861c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:26:56.198569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b74a1e1b-8001-4fda-b903-f9785397db09 None None] For port 93b09ec4-00bf-46db-a18c-57d95a6a2890, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=93b09ec4-00bf-46db-a18c-57d95a6a2890,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:26:56.199243 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b74a1e1b-8001-4fda-b903-f9785397db09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:56.218716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b74a1e1b-8001-4fda-b903-f9785397db09 None None] Calling delete_port for 93b09ec4-00bf-46db-a18c-57d95a6a2890 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:26:56.221762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f1142431-5055-495f-8a2d-97cf0202861c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:56.222534 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:56.332473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52edfcec-053d-445f-bc60-4ec5c97119d9 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:26:56.343040 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:56.360965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Transition to ACTIVE for port object 52edfcec-053d-445f-bc60-4ec5c97119d9 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:26:56.368433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-15a2dd57-4c6c-4c7f-84d8-9bd271bd9bcd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Request body: {'port': {'device_id': '88545c20-7ca1-4b87-a6f1-862174b8b277', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'admin_state_up': True, 'tenant_id': '8144ed889e0e449f999e146a50a01315'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:56.457058 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b74a1e1b-8001-4fda-b903-f9785397db09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:56.478053 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:56.515535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a1e1b-8001-4fda-b903-f9785397db09 None None] Pushing event deleted for resources: {'Port': ['ID=93b09ec4-00bf-46db-a18c-57d95a6a2890,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:56.521261 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a1e1b-8001-4fda-b903-f9785397db09 None None] No DVR routers for this DVR port 93b09ec4-00bf-46db-a18c-57d95a6a2890 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:26:56.536371 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 93b09ec4-00bf-46db-a18c-57d95a6a2890 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:26:56.541196 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64aa75-3ea1-491f-bf39-f3f93d925014 req-2589d4c3-8438-4b80-a1a1-8c6161499a81 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:56.542860 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd64aa75-3ea1-491f-bf39-f3f93d925014 req-2589d4c3-8438-4b80-a1a1-8c6161499a81 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 932 time: 0.3425677 Nov 19 09:26:56.546429 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66ec17db-4155-48d8-9dc1-6df7fbde409c req-d62efb9c-25ac-4eaa-b36d-8c0029425344 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 210 time: 0.1598368 Nov 19 09:26:56.554805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Pushing event updated for resources: {'Port': ['ID=52edfcec-053d-445f-bc60-4ec5c97119d9,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:56.610691 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 93b09ec4-00bf-46db-a18c-57d95a6a2890 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:26:56.619086 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 93b09ec4-00bf-46db-a18c-57d95a6a2890 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:26:56.630690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-15a2dd57-4c6c-4c7f-84d8-9bd271bd9bcd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Made reservation on behalf of 8144ed889e0e449f999e146a50a01315 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:56.635574 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-15a2dd57-4c6c-4c7f-84d8-9bd271bd9bcd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:56.726841 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd64aa75-3ea1-491f-bf39-f3f93d925014 req-a91fc6d9-b885-490a-973b-3824647d6a34 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742885 Nov 19 09:26:56.793057 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f011-5db8-4b9a-b353-d9cbd5e61503 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:56.884612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6f011-5db8-4b9a-b353-d9cbd5e61503 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=a65d164c-760d-4f74-bf47-f9757a21e19f,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:56.904326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Attempting to bind port 52edfcec-053d-445f-bc60-4ec5c97119d9 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:26:56.904685 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Attempting to bind port 52edfcec-053d-445f-bc60-4ec5c97119d9 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '9e26ce1d-c552-4411-adb5-f151c50d6b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:26:56.904975 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Attempting to bind port 52edfcec-053d-445f-bc60-4ec5c97119d9 on network adf7d336-074e-44d3-8e19-ce86c53cb336 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:26:56.915083 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c6f011-5db8-4b9a-b353-d9cbd5e61503 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:56.919687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-d1c6f011-5db8-4b9a-b353-d9cbd5e61503 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:56.936617 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08af04cf-7ef8-4b06-90f1-3df96bb10427 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:26:56.938025 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Port 52edfcec-053d-445f-bc60-4ec5c97119d9 on network adf7d336-074e-44d3-8e19-ce86c53cb336 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:26:56.938358 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Attempting to bind port 52edfcec-053d-445f-bc60-4ec5c97119d9 on network adf7d336-074e-44d3-8e19-ce86c53cb336 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:26:56.938952 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c6f011-5db8-4b9a-b353-d9cbd5e61503 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:56.941283 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f011-5db8-4b9a-b353-d9cbd5e61503 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:56.966360 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:26:56.967200 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Checking segment: {'id': '9e26ce1d-c552-4411-adb5-f151c50d6b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:26:56.968268 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Bound using segment: {'id': '9e26ce1d-c552-4411-adb5-f151c50d6b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:26:56.969666 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Bound port: 52edfcec-053d-445f-bc60-4ec5c97119d9, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e26ce1d-c552-4411-adb5-f151c50d6b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:26:56.970513 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:56.988693 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d1c6f011-5db8-4b9a-b353-d9cbd5e61503 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3164356 Nov 19 09:26:56.990419 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56934) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:57.000833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f265ce85-ce5d-4d9f-8633-fab918db4029 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'fixed_ips': [{'subnet_id': 'a65d164c-760d-4f74-bf47-f9757a21e19f', 'ip_address': '2001:db8::23c5:35cc:8410:9d'}], 'name': 'tempest-NetworksTestDHCPv6-264481867'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:57.098080 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-15a2dd57-4c6c-4c7f-84d8-9bd271bd9bcd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Allocated IP 172.20.0.13 (ae30f9f9-a15f-46da-bac5-9059230a3308/921a28c7-4b96-4975-b8f4-7f638315c845/7dd34302-27dc-408e-9a14-a38b91b6a33b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:57.248103 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': 'a65d164c-760d-4f74-bf47-f9757a21e19f'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:26:57.248983 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:57.268662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f265ce85-ce5d-4d9f-8633-fab918db4029 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:57.353228 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] For port 52edfcec-053d-445f-bc60-4ec5c97119d9, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:26:57.371787 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] For port 52edfcec-053d-445f-bc60-4ec5c97119d9, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=52edfcec-053d-445f-bc60-4ec5c97119d9,segment=NetworkSegment(9e26ce1d-c552-4411-adb5-f151c50d6b70),segment_id=9e26ce1d-c552-4411-adb5-f151c50d6b70)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:26:57.380703 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:57.474282 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f265ce85-ce5d-4d9f-8633-fab918db4029 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:57.487216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:57.489299 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:57.492170 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] 10.222.0.71 "PUT /v2.0/ports/52edfcec-053d-445f-bc60-4ec5c97119d9 HTTP/1.1" status: 200 len: 1093 time: 2.1929083 Nov 19 09:26:57.500360 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'tag': '52edfcec-053d-445f-bc60-4ec5c97119d9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:26:57.504045 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Allocated IP 2001:db8::2 (ded7164f-a204-4255-9f6b-c93599969f88/a65d164c-760d-4f74-bf47-f9757a21e19f/57736433-2041-41b1-99f8-040acbed7a42) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:57.506458 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aad87c-5086-4824-b0e1-7be66e86ac18" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe9f89f-5d0b-4f61-a027-752fa9baaf5a", "tag": "52edfcec-053d-445f-bc60-4ec5c97119d9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:26:57.519310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-f265ce85-ce5d-4d9f-8633-fab918db4029 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port d72101a5-be8b-4e69-9eb7-32afb044d6d0 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:26:57.750826 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-15a2dd57-4c6c-4c7f-84d8-9bd271bd9bcd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:57.773974 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:57.781944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba495f1-b5e6-4733-b245-e34435f63f10 service neutron] Pushing event updated for resources: {'Port': ['ID=52edfcec-053d-445f-bc60-4ec5c97119d9,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:57.800904 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:57.817231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-f50824b8-6caf-44a5-80ef-21f5709492d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:57.818729 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-f50824b8-6caf-44a5-80ef-21f5709492d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d5a15a2a66164afb93f2d14252df0114&device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 1096 time: 0.2463388 Nov 19 09:26:57.888845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef98168a-da3b-4807-aea0-84d7fc15680e req-6ce08046-d33b-4b8c-a7d6-ef20ea7344e9 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 210 time: 0.1375780 Nov 19 09:26:57.920057 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-e474395b-b235-4f9a-8cc2-d9cc791aa7d0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52edfcec-053d-445f-bc60-4ec5c97119d9 HTTP/1.1" status: 200 len: 217 time: 0.0888350 Nov 19 09:26:57.981009 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:57.990907 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:57.996146 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-15a2dd57-4c6c-4c7f-84d8-9bd271bd9bcd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:58.000664 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:58.022262 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b98dd8fa-ae7b-4324-868e-427a0b7eb64d', '97e36790-69f5-425e-80a4-66d473c8b8c1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:26:58.046302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-f265ce85-ce5d-4d9f-8633-fab918db4029 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::23c5:35cc:8410:9d (ded7164f-a204-4255-9f6b-c93599969f88/a65d164c-760d-4f74-bf47-f9757a21e19f/d72101a5-be8b-4e69-9eb7-32afb044d6d0) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:26:58.104349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Pushing event updated for resources: {'Port': ['ID=57736433-2041-41b1-99f8-040acbed7a42,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:58.202189 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Attempting to bind port 57736433-2041-41b1-99f8-040acbed7a42 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:26:58.202851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Attempting to bind port 57736433-2041-41b1-99f8-040acbed7a42 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:26:58.203422 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Attempting to bind port 57736433-2041-41b1-99f8-040acbed7a42 on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:26:58.210371 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:26:58.211083 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:26:58.211686 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:58.212814 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:26:58.213554 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Bound port: 57736433-2041-41b1-99f8-040acbed7a42, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:26:58.214151 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:58.224511 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2dd57-4c6c-4c7f-84d8-9bd271bd9bcd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event updated for resources: {'Port': ['ID=7dd34302-27dc-408e-9a14-a38b91b6a33b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:58.271804 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-61330827-3dd4-41fd-99a8-b979b140ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:58.280832 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-61330827-3dd4-41fd-99a8-b979b140ebd7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ba5e1be-b792-4b32-8ac6-a703a78c0607 HTTP/1.1" status: 200 len: 859 time: 0.3508232 Nov 19 09:26:58.313354 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] For port 57736433-2041-41b1-99f8-040acbed7a42, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:26:58.317893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] For port 57736433-2041-41b1-99f8-040acbed7a42, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=57736433-2041-41b1-99f8-040acbed7a42,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:26:58.332683 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:58.406639 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26323422-e7b9-4b25-95af-30078328262a req-89a3174d-1935-4557-af30-29bdedfd37bd tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:58.417625 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26323422-e7b9-4b25-95af-30078328262a req-89a3174d-1935-4557-af30-29bdedfd37bd tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 944 time: 0.1550338 Nov 19 09:26:58.422242 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-15a2dd57-4c6c-4c7f-84d8-9bd271bd9bcd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Network ae30f9f9-a15f-46da-bac5-9059230a3308 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:58.427391 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e81768-ea23-4c75-8bd7-2d7f303a10c1 x-openstack-request-id: req-f0e81768-ea23-4c75-8bd7-2d7f303a10c1 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:26:58.429289 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe9f89f-5d0b-4f61-a027-752fa9baaf5a", "tag": "52edfcec-053d-445f-bc60-4ec5c97119d9", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:26:58.429798 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0e81768-ea23-4c75-8bd7-2d7f303a10c1 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:26:58.430561 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'tag': '52edfcec-053d-445f-bc60-4ec5c97119d9', 'status': 'completed', 'code': 200} Nov 19 09:26:58.434057 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-15a2dd57-4c6c-4c7f-84d8-9bd271bd9bcd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:58.444957 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-6c800401-eda8-4953-8081-2c04bc0d4ef8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=adf7d336-074e-44d3-8e19-ce86c53cb336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511073 Nov 19 09:26:58.446694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-15a2dd57-4c6c-4c7f-84d8-9bd271bd9bcd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:58.503210 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ff4ae-02e3-41b0-81f4-eb5149276667 None None] Pushing event updated for resources: {'Port': ['ID=57736433-2041-41b1-99f8-040acbed7a42,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:58.643305 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f265ce85-ce5d-4d9f-8633-fab918db4029 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:58.671407 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26323422-e7b9-4b25-95af-30078328262a req-36f35b09-b850-42b3-abe0-bb326101605c tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520883 Nov 19 09:26:58.858291 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f265ce85-ce5d-4d9f-8633-fab918db4029 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:58.996577 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-15a2dd57-4c6c-4c7f-84d8-9bd271bd9bcd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:59.000880 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-15a2dd57-4c6c-4c7f-84d8-9bd271bd9bcd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:59.062803 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-15a2dd57-4c6c-4c7f-84d8-9bd271bd9bcd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6996558 Nov 19 09:26:59.094047 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Request body: {'port': {'device_id': '88545c20-7ca1-4b87-a6f1-862174b8b277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:59.165671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f265ce85-ce5d-4d9f-8633-fab918db4029 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:26:59.172334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-f265ce85-ce5d-4d9f-8633-fab918db4029 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:26:59.187786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f265ce85-ce5d-4d9f-8633-fab918db4029 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:26:59.206941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f265ce85-ce5d-4d9f-8633-fab918db4029 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:59.207643 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f265ce85-ce5d-4d9f-8633-fab918db4029 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:59.239670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265ce85-ce5d-4d9f-8633-fab918db4029 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=d72101a5-be8b-4e69-9eb7-32afb044d6d0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:26:59.270287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f265ce85-ce5d-4d9f-8633-fab918db4029 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.2780914 Nov 19 09:26:59.274933 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56986) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:59.282446 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-02fc0fdf-4c7d-471c-9ebf-43d867c6973d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'fixed_ips': [{'subnet_id': 'a65d164c-760d-4f74-bf47-f9757a21e19f', 'ip_address': '2001:db8::23c5:35cc:8410:9d'}], 'name': 'tempest-NetworksTestDHCPv6-1925006518'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:26:59.295572 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-d619de41-ac1c-4a90-a214-350869e58f2f service neutron] 10.222.0.71 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8386817 Nov 19 09:26:59.320338 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:59.334691 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5be12f84-d4f0-451a-9cd0-f1af5d4446b0 None None] Provisioning complete for port 7dd34302-27dc-408e-9a14-a38b91b6a33b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:26:59.335302 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5be12f84-d4f0-451a-9cd0-f1af5d4446b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:59.390663 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5be12f84-d4f0-451a-9cd0-f1af5d4446b0 None None] Port 7dd34302-27dc-408e-9a14-a38b91b6a33b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:26:59.395119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de56873-f34b-495c-81ec-806c58461dbd req-076da15a-f65a-468a-83ab-0e1b68d13f83 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:59.399354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5de56873-f34b-495c-81ec-806c58461dbd req-076da15a-f65a-468a-83ab-0e1b68d13f83 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 932 time: 0.3833470 Nov 19 09:26:59.513324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5de56873-f34b-495c-81ec-806c58461dbd req-93853e18-598c-48de-9d86-879f326c3c10 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038013 Nov 19 09:26:59.537133 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fc0fdf-4c7d-471c-9ebf-43d867c6973d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:26:59.548318 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02fc0fdf-4c7d-471c-9ebf-43d867c6973d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:59.558842 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-aa8d270e-ded8-4684-9fdb-f90ad9ac36cc req-df976a3a-d2c2-40f5-a738-6dd4900bcd0f service neutron] 10.222.0.71 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486451 Nov 19 09:26:59.570201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-02fc0fdf-4c7d-471c-9ebf-43d867c6973d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 9afc2add-0563-45ba-8b89-60484b9a7f72 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:26:59.710029 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aad87c-5086-4824-b0e1-7be66e86ac18 req-878a698e-f1ac-479f-9cf4-87025a80dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:59.710892 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a3aad87c-5086-4824-b0e1-7be66e86ac18 req-878a698e-f1ac-479f-9cf4-87025a80dbc3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d5a15a2a66164afb93f2d14252df0114&device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 1096 time: 0.0747948 Nov 19 09:26:59.813115 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fc0fdf-4c7d-471c-9ebf-43d867c6973d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 19 09:26:59.813933 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fc0fdf-4c7d-471c-9ebf-43d867c6973d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:26:59.855958 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-02fc0fdf-4c7d-471c-9ebf-43d867c6973d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 0.5781202 Nov 19 09:26:59.858523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56998) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:26:59.899639 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db86ef-e77f-42fd-9697-c8e4efb69636 req-59bf1ae6-966e-421f-b678-11ed3887864c tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:59.908451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2db86ef-e77f-42fd-9697-c8e4efb69636 req-59bf1ae6-966e-421f-b678-11ed3887864c tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 944 time: 0.1337075 Nov 19 09:26:59.918709 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd34302-27dc-408e-9a14-a38b91b6a33b {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:26:59.928546 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:26:59.932300 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aad87c-5086-4824-b0e1-7be66e86ac18 req-7117aaf4-6e3c-47a2-82c8-a1434bb94fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:26:59.933867 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a3aad87c-5086-4824-b0e1-7be66e86ac18 req-7117aaf4-6e3c-47a2-82c8-a1434bb94fad service neutron] 10.222.0.71 "GET /v2.0/networks?id=adf7d336-074e-44d3-8e19-ce86c53cb336 HTTP/1.1" status: 200 len: 920 time: 0.2079775 Nov 19 09:26:59.996542 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Transition to ACTIVE for port object 7dd34302-27dc-408e-9a14-a38b91b6a33b will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:27:00.011193 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a3aad87c-5086-4824-b0e1-7be66e86ac18 req-515bc930-9398-4ac2-a74e-bde2953258e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52edfcec-053d-445f-bc60-4ec5c97119d9 HTTP/1.1" status: 200 len: 217 time: 0.0667694 Nov 19 09:27:00.013403 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:00.013907 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 57736433-2041-41b1-99f8-040acbed7a42 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:27:00.054102 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2db86ef-e77f-42fd-9697-c8e4efb69636 req-1f7b335b-3a47-45f3-8a27-cabec7140813 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444111 Nov 19 09:27:00.083154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e6b0b1-6434-4ccc-a4b7-529fce3c11b9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:00.090362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e6b0b1-6434-4ccc-a4b7-529fce3c11b9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:00.092285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-48e6b0b1-6434-4ccc-a4b7-529fce3c11b9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.2327092 Nov 19 09:27:00.095452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57002) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:00.108440 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 57736433-2041-41b1-99f8-040acbed7a42 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:00.108742 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:00.173572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aad87c-5086-4824-b0e1-7be66e86ac18 req-22e27f3e-b30d-4421-8d81-eb1c7da1fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:00.175600 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a3aad87c-5086-4824-b0e1-7be66e86ac18 req-22e27f3e-b30d-4421-8d81-eb1c7da1fc9a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ba5e1be-b792-4b32-8ac6-a703a78c0607 HTTP/1.1" status: 200 len: 859 time: 0.1569459 Nov 19 09:27:00.195261 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd34302-27dc-408e-9a14-a38b91b6a33b,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:00.302113 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a3aad87c-5086-4824-b0e1-7be66e86ac18 req-13417c33-9d18-46fd-948e-2ca78012d305 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=adf7d336-074e-44d3-8e19-ce86c53cb336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974462 Nov 19 09:27:00.330743 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:00.360946 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-fa84decf-70fe-42a9-82a7-f5870eda3a61 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port d72101a5-be8b-4e69-9eb7-32afb044d6d0 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:27:00.361664 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fa84decf-70fe-42a9-82a7-f5870eda3a61 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:00.427448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 57736433-2041-41b1-99f8-040acbed7a42, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=57736433-2041-41b1-99f8-040acbed7a42,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:00.451190 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:00.586823 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=57736433-2041-41b1-99f8-040acbed7a42,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:00.599612 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Attempting to bind port 7dd34302-27dc-408e-9a14-a38b91b6a33b on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:27:00.599962 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Attempting to bind port 7dd34302-27dc-408e-9a14-a38b91b6a33b by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:27:00.600301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Attempting to bind port 7dd34302-27dc-408e-9a14-a38b91b6a33b on network ae30f9f9-a15f-46da-bac5-9059230a3308 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:27:00.617752 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Port 7dd34302-27dc-408e-9a14-a38b91b6a33b on network ae30f9f9-a15f-46da-bac5-9059230a3308 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:27:00.618380 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Attempting to bind port 7dd34302-27dc-408e-9a14-a38b91b6a33b on network ae30f9f9-a15f-46da-bac5-9059230a3308 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:27:00.643473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:27:00.643821 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Checking segment: {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:27:00.644222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Bound using segment: {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:27:00.644683 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Bound port: 7dd34302-27dc-408e-9a14-a38b91b6a33b, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:27:00.645053 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:00.655724 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fa84decf-70fe-42a9-82a7-f5870eda3a61 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:00.669717 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a3aad87c-5086-4824-b0e1-7be66e86ac18 req-8db2bb95-4601-4fe3-afc5-fde5229c6dc5 service neutron] 10.222.0.71 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567960 Nov 19 09:27:00.682242 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-fa84decf-70fe-42a9-82a7-f5870eda3a61 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for d72101a5-be8b-4e69-9eb7-32afb044d6d0 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:27:00.815207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1f874f54-b14f-4819-9484-dc99567917f4 None None] Provisioning complete for port 57736433-2041-41b1-99f8-040acbed7a42 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:00.815862 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f874f54-b14f-4819-9484-dc99567917f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:00.882070 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] For port 7dd34302-27dc-408e-9a14-a38b91b6a33b, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:27:00.887117 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] For port 7dd34302-27dc-408e-9a14-a38b91b6a33b, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7dd34302-27dc-408e-9a14-a38b91b6a33b,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:27:00.924828 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:01.094178 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fa84decf-70fe-42a9-82a7-f5870eda3a61 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:01.096115 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:01.096823 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:01.107639 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] 10.222.0.71 "PUT /v2.0/ports/7dd34302-27dc-408e-9a14-a38b91b6a33b HTTP/1.1" status: 200 len: 1093 time: 2.0281403 Nov 19 09:27:01.115279 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a3aad87c-5086-4824-b0e1-7be66e86ac18 req-1464e2a9-265d-4780-96b1-63be4a1f3097 service neutron] 10.222.0.71 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191365 Nov 19 09:27:01.115779 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88545c20-7ca1-4b87-a6f1-862174b8b277', 'tag': '7dd34302-27dc-408e-9a14-a38b91b6a33b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:27:01.124030 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ec565f-e8c9-4068-8abe-89734ec7072f" -d '{"events": [{"name": "network-changed", "server_uuid": "88545c20-7ca1-4b87-a6f1-862174b8b277", "tag": "7dd34302-27dc-408e-9a14-a38b91b6a33b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:27:01.189342 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c6bb6-5bbd-45da-906b-222a38f4dfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd34302-27dc-408e-9a14-a38b91b6a33b,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:01.214039 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-69daaf94-94f6-4dac-bf2b-5f217cf079ad None None] Could not find standard attr ID for object d72101a5-be8b-4e69-9eb7-32afb044d6d0. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:27:01.258796 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fa84decf-70fe-42a9-82a7-f5870eda3a61 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:01.263857 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fa84decf-70fe-42a9-82a7-f5870eda3a61 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/d72101a5-be8b-4e69-9eb7-32afb044d6d0 HTTP/1.1" status: 204 len: 168 time: 1.1668322 Nov 19 09:27:01.276584 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57058) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:01.501409 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-5e61dcef-a04a-4e61-8c8f-252b30a17325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:01.506971 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-5e61dcef-a04a-4e61-8c8f-252b30a17325 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 1096 time: 0.2903631 Nov 19 09:27:01.511299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e2ea63-7099-4250-a641-548d8541b719 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:01.513170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e2ea63-7099-4250-a641-548d8541b719 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:01.517330 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-19e2ea63-7099-4250-a641-548d8541b719 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2233498 Nov 19 09:27:01.529211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57068) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:01.636236 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-697932e8-ef1e-4c5e-b711-a7ba24cc77eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dd34302-27dc-408e-9a14-a38b91b6a33b HTTP/1.1" status: 200 len: 217 time: 0.1173656 Nov 19 09:27:01.756294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce23821a-4113-417c-9c9e-f278367a4b98 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet a65d164c-760d-4f74-bf47-f9757a21e19f {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:27:01.763290 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce23821a-4113-417c-9c9e-f278367a4b98 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:01.777512 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-69d1472a-4e04-41e8-b099-0f42453f454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:01.779365 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-69d1472a-4e04-41e8-b099-0f42453f454e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.0964098 Nov 19 09:27:01.846913 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce23821a-4113-417c-9c9e-f278367a4b98 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:01.938723 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 57736433-2041-41b1-99f8-040acbed7a42 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:27:01.957764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4498aa4-6071-454a-9caf-7f81a0429669 req-5dd511de-3bb5-49ac-be21-756c22ad4412 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:01.959340 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b4498aa4-6071-454a-9caf-7f81a0429669 req-5dd511de-3bb5-49ac-be21-756c22ad4412 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 944 time: 1.2482729 Nov 19 09:27:01.986563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84decf-70fe-42a9-82a7-f5870eda3a61 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=d72101a5-be8b-4e69-9eb7-32afb044d6d0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:02.057044 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 57736433-2041-41b1-99f8-040acbed7a42 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:02.059616 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:02.080706 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b4498aa4-6071-454a-9caf-7f81a0429669 req-14355fec-a4ce-4efe-ada5-7ade893b609d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904648 Nov 19 09:27:02.111221 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f3ba3-3949-41ce-bd0a-e8fa6cc1d0f4 req-658c5869-74e3-4178-bac0-76d1fb527c2f tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:02.112988 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-941f3ba3-3949-41ce-bd0a-e8fa6cc1d0f4 req-658c5869-74e3-4178-bac0-76d1fb527c2f tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 944 time: 0.1526341 Nov 19 09:27:02.116181 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce23821a-4113-417c-9c9e-f278367a4b98 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:02.202540 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-941f3ba3-3949-41ce-bd0a-e8fa6cc1d0f4 req-2b8c4d9f-edd4-487c-94dc-a133ae6d3790 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833869 Nov 19 09:27:02.207608 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63deb2ec-e333-45c4-9bdc-c11787f041de x-openstack-request-id: req-63deb2ec-e333-45c4-9bdc-c11787f041de {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:27:02.209125 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88545c20-7ca1-4b87-a6f1-862174b8b277", "tag": "7dd34302-27dc-408e-9a14-a38b91b6a33b", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:27:02.209532 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63deb2ec-e333-45c4-9bdc-c11787f041de {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:27:02.212353 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88545c20-7ca1-4b87-a6f1-862174b8b277', 'tag': '7dd34302-27dc-408e-9a14-a38b91b6a33b', 'status': 'completed', 'code': 200} Nov 19 09:27:02.310701 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce23821a-4113-417c-9c9e-f278367a4b98 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:02.358744 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce23821a-4113-417c-9c9e-f278367a4b98 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:02.366594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61267ddd-5ce7-4a05-9f5f-12679accc246 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:27:02.380728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57092) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:02.383082 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ce23821a-4113-417c-9c9e-f278367a4b98 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/a65d164c-760d-4f74-bf47-f9757a21e19f HTTP/1.1" status: 204 len: 168 time: 0.8523259 Nov 19 09:27:02.385394 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23821a-4113-417c-9c9e-f278367a4b98 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=a65d164c-760d-4f74-bf47-f9757a21e19f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:02.390519 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-41f4c6b0-7edb-4cf1-9d17-8d30515482a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:02.392771 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-41f4c6b0-7edb-4cf1-9d17-8d30515482a1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1784766 Nov 19 09:27:02.441396 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0622ab29-d986-4216-9732-703d00dfee62 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592849 Nov 19 09:27:02.444999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57096) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:02.451572 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c1f80b80-caf8-4c5d-bd88-0b3232cd25e0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:02.568798 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-e0c73f74-359b-4f15-9a17-a2abc7710fcf service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665003 Nov 19 09:27:02.618324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f80b80-caf8-4c5d-bd88-0b3232cd25e0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:27:02.622356 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1f80b80-caf8-4c5d-bd88-0b3232cd25e0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:02.771671 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6cb3488e-4d6f-4b0b-bf59-eb92a4ec58b9 req-129dffce-d87a-4681-930d-c527f8098f70 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930885 Nov 19 09:27:02.856341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 52edfcec-053d-445f-bc60-4ec5c97119d9 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:27:02.930455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec565f-e8c9-4068-8abe-89734ec7072f req-c015eb92-cb59-434f-af9c-47c739c5dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:02.932565 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-24ec565f-e8c9-4068-8abe-89734ec7072f req-c015eb92-cb59-434f-af9c-47c739c5dc5a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 1096 time: 0.1073678 Nov 19 09:27:02.954675 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1f80b80-caf8-4c5d-bd88-0b3232cd25e0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:03.074772 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f80b80-caf8-4c5d-bd88-0b3232cd25e0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:03.080134 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 52edfcec-053d-445f-bc60-4ec5c97119d9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=52edfcec-053d-445f-bc60-4ec5c97119d9,segment=NetworkSegment(9e26ce1d-c552-4411-adb5-f151c50d6b70),segment_id=9e26ce1d-c552-4411-adb5-f151c50d6b70)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:03.086714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-c1f80b80-caf8-4c5d-bd88-0b3232cd25e0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:03.095266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f80b80-caf8-4c5d-bd88-0b3232cd25e0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:03.096366 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1f80b80-caf8-4c5d-bd88-0b3232cd25e0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:03.110593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f80b80-caf8-4c5d-bd88-0b3232cd25e0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=a0edf59b-89c3-4f02-9478-b372b4e59090,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:03.135798 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2603ba70-d05e-4280-a8ef-bb30b5518fb8 None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:27:03.142754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '52edfcec-053d-445f-bc60-4ec5c97119d9', 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336', 'port_id': '52edfcec-053d-445f-bc60-4ec5c97119d9', 'mac_address': 'fa:16:3e:08:a7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:27:03.144192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c1f80b80-caf8-4c5d-bd88-0b3232cd25e0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6974645 Nov 19 09:27:03.148426 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57106) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:03.159406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f6e60bc7-0fea-44d8-aac6-03659997d414 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'fixed_ips': [{'subnet_id': 'a0edf59b-89c3-4f02-9478-b372b4e59090', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-169654830'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:03.211337 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec565f-e8c9-4068-8abe-89734ec7072f req-0464d8e1-9c6c-4d87-9d72-4edc9557c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:03.214018 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-24ec565f-e8c9-4068-8abe-89734ec7072f req-0464d8e1-9c6c-4d87-9d72-4edc9557c7f4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 912 time: 0.2730675 Nov 19 09:27:03.346139 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-24ec565f-e8c9-4068-8abe-89734ec7072f req-c923307d-a6b0-43fc-8e58-0809f229b684 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dd34302-27dc-408e-9a14-a38b91b6a33b HTTP/1.1" status: 200 len: 217 time: 0.1204538 Nov 19 09:27:03.358506 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:03.412355 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52edfcec-053d-445f-bc60-4ec5c97119d9 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:27:03.417052 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec565f-e8c9-4068-8abe-89734ec7072f req-5a01d369-76db-492a-bee0-7d247fe909ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:03.420957 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-24ec565f-e8c9-4068-8abe-89734ec7072f req-5a01d369-76db-492a-bee0-7d247fe909ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.0688510 Nov 19 09:27:03.427873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2603ba70-d05e-4280-a8ef-bb30b5518fb8 None None] Deleting port 57736433-2041-41b1-99f8-040acbed7a42 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:27:03.428297 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2603ba70-d05e-4280-a8ef-bb30b5518fb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:03.521390 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec565f-e8c9-4068-8abe-89734ec7072f req-49fc5aff-189c-4ab8-bfc8-f8d4f7d3e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:03.523443 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-24ec565f-e8c9-4068-8abe-89734ec7072f req-49fc5aff-189c-4ab8-bfc8-f8d4f7d3e7ae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935130 Nov 19 09:27:03.593911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 52edfcec-053d-445f-bc60-4ec5c97119d9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=52edfcec-053d-445f-bc60-4ec5c97119d9,segment=NetworkSegment(9e26ce1d-c552-4411-adb5-f151c50d6b70),segment_id=9e26ce1d-c552-4411-adb5-f151c50d6b70)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:03.622180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0a54c-5325-4550-8e4a-9d7e1d585197 req-035edd3e-68a8-457b-9a7d-76f62795180a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:03.624093 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76d0a54c-5325-4550-8e4a-9d7e1d585197 req-035edd3e-68a8-457b-9a7d-76f62795180a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 944 time: 0.1800630 Nov 19 09:27:03.631533 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:03.637927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8348e-31a4-438b-b511-41ab01277d29 req-5be2b9ef-b74a-4eef-bf6d-62f96596772e tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:03.652911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80f8348e-31a4-438b-b511-41ab01277d29 req-5be2b9ef-b74a-4eef-bf6d-62f96596772e tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 944 time: 0.2198331 Nov 19 09:27:03.659236 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e60bc7-0fea-44d8-aac6-03659997d414 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:27:03.755101 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-24ec565f-e8c9-4068-8abe-89734ec7072f req-451ad70e-16ee-423a-9960-86642cba7384 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217412 Nov 19 09:27:03.797853 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2603ba70-d05e-4280-a8ef-bb30b5518fb8 None None] For port 57736433-2041-41b1-99f8-040acbed7a42, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=57736433-2041-41b1-99f8-040acbed7a42,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:03.803888 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2603ba70-d05e-4280-a8ef-bb30b5518fb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:03.867808 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2603ba70-d05e-4280-a8ef-bb30b5518fb8 None None] Calling delete_port for 57736433-2041-41b1-99f8-040acbed7a42 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:27:03.879076 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=52edfcec-053d-445f-bc60-4ec5c97119d9,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:04.018430 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80f8348e-31a4-438b-b511-41ab01277d29 req-9f4e9e0b-1236-4433-9734-1b293a8ae755 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437054 Nov 19 09:27:04.022407 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76d0a54c-5325-4550-8e4a-9d7e1d585197 req-86aa2362-fb2d-4cd2-ad81-ffe78647a10c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647661 Nov 19 09:27:04.032118 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-24ec565f-e8c9-4068-8abe-89734ec7072f req-0ca8ff5c-291e-4cf6-b111-d138a61dc024 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686400 Nov 19 09:27:04.043018 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6e60bc7-0fea-44d8-aac6-03659997d414 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:04.080892 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 57736433-2041-41b1-99f8-040acbed7a42 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:27:04.117797 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-f6e60bc7-0fea-44d8-aac6-03659997d414 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 7f540dec-d14d-4018-850b-9120789798dd yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:27:04.145613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['52edfcec-053d-445f-bc60-4ec5c97119d9'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:27:04.383339 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e60bc7-0fea-44d8-aac6-03659997d414 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:27:04.385809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e60bc7-0fea-44d8-aac6-03659997d414 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:27:04.391407 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2603ba70-d05e-4280-a8ef-bb30b5518fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:04.425973 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f6e60bc7-0fea-44d8-aac6-03659997d414 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2719078 Nov 19 09:27:04.426220 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57132) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:04.465377 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603ba70-d05e-4280-a8ef-bb30b5518fb8 None None] Pushing event deleted for resources: {'Port': ['ID=57736433-2041-41b1-99f8-040acbed7a42,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:04.472902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Port 57736433-2041-41b1-99f8-040acbed7a42 update to DOWN by agent not found {{(pid=103478) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 19 09:27:04.476400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2603ba70-d05e-4280-a8ef-bb30b5518fb8 None None] No DVR routers for this DVR port 57736433-2041-41b1-99f8-040acbed7a42 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:27:04.511523 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4e56d0f8-07ac-47b3-a464-1fa381e07a60 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0840421 Nov 19 09:27:04.513424 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57136) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:04.520667 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ab7277-26b1-4d09-ae44-af7135605b3c None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:27:04.547417 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7dd34302-27dc-408e-9a14-a38b91b6a33b details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:27:04.609018 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457a9567-90aa-4091-ae52-9cd4bea346b4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:04.619677 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457a9567-90aa-4091-ae52-9cd4bea346b4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:04.621536 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-457a9567-90aa-4091-ae52-9cd4bea346b4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1067753 Nov 19 09:27:04.624436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57138) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:04.748541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a43e645-2091-4610-84f2-48926585a5c3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet a0edf59b-89c3-4f02-9478-b372b4e59090 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:27:04.755646 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a43e645-2091-4610-84f2-48926585a5c3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:04.867099 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a43e645-2091-4610-84f2-48926585a5c3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:04.886323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a1ac5d-a91d-4171-a011-5667ac490466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': 'a0edf59b-89c3-4f02-9478-b372b4e59090'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:27:04.886323 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-02a1ac5d-a91d-4171-a011-5667ac490466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:04.972002 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a43e645-2091-4610-84f2-48926585a5c3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:04.991211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7dd34302-27dc-408e-9a14-a38b91b6a33b, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7dd34302-27dc-408e-9a14-a38b91b6a33b,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:05.017400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '7dd34302-27dc-408e-9a14-a38b91b6a33b', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'port_id': '7dd34302-27dc-408e-9a14-a38b91b6a33b', 'mac_address': 'fa:16:3e:99:68:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:27:05.049987 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a43e645-2091-4610-84f2-48926585a5c3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server [None req-02a1ac5d-a91d-4171-a011-5667ac490466 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0edf59b-89c3-4f02-9478-b372b4e59090: This subnet is being modified by another concurrent operation. Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 09:27:05.067385 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise exception Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0edf59b-89c3-4f02-9478-b372b4e59090: This subnet is being modified by another concurrent operation. Nov 19 09:27:05.072497 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Nov 19 09:27:05.094669 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a6b25b-5bd5-4061-a81c-41c3e4213737 None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:27:05.104336 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43e645-2091-4610-84f2-48926585a5c3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=a0edf59b-89c3-4f02-9478-b372b4e59090,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:05.110091 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a43e645-2091-4610-84f2-48926585a5c3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:05.114172 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1a43e645-2091-4610-84f2-48926585a5c3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/a0edf59b-89c3-4f02-9478-b372b4e59090 HTTP/1.1" status: 204 len: 168 time: 0.4884410 Nov 19 09:27:05.116536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57150) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:05.179107 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:05.221887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd34302-27dc-408e-9a14-a38b91b6a33b {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:27:05.292393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57166) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:05.292890 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-24ce2c78-cb4f-4918-9dee-7c48bd7f2b56 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1746945 Nov 19 09:27:05.298462 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7a9a5e3b-9b43-45e1-8f68-149c5ac574e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:05.313865 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7dd34302-27dc-408e-9a14-a38b91b6a33b, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7dd34302-27dc-408e-9a14-a38b91b6a33b,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:05.337043 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:05.369080 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe280b9-b01a-4d38-908b-2cd8e62404f4 req-4cf2d147-1b0a-41bd-b816-9d82ea51a7b7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:05.370928 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7fe280b9-b01a-4d38-908b-2cd8e62404f4 req-4cf2d147-1b0a-41bd-b816-9d82ea51a7b7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 944 time: 0.1480131 Nov 19 09:27:05.406281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7f704-495f-47f2-8162-d92d55abb00c req-bc42e335-015c-4732-b99d-d5223cab09ed tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:05.409474 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2d7f704-495f-47f2-8162-d92d55abb00c req-bc42e335-015c-4732-b99d-d5223cab09ed tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 945 time: 0.1881490 Nov 19 09:27:05.493790 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9a5e3b-9b43-45e1-8f68-149c5ac574e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:27:05.499444 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a9a5e3b-9b43-45e1-8f68-149c5ac574e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:05.530449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7dd34302-27dc-408e-9a14-a38b91b6a33b,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:05.588434 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7fe280b9-b01a-4d38-908b-2cd8e62404f4 req-0606c66f-ea2c-4c12-90d4-745232aafc4f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842706 Nov 19 09:27:05.589988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a6b25b-5bd5-4061-a81c-41c3e4213737 None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:27:05.592775 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2d7f704-495f-47f2-8162-d92d55abb00c req-3c515b86-0c57-49d7-a904-02dafef0eec2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744614 Nov 19 09:27:05.751846 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['7dd34302-27dc-408e-9a14-a38b91b6a33b'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:27:05.976669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57174) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:06.239798 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3830829-311c-4439-a59a-c8be0bc96517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:06.296122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a9a5e3b-9b43-45e1-8f68-149c5ac574e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:06.370942 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9a5e3b-9b43-45e1-8f68-149c5ac574e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:06.375281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7a9a5e3b-9b43-45e1-8f68-149c5ac574e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:06.380516 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9a5e3b-9b43-45e1-8f68-149c5ac574e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:06.381156 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a9a5e3b-9b43-45e1-8f68-149c5ac574e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:06.461767 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7a9a5e3b-9b43-45e1-8f68-149c5ac574e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1666434 Nov 19 09:27:06.467161 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a5e3b-9b43-45e1-8f68-149c5ac574e7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=6907f9d3-1bc5-46f0-88d5-381b1b58a69e,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:06.471169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57182) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:06.490459 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb1515-bd83-482e-9cb0-4f2eea88831b None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:27:06.499806 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-11300e60-066c-4978-85d1-e8e5f878e9f2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-480605928', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:06.533547 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3830829-311c-4439-a59a-c8be0bc96517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:06.540887 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3830829-311c-4439-a59a-c8be0bc96517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:06.551885 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 52edfcec-053d-445f-bc60-4ec5c97119d9 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:27:06.558978 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11300e60-066c-4978-85d1-e8e5f878e9f2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:06.564160 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11300e60-066c-4978-85d1-e8e5f878e9f2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:06.598794 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c3830829-311c-4439-a59a-c8be0bc96517 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc2fe65ae54746b98bd6ea123afd4363&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6219378 Nov 19 09:27:06.600910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57186) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:06.700031 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3830829-311c-4439-a59a-c8be0bc96517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799303a4-6229-4ac9-873b-96d2e579f1ff,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:06.722173 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11300e60-066c-4978-85d1-e8e5f878e9f2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:06.731129 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11300e60-066c-4978-85d1-e8e5f878e9f2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:06.767813 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82cb3784-56de-4a63-b730-89b4d0861c76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:06.779279 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11300e60-066c-4978-85d1-e8e5f878e9f2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:06.787575 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-11300e60-066c-4978-85d1-e8e5f878e9f2 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3029201 Nov 19 09:27:06.792072 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57194) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:06.879450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-aace6ec5-8bef-44cc-967f-ca48c7b25bfa None None] Provisioning complete for port f1142431-5055-495f-8a2d-97cf0202861c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:06.880416 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aace6ec5-8bef-44cc-967f-ca48c7b25bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:06.887650 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 52edfcec-053d-445f-bc60-4ec5c97119d9 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:27:06.887903 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82cb3784-56de-4a63-b730-89b4d0861c76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:06.914378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0d4a7-9058-448a-9e28-b3dafb5d65a7 req-0d672275-ad70-41bc-b832-28fa499e3a4a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:06.918105 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfd0d4a7-9058-448a-9e28-b3dafb5d65a7 req-0d672275-ad70-41bc-b832-28fa499e3a4a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 945 time: 0.1517940 Nov 19 09:27:06.933456 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 52edfcec-053d-445f-bc60-4ec5c97119d9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:06.934235 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:07.012012 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfd0d4a7-9058-448a-9e28-b3dafb5d65a7 req-de1cb9b9-d5bf-43d7-9af1-45048b8341f0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785165 Nov 19 09:27:07.040049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f84348-40bb-406e-9a06-3098c06812a0 req-8e7bf470-b383-4575-9ca2-4642fbbe2cbd tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:07.047458 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-57f84348-40bb-406e-9a06-3098c06812a0 req-8e7bf470-b383-4575-9ca2-4642fbbe2cbd tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 945 time: 0.2808037 Nov 19 09:27:07.065864 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:07.153127 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': '6907f9d3-1bc5-46f0-88d5-381b1b58a69e'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:27:07.154604 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:07.158927 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-57f84348-40bb-406e-9a06-3098c06812a0 req-8fb14a1f-8115-413c-959e-dd7c31aeefe2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030569 Nov 19 09:27:07.180241 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82cb3784-56de-4a63-b730-89b4d0861c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:07.184420 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82cb3784-56de-4a63-b730-89b4d0861c76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:07.185972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-82cb3784-56de-4a63-b730-89b4d0861c76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/799303a4-6229-4ac9-873b-96d2e579f1ff HTTP/1.1" status: 204 len: 168 time: 0.5840149 Nov 19 09:27:07.191594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 52edfcec-053d-445f-bc60-4ec5c97119d9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=52edfcec-053d-445f-bc60-4ec5c97119d9,segment=NetworkSegment(9e26ce1d-c552-4411-adb5-f151c50d6b70),segment_id=9e26ce1d-c552-4411-adb5-f151c50d6b70)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:07.202159 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52edfcec-053d-445f-bc60-4ec5c97119d9'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:27:07.205080 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f46ec1d-e69e-4771-b1f8-8fa51975a5f3" -d '{"events": [{"server_uuid": "bbe9f89f-5d0b-4f61-a027-752fa9baaf5a", "name": "network-vif-plugged", "status": "completed", "tag": "52edfcec-053d-445f-bc60-4ec5c97119d9"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:27:07.209025 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb3784-56de-4a63-b730-89b4d0861c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799303a4-6229-4ac9-873b-96d2e579f1ff,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:07.234617 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:07.560704 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=52edfcec-053d-445f-bc60-4ec5c97119d9,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:07.642594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Allocated IP 2001:db8::2 (ded7164f-a204-4255-9f6b-c93599969f88/6907f9d3-1bc5-46f0-88d5-381b1b58a69e/b06ff1e2-d8f8-4038-b187-a22a0b2439fa) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:07.674582 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:07.851055 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4223fd-9fe2-4ba9-82e9-b18d995b5ed5 x-openstack-request-id: req-df4223fd-9fe2-4ba9-82e9-b18d995b5ed5 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:27:07.851354 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe9f89f-5d0b-4f61-a027-752fa9baaf5a", "name": "network-vif-plugged", "status": "completed", "tag": "52edfcec-053d-445f-bc60-4ec5c97119d9", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:27:07.852130 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df4223fd-9fe2-4ba9-82e9-b18d995b5ed5 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:27:07.852544 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52edfcec-053d-445f-bc60-4ec5c97119d9', 'code': 200} Nov 19 09:27:08.039049 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:08.051648 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fd1eb-ebc6-42cd-8690-0732eed471a0 req-c8db5965-7d8b-426c-9fa8-d85cbd54295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:08.052632 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:08.053932 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-911fd1eb-ebc6-42cd-8690-0732eed471a0 req-c8db5965-7d8b-426c-9fa8-d85cbd54295a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 1098 time: 0.1196764 Nov 19 09:27:08.063320 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57222) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:08.084363 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a4c75a5-09db-4c56-a9f1-3f26d24bd4f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:08.144211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:08.151283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:08.153789 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:27:08.157551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Pushing event updated for resources: {'Port': ['ID=b06ff1e2-d8f8-4038-b187-a22a0b2439fa,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:08.279110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be8043-befd-41df-bd8a-c53f2180cb2c req-d762476a-1ac5-43e7-99df-2369931abee5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:08.280920 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6be8043-befd-41df-bd8a-c53f2180cb2c req-d762476a-1ac5-43e7-99df-2369931abee5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 945 time: 0.1428485 Nov 19 09:27:08.289658 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::1 (ded7164f-a204-4255-9f6b-c93599969f88/6907f9d3-1bc5-46f0-88d5-381b1b58a69e/478a5523-de84-4414-a07b-eb61698ae065) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:08.313797 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-911fd1eb-ebc6-42cd-8690-0732eed471a0 req-197a4936-7150-4ca4-a5a8-3b298bacfd69 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437332 Nov 19 09:27:08.452475 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Attempting to bind port b06ff1e2-d8f8-4038-b187-a22a0b2439fa on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:27:08.452960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Attempting to bind port b06ff1e2-d8f8-4038-b187-a22a0b2439fa by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:27:08.453439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Attempting to bind port b06ff1e2-d8f8-4038-b187-a22a0b2439fa on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:27:08.459746 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:27:08.460222 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:27:08.460703 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:08.461203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:27:08.461758 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Bound port: b06ff1e2-d8f8-4038-b187-a22a0b2439fa, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:27:08.462265 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:08.482685 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a4c75a5-09db-4c56-a9f1-3f26d24bd4f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:08.487634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6be8043-befd-41df-bd8a-c53f2180cb2c req-61255a41-6bd6-4ed4-a769-abd27bcaaa1f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925981 Nov 19 09:27:08.491057 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a4c75a5-09db-4c56-a9f1-3f26d24bd4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:08.543427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c75a5-09db-4c56-a9f1-3f26d24bd4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a00f09d-f329-447a-abea-05312d4379d7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:08.543897 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7dd34302-27dc-408e-9a14-a38b91b6a33b up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:27:08.561603 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:08.567478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d84bd-9e2a-4c92-a269-108934140558 req-17a7a0da-9469-4874-a436-0c5f3e4f1826 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:08.576579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-362d84bd-9e2a-4c92-a269-108934140558 req-17a7a0da-9469-4874-a436-0c5f3e4f1826 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.1470888 Nov 19 09:27:08.577467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] For port b06ff1e2-d8f8-4038-b187-a22a0b2439fa, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:27:08.603178 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9a4c75a5-09db-4c56-a9f1-3f26d24bd4f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26c42ad864e844e19646e21f70d21285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5359278 Nov 19 09:27:08.603515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57240) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:08.610314 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] For port b06ff1e2-d8f8-4038-b187-a22a0b2439fa, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b06ff1e2-d8f8-4038-b187-a22a0b2439fa,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:27:08.626056 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:08.688511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-362d84bd-9e2a-4c92-a269-108934140558 req-804ba88b-0f60-45c0-adf3-72f2848673d3 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108940 Nov 19 09:27:08.689909 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:08.722334 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c971-82f6-49aa-b687-68997d8f10ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:08.755104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 7dd34302-27dc-408e-9a14-a38b91b6a33b completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:27:08.770217 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c971-82f6-49aa-b687-68997d8f10ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:08.789812 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 7dd34302-27dc-408e-9a14-a38b91b6a33b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:08.795175 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:08.797840 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=478a5523-de84-4414-a07b-eb61698ae065,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:08.830446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:08.833302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:08.837624 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c971-82f6-49aa-b687-68997d8f10ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:08.842230 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0e9c971-82f6-49aa-b687-68997d8f10ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:08.846030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d0e9c971-82f6-49aa-b687-68997d8f10ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a00f09d-f329-447a-abea-05312d4379d7 HTTP/1.1" status: 204 len: 168 time: 0.2380311 Nov 19 09:27:08.846297 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:27:08.847865 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:08.855732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9c971-82f6-49aa-b687-68997d8f10ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a00f09d-f329-447a-abea-05312d4379d7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:08.860360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abbedc-8924-4070-94e1-82d0d7d15e63 None None] Pushing event updated for resources: {'Port': ['ID=b06ff1e2-d8f8-4038-b187-a22a0b2439fa,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:09.015199 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:09.040272 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:09.143014 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7dd34302-27dc-408e-9a14-a38b91b6a33b, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7dd34302-27dc-408e-9a14-a38b91b6a33b,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:09.150235 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:09.301841 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7dd34302-27dc-408e-9a14-a38b91b6a33b,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:09.645024 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:09.658573 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:09.659584 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:09.766917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f291f11-f24c-47bb-af1b-5ab944219f58 req-1f317c18-2f48-4256-8f9c-9af424329f11 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:09.794261 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f291f11-f24c-47bb-af1b-5ab944219f58 req-1f317c18-2f48-4256-8f9c-9af424329f11 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 946 time: 0.1586444 Nov 19 09:27:09.796914 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=478a5523-de84-4414-a07b-eb61698ae065,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:09.850989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:09.853252 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:09.853867 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88545c20-7ca1-4b87-a6f1-862174b8b277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd34302-27dc-408e-9a14-a38b91b6a33b'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:27:09.856718 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bfc812-e63b-4daa-be10-b4971717cf0a" -d '{"events": [{"server_uuid": "88545c20-7ca1-4b87-a6f1-862174b8b277", "name": "network-vif-plugged", "status": "completed", "tag": "7dd34302-27dc-408e-9a14-a38b91b6a33b"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:27:10.075537 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Router f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:27:10.093211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b06ff1e2-d8f8-4038-b187-a22a0b2439fa up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:27:10.094115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f291f11-f24c-47bb-af1b-5ab944219f58 req-d9b9fb63-8414-40c9-95d2-527d973d6c59 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986107 Nov 19 09:27:10.136741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bcc4c-82e1-42f9-a132-9d1f98e9b2ad req-f456b08f-c789-4226-8411-c26c77245857 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:10.151683 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f0bcc4c-82e1-42f9-a132-9d1f98e9b2ad req-f456b08f-c789-4226-8411-c26c77245857 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.3152978 Nov 19 09:27:10.204999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b06ff1e2-d8f8-4038-b187-a22a0b2439fa triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:10.205522 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:10.351542 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:10.354429 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f0bcc4c-82e1-42f9-a132-9d1f98e9b2ad req-a34b0cb3-0655-46c5-ac45-4e0964db6d07 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014265 Nov 19 09:27:10.445812 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port b06ff1e2-d8f8-4038-b187-a22a0b2439fa, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b06ff1e2-d8f8-4038-b187-a22a0b2439fa,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:10.471784 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa37cb2b-d491-44b8-be11-db3a9ead9d97 x-openstack-request-id: req-fa37cb2b-d491-44b8-be11-db3a9ead9d97 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:27:10.472089 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88545c20-7ca1-4b87-a6f1-862174b8b277", "name": "network-vif-plugged", "status": "completed", "tag": "7dd34302-27dc-408e-9a14-a38b91b6a33b", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:27:10.474069 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa37cb2b-d491-44b8-be11-db3a9ead9d97 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:27:10.474511 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88545c20-7ca1-4b87-a6f1-862174b8b277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd34302-27dc-408e-9a14-a38b91b6a33b', 'code': 200} Nov 19 09:27:10.483553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:27:10.502234 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:10.511319 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57284) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:10.511799 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-eb5112a1-f6cd-43e3-a021-1a261a4edbf7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "PUT /v2.0/routers/f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7145810 Nov 19 09:27:10.619811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07abe8b3-90e5-4103-9f26-a7742d6bfef3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:10.629713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-07abe8b3-90e5-4103-9f26-a7742d6bfef3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports/478a5523-de84-4414-a07b-eb61698ae065 HTTP/1.1" status: 200 len: 911 time: 0.1173670 Nov 19 09:27:10.630623 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57286) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:10.636601 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Sync routers for ids ['f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:27:10.664617 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=b06ff1e2-d8f8-4038-b187-a22a0b2439fa,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:10.755626 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Routers {'f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:27:10.755626 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-91470759-4b53-461e-a069-a2736f46e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:26:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:10.767976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-bac331da-70ce-44e0-95d4-ba111717a84c None None] Provisioning complete for port b06ff1e2-d8f8-4038-b187-a22a0b2439fa triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:10.768447 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bac331da-70ce-44e0-95d4-ba111717a84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:10.774401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825d175-4f49-491a-a3b8-b4eb50846b3d req-9708ece3-567d-4b2d-bd0e-9220a96d3545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:10.783193 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8825d175-4f49-491a-a3b8-b4eb50846b3d req-9708ece3-567d-4b2d-bd0e-9220a96d3545 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 1098 time: 0.2022753 Nov 19 09:27:10.822542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f59a598-61ee-4152-936c-ebe395b36203 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:10.835617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f59a598-61ee-4152-936c-ebe395b36203 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:10.845952 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2f59a598-61ee-4152-936c-ebe395b36203 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2140806 Nov 19 09:27:10.854311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57294) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:11.028369 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398069a-d583-41d5-ba16-3d951c55a23a req-360bcd4b-a36c-4bac-86f7-8c4e19a7faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:11.031520 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c398069a-d583-41d5-ba16-3d951c55a23a req-360bcd4b-a36c-4bac-86f7-8c4e19a7faf2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d5a15a2a66164afb93f2d14252df0114&device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 1098 time: 0.1837389 Nov 19 09:27:11.108654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad83c9-0b35-4ee7-87f3-9e462b322dd3 req-d3cb6462-cd1c-4c7f-9b54-17a50f44da61 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:11.110295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12ad83c9-0b35-4ee7-87f3-9e462b322dd3 req-d3cb6462-cd1c-4c7f-9b54-17a50f44da61 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.1957228 Nov 19 09:27:11.125463 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Set router f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:27:11.357547 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8825d175-4f49-491a-a3b8-b4eb50846b3d req-93cff4e0-491b-4155-ac47-f84d94975a3a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172474 Nov 19 09:27:11.385184 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e265046e-6e49-4ab4-945b-f49be193dda1 req-52a8275b-065e-4ed9-bd4f-c13212e8bc83 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6450427 Nov 19 09:27:11.499330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398069a-d583-41d5-ba16-3d951c55a23a req-47858154-26d7-4914-a6a9-1cc7685bd825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:11.501553 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c398069a-d583-41d5-ba16-3d951c55a23a req-47858154-26d7-4914-a6a9-1cc7685bd825 service neutron] 10.222.0.71 "GET /v2.0/networks?id=adf7d336-074e-44d3-8e19-ce86c53cb336 HTTP/1.1" status: 200 len: 920 time: 0.4579420 Nov 19 09:27:11.523267 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12ad83c9-0b35-4ee7-87f3-9e462b322dd3 req-6fe61b79-ea0d-4875-9502-8ce7cf89699d tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883693 Nov 19 09:27:11.575291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0216f0e-2303-4065-abfe-89abc67c55c7 req-e6364ef9-be0f-4586-bad7-b7eb48b95f81 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:11.586878 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0216f0e-2303-4065-abfe-89abc67c55c7 req-e6364ef9-be0f-4586-bad7-b7eb48b95f81 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 946 time: 0.3441374 Nov 19 09:27:11.642539 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-275bcbda-d57f-4cbf-9ef5-36af10321dc9 None None] Provisioning complete for port 478a5523-de84-4414-a07b-eb61698ae065 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:11.643498 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-275bcbda-d57f-4cbf-9ef5-36af10321dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:11.800244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c398069a-d583-41d5-ba16-3d951c55a23a req-2e26f973-b6aa-414b-935d-df2b11c1c8f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52edfcec-053d-445f-bc60-4ec5c97119d9 HTTP/1.1" status: 200 len: 217 time: 0.1984501 Nov 19 09:27:11.809041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-275bcbda-d57f-4cbf-9ef5-36af10321dc9 None None] Port 478a5523-de84-4414-a07b-eb61698ae065 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:27:11.817255 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-91470759-4b53-461e-a069-a2736f46e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4', 'name': 'tempest-NetworksTestDHCPv6-router-480605928', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:27:06Z', 'updated_at': '2021-11-19T09:27:08Z', 'revision_number': 2, 'project_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'gw_port_host': None, '_interfaces': [{'id': '478a5523-de84-4414-a07b-eb61698ae065', 'name': '', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'mac_address': 'fa:16:3e:c5:c1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '6907f9d3-1bc5-46f0-88d5-381b1b58a69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:27:07Z', 'updated_at': '2021-11-19T09:27:09Z', 'revision_number': 2, 'project_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'subnets': [{'id': '6907f9d3-1bc5-46f0-88d5-381b1b58a69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:11.896249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Checking router: f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:27:11.900019 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Updating router f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4 port 478a5523-de84-4414-a07b-eb61698ae065 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:27:11.944538 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398069a-d583-41d5-ba16-3d951c55a23a req-1ac0f842-4789-4536-9103-2211dfe75843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:11.947388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c398069a-d583-41d5-ba16-3d951c55a23a req-1ac0f842-4789-4536-9103-2211dfe75843 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ba5e1be-b792-4b32-8ac6-a703a78c0607 HTTP/1.1" status: 200 len: 859 time: 0.1323581 Nov 19 09:27:11.976382 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:11.991412 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265046e-6e49-4ab4-945b-f49be193dda1 req-206f4506-b247-4864-bb94-1e05f99384ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:11.993163 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e265046e-6e49-4ab4-945b-f49be193dda1 req-206f4506-b247-4864-bb94-1e05f99384ea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 1096 time: 0.2622538 Nov 19 09:27:12.004110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b06ff1e2-d8f8-4038-b187-a22a0b2439fa up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:27:12.015368 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c398069a-d583-41d5-ba16-3d951c55a23a req-60137caa-ee8f-4e80-b47b-f12f74b54db5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=adf7d336-074e-44d3-8e19-ce86c53cb336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533233 Nov 19 09:27:12.047360 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0216f0e-2303-4065-abfe-89abc67c55c7 req-4160e8cc-3d7d-43a0-a6a3-b3beebcda530 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399793 Nov 19 09:27:12.219216 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c398069a-d583-41d5-ba16-3d951c55a23a req-6cd0a4fb-cc4d-4868-93f6-8d060c4a57da service neutron] 10.222.0.71 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889505 Nov 19 09:27:12.358880 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465decd0-ae2a-4ff8-854e-80a6efe91e9a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:12.425709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c398069a-d583-41d5-ba16-3d951c55a23a req-9a1bd818-4056-4014-b7c6-88d450a06331 service neutron] 10.222.0.71 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950684 Nov 19 09:27:12.505725 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265046e-6e49-4ab4-945b-f49be193dda1 req-c80c8e96-1870-4890-8039-0e46d9a565dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:12.507602 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e265046e-6e49-4ab4-945b-f49be193dda1 req-c80c8e96-1870-4890-8039-0e46d9a565dd service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 912 time: 0.4722164 Nov 19 09:27:12.570924 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:12.574725 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b06ff1e2-d8f8-4038-b187-a22a0b2439fa triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:12.575094 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:12.645856 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:12.717378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b439a-3361-4063-a171-bc6e78411493 None None] Pushing event updated for resources: {'Port': ['ID=478a5523-de84-4414-a07b-eb61698ae065,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:12.834129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e78ea-7115-41e0-940d-fcac65565ad5 req-663313de-450f-4374-bb7f-975f733193fa tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:12.843688 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d90e78ea-7115-41e0-940d-fcac65565ad5 req-663313de-450f-4374-bb7f-975f733193fa tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.1467822 Nov 19 09:27:12.954152 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d90e78ea-7115-41e0-940d-fcac65565ad5 req-771e2646-0e1c-4d11-adc7-2ae1fe88e4dc tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087148 Nov 19 09:27:13.145228 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Attempting to bind port 478a5523-de84-4414-a07b-eb61698ae065 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:27:13.145800 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Attempting to bind port 478a5523-de84-4414-a07b-eb61698ae065 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:27:13.146943 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Attempting to bind port 478a5523-de84-4414-a07b-eb61698ae065 on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:27:13.166719 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:27:13.167820 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:27:13.169481 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:13.170474 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:27:13.171902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Bound port: 478a5523-de84-4414-a07b-eb61698ae065, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:27:13.173053 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:13.180211 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e265046e-6e49-4ab4-945b-f49be193dda1 req-942d464a-c7d5-49d8-a796-7f51b1981923 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d HTTP/1.1" status: 200 len: 999 time: 0.6628995 Nov 19 09:27:13.315885 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-91470759-4b53-461e-a069-a2736f46e621 None None] For port 478a5523-de84-4414-a07b-eb61698ae065, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:27:13.319611 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-91470759-4b53-461e-a069-a2736f46e621 None None] For port 478a5523-de84-4414-a07b-eb61698ae065, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=478a5523-de84-4414-a07b-eb61698ae065,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:27:13.325412 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:13.340779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a124307-b7c7-4b26-9eb4-4f9a5e22be8c req-d9eed38a-f501-4660-8075-67f34e9a0aa1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:13.361725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a124307-b7c7-4b26-9eb4-4f9a5e22be8c req-d9eed38a-f501-4660-8075-67f34e9a0aa1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 946 time: 0.1296840 Nov 19 09:27:13.392089 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265046e-6e49-4ab4-945b-f49be193dda1 req-9dd013d3-61ea-47ac-9643-c86866cc0738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:13.400351 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e265046e-6e49-4ab4-945b-f49be193dda1 req-9dd013d3-61ea-47ac-9643-c86866cc0738 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.1515901 Nov 19 09:27:13.460897 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a124307-b7c7-4b26-9eb4-4f9a5e22be8c req-cb70367d-3b32-4555-898d-493c8aecd220 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929582 Nov 19 09:27:13.504987 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b439a-3361-4063-a171-bc6e78411493 None None] Pushing event updated for resources: {'Port': ['ID=478a5523-de84-4414-a07b-eb61698ae065,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:13.554082 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Routers {'f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:27:13.554693 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-91470759-4b53-461e-a069-a2736f46e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:26:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:13.629892 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265046e-6e49-4ab4-945b-f49be193dda1 req-f4c02440-2165-4f5d-b45e-19dc5fb1eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:13.633171 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e265046e-6e49-4ab4-945b-f49be193dda1 req-f4c02440-2165-4f5d-b45e-19dc5fb1eff8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2205670 Nov 19 09:27:13.662239 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71d51909-4f35-46c1-b1e2-94c24f1371d6 req-1025eb09-e857-4b6e-bbd3-49534abd2ae2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8144ed889e0e449f999e146a50a01315 HTTP/1.1" status: 200 len: 267 time: 0.0624804 Nov 19 09:27:13.714655 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2e1bfead-fcea-4964-b09c-cccb58580f56 None None] Provisioning complete for port 478a5523-de84-4414-a07b-eb61698ae065 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:13.715743 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfead-fcea-4964-b09c-cccb58580f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:13.780721 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d51909-4f35-46c1-b1e2-94c24f1371d6 req-8ea6e75e-2a7c-47f3-8f0f-4d178700472c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:13.797853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71d51909-4f35-46c1-b1e2-94c24f1371d6 req-8ea6e75e-2a7c-47f3-8f0f-4d178700472c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 946 time: 0.1343527 Nov 19 09:27:13.804105 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-91470759-4b53-461e-a069-a2736f46e621 None None] Set router f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:27:13.823648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-71d51909-4f35-46c1-b1e2-94c24f1371d6 req-e42c4ff8-e28d-4660-8907-bc6545f21899 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Request body: {'port': {'security_groups': []}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:13.920604 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e265046e-6e49-4ab4-945b-f49be193dda1 req-515b0aeb-0b97-4b81-89be-6e0ab760d238 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092509 Nov 19 09:27:13.967965 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-71d51909-4f35-46c1-b1e2-94c24f1371d6 req-e42c4ff8-e28d-4660-8907-bc6545f21899 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:14.059945 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e265046e-6e49-4ab4-945b-f49be193dda1 req-ddfec0f4-1f09-436a-a83b-acc32bb5526b service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250095 Nov 19 09:27:14.086737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-465decd0-ae2a-4ff8-854e-80a6efe91e9a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 478a5523-de84-4414-a07b-eb61698ae065 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:27:14.087847 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465decd0-ae2a-4ff8-854e-80a6efe91e9a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:14.148231 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfead-fcea-4964-b09c-cccb58580f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:14.204892 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2e1bfead-fcea-4964-b09c-cccb58580f56 None None] For port 478a5523-de84-4414-a07b-eb61698ae065, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=478a5523-de84-4414-a07b-eb61698ae065,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:14.220483 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfead-fcea-4964-b09c-cccb58580f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:14.283447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-465decd0-ae2a-4ff8-854e-80a6efe91e9a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] For port 478a5523-de84-4414-a07b-eb61698ae065, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=478a5523-de84-4414-a07b-eb61698ae065,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:14.285455 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465decd0-ae2a-4ff8-854e-80a6efe91e9a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:14.323872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-465decd0-ae2a-4ff8-854e-80a6efe91e9a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 478a5523-de84-4414-a07b-eb61698ae065 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:27:14.352424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57386) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:14.401816 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bfead-fcea-4964-b09c-cccb58580f56 None None] Pushing event updated for resources: {'Port': ['ID=478a5523-de84-4414-a07b-eb61698ae065,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:14.414717 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4dc6bf4c-4a03-4e64-9b30-d0004d7793fa None None] Provisioning complete for port 478a5523-de84-4414-a07b-eb61698ae065 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:14.414717 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4dc6bf4c-4a03-4e64-9b30-d0004d7793fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:14.520049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41523392-34c5-44cc-a91a-ea40778b80d5 req-1604e1be-abf9-4ee4-a8a4-4e007233b89e tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:14.521878 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-91470759-4b53-461e-a069-a2736f46e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4', 'name': 'tempest-NetworksTestDHCPv6-router-480605928', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:27:06Z', 'updated_at': '2021-11-19T09:27:08Z', 'revision_number': 2, 'project_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'gw_port_host': None, '_interfaces': [{'id': '478a5523-de84-4414-a07b-eb61698ae065', 'name': '', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'mac_address': 'fa:16:3e:c5:c1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '6907f9d3-1bc5-46f0-88d5-381b1b58a69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:27:07Z', 'updated_at': '2021-11-19T09:27:13Z', 'revision_number': 4, 'project_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'subnets': [{'id': '6907f9d3-1bc5-46f0-88d5-381b1b58a69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:14.533546 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-41523392-34c5-44cc-a91a-ea40778b80d5 req-1604e1be-abf9-4ee4-a8a4-4e007233b89e tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.3809628 Nov 19 09:27:14.541334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-71d51909-4f35-46c1-b1e2-94c24f1371d6 req-e42c4ff8-e28d-4660-8907-bc6545f21899 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] For port 7dd34302-27dc-408e-9a14-a38b91b6a33b, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7dd34302-27dc-408e-9a14-a38b91b6a33b,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:14.552825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91470759-4b53-461e-a069-a2736f46e621 None None] The sync data for ids ['f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4'] in n-d-805649-14 is: [{'id': 'f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4', 'name': 'tempest-NetworksTestDHCPv6-router-480605928', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:27:06Z', 'updated_at': '2021-11-19T09:27:08Z', 'revision_number': 2, 'project_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'gw_port_host': None, '_interfaces': [{'id': '478a5523-de84-4414-a07b-eb61698ae065', 'name': '', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'mac_address': 'fa:16:3e:c5:c1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '6907f9d3-1bc5-46f0-88d5-381b1b58a69e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:27:07Z', 'updated_at': '2021-11-19T09:27:13Z', 'revision_number': 4, 'project_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'subnets': [{'id': '6907f9d3-1bc5-46f0-88d5-381b1b58a69e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:27:14.671778 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-71d51909-4f35-46c1-b1e2-94c24f1371d6 req-e42c4ff8-e28d-4660-8907-bc6545f21899 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:14.689649 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-71d51909-4f35-46c1-b1e2-94c24f1371d6 req-e42c4ff8-e28d-4660-8907-bc6545f21899 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:14.704643 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b98dd8fa-ae7b-4324-868e-427a0b7eb64d', '97e36790-69f5-425e-80a4-66d473c8b8c1', '7dd34302-27dc-408e-9a14-a38b91b6a33b'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:27:14.721061 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465decd0-ae2a-4ff8-854e-80a6efe91e9a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:14.790093 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465decd0-ae2a-4ff8-854e-80a6efe91e9a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=478a5523-de84-4414-a07b-eb61698ae065,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:14.802397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-41523392-34c5-44cc-a91a-ea40778b80d5 req-82255bb0-e946-4ec7-9599-49d98dfee0f6 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672808 Nov 19 09:27:14.829739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c4ff8-e28d-4660-8907-bc6545f21899 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event updated for resources: {'Port': ['ID=7dd34302-27dc-408e-9a14-a38b91b6a33b,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:14.886385 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02636ca5-910e-4d7b-9109-6a8b4b834348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:14.938834 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d51909-4f35-46c1-b1e2-94c24f1371d6 req-e42c4ff8-e28d-4660-8907-bc6545f21899 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:14.939528 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-71d51909-4f35-46c1-b1e2-94c24f1371d6 req-e42c4ff8-e28d-4660-8907-bc6545f21899 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:14.940984 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71d51909-4f35-46c1-b1e2-94c24f1371d6 req-e42c4ff8-e28d-4660-8907-bc6545f21899 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "PUT /v2.0/ports/7dd34302-27dc-408e-9a14-a38b91b6a33b HTTP/1.1" status: 200 len: 905 time: 1.1336730 Nov 19 09:27:14.956134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88545c20-7ca1-4b87-a6f1-862174b8b277', 'tag': '7dd34302-27dc-408e-9a14-a38b91b6a33b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:27:14.959064 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b377520-987c-4e12-bc8e-ba67ce555dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "88545c20-7ca1-4b87-a6f1-862174b8b277", "tag": "7dd34302-27dc-408e-9a14-a38b91b6a33b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:27:15.082428 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465decd0-ae2a-4ff8-854e-80a6efe91e9a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:15.268858 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02636ca5-910e-4d7b-9109-6a8b4b834348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:15.286461 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02636ca5-910e-4d7b-9109-6a8b4b834348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:15.385898 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-02636ca5-910e-4d7b-9109-6a8b4b834348 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=549f2020df3a4379b4ed54502d131b31&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0250494 Nov 19 09:27:15.392037 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['7dd34302-27dc-408e-9a14-a38b91b6a33b'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:27:15.393516 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57416) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:15.494556 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050df4c8-d8b8-41df-8583-b3d013227e85 req-1125275e-8729-4142-a566-a42ec05c1590 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:15.513855 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-050df4c8-d8b8-41df-8583-b3d013227e85 req-1125275e-8729-4142-a566-a42ec05c1590 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 908 time: 0.3563390 Nov 19 09:27:15.550936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02636ca5-910e-4d7b-9109-6a8b4b834348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4480d2-a7e3-4be5-83ff-7270f4ce979e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:15.613040 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:15.693915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-28533424-67bc-462d-a7a8-ae3241876956 None None] Provisioning complete for port 7dd34302-27dc-408e-9a14-a38b91b6a33b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:15.695093 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-28533424-67bc-462d-a7a8-ae3241876956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:15.735467 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c506cf77-77e6-465c-a944-6c46f7b74372 x-openstack-request-id: req-c506cf77-77e6-465c-a944-6c46f7b74372 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:27:15.735762 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88545c20-7ca1-4b87-a6f1-862174b8b277", "tag": "7dd34302-27dc-408e-9a14-a38b91b6a33b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:27:15.735996 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c506cf77-77e6-465c-a944-6c46f7b74372 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:27:15.736399 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88545c20-7ca1-4b87-a6f1-862174b8b277', 'tag': '7dd34302-27dc-408e-9a14-a38b91b6a33b', 'status': 'completed', 'code': 200} Nov 19 09:27:15.783811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fcebb-323f-4f31-abe6-cd465c9f43b3 req-f8d93719-9fe3-4bac-85e5-20290d1c9eda tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:15.793507 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-623fcebb-323f-4f31-abe6-cd465c9f43b3 req-f8d93719-9fe3-4bac-85e5-20290d1c9eda tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1406069 Nov 19 09:27:15.829449 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465decd0-ae2a-4ff8-854e-80a6efe91e9a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Router f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:27:15.832654 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3dd057a4-b8b0-4f67-b282-80d945222e90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:15.903789 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3dd057a4-b8b0-4f67-b282-80d945222e90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:15.919465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-623fcebb-323f-4f31-abe6-cd465c9f43b3 req-7e05d578-2e70-4c98-818b-a3d45647807a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137166 Nov 19 09:27:16.037547 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3dd057a4-b8b0-4f67-b282-80d945222e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:16.040113 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3dd057a4-b8b0-4f67-b282-80d945222e90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:16.041345 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3dd057a4-b8b0-4f67-b282-80d945222e90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf4480d2-a7e3-4be5-83ff-7270f4ce979e HTTP/1.1" status: 204 len: 168 time: 0.6467202 Nov 19 09:27:16.053425 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b377520-987c-4e12-bc8e-ba67ce555dc4 req-2dac2a9a-ad8f-4a4d-a20e-414dca9ce0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:16.056268 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6b377520-987c-4e12-bc8e-ba67ce555dc4 req-2dac2a9a-ad8f-4a4d-a20e-414dca9ce0d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 1060 time: 0.3022552 Nov 19 09:27:16.080573 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260528f-6874-41d1-ad37-4cdddbf66d7f req-c20d5e5b-a2d7-4d64-a116-c37a80b99be0 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:16.089945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3260528f-6874-41d1-ad37-4cdddbf66d7f req-c20d5e5b-a2d7-4d64-a116-c37a80b99be0 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.1581042 Nov 19 09:27:16.112395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd057a4-b8b0-4f67-b282-80d945222e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4480d2-a7e3-4be5-83ff-7270f4ce979e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:16.277726 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465decd0-ae2a-4ff8-854e-80a6efe91e9a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:27:16.285987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3260528f-6874-41d1-ad37-4cdddbf66d7f req-6b9889cc-61de-4f9c-9a2f-1204814ea881 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951392 Nov 19 09:27:16.316707 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-465decd0-ae2a-4ff8-854e-80a6efe91e9a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "PUT /v2.0/routers/f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4367831 Nov 19 09:27:16.316938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b057f-42fd-4e62-9caf-2168e6badf5b req-fb25dabd-70d6-476d-b620-7e050f4fe5cd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:16.317054 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57434) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:16.326332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f22b057f-42fd-4e62-9caf-2168e6badf5b req-fb25dabd-70d6-476d-b620-7e050f4fe5cd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2635098 Nov 19 09:27:16.394044 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b930c9-fc17-4899-b65e-248c2022fb2a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:16.406556 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b930c9-fc17-4899-b65e-248c2022fb2a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:16.413023 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-32b930c9-fc17-4899-b65e-248c2022fb2a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0928307 Nov 19 09:27:16.414184 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57436) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:16.425901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f22b057f-42fd-4e62-9caf-2168e6badf5b req-cb22764e-d132-4269-bfd3-abf4db6349ca tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917606 Nov 19 09:27:16.626481 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57446) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:16.642684 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8110dfd-d837-49ae-9a59-5cd6c5c3ab2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:16.646159 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0fb5c76-ff5f-4630-921e-208290777820 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 6907f9d3-1bc5-46f0-88d5-381b1b58a69e {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:27:16.671984 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0fb5c76-ff5f-4630-921e-208290777820 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:16.743598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b377520-987c-4e12-bc8e-ba67ce555dc4 req-90dd2f96-212b-488c-aa90-8683b1184e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:16.746525 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6b377520-987c-4e12-bc8e-ba67ce555dc4 req-90dd2f96-212b-488c-aa90-8683b1184e48 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 912 time: 0.6638820 Nov 19 09:27:16.802328 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6b377520-987c-4e12-bc8e-ba67ce555dc4 req-6e6f7acb-9952-4716-a590-e1827adf0113 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dd34302-27dc-408e-9a14-a38b91b6a33b HTTP/1.1" status: 200 len: 217 time: 0.0469871 Nov 19 09:27:16.849652 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0fb5c76-ff5f-4630-921e-208290777820 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:16.867441 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8110dfd-d837-49ae-9a59-5cd6c5c3ab2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:16.879112 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8110dfd-d837-49ae-9a59-5cd6c5c3ab2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:16.910554 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b377520-987c-4e12-bc8e-ba67ce555dc4 req-4bf39591-b08a-494a-ab46-a18b9a43915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:16.912342 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6b377520-987c-4e12-bc8e-ba67ce555dc4 req-4bf39591-b08a-494a-ab46-a18b9a43915d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.1031139 Nov 19 09:27:16.996759 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e8110dfd-d837-49ae-9a59-5cd6c5c3ab2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f902bfb1be54cb1b980e9d76d7b1258&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3688502 Nov 19 09:27:17.003822 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57458) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:17.028553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8110dfd-d837-49ae-9a59-5cd6c5c3ab2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996ee81b-b254-46e1-8af0-7bf37112d877,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:17.065806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-34279635-d67f-4734-9ba2-820cf9131300 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:17.079403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-34279635-d67f-4734-9ba2-820cf9131300 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 811 time: 0.2912796 Nov 19 09:27:17.100190 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0fb5c76-ff5f-4630-921e-208290777820 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:17.104579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-2f9837ec-5350-411a-a754-054b1c250a06 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/quotas/8144ed889e0e449f999e146a50a01315 HTTP/1.1" status: 200 len: 375 time: 0.0230417 Nov 19 09:27:17.127567 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b377520-987c-4e12-bc8e-ba67ce555dc4 req-99e60a12-8ca8-419f-a7b9-5c69aa0111ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:17.129439 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6b377520-987c-4e12-bc8e-ba67ce555dc4 req-99e60a12-8ca8-419f-a7b9-5c69aa0111ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2061996 Nov 19 09:27:17.169983 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5edabda-bcca-42ac-9db9-85b5f63f5c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:17.200234 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-19175ada-94bb-4cc0-b528-5630dd621afd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0947421 Nov 19 09:27:17.232918 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8320fab4-66d2-4a00-ba33-417539f32c58 None None] Sync routers for ids ['f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:27:17.253744 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8320fab4-66d2-4a00-ba33-417539f32c58 None None] Routers {'f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:27:17.254381 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8320fab4-66d2-4a00-ba33-417539f32c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:26:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:17.288818 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5edabda-bcca-42ac-9db9-85b5f63f5c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:17.299379 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0fb5c76-ff5f-4630-921e-208290777820 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:17.336613 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0fb5c76-ff5f-4630-921e-208290777820 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:17.344485 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c0fb5c76-ff5f-4630-921e-208290777820 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/6907f9d3-1bc5-46f0-88d5-381b1b58a69e HTTP/1.1" status: 204 len: 168 time: 0.9264646 Nov 19 09:27:17.350087 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753faa13-5d10-4761-bd41-e4918697d797 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:27:17.359328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57462) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:17.454679 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb5c76-ff5f-4630-921e-208290777820 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=6907f9d3-1bc5-46f0-88d5-381b1b58a69e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:17.505927 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-8320fab4-66d2-4a00-ba33-417539f32c58 None None] Set router f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:27:17.510214 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6b377520-987c-4e12-bc8e-ba67ce555dc4 req-6d418536-2bc5-445c-9255-50c9ba69317b service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675437 Nov 19 09:27:17.568638 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8320fab4-66d2-4a00-ba33-417539f32c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4', 'name': 'tempest-NetworksTestDHCPv6-router-480605928', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:27:06Z', 'updated_at': '2021-11-19T09:27:14Z', 'revision_number': 3, 'project_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:17.591529 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-c32b1d18-bfeb-4232-ac3f-b8e15c45533c service neutron] 10.222.0.21 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703117 Nov 19 09:27:17.633554 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5edabda-bcca-42ac-9db9-85b5f63f5c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:17.639800 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5edabda-bcca-42ac-9db9-85b5f63f5c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:17.646011 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e5edabda-bcca-42ac-9db9-85b5f63f5c5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/996ee81b-b254-46e1-8af0-7bf37112d877 HTTP/1.1" status: 204 len: 168 time: 0.6386218 Nov 19 09:27:17.649846 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8320fab4-66d2-4a00-ba33-417539f32c58 None None] Checking router: f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:27:17.667049 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8320fab4-66d2-4a00-ba33-417539f32c58 None None] Routers {'f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:27:17.668442 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8320fab4-66d2-4a00-ba33-417539f32c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:26:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:17.718974 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edabda-bcca-42ac-9db9-85b5f63f5c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996ee81b-b254-46e1-8af0-7bf37112d877,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:17.804860 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6b377520-987c-4e12-bc8e-ba67ce555dc4 req-e228f7e8-ae09-4b8e-83f3-7a57659bda67 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870419 Nov 19 09:27:17.885408 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:17.888595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4bd75813-103d-4e30-9b7a-3b55a4452321 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5280886 Nov 19 09:27:17.891734 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57476) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:17.915948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b652270-d516-4057-aba8-71c59bf9dadb req-38845cf1-9ec7-477e-8923-1329249ed702 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:17.918279 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1189ad95-af2e-4707-b8ca-0d7fcd74f658 None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:27:17.925237 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b652270-d516-4057-aba8-71c59bf9dadb req-38845cf1-9ec7-477e-8923-1329249ed702 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.3585734 Nov 19 09:27:17.973442 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-8320fab4-66d2-4a00-ba33-417539f32c58 None None] Set router f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:27:18.035112 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1189ad95-af2e-4707-b8ca-0d7fcd74f658 None None] Deleting port b06ff1e2-d8f8-4038-b187-a22a0b2439fa {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:27:18.037767 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1189ad95-af2e-4707-b8ca-0d7fcd74f658 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:18.038652 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-5ae3740a-cc46-49aa-9149-dd73d06eec79 service neutron] 10.222.0.21 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459395 Nov 19 09:27:18.076717 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b367bd6-f381-4d14-8440-2d3d29aa1686 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:18.113153 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b652270-d516-4057-aba8-71c59bf9dadb req-94f138b5-402d-4c30-aba7-b08cee597e02 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867449 Nov 19 09:27:18.142898 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8320fab4-66d2-4a00-ba33-417539f32c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4', 'name': 'tempest-NetworksTestDHCPv6-router-480605928', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:27:06Z', 'updated_at': '2021-11-19T09:27:14Z', 'revision_number': 3, 'project_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:18.214895 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1189ad95-af2e-4707-b8ca-0d7fcd74f658 None None] For port b06ff1e2-d8f8-4038-b187-a22a0b2439fa, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b06ff1e2-d8f8-4038-b187-a22a0b2439fa,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:18.215323 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1189ad95-af2e-4707-b8ca-0d7fcd74f658 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:18.237330 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8320fab4-66d2-4a00-ba33-417539f32c58 None None] The sync data for ids ['f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4'] in n-d-805649-14 is: [{'id': 'f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4', 'name': 'tempest-NetworksTestDHCPv6-router-480605928', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:27:06Z', 'updated_at': '2021-11-19T09:27:14Z', 'revision_number': 3, 'project_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:27:18.314718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1189ad95-af2e-4707-b8ca-0d7fcd74f658 None None] Calling delete_port for b06ff1e2-d8f8-4038-b187-a22a0b2439fa owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:27:18.447528 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b367bd6-f381-4d14-8440-2d3d29aa1686 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:18.454138 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b367bd6-f381-4d14-8440-2d3d29aa1686 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:18.468511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bc47b87-b57f-48bc-b46c-a7e7ba9cf3cd req-f456f293-4d34-4d07-a3e2-10e051145e71 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 210 time: 0.0683322 Nov 19 09:27:18.516280 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1189ad95-af2e-4707-b8ca-0d7fcd74f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:18.529964 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b367bd6-f381-4d14-8440-2d3d29aa1686 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:18.531101 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b367bd6-f381-4d14-8440-2d3d29aa1686 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Fanout notify agent at l3_agent the message router_deleted on router f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:27:18.538731 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b367bd6-f381-4d14-8440-2d3d29aa1686 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:18.540003 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7b367bd6-f381-4d14-8440-2d3d29aa1686 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/routers/f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4 HTTP/1.1" status: 204 len: 168 time: 0.6469505 Nov 19 09:27:18.543568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57488) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:18.551700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-dcbee75d-f4d0-46cb-9e72-22a2aa428397 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:18.569247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189ad95-af2e-4707-b8ca-0d7fcd74f658 None None] Pushing event deleted for resources: {'Port': ['ID=b06ff1e2-d8f8-4038-b187-a22a0b2439fa,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:18.576968 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1189ad95-af2e-4707-b8ca-0d7fcd74f658 None None] No DVR routers for this DVR port b06ff1e2-d8f8-4038-b187-a22a0b2439fa on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:27:18.828122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbee75d-f4d0-46cb-9e72-22a2aa428397 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:27:18.836719 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dcbee75d-f4d0-46cb-9e72-22a2aa428397 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:19.222555 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dcbee75d-f4d0-46cb-9e72-22a2aa428397 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:19.333524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbee75d-f4d0-46cb-9e72-22a2aa428397 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:19.423520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbee75d-f4d0-46cb-9e72-22a2aa428397 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=38881bb0-85f5-473f-8d18-d935d8499ecf,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:19.434452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-dcbee75d-f4d0-46cb-9e72-22a2aa428397 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:19.444415 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbee75d-f4d0-46cb-9e72-22a2aa428397 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:19.446021 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dcbee75d-f4d0-46cb-9e72-22a2aa428397 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:19.448638 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0156bf7a-e41b-4986-a9aa-510821eb2553 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:27:19.502272 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57528) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:19.508420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-dcbee75d-f4d0-46cb-9e72-22a2aa428397 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9610608 Nov 19 09:27:19.510360 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57532) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:19.519102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8a7e4c41-c627-4846-9a57-e17bbd28468c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-60903224', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:19.557127 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a227f51-d43e-4b7b-b88f-c017d7d31b50 req-0bbc6c3e-e5ef-4cb0-bdb0-bf0af37eccee tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:19.558826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a227f51-d43e-4b7b-b88f-c017d7d31b50 req-0bbc6c3e-e5ef-4cb0-bdb0-bf0af37eccee tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.3037040 Nov 19 09:27:19.605265 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4c41-c627-4846-9a57-e17bbd28468c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:19.607396 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4c41-c627-4846-9a57-e17bbd28468c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:19.672935 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:27:19.778101 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a227f51-d43e-4b7b-b88f-c017d7d31b50 req-e1e58f19-80e2-4795-aff3-4edabbcc6919 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107062 Nov 19 09:27:19.805507 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56d2bef2-d51e-408a-9983-df0b32ac2d4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:19.818843 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4c41-c627-4846-9a57-e17bbd28468c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:19.888085 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4c41-c627-4846-9a57-e17bbd28468c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:19.957401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b791ae05-df0b-496f-8783-81514d1fe720 req-eec1aacb-6e1a-44ce-b32e-5a8e795b8649 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 210 time: 0.1633897 Nov 19 09:27:20.012303 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6161bef3-9de6-4408-9aff-c274fbbe192a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:20.017618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 478a5523-de84-4414-a07b-eb61698ae065 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:27:20.033412 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56d2bef2-d51e-408a-9983-df0b32ac2d4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:20.044445 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 478a5523-de84-4414-a07b-eb61698ae065 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:27:20.044793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 478a5523-de84-4414-a07b-eb61698ae065 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:27:20.045498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b06ff1e2-d8f8-4038-b187-a22a0b2439fa no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:27:20.050800 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56d2bef2-d51e-408a-9983-df0b32ac2d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:20.100749 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': '38881bb0-85f5-473f-8d18-d935d8499ecf'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:27:20.102058 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:20.103245 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a7e4c41-c627-4846-9a57-e17bbd28468c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:20.104471 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8a7e4c41-c627-4846-9a57-e17bbd28468c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5927572 Nov 19 09:27:20.105462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: b06ff1e2-d8f8-4038-b187-a22a0b2439fa {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:27:20.106013 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b06ff1e2-d8f8-4038-b187-a22a0b2439fa not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:27:20.107446 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57542) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:20.130954 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-56d2bef2-d51e-408a-9983-df0b32ac2d4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5abdb54878a4b708de7220f60f6c522&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6270888 Nov 19 09:27:20.131829 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2bef2-d51e-408a-9983-df0b32ac2d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c0edd9-7ca3-484e-8992-6f75129ee161,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:20.134928 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57544) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:20.259773 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-036f10cd-5b65-4f07-8afd-74f537c03575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:20.335759 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-036f10cd-5b65-4f07-8afd-74f537c03575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:20.486794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Allocated IP 2001:db8::2 (ded7164f-a204-4255-9f6b-c93599969f88/38881bb0-85f5-473f-8d18-d935d8499ecf/10397f9d-85a6-4848-8e3b-c68a2afdedb0) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:20.701208 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-e637223c-03d1-43c7-847c-8cc1e20853ba tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:20.709847 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-e637223c-03d1-43c7-847c-8cc1e20853ba tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 811 time: 0.2863371 Nov 19 09:27:20.729234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-b99709dd-3c2d-4e52-bc95-fb7b39a2635e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Request body: {'port': {'device_id': '2af1e8eb-d87a-45ea-b233-89b6ca88cdde', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'admin_state_up': True, 'tenant_id': '8144ed889e0e449f999e146a50a01315'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:20.820094 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:20.831512 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:20.834915 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:20.835906 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-036f10cd-5b65-4f07-8afd-74f537c03575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:20.854586 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-036f10cd-5b65-4f07-8afd-74f537c03575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:20.855788 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-036f10cd-5b65-4f07-8afd-74f537c03575 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2c0edd9-7ca3-484e-8992-6f75129ee161 HTTP/1.1" status: 204 len: 168 time: 0.7198849 Nov 19 09:27:20.933305 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f10cd-5b65-4f07-8afd-74f537c03575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c0edd9-7ca3-484e-8992-6f75129ee161,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:21.038155 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:21.049559 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:21.067239 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:27:21.080232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Pushing event updated for resources: {'Port': ['ID=10397f9d-85a6-4848-8e3b-c68a2afdedb0,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:21.099230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2740bbc-71c1-4fcb-81be-d5a7b1e56266 req-0d6b98be-1fe2-4168-9093-6def350b3b95 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:21.114156 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e2740bbc-71c1-4fcb-81be-d5a7b1e56266 req-0d6b98be-1fe2-4168-9093-6def350b3b95 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.1846750 Nov 19 09:27:21.137189 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-b99709dd-3c2d-4e52-bc95-fb7b39a2635e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Made reservation on behalf of 8144ed889e0e449f999e146a50a01315 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:27:21.141191 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-b99709dd-3c2d-4e52-bc95-fb7b39a2635e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:21.231231 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Attempting to bind port 10397f9d-85a6-4848-8e3b-c68a2afdedb0 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:27:21.231709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Attempting to bind port 10397f9d-85a6-4848-8e3b-c68a2afdedb0 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:27:21.232150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Attempting to bind port 10397f9d-85a6-4848-8e3b-c68a2afdedb0 on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:27:21.239408 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:27:21.240050 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:27:21.240542 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:21.241057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:27:21.241677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Bound port: 10397f9d-85a6-4848-8e3b-c68a2afdedb0, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:27:21.242197 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:21.351846 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e126ede-2310-4da4-8812-f6fa1a0ef40e req-2d10ee5d-1706-4b4d-812f-f33e0dbbbd32 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 210 time: 0.1536174 Nov 19 09:27:21.416191 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] For port 10397f9d-85a6-4848-8e3b-c68a2afdedb0, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:27:21.428958 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] For port 10397f9d-85a6-4848-8e3b-c68a2afdedb0, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=10397f9d-85a6-4848-8e3b-c68a2afdedb0,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:27:21.442374 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:21.556951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-b99709dd-3c2d-4e52-bc95-fb7b39a2635e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Allocated IP 172.20.0.10 (ae30f9f9-a15f-46da-bac5-9059230a3308/921a28c7-4b96-4975-b8f4-7f638315c845/f32bb3f0-0e09-45eb-9f5e-7399f9de98be) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:21.590324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e2740bbc-71c1-4fcb-81be-d5a7b1e56266 req-699facb1-0ac8-44df-b27f-13b433f15bba tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741294 Nov 19 09:27:21.705697 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d588-4d9a-40d6-b9ca-7be15d93aad1 None None] Pushing event updated for resources: {'Port': ['ID=10397f9d-85a6-4848-8e3b-c68a2afdedb0,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:21.707044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::1 (ded7164f-a204-4255-9f6b-c93599969f88/38881bb0-85f5-473f-8d18-d935d8499ecf/0259803e-d755-4ed6-8ae1-e4614589291d) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:21.991558 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-b99709dd-3c2d-4e52-bc95-fb7b39a2635e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:22.057737 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-b99709dd-3c2d-4e52-bc95-fb7b39a2635e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:22.060265 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:22.072736 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b98dd8fa-ae7b-4324-868e-427a0b7eb64d', '97e36790-69f5-425e-80a4-66d473c8b8c1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:27:22.113032 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:22.142842 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-b99709dd-3c2d-4e52-bc95-fb7b39a2635e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Network ae30f9f9-a15f-46da-bac5-9059230a3308 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:22.147895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-b99709dd-3c2d-4e52-bc95-fb7b39a2635e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:22.170794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-b99709dd-3c2d-4e52-bc95-fb7b39a2635e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:27:22.179740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99709dd-3c2d-4e52-bc95-fb7b39a2635e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event updated for resources: {'Port': ['ID=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:22.201039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=0259803e-d755-4ed6-8ae1-e4614589291d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:22.211738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:22.214818 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:22.217528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:27:22.218085 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:22.255004 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-252c1691-7695-464d-bce4-1cf122b860d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:22.312464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-b99709dd-3c2d-4e52-bc95-fb7b39a2635e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:22.313627 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-b99709dd-3c2d-4e52-bc95-fb7b39a2635e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:22.339657 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-b99709dd-3c2d-4e52-bc95-fb7b39a2635e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6162760 Nov 19 09:27:22.356798 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Request body: {'port': {'device_id': '2af1e8eb-d87a-45ea-b233-89b6ca88cdde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:22.505711 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:22.571854 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:22.647613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7f61c53f-6719-4274-bbf4-fb8d89f7f8d8 None None] Provisioning complete for port f32bb3f0-0e09-45eb-9f5e-7399f9de98be triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:22.648337 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7f61c53f-6719-4274-bbf4-fb8d89f7f8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:22.731638 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7f61c53f-6719-4274-bbf4-fb8d89f7f8d8 None None] Port f32bb3f0-0e09-45eb-9f5e-7399f9de98be cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:27:23.068700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32bb3f0-0e09-45eb-9f5e-7399f9de98be {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:27:23.100027 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:23.119392 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Transition to ACTIVE for port object f32bb3f0-0e09-45eb-9f5e-7399f9de98be will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:27:23.129568 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:23.218196 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:23.362062 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Attempting to bind port f32bb3f0-0e09-45eb-9f5e-7399f9de98be on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:27:23.362405 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Attempting to bind port f32bb3f0-0e09-45eb-9f5e-7399f9de98be by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:27:23.362747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Attempting to bind port f32bb3f0-0e09-45eb-9f5e-7399f9de98be on network ae30f9f9-a15f-46da-bac5-9059230a3308 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:27:23.370261 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8550a7ac-f757-4d12-a5c3-93ec0a38c80f None None] Provisioning complete for port 10397f9d-85a6-4848-8e3b-c68a2afdedb0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:23.371477 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8550a7ac-f757-4d12-a5c3-93ec0a38c80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:23.376497 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Port f32bb3f0-0e09-45eb-9f5e-7399f9de98be on network ae30f9f9-a15f-46da-bac5-9059230a3308 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:27:23.376881 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Attempting to bind port f32bb3f0-0e09-45eb-9f5e-7399f9de98be on network ae30f9f9-a15f-46da-bac5-9059230a3308 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:27:23.382079 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd6c08-5545-406c-a8b6-62dcb868f90a req-e89c9b7d-21dc-4f12-96cc-d3ba9a999cde tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:23.395421 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:27:23.395817 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Checking segment: {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:27:23.396165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Bound using segment: {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:27:23.396616 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Bound port: f32bb3f0-0e09-45eb-9f5e-7399f9de98be, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7bd70b6-794d-4b61-b38c-b563b034cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:27:23.397628 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:23.401130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ffd6c08-5545-406c-a8b6-62dcb868f90a req-e89c9b7d-21dc-4f12-96cc-d3ba9a999cde tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.2366068 Nov 19 09:27:23.522508 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:23.568562 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] For port f32bb3f0-0e09-45eb-9f5e-7399f9de98be, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:27:23.574772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] For port f32bb3f0-0e09-45eb-9f5e-7399f9de98be, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:27:23.580215 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:23.587836 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8550a7ac-f757-4d12-a5c3-93ec0a38c80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:23.677611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fe088-1cd7-4143-8c70-c934efe60a13 req-b6ecb064-9477-479d-ae9a-66e6f6a02ff7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:23.679477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-167fe088-1cd7-4143-8c70-c934efe60a13 req-b6ecb064-9477-479d-ae9a-66e6f6a02ff7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 932 time: 1.1596675 Nov 19 09:27:23.689908 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8550a7ac-f757-4d12-a5c3-93ec0a38c80f None None] For port 10397f9d-85a6-4848-8e3b-c68a2afdedb0, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=10397f9d-85a6-4848-8e3b-c68a2afdedb0,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:23.693260 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:23.694291 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:23.697634 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] 10.222.0.71 "PUT /v2.0/ports/f32bb3f0-0e09-45eb-9f5e-7399f9de98be HTTP/1.1" status: 200 len: 1093 time: 1.3485694 Nov 19 09:27:23.700835 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8550a7ac-f757-4d12-a5c3-93ec0a38c80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:23.703535 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af1e8eb-d87a-45ea-b233-89b6ca88cdde', 'tag': 'f32bb3f0-0e09-45eb-9f5e-7399f9de98be'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:27:23.706910 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325d1602-d85f-489c-9036-2b6c472ccf31" -d '{"events": [{"name": "network-changed", "server_uuid": "2af1e8eb-d87a-45ea-b233-89b6ca88cdde", "tag": "f32bb3f0-0e09-45eb-9f5e-7399f9de98be"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:27:23.787506 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3152ba-034d-4f6d-aebc-db496b3933f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:23.836743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-e17c98fe-b475-48a3-ad68-c049efb484bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:23.838852 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-e17c98fe-b475-48a3-ad68-c049efb484bf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 1096 time: 0.0970907 Nov 19 09:27:23.849646 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550a7ac-f757-4d12-a5c3-93ec0a38c80f None None] Pushing event updated for resources: {'Port': ['ID=10397f9d-85a6-4848-8e3b-c68a2afdedb0,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:23.860972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ffd6c08-5545-406c-a8b6-62dcb868f90a req-5ed91cc6-0bdb-4871-8833-40f9565bd862 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589298 Nov 19 09:27:23.914603 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-eea2e9e3-0c33-4e4a-bc13-794e7e961869 None None] Provisioning complete for port 0259803e-d755-4ed6-8ae1-e4614589291d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:23.915015 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eea2e9e3-0c33-4e4a-bc13-794e7e961869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:23.931914 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-c0ebd3ce-613a-40b4-8984-e679fe9f4573 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f32bb3f0-0e09-45eb-9f5e-7399f9de98be HTTP/1.1" status: 200 len: 217 time: 0.0839891 Nov 19 09:27:24.021391 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-167fe088-1cd7-4143-8c70-c934efe60a13 req-74cb2133-6b30-420c-b1da-646bf28ab838 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973592 Nov 19 09:27:24.042807 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-eea2e9e3-0c33-4e4a-bc13-794e7e961869 None None] Port 0259803e-d755-4ed6-8ae1-e4614589291d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:27:24.111917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-f3866afb-1ab4-45f7-b855-969825644517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:24.112524 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:24.122013 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:24.122806 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:24.123628 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-f3866afb-1ab4-45f7-b855-969825644517 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.1745119 Nov 19 09:27:24.177962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 10397f9d-85a6-4848-8e3b-c68a2afdedb0 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:27:24.190335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=0259803e-d755-4ed6-8ae1-e4614589291d,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:24.214490 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cfa648-ee2f-4749-8ddf-33ffef579502 x-openstack-request-id: req-77cfa648-ee2f-4749-8ddf-33ffef579502 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:27:24.216621 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af1e8eb-d87a-45ea-b233-89b6ca88cdde", "tag": "f32bb3f0-0e09-45eb-9f5e-7399f9de98be", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:27:24.216621 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77cfa648-ee2f-4749-8ddf-33ffef579502 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:27:24.216621 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af1e8eb-d87a-45ea-b233-89b6ca88cdde', 'tag': 'f32bb3f0-0e09-45eb-9f5e-7399f9de98be', 'status': 'completed', 'code': 200} Nov 19 09:27:24.238286 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-eb2b5af0-e519-4520-a931-1a3c8d46bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:24.241116 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-eb2b5af0-e519-4520-a931-1a3c8d46bf06 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127672 Nov 19 09:27:24.310538 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:24.311910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 10397f9d-85a6-4848-8e3b-c68a2afdedb0 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:24.312103 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:24.312634 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:24.421413 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-44fd200e-1818-4904-baea-f5e360b5a596 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678083 Nov 19 09:27:24.532436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Router 504e3158-3cf2-4edc-8fdd-09e81a5de1df is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:27:24.665159 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-818c39a4-d1ef-4093-92a8-37c3c34bf4e7 req-d12fce20-e70a-40fd-b052-6afe75b4e353 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343459 Nov 19 09:27:24.684630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:27:24.690394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e84ee821-2f70-487b-b788-66c130f67a63 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "PUT /v2.0/routers/504e3158-3cf2-4edc-8fdd-09e81a5de1df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5815160 Nov 19 09:27:24.692656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57632) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:24.699134 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Sync routers for ids ['504e3158-3cf2-4edc-8fdd-09e81a5de1df'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:27:24.722788 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Routers {'504e3158-3cf2-4edc-8fdd-09e81a5de1df'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:27:24.723801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:27:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['504e3158-3cf2-4edc-8fdd-09e81a5de1df'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:24.770703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b503542-c95d-4b8e-aeba-b8f64f3485d1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:24.772301 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8b503542-c95d-4b8e-aeba-b8f64f3485d1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports/0259803e-d755-4ed6-8ae1-e4614589291d HTTP/1.1" status: 200 len: 911 time: 0.0784438 Nov 19 09:27:24.775603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57636) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:24.794812 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d1602-d85f-489c-9036-2b6c472ccf31 req-1c48e2a7-3238-49e0-8c36-958de4ef0709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:24.797130 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-325d1602-d85f-489c-9036-2b6c472ccf31 req-1c48e2a7-3238-49e0-8c36-958de4ef0709 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 1096 time: 0.0616708 Nov 19 09:27:24.835389 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-73592a7c-ac79-45c7-bb03-5effa227ef39 None None] Provisioning complete for port 0259803e-d755-4ed6-8ae1-e4614589291d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:24.835773 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-73592a7c-ac79-45c7-bb03-5effa227ef39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:24.846386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f275b1-8790-4fd6-bf7d-848eaa2f401e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:24.853903 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f275b1-8790-4fd6-bf7d-848eaa2f401e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:24.858457 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-98f275b1-8790-4fd6-bf7d-848eaa2f401e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0809510 Nov 19 09:27:24.866067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57640) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:24.908203 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:24.922832 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-73592a7c-ac79-45c7-bb03-5effa227ef39 None None] Port 0259803e-d755-4ed6-8ae1-e4614589291d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:27:24.924964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Set router 504e3158-3cf2-4edc-8fdd-09e81a5de1df gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:27:24.948535 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d1602-d85f-489c-9036-2b6c472ccf31 req-f322389a-81b3-4d88-b59d-68e154ee6c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:24.950413 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-325d1602-d85f-489c-9036-2b6c472ccf31 req-f322389a-81b3-4d88-b59d-68e154ee6c19 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 912 time: 0.1427135 Nov 19 09:27:25.097376 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-325d1602-d85f-489c-9036-2b6c472ccf31 req-91144fe6-0e61-4147-a823-458dcceefcae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f32bb3f0-0e09-45eb-9f5e-7399f9de98be HTTP/1.1" status: 200 len: 217 time: 0.1343219 Nov 19 09:27:25.157004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda077e-c1bf-42f3-ab1f-6291b8c0756d req-dd651222-4132-4cfa-b8dd-1dd64c569882 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:25.158903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffda077e-c1bf-42f3-ab1f-6291b8c0756d req-dd651222-4132-4cfa-b8dd-1dd64c569882 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.1267257 Nov 19 09:27:25.196571 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d1602-d85f-489c-9036-2b6c472ccf31 req-7c3c790e-e91e-49a9-901e-e6d0ef2eadff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:25.199015 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-325d1602-d85f-489c-9036-2b6c472ccf31 req-7c3c790e-e91e-49a9-901e-e6d0ef2eadff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.0926814 Nov 19 09:27:25.307342 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d1602-d85f-489c-9036-2b6c472ccf31 req-df7752c5-ffc7-4b85-986f-7ce776a8ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:25.312553 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-325d1602-d85f-489c-9036-2b6c472ccf31 req-df7752c5-ffc7-4b85-986f-7ce776a8ed79 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042540 Nov 19 09:27:25.329728 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504e3158-3cf2-4edc-8fdd-09e81a5de1df', 'name': 'tempest-NetworksTestDHCPv6-router-60903224', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:27:19Z', 'updated_at': '2021-11-19T09:27:22Z', 'revision_number': 2, 'project_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'gw_port_host': None, '_interfaces': [{'id': '0259803e-d755-4ed6-8ae1-e4614589291d', 'name': '', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'mac_address': 'fa:16:3e:4d:96:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504e3158-3cf2-4edc-8fdd-09e81a5de1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '38881bb0-85f5-473f-8d18-d935d8499ecf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:27:20Z', 'updated_at': '2021-11-19T09:27:23Z', 'revision_number': 2, 'project_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'subnets': [{'id': '38881bb0-85f5-473f-8d18-d935d8499ecf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:25.391371 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Checking router: 504e3158-3cf2-4edc-8fdd-09e81a5de1df for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:27:25.391698 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Updating router 504e3158-3cf2-4edc-8fdd-09e81a5de1df port 0259803e-d755-4ed6-8ae1-e4614589291d binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:27:25.507932 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-325d1602-d85f-489c-9036-2b6c472ccf31 req-3119e545-3b33-47f7-badc-01aa10114b2d service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797066 Nov 19 09:27:25.529839 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:25.569809 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:25.593607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b721c-d560-412e-81b4-9ddf5b2690aa req-ff295177-8718-4a5c-98ca-78537ef11fe8 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:25.595407 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-805b721c-d560-412e-81b4-9ddf5b2690aa req-ff295177-8718-4a5c-98ca-78537ef11fe8 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 944 time: 0.4334207 Nov 19 09:27:25.632945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffda077e-c1bf-42f3-ab1f-6291b8c0756d req-ece5d8df-f252-4e1b-8fb6-5e0688037137 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563973 Nov 19 09:27:25.672831 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-325d1602-d85f-489c-9036-2b6c472ccf31 req-90122894-44a1-4407-a1c9-4eacbcc9ff59 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535864 Nov 19 09:27:25.807749 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-805b721c-d560-412e-81b4-9ddf5b2690aa req-e77c6803-e39f-4bdd-b2a5-3013947c2028 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788878 Nov 19 09:27:25.966840 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a569ccdb-1ad1-4309-bad0-950b3439a927 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:25.991303 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 10397f9d-85a6-4848-8e3b-c68a2afdedb0 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:27:26.110394 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 10397f9d-85a6-4848-8e3b-c68a2afdedb0 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:26.110872 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:26.148348 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:26.169458 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:26.341835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a569ccdb-1ad1-4309-bad0-950b3439a927 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 0259803e-d755-4ed6-8ae1-e4614589291d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:27:26.342531 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a569ccdb-1ad1-4309-bad0-950b3439a927 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:26.452658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f13e4-4439-47e5-aa31-49d1dd1693d3 None None] Pushing event updated for resources: {'Port': ['ID=0259803e-d755-4ed6-8ae1-e4614589291d,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:26.464069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-a569ccdb-1ad1-4309-bad0-950b3439a927 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] For port 0259803e-d755-4ed6-8ae1-e4614589291d, host n-d-805649-14, got binding levels [] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:26.464750 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a569ccdb-1ad1-4309-bad0-950b3439a927 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:26.492663 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a569ccdb-1ad1-4309-bad0-950b3439a927 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 0259803e-d755-4ed6-8ae1-e4614589291d owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:27:26.510299 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f13e4-4439-47e5-aa31-49d1dd1693d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:26.510662 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f13e4-4439-47e5-aa31-49d1dd1693d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:26.511019 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f13e4-4439-47e5-aa31-49d1dd1693d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:26.511369 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f13e4-4439-47e5-aa31-49d1dd1693d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:26.511710 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f13e4-4439-47e5-aa31-49d1dd1693d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:26.512265 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f13e4-4439-47e5-aa31-49d1dd1693d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:26.512790 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f13e4-4439-47e5-aa31-49d1dd1693d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:26.513544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f13e4-4439-47e5-aa31-49d1dd1693d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:26.514081 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f13e4-4439-47e5-aa31-49d1dd1693d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:26.514592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f13e4-4439-47e5-aa31-49d1dd1693d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:26.515102 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f13e4-4439-47e5-aa31-49d1dd1693d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:26.515609 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f13e4-4439-47e5-aa31-49d1dd1693d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:26.551067 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Attempting to bind port 0259803e-d755-4ed6-8ae1-e4614589291d on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:27:26.551466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Attempting to bind port 0259803e-d755-4ed6-8ae1-e4614589291d by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:27:26.551883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Attempting to bind port 0259803e-d755-4ed6-8ae1-e4614589291d on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:27:26.563591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:27:26.563979 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:27:26.564461 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:26.564873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:27:26.565401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Bound port: 0259803e-d755-4ed6-8ae1-e4614589291d, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:27:26.565786 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:26.594969 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-204b0145-5c08-4998-b9c8-10a65a74c70c None None] Provisioning complete for port 0259803e-d755-4ed6-8ae1-e4614589291d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:26.595736 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-204b0145-5c08-4998-b9c8-10a65a74c70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:26.675242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-204b0145-5c08-4998-b9c8-10a65a74c70c None None] Port 0259803e-d755-4ed6-8ae1-e4614589291d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:27:26.797343 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:27:26.797776 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:27:26.805106 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a569ccdb-1ad1-4309-bad0-950b3439a927 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:26.831335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968bbc3-9779-4689-8883-f964c71f2232 req-041790f6-d17e-43a8-baa7-343a52995b15 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:26.832946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9968bbc3-9779-4689-8883-f964c71f2232 req-041790f6-d17e-43a8-baa7-343a52995b15 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.0873623 Nov 19 09:27:26.861537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569ccdb-1ad1-4309-bad0-950b3439a927 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=0259803e-d755-4ed6-8ae1-e4614589291d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:27.077954 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a569ccdb-1ad1-4309-bad0-950b3439a927 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:27.117966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9968bbc3-9779-4689-8883-f964c71f2232 req-6990fa20-913c-47cf-87d9-e9c666fa1943 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564023 Nov 19 09:27:27.231170 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054074-e35d-4351-88c2-c3b0e949bc1d req-5de65a82-7581-4c29-8cfd-cf0f3055bebc tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:27.239161 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5054074-e35d-4351-88c2-c3b0e949bc1d req-5de65a82-7581-4c29-8cfd-cf0f3055bebc tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 944 time: 0.2416842 Nov 19 09:27:27.315847 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Attempting to bind port 0259803e-d755-4ed6-8ae1-e4614589291d on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:27:27.316454 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Attempting to bind port 0259803e-d755-4ed6-8ae1-e4614589291d by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:27:27.317140 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Attempting to bind port 0259803e-d755-4ed6-8ae1-e4614589291d on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:27:27.326716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:27:27.333408 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:27:27.333408 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:27.333408 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:27:27.333408 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Bound port: 0259803e-d755-4ed6-8ae1-e4614589291d, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:27:27.333408 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:27.354600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a569ccdb-1ad1-4309-bad0-950b3439a927 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Router 504e3158-3cf2-4edc-8fdd-09e81a5de1df has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:27:27.374436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Port 0259803e-d755-4ed6-8ae1-e4614589291d has been deleted concurrently {{(pid=103478) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 19 09:27:27.384865 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5054074-e35d-4351-88c2-c3b0e949bc1d req-bfb03e41-5d2a-43b6-a3a5-7ba029bd8e6f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443975 Nov 19 09:27:27.388188 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Routers {'504e3158-3cf2-4edc-8fdd-09e81a5de1df'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:27:27.389464 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:27:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['504e3158-3cf2-4edc-8fdd-09e81a5de1df'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:27.481792 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a569ccdb-1ad1-4309-bad0-950b3439a927 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:27:27.485618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] Set router 504e3158-3cf2-4edc-8fdd-09e81a5de1df gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:27:27.493239 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a569ccdb-1ad1-4309-bad0-950b3439a927 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "PUT /v2.0/routers/504e3158-3cf2-4edc-8fdd-09e81a5de1df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6202915 Nov 19 09:27:27.493551 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57720) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:27.544367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504e3158-3cf2-4edc-8fdd-09e81a5de1df', 'name': 'tempest-NetworksTestDHCPv6-router-60903224', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:27:19Z', 'updated_at': '2021-11-19T09:27:26Z', 'revision_number': 3, 'project_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:27.549585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d61fb0-fe2e-48d6-90da-b45b2cedc816 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:27.551239 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d61fb0-fe2e-48d6-90da-b45b2cedc816 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:27.556785 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-28d61fb0-fe2e-48d6-90da-b45b2cedc816 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0612705 Nov 19 09:27:27.557053 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57724) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:27.589818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b794dcb0-d6aa-4fbf-9ac3-23ee9d2b3442 None None] The sync data for ids ['504e3158-3cf2-4edc-8fdd-09e81a5de1df'] in n-d-805649-14 is: [{'id': '504e3158-3cf2-4edc-8fdd-09e81a5de1df', 'name': 'tempest-NetworksTestDHCPv6-router-60903224', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:27:19Z', 'updated_at': '2021-11-19T09:27:26Z', 'revision_number': 3, 'project_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:27:27.628000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-8580415e-0633-45d2-906e-61d7338672a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 38881bb0-85f5-473f-8d18-d935d8499ecf {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:27:27.634779 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8580415e-0633-45d2-906e-61d7338672a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:27.679959 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8580415e-0633-45d2-906e-61d7338672a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:27.795689 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8580415e-0633-45d2-906e-61d7338672a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:27.891416 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8580415e-0633-45d2-906e-61d7338672a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:27.942822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580415e-0633-45d2-906e-61d7338672a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=38881bb0-85f5-473f-8d18-d935d8499ecf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:27.949742 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8580415e-0633-45d2-906e-61d7338672a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:27.958648 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57732) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:27.958987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8580415e-0633-45d2-906e-61d7338672a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/38881bb0-85f5-473f-8d18-d935d8499ecf HTTP/1.1" status: 204 len: 168 time: 0.4007630 Nov 19 09:27:27.977311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7a2fde-d12e-4b58-8ae6-26e885687ef3 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:27:28.280396 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb803e8-2b60-4afb-b22c-f75ed5b1f7b9 None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:27:28.331787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad843222-342f-4462-82f5-cf912244b551 req-9b6c441c-fa9e-4902-83ce-a39487a81ee2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:28.342001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad843222-342f-4462-82f5-cf912244b551 req-9b6c441c-fa9e-4902-83ce-a39487a81ee2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.1418083 Nov 19 09:27:28.395460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6eb803e8-2b60-4afb-b22c-f75ed5b1f7b9 None None] Deleting port 10397f9d-85a6-4848-8e3b-c68a2afdedb0 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:27:28.397684 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6eb803e8-2b60-4afb-b22c-f75ed5b1f7b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:28.412092 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad843222-342f-4462-82f5-cf912244b551 req-a9288766-c26a-428f-b6ea-f62a95551868 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690861 Nov 19 09:27:28.505511 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-40799b24-9949-4ba9-83ac-541d62924f5e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.5450852 Nov 19 09:27:28.508153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57758) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:28.532479 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6eb803e8-2b60-4afb-b22c-f75ed5b1f7b9 None None] For port 10397f9d-85a6-4848-8e3b-c68a2afdedb0, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=10397f9d-85a6-4848-8e3b-c68a2afdedb0,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:28.533185 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6eb803e8-2b60-4afb-b22c-f75ed5b1f7b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:28.548250 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6eb803e8-2b60-4afb-b22c-f75ed5b1f7b9 None None] Calling delete_port for 10397f9d-85a6-4848-8e3b-c68a2afdedb0 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:27:28.601680 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f32bb3f0-0e09-45eb-9f5e-7399f9de98be details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:27:28.640306 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54b6cd1f-b0ef-4beb-a115-a6da579e6892 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:28.742035 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6eb803e8-2b60-4afb-b22c-f75ed5b1f7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:28.791873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb803e8-2b60-4afb-b22c-f75ed5b1f7b9 None None] No DVR routers for this DVR port 10397f9d-85a6-4848-8e3b-c68a2afdedb0 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:27:28.798326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb803e8-2b60-4afb-b22c-f75ed5b1f7b9 None None] Pushing event deleted for resources: {'Port': ['ID=10397f9d-85a6-4848-8e3b-c68a2afdedb0,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:28.802465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f32bb3f0-0e09-45eb-9f5e-7399f9de98be, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:28.830471 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'f32bb3f0-0e09-45eb-9f5e-7399f9de98be', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'port_id': 'f32bb3f0-0e09-45eb-9f5e-7399f9de98be', 'mac_address': 'fa:16:3e:11:d4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:27:28.874441 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:28.891688 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32bb3f0-0e09-45eb-9f5e-7399f9de98be {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:27:28.922769 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f32bb3f0-0e09-45eb-9f5e-7399f9de98be, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:28.932899 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:28.954778 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a19f42-bf7f-43a2-ae63-2017f63a65e6 None None] Sync routers for ids ['504e3158-3cf2-4edc-8fdd-09e81a5de1df'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:27:28.968969 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a19f42-bf7f-43a2-ae63-2017f63a65e6 None None] Routers {'504e3158-3cf2-4edc-8fdd-09e81a5de1df'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:27:28.970064 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-12a19f42-bf7f-43a2-ae63-2017f63a65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:27:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['504e3158-3cf2-4edc-8fdd-09e81a5de1df'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:29.048198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:29.075439 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-12a19f42-bf7f-43a2-ae63-2017f63a65e6 None None] Set router 504e3158-3cf2-4edc-8fdd-09e81a5de1df gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:27:29.106631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72807a2c-d927-4893-9ab0-4a06290d9dd0 req-71664340-09a3-4f8c-9f66-40814500e969 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:29.108975 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72807a2c-d927-4893-9ab0-4a06290d9dd0 req-71664340-09a3-4f8c-9f66-40814500e969 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 944 time: 0.6103821 Nov 19 09:27:29.138001 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-12a19f42-bf7f-43a2-ae63-2017f63a65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504e3158-3cf2-4edc-8fdd-09e81a5de1df', 'name': 'tempest-NetworksTestDHCPv6-router-60903224', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:27:19Z', 'updated_at': '2021-11-19T09:27:26Z', 'revision_number': 3, 'project_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:29.174958 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a19f42-bf7f-43a2-ae63-2017f63a65e6 None None] Checking router: 504e3158-3cf2-4edc-8fdd-09e81a5de1df for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:27:29.190664 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a19f42-bf7f-43a2-ae63-2017f63a65e6 None None] Routers {'504e3158-3cf2-4edc-8fdd-09e81a5de1df'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:27:29.191300 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-12a19f42-bf7f-43a2-ae63-2017f63a65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:27:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['504e3158-3cf2-4edc-8fdd-09e81a5de1df'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:29.241152 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54b6cd1f-b0ef-4beb-a115-a6da579e6892 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:29.246287 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54b6cd1f-b0ef-4beb-a115-a6da579e6892 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:29.281451 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-12a19f42-bf7f-43a2-ae63-2017f63a65e6 None None] Set router 504e3158-3cf2-4edc-8fdd-09e81a5de1df gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:27:29.323627 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72807a2c-d927-4893-9ab0-4a06290d9dd0 req-26abdd57-af4e-4437-9344-56c3e7842a06 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808686 Nov 19 09:27:29.332099 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54b6cd1f-b0ef-4beb-a115-a6da579e6892 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:29.332667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b6cd1f-b0ef-4beb-a115-a6da579e6892 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Fanout notify agent at l3_agent the message router_deleted on router 504e3158-3cf2-4edc-8fdd-09e81a5de1df {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:27:29.344578 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54b6cd1f-b0ef-4beb-a115-a6da579e6892 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:29.345825 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-54b6cd1f-b0ef-4beb-a115-a6da579e6892 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/routers/504e3158-3cf2-4edc-8fdd-09e81a5de1df HTTP/1.1" status: 204 len: 168 time: 0.8365850 Nov 19 09:27:29.348499 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57782) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:29.362483 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-12a19f42-bf7f-43a2-ae63-2017f63a65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504e3158-3cf2-4edc-8fdd-09e81a5de1df', 'name': 'tempest-NetworksTestDHCPv6-router-60903224', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:27:19Z', 'updated_at': '2021-11-19T09:27:26Z', 'revision_number': 3, 'project_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:29.382486 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d1ecb812-eb63-4fe4-9bc0-77794328daea tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0296974 Nov 19 09:27:29.382896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57784) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:29.385209 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['f32bb3f0-0e09-45eb-9f5e-7399f9de98be'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:27:29.425621 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a19f42-bf7f-43a2-ae63-2017f63a65e6 None None] The sync data for ids ['504e3158-3cf2-4edc-8fdd-09e81a5de1df'] in n-d-805649-14 is: [{'id': '504e3158-3cf2-4edc-8fdd-09e81a5de1df', 'name': 'tempest-NetworksTestDHCPv6-router-60903224', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:27:19Z', 'updated_at': '2021-11-19T09:27:26Z', 'revision_number': 3, 'project_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:27:29.520905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4574e19-8a1e-48c8-b303-f8a9d5c9b266 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:29.525868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57790) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:29.527220 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d4574e19-8a1e-48c8-b303-f8a9d5c9b266 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1425374 Nov 19 09:27:29.593401 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6e84d474-7407-4fdf-943f-f9caa52ae587 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663116 Nov 19 09:27:29.598607 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57794) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:29.611162 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c5ed1d9c-02fa-4842-a90d-1b5bf842c003 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:29.680136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12501779-8dda-43df-8a46-35edb7e639ce req-d83b4ef0-43df-4424-b984-c40cfeaef5d7 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:29.682431 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12501779-8dda-43df-8a46-35edb7e639ce req-d83b4ef0-43df-4424-b984-c40cfeaef5d7 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.1537004 Nov 19 09:27:29.761044 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12501779-8dda-43df-8a46-35edb7e639ce req-2086512a-ed63-47db-a9d3-f04779210383 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666142 Nov 19 09:27:29.761607 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ed1d9c-02fa-4842-a90d-1b5bf842c003 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:27:29.768994 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5ed1d9c-02fa-4842-a90d-1b5bf842c003 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:29.974954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 10397f9d-85a6-4848-8e3b-c68a2afdedb0 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:27:30.008247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 10397f9d-85a6-4848-8e3b-c68a2afdedb0 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:27:30.009370 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 10397f9d-85a6-4848-8e3b-c68a2afdedb0 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:27:30.179620 n-d-805649-14 neutron-server[103476]: DEBUG neutron.objects.ports [None req-c5ed1d9c-02fa-4842-a90d-1b5bf842c003 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103476) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:27:30.181346 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5ed1d9c-02fa-4842-a90d-1b5bf842c003 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:30.226321 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ed1d9c-02fa-4842-a90d-1b5bf842c003 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:30.229998 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-c5ed1d9c-02fa-4842-a90d-1b5bf842c003 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:30.236590 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ed1d9c-02fa-4842-a90d-1b5bf842c003 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:30.237043 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5ed1d9c-02fa-4842-a90d-1b5bf842c003 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:30.243645 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4d49f5-139f-41e1-a45e-c5fb5ba2a123 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:27:30.249749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed1d9c-02fa-4842-a90d-1b5bf842c003 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=5d2a4df8-3e59-465b-9d42-1988d29fe5eb,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:30.266374 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c5ed1d9c-02fa-4842-a90d-1b5bf842c003 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6662924 Nov 19 09:27:30.269225 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57804) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:30.277017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-66024f43-e512-4ba5-8104-b515e44806eb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:30.445361 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': '5d2a4df8-3e59-465b-9d42-1988d29fe5eb'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:27:30.447166 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:30.530461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd5d8f-88c4-4628-8d36-a193c9586740 req-ce79dd7d-0510-46d1-9d71-b30983ba995d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:30.538098 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7afd5d8f-88c4-4628-8d36-a193c9586740 req-ce79dd7d-0510-46d1-9d71-b30983ba995d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 945 time: 0.1059363 Nov 19 09:27:30.558031 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66024f43-e512-4ba5-8104-b515e44806eb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:27:30.564111 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-66024f43-e512-4ba5-8104-b515e44806eb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:30.653466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7afd5d8f-88c4-4628-8d36-a193c9586740 req-cbf2e9ce-fb42-4490-b178-7b8ea577a7f8 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088996 Nov 19 09:27:30.685823 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Allocated IP 2001:db8::f816:3eff:fe1c:8034 (ded7164f-a204-4255-9f6b-c93599969f88/5d2a4df8-3e59-465b-9d42-1988d29fe5eb/2106958f-2074-413a-a6aa-74a098447056) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:30.926783 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:30.936105 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:31.008011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacbf7d-23bf-4b07-a3c1-a7bc01e42e6f req-b8da0186-e581-4ff1-af9a-166a158327bf tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:31.010853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ceacbf7d-23bf-4b07-a3c1-a7bc01e42e6f req-b8da0186-e581-4ff1-af9a-166a158327bf tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.1465349 Nov 19 09:27:31.047391 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:31.048129 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Pushing event updated for resources: {'Port': ['ID=2106958f-2074-413a-a6aa-74a098447056,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:31.052306 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-66024f43-e512-4ba5-8104-b515e44806eb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:31.059488 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:31.063136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:27:31.151309 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66024f43-e512-4ba5-8104-b515e44806eb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:31.165425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Attempting to bind port 2106958f-2074-413a-a6aa-74a098447056 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:27:31.166047 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Attempting to bind port 2106958f-2074-413a-a6aa-74a098447056 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:27:31.166525 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Attempting to bind port 2106958f-2074-413a-a6aa-74a098447056 on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:27:31.182943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-66024f43-e512-4ba5-8104-b515e44806eb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:31.205747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:27:31.207559 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:27:31.208708 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:31.213858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:27:31.215950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Bound port: 2106958f-2074-413a-a6aa-74a098447056, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:27:31.216285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ceacbf7d-23bf-4b07-a3c1-a7bc01e42e6f req-bf81d48d-b1c5-4092-bf09-c2390ea21583 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828659 Nov 19 09:27:31.216919 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:31.219975 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66024f43-e512-4ba5-8104-b515e44806eb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:31.222453 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-66024f43-e512-4ba5-8104-b515e44806eb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:31.249961 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66024f43-e512-4ba5-8104-b515e44806eb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=b09854fa-8efa-4d0a-8e6f-4056187b14fb,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:31.282737 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-66024f43-e512-4ba5-8104-b515e44806eb tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0089941 Nov 19 09:27:31.283421 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57830) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:31.291625 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e22dccdf-944a-4c61-b4c0-c079dc16be89 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'mac_address': 'fa:16:3e:fb:c4:29', 'name': 'tempest-NetworksTestDHCPv6-573848547'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:31.377668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] For port 2106958f-2074-413a-a6aa-74a098447056, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:27:31.382582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] For port 2106958f-2074-413a-a6aa-74a098447056, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=2106958f-2074-413a-a6aa-74a098447056,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:27:31.390418 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:31.479991 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f8222-3d19-4d1d-b3e3-89baa3424854 None None] Pushing event updated for resources: {'Port': ['ID=2106958f-2074-413a-a6aa-74a098447056,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:31.511091 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22dccdf-944a-4c61-b4c0-c079dc16be89 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:27:31.628371 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e22dccdf-944a-4c61-b4c0-c079dc16be89 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:31.657538 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-e22dccdf-944a-4c61-b4c0-c079dc16be89 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 43e48682-bf3f-4bb0-836f-cd8bd32770c6 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:27:31.875981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ad7fd-f5d4-4c31-b59f-5308e82594b5 req-949a72c9-37f2-43fb-b13e-17defca6ede1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:31.889651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-450ad7fd-f5d4-4c31-b59f-5308e82594b5 req-949a72c9-37f2-43fb-b13e-17defca6ede1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 945 time: 0.1137090 Nov 19 09:27:31.964953 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e22dccdf-944a-4c61-b4c0-c079dc16be89 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 172.20.0.6 (ded7164f-a204-4255-9f6b-c93599969f88/b09854fa-8efa-4d0a-8e6f-4056187b14fb/43e48682-bf3f-4bb0-836f-cd8bd32770c6) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:31.969601 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-450ad7fd-f5d4-4c31-b59f-5308e82594b5 req-861c5233-9ecf-4be9-bf0e-27e2df5819a1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746689 Nov 19 09:27:31.985551 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e22dccdf-944a-4c61-b4c0-c079dc16be89 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::f816:3eff:fefb:c429 (ded7164f-a204-4255-9f6b-c93599969f88/5d2a4df8-3e59-465b-9d42-1988d29fe5eb/43e48682-bf3f-4bb0-836f-cd8bd32770c6) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:32.006128 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 2106958f-2074-413a-a6aa-74a098447056 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:27:32.100687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 2106958f-2074-413a-a6aa-74a098447056 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:32.101444 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:32.223981 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:32.303969 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e22dccdf-944a-4c61-b4c0-c079dc16be89 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:32.316704 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 2106958f-2074-413a-a6aa-74a098447056, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=2106958f-2074-413a-a6aa-74a098447056,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:32.324164 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:32.354987 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e22dccdf-944a-4c61-b4c0-c079dc16be89 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:32.379702 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f8417-44f2-4db8-b8f0-b6c6eb9e4631 req-b37dd70f-14e5-48cd-af72-b7003081cc8f tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:32.390135 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-241f8417-44f2-4db8-b8f0-b6c6eb9e4631 req-b37dd70f-14e5-48cd-af72-b7003081cc8f tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.0718038 Nov 19 09:27:32.429667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dccdf-944a-4c61-b4c0-c079dc16be89 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=43e48682-bf3f-4bb0-836f-cd8bd32770c6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:32.436255 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22dccdf-944a-4c61-b4c0-c079dc16be89 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:32.437913 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e22dccdf-944a-4c61-b4c0-c079dc16be89 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:32.440550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22dccdf-944a-4c61-b4c0-c079dc16be89 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:27:32.440698 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=2106958f-2074-413a-a6aa-74a098447056,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:32.531154 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-241f8417-44f2-4db8-b8f0-b6c6eb9e4631 req-562c91d6-7d30-4a6e-9299-f2a9966ca15b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395037 Nov 19 09:27:32.568265 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22dccdf-944a-4c61-b4c0-c079dc16be89 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:32.569177 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e22dccdf-944a-4c61-b4c0-c079dc16be89 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:32.606128 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e22dccdf-944a-4c61-b4c0-c079dc16be89 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3190486 Nov 19 09:27:32.606803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57870) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:32.630218 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f32bb3f0-0e09-45eb-9f5e-7399f9de98be up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:27:32.714234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156739e5-5681-427d-b99d-8a9ce0964771 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:32.726792 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156739e5-5681-427d-b99d-8a9ce0964771 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:32.729733 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-156739e5-5681-427d-b99d-8a9ce0964771 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1212411 Nov 19 09:27:32.732703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57874) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:32.740640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port f32bb3f0-0e09-45eb-9f5e-7399f9de98be completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:27:32.746664 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port f32bb3f0-0e09-45eb-9f5e-7399f9de98be triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:32.747699 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:32.869866 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:32.896400 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-024fafc4-12fd-41a3-a148-00e99233a2a3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 43e48682-bf3f-4bb0-836f-cd8bd32770c6 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:27:32.896882 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-024fafc4-12fd-41a3-a148-00e99233a2a3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:32.939985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af1e8eb-d87a-45ea-b233-89b6ca88cdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32bb3f0-0e09-45eb-9f5e-7399f9de98be'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:27:32.944373 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815b167e-e4b5-4d3a-9b2e-d21902b4d273" -d '{"events": [{"server_uuid": "2af1e8eb-d87a-45ea-b233-89b6ca88cdde", "name": "network-vif-plugged", "status": "completed", "tag": "f32bb3f0-0e09-45eb-9f5e-7399f9de98be"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:27:32.951253 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f32bb3f0-0e09-45eb-9f5e-7399f9de98be, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:32.959995 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:32.992392 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049e2f89-0da9-4e99-b171-00c5c021ceb7 x-openstack-request-id: req-049e2f89-0da9-4e99-b171-00c5c021ceb7 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:27:32.992693 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af1e8eb-d87a-45ea-b233-89b6ca88cdde", "name": "network-vif-plugged", "status": "completed", "tag": "f32bb3f0-0e09-45eb-9f5e-7399f9de98be", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:27:32.993634 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-049e2f89-0da9-4e99-b171-00c5c021ceb7 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:27:32.994039 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af1e8eb-d87a-45ea-b233-89b6ca88cdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32bb3f0-0e09-45eb-9f5e-7399f9de98be', 'code': 200} Nov 19 09:27:33.035132 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:33.104737 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-024fafc4-12fd-41a3-a148-00e99233a2a3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:33.115349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82e2533-56cb-4a82-a289-c9d5b20f56cc None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:27:33.137665 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-024fafc4-12fd-41a3-a148-00e99233a2a3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 43e48682-bf3f-4bb0-836f-cd8bd32770c6 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:27:33.195066 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ea732-1eac-46a0-a9ee-b0896d9c17e5 req-f321a177-ab8b-4237-9f27-51c7e88caf1a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:33.204055 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749ccea-22f7-4b07-af3a-a7f157cd2389 req-bde2e6d7-fa43-4842-a4d4-2f9e46199353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:33.205219 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef3ea732-1eac-46a0-a9ee-b0896d9c17e5 req-f321a177-ab8b-4237-9f27-51c7e88caf1a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.1112266 Nov 19 09:27:33.206914 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5749ccea-22f7-4b07-af3a-a7f157cd2389 req-bde2e6d7-fa43-4842-a4d4-2f9e46199353 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 1098 time: 0.1170735 Nov 19 09:27:33.274884 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef3ea732-1eac-46a0-a9ee-b0896d9c17e5 req-5bb05b7c-3f6e-4897-8404-3fe7518c3da5 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633173 Nov 19 09:27:33.313178 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5749ccea-22f7-4b07-af3a-a7f157cd2389 req-482c3edd-acd8-4367-a4f3-5b5cc7af6731 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971482 Nov 19 09:27:33.345286 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4ad2264a-4736-4c78-adee-5d0db683b75a None None] Provisioning complete for port 2106958f-2074-413a-a6aa-74a098447056 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:33.345918 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4ad2264a-4736-4c78-adee-5d0db683b75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:33.464944 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-024fafc4-12fd-41a3-a148-00e99233a2a3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:33.510706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fafc4-12fd-41a3-a148-00e99233a2a3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=43e48682-bf3f-4bb0-836f-cd8bd32770c6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:33.534288 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4662901a-55d6-49d0-992f-96c661cf8c19 None None] Update dhcp port {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'fixed_ips': [{'subnet_id': '5d2a4df8-3e59-465b-9d42-1988d29fe5eb', 'ip_address': '2001:db8::f816:3eff:fe1c:8034'}, {'subnet_id': 'b09854fa-8efa-4d0a-8e6f-4056187b14fb'}], 'binding:host_id': 'n-d-805649-14'}, 'id': '2106958f-2074-413a-a6aa-74a098447056'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:27:33.595667 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4662901a-55d6-49d0-992f-96c661cf8c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:33.695236 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf996e-1dbe-4049-8965-793d6d36c43b req-103a4f88-ff85-473f-862c-2416949a8737 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:33.697604 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-024fafc4-12fd-41a3-a148-00e99233a2a3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:33.701181 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-024fafc4-12fd-41a3-a148-00e99233a2a3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/43e48682-bf3f-4bb0-836f-cd8bd32770c6 HTTP/1.1" status: 204 len: 168 time: 0.9671478 Nov 19 09:27:33.701626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e4bf996e-1dbe-4049-8965-793d6d36c43b req-103a4f88-ff85-473f-862c-2416949a8737 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.0808160 Nov 19 09:27:33.703720 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57900) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:33.790892 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e4bf996e-1dbe-4049-8965-793d6d36c43b req-23deb764-6164-4873-ade3-2e7c9b09a560 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758040 Nov 19 09:27:33.824456 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8b144e-9b9c-4f2a-a045-5b123dce2ad4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:33.828341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8b144e-9b9c-4f2a-a045-5b123dce2ad4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:33.830112 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8b144e-9b9c-4f2a-a045-5b123dce2ad4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:33.832096 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ea8b144e-9b9c-4f2a-a045-5b123dce2ad4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1271000 Nov 19 09:27:33.834671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57906) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:33.898460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-4662901a-55d6-49d0-992f-96c661cf8c19 None None] Allocated IP 172.20.0.2 (ded7164f-a204-4255-9f6b-c93599969f88/b09854fa-8efa-4d0a-8e6f-4056187b14fb/2106958f-2074-413a-a6aa-74a098447056) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:33.923272 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 5d2a4df8-3e59-465b-9d42-1988d29fe5eb {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:27:34.070352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 2106958f-2074-413a-a6aa-74a098447056 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:27:34.299258 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4662901a-55d6-49d0-992f-96c661cf8c19 None None] For port 2106958f-2074-413a-a6aa-74a098447056, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=2106958f-2074-413a-a6aa-74a098447056,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:34.350581 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4662901a-55d6-49d0-992f-96c661cf8c19 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:34.359112 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:34.361603 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4662901a-55d6-49d0-992f-96c661cf8c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:34.367181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 2106958f-2074-413a-a6aa-74a098447056 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:34.367553 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:34.490506 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:34.518921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662901a-55d6-49d0-992f-96c661cf8c19 None None] Pushing event updated for resources: {'Port': ['ID=2106958f-2074-413a-a6aa-74a098447056,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:34.538351 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43ba01-073b-43d6-bc43-f81f62860b0f req-60397193-269f-4160-a248-3fd3569bcee3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:34.540471 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e43ba01-073b-43d6-bc43-f81f62860b0f req-60397193-269f-4160-a248-3fd3569bcee3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.1762571 Nov 19 09:27:34.663552 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:34.670419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e43ba01-073b-43d6-bc43-f81f62860b0f req-8cf06c5a-5944-4805-92d6-daaad0fb0348 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014659 Nov 19 09:27:34.756553 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:34.800770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2a4df8-3e59-465b-9d42-1988d29fe5eb,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:34.807189 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:34.810508 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/5d2a4df8-3e59-465b-9d42-1988d29fe5eb HTTP/1.1" status: 204 len: 168 time: 0.9748030 Nov 19 09:27:34.813319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57936) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:34.818219 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:34.818576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:34.818923 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:34.819270 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:34.819614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:34.820029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:34.820263 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:34.820592 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:34.825666 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:34.826112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:34.826518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:34.827663 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8503b071-8060-4ae5-95d2-6c839a963b83 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:34.894206 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-334fe31d-25a1-4110-8d29-4ddd7e1c1ac5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet b09854fa-8efa-4d0a-8e6f-4056187b14fb {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:27:34.899871 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-334fe31d-25a1-4110-8d29-4ddd7e1c1ac5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:34.945526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70de6e-2281-49b2-9152-31cdf38691f8 req-32d333da-36e4-43f1-b4dd-8cf440c5b5d5 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:34.947479 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f70de6e-2281-49b2-9152-31cdf38691f8 req-32d333da-36e4-43f1-b4dd-8cf440c5b5d5 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.0664372 Nov 19 09:27:34.957182 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-334fe31d-25a1-4110-8d29-4ddd7e1c1ac5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:35.025924 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f70de6e-2281-49b2-9152-31cdf38691f8 req-7a039a91-82fd-4005-9a7e-147d03516da9 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698941 Nov 19 09:27:35.100022 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-334fe31d-25a1-4110-8d29-4ddd7e1c1ac5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:35.178885 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-334fe31d-25a1-4110-8d29-4ddd7e1c1ac5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:35.211490 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fe31d-25a1-4110-8d29-4ddd7e1c1ac5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=b09854fa-8efa-4d0a-8e6f-4056187b14fb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:35.217043 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-334fe31d-25a1-4110-8d29-4ddd7e1c1ac5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:35.220998 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-334fe31d-25a1-4110-8d29-4ddd7e1c1ac5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/b09854fa-8efa-4d0a-8e6f-4056187b14fb HTTP/1.1" status: 204 len: 168 time: 0.4058757 Nov 19 09:27:35.224379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57942) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:35.272882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-68cbcecd-ebcf-4777-ab66-d539a6903a9e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471263 Nov 19 09:27:35.275779 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57944) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:35.282533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5498920f-e60b-4109-89b0-e86e2adbb728 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:35.447662 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f582c5-9c26-4d69-a7a8-d1893e0e1895 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:27:35.466545 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5498920f-e60b-4109-89b0-e86e2adbb728 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:27:35.471903 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5498920f-e60b-4109-89b0-e86e2adbb728 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:35.532962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e8f4195a-4aba-4c1b-93c2-cc89c65f26f9 None None] Could not find standard attr ID for object 43e48682-bf3f-4bb0-836f-cd8bd32770c6. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:27:35.562192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e8f4195a-4aba-4c1b-93c2-cc89c65f26f9 None None] Provisioning complete for port 2106958f-2074-413a-a6aa-74a098447056 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:35.562602 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e8f4195a-4aba-4c1b-93c2-cc89c65f26f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:35.765124 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aa045d-4294-44b7-99e7-16939e01e2ab None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:27:35.825716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-53aa045d-4294-44b7-99e7-16939e01e2ab None None] Deleting port 2106958f-2074-413a-a6aa-74a098447056 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:27:35.826085 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-53aa045d-4294-44b7-99e7-16939e01e2ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:35.863379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2bcb4-efab-49c3-b0aa-0fa364ceab82 req-fffa5d79-9134-4675-b780-fe0ee450366d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:35.875370 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8e2bcb4-efab-49c3-b0aa-0fa364ceab82 req-fffa5d79-9134-4675-b780-fe0ee450366d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.1000738 Nov 19 09:27:35.928495 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-53aa045d-4294-44b7-99e7-16939e01e2ab None None] For port 2106958f-2074-413a-a6aa-74a098447056, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=2106958f-2074-413a-a6aa-74a098447056,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:35.929080 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-53aa045d-4294-44b7-99e7-16939e01e2ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:35.972558 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8e2bcb4-efab-49c3-b0aa-0fa364ceab82 req-964bed7f-9e87-44b2-a50b-43a4b04a9ba2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959558 Nov 19 09:27:36.018989 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-53aa045d-4294-44b7-99e7-16939e01e2ab None None] Calling delete_port for 2106958f-2074-413a-a6aa-74a098447056 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:27:36.030670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 2106958f-2074-413a-a6aa-74a098447056 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:27:36.040180 n-d-805649-14 neutron-server[103476]: DEBUG neutron.objects.ports [None req-5498920f-e60b-4109-89b0-e86e2adbb728 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103476) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:27:36.297278 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d0ee8-0078-42dc-b8f1-ba20c013a32d req-64148ade-aeab-4930-a41f-64c12400fe83 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:36.303074 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-752d0ee8-0078-42dc-b8f1-ba20c013a32d req-64148ade-aeab-4930-a41f-64c12400fe83 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.1214476 Nov 19 09:27:36.373757 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:36.382675 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-53aa045d-4294-44b7-99e7-16939e01e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:36.384832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.ipam_pluggable_backend [None req-5498920f-e60b-4109-89b0-e86e2adbb728 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Port 2106958f-2074-413a-a6aa-74a098447056 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103476) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 19 09:27:36.386024 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.ipam_pluggable_backend [None req-5498920f-e60b-4109-89b0-e86e2adbb728 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1c:8034 {{(pid=103476) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 19 09:27:36.391326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.ipam_pluggable_backend [None req-5498920f-e60b-4109-89b0-e86e2adbb728 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1c:8034 {{(pid=103476) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 19 09:27:36.394419 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5498920f-e60b-4109-89b0-e86e2adbb728 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:36.476567 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa045d-4294-44b7-99e7-16939e01e2ab None None] Pushing event deleted for resources: {'Port': ['ID=2106958f-2074-413a-a6aa-74a098447056,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:36.485320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aa045d-4294-44b7-99e7-16939e01e2ab None None] No DVR routers for this DVR port 2106958f-2074-413a-a6aa-74a098447056 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:27:36.491803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5498920f-e60b-4109-89b0-e86e2adbb728 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:36.498317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339f7bf-a906-4bdd-a976-304b61b9f147 req-a168f351-a076-43a0-945f-9ed32a38c345 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:36.506235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3339f7bf-a906-4bdd-a976-304b61b9f147 req-a168f351-a076-43a0-945f-9ed32a38c345 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.1818762 Nov 19 09:27:36.511151 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5498920f-e60b-4109-89b0-e86e2adbb728 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:36.539269 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498920f-e60b-4109-89b0-e86e2adbb728 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=84c1c129-7778-4eae-a618-a129d270efc8,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:36.548644 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5498920f-e60b-4109-89b0-e86e2adbb728 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:36.549313 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5498920f-e60b-4109-89b0-e86e2adbb728 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:36.585192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7c4e37-ee00-41c5-a85c-c268be6709d5 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:27:36.587278 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5498920f-e60b-4109-89b0-e86e2adbb728 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3088033 Nov 19 09:27:36.590069 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57994) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:36.596051 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:36.631938 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3339f7bf-a906-4bdd-a976-304b61b9f147 req-df4aefbe-91c1-44e1-b3ae-b243c825f712 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247077 Nov 19 09:27:36.669864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-752d0ee8-0078-42dc-b8f1-ba20c013a32d req-29c3aea8-823f-4431-8c6c-2f2aedb74452 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624079 Nov 19 09:27:36.781654 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': '84c1c129-7778-4eae-a618-a129d270efc8'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:27:36.782981 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:36.833949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:27:36.841193 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:36.931586 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Allocated IP 2001:db8::f816:3eff:fe13:7019 (ded7164f-a204-4255-9f6b-c93599969f88/84c1c129-7778-4eae-a618-a129d270efc8/4ab03db4-8d26-4ebe-a94e-fe036d4146e3) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:37.230835 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:37.243574 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:37.292860 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:37.311226 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:37.316317 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:37.322664 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:27:37.326247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Pushing event updated for resources: {'Port': ['ID=4ab03db4-8d26-4ebe-a94e-fe036d4146e3,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:37.353012 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:37.355630 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:37.369502 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:37.370119 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:37.394896 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=8fd7d44c-2aa2-4696-a9fd-6134c249c776,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:37.397505 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Attempting to bind port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:27:37.397857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Attempting to bind port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:27:37.398291 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Attempting to bind port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:27:37.404263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:27:37.404617 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:37.404776 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:27:37.405226 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:37.405403 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:37.405600 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:37.405760 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:27:37.405924 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:37.406061 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Bound port: 4ab03db4-8d26-4ebe-a94e-fe036d4146e3, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:27:37.406250 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:37.406383 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:37.406774 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:37.406951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:37.407107 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:37.407462 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:37.407917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:37.408259 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:37.408607 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:27:37.421141 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-87168358-e30b-4c13-a50f-c06b4a49c44d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8299198 Nov 19 09:27:37.423916 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58016) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:37.433057 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-537470cb-c158-4b4d-be58-aba2934f08cc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'mac_address': 'fa:16:3e:23:b1:76', 'name': 'tempest-NetworksTestDHCPv6-1861042090'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:37.506597 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] For port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:27:37.511676 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] For port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4ab03db4-8d26-4ebe-a94e-fe036d4146e3,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:27:37.516608 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:37.565730 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537470cb-c158-4b4d-be58-aba2934f08cc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:27:37.582994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae174d4b-f157-4468-ab07-aa9bd7f9a142 None None] Pushing event updated for resources: {'Port': ['ID=4ab03db4-8d26-4ebe-a94e-fe036d4146e3,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:37.682873 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-537470cb-c158-4b4d-be58-aba2934f08cc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:37.735571 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-537470cb-c158-4b4d-be58-aba2934f08cc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port d6f8dd25-afe6-4b6e-927a-ebbdc1c83446 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:27:37.885066 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046921cf-684e-4052-9786-2d43377fdd15 req-fc42fdf2-6ca5-42fd-97ba-e6463b394730 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:37.894128 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-046921cf-684e-4052-9786-2d43377fdd15 req-fc42fdf2-6ca5-42fd-97ba-e6463b394730 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.1437745 Nov 19 09:27:37.957660 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc129b-ada6-48fd-a050-192e4ee5ef5b req-bf4ac56a-6190-49b3-989d-3a6b8999aec6 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:37.959251 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13dc129b-ada6-48fd-a050-192e4ee5ef5b req-bf4ac56a-6190-49b3-989d-3a6b8999aec6 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.1573677 Nov 19 09:27:38.040169 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-046921cf-684e-4052-9786-2d43377fdd15 req-69e3bca2-cb5a-4a27-b9a2-14b197543320 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441934 Nov 19 09:27:38.154480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:27:38.171531 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13dc129b-ada6-48fd-a050-192e4ee5ef5b req-d07b9990-6c31-4451-ae19-742d8eebdd3a tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863561 Nov 19 09:27:38.213718 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-537470cb-c158-4b4d-be58-aba2934f08cc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 172.20.0.6 (ded7164f-a204-4255-9f6b-c93599969f88/8fd7d44c-2aa2-4696-a9fd-6134c249c776/d6f8dd25-afe6-4b6e-927a-ebbdc1c83446) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:38.225338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-537470cb-c158-4b4d-be58-aba2934f08cc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::f816:3eff:fe23:b176 (ded7164f-a204-4255-9f6b-c93599969f88/84c1c129-7778-4eae-a618-a129d270efc8/d6f8dd25-afe6-4b6e-927a-ebbdc1c83446) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:38.310945 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:38.312338 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:38.461118 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:38.510987 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4ab03db4-8d26-4ebe-a94e-fe036d4146e3,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:38.517865 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:38.519338 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-537470cb-c158-4b4d-be58-aba2934f08cc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:38.603244 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-537470cb-c158-4b4d-be58-aba2934f08cc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:38.619765 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=4ab03db4-8d26-4ebe-a94e-fe036d4146e3,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:38.735112 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537470cb-c158-4b4d-be58-aba2934f08cc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=d6f8dd25-afe6-4b6e-927a-ebbdc1c83446,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:38.747858 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537470cb-c158-4b4d-be58-aba2934f08cc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:38.751603 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-537470cb-c158-4b4d-be58-aba2934f08cc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:38.753947 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537470cb-c158-4b4d-be58-aba2934f08cc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:27:38.810199 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246ee0b-2f0f-45ed-a047-96d22e6370d5 req-8f4ad44a-1566-4413-97cd-6bb54a9ca23e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:38.817954 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0246ee0b-2f0f-45ed-a047-96d22e6370d5 req-8f4ad44a-1566-4413-97cd-6bb54a9ca23e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.0791900 Nov 19 09:27:38.837010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537470cb-c158-4b4d-be58-aba2934f08cc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:38.838222 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-537470cb-c158-4b4d-be58-aba2934f08cc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:38.861394 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-537470cb-c158-4b4d-be58-aba2934f08cc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4363611 Nov 19 09:27:38.862618 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58058) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:38.890004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0246ee0b-2f0f-45ed-a047-96d22e6370d5 req-42a99e83-4a84-4548-958b-b9ecbada5537 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675547 Nov 19 09:27:38.953138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e74923-59e2-4977-ac2e-53d68eab3d88 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:38.959935 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e74923-59e2-4977-ac2e-53d68eab3d88 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:38.964393 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a4e74923-59e2-4977-ac2e-53d68eab3d88 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0974393 Nov 19 09:27:38.964723 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58060) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:39.156471 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d0499e60-539b-499c-9ed9-11d644949a78 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port d6f8dd25-afe6-4b6e-927a-ebbdc1c83446 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:27:39.157050 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0499e60-539b-499c-9ed9-11d644949a78 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:39.171942 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a98b498-0468-4694-869f-47db01a4af3f None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:27:39.352905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-84028a2d-e98a-4d3e-8eb6-72f4616473c1 None None] Provisioning complete for port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:39.358239 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-84028a2d-e98a-4d3e-8eb6-72f4616473c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:39.363401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f77d1-4d6a-4a41-8396-377c6e75a3e8 req-a62a5aa1-1979-4666-aa39-00336c9237b7 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:39.377745 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea3f77d1-4d6a-4a41-8396-377c6e75a3e8 req-a62a5aa1-1979-4666-aa39-00336c9237b7 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.1084080 Nov 19 09:27:39.383915 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0499e60-539b-499c-9ed9-11d644949a78 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:39.399914 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d0499e60-539b-499c-9ed9-11d644949a78 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for d6f8dd25-afe6-4b6e-927a-ebbdc1c83446 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:27:39.474486 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea3f77d1-4d6a-4a41-8396-377c6e75a3e8 req-d3c73079-79da-4467-a632-8214c6874ad2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957563 Nov 19 09:27:39.631290 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58082) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:39.655861 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0499e60-539b-499c-9ed9-11d644949a78 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:39.730200 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b714fdb-a6c8-412f-ae85-c8828379e0af None None] Update dhcp port {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'fixed_ips': [{'subnet_id': '84c1c129-7778-4eae-a618-a129d270efc8', 'ip_address': '2001:db8::f816:3eff:fe13:7019'}, {'subnet_id': '8fd7d44c-2aa2-4696-a9fd-6134c249c776'}], 'binding:host_id': 'n-d-805649-14'}, 'id': '4ab03db4-8d26-4ebe-a94e-fe036d4146e3'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:27:39.769400 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7b714fdb-a6c8-412f-ae85-c8828379e0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:39.783095 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0499e60-539b-499c-9ed9-11d644949a78 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=d6f8dd25-afe6-4b6e-927a-ebbdc1c83446,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:39.842286 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f69e0ab-f0e3-4fab-83fc-365bc9aab51b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:39.872031 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0499e60-539b-499c-9ed9-11d644949a78 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:39.876917 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d0499e60-539b-499c-9ed9-11d644949a78 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/d6f8dd25-afe6-4b6e-927a-ebbdc1c83446 HTTP/1.1" status: 204 len: 168 time: 0.9110949 Nov 19 09:27:39.879373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58094) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:39.996396 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e41b41-c7ea-4877-b003-4edc1eafc774 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:39.998391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e41b41-c7ea-4877-b003-4edc1eafc774 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:40.000364 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e41b41-c7ea-4877-b003-4edc1eafc774 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:40.002255 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d7e41b41-c7ea-4877-b003-4edc1eafc774 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1217172 Nov 19 09:27:40.005065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58102) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:40.034230 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:27:40.040146 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f69e0ab-f0e3-4fab-83fc-365bc9aab51b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:40.051043 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f69e0ab-f0e3-4fab-83fc-365bc9aab51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:40.071634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a50cf9-5064-4209-94c2-f001489e070c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 84c1c129-7778-4eae-a618-a129d270efc8 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:27:40.075389 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a4a50cf9-5064-4209-94c2-f001489e070c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:40.128484 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a4a50cf9-5064-4209-94c2-f001489e070c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:40.136788 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2f69e0ab-f0e3-4fab-83fc-365bc9aab51b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47a930b7b67446388404813b97a908c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5043705 Nov 19 09:27:40.147097 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:40.147677 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:40.155426 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58110) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:40.219142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69e0ab-f0e3-4fab-83fc-365bc9aab51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009cddef-9815-4ec3-9e68-8657e1f40307,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:40.294161 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13b00c6c-ff51-42d8-836d-6bb279c37b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:40.295526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e64b4-3910-476b-a0a8-7dc4c796201c req-e52083ce-c05a-46b2-b84c-6e1db8933a2d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:40.298781 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a4a50cf9-5064-4209-94c2-f001489e070c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:40.307083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-538e64b4-3910-476b-a0a8-7dc4c796201c req-e52083ce-c05a-46b2-b84c-6e1db8933a2d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.2274818 Nov 19 09:27:40.350805 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13b00c6c-ff51-42d8-836d-6bb279c37b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:40.409033 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a4a50cf9-5064-4209-94c2-f001489e070c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server [None req-7b714fdb-a6c8-412f-ae85-c8828379e0af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84c1c129-7778-4eae-a618-a129d270efc8: This subnet is being modified by another concurrent operation. Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 09:27:40.411387 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise exception Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84c1c129-7778-4eae-a618-a129d270efc8: This subnet is being modified by another concurrent operation. Nov 19 09:27:40.416565 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Nov 19 09:27:40.462472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-538e64b4-3910-476b-a0a8-7dc4c796201c req-87b9c7dd-27bf-4fbd-b7b1-5b00b9b6964e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484146 Nov 19 09:27:40.486117 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a50cf9-5064-4209-94c2-f001489e070c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=84c1c129-7778-4eae-a618-a129d270efc8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:40.492376 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13b00c6c-ff51-42d8-836d-6bb279c37b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:40.496917 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13b00c6c-ff51-42d8-836d-6bb279c37b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:40.497586 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-13b00c6c-ff51-42d8-836d-6bb279c37b62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/009cddef-9815-4ec3-9e68-8657e1f40307 HTTP/1.1" status: 204 len: 168 time: 0.3413987 Nov 19 09:27:40.498936 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a4a50cf9-5064-4209-94c2-f001489e070c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:40.520956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58122) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:40.523600 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a4a50cf9-5064-4209-94c2-f001489e070c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/84c1c129-7778-4eae-a618-a129d270efc8 HTTP/1.1" status: 204 len: 168 time: 0.5170023 Nov 19 09:27:40.545264 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b00c6c-ff51-42d8-836d-6bb279c37b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009cddef-9815-4ec3-9e68-8657e1f40307,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:40.641877 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03533db1-1c9d-42a4-821b-c0b0727b20bf None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:27:40.684552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3bcf1a3-04d1-413b-82a8-9da4c599ecbe tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 8fd7d44c-2aa2-4696-a9fd-6134c249c776 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:27:40.697435 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3bcf1a3-04d1-413b-82a8-9da4c599ecbe tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:40.755303 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58132) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:40.810151 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3bcf1a3-04d1-413b-82a8-9da4c599ecbe tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:40.899997 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-93e826d0-0d80-4682-9719-769e84322c9e None None] Could not find standard attr ID for object d6f8dd25-afe6-4b6e-927a-ebbdc1c83446. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:27:40.944282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-93e826d0-0d80-4682-9719-769e84322c9e None None] Provisioning complete for port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:40.945266 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-93e826d0-0d80-4682-9719-769e84322c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:41.065058 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3bcf1a3-04d1-413b-82a8-9da4c599ecbe tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:41.157988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaad28-ec95-4e2f-849c-676d2434bddb req-66333820-ec82-4cf6-a53b-68cb2629492b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:41.159566 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5dfaad28-ec95-4e2f-849c-676d2434bddb req-66333820-ec82-4cf6-a53b-68cb2629492b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.2798600 Nov 19 09:27:41.172174 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02a2cfba-6472-4206-8279-2102fa0e8826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:41.240665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebdffde-3636-42ba-bf52-a99d067ea9a8 None None] Update dhcp port {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'fixed_ips': [{'subnet_id': '8fd7d44c-2aa2-4696-a9fd-6134c249c776'}], 'binding:host_id': 'n-d-805649-14'}, 'id': '4ab03db4-8d26-4ebe-a94e-fe036d4146e3'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:27:41.295406 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58144) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:41.298150 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aebdffde-3636-42ba-bf52-a99d067ea9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:41.300255 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3bcf1a3-04d1-413b-82a8-9da4c599ecbe tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:41.350752 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc0dec8d-c1b8-4727-8735-d3490de46f86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:41.376024 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3bcf1a3-04d1-413b-82a8-9da4c599ecbe tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:41.383012 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c3bcf1a3-04d1-413b-82a8-9da4c599ecbe tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/8fd7d44c-2aa2-4696-a9fd-6134c249c776 HTTP/1.1" status: 204 len: 168 time: 0.8605394 Nov 19 09:27:41.386943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58146) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:41.387427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcf1a3-04d1-413b-82a8-9da4c599ecbe tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd7d44c-2aa2-4696-a9fd-6134c249c776,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:41.448727 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5dfaad28-ec95-4e2f-849c-676d2434bddb req-44bb6cf5-5a1c-4916-978c-9b413f23a7f2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303884 Nov 19 09:27:41.495487 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58160) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:41.495767 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3dc37491-6d33-4831-9690-c584947d7053 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062365 Nov 19 09:27:41.501937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a9152986-969d-4526-8efb-910679ffa2ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:41.571489 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02a2cfba-6472-4206-8279-2102fa0e8826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:41.579017 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02a2cfba-6472-4206-8279-2102fa0e8826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:41.653345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-31c41ab5-8cd6-461c-8988-a1ef625f558b None None] Provisioning complete for port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:41.653721 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-31c41ab5-8cd6-461c-8988-a1ef625f558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:41.687054 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-02a2cfba-6472-4206-8279-2102fa0e8826 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa65d69682f14136a9f66e02a6a9a320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9280434 Nov 19 09:27:41.687054 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc0dec8d-c1b8-4727-8735-d3490de46f86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:41.697575 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58166) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:41.743184 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc0dec8d-c1b8-4727-8735-d3490de46f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:41.755120 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9152986-969d-4526-8efb-910679ffa2ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:27:41.761848 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9152986-969d-4526-8efb-910679ffa2ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:41.792341 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fc0dec8d-c1b8-4727-8735-d3490de46f86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54d1ca5bf50a46109977c895158253e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4936371 Nov 19 09:27:41.792341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2cfba-6472-4206-8279-2102fa0e8826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1271bb40-7f88-42fb-b32d-0ee502c54ba8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:41.796328 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58168) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:41.862533 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-454c3bfb-c43a-43c1-aebc-86b2518a864f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:41.924467 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0dec8d-c1b8-4727-8735-d3490de46f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19225555-3d09-4031-8dee-9e63e4c410df,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:41.952870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-454c3bfb-c43a-43c1-aebc-86b2518a864f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:41.955177 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-672ef55f-f5c5-450a-8f3b-cac3cebf1c66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:42.002783 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-672ef55f-f5c5-450a-8f3b-cac3cebf1c66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:42.035740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04414ce6-29d0-4788-a8c2-36bc25f525ea req-4ffacfc5-a98f-4d35-ab09-b95520882149 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:42.046804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-04414ce6-29d0-4788-a8c2-36bc25f525ea req-4ffacfc5-a98f-4d35-ab09-b95520882149 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.3380985 Nov 19 09:27:42.148013 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-454c3bfb-c43a-43c1-aebc-86b2518a864f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:42.152368 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-454c3bfb-c43a-43c1-aebc-86b2518a864f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:42.154296 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-454c3bfb-c43a-43c1-aebc-86b2518a864f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1271bb40-7f88-42fb-b32d-0ee502c54ba8 HTTP/1.1" status: 204 len: 168 time: 0.4553034 Nov 19 09:27:42.157751 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:27:42.176200 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c3bfb-c43a-43c1-aebc-86b2518a864f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1271bb40-7f88-42fb-b32d-0ee502c54ba8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:42.195028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-04414ce6-29d0-4788-a8c2-36bc25f525ea req-193666ca-2294-484b-839a-1dd9637f855a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466696 Nov 19 09:27:42.209439 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-672ef55f-f5c5-450a-8f3b-cac3cebf1c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:42.213176 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-672ef55f-f5c5-450a-8f3b-cac3cebf1c66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:42.216545 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-672ef55f-f5c5-450a-8f3b-cac3cebf1c66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19225555-3d09-4031-8dee-9e63e4c410df HTTP/1.1" status: 204 len: 168 time: 0.4142079 Nov 19 09:27:42.261907 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ef55f-f5c5-450a-8f3b-cac3cebf1c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19225555-3d09-4031-8dee-9e63e4c410df,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:42.270293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b34b18-7469-4bc3-91e7-9187dc5b19e4 None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:27:42.464270 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9152986-969d-4526-8efb-910679ffa2ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:42.488470 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b34b18-7469-4bc3-91e7-9187dc5b19e4 None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:27:42.606779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9152986-969d-4526-8efb-910679ffa2ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:42.671611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a9152986-969d-4526-8efb-910679ffa2ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:42.717371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9152986-969d-4526-8efb-910679ffa2ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:42.720886 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9152986-969d-4526-8efb-910679ffa2ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:42.835764 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f32bb3f0-0e09-45eb-9f5e-7399f9de98be details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:27:42.927453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a9152986-969d-4526-8efb-910679ffa2ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4277072 Nov 19 09:27:42.927453 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9152986-969d-4526-8efb-910679ffa2ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=74302be9-ece7-4972-862d-9990de928f37,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:42.928529 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58192) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:42.934780 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-772f7339-67b3-4cb8-ab4b-cbd7bb2c843d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:42.972694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c42b19-b5fc-45de-8c05-02fda7b4b82c req-f6d9e99d-26f4-403a-9197-803a1d237bc7 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:42.989722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29c42b19-b5fc-45de-8c05-02fda7b4b82c req-f6d9e99d-26f4-403a-9197-803a1d237bc7 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.3713207 Nov 19 09:27:43.140340 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29c42b19-b5fc-45de-8c05-02fda7b4b82c req-7aa0bac4-2b64-4162-8492-109e5ab07e53 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485164 Nov 19 09:27:43.162104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58198) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:43.189668 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f78ebd16-4bd7-4618-9a4e-2c6ec87abbf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:43.270814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772f7339-67b3-4cb8-ab4b-cbd7bb2c843d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:27:43.281243 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-772f7339-67b3-4cb8-ab4b-cbd7bb2c843d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:43.368459 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:43.381266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3c8aea48-e051-4777-a173-fd6fdaa9899b None None] Could not find standard attr ID for object d6f8dd25-afe6-4b6e-927a-ebbdc1c83446. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:27:43.425538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3c8aea48-e051-4777-a173-fd6fdaa9899b None None] Could not find standard attr ID for object 43e48682-bf3f-4bb0-836f-cd8bd32770c6. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:27:43.431231 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f78ebd16-4bd7-4618-9a4e-2c6ec87abbf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:43.501311 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f78ebd16-4bd7-4618-9a4e-2c6ec87abbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:43.573968 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4ab03db4-8d26-4ebe-a94e-fe036d4146e3,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:43.645858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c41a905-17b3-494a-a5f0-624513284bfa None None] Update dhcp port {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'fixed_ips': [{'subnet_id': '74302be9-ece7-4972-862d-9990de928f37'}], 'binding:host_id': 'n-d-805649-14'}, 'id': '4ab03db4-8d26-4ebe-a94e-fe036d4146e3'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:27:43.649410 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:43.684256 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ebd16-4bd7-4618-9a4e-2c6ec87abbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd334a6d-042b-482c-bf34-e13cde04ee94,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:43.746367 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ceb308-60e1-42e1-bf51-d57f8cb8febe req-1c1058a1-9b54-4ceb-8525-a234aef40274 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:43.748891 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31ceb308-60e1-42e1-bf51-d57f8cb8febe req-1c1058a1-9b54-4ceb-8525-a234aef40274 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.3728073 Nov 19 09:27:43.752181 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f78ebd16-4bd7-4618-9a4e-2c6ec87abbf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e43f6de0481144d5ac4e0f6475667bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5887885 Nov 19 09:27:43.758692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58210) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:43.835918 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f32bb3f0-0e09-45eb-9f5e-7399f9de98be, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:43.840711 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4c41a905-17b3-494a-a5f0-624513284bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:43.936757 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31ceb308-60e1-42e1-bf51-d57f8cb8febe req-5fb9d4e8-6aa0-46b0-80f0-65427c631390 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765168 Nov 19 09:27:43.938389 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb383295-f431-45bd-a5dd-8ec3d4922b85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:43.941035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'f32bb3f0-0e09-45eb-9f5e-7399f9de98be', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'port_id': 'f32bb3f0-0e09-45eb-9f5e-7399f9de98be', 'mac_address': 'fa:16:3e:11:d4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:27:43.990806 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=4ab03db4-8d26-4ebe-a94e-fe036d4146e3,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:43.999703 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb383295-f431-45bd-a5dd-8ec3d4922b85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:44.126631 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb383295-f431-45bd-a5dd-8ec3d4922b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:44.130449 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb383295-f431-45bd-a5dd-8ec3d4922b85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:44.131623 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bb383295-f431-45bd-a5dd-8ec3d4922b85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd334a6d-042b-482c-bf34-e13cde04ee94 HTTP/1.1" status: 204 len: 168 time: 0.3693986 Nov 19 09:27:44.151371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb383295-f431-45bd-a5dd-8ec3d4922b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd334a6d-042b-482c-bf34-e13cde04ee94,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:44.267832 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:44.311983 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b613e6-aa6d-4db3-b3c5-120063808fdb req-25f76ec4-ccf4-45d9-be1e-cf9690aabe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:44.312596 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-38b613e6-aa6d-4db3-b3c5-120063808fdb req-25f76ec4-ccf4-45d9-be1e-cf9690aabe07 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 1098 time: 0.1535392 Nov 19 09:27:44.358422 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f32bb3f0-0e09-45eb-9f5e-7399f9de98be {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:27:44.393358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc13d6-fc3d-4eea-be41-0843ed0de6a5 req-dccf4b07-d6b4-4937-9583-b5d1ffb6f802 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:44.399114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ecc13d6-fc3d-4eea-be41-0843ed0de6a5 req-dccf4b07-d6b4-4937-9583-b5d1ffb6f802 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.1069934 Nov 19 09:27:44.401973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f32bb3f0-0e09-45eb-9f5e-7399f9de98be, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:44.424635 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:44.461030 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-38b613e6-aa6d-4db3-b3c5-120063808fdb req-6844b2cc-96db-4ca0-bbb6-d1d92a52adea service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182232 Nov 19 09:27:44.487022 n-d-805649-14 neutron-server[103476]: DEBUG neutron.objects.ports [None req-772f7339-67b3-4cb8-ab4b-cbd7bb2c843d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103476) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:27:44.521382 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ecc13d6-fc3d-4eea-be41-0843ed0de6a5 req-283e296d-00cc-4335-b466-7b76fba71117 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175044 Nov 19 09:27:44.588721 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-4c41a905-17b3-494a-a5f0-624513284bfa None None] Allocated IP 172.20.0.2 (ded7164f-a204-4255-9f6b-c93599969f88/74302be9-ece7-4972-862d-9990de928f37/4ab03db4-8d26-4ebe-a94e-fe036d4146e3) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:44.600166 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:44.661234 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['f32bb3f0-0e09-45eb-9f5e-7399f9de98be'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:27:44.870982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4c41a905-17b3-494a-a5f0-624513284bfa None None] For port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4ab03db4-8d26-4ebe-a94e-fe036d4146e3,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:44.952809 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4c41a905-17b3-494a-a5f0-624513284bfa None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:44.993356 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4c41a905-17b3-494a-a5f0-624513284bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:45.360722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb104085-20a3-41a1-a451-fa6f416fc135 req-593378e6-a374-4bb3-ad83-1677a942709c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:45.367402 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb104085-20a3-41a1-a451-fa6f416fc135 req-593378e6-a374-4bb3-ad83-1677a942709c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 945 time: 0.1733954 Nov 19 09:27:45.375963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-772f7339-67b3-4cb8-ab4b-cbd7bb2c843d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:45.385722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41a905-17b3-494a-a5f0-624513284bfa None None] Pushing event updated for resources: {'Port': ['ID=4ab03db4-8d26-4ebe-a94e-fe036d4146e3,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:45.454818 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:45.494281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb104085-20a3-41a1-a451-fa6f416fc135 req-2d8bf930-7649-4bf0-b4c4-6f1914e7f778 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169076 Nov 19 09:27:45.772524 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-772f7339-67b3-4cb8-ab4b-cbd7bb2c843d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] For port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4ab03db4-8d26-4ebe-a94e-fe036d4146e3,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:45.793720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4312b-4a93-4abc-8b25-92b38f310eb8 req-89a00127-4bda-4ecf-bc6f-980a0898917a tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:45.796964 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-feb4312b-4a93-4abc-8b25-92b38f310eb8 req-89a00127-4bda-4ecf-bc6f-980a0898917a tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.1263368 Nov 19 09:27:45.893918 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-772f7339-67b3-4cb8-ab4b-cbd7bb2c843d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:45.904766 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-772f7339-67b3-4cb8-ab4b-cbd7bb2c843d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:45.905572 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-772f7339-67b3-4cb8-ab4b-cbd7bb2c843d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:45.945344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-feb4312b-4a93-4abc-8b25-92b38f310eb8 req-1da2305e-54a7-4d1a-bd74-bb9d70e59c63 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367209 Nov 19 09:27:46.113902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:27:46.144334 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772f7339-67b3-4cb8-ab4b-cbd7bb2c843d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:46.176034 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-772f7339-67b3-4cb8-ab4b-cbd7bb2c843d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:46.191100 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772f7339-67b3-4cb8-ab4b-cbd7bb2c843d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:46.191100 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-772f7339-67b3-4cb8-ab4b-cbd7bb2c843d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:46.204261 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f7339-67b3-4cb8-ab4b-cbd7bb2c843d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=4ab03db4-8d26-4ebe-a94e-fe036d4146e3,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:46.223489 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f7339-67b3-4cb8-ab4b-cbd7bb2c843d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=d133bfb8-c356-41bd-8bbd-18ed6b3d2be4,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:46.248957 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-772f7339-67b3-4cb8-ab4b-cbd7bb2c843d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3194404 Nov 19 09:27:46.250898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58272) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:46.253411 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:46.254002 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:46.259754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f201edbe-89f1-4343-966d-2e54dd79011f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'mac_address': 'fa:16:3e:34:dc:1b', 'name': 'tempest-NetworksTestDHCPv6-446963623'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:46.499846 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:46.606476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f201edbe-89f1-4343-966d-2e54dd79011f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:27:46.658401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4ab03db4-8d26-4ebe-a94e-fe036d4146e3,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:46.665635 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:46.755754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f32bb3f0-0e09-45eb-9f5e-7399f9de98be up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:27:46.899958 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5593d8-3829-4393-868c-d2c74ecea1e7 req-862f8548-cdd8-4718-bc0b-a4342396cb14 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:46.905278 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a5593d8-3829-4393-868c-d2c74ecea1e7 req-862f8548-cdd8-4718-bc0b-a4342396cb14 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 945 time: 0.2557478 Nov 19 09:27:46.920084 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aebe32-51a5-42d5-849c-ebc8a8f7aeb4 None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:27:46.972038 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=4ab03db4-8d26-4ebe-a94e-fe036d4146e3,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:47.006232 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f201edbe-89f1-4343-966d-2e54dd79011f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:47.109469 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-f201edbe-89f1-4343-966d-2e54dd79011f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 9e74610a-a72a-46c2-9799-4294d2d4990b yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:27:47.144385 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a5593d8-3829-4393-868c-d2c74ecea1e7 req-0c506eef-7cff-460a-a327-7e18db30bc1f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118886 Nov 19 09:27:47.197961 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port f32bb3f0-0e09-45eb-9f5e-7399f9de98be triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:47.198339 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:47.261465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-552c70bb-2509-4126-8966-0d1c62857c01 None None] Provisioning complete for port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:47.261971 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-552c70bb-2509-4126-8966-0d1c62857c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:47.578833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f899075-d298-49ab-ade7-efef5e49aafb req-04d46d7f-f904-4c59-8a33-b6d85bbd1c9e tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:47.581801 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f899075-d298-49ab-ade7-efef5e49aafb req-04d46d7f-f904-4c59-8a33-b6d85bbd1c9e tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.4184856 Nov 19 09:27:47.614656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aebe32-51a5-42d5-849c-ebc8a8f7aeb4 None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:27:47.633030 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:47.723288 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af1e8eb-d87a-45ea-b233-89b6ca88cdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32bb3f0-0e09-45eb-9f5e-7399f9de98be'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:27:47.725764 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6ace83-8782-41ce-8b2a-0a7e10849f81" -d '{"events": [{"server_uuid": "2af1e8eb-d87a-45ea-b233-89b6ca88cdde", "name": "network-vif-plugged", "status": "completed", "tag": "f32bb3f0-0e09-45eb-9f5e-7399f9de98be"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:27:47.755915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f32bb3f0-0e09-45eb-9f5e-7399f9de98be, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:47.791516 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f899075-d298-49ab-ade7-efef5e49aafb req-757d6d4e-f354-477a-b22d-61afbed9b538 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972077 Nov 19 09:27:47.822638 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:47.890978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-ed192394-8778-481b-a4c5-4677a6de76cd req-11b7f798-2560-4d3d-82fe-47ccdb58e031 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1822014414', 'description': 'tempest-description-92842075'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:47.947581 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddc21c4-06d6-4e67-8d2d-d9a4e407300a x-openstack-request-id: req-bddc21c4-06d6-4e67-8d2d-d9a4e407300a {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:27:47.947889 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af1e8eb-d87a-45ea-b233-89b6ca88cdde", "name": "network-vif-plugged", "status": "completed", "tag": "f32bb3f0-0e09-45eb-9f5e-7399f9de98be", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:27:47.948187 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bddc21c4-06d6-4e67-8d2d-d9a4e407300a {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:27:47.948594 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af1e8eb-d87a-45ea-b233-89b6ca88cdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32bb3f0-0e09-45eb-9f5e-7399f9de98be', 'code': 200} Nov 19 09:27:47.954460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:47.955377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-f201edbe-89f1-4343-966d-2e54dd79011f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 172.20.0.8 (ded7164f-a204-4255-9f6b-c93599969f88/74302be9-ece7-4972-862d-9990de928f37/9e74610a-a72a-46c2-9799-4294d2d4990b) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:47.974213 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58316) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:47.986059 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ed192394-8778-481b-a4c5-4677a6de76cd req-11b7f798-2560-4d3d-82fe-47ccdb58e031 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:48.066119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-f201edbe-89f1-4343-966d-2e54dd79011f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::f816:3eff:fe34:dc1b (ded7164f-a204-4255-9f6b-c93599969f88/d133bfb8-c356-41bd-8bbd-18ed6b3d2be4/9e74610a-a72a-46c2-9799-4294d2d4990b) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:48.069887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:27:48.124900 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:48.290263 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5fc1b85-dd82-4665-b8f0-1eca0b5af1bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:48.323867 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:48.324592 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:48.369013 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ed192394-8778-481b-a4c5-4677a6de76cd req-11b7f798-2560-4d3d-82fe-47ccdb58e031 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:48.410914 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5fc1b85-dd82-4665-b8f0-1eca0b5af1bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:48.416797 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5fc1b85-dd82-4665-b8f0-1eca0b5af1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:48.441632 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ed192394-8778-481b-a4c5-4677a6de76cd req-11b7f798-2560-4d3d-82fe-47ccdb58e031 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:48.472761 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c5fc1b85-dd82-4665-b8f0-1eca0b5af1bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=478be0f7a719407eb94416a4ea0dde82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4971635 Nov 19 09:27:48.473600 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc1b85-dd82-4665-b8f0-1eca0b5af1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db34ff9-cf8e-4803-a163-c97e5f23f009,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:48.491165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58326) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:48.558574 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ed192394-8778-481b-a4c5-4677a6de76cd req-11b7f798-2560-4d3d-82fe-47ccdb58e031 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:48.571995 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed192394-8778-481b-a4c5-4677a6de76cd req-11b7f798-2560-4d3d-82fe-47ccdb58e031 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.7023585 Nov 19 09:27:48.686260 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7f798-2560-4d3d-82fe-47ccdb58e031 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c158d2-6d5d-45d1-b0d3-6c3574cfc12a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:48.720022 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64f643-ee74-4143-9eb8-420cbd4f5b91 req-96e7887f-d457-49b5-adae-12a31f264548 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:48.728247 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4f64f643-ee74-4143-9eb8-420cbd4f5b91 req-96e7887f-d457-49b5-adae-12a31f264548 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.3858976 Nov 19 09:27:48.807075 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f201edbe-89f1-4343-966d-2e54dd79011f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:48.848160 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d8c92b99-0ebd-41c6-90b7-42c7f57e6834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:48.937454 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbc63222-4c87-4ff4-98ed-e6559ffe33db req-412357f9-dab6-4648-a0c6-0c1fa1be26af tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1822014414&fields=id&tenant_id=d5a15a2a66164afb93f2d14252df0114 HTTP/1.1" status: 200 len: 267 time: 0.1283591 Nov 19 09:27:48.949371 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d8c92b99-0ebd-41c6-90b7-42c7f57e6834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:49.395052 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4f64f643-ee74-4143-9eb8-420cbd4f5b91 req-f85bec35-45e0-463c-878e-d4861efd1916 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657796 Nov 19 09:27:49.453612 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f201edbe-89f1-4343-966d-2e54dd79011f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:49.474235 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d217595-f7fd-4a9f-9c40-412d42e31b95 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:27:49.526126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f201edbe-89f1-4343-966d-2e54dd79011f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:49.561697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-f201edbe-89f1-4343-966d-2e54dd79011f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:49.583867 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc63222-4c87-4ff4-98ed-e6559ffe33db req-8c5aa0ba-3193-41f7-a0c3-d423af420c6a tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:49.597878 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbc63222-4c87-4ff4-98ed-e6559ffe33db req-8c5aa0ba-3193-41f7-a0c3-d423af420c6a tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.6594667 Nov 19 09:27:49.603584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f201edbe-89f1-4343-966d-2e54dd79011f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:27:49.604435 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d8c92b99-0ebd-41c6-90b7-42c7f57e6834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:49.607065 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d8c92b99-0ebd-41c6-90b7-42c7f57e6834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:49.610606 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d8c92b99-0ebd-41c6-90b7-42c7f57e6834 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3db34ff9-cf8e-4803-a163-c97e5f23f009 HTTP/1.1" status: 204 len: 168 time: 1.0816126 Nov 19 09:27:49.612761 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-63953c23-22a9-45b0-a31e-300b6d8597b1 None None] Provisioning complete for port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:49.614152 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-63953c23-22a9-45b0-a31e-300b6d8597b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:49.616929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-fbc63222-4c87-4ff4-98ed-e6559ffe33db req-d32b6c81-7477-41dd-9615-951e43081028 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Request body: {'port': {'security_groups': ['c495b639-6062-4324-8cb0-89ce4727df70', '10c158d2-6d5d-45d1-b0d3-6c3574cfc12a']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:49.633003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201edbe-89f1-4343-966d-2e54dd79011f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=9e74610a-a72a-46c2-9799-4294d2d4990b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:49.679479 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c92b99-0ebd-41c6-90b7-42c7f57e6834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db34ff9-cf8e-4803-a163-c97e5f23f009,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:49.866212 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f201edbe-89f1-4343-966d-2e54dd79011f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:49.867235 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f201edbe-89f1-4343-966d-2e54dd79011f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:49.890671 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fbc63222-4c87-4ff4-98ed-e6559ffe33db req-d32b6c81-7477-41dd-9615-951e43081028 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:49.919524 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0a33d711-fe46-48df-a501-21638653d219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:49.928417 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58396) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:49.929054 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f201edbe-89f1-4343-966d-2e54dd79011f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.6751373 Nov 19 09:27:50.064849 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f17ba1-89b6-42c5-a4f4-bcf18a1d4ae4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:50.081636 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f17ba1-89b6-42c5-a4f4-bcf18a1d4ae4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:50.091091 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-34f17ba1-89b6-42c5-a4f4-bcf18a1d4ae4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1613333 Nov 19 09:27:50.091966 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58408) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:50.346653 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-77ef99a9-2a13-4803-b7bd-768afbfe5bab tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 9e74610a-a72a-46c2-9799-4294d2d4990b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:27:50.346653 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77ef99a9-2a13-4803-b7bd-768afbfe5bab tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:50.346791 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-fbc63222-4c87-4ff4-98ed-e6559ffe33db req-d32b6c81-7477-41dd-9615-951e43081028 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] For port 52edfcec-053d-445f-bc60-4ec5c97119d9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=52edfcec-053d-445f-bc60-4ec5c97119d9,segment=NetworkSegment(9e26ce1d-c552-4411-adb5-f151c50d6b70),segment_id=9e26ce1d-c552-4411-adb5-f151c50d6b70)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:50.346877 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd91321-6a41-46bb-bd58-a5489c6e3ecd None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:27:50.368797 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fbc63222-4c87-4ff4-98ed-e6559ffe33db req-d32b6c81-7477-41dd-9615-951e43081028 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:50.379348 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fbc63222-4c87-4ff4-98ed-e6559ffe33db req-d32b6c81-7477-41dd-9615-951e43081028 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:50.417710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58420) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:50.428689 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['52edfcec-053d-445f-bc60-4ec5c97119d9'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:27:50.446513 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc63222-4c87-4ff4-98ed-e6559ffe33db req-d32b6c81-7477-41dd-9615-951e43081028 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:50.447315 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fbc63222-4c87-4ff4-98ed-e6559ffe33db req-d32b6c81-7477-41dd-9615-951e43081028 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:50.449515 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbc63222-4c87-4ff4-98ed-e6559ffe33db req-d32b6c81-7477-41dd-9615-951e43081028 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "PUT /v2.0/ports/52edfcec-053d-445f-bc60-4ec5c97119d9 HTTP/1.1" status: 200 len: 982 time: 0.8507452 Nov 19 09:27:50.454088 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'tag': '52edfcec-053d-445f-bc60-4ec5c97119d9'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:27:50.457219 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f96782-d447-40a0-b402-42c6a9c71a17" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe9f89f-5d0b-4f61-a027-752fa9baaf5a", "tag": "52edfcec-053d-445f-bc60-4ec5c97119d9"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:27:50.485424 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3ac5c01-027d-4e79-9c90-13f1591c6f28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:50.501875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b6c81-7477-41dd-9615-951e43081028 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Pushing event updated for resources: {'Port': ['ID=52edfcec-053d-445f-bc60-4ec5c97119d9,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:50.559780 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92147678-696b-4f90-9cf3-afb17871e997 None None] DHCP port deletion for adf7d336-074e-44d3-8e19-ce86c53cb336 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:27:50.662538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-06b7a35c-a41e-4363-b977-ca5b4b0dd2e3 None None] Provisioning complete for port 9e74610a-a72a-46c2-9799-4294d2d4990b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:50.662538 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-06b7a35c-a41e-4363-b977-ca5b4b0dd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:50.690505 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3ac5c01-027d-4e79-9c90-13f1591c6f28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:50.708702 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3ac5c01-027d-4e79-9c90-13f1591c6f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:50.753168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-06b7a35c-a41e-4363-b977-ca5b4b0dd2e3 None None] Port 9e74610a-a72a-46c2-9799-4294d2d4990b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:27:50.757185 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['52edfcec-053d-445f-bc60-4ec5c97119d9'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:27:50.760523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14027c-1ba1-48fe-9ed3-3b3bbd6eb933 req-f42babe1-aad3-40fc-b151-60074948a390 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:50.762176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad14027c-1ba1-48fe-9ed3-3b3bbd6eb933 req-f42babe1-aad3-40fc-b151-60074948a390 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.2211955 Nov 19 09:27:50.778915 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c3ac5c01-027d-4e79-9c90-13f1591c6f28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e27e099067247b582a9450963e1aaf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3599997 Nov 19 09:27:50.780470 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58440) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:50.803024 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45c7f224-b9a2-442c-8509-c1d48678c7c7 req-49db8b32-4f2f-4f7c-bcbb-3135298872be tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1822014414&fields=id&tenant_id=d5a15a2a66164afb93f2d14252df0114 HTTP/1.1" status: 200 len: 267 time: 0.2459071 Nov 19 09:27:50.858145 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-06b7a35c-a41e-4363-b977-ca5b4b0dd2e3 None None] Provisioning complete for port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:50.858606 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-06b7a35c-a41e-4363-b977-ca5b4b0dd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:50.944769 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac5c01-027d-4e79-9c90-13f1591c6f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863a1234-6771-4fa0-a338-0cc6c4769956,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:50.973066 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad14027c-1ba1-48fe-9ed3-3b3bbd6eb933 req-5ae12280-0391-441f-b77c-a5f22dfbd973 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997592 Nov 19 09:27:51.008517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7f224-b9a2-442c-8509-c1d48678c7c7 req-52e9a3e9-fb9f-4183-8ddf-5393e98e8110 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:51.023107 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45c7f224-b9a2-442c-8509-c1d48678c7c7 req-52e9a3e9-fb9f-4183-8ddf-5393e98e8110 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 985 time: 0.1848454 Nov 19 09:27:51.023819 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77ef99a9-2a13-4803-b7bd-768afbfe5bab tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:51.026584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-45c7f224-b9a2-442c-8509-c1d48678c7c7 req-0ce8fcba-714a-4b84-9f5e-65bf18084e76 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Request body: {'port': {'security_groups': ['c495b639-6062-4324-8cb0-89ce4727df70']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:51.067609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-77ef99a9-2a13-4803-b7bd-768afbfe5bab tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 9e74610a-a72a-46c2-9799-4294d2d4990b owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:27:51.073836 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d859208-5505-445c-8908-cd7453b835a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:51.141961 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d859208-5505-445c-8908-cd7453b835a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:51.151090 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc33dfb-a6e4-4119-a9ff-c00a2e6b4f4e x-openstack-request-id: req-bbc33dfb-a6e4-4119-a9ff-c00a2e6b4f4e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:27:51.151447 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe9f89f-5d0b-4f61-a027-752fa9baaf5a", "tag": "52edfcec-053d-445f-bc60-4ec5c97119d9", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:27:51.151720 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbc33dfb-a6e4-4119-a9ff-c00a2e6b4f4e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:27:51.152287 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'tag': '52edfcec-053d-445f-bc60-4ec5c97119d9', 'status': 'completed', 'code': 200} Nov 19 09:27:51.184474 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0aa79d95-a141-4dcc-9108-3bdfd77b0917 None None] Provisioning complete for port 52edfcec-053d-445f-bc60-4ec5c97119d9 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:51.184874 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0aa79d95-a141-4dcc-9108-3bdfd77b0917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:51.249566 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-45c7f224-b9a2-442c-8509-c1d48678c7c7 req-0ce8fcba-714a-4b84-9f5e-65bf18084e76 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:51.269201 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d859208-5505-445c-8908-cd7453b835a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:51.272364 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d859208-5505-445c-8908-cd7453b835a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:51.281328 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6d859208-5505-445c-8908-cd7453b835a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/863a1234-6771-4fa0-a338-0cc6c4769956 HTTP/1.1" status: 204 len: 168 time: 0.4833846 Nov 19 09:27:51.418542 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d859208-5505-445c-8908-cd7453b835a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863a1234-6771-4fa0-a338-0cc6c4769956,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:51.611699 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58452) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:51.629289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f96782-d447-40a0-b402-42c6a9c71a17 req-37becefb-dcfc-4d7d-a92d-edc03e6cb76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:51.630817 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-00f96782-d447-40a0-b402-42c6a9c71a17 req-37becefb-dcfc-4d7d-a92d-edc03e6cb76c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d5a15a2a66164afb93f2d14252df0114&device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 1137 time: 0.3973768 Nov 19 09:27:51.852664 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fb576614-ab44-48f1-897f-47b475fbead4 None None] Provisioning complete for port 9e74610a-a72a-46c2-9799-4294d2d4990b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:51.853457 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb576614-ab44-48f1-897f-47b475fbead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:51.973786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-45c7f224-b9a2-442c-8509-c1d48678c7c7 req-0ce8fcba-714a-4b84-9f5e-65bf18084e76 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] For port 52edfcec-053d-445f-bc60-4ec5c97119d9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=52edfcec-053d-445f-bc60-4ec5c97119d9,segment=NetworkSegment(9e26ce1d-c552-4411-adb5-f151c50d6b70),segment_id=9e26ce1d-c552-4411-adb5-f151c50d6b70)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:51.979703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-fb576614-ab44-48f1-897f-47b475fbead4 None None] Port 9e74610a-a72a-46c2-9799-4294d2d4990b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:27:51.996282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fb576614-ab44-48f1-897f-47b475fbead4 None None] Provisioning complete for port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:51.997028 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb576614-ab44-48f1-897f-47b475fbead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:52.049055 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d25f949f-80c9-42ae-8e22-ba18d06dffd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:52.066866 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-45c7f224-b9a2-442c-8509-c1d48678c7c7 req-0ce8fcba-714a-4b84-9f5e-65bf18084e76 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:52.086143 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-45c7f224-b9a2-442c-8509-c1d48678c7c7 req-0ce8fcba-714a-4b84-9f5e-65bf18084e76 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:52.127396 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f96782-d447-40a0-b402-42c6a9c71a17 req-a50174a1-1be6-46a8-bab2-71a4ba276d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:52.135799 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-00f96782-d447-40a0-b402-42c6a9c71a17 req-a50174a1-1be6-46a8-bab2-71a4ba276d94 service neutron] 10.222.0.71 "GET /v2.0/networks?id=adf7d336-074e-44d3-8e19-ce86c53cb336 HTTP/1.1" status: 200 len: 920 time: 0.4899089 Nov 19 09:27:52.141046 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['52edfcec-053d-445f-bc60-4ec5c97119d9'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:27:52.252449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8fcba-714a-4b84-9f5e-65bf18084e76 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Pushing event updated for resources: {'Port': ['ID=52edfcec-053d-445f-bc60-4ec5c97119d9,revision_number=7']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:52.272052 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-00f96782-d447-40a0-b402-42c6a9c71a17 req-f117f36d-d00b-4ce2-930c-24d58347d8ec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52edfcec-053d-445f-bc60-4ec5c97119d9 HTTP/1.1" status: 200 len: 217 time: 0.1255291 Nov 19 09:27:52.292628 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c1ce8887-545c-42e7-a67e-fa114f2230e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:52.310290 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7f224-b9a2-442c-8509-c1d48678c7c7 req-0ce8fcba-714a-4b84-9f5e-65bf18084e76 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:52.311061 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-45c7f224-b9a2-442c-8509-c1d48678c7c7 req-0ce8fcba-714a-4b84-9f5e-65bf18084e76 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:52.313116 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45c7f224-b9a2-442c-8509-c1d48678c7c7 req-0ce8fcba-714a-4b84-9f5e-65bf18084e76 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "PUT /v2.0/ports/52edfcec-053d-445f-bc60-4ec5c97119d9 HTTP/1.1" status: 200 len: 943 time: 1.2915640 Nov 19 09:27:52.327395 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf611057-5f3b-43ea-aaf5-1484dd32dc36 None None] DHCP port deletion for adf7d336-074e-44d3-8e19-ce86c53cb336 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:27:52.340423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b998e-696d-4a22-b401-f87a9655a89e req-e408e74f-6352-4eaa-861c-94ea2a3eb1c0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:52.350686 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb5b998e-696d-4a22-b401-f87a9655a89e req-e408e74f-6352-4eaa-861c-94ea2a3eb1c0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.0994372 Nov 19 09:27:52.435069 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-77c1f6bd-4aac-4f81-8e05-770da2af2ce7 None None] Provisioning complete for port 9e74610a-a72a-46c2-9799-4294d2d4990b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:52.435728 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77c1f6bd-4aac-4f81-8e05-770da2af2ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:52.453785 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f96782-d447-40a0-b402-42c6a9c71a17 req-688b73be-d4be-4df6-91ac-ec7c53d42b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:52.455473 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-00f96782-d447-40a0-b402-42c6a9c71a17 req-688b73be-d4be-4df6-91ac-ec7c53d42b94 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ba5e1be-b792-4b32-8ac6-a703a78c0607 HTTP/1.1" status: 200 len: 859 time: 0.1731238 Nov 19 09:27:52.497481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['52edfcec-053d-445f-bc60-4ec5c97119d9'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:27:52.501291 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-00f96782-d447-40a0-b402-42c6a9c71a17 req-b30dd554-aec5-4810-8e4a-e507a4ad95b5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=adf7d336-074e-44d3-8e19-ce86c53cb336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364549 Nov 19 09:27:52.510123 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77ef99a9-2a13-4803-b7bd-768afbfe5bab tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:52.560613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-77c1f6bd-4aac-4f81-8e05-770da2af2ce7 None None] Port 9e74610a-a72a-46c2-9799-4294d2d4990b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:27:52.705462 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d25f949f-80c9-42ae-8e22-ba18d06dffd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:52.715645 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef99a9-2a13-4803-b7bd-768afbfe5bab tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=9e74610a-a72a-46c2-9799-4294d2d4990b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:52.738872 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3167b914-517d-4b15-9ff8-3aa26895f819 None None] Provisioning complete for port 52edfcec-053d-445f-bc60-4ec5c97119d9 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:52.739893 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3167b914-517d-4b15-9ff8-3aa26895f819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:52.741501 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d25f949f-80c9-42ae-8e22-ba18d06dffd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:52.745809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-6cb7d143-5536-4900-b8e9-19f5f0e54770 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3902619 Nov 19 09:27:52.770896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:52.856739 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb5b998e-696d-4a22-b401-f87a9655a89e req-831b81ec-f1ee-48b8-8e22-a1f955155bec tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040367 Nov 19 09:27:52.878787 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f949f-80c9-42ae-8e22-ba18d06dffd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bb22d4-7971-4a7e-b709-69f3ac304e34,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:52.897874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:52.920427 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d25f949f-80c9-42ae-8e22-ba18d06dffd6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7c2378f34a547efbf95c0b74362775f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3067698 Nov 19 09:27:52.924608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58484) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:53.068267 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77ef99a9-2a13-4803-b7bd-768afbfe5bab tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:53.077060 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-77ef99a9-2a13-4803-b7bd-768afbfe5bab tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/9e74610a-a72a-46c2-9799-4294d2d4990b HTTP/1.1" status: 204 len: 168 time: 2.9838502 Nov 19 09:27:53.078879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58488) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:53.126952 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-00f96782-d447-40a0-b402-42c6a9c71a17 req-b63a979e-f206-4c5e-9ab0-c9cb0ee3d6ab service neutron] 10.222.0.71 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148295 Nov 19 09:27:53.179470 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d1af618-6f3d-47f7-a416-9a3e135790ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:53.182304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'tag': '52edfcec-053d-445f-bc60-4ec5c97119d9'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:27:53.184695 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfc33df-c353-42af-b09b-9854b75fb078" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe9f89f-5d0b-4f61-a027-752fa9baaf5a", "tag": "52edfcec-053d-445f-bc60-4ec5c97119d9"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:27:53.286438 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b720aadc-7c45-498c-8e2f-7f331966a3a3 x-openstack-request-id: req-b720aadc-7c45-498c-8e2f-7f331966a3a3 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:27:53.287332 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe9f89f-5d0b-4f61-a027-752fa9baaf5a", "tag": "52edfcec-053d-445f-bc60-4ec5c97119d9", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:27:53.287813 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b720aadc-7c45-498c-8e2f-7f331966a3a3 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:27:53.288584 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'tag': '52edfcec-053d-445f-bc60-4ec5c97119d9', 'status': 'completed', 'code': 200} Nov 19 09:27:53.314907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f9f6ee-5dcd-4c6b-b8b7-ab5b1ed67132 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:53.316804 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f9f6ee-5dcd-4c6b-b8b7-ab5b1ed67132 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:53.318856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f9f6ee-5dcd-4c6b-b8b7-ab5b1ed67132 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:53.321297 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b2f9f6ee-5dcd-4c6b-b8b7-ab5b1ed67132 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2356548 Nov 19 09:27:53.324020 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58492) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:53.327667 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-00f96782-d447-40a0-b402-42c6a9c71a17 req-471e6ded-19aa-41e4-8c57-a34c6f93f672 service neutron] 10.222.0.71 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517460 Nov 19 09:27:53.390105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc5452c-902a-4844-a0e6-cacb1704065e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 74302be9-ece7-4972-862d-9990de928f37 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:27:53.395292 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cbc5452c-902a-4844-a0e6-cacb1704065e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:53.410670 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d1af618-6f3d-47f7-a416-9a3e135790ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:53.423893 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:53.442855 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:53.500116 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cbc5452c-902a-4844-a0e6-cacb1704065e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:53.514024 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58496) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:53.533189 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc33df-c353-42af-b09b-9854b75fb078 req-7a475499-a831-4498-a68a-27c21d00a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:53.534751 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5bfc33df-c353-42af-b09b-9854b75fb078 req-7a475499-a831-4498-a68a-27c21d00a2be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d5a15a2a66164afb93f2d14252df0114&device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 1098 time: 0.1454985 Nov 19 09:27:53.631292 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc33df-c353-42af-b09b-9854b75fb078 req-80a9587e-5135-41a3-9192-4234d34a9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:53.632852 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5bfc33df-c353-42af-b09b-9854b75fb078 req-80a9587e-5135-41a3-9192-4234d34a9108 service neutron] 10.222.0.71 "GET /v2.0/networks?id=adf7d336-074e-44d3-8e19-ce86c53cb336 HTTP/1.1" status: 200 len: 920 time: 0.0899849 Nov 19 09:27:53.643645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Allocated IP 172.25.0.166 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/41ec57b7-c253-4ab2-bf10-3b8bc6e18bec) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:53.652457 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cbc5452c-902a-4844-a0e6-cacb1704065e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:53.693668 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5bfc33df-c353-42af-b09b-9854b75fb078 req-0e9d9140-460e-4af7-adf6-39a343d9e363 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52edfcec-053d-445f-bc60-4ec5c97119d9 HTTP/1.1" status: 200 len: 217 time: 0.0496850 Nov 19 09:27:53.694284 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d1af618-6f3d-47f7-a416-9a3e135790ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:53.697434 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d1af618-6f3d-47f7-a416-9a3e135790ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:53.703381 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0d1af618-6f3d-47f7-a416-9a3e135790ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75bb22d4-7971-4a7e-b709-69f3ac304e34 HTTP/1.1" status: 204 len: 168 time: 0.7629409 Nov 19 09:27:53.716633 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e5136f4-2a19-4359-8bdf-4c18aacf604a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:53.750323 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1af618-6f3d-47f7-a416-9a3e135790ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bb22d4-7971-4a7e-b709-69f3ac304e34,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:53.786731 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc33df-c353-42af-b09b-9854b75fb078 req-f18e28a9-9267-486e-bacb-5351386623e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:53.788367 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5bfc33df-c353-42af-b09b-9854b75fb078 req-f18e28a9-9267-486e-bacb-5351386623e3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ba5e1be-b792-4b32-8ac6-a703a78c0607 HTTP/1.1" status: 200 len: 859 time: 0.0819938 Nov 19 09:27:53.831485 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5bfc33df-c353-42af-b09b-9854b75fb078 req-a0398eff-d328-40f0-a20e-e6338b4cc3b7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=adf7d336-074e-44d3-8e19-ce86c53cb336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330977 Nov 19 09:27:53.846332 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:53.931792 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:53.932495 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e5136f4-2a19-4359-8bdf-4c18aacf604a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:53.958013 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e5136f4-2a19-4359-8bdf-4c18aacf604a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:53.959681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:53.963450 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:53.968215 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cbc5452c-902a-4844-a0e6-cacb1704065e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:53.993017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:27:54.006801 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7e5136f4-2a19-4359-8bdf-4c18aacf604a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd7f189d9d484fcc8131ef486d756264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4870670 Nov 19 09:27:54.010318 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58506) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:54.024773 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5bfc33df-c353-42af-b09b-9854b75fb078 req-98b5c7b1-f92b-4dba-a9d5-7bd9eb0d31e7 service neutron] 10.222.0.71 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866071 Nov 19 09:27:54.037939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5452c-902a-4844-a0e6-cacb1704065e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=74302be9-ece7-4972-862d-9990de928f37,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:54.114854 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb26204-4545-4631-9cb0-f733aa55c086 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:27:54.121457 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5136f4-2a19-4359-8bdf-4c18aacf604a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a74c483-62a9-4c6d-8de6-d5e8777faf14,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:54.125067 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cbc5452c-902a-4844-a0e6-cacb1704065e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:54.130404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cbc5452c-902a-4844-a0e6-cacb1704065e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/74302be9-ece7-4972-862d-9990de928f37 HTTP/1.1" status: 204 len: 168 time: 0.8028469 Nov 19 09:27:54.137375 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58510) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:54.161349 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-345c55aa-b8a2-4f12-979f-a51a8a7778c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:54.204596 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-345c55aa-b8a2-4f12-979f-a51a8a7778c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:54.217405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-30945997-bbad-43d0-b74e-8e3f46915ce7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet d133bfb8-c356-41bd-8bbd-18ed6b3d2be4 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:27:54.227912 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30945997-bbad-43d0-b74e-8e3f46915ce7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:54.247129 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5bfc33df-c353-42af-b09b-9854b75fb078 req-75b9744e-2b32-4d54-9fe0-862d3dbc8d8a service neutron] 10.222.0.71 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096162 Nov 19 09:27:54.285975 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-345c55aa-b8a2-4f12-979f-a51a8a7778c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:54.291374 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-345c55aa-b8a2-4f12-979f-a51a8a7778c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:54.293317 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-345c55aa-b8a2-4f12-979f-a51a8a7778c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a74c483-62a9-4c6d-8de6-d5e8777faf14 HTTP/1.1" status: 204 len: 168 time: 0.2816467 Nov 19 09:27:54.303338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff453e09-18f9-4421-a8e1-71b6b017b9bc req-5d4504bd-761c-4a7f-a32e-059a5b39cb9d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:54.307437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff453e09-18f9-4421-a8e1-71b6b017b9bc req-5d4504bd-761c-4a7f-a32e-059a5b39cb9d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.2723119 Nov 19 09:27:54.308143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Pushing event updated for resources: {'Port': ['ID=41ec57b7-c253-4ab2-bf10-3b8bc6e18bec,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:54.335115 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c55aa-b8a2-4f12-979f-a51a8a7778c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a74c483-62a9-4c6d-8de6-d5e8777faf14,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:54.340879 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58516) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:54.377128 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f7bb715-9a78-45f4-896c-7a0790153f93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:54.408769 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30945997-bbad-43d0-b74e-8e3f46915ce7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:54.564216 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f7bb715-9a78-45f4-896c-7a0790153f93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:54.574073 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f7bb715-9a78-45f4-896c-7a0790153f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:54.618195 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff453e09-18f9-4421-a8e1-71b6b017b9bc req-55c9cad3-a3d7-4f90-bdf5-e0c1577fae71 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008635 Nov 19 09:27:54.661872 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7f7bb715-9a78-45f4-896c-7a0790153f93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abdef5dada894509b2f5cebc9beda885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3182113 Nov 19 09:27:54.669506 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58518) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:54.672792 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7bb715-9a78-45f4-896c-7a0790153f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6351a1c2-c40e-4ee9-9b39-c8cdef376301,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:54.686120 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:54.730712 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30945997-bbad-43d0-b74e-8e3f46915ce7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:54.817985 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:54.844580 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eb2667c0-5d4b-4d8b-a815-32c264d974e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:54.889726 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:54.935709 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eb2667c0-5d4b-4d8b-a815-32c264d974e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:54.951978 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30945997-bbad-43d0-b74e-8e3f46915ce7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:55.020804 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30945997-bbad-43d0-b74e-8e3f46915ce7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:55.024467 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-30945997-bbad-43d0-b74e-8e3f46915ce7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/d133bfb8-c356-41bd-8bbd-18ed6b3d2be4 HTTP/1.1" status: 204 len: 168 time: 0.8803585 Nov 19 09:27:55.025687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30945997-bbad-43d0-b74e-8e3f46915ce7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=d133bfb8-c356-41bd-8bbd-18ed6b3d2be4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:55.027041 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58528) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:55.148790 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-315c3e1b-9ccd-42fa-be49-fc8b86bcdaa4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150274 Nov 19 09:27:55.150283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58532) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:55.160310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-fbbd7d91-4110-4bdc-96c1-2fa7779f31fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:55.239857 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eb2667c0-5d4b-4d8b-a815-32c264d974e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:55.252106 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eb2667c0-5d4b-4d8b-a815-32c264d974e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:55.256278 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-eb2667c0-5d4b-4d8b-a815-32c264d974e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6351a1c2-c40e-4ee9-9b39-c8cdef376301 HTTP/1.1" status: 204 len: 168 time: 0.5857031 Nov 19 09:27:55.311671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2667c0-5d4b-4d8b-a815-32c264d974e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6351a1c2-c40e-4ee9-9b39-c8cdef376301,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:55.387621 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:55.396005 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbd7d91-4110-4bdc-96c1-2fa7779f31fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:27:55.399355 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbbd7d91-4110-4bdc-96c1-2fa7779f31fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:55.426738 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:55.455759 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:55.614828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Pushing event updated for resources: {'Port': ['ID=41ec57b7-c253-4ab2-bf10-3b8bc6e18bec,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:55.630830 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:55.634605 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32ae6b2-22b8-4b26-9f72-966c6aa3da64 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:27:55.671891 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:55.676578 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-fce9795f-de97-4ba6-8e23-13ddc940c84b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9212773 Nov 19 09:27:55.862589 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e288fbaf-34a5-4047-9381-9504356d821b None None] Provisioning complete for port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:27:55.863214 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e288fbaf-34a5-4047-9381-9504356d821b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:56.191585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d85e0da-94c4-4393-8992-a32790dd9480 None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:27:56.207715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-83809dc8-aed8-4494-87af-28c43791e611 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 696 time: 0.5068505 Nov 19 09:27:56.281678 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4d85e0da-94c4-4393-8992-a32790dd9480 None None] Deleting port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:27:56.282224 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4d85e0da-94c4-4393-8992-a32790dd9480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:56.327603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af7d6e-abb5-4fc0-94a0-a4c0a995eda3 req-3bb859f2-addb-43cf-969f-3a8ef68f6e78 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:56.336911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20af7d6e-abb5-4fc0-94a0-a4c0a995eda3 req-3bb859f2-addb-43cf-969f-3a8ef68f6e78 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.5133379 Nov 19 09:27:56.407771 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbbd7d91-4110-4bdc-96c1-2fa7779f31fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:56.495431 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20af7d6e-abb5-4fc0-94a0-a4c0a995eda3 req-c8dccc7e-7862-42fb-b624-61a063463464 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574676 Nov 19 09:27:56.545518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbd7d91-4110-4bdc-96c1-2fa7779f31fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:56.551416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-fbbd7d91-4110-4bdc-96c1-2fa7779f31fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:56.553459 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd7d91-4110-4bdc-96c1-2fa7779f31fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=37513b82-1e63-4e86-9e84-ff7e38fbd60d,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:56.564595 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-faa7d402-6485-445d-8786-190ddcf3704f tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:56.566133 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-faa7d402-6485-445d-8786-190ddcf3704f tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.3491337 Nov 19 09:27:56.567991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbd7d91-4110-4bdc-96c1-2fa7779f31fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:56.568658 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbbd7d91-4110-4bdc-96c1-2fa7779f31fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:56.578483 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-41a615f7-a4d4-427c-af45-f003f84fd7b9 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:27:56.579664 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0619c956-416f-4ae3-bf87-974a6b6f2878 req-41a615f7-a4d4-427c-af45-f003f84fd7b9 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066266 Nov 19 09:27:56.607885 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fbbd7d91-4110-4bdc-96c1-2fa7779f31fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4600155 Nov 19 09:27:56.612617 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58570) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:56.618946 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c5e08b56-3501-4a25-948a-911a6fa653db tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:56.672636 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:27:56.687238 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4d85e0da-94c4-4393-8992-a32790dd9480 None None] For port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4ab03db4-8d26-4ebe-a94e-fe036d4146e3,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:27:56.687238 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4d85e0da-94c4-4393-8992-a32790dd9480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:56.741796 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4d85e0da-94c4-4393-8992-a32790dd9480 None None] Calling delete_port for 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:27:56.887015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-86a442b7-b442-4990-9e66-3b70cf90b8d3 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:56.897265 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-86a442b7-b442-4990-9e66-3b70cf90b8d3 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1229343 Nov 19 09:27:56.902953 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4d85e0da-94c4-4393-8992-a32790dd9480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:56.946302 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85e0da-94c4-4393-8992-a32790dd9480 None None] Pushing event deleted for resources: {'Port': ['ID=4ab03db4-8d26-4ebe-a94e-fe036d4146e3,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:56.966422 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e08b56-3501-4a25-948a-911a6fa653db tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:27:56.971381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d85e0da-94c4-4393-8992-a32790dd9480 None None] No DVR routers for this DVR port 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:27:56.982147 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5e08b56-3501-4a25-948a-911a6fa653db tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:56.984695 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-ab662627-a5a2-4033-b9d3-45bbe3839a36 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 696 time: 0.0860028 Nov 19 09:27:57.000892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-aa19c032-24ae-4b9b-bbac-b2b4f762cb77 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Request body: {'floatingip': {'port_id': '52edfcec-053d-445f-bc60-4ec5c97119d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:57.003278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd963739-8563-4229-ab0c-69a5f809637a None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:27:57.088558 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-aa19c032-24ae-4b9b-bbac-b2b4f762cb77 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:57.331645 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': '37513b82-1e63-4e86-9e84-ff7e38fbd60d'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:27:57.333392 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:57.638179 n-d-805649-14 neutron-server[103476]: DEBUG neutron.objects.ports [None req-c5e08b56-3501-4a25-948a-911a6fa653db tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103476) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:27:57.639647 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5e08b56-3501-4a25-948a-911a6fa653db tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:57.649430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Allocated IP 172.20.0.2 (ded7164f-a204-4255-9f6b-c93599969f88/37513b82-1e63-4e86-9e84-ff7e38fbd60d/fc05d20d-26d6-41d8-a1d2-f046c06925c0) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:57.696090 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e08b56-3501-4a25-948a-911a6fa653db tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=7d76b854-0a4c-480b-bbb4-197111caf470,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:57.745119 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e08b56-3501-4a25-948a-911a6fa653db tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:57.747632 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-c5e08b56-3501-4a25-948a-911a6fa653db tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:57.753763 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e08b56-3501-4a25-948a-911a6fa653db tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:57.754372 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5e08b56-3501-4a25-948a-911a6fa653db tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:57.805214 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c5e08b56-3501-4a25-948a-911a6fa653db tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1903434 Nov 19 09:27:57.808066 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58604) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:27:57.815351 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5b35b665-4c49-4036-8517-b7fbcedebab8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'mac_address': 'fa:16:3e:c8:8b:12', 'name': 'tempest-NetworksTestDHCPv6-1264166862'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:27:57.986433 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:58.007429 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:58.021763 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:27:58.087832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b35b665-4c49-4036-8517-b7fbcedebab8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:27:58.142557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:27:58.142931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4ab03db4-8d26-4ebe-a94e-fe036d4146e3 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:27:58.165731 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:58.175994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:27:58.185921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:27:58.212498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Pushing event updated for resources: {'Port': ['ID=fc05d20d-26d6-41d8-a1d2-f046c06925c0,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:58.262268 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b35b665-4c49-4036-8517-b7fbcedebab8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:58.289785 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-aa19c032-24ae-4b9b-bbac-b2b4f762cb77 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:58.300378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b3977-c7a8-44bb-bed0-09d6938e79c3 req-fd43a470-1e23-48a2-93a9-77feff461984 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:58.309994 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e8b3977-c7a8-44bb-bed0-09d6938e79c3 req-fd43a470-1e23-48a2-93a9-77feff461984 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.6083782 Nov 19 09:27:58.315654 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-5b35b665-4c49-4036-8517-b7fbcedebab8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 4e70b730-efd6-44cd-9260-a4ccfdeb57ee yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:27:58.329108 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Attempting to bind port fc05d20d-26d6-41d8-a1d2-f046c06925c0 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:27:58.330746 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Attempting to bind port fc05d20d-26d6-41d8-a1d2-f046c06925c0 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:27:58.331134 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Attempting to bind port fc05d20d-26d6-41d8-a1d2-f046c06925c0 on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:27:58.338608 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-aa19c032-24ae-4b9b-bbac-b2b4f762cb77 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:58.343135 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:27:58.343569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:27:58.343936 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:58.344369 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:27:58.344844 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Bound port: fc05d20d-26d6-41d8-a1d2-f046c06925c0, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:27:58.349530 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:58.390433 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e8b3977-c7a8-44bb-bed0-09d6938e79c3 req-00716fe0-09d0-45a9-8d91-faa15fe34fef tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758657 Nov 19 09:27:58.490301 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] For port fc05d20d-26d6-41d8-a1d2-f046c06925c0, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:27:58.494273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] For port fc05d20d-26d6-41d8-a1d2-f046c06925c0, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=fc05d20d-26d6-41d8-a1d2-f046c06925c0,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:27:58.506347 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:58.561239 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-aa19c032-24ae-4b9b-bbac-b2b4f762cb77 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Floating IP 15c6b2d4-0ebf-414a-9a22-e41b5462a3c4 associated. External IP: 172.25.0.166, port: 52edfcec-053d-445f-bc60-4ec5c97119d9. Nov 19 09:27:58.597387 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d4fc4-d155-4ebb-a23e-b6a0ba97e79e None None] Pushing event updated for resources: {'Port': ['ID=fc05d20d-26d6-41d8-a1d2-f046c06925c0,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:58.723059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-5b35b665-4c49-4036-8517-b7fbcedebab8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 172.20.0.3 (ded7164f-a204-4255-9f6b-c93599969f88/37513b82-1e63-4e86-9e84-ff7e38fbd60d/4e70b730-efd6-44cd-9260-a4ccfdeb57ee) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:58.744006 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-5b35b665-4c49-4036-8517-b7fbcedebab8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::f816:3eff:fec8:8b12 (ded7164f-a204-4255-9f6b-c93599969f88/7d76b854-0a4c-480b-bbb4-197111caf470/4e70b730-efd6-44cd-9260-a4ccfdeb57ee) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:27:58.966678 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-aa19c032-24ae-4b9b-bbac-b2b4f762cb77 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Router 22988e61-91b5-4450-8af8-1095aed670ff has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:27:59.208142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-aa19c032-24ae-4b9b-bbac-b2b4f762cb77 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:27:59.221794 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-aa19c032-24ae-4b9b-bbac-b2b4f762cb77 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:59.237249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cf3ebf-6bc3-47d5-b1d7-18fd74302aca None None] Sync routers for ids ['22988e61-91b5-4450-8af8-1095aed670ff'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:27:59.292730 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cf3ebf-6bc3-47d5-b1d7-18fd74302aca None None] Routers {'22988e61-91b5-4450-8af8-1095aed670ff'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:27:59.294187 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c4cf3ebf-6bc3-47d5-b1d7-18fd74302aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:27:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['22988e61-91b5-4450-8af8-1095aed670ff'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:59.305326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-aa19c032-24ae-4b9b-bbac-b2b4f762cb77 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "PUT /v2.0/floatingips/15c6b2d4-0ebf-414a-9a22-e41b5462a3c4 HTTP/1.1" status: 200 len: 997 time: 2.3107986 Nov 19 09:27:59.306122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'tag': '52edfcec-053d-445f-bc60-4ec5c97119d9'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:27:59.308160 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550b191e-93d2-4b64-b415-ef6a3df1e304" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe9f89f-5d0b-4f61-a027-752fa9baaf5a", "tag": "52edfcec-053d-445f-bc60-4ec5c97119d9"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:27:59.327335 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b35b665-4c49-4036-8517-b7fbcedebab8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:59.464608 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ae4862-bad1-4265-8367-03023f022eef x-openstack-request-id: req-c0ae4862-bad1-4265-8367-03023f022eef {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:27:59.464923 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe9f89f-5d0b-4f61-a027-752fa9baaf5a", "tag": "52edfcec-053d-445f-bc60-4ec5c97119d9", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:27:59.465217 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0ae4862-bad1-4265-8367-03023f022eef {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:27:59.465637 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'tag': '52edfcec-053d-445f-bc60-4ec5c97119d9', 'status': 'completed', 'code': 200} Nov 19 09:27:59.484172 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c4cf3ebf-6bc3-47d5-b1d7-18fd74302aca None None] Set router 22988e61-91b5-4450-8af8-1095aed670ff gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:27:59.610566 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b35b665-4c49-4036-8517-b7fbcedebab8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:27:59.719119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22e95a-26b6-4b38-9425-5a44b53f9ccd req-e706afd9-7ee2-49a6-aa8c-01c3d744c715 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:59.729242 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce22e95a-26b6-4b38-9425-5a44b53f9ccd req-e706afd9-7ee2-49a6-aa8c-01c3d744c715 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.1158557 Nov 19 09:27:59.814204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c4cf3ebf-6bc3-47d5-b1d7-18fd74302aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22988e61-91b5-4450-8af8-1095aed670ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-router', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:26:36Z', 'updated_at': '2021-11-19T09:26:44Z', 'revision_number': 4, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'gw_port': {'id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:28:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:37Z', 'updated_at': '2021-11-19T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '15c6b2d4-0ebf-414a-9a22-e41b5462a3c4', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'port_id': '52edfcec-053d-445f-bc60-4ec5c97119d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336', 'mac_address': 'fa:16:3e:08:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:27:54Z', 'updated_at': '2021-11-19T09:27:58Z', 'revision_number': 1, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1142431-5055-495f-8a2d-97cf0202861c', 'name': '', 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'mac_address': 'fa:16:3e:71:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:43Z', 'updated_at': '2021-11-19T09:26:54Z', 'revision_number': 5, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'subnets': [{'id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:59.855129 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35b665-4c49-4036-8517-b7fbcedebab8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=4e70b730-efd6-44cd-9260-a4ccfdeb57ee,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:27:59.897651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cf3ebf-6bc3-47d5-b1d7-18fd74302aca None None] Checking router: 22988e61-91b5-4450-8af8-1095aed670ff for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:27:59.927859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cf3ebf-6bc3-47d5-b1d7-18fd74302aca None None] Routers {'22988e61-91b5-4450-8af8-1095aed670ff'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:27:59.928525 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c4cf3ebf-6bc3-47d5-b1d7-18fd74302aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:27:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['22988e61-91b5-4450-8af8-1095aed670ff'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:27:59.932121 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce22e95a-26b6-4b38-9425-5a44b53f9ccd req-da3e75ae-37b0-4bf8-a43c-bc9f82a16749 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911001 Nov 19 09:27:59.955639 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b35b665-4c49-4036-8517-b7fbcedebab8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:27:59.971902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-c56ac63d-494c-47e1-9c8c-29cdad860add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:59.979300 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b191e-93d2-4b64-b415-ef6a3df1e304 req-fbfa6af4-6324-43a8-ad16-30b548df0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:27:59.980182 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-c56ac63d-494c-47e1-9c8c-29cdad860add service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5a15a2a66164afb93f2d14252df0114&device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 1098 time: 0.6287000 Nov 19 09:27:59.982262 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-550b191e-93d2-4b64-b415-ef6a3df1e304 req-fbfa6af4-6324-43a8-ad16-30b548df0866 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d5a15a2a66164afb93f2d14252df0114&device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 1098 time: 0.4955282 Nov 19 09:27:59.997787 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5b35b665-4c49-4036-8517-b7fbcedebab8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:00.040647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35b665-4c49-4036-8517-b7fbcedebab8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:00.201788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-3aaff353-6585-4216-8595-d8920237921f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:00.211716 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-3aaff353-6585-4216-8595-d8920237921f service neutron] 10.222.0.21 "GET /v2.0/networks?id=adf7d336-074e-44d3-8e19-ce86c53cb336 HTTP/1.1" status: 200 len: 920 time: 0.2307858 Nov 19 09:28:00.233711 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c4cf3ebf-6bc3-47d5-b1d7-18fd74302aca None None] Set router 22988e61-91b5-4450-8af8-1095aed670ff gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:28:00.298208 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device fc05d20d-26d6-41d8-a1d2-f046c06925c0 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:00.445720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port fc05d20d-26d6-41d8-a1d2-f046c06925c0 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:00.446357 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:00.458209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-25a34143-7a53-4dce-9a39-1f15429edcf1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52edfcec-053d-445f-bc60-4ec5c97119d9 HTTP/1.1" status: 200 len: 1000 time: 0.2455447 Nov 19 09:28:00.529165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b35b665-4c49-4036-8517-b7fbcedebab8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:00.530422 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b35b665-4c49-4036-8517-b7fbcedebab8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:00.561176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-8a93e912-3cf3-45c4-8a4f-76f378739f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:00.569014 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-8a93e912-3cf3-45c4-8a4f-76f378739f34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ba5e1be-b792-4b32-8ac6-a703a78c0607 HTTP/1.1" status: 200 len: 859 time: 0.1096678 Nov 19 09:28:00.630449 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5b35b665-4c49-4036-8517-b7fbcedebab8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8206329 Nov 19 09:28:00.636351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cfd9df-a73a-4746-9684-3c6bd2343d1e None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:00.638211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-94cc36a6-7b12-46d3-9093-39b1c98965f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=adf7d336-074e-44d3-8e19-ce86c53cb336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681138 Nov 19 09:28:00.642450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58642) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:00.645578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-52b7b326-9424-4c23-a545-d4823b39d26e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:28:00.658297 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-52b7b326-9424-4c23-a545-d4823b39d26e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191712 Nov 19 09:28:00.850138 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-3af0f593-0b2e-405c-a369-497a461f131c service neutron] 10.222.0.21 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902690 Nov 19 09:28:00.853211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b191e-93d2-4b64-b415-ef6a3df1e304 req-e0a7c20b-74a3-4d29-9a8e-304a1e02a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:00.854750 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-550b191e-93d2-4b64-b415-ef6a3df1e304 req-e0a7c20b-74a3-4d29-9a8e-304a1e02a33c service neutron] 10.222.0.71 "GET /v2.0/networks?id=adf7d336-074e-44d3-8e19-ce86c53cb336 HTTP/1.1" status: 200 len: 920 time: 0.8277452 Nov 19 09:28:01.095727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f16ffb-2578-462b-87f0-3dd3da2df4ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:01.097779 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0efe7af8-0f33-4db3-97cb-77dd717b0118 req-6a1a2988-6f5a-4df7-a315-7fbc8d7a6dec service neutron] 10.222.0.21 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386467 Nov 19 09:28:01.130406 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f16ffb-2578-462b-87f0-3dd3da2df4ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:01.137616 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-57f16ffb-2578-462b-87f0-3dd3da2df4ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.4905314 Nov 19 09:28:01.142249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58654) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:01.173414 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-550b191e-93d2-4b64-b415-ef6a3df1e304 req-6d7dd486-a101-4ac7-aa13-ed4f3fb31ef8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52edfcec-053d-445f-bc60-4ec5c97119d9 HTTP/1.1" status: 200 len: 1000 time: 0.3064382 Nov 19 09:28:01.234088 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d77d7b1a-5010-4492-8801-332bf40c733a None None] Provisioning complete for port fc05d20d-26d6-41d8-a1d2-f046c06925c0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:01.258150 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d77d7b1a-5010-4492-8801-332bf40c733a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:01.311251 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b191e-93d2-4b64-b415-ef6a3df1e304 req-c4d8bfa7-3e20-4fc1-a969-a693b2a05936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:01.313037 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-550b191e-93d2-4b64-b415-ef6a3df1e304 req-c4d8bfa7-3e20-4fc1-a969-a693b2a05936 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ba5e1be-b792-4b32-8ac6-a703a78c0607 HTTP/1.1" status: 200 len: 859 time: 0.1320226 Nov 19 09:28:01.387277 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-550b191e-93d2-4b64-b415-ef6a3df1e304 req-3aeb3556-b95f-481e-8805-e0c695fa7a7a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=adf7d336-074e-44d3-8e19-ce86c53cb336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646157 Nov 19 09:28:01.526685 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-550b191e-93d2-4b64-b415-ef6a3df1e304 req-86fc9cfc-a959-4709-af47-a1bd7a047c20 service neutron] 10.222.0.71 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282835 Nov 19 09:28:01.590682 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:01.662772 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port fc05d20d-26d6-41d8-a1d2-f046c06925c0, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=fc05d20d-26d6-41d8-a1d2-f046c06925c0,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:01.676398 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:01.734958 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-550b191e-93d2-4b64-b415-ef6a3df1e304 req-2f4ba667-b7a3-4455-9d97-90817ecb5b8d service neutron] 10.222.0.71 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909549 Nov 19 09:28:01.806086 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=fc05d20d-26d6-41d8-a1d2-f046c06925c0,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:01.850106 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38065292-60a9-45e5-a94e-a0e36de7a3e9 None None] Update dhcp port {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'fixed_ips': [{'subnet_id': '37513b82-1e63-4e86-9e84-ff7e38fbd60d', 'ip_address': '172.20.0.2'}, {'subnet_id': '7d76b854-0a4c-480b-bbb4-197111caf470'}], 'binding:host_id': 'n-d-805649-14'}, 'id': 'fc05d20d-26d6-41d8-a1d2-f046c06925c0'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:28:01.868617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457cbab-908d-4c41-a21f-78cc98479e95 req-c81a8d05-b8fb-4e11-9783-1ec53752cd3c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:01.878472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7457cbab-908d-4c41-a21f-78cc98479e95 req-c81a8d05-b8fb-4e11-9783-1ec53752cd3c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.7766857 Nov 19 09:28:01.915796 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38065292-60a9-45e5-a94e-a0e36de7a3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:02.008676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-119c5be5-652f-42fb-a570-052adfe11b0b tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 1000 time: 0.7095542 Nov 19 09:28:02.050396 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b61ffd6a-f0f5-4c25-9673-14c9c0020801 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 4e70b730-efd6-44cd-9260-a4ccfdeb57ee {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:02.050735 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b61ffd6a-f0f5-4c25-9673-14c9c0020801 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:02.119811 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device fc05d20d-26d6-41d8-a1d2-f046c06925c0 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:02.138025 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c4cf3ebf-6bc3-47d5-b1d7-18fd74302aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22988e61-91b5-4450-8af8-1095aed670ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-router', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:26:36Z', 'updated_at': '2021-11-19T09:26:44Z', 'revision_number': 4, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'gw_port': {'id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:28:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:37Z', 'updated_at': '2021-11-19T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '15c6b2d4-0ebf-414a-9a22-e41b5462a3c4', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'port_id': '52edfcec-053d-445f-bc60-4ec5c97119d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336', 'mac_address': 'fa:16:3e:08:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:27:54Z', 'updated_at': '2021-11-19T09:27:58Z', 'revision_number': 1, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1142431-5055-495f-8a2d-97cf0202861c', 'name': '', 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'mac_address': 'fa:16:3e:71:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:43Z', 'updated_at': '2021-11-19T09:26:54Z', 'revision_number': 5, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'subnets': [{'id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:02.167982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-e855bd41-57fa-4740-b2b0-d9bc31c2b1c7 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:02.169674 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-e855bd41-57fa-4740-b2b0-d9bc31c2b1c7 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports/52edfcec-053d-445f-bc60-4ec5c97119d9 HTTP/1.1" status: 200 len: 943 time: 0.1436756 Nov 19 09:28:02.176036 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7457cbab-908d-4c41-a21f-78cc98479e95 req-3636fc06-39d1-45b4-a8c4-eefecbdb7b8b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596684 Nov 19 09:28:02.235738 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cf3ebf-6bc3-47d5-b1d7-18fd74302aca None None] The sync data for ids ['22988e61-91b5-4450-8af8-1095aed670ff'] in n-d-805649-14 is: [{'id': '22988e61-91b5-4450-8af8-1095aed670ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-router', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:26:36Z', 'updated_at': '2021-11-19T09:26:44Z', 'revision_number': 4, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'gw_port': {'id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:28:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:37Z', 'updated_at': '2021-11-19T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '15c6b2d4-0ebf-414a-9a22-e41b5462a3c4', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'port_id': '52edfcec-053d-445f-bc60-4ec5c97119d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336', 'mac_address': 'fa:16:3e:08:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:27:54Z', 'updated_at': '2021-11-19T09:27:58Z', 'revision_number': 1, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1142431-5055-495f-8a2d-97cf0202861c', 'name': '', 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'mac_address': 'fa:16:3e:71:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:43Z', 'updated_at': '2021-11-19T09:26:54Z', 'revision_number': 5, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'subnets': [{'id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:28:02.298543 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b61ffd6a-f0f5-4c25-9673-14c9c0020801 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:02.318879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b61ffd6a-f0f5-4c25-9673-14c9c0020801 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 4e70b730-efd6-44cd-9260-a4ccfdeb57ee owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:02.344076 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-38065292-60a9-45e5-a94e-a0e36de7a3e9 None None] Allocated IP 2001:db8::f816:3eff:fe0f:4420 (ded7164f-a204-4255-9f6b-c93599969f88/7d76b854-0a4c-480b-bbb4-197111caf470/fc05d20d-26d6-41d8-a1d2-f046c06925c0) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:02.346140 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port fc05d20d-26d6-41d8-a1d2-f046c06925c0 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:02.346625 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:02.555424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-38065292-60a9-45e5-a94e-a0e36de7a3e9 None None] For port fc05d20d-26d6-41d8-a1d2-f046c06925c0, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=fc05d20d-26d6-41d8-a1d2-f046c06925c0,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:02.604488 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-745688e1-c260-4895-bae4-1af0a2c21889 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 1000 time: 0.1811404 Nov 19 09:28:02.627759 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38065292-60a9-45e5-a94e-a0e36de7a3e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:02.640024 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38065292-60a9-45e5-a94e-a0e36de7a3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:02.680406 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b491ed67-e7ea-497e-acf3-9da900bc5884 None None] New status for floating IP 15c6b2d4-0ebf-414a-9a22-e41b5462a3c4: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:28:02.795216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38065292-60a9-45e5-a94e-a0e36de7a3e9 None None] Pushing event updated for resources: {'Port': ['ID=fc05d20d-26d6-41d8-a1d2-f046c06925c0,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:02.913399 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-87a07e53-17a3-420c-86de-0df26bc374c1 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:02.925411 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-87a07e53-17a3-420c-86de-0df26bc374c1 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.3076742 Nov 19 09:28:02.996973 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b61ffd6a-f0f5-4c25-9673-14c9c0020801 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:03.060758 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ffd6a-f0f5-4c25-9673-14c9c0020801 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=4e70b730-efd6-44cd-9260-a4ccfdeb57ee,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:03.141851 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-4618fede-4bfd-4527-bf4f-4c9d3ac5b6f2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 1000 time: 0.2153149 Nov 19 09:28:03.146756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-494fcb15-dd9c-4503-9786-255f46981920 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:03.223254 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-494fcb15-dd9c-4503-9786-255f46981920 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:03.420641 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b61ffd6a-f0f5-4c25-9673-14c9c0020801 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:03.428294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58678) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:03.438248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b61ffd6a-f0f5-4c25-9673-14c9c0020801 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/4e70b730-efd6-44cd-9260-a4ccfdeb57ee HTTP/1.1" status: 204 len: 168 time: 2.2943351 Nov 19 09:28:03.541620 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554bdb2-ffda-4114-88be-42e447fb6b37 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:03.548747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554bdb2-ffda-4114-88be-42e447fb6b37 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:03.550772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554bdb2-ffda-4114-88be-42e447fb6b37 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:03.555590 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7554bdb2-ffda-4114-88be-42e447fb6b37 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1261163 Nov 19 09:28:03.556259 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58682) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:03.571369 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f6b6d-36c9-49a2-b6d8-4ca106057c7e req-02cf4b56-163c-4e00-8fc4-0e5b2c65718a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:03.573335 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f30f6b6d-36c9-49a2-b6d8-4ca106057c7e req-02cf4b56-163c-4e00-8fc4-0e5b2c65718a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.2460041 Nov 19 09:28:03.581151 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-494fcb15-dd9c-4503-9786-255f46981920 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:03.592247 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-494fcb15-dd9c-4503-9786-255f46981920 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:03.592591 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-494fcb15-dd9c-4503-9786-255f46981920 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Floating IP 15c6b2d4-0ebf-414a-9a22-e41b5462a3c4 disassociated. External IP: 172.25.0.166, port: 52edfcec-053d-445f-bc60-4ec5c97119d9. Nov 19 09:28:03.615985 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafbe795-edba-4bbb-bb9d-62515dc117c1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 37513b82-1e63-4e86-9e84-ff7e38fbd60d {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:28:03.619554 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cafbe795-edba-4bbb-bb9d-62515dc117c1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:03.650865 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a4fd2025-4b76-4bc2-8427-1ceba9463562 None None] Could not find standard attr ID for object 4e70b730-efd6-44cd-9260-a4ccfdeb57ee. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:28:03.701203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a4fd2025-4b76-4bc2-8427-1ceba9463562 None None] Provisioning complete for port fc05d20d-26d6-41d8-a1d2-f046c06925c0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:03.702207 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a4fd2025-4b76-4bc2-8427-1ceba9463562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:03.715335 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cafbe795-edba-4bbb-bb9d-62515dc117c1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:03.723432 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f30f6b6d-36c9-49a2-b6d8-4ca106057c7e req-563d7d5d-7e79-45d3-9256-4046b95f2eeb tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404223 Nov 19 09:28:03.950540 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cafbe795-edba-4bbb-bb9d-62515dc117c1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:04.048686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-494fcb15-dd9c-4503-9786-255f46981920 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Router 22988e61-91b5-4450-8af8-1095aed670ff has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:28:04.083577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device fc05d20d-26d6-41d8-a1d2-f046c06925c0 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:04.122041 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cafbe795-edba-4bbb-bb9d-62515dc117c1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:04.176553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbe795-edba-4bbb-bb9d-62515dc117c1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=37513b82-1e63-4e86-9e84-ff7e38fbd60d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:04.208432 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cafbe795-edba-4bbb-bb9d-62515dc117c1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:04.222997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58686) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:04.229823 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cafbe795-edba-4bbb-bb9d-62515dc117c1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/37513b82-1e63-4e86-9e84-ff7e38fbd60d HTTP/1.1" status: 204 len: 168 time: 0.6724033 Nov 19 09:28:04.251306 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43e968b-0cc3-41de-a7e7-a2edd5e0a6eb None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:04.354680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b438f217-2231-4ab0-ba50-836730dc466f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 7d76b854-0a4c-480b-bbb4-197111caf470 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:28:04.355416 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port fc05d20d-26d6-41d8-a1d2-f046c06925c0 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:04.355946 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:04.358120 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-494fcb15-dd9c-4503-9786-255f46981920 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:28:04.364475 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-494fcb15-dd9c-4503-9786-255f46981920 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:04.408889 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-494fcb15-dd9c-4503-9786-255f46981920 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "PUT /v2.0/floatingips/15c6b2d4-0ebf-414a-9a22-e41b5462a3c4 HTTP/1.1" status: 200 len: 695 time: 1.2660632 Nov 19 09:28:04.409817 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b438f217-2231-4ab0-ba50-836730dc466f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:04.412717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'tag': '52edfcec-053d-445f-bc60-4ec5c97119d9'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:28:04.416694 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44c680a-b4b6-421b-9935-abcb4bfb8a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe9f89f-5d0b-4f61-a027-752fa9baaf5a", "tag": "52edfcec-053d-445f-bc60-4ec5c97119d9"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:28:04.433781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327d9103-3a45-4838-a008-5d88230bc77e None None] Sync routers for ids ['22988e61-91b5-4450-8af8-1095aed670ff'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:28:04.541298 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-65733a2c-854d-41d3-a98d-7a2eb8bf696d None None] Could not find standard attr ID for object 4e70b730-efd6-44cd-9260-a4ccfdeb57ee. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:28:04.551788 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4ef3ec-49c7-44d0-bba8-dd32d4bb1935 x-openstack-request-id: req-7a4ef3ec-49c7-44d0-bba8-dd32d4bb1935 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:28:04.552653 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe9f89f-5d0b-4f61-a027-752fa9baaf5a", "tag": "52edfcec-053d-445f-bc60-4ec5c97119d9", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:28:04.553405 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a4ef3ec-49c7-44d0-bba8-dd32d4bb1935 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:28:04.554017 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'tag': '52edfcec-053d-445f-bc60-4ec5c97119d9', 'status': 'completed', 'code': 200} Nov 19 09:28:04.559130 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b438f217-2231-4ab0-ba50-836730dc466f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:04.587592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d9103-3a45-4838-a008-5d88230bc77e None None] Routers {'22988e61-91b5-4450-8af8-1095aed670ff'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:28:04.588692 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-327d9103-3a45-4838-a008-5d88230bc77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:27:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['22988e61-91b5-4450-8af8-1095aed670ff'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:04.616131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-c2e58de0-52de-428e-8094-f2e3d51f0770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:04.619448 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-c2e58de0-52de-428e-8094-f2e3d51f0770 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5a15a2a66164afb93f2d14252df0114&device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 1098 time: 0.1697357 Nov 19 09:28:04.687644 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c680a-b4b6-421b-9935-abcb4bfb8a4a req-f5d9551f-6e50-4734-b784-fb30922b5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:04.697721 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c44c680a-b4b6-421b-9935-abcb4bfb8a4a req-f5d9551f-6e50-4734-b784-fb30922b5eca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d5a15a2a66164afb93f2d14252df0114&device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 1098 time: 0.1498916 Nov 19 09:28:04.837048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-e07f4ebe-8859-4606-8af4-dcbec35b1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:04.838682 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-e07f4ebe-8859-4606-8af4-dcbec35b1420 service neutron] 10.222.0.21 "GET /v2.0/networks?id=adf7d336-074e-44d3-8e19-ce86c53cb336 HTTP/1.1" status: 200 len: 920 time: 0.1399565 Nov 19 09:28:04.853836 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b438f217-2231-4ab0-ba50-836730dc466f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:04.939707 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c680a-b4b6-421b-9935-abcb4bfb8a4a req-d0926325-af84-4750-b87e-dc917e299de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:04.943226 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c44c680a-b4b6-421b-9935-abcb4bfb8a4a req-d0926325-af84-4750-b87e-dc917e299de9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=adf7d336-074e-44d3-8e19-ce86c53cb336 HTTP/1.1" status: 200 len: 920 time: 0.2329364 Nov 19 09:28:04.950449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-327d9103-3a45-4838-a008-5d88230bc77e None None] Set router 22988e61-91b5-4450-8af8-1095aed670ff gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:28:05.003699 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b438f217-2231-4ab0-ba50-836730dc466f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:05.006703 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-6a48577d-8175-498d-866a-25b23cdb78ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52edfcec-053d-445f-bc60-4ec5c97119d9 HTTP/1.1" status: 200 len: 217 time: 0.0518138 Nov 19 09:28:05.051438 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c44c680a-b4b6-421b-9935-abcb4bfb8a4a req-34153df0-7d0d-4cc5-9225-3696675a90fc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52edfcec-053d-445f-bc60-4ec5c97119d9 HTTP/1.1" status: 200 len: 217 time: 0.1002982 Nov 19 09:28:05.267900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438f217-2231-4ab0-ba50-836730dc466f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=7d76b854-0a4c-480b-bbb4-197111caf470,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:05.295347 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b438f217-2231-4ab0-ba50-836730dc466f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:05.297406 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c680a-b4b6-421b-9935-abcb4bfb8a4a req-94855716-3135-4257-b5a6-c49282a69a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:05.299333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b438f217-2231-4ab0-ba50-836730dc466f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/7d76b854-0a4c-480b-bbb4-197111caf470 HTTP/1.1" status: 204 len: 168 time: 1.0220983 Nov 19 09:28:05.299778 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c44c680a-b4b6-421b-9935-abcb4bfb8a4a req-94855716-3135-4257-b5a6-c49282a69a64 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ba5e1be-b792-4b32-8ac6-a703a78c0607 HTTP/1.1" status: 200 len: 859 time: 0.2312613 Nov 19 09:28:05.303718 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58708) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:05.323043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-b6a2167f-bc2b-49a5-a80b-a7641082b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:05.346175 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-b6a2167f-bc2b-49a5-a80b-a7641082b407 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ba5e1be-b792-4b32-8ac6-a703a78c0607 HTTP/1.1" status: 200 len: 859 time: 0.2016585 Nov 19 09:28:05.366497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcd9d5-8526-44cb-867a-8a5efa510756 req-6415e0eb-76e5-4042-b4df-f251881863dc tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:05.374730 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebfcd9d5-8526-44cb-867a-8a5efa510756 req-6415e0eb-76e5-4042-b4df-f251881863dc tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.4302683 Nov 19 09:28:05.427580 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-672b26ea-2aa3-41f7-b016-1e6ac68d3a82 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1217601 Nov 19 09:28:05.435334 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58714) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:05.439692 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-874a43fd-8677-41d1-aa67-3a0fd3bf4306 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=adf7d336-074e-44d3-8e19-ce86c53cb336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639243 Nov 19 09:28:05.476923 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c44c680a-b4b6-421b-9935-abcb4bfb8a4a req-f4da2f0c-ea69-48c5-a4a9-cd6b66c7c685 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=adf7d336-074e-44d3-8e19-ce86c53cb336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1623747 Nov 19 09:28:05.521401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-327d9103-3a45-4838-a008-5d88230bc77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22988e61-91b5-4450-8af8-1095aed670ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-router', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:26:36Z', 'updated_at': '2021-11-19T09:26:44Z', 'revision_number': 4, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'gw_port': {'id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:28:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:37Z', 'updated_at': '2021-11-19T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'f1142431-5055-495f-8a2d-97cf0202861c', 'name': '', 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'mac_address': 'fa:16:3e:71:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:43Z', 'updated_at': '2021-11-19T09:26:54Z', 'revision_number': 5, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'subnets': [{'id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:05.527966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebfcd9d5-8526-44cb-867a-8a5efa510756 req-7d4df58b-35c1-428e-bdb1-0b534dd50766 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252339 Nov 19 09:28:05.613445 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-6b4daa6a-76a4-4241-8733-8bd674c1330c service neutron] 10.222.0.21 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587327 Nov 19 09:28:05.646692 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18271035-2deb-4ec3-85fc-87b8d3e836d6 None None] Update dhcp port {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'fixed_ips': [{'subnet_id': '7d76b854-0a4c-480b-bbb4-197111caf470'}], 'binding:host_id': 'n-d-805649-14'}, 'id': 'fc05d20d-26d6-41d8-a1d2-f046c06925c0'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:28:05.650548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327d9103-3a45-4838-a008-5d88230bc77e None None] Checking router: 22988e61-91b5-4450-8af8-1095aed670ff for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:28:05.721183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844ea52-222d-48b0-b7a1-9347d1a64446 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:05.724850 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d9103-3a45-4838-a008-5d88230bc77e None None] Routers {'22988e61-91b5-4450-8af8-1095aed670ff'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:28:05.725525 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-327d9103-3a45-4838-a008-5d88230bc77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:27:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['22988e61-91b5-4450-8af8-1095aed670ff'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:05.728952 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6844ea52-222d-48b0-b7a1-9347d1a64446 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2646794 Nov 19 09:28:05.730248 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58716) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:05.765106 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c44c680a-b4b6-421b-9935-abcb4bfb8a4a req-ae28c97c-31bf-4ca1-90c0-ffc230328b2d service neutron] 10.222.0.71 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573307 Nov 19 09:28:05.783450 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-18271035-2deb-4ec3-85fc-87b8d3e836d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:05.818853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fee965-3afc-4833-8c87-e83f28380abc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:05.821636 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f8fee965-3afc-4833-8c87-e83f28380abc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0902431 Nov 19 09:28:05.824738 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38e4c8af-1ccc-4334-8064-3f009dcd7971 req-2d059da3-8a83-4dad-b573-7f01edc2a36b service neutron] 10.222.0.21 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996894 Nov 19 09:28:05.825466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58718) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:05.887162 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f9244622-b45b-4981-ba82-99e72fcb168c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602627 Nov 19 09:28:05.895892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58724) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:05.903319 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-98352927-c1bf-4d81-abc9-fab8ebb43b2c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:05.964668 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c44c680a-b4b6-421b-9935-abcb4bfb8a4a req-7f021500-619f-4f79-9869-a5879f543ea6 service neutron] 10.222.0.71 "GET /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857231 Nov 19 09:28:06.037165 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb1e8c00-054b-4d3c-b033-1686894afaba req-18ff9868-1696-4710-bb12-79ca1416eeeb tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/floatingips/15c6b2d4-0ebf-414a-9a22-e41b5462a3c4 HTTP/1.1" status: 200 len: 695 time: 0.1487546 Nov 19 09:28:06.198236 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e8c00-054b-4d3c-b033-1686894afaba req-64f4a9e9-5a19-4b92-8134-78a82436ee22 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:06.199906 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb1e8c00-054b-4d3c-b033-1686894afaba req-64f4a9e9-5a19-4b92-8134-78a82436ee22 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 784 time: 0.1432359 Nov 19 09:28:06.232117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-eb1e8c00-054b-4d3c-b033-1686894afaba req-c1da77b5-c1ac-43c0-8ed6-0136046772cb tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:28:06.234578 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb1e8c00-054b-4d3c-b033-1686894afaba req-c1da77b5-c1ac-43c0-8ed6-0136046772cb tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164385 Nov 19 09:28:06.235459 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-327d9103-3a45-4838-a008-5d88230bc77e None None] Set router 22988e61-91b5-4450-8af8-1095aed670ff gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:28:06.236878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98352927-c1bf-4d81-abc9-fab8ebb43b2c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:06.245385 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98352927-c1bf-4d81-abc9-fab8ebb43b2c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:06.247679 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-98352927-c1bf-4d81-abc9-fab8ebb43b2c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:28:06.249423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98352927-c1bf-4d81-abc9-fab8ebb43b2c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:28:06.345137 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-98352927-c1bf-4d81-abc9-fab8ebb43b2c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4467938 Nov 19 09:28:06.345786 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58738) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:06.351744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e248b30f-af44-41b6-83cf-9d59365a684f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:06.364289 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb1e8c00-054b-4d3c-b033-1686894afaba req-2aaefc53-1b39-4057-9093-d10828e9cf14 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 698 time: 0.1091137 Nov 19 09:28:06.366181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93877dad-a471-4eab-98c4-6ca46b7e0f9f None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:06.484342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb1e8c00-054b-4d3c-b033-1686894afaba req-145d19f2-8231-41fd-97c8-db3c80a63199 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 698 time: 0.0965397 Nov 19 09:28:06.490407 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-31457062-d012-421e-b3d3-91a554531842 None None] Provisioning complete for port fc05d20d-26d6-41d8-a1d2-f046c06925c0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:06.491405 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-31457062-d012-421e-b3d3-91a554531842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:06.506672 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e248b30f-af44-41b6-83cf-9d59365a684f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:06.513727 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e248b30f-af44-41b6-83cf-9d59365a684f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:06.516027 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-e248b30f-af44-41b6-83cf-9d59365a684f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:28:06.516146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e248b30f-af44-41b6-83cf-9d59365a684f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:28:06.540733 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e248b30f-af44-41b6-83cf-9d59365a684f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1939254 Nov 19 09:28:06.544467 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58746) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:06.550985 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-36d7b580-0aa8-4c8a-8824-b73e161363a6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:06.688008 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d7b580-0aa8-4c8a-8824-b73e161363a6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:06.695294 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36d7b580-0aa8-4c8a-8824-b73e161363a6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:06.697945 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d7b580-0aa8-4c8a-8824-b73e161363a6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:28:06.698546 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d7b580-0aa8-4c8a-8824-b73e161363a6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:28:06.723879 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-36d7b580-0aa8-4c8a-8824-b73e161363a6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1780062 Nov 19 09:28:06.727305 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58760) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:06.730300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d16b7-39d0-4691-84c8-91737e6e2420 req-2abd49c7-916f-4d2a-b123-36b202fe5566 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:06.732355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-407d16b7-39d0-4691-84c8-91737e6e2420 req-2abd49c7-916f-4d2a-b123-36b202fe5566 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.0939379 Nov 19 09:28:06.733691 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e3981361-8a94-42bb-b6a3-73d4dd5d6b86 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:06.769921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-eb1e8c00-054b-4d3c-b033-1686894afaba req-58ba2c10-b27f-4905-84a4-1cc0f3eb9438 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Deleting port 41ec57b7-c253-4ab2-bf10-3b8bc6e18bec {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:06.770263 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-eb1e8c00-054b-4d3c-b033-1686894afaba req-58ba2c10-b27f-4905-84a4-1cc0f3eb9438 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:06.801554 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e8441-51bc-4b80-b074-9446df7f6ba6 None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:28:06.844641 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-407d16b7-39d0-4691-84c8-91737e6e2420 req-f4b0cdbb-7259-4099-ba4e-71b09e8d4974 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039217 Nov 19 09:28:06.852228 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-327d9103-3a45-4838-a008-5d88230bc77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22988e61-91b5-4450-8af8-1095aed670ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-router', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:26:36Z', 'updated_at': '2021-11-19T09:26:44Z', 'revision_number': 4, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'gw_port': {'id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:28:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:37Z', 'updated_at': '2021-11-19T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'f1142431-5055-495f-8a2d-97cf0202861c', 'name': '', 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'mac_address': 'fa:16:3e:71:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:43Z', 'updated_at': '2021-11-19T09:26:54Z', 'revision_number': 5, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'subnets': [{'id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:06.898701 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3981361-8a94-42bb-b6a3-73d4dd5d6b86 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:06.899218 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-eb1e8c00-054b-4d3c-b033-1686894afaba req-58ba2c10-b27f-4905-84a4-1cc0f3eb9438 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:06.899659 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-eb1e8c00-054b-4d3c-b033-1686894afaba req-58ba2c10-b27f-4905-84a4-1cc0f3eb9438 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:06.907599 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3981361-8a94-42bb-b6a3-73d4dd5d6b86 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:06.911479 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327d9103-3a45-4838-a008-5d88230bc77e None None] The sync data for ids ['22988e61-91b5-4450-8af8-1095aed670ff'] in n-d-805649-14 is: [{'id': '22988e61-91b5-4450-8af8-1095aed670ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-router', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:26:36Z', 'updated_at': '2021-11-19T09:26:44Z', 'revision_number': 4, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'gw_port': {'id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:28:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:37Z', 'updated_at': '2021-11-19T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'f1142431-5055-495f-8a2d-97cf0202861c', 'name': '', 'network_id': 'adf7d336-074e-44d3-8e19-ce86c53cb336', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'mac_address': 'fa:16:3e:71:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:43Z', 'updated_at': '2021-11-19T09:26:54Z', 'revision_number': 5, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'subnets': [{'id': '8ba5e1be-b792-4b32-8ac6-a703a78c0607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:28:06.912224 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3981361-8a94-42bb-b6a3-73d4dd5d6b86 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:28:06.912706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3981361-8a94-42bb-b6a3-73d4dd5d6b86 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:28:06.917567 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-eb1e8c00-054b-4d3c-b033-1686894afaba req-58ba2c10-b27f-4905-84a4-1cc0f3eb9438 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Calling delete_port for 41ec57b7-c253-4ab2-bf10-3b8bc6e18bec owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:06.950057 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e3981361-8a94-42bb-b6a3-73d4dd5d6b86 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2214143 Nov 19 09:28:06.951014 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58764) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:06.953332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-343e8441-51bc-4b80-b074-9446df7f6ba6 None None] Deleting port fc05d20d-26d6-41d8-a1d2-f046c06925c0 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:06.953716 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-343e8441-51bc-4b80-b074-9446df7f6ba6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:06.956492 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8e809ef8-870e-45f1-85d8-00dd7341e94f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:07.074360 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e809ef8-870e-45f1-85d8-00dd7341e94f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:07.078148 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e809ef8-870e-45f1-85d8-00dd7341e94f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:07.080445 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e809ef8-870e-45f1-85d8-00dd7341e94f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:28:07.080927 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e809ef8-870e-45f1-85d8-00dd7341e94f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:28:07.108435 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8e809ef8-870e-45f1-85d8-00dd7341e94f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1563287 Nov 19 09:28:07.109065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58766) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:07.117240 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7bd60738-a30d-4dc4-8391-ba2c91687700 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:07.154361 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-343e8441-51bc-4b80-b074-9446df7f6ba6 None None] For port fc05d20d-26d6-41d8-a1d2-f046c06925c0, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=fc05d20d-26d6-41d8-a1d2-f046c06925c0,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:07.156322 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-343e8441-51bc-4b80-b074-9446df7f6ba6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:07.192419 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-eb1e8c00-054b-4d3c-b033-1686894afaba req-58ba2c10-b27f-4905-84a4-1cc0f3eb9438 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:07.199669 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-343e8441-51bc-4b80-b074-9446df7f6ba6 None None] Calling delete_port for fc05d20d-26d6-41d8-a1d2-f046c06925c0 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:07.280358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba2c10-b27f-4905-84a4-1cc0f3eb9438 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Pushing event deleted for resources: {'Port': ['ID=41ec57b7-c253-4ab2-bf10-3b8bc6e18bec,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:07.354480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd60738-a30d-4dc4-8391-ba2c91687700 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:07.359511 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bd60738-a30d-4dc4-8391-ba2c91687700 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:07.361497 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd60738-a30d-4dc4-8391-ba2c91687700 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:28:07.362129 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd60738-a30d-4dc4-8391-ba2c91687700 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:28:07.379990 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52acbc8-8b16-4016-8077-fa89fec8a4e7 req-ec570f08-1fe4-4b86-b709-b528626a07d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:07.393045 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d52acbc8-8b16-4016-8077-fa89fec8a4e7 req-ec570f08-1fe4-4b86-b709-b528626a07d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 1098 time: 0.1259582 Nov 19 09:28:07.400226 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-343e8441-51bc-4b80-b074-9446df7f6ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:07.405011 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7bd60738-a30d-4dc4-8391-ba2c91687700 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2924740 Nov 19 09:28:07.418125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58768) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:07.448634 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85180a29-c069-49b4-b2c0-cfdaffe0b83d None None] New status for floating IP 15c6b2d4-0ebf-414a-9a22-e41b5462a3c4: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:28:07.460360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8441-51bc-4b80-b074-9446df7f6ba6 None None] Pushing event deleted for resources: {'Port': ['ID=fc05d20d-26d6-41d8-a1d2-f046c06925c0,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:07.479300 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-eb1e8c00-054b-4d3c-b033-1686894afaba req-58ba2c10-b27f-4905-84a4-1cc0f3eb9438 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:07.489423 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-eb1e8c00-054b-4d3c-b033-1686894afaba req-58ba2c10-b27f-4905-84a4-1cc0f3eb9438 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:07.494456 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dd51cdf1-22c4-4a5c-9c84-5b6162e18d0a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0710948 Nov 19 09:28:07.494456 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58770) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:07.497703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e8441-51bc-4b80-b074-9446df7f6ba6 None None] No DVR routers for this DVR port fc05d20d-26d6-41d8-a1d2-f046c06925c0 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:28:07.516103 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb1e8c00-054b-4d3c-b033-1686894afaba req-58ba2c10-b27f-4905-84a4-1cc0f3eb9438 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "DELETE /v2.0/floatingips/15c6b2d4-0ebf-414a-9a22-e41b5462a3c4 HTTP/1.1" status: 204 len: 173 time: 1.0299714 Nov 19 09:28:07.618121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0e588b-269b-4a34-b13c-e2cb00a0958d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:07.622052 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5a0e588b-269b-4a34-b13c-e2cb00a0958d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1270151 Nov 19 09:28:07.629623 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58776) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:07.667608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52acbc8-8b16-4016-8077-fa89fec8a4e7 req-ab87fb00-bff8-4942-882f-0a92ddadc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:07.669132 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d52acbc8-8b16-4016-8077-fa89fec8a4e7 req-ab87fb00-bff8-4942-882f-0a92ddadc525 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 912 time: 0.2648757 Nov 19 09:28:07.696411 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-be28d347-1c4a-42c8-a7e5-64e6d716c5b7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616441 Nov 19 09:28:07.703886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58778) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:07.708936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f253ce15-b5d6-4d50-9195-b09b1c6a69ae tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:07.716222 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d52acbc8-8b16-4016-8077-fa89fec8a4e7 req-4716f433-c1e3-4a46-8d65-769b1bd562e6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f32bb3f0-0e09-45eb-9f5e-7399f9de98be HTTP/1.1" status: 200 len: 217 time: 0.0358238 Nov 19 09:28:07.769583 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52acbc8-8b16-4016-8077-fa89fec8a4e7 req-b7c8db22-3ebb-421a-a0b9-066d0f71a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:07.771833 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d52acbc8-8b16-4016-8077-fa89fec8a4e7 req-b7c8db22-3ebb-421a-a0b9-066d0f71a207 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.0473065 Nov 19 09:28:07.777246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-573a32ed-46f4-4390-9c62-c07840529439 req-ae6989de-6dda-4bfc-b650-f197cd8c708c tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups/10c158d2-6d5d-45d1-b0d3-6c3574cfc12a HTTP/1.1" status: 200 len: 1825 time: 0.1491449 Nov 19 09:28:07.825704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52acbc8-8b16-4016-8077-fa89fec8a4e7 req-d3bb90d8-8423-4255-ad05-5d1a5b88f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:07.827359 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d52acbc8-8b16-4016-8077-fa89fec8a4e7 req-d3bb90d8-8423-4255-ad05-5d1a5b88f821 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471780 Nov 19 09:28:07.852188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f253ce15-b5d6-4d50-9195-b09b1c6a69ae tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:07.855904 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f253ce15-b5d6-4d50-9195-b09b1c6a69ae tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:07.925199 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-573a32ed-46f4-4390-9c62-c07840529439 req-f2adcbb4-c2f4-4024-9395-38fc476d307c tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:07.935121 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d52acbc8-8b16-4016-8077-fa89fec8a4e7 req-f87ec2da-0f1c-4bb2-b408-b791f08cf861 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985413 Nov 19 09:28:07.999859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device fc05d20d-26d6-41d8-a1d2-f046c06925c0 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:28:08.022405 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-573a32ed-46f4-4390-9c62-c07840529439 req-f2adcbb4-c2f4-4024-9395-38fc476d307c tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:08.024394 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: fc05d20d-26d6-41d8-a1d2-f046c06925c0 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:28:08.025562 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device fc05d20d-26d6-41d8-a1d2-f046c06925c0 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:28:08.106348 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544b45f-ac44-430e-ab16-48362b9d3c8d req-d1862788-2d33-43bd-846b-74d4e6ea07ae tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:08.107884 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8544b45f-ac44-430e-ab16-48362b9d3c8d req-d1862788-2d33-43bd-846b-74d4e6ea07ae tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.1506224 Nov 19 09:28:08.131869 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-573a32ed-46f4-4390-9c62-c07840529439 req-f2adcbb4-c2f4-4024-9395-38fc476d307c tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:08.135011 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-573a32ed-46f4-4390-9c62-c07840529439 req-f2adcbb4-c2f4-4024-9395-38fc476d307c tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:08.136453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-573a32ed-46f4-4390-9c62-c07840529439 req-f2adcbb4-c2f4-4024-9395-38fc476d307c tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "DELETE /v2.0/security-groups/10c158d2-6d5d-45d1-b0d3-6c3574cfc12a HTTP/1.1" status: 204 len: 173 time: 0.3474388 Nov 19 09:28:08.190086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adcbb4-c2f4-4024-9395-38fc476d307c tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c158d2-6d5d-45d1-b0d3-6c3574cfc12a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:08.230272 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8544b45f-ac44-430e-ab16-48362b9d3c8d req-d3400778-1299-4dbf-a7f0-f4be1dd5cb18 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105006 Nov 19 09:28:08.412151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.objects.ports [None req-f253ce15-b5d6-4d50-9195-b09b1c6a69ae tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103477) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:28:08.414600 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f253ce15-b5d6-4d50-9195-b09b1c6a69ae tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:08.507931 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253ce15-b5d6-4d50-9195-b09b1c6a69ae tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=52ea2be0-f86e-4c08-a37d-9c3f0d692d57,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:08.551869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f253ce15-b5d6-4d50-9195-b09b1c6a69ae tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:08.553504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-f253ce15-b5d6-4d50-9195-b09b1c6a69ae tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:08.557719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f253ce15-b5d6-4d50-9195-b09b1c6a69ae tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:08.558327 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f253ce15-b5d6-4d50-9195-b09b1c6a69ae tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:08.563574 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa450ba2-06bd-4b44-b3ff-fca69d124f14 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:08.586859 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f253ce15-b5d6-4d50-9195-b09b1c6a69ae tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8819001 Nov 19 09:28:08.589648 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58786) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:08.596037 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e3650556-d92b-4c98-999b-1378f29d5d04 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'mac_address': 'fa:16:3e:d5:d7:e2', 'name': 'tempest-NetworksTestDHCPv6-1619737071'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:08.603993 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573e4aa-168d-4de7-aedb-3dbebd076188 req-e29abb53-58b5-4d0b-aacf-faec5ad62660 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:08.613449 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4573e4aa-168d-4de7-aedb-3dbebd076188 req-e29abb53-58b5-4d0b-aacf-faec5ad62660 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.1064441 Nov 19 09:28:08.669433 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d52acbc8-8b16-4016-8077-fa89fec8a4e7 req-943a483e-fd44-42d7-890a-1624afe8c258 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7260585 Nov 19 09:28:08.699550 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4573e4aa-168d-4de7-aedb-3dbebd076188 req-70d721b9-f4ba-4082-8335-4ffc9604f0c2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811043 Nov 19 09:28:08.767645 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3650556-d92b-4c98-999b-1378f29d5d04 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:08.829512 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': '52ea2be0-f86e-4c08-a37d-9c3f0d692d57'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:28:08.830515 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:08.859292 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3650556-d92b-4c98-999b-1378f29d5d04 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:08.880119 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-e3650556-d92b-4c98-999b-1378f29d5d04 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 8a64cd32-dd35-4570-87dd-88ee8a72344a yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:08.965225 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Allocated IP 2001:db8::f816:3eff:feec:ce51 (ded7164f-a204-4255-9f6b-c93599969f88/52ea2be0-f86e-4c08-a37d-9c3f0d692d57/64bfd04a-61da-43dd-9239-dd578dcbfe20) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:09.106052 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:09.111317 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:09.151588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:09.155925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:09.158906 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:09.164033 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e3650556-d92b-4c98-999b-1378f29d5d04 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::f816:3eff:fed5:d7e2 (ded7164f-a204-4255-9f6b-c93599969f88/52ea2be0-f86e-4c08-a37d-9c3f0d692d57/8a64cd32-dd35-4570-87dd-88ee8a72344a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:09.164382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Pushing event updated for resources: {'Port': ['ID=64bfd04a-61da-43dd-9239-dd578dcbfe20,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:09.221683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Attempting to bind port 64bfd04a-61da-43dd-9239-dd578dcbfe20 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:09.222000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Attempting to bind port 64bfd04a-61da-43dd-9239-dd578dcbfe20 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:09.222496 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Attempting to bind port 64bfd04a-61da-43dd-9239-dd578dcbfe20 on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:09.227726 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:28:09.228109 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:28:09.228511 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:09.228915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:28:09.229441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Bound port: 64bfd04a-61da-43dd-9239-dd578dcbfe20, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:28:09.229830 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:09.300461 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] For port 64bfd04a-61da-43dd-9239-dd578dcbfe20, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:28:09.304715 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] For port 64bfd04a-61da-43dd-9239-dd578dcbfe20, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=64bfd04a-61da-43dd-9239-dd578dcbfe20,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:28:09.310027 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:09.330900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3650556-d92b-4c98-999b-1378f29d5d04 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:09.361643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d417e9-751d-4531-9a58-1de55be4690d req-78abbcdc-bd9b-4bbc-a348-93e5c9b1f7f4 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:09.363307 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01d417e9-751d-4531-9a58-1de55be4690d req-78abbcdc-bd9b-4bbc-a348-93e5c9b1f7f4 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.0516081 Nov 19 09:28:09.367639 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3650556-d92b-4c98-999b-1378f29d5d04 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:09.376836 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08469e-8251-4610-b2ca-5c7a4c32925e None None] Pushing event updated for resources: {'Port': ['ID=64bfd04a-61da-43dd-9239-dd578dcbfe20,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:09.429587 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01d417e9-751d-4531-9a58-1de55be4690d req-3bb91408-7e61-4823-b883-db77265cf0ba tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565696 Nov 19 09:28:09.446479 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3650556-d92b-4c98-999b-1378f29d5d04 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:09.449944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e3650556-d92b-4c98-999b-1378f29d5d04 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:09.452929 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3650556-d92b-4c98-999b-1378f29d5d04 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:09.458553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3650556-d92b-4c98-999b-1378f29d5d04 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:09.459295 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3650556-d92b-4c98-999b-1378f29d5d04 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:09.465671 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3650556-d92b-4c98-999b-1378f29d5d04 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=8a64cd32-dd35-4570-87dd-88ee8a72344a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:09.482229 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e3650556-d92b-4c98-999b-1378f29d5d04 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8912692 Nov 19 09:28:09.484845 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58796) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:09.544371 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1dad6a-a8c6-4e22-82fb-15fd6e73005d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:09.554865 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1dad6a-a8c6-4e22-82fb-15fd6e73005d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:09.557013 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bc1dad6a-a8c6-4e22-82fb-15fd6e73005d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0709722 Nov 19 09:28:09.560228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58798) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:09.670939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b02d86b2-9d93-4e02-967c-f29f5113317e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 8a64cd32-dd35-4570-87dd-88ee8a72344a {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:09.671285 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b02d86b2-9d93-4e02-967c-f29f5113317e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:09.781129 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b02d86b2-9d93-4e02-967c-f29f5113317e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:09.819109 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b02d86b2-9d93-4e02-967c-f29f5113317e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 8a64cd32-dd35-4570-87dd-88ee8a72344a owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:09.851946 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f8bf7-2923-4e1d-83b9-6d2882d89572 req-6095ce30-ed37-411f-b0f7-8138e1876621 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:09.853461 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d8f8bf7-2923-4e1d-83b9-6d2882d89572 req-6095ce30-ed37-411f-b0f7-8138e1876621 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.0842462 Nov 19 09:28:09.957506 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d8f8bf7-2923-4e1d-83b9-6d2882d89572 req-31980bc3-db76-4e05-b14f-c4675b3b21e3 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753427 Nov 19 09:28:10.062698 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b02d86b2-9d93-4e02-967c-f29f5113317e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:10.090899 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 64bfd04a-61da-43dd-9239-dd578dcbfe20 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:10.099677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d86b2-9d93-4e02-967c-f29f5113317e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=8a64cd32-dd35-4570-87dd-88ee8a72344a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:10.125319 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b02d86b2-9d93-4e02-967c-f29f5113317e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:10.130858 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b02d86b2-9d93-4e02-967c-f29f5113317e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/8a64cd32-dd35-4570-87dd-88ee8a72344a HTTP/1.1" status: 204 len: 168 time: 0.5668013 Nov 19 09:28:10.131189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58816) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:10.161390 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 64bfd04a-61da-43dd-9239-dd578dcbfe20 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:10.162341 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:10.195286 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7012b8-eb86-4769-bbad-02f8849a1d65 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:10.197831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7012b8-eb86-4769-bbad-02f8849a1d65 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:10.199954 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7c7012b8-eb86-4769-bbad-02f8849a1d65 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0677316 Nov 19 09:28:10.202635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58818) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:10.261784 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:10.265663 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-6430da4f-2086-4eee-8207-8ffcc3514514 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 52ea2be0-f86e-4c08-a37d-9c3f0d692d57 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:28:10.269170 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6430da4f-2086-4eee-8207-8ffcc3514514 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:10.303015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 64bfd04a-61da-43dd-9239-dd578dcbfe20, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=64bfd04a-61da-43dd-9239-dd578dcbfe20,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:10.309265 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:10.312665 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6430da4f-2086-4eee-8207-8ffcc3514514 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:10.367837 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=64bfd04a-61da-43dd-9239-dd578dcbfe20,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:10.408637 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6430da4f-2086-4eee-8207-8ffcc3514514 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:10.488523 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6430da4f-2086-4eee-8207-8ffcc3514514 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:10.522347 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430da4f-2086-4eee-8207-8ffcc3514514 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=52ea2be0-f86e-4c08-a37d-9c3f0d692d57,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:10.524493 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6430da4f-2086-4eee-8207-8ffcc3514514 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:10.529972 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6430da4f-2086-4eee-8207-8ffcc3514514 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/52ea2be0-f86e-4c08-a37d-9c3f0d692d57 HTTP/1.1" status: 204 len: 168 time: 0.3241611 Nov 19 09:28:10.530498 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58822) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:10.588935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab24eb1d-9117-4ac5-8ea6-c13015ee71ce None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:10.738511 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-1e7d0fd3-76ff-4eb7-952e-2c007abf1ab2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0615535 Nov 19 09:28:10.743006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b9dd2365-9db6-402f-8dc2-09f646d898d3 None None] Provisioning complete for port 64bfd04a-61da-43dd-9239-dd578dcbfe20 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:10.743410 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b9dd2365-9db6-402f-8dc2-09f646d898d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:10.809378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f32bb3f0-0e09-45eb-9f5e-7399f9de98be no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:28:10.896644 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca617c5-09c1-40a3-89c2-9ad856dabd31 req-67b97df3-fb1e-4cab-bdee-2f447c015240 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:10.905456 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0ca617c5-09c1-40a3-89c2-9ad856dabd31 req-67b97df3-fb1e-4cab-bdee-2f447c015240 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.1453607 Nov 19 09:28:10.921717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-68248bd4-7b78-40a1-ab40-9e0cece4fae9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3900962 Nov 19 09:28:10.936746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58828) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:10.946166 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-34389d1c-eec7-4c20-a46d-92357df50680 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:11.019267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e2fa7b-0667-4a38-b5cf-063010ee52c5 None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:28:11.052576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66335871-3467-4f94-8d10-2c19475fe56b req-8cf8cf34-0054-4ca4-9593-4346cfa893aa tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:11.061322 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66335871-3467-4f94-8d10-2c19475fe56b req-8cf8cf34-0054-4ca4-9593-4346cfa893aa tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 946 time: 0.5485742 Nov 19 09:28:11.065804 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:11.113206 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-785a1c22-fe47-4c3d-87d1-7e4505e0c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:11.114061 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-785a1c22-fe47-4c3d-87d1-7e4505e0c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:11.114773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af1e8eb-d87a-45ea-b233-89b6ca88cdde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f32bb3f0-0e09-45eb-9f5e-7399f9de98be'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:28:11.115099 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-785a1c22-fe47-4c3d-87d1-7e4505e0c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:11.116153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-785a1c22-fe47-4c3d-87d1-7e4505e0c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:11.117752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-785a1c22-fe47-4c3d-87d1-7e4505e0c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:11.118236 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81317932-3bf7-4233-948a-b48f8d2784f9" -d '{"events": [{"server_uuid": "2af1e8eb-d87a-45ea-b233-89b6ca88cdde", "name": "network-vif-unplugged", "status": "completed", "tag": "f32bb3f0-0e09-45eb-9f5e-7399f9de98be"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:28:11.118752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-785a1c22-fe47-4c3d-87d1-7e4505e0c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:11.119689 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-785a1c22-fe47-4c3d-87d1-7e4505e0c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:11.122679 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-785a1c22-fe47-4c3d-87d1-7e4505e0c2a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=700b69d1977242c09b136442c1eff098&device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 6496 time: 0.1997950 Nov 19 09:28:11.158509 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f32bb3f0-0e09-45eb-9f5e-7399f9de98be, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:11.168224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-15e2fa7b-0667-4a38-b5cf-063010ee52c5 None None] Deleting port 64bfd04a-61da-43dd-9239-dd578dcbfe20 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:11.168814 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-15e2fa7b-0667-4a38-b5cf-063010ee52c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:11.170485 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66335871-3467-4f94-8d10-2c19475fe56b req-230841d3-3d8c-44ec-8446-f21d6713a2ae tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081367 Nov 19 09:28:11.187122 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:11.196272 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-0ca617c5-09c1-40a3-89c2-9ad856dabd31 req-307910a8-63d9-4c9e-bd1f-a16c161b3e91 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Deleting port 52edfcec-053d-445f-bc60-4ec5c97119d9 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:11.196926 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0ca617c5-09c1-40a3-89c2-9ad856dabd31 req-307910a8-63d9-4c9e-bd1f-a16c161b3e91 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:11.278947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34389d1c-eec7-4c20-a46d-92357df50680 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:11.282783 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-34389d1c-eec7-4c20-a46d-92357df50680 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:11.298034 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbee0211-b945-4428-8bcc-f4040aefacd8 x-openstack-request-id: req-bbee0211-b945-4428-8bcc-f4040aefacd8 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:28:11.298324 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af1e8eb-d87a-45ea-b233-89b6ca88cdde", "name": "network-vif-unplugged", "status": "completed", "tag": "f32bb3f0-0e09-45eb-9f5e-7399f9de98be", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:28:11.298580 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbee0211-b945-4428-8bcc-f4040aefacd8 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:28:11.298971 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af1e8eb-d87a-45ea-b233-89b6ca88cdde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f32bb3f0-0e09-45eb-9f5e-7399f9de98be', 'code': 200} Nov 19 09:28:11.357891 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-15e2fa7b-0667-4a38-b5cf-063010ee52c5 None None] For port 64bfd04a-61da-43dd-9239-dd578dcbfe20, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=64bfd04a-61da-43dd-9239-dd578dcbfe20,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:11.358438 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-15e2fa7b-0667-4a38-b5cf-063010ee52c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:11.379429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:11.383174 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-15e2fa7b-0667-4a38-b5cf-063010ee52c5 None None] Calling delete_port for 64bfd04a-61da-43dd-9239-dd578dcbfe20 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:11.431653 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0ca617c5-09c1-40a3-89c2-9ad856dabd31 req-307910a8-63d9-4c9e-bd1f-a16c161b3e91 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] For port 52edfcec-053d-445f-bc60-4ec5c97119d9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=52edfcec-053d-445f-bc60-4ec5c97119d9,segment=NetworkSegment(9e26ce1d-c552-4411-adb5-f151c50d6b70),segment_id=9e26ce1d-c552-4411-adb5-f151c50d6b70)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:11.432231 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0ca617c5-09c1-40a3-89c2-9ad856dabd31 req-307910a8-63d9-4c9e-bd1f-a16c161b3e91 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:11.439809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170192f-85db-4b7f-8046-6768ed1b5cad req-b4d727e5-ffbf-4832-b6b9-a6a5856bbff2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:11.441365 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c170192f-85db-4b7f-8046-6768ed1b5cad req-b4d727e5-ffbf-4832-b6b9-a6a5856bbff2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbe9f89f-5d0b-4f61-a027-752fa9baaf5a HTTP/1.1" status: 200 len: 946 time: 0.2209344 Nov 19 09:28:11.464597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-0ca617c5-09c1-40a3-89c2-9ad856dabd31 req-307910a8-63d9-4c9e-bd1f-a16c161b3e91 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Calling delete_port for 52edfcec-053d-445f-bc60-4ec5c97119d9 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:11.479280 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-15e2fa7b-0667-4a38-b5cf-063010ee52c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:11.512019 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2fa7b-0667-4a38-b5cf-063010ee52c5 None None] Pushing event deleted for resources: {'Port': ['ID=64bfd04a-61da-43dd-9239-dd578dcbfe20,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:11.526809 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e2fa7b-0667-4a38-b5cf-063010ee52c5 None None] No DVR routers for this DVR port 64bfd04a-61da-43dd-9239-dd578dcbfe20 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:28:11.557909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-ef27e2ea-28c9-43d2-937d-536e7ab7a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:11.558818 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-ef27e2ea-28c9-43d2-937d-536e7ab7a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:11.559712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-ef27e2ea-28c9-43d2-937d-536e7ab7a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:11.562549 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-ef27e2ea-28c9-43d2-937d-536e7ab7a2cc service neutron] 10.222.0.71 "GET /v2.0/networks?id=0f317c17-d11b-428a-b336-bf3a20212eb4&id=3282dff9-c0bb-424b-9664-c64e91191014&id=3282dff9-c0bb-424b-9664-c64e91191014&id=3282dff9-c0bb-424b-9664-c64e91191014&id=3282dff9-c0bb-424b-9664-c64e91191014&id=15405871-da19-4499-a311-e93abf739d4c&id=15405871-da19-4499-a311-e93abf739d4c HTTP/1.1" status: 200 len: 2290 time: 0.3370373 Nov 19 09:28:11.572482 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c170192f-85db-4b7f-8046-6768ed1b5cad req-22e7e2ae-cb03-4f71-8deb-dbed641a44a2 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.21 "GET /v2.0/security-groups?id=c495b639-6062-4324-8cb0-89ce4727df70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203923 Nov 19 09:28:11.719014 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0ca617c5-09c1-40a3-89c2-9ad856dabd31 req-307910a8-63d9-4c9e-bd1f-a16c161b3e91 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:11.733961 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['52edfcec-053d-445f-bc60-4ec5c97119d9'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:28:11.752776 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307910a8-63d9-4c9e-bd1f-a16c161b3e91 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Pushing event deleted for resources: {'Port': ['ID=52edfcec-053d-445f-bc60-4ec5c97119d9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:11.775074 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-3b7d42a3-b23b-4487-868b-67115eea0eec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a9782cc-737b-4c81-975d-0c7bac4b62ed HTTP/1.1" status: 200 len: 1001 time: 0.1985722 Nov 19 09:28:11.783137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f676561-29f4-4a12-bb4a-b8b9793706d2 None None] DHCP port deletion for adf7d336-074e-44d3-8e19-ce86c53cb336 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:28:11.805170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca617c5-09c1-40a3-89c2-9ad856dabd31 req-307910a8-63d9-4c9e-bd1f-a16c161b3e91 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] No DVR routers for this DVR port 52edfcec-053d-445f-bc60-4ec5c97119d9 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:28:11.809175 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0ca617c5-09c1-40a3-89c2-9ad856dabd31 req-307910a8-63d9-4c9e-bd1f-a16c161b3e91 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:11.812694 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0ca617c5-09c1-40a3-89c2-9ad856dabd31 req-307910a8-63d9-4c9e-bd1f-a16c161b3e91 tempest-ServerRescueTestJSONUnderV235-2143146562 tempest-ServerRescueTestJSONUnderV235-2143146562-project] 10.222.0.71 "DELETE /v2.0/ports/52edfcec-053d-445f-bc60-4ec5c97119d9 HTTP/1.1" status: 204 len: 173 time: 0.8936296 Nov 19 09:28:11.813187 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'name': 'network-vif-deleted', 'tag': '52edfcec-053d-445f-bc60-4ec5c97119d9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:28:11.815468 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5566b69-b1d7-4a8a-8f29-f79205fbbb78" -d '{"events": [{"server_uuid": "bbe9f89f-5d0b-4f61-a027-752fa9baaf5a", "name": "network-vif-deleted", "tag": "52edfcec-053d-445f-bc60-4ec5c97119d9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:28:11.876225 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a6e148-a043-481a-95d0-4200fb5bb3f9 x-openstack-request-id: req-06a6e148-a043-481a-95d0-4200fb5bb3f9 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:28:11.876627 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe9f89f-5d0b-4f61-a027-752fa9baaf5a", "name": "network-vif-deleted", "tag": "52edfcec-053d-445f-bc60-4ec5c97119d9", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:28:11.876880 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06a6e148-a043-481a-95d0-4200fb5bb3f9 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:28:11.877729 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe9f89f-5d0b-4f61-a027-752fa9baaf5a', 'name': 'network-vif-deleted', 'tag': '52edfcec-053d-445f-bc60-4ec5c97119d9', 'status': 'completed', 'code': 200} Nov 19 09:28:11.891218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-95bffc22-92d7-43c8-bdcd-3d004c81c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:11.892687 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-95bffc22-92d7-43c8-bdcd-3d004c81c179 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c976a013-8e14-4043-813d-36b1a4ae191b HTTP/1.1" status: 200 len: 848 time: 0.1033018 Nov 19 09:28:11.995443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 64bfd04a-61da-43dd-9239-dd578dcbfe20 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:28:12.026815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-f350c7ae-b247-4f2a-82ae-d7d9236f925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:12.028397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-f350c7ae-b247-4f2a-82ae-d7d9236f925f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f317c17-d11b-428a-b336-bf3a20212eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179080 Nov 19 09:28:12.048633 n-d-805649-14 neutron-server[103477]: DEBUG neutron.objects.ports [None req-34389d1c-eec7-4c20-a46d-92357df50680 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103477) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:28:12.060784 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-34389d1c-eec7-4c20-a46d-92357df50680 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:12.151234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34389d1c-eec7-4c20-a46d-92357df50680 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:12.159880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-34389d1c-eec7-4c20-a46d-92357df50680 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:12.168312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34389d1c-eec7-4c20-a46d-92357df50680 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:12.168926 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-34389d1c-eec7-4c20-a46d-92357df50680 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:12.186449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34389d1c-eec7-4c20-a46d-92357df50680 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=c924b2cd-e2de-47d9-bbe5-3f34bbfe6ef5,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:12.198620 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3910a660-a4d1-439e-b91a-5b7db06dcaa4 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:12.202710 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-34389d1c-eec7-4c20-a46d-92357df50680 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2595415 Nov 19 09:28:12.203050 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58846) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:12.208468 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-abca97bf-6efb-4445-9565-10171f61e7c9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'mac_address': 'fa:16:3e:60:2f:ac', 'name': 'tempest-NetworksTestDHCPv6-749031519'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:12.230302 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 64bfd04a-61da-43dd-9239-dd578dcbfe20 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:28:12.230658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 64bfd04a-61da-43dd-9239-dd578dcbfe20 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:28:12.246611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-60053209-00cb-4959-a22c-803601f6a201 service neutron] 10.222.0.71 "GET /v2.0/networks/0f317c17-d11b-428a-b336-bf3a20212eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965725 Nov 19 09:28:12.399586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abca97bf-6efb-4445-9565-10171f61e7c9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:12.404832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abca97bf-6efb-4445-9565-10171f61e7c9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:12.412262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce630bfb-a862-4671-bc98-61c2d7b60db2 req-c47a6939-ca22-49c8-9419-1edbc184a561 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:12.415461 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce630bfb-a862-4671-bc98-61c2d7b60db2 req-c47a6939-ca22-49c8-9419-1edbc184a561 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 944 time: 0.1566448 Nov 19 09:28:12.424097 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': 'c924b2cd-e2de-47d9-bbe5-3f34bbfe6ef5'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:28:12.425303 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:12.438973 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-abca97bf-6efb-4445-9565-10171f61e7c9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 8c0826e0-b3f2-425b-a417-e6f7eddc9719 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:12.461460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-b6222c77-4962-4635-a7be-d8d7a6195fe9 service neutron] 10.222.0.71 "GET /v2.0/networks/0f317c17-d11b-428a-b336-bf3a20212eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900284 Nov 19 09:28:12.516765 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-3c5b56a3-515b-4741-8831-21bf158d2577 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=93875227-8990-4442-841e-19b4c3c91736 HTTP/1.1" status: 200 len: 217 time: 0.0458376 Nov 19 09:28:12.523394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce630bfb-a862-4671-bc98-61c2d7b60db2 req-76ccfd8c-007f-4150-ac1f-d19bfda048ac tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965300 Nov 19 09:28:12.560757 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-abca97bf-6efb-4445-9565-10171f61e7c9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::f816:3eff:fe60:2fac (ded7164f-a204-4255-9f6b-c93599969f88/c924b2cd-e2de-47d9-bbe5-3f34bbfe6ef5/8c0826e0-b3f2-425b-a417-e6f7eddc9719) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:12.573942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-253482ac-4a19-4adf-8f4b-224c184f6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:12.576024 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-253482ac-4a19-4adf-8f4b-224c184f6b22 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c HTTP/1.1" status: 200 len: 797 time: 0.0516088 Nov 19 09:28:12.649881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58852) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:12.711831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-ee59b5d7-462f-475c-a599-98dd5bc80d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:12.713341 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-ee59b5d7-462f-475c-a599-98dd5bc80d55 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3282dff9-c0bb-424b-9664-c64e91191014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1300085 Nov 19 09:28:12.723637 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abca97bf-6efb-4445-9565-10171f61e7c9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:12.736182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688c689-8127-4257-a3b8-37d020ae5f58 req-216fa278-8da7-4d38-9239-2608082f8a74 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:12.737632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c688c689-8127-4257-a3b8-37d020ae5f58 req-216fa278-8da7-4d38-9239-2608082f8a74 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1185317 Nov 19 09:28:12.761629 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abca97bf-6efb-4445-9565-10171f61e7c9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:12.811590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Allocated IP 2001:db8::f816:3eff:fe6f:6774 (ded7164f-a204-4255-9f6b-c93599969f88/c924b2cd-e2de-47d9-bbe5-3f34bbfe6ef5/902b11f8-9d23-4f4f-9871-16d9cce8fffe) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:12.816297 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abca97bf-6efb-4445-9565-10171f61e7c9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:12.821320 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca97bf-6efb-4445-9565-10171f61e7c9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=8c0826e0-b3f2-425b-a417-e6f7eddc9719,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:12.823905 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-abca97bf-6efb-4445-9565-10171f61e7c9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:12.826079 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca97bf-6efb-4445-9565-10171f61e7c9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:12.831745 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abca97bf-6efb-4445-9565-10171f61e7c9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:12.832393 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abca97bf-6efb-4445-9565-10171f61e7c9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:12.853797 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-abca97bf-6efb-4445-9565-10171f61e7c9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6496141 Nov 19 09:28:12.854434 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58854) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:12.909023 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c12410e-b949-4a39-ba3c-4bd610b248ff tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:12.911827 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3c12410e-b949-4a39-ba3c-4bd610b248ff tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0561030 Nov 19 09:28:12.914365 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58856) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:12.921440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c688c689-8127-4257-a3b8-37d020ae5f58 req-19eb9cf6-3aad-4696-b49f-718243d32dbf tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543138 Nov 19 09:28:12.979243 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-e349bf56-98d5-413f-9b70-000dc978aab5 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573307 Nov 19 09:28:13.015044 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:13.022758 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:13.072646 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:13.074046 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ced47bcc-4b0a-4aca-8ef4-53b572ff2112 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 8c0826e0-b3f2-425b-a417-e6f7eddc9719 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:13.074346 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ced47bcc-4b0a-4aca-8ef4-53b572ff2112 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:13.075905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:13.080195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:13.088506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Pushing event updated for resources: {'Port': ['ID=902b11f8-9d23-4f4f-9871-16d9cce8fffe,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:13.163525 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Attempting to bind port 902b11f8-9d23-4f4f-9871-16d9cce8fffe on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:13.164122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Attempting to bind port 902b11f8-9d23-4f4f-9871-16d9cce8fffe by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:13.164701 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Attempting to bind port 902b11f8-9d23-4f4f-9871-16d9cce8fffe on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:13.171364 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:28:13.172035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:28:13.172602 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:13.173204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:28:13.173826 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Bound port: 902b11f8-9d23-4f4f-9871-16d9cce8fffe, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:28:13.174408 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:13.239377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746a092-90cd-4d70-ab81-8cd86e876049 req-b9d7ccdc-8e00-40dc-90b8-b72e27ba50db tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:13.254101 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9746a092-90cd-4d70-ab81-8cd86e876049 req-b9d7ccdc-8e00-40dc-90b8-b72e27ba50db tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2254174 Nov 19 09:28:13.294924 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ced47bcc-4b0a-4aca-8ef4-53b572ff2112 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:13.310667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ced47bcc-4b0a-4aca-8ef4-53b572ff2112 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 8c0826e0-b3f2-425b-a417-e6f7eddc9719 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:13.334479 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] For port 902b11f8-9d23-4f4f-9871-16d9cce8fffe, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:28:13.340827 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] For port 902b11f8-9d23-4f4f-9871-16d9cce8fffe, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=902b11f8-9d23-4f4f-9871-16d9cce8fffe,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:28:13.342226 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-f4fefa0e-9976-4dc2-916c-3fdb42b4f6b9 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351495 Nov 19 09:28:13.351710 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:13.393946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-ae182afb-a7ba-4d09-bea6-6b74128ebf39 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=56761c8f-425b-4730-929a-ba3b0b318243 HTTP/1.1" status: 200 len: 217 time: 0.0434709 Nov 19 09:28:13.456848 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9746a092-90cd-4d70-ab81-8cd86e876049 req-ee0ef090-0098-43c7-9351-f876a4b39e23 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018492 Nov 19 09:28:13.475029 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ced47bcc-4b0a-4aca-8ef4-53b572ff2112 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:13.494954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f377fc8-b8e7-4b03-8ab4-b244f41e0df7 None None] Pushing event updated for resources: {'Port': ['ID=902b11f8-9d23-4f4f-9871-16d9cce8fffe,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:13.552474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-f8e9f9c0-9f53-4169-afd7-62ca7f4c18f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:13.554551 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-f8e9f9c0-9f53-4169-afd7-62ca7f4c18f8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c HTTP/1.1" status: 200 len: 797 time: 0.1460714 Nov 19 09:28:13.563664 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced47bcc-4b0a-4aca-8ef4-53b572ff2112 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=8c0826e0-b3f2-425b-a417-e6f7eddc9719,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:13.615085 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ced47bcc-4b0a-4aca-8ef4-53b572ff2112 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:13.623007 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ced47bcc-4b0a-4aca-8ef4-53b572ff2112 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/8c0826e0-b3f2-425b-a417-e6f7eddc9719 HTTP/1.1" status: 204 len: 168 time: 0.7069321 Nov 19 09:28:13.623719 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58876) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:13.712944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8bc1f8-5ff1-4cbc-a674-ac9df3a2a729 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:13.716389 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8bc1f8-5ff1-4cbc-a674-ac9df3a2a729 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:13.722806 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3c8bc1f8-5ff1-4cbc-a674-ac9df3a2a729 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0979767 Nov 19 09:28:13.723490 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58880) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:13.827196 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8972cf-b658-4242-be1e-3e043f53487c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet c924b2cd-e2de-47d9-bbe5-3f34bbfe6ef5 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:28:13.832528 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a8972cf-b658-4242-be1e-3e043f53487c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:13.904187 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a8972cf-b658-4242-be1e-3e043f53487c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:14.040117 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a8972cf-b658-4242-be1e-3e043f53487c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:14.073589 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec12a0b5-0340-4c52-8439-3c18ae741d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:14.111078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 902b11f8-9d23-4f4f-9871-16d9cce8fffe up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:14.126635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-73bd0244-b5b4-4dc9-9be6-9dc75b373a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:14.128186 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-73bd0244-b5b4-4dc9-9be6-9dc75b373a26 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3282dff9-c0bb-424b-9664-c64e91191014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5561864 Nov 19 09:28:14.135840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30c513-72c5-46bf-ba11-6d0921ebaef9 req-eccbf84a-3631-42a2-8ee4-79a97f8bbef1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:14.138231 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d30c513-72c5-46bf-ba11-6d0921ebaef9 req-eccbf84a-3631-42a2-8ee4-79a97f8bbef1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1339319 Nov 19 09:28:14.181720 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a8972cf-b658-4242-be1e-3e043f53487c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:14.199571 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 902b11f8-9d23-4f4f-9871-16d9cce8fffe triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:14.199945 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:14.212089 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8972cf-b658-4242-be1e-3e043f53487c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=c924b2cd-e2de-47d9-bbe5-3f34bbfe6ef5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:14.225063 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a8972cf-b658-4242-be1e-3e043f53487c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:14.231745 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7a8972cf-b658-4242-be1e-3e043f53487c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/c924b2cd-e2de-47d9-bbe5-3f34bbfe6ef5 HTTP/1.1" status: 204 len: 168 time: 0.5038948 Nov 19 09:28:14.232563 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58884) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:14.300592 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58886) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:14.305552 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2d81624e-3c07-463a-ae13-90450bec76bc tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636613 Nov 19 09:28:14.344981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d30c513-72c5-46bf-ba11-6d0921ebaef9 req-21b7e3e2-8221-4965-a25f-241860171dbf tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935337 Nov 19 09:28:14.379536 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:14.412938 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-3e9d3e96-1a46-459d-af26-68855770128c service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705688 Nov 19 09:28:14.420211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 902b11f8-9d23-4f4f-9871-16d9cce8fffe, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=902b11f8-9d23-4f4f-9871-16d9cce8fffe,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:14.424979 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:14.478982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=902b11f8-9d23-4f4f-9871-16d9cce8fffe,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:14.488643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35017873-a67f-4445-b774-f83d22e123ab tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:14.493060 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-35017873-a67f-4445-b774-f83d22e123ab tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1845982 Nov 19 09:28:14.493705 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58892) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:14.559428 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d11623-dd0e-4892-906b-33cc67581d4b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:14.559704 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-8f187f9c-b664-487a-9dfa-c5950aa65c70 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293182 Nov 19 09:28:14.563358 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-45d11623-dd0e-4892-906b-33cc67581d4b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0680077 Nov 19 09:28:14.563990 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58894) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:14.615674 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5dfe724c-4f53-48ad-aeaa-0488d380c236 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503135 Nov 19 09:28:14.620305 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58896) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:14.626110 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4d319fa6-9939-41d9-a0c9-3b7d23710998 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:14.626574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-cc05bed5-68c8-414f-b652-1a628824aa45 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=e1b1b935-d8de-408b-9222-af54f732f4dd HTTP/1.1" status: 200 len: 217 time: 0.0583694 Nov 19 09:28:14.724878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-1f54f819-8402-4a86-a4aa-a5d40c4fcad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:14.726454 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-1f54f819-8402-4a86-a4aa-a5d40c4fcad5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c HTTP/1.1" status: 200 len: 797 time: 0.0924544 Nov 19 09:28:14.743608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d319fa6-9939-41d9-a0c9-3b7d23710998 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:14.748471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ec12a0b5-0340-4c52-8439-3c18ae741d83 admin admin] Deleting port f1142431-5055-495f-8a2d-97cf0202861c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:14.748816 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec12a0b5-0340-4c52-8439-3c18ae741d83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:14.752964 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d319fa6-9939-41d9-a0c9-3b7d23710998 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:14.822000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 52edfcec-053d-445f-bc60-4ec5c97119d9 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:28:14.827462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-93fc0395-4567-46e3-a86d-29e953d5d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:14.829008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-93fc0395-4567-46e3-a86d-29e953d5d2e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3282dff9-c0bb-424b-9664-c64e91191014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0933759 Nov 19 09:28:14.852251 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 52edfcec-053d-445f-bc60-4ec5c97119d9 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:28:14.854775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 52edfcec-053d-445f-bc60-4ec5c97119d9 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:28:14.854937 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f32bb3f0-0e09-45eb-9f5e-7399f9de98be no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:28:14.871522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-ec12a0b5-0340-4c52-8439-3c18ae741d83 admin admin] For port f1142431-5055-495f-8a2d-97cf0202861c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f1142431-5055-495f-8a2d-97cf0202861c,segment=NetworkSegment(9e26ce1d-c552-4411-adb5-f151c50d6b70),segment_id=9e26ce1d-c552-4411-adb5-f151c50d6b70)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:14.872180 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec12a0b5-0340-4c52-8439-3c18ae741d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:14.896698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ec12a0b5-0340-4c52-8439-3c18ae741d83 admin admin] Calling delete_port for f1142431-5055-495f-8a2d-97cf0202861c owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:15.048207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998b8301-6656-41e1-989c-157a352a82f8 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:15.142442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9f5692a0-a6c4-4802-9513-ba0110b1733c None None] Provisioning complete for port 902b11f8-9d23-4f4f-9871-16d9cce8fffe triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:15.142947 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f5692a0-a6c4-4802-9513-ba0110b1733c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:15.145875 n-d-805649-14 neutron-server[103476]: DEBUG neutron.objects.ports [None req-4d319fa6-9939-41d9-a0c9-3b7d23710998 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103476) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:28:15.206865 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-bd14cc80-f174-4975-8637-210d93cebe65 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561503 Nov 19 09:28:15.443095 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d319fa6-9939-41d9-a0c9-3b7d23710998 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:15.499312 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:15.500411 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec12a0b5-0340-4c52-8439-3c18ae741d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:15.608969 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12a0b5-0340-4c52-8439-3c18ae741d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1142431-5055-495f-8a2d-97cf0202861c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:15.618887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cbb3bb-6dde-455c-925d-b1631c91c41e None None] DHCP port deletion for adf7d336-074e-44d3-8e19-ce86c53cb336 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:28:15.649362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-5d2ec5d3-5748-4d44-9d9d-5239a85fb5d7 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162176 Nov 19 09:28:15.693696 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4d319fa6-9939-41d9-a0c9-3b7d23710998 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] For port 902b11f8-9d23-4f4f-9871-16d9cce8fffe, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=902b11f8-9d23-4f4f-9871-16d9cce8fffe,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:15.712304 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-10b1e988-d560-45bb-b514-9353bea8aa44 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=28da1422-f569-4bc1-8147-20320b911d07 HTTP/1.1" status: 200 len: 217 time: 0.0439308 Nov 19 09:28:15.744616 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76123f70-3315-43ee-a2de-5c5a7b064543 req-80a0483e-ccc9-48f8-b4b0-f0fb661559ef tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:15.746342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76123f70-3315-43ee-a2de-5c5a7b064543 req-80a0483e-ccc9-48f8-b4b0-f0fb661559ef tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1834245 Nov 19 09:28:15.751882 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d319fa6-9939-41d9-a0c9-3b7d23710998 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:15.766634 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d319fa6-9939-41d9-a0c9-3b7d23710998 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:15.767510 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d319fa6-9939-41d9-a0c9-3b7d23710998 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:15.816372 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7d9fa38b-9a0c-4b75-8307-d941f9729495 None None] Provisioning complete for port 902b11f8-9d23-4f4f-9871-16d9cce8fffe triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:15.816808 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa38b-9a0c-4b75-8307-d941f9729495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:15.859350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-dc741115-ef47-41b6-96a5-4ee84f82229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:15.860893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-dc741115-ef47-41b6-96a5-4ee84f82229c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c HTTP/1.1" status: 200 len: 797 time: 0.1350396 Nov 19 09:28:15.941250 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76123f70-3315-43ee-a2de-5c5a7b064543 req-3c292ef4-13dc-42fd-8a7d-372f133be4a1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725721 Nov 19 09:28:15.943175 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d319fa6-9939-41d9-a0c9-3b7d23710998 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:15.971314 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-4d319fa6-9939-41d9-a0c9-3b7d23710998 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:15.974402 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d319fa6-9939-41d9-a0c9-3b7d23710998 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:15.975085 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d319fa6-9939-41d9-a0c9-3b7d23710998 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:15.984220 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d319fa6-9939-41d9-a0c9-3b7d23710998 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=efa6273c-3a87-43e6-95ee-c62edae79ea0,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:15.994234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-393ddee6-1a1f-4206-bfa1-147268b96961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:15.996299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-393ddee6-1a1f-4206-bfa1-147268b96961 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3282dff9-c0bb-424b-9664-c64e91191014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0963528 Nov 19 09:28:15.996945 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec12a0b5-0340-4c52-8439-3c18ae741d83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:16.014586 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4d319fa6-9939-41d9-a0c9-3b7d23710998 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3929334 Nov 19 09:28:16.026264 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58910) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:16.035676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1750a974-921a-4d48-9671-702293b20dc1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'mac_address': 'fa:16:3e:7f:5d:d2', 'name': 'tempest-NetworksTestDHCPv6-1111986362'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:16.122726 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d319fa6-9939-41d9-a0c9-3b7d23710998 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=902b11f8-9d23-4f4f-9871-16d9cce8fffe,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:16.154353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-a95e9958-58a8-483e-8986-9e17127491f9 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501458 Nov 19 09:28:16.155311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 902b11f8-9d23-4f4f-9871-16d9cce8fffe up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:16.219753 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1750a974-921a-4d48-9671-702293b20dc1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:16.224024 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b4c195e6-7221-4d23-929f-5ce2e0f63750 None None] Could not find standard attr ID for object 8c0826e0-b3f2-425b-a417-e6f7eddc9719. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:28:16.263863 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 902b11f8-9d23-4f4f-9871-16d9cce8fffe triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:16.264936 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:16.312553 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ad6422-4ca6-4e35-87ed-d0bd1039b0f1 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:16.313930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-60c9da07-e33f-4839-8f27-ad62f0033649 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486852 Nov 19 09:28:16.339514 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1750a974-921a-4d48-9671-702293b20dc1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:16.380668 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-1750a974-921a-4d48-9671-702293b20dc1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 470fab6f-ccc7-4171-aa06-6478402385d5 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:16.395142 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-30e80ef5-7ae8-4393-8fdd-069d2c0acb1b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cfb4ad1-72f2-4c6a-8756-da669c03ad65 HTTP/1.1" status: 200 len: 217 time: 0.0497065 Nov 19 09:28:16.493326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-31ec5844-a94f-47eb-a57e-831052f109c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:16.495450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-31ec5844-a94f-47eb-a57e-831052f109c2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=256f9334-7b81-45d8-b5ff-85e83d2809f1 HTTP/1.1" status: 200 len: 797 time: 0.0917919 Nov 19 09:28:16.507153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec12a0b5-0340-4c52-8439-3c18ae741d83 admin admin] Router 22988e61-91b5-4450-8af8-1095aed670ff has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:28:16.521667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-1750a974-921a-4d48-9671-702293b20dc1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::f816:3eff:fe7f:5dd2 (ded7164f-a204-4255-9f6b-c93599969f88/efa6273c-3a87-43e6-95ee-c62edae79ea0/470fab6f-ccc7-4171-aa06-6478402385d5) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:16.764292 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1750a974-921a-4d48-9671-702293b20dc1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:16.818791 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1750a974-921a-4d48-9671-702293b20dc1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:16.873638 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1750a974-921a-4d48-9671-702293b20dc1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:16.877300 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-1750a974-921a-4d48-9671-702293b20dc1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:16.881289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750a974-921a-4d48-9671-702293b20dc1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:16.888214 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1750a974-921a-4d48-9671-702293b20dc1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:16.888856 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1750a974-921a-4d48-9671-702293b20dc1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:16.899571 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750a974-921a-4d48-9671-702293b20dc1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=470fab6f-ccc7-4171-aa06-6478402385d5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:16.914313 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1750a974-921a-4d48-9671-702293b20dc1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8865376 Nov 19 09:28:16.917019 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58926) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:16.960482 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ab04ab3f-7d32-4684-9fbc-c69b2d65248f None None] Provisioning complete for port 902b11f8-9d23-4f4f-9871-16d9cce8fffe triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:16.960949 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ab04ab3f-7d32-4684-9fbc-c69b2d65248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:17.063252 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8f982d-829b-4990-89cc-78b72cb7d3e3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:17.078716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8f982d-829b-4990-89cc-78b72cb7d3e3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:17.092567 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7a8f982d-829b-4990-89cc-78b72cb7d3e3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1623418 Nov 19 09:28:17.093297 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58938) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:17.186338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-da7bcc54-aca7-4d3c-ac43-29cf0ca49224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:17.189357 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-da7bcc54-aca7-4d3c-ac43-29cf0ca49224 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=15405871-da19-4499-a311-e93abf739d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6810985 Nov 19 09:28:17.249298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d6032df6-53e7-4a80-a8fa-716345febcf0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 470fab6f-ccc7-4171-aa06-6478402385d5 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:17.249745 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6032df6-53e7-4a80-a8fa-716345febcf0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:17.302293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-05e8a3a7-2320-4dbf-b595-44c68447f59a None None] Provisioning complete for port 470fab6f-ccc7-4171-aa06-6478402385d5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:17.302683 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-05e8a3a7-2320-4dbf-b595-44c68447f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:17.323311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec12a0b5-0340-4c52-8439-3c18ae741d83 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:28:17.332936 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ec12a0b5-0340-4c52-8439-3c18ae741d83 admin admin] 10.222.0.21 "PUT /v2.0/routers/22988e61-91b5-4450-8af8-1095aed670ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6812415 Nov 19 09:28:17.337529 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58942) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:17.354293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f111e329-87cd-41c2-aaf6-122256f1c214 None None] Sync routers for ids ['22988e61-91b5-4450-8af8-1095aed670ff'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:28:17.380066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f111e329-87cd-41c2-aaf6-122256f1c214 None None] Routers {'22988e61-91b5-4450-8af8-1095aed670ff'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:28:17.380803 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f111e329-87cd-41c2-aaf6-122256f1c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:27:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['22988e61-91b5-4450-8af8-1095aed670ff'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:17.392801 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc858a-2f0b-4cee-b75f-f6b611975e68 req-cd1337c7-edb5-4440-8cdc-e4076aec3478 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:17.394386 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbbc858a-2f0b-4cee-b75f-f6b611975e68 req-cd1337c7-edb5-4440-8cdc-e4076aec3478 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2337341 Nov 19 09:28:17.406777 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-09eb4469-bbfc-4db0-98a2-73cdddf47c3f service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979539 Nov 19 09:28:17.409438 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6032df6-53e7-4a80-a8fa-716345febcf0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:17.423922 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d6032df6-53e7-4a80-a8fa-716345febcf0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 470fab6f-ccc7-4171-aa06-6478402385d5 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:17.455657 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-05e8a3a7-2320-4dbf-b595-44c68447f59a None None] Port 470fab6f-ccc7-4171-aa06-6478402385d5 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:28:17.569057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-f111e329-87cd-41c2-aaf6-122256f1c214 None None] Set router 22988e61-91b5-4450-8af8-1095aed670ff gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:28:17.573227 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fbbc858a-2f0b-4cee-b75f-f6b611975e68 req-860449ce-6f00-43e3-a8cc-316b8306e25a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687860 Nov 19 09:28:17.581245 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfc44946-5229-4587-bd00-607e1ea9bc37 admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:17.656693 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6032df6-53e7-4a80-a8fa-716345febcf0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:17.702733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6032df6-53e7-4a80-a8fa-716345febcf0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=470fab6f-ccc7-4171-aa06-6478402385d5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:17.734363 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6032df6-53e7-4a80-a8fa-716345febcf0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:17.742260 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d6032df6-53e7-4a80-a8fa-716345febcf0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/470fab6f-ccc7-4171-aa06-6478402385d5 HTTP/1.1" status: 204 len: 168 time: 0.6477413 Nov 19 09:28:17.743016 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58948) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:17.754191 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-fd314649-24df-4116-808f-fbf30b25ce5f service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351431 Nov 19 09:28:17.819037 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-534b5b27-6a38-457a-bb69-ed2ef461058f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b1b16378-6621-4664-9462-33598662a163 HTTP/1.1" status: 200 len: 217 time: 0.0568221 Nov 19 09:28:17.820387 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfc44946-5229-4587-bd00-607e1ea9bc37 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:17.839879 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54266e4b-8226-4291-8cdf-7a6f743a66ad tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:17.841404 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54266e4b-8226-4291-8cdf-7a6f743a66ad tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:17.845642 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-54266e4b-8226-4291-8cdf-7a6f743a66ad tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0984888 Nov 19 09:28:17.848227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58952) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:17.876769 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:17.901156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-9bdf255b-14ce-4aac-a91f-48c3cec5605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:17.902655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-9bdf255b-14ce-4aac-a91f-48c3cec5605f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=256f9334-7b81-45d8-b5ff-85e83d2809f1 HTTP/1.1" status: 200 len: 797 time: 0.0744469 Nov 19 09:28:17.916185 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65c88bf-a278-4057-99c1-f03ae791e432 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet efa6273c-3a87-43e6-95ee-c62edae79ea0 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:28:17.920234 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f65c88bf-a278-4057-99c1-f03ae791e432 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:17.970698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d68e3-1201-4145-9323-0462be6d813f req-bac9c5c0-aa06-4726-b69f-1727357b28fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:17.972324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-bac9c5c0-aa06-4726-b69f-1727357b28fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=15405871-da19-4499-a311-e93abf739d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0618162 Nov 19 09:28:17.974072 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-bfc44946-5229-4587-bd00-607e1ea9bc37 admin admin] Deleting port 8c3a6813-ce4a-411c-854e-5214d65ce081 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:17.974464 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfc44946-5229-4587-bd00-607e1ea9bc37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:17.981526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f111e329-87cd-41c2-aaf6-122256f1c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22988e61-91b5-4450-8af8-1095aed670ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-router', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:26:36Z', 'updated_at': '2021-11-19T09:28:15Z', 'revision_number': 5, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'gw_port': {'id': '8c3a6813-ce4a-411c-854e-5214d65ce081', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:28:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22988e61-91b5-4450-8af8-1095aed670ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:26:37Z', 'updated_at': '2021-11-19T09:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:17.994871 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f65c88bf-a278-4057-99c1-f03ae791e432 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:18.036112 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f111e329-87cd-41c2-aaf6-122256f1c214 None None] Checking router: 22988e61-91b5-4450-8af8-1095aed670ff for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:28:18.068111 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f111e329-87cd-41c2-aaf6-122256f1c214 None None] Routers {'22988e61-91b5-4450-8af8-1095aed670ff'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:28:18.068825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f111e329-87cd-41c2-aaf6-122256f1c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:27:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['22988e61-91b5-4450-8af8-1095aed670ff'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:18.109024 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 902b11f8-9d23-4f4f-9871-16d9cce8fffe up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:18.120792 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f65c88bf-a278-4057-99c1-f03ae791e432 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:18.162725 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-bfc44946-5229-4587-bd00-607e1ea9bc37 admin admin] For port 8c3a6813-ce4a-411c-854e-5214d65ce081, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8c3a6813-ce4a-411c-854e-5214d65ce081,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:18.164094 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfc44946-5229-4587-bd00-607e1ea9bc37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:18.190141 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-bfc44946-5229-4587-bd00-607e1ea9bc37 admin admin] Calling delete_port for 8c3a6813-ce4a-411c-854e-5214d65ce081 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:18.197194 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f65c88bf-a278-4057-99c1-f03ae791e432 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:18.199447 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-f111e329-87cd-41c2-aaf6-122256f1c214 None None] Set router 22988e61-91b5-4450-8af8-1095aed670ff gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:28:18.244080 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c88bf-a278-4057-99c1-f03ae791e432 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=efa6273c-3a87-43e6-95ee-c62edae79ea0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:18.246471 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f65c88bf-a278-4057-99c1-f03ae791e432 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:18.250024 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f65c88bf-a278-4057-99c1-f03ae791e432 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/efa6273c-3a87-43e6-95ee-c62edae79ea0 HTTP/1.1" status: 204 len: 168 time: 0.4007847 Nov 19 09:28:18.252381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58954) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:18.269761 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a502ff45-debd-4b90-9e83-31af6deb4868 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:18.275020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f111e329-87cd-41c2-aaf6-122256f1c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22988e61-91b5-4450-8af8-1095aed670ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-router', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:26:36Z', 'updated_at': '2021-11-19T09:28:17Z', 'revision_number': 6, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:18.305936 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-21a82463-2df1-4cd9-bd81-7a6b69fa2403 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521364 Nov 19 09:28:18.308605 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58956) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:18.308823 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-9d09ab83-8aa1-4995-a600-411166c458b5 service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172207 Nov 19 09:28:18.314588 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-22797cf2-38a4-4363-b4b7-96990fe85d6b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:18.348449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f111e329-87cd-41c2-aaf6-122256f1c214 None None] The sync data for ids ['22988e61-91b5-4450-8af8-1095aed670ff'] in n-d-805649-14 is: [{'id': '22988e61-91b5-4450-8af8-1095aed670ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-245188712-router', 'tenant_id': 'd5a15a2a66164afb93f2d14252df0114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:26:36Z', 'updated_at': '2021-11-19T09:28:17Z', 'revision_number': 6, 'project_id': 'd5a15a2a66164afb93f2d14252df0114', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:28:18.398707 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 902b11f8-9d23-4f4f-9871-16d9cce8fffe triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:18.399108 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:18.555980 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22797cf2-38a4-4363-b4b7-96990fe85d6b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:18.560960 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-22797cf2-38a4-4363-b4b7-96990fe85d6b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:18.639937 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfc44946-5229-4587-bd00-607e1ea9bc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:18.736890 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e8897a-2e12-491a-ac62-81399cefb87a None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:28:18.746885 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941e5062-1546-4f8a-98cd-ad7ce4ac9fd0 None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:28:18.802856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc44946-5229-4587-bd00-607e1ea9bc37 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c3a6813-ce4a-411c-854e-5214d65ce081,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:18.883221 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-941e5062-1546-4f8a-98cd-ad7ce4ac9fd0 None None] Deleting port 902b11f8-9d23-4f4f-9871-16d9cce8fffe {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:18.883603 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-941e5062-1546-4f8a-98cd-ad7ce4ac9fd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:18.895340 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11d68e3-1201-4145-9323-0462be6d813f req-0309aec0-350a-4eed-9990-afa31d93ad7c service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5810056 Nov 19 09:28:18.900613 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfc44946-5229-4587-bd00-607e1ea9bc37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.024251 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfc44946-5229-4587-bd00-607e1ea9bc37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.027647 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfc44946-5229-4587-bd00-607e1ea9bc37 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.084981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200b5c9-8720-41ff-9135-e290ccee1ffe req-c3f3b928-1e9a-4188-9d77-0bc17a77bbfa tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:19.094088 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d200b5c9-8720-41ff-9135-e290ccee1ffe req-c3f3b928-1e9a-4188-9d77-0bc17a77bbfa tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.3807862 Nov 19 09:28:19.112026 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfc44946-5229-4587-bd00-607e1ea9bc37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.112587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc44946-5229-4587-bd00-607e1ea9bc37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22988e61-91b5-4450-8af8-1095aed670ff {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:28:19.117215 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bfc44946-5229-4587-bd00-607e1ea9bc37 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.120790 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bfc44946-5229-4587-bd00-607e1ea9bc37 admin admin] 10.222.0.21 "DELETE /v2.0/routers/22988e61-91b5-4450-8af8-1095aed670ff HTTP/1.1" status: 204 len: 168 time: 1.7790668 Nov 19 09:28:19.125575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58972) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:19.162845 n-d-805649-14 neutron-server[103476]: DEBUG neutron.objects.ports [None req-22797cf2-38a4-4363-b4b7-96990fe85d6b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103476) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:28:19.196728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0cfe667-0650-476d-b943-8d15cd24fa09 admin admin] Deleting subnet 8ba5e1be-b792-4b32-8ac6-a703a78c0607 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:28:19.199210 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-941e5062-1546-4f8a-98cd-ad7ce4ac9fd0 None None] For port 902b11f8-9d23-4f4f-9871-16d9cce8fffe, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=902b11f8-9d23-4f4f-9871-16d9cce8fffe,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:19.200154 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-941e5062-1546-4f8a-98cd-ad7ce4ac9fd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.200706 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe667-0650-476d-b943-8d15cd24fa09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.206212 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d200b5c9-8720-41ff-9135-e290ccee1ffe req-fa531cbb-e560-496c-9b41-80d244be87c0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031082 Nov 19 09:28:19.213977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-941e5062-1546-4f8a-98cd-ad7ce4ac9fd0 None None] Calling delete_port for 902b11f8-9d23-4f4f-9871-16d9cce8fffe owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:19.242950 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe667-0650-476d-b943-8d15cd24fa09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.293774 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe667-0650-476d-b943-8d15cd24fa09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.359133 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe667-0650-476d-b943-8d15cd24fa09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.360688 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-941e5062-1546-4f8a-98cd-ad7ce4ac9fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.390816 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-22797cf2-38a4-4363-b4b7-96990fe85d6b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.400752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfe667-0650-476d-b943-8d15cd24fa09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba5e1be-b792-4b32-8ac6-a703a78c0607,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:19.409927 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe667-0650-476d-b943-8d15cd24fa09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.417478 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58974) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:19.417629 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e5062-1546-4f8a-98cd-ad7ce4ac9fd0 None None] Pushing event deleted for resources: {'Port': ['ID=902b11f8-9d23-4f4f-9871-16d9cce8fffe,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:19.417742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c0cfe667-0650-476d-b943-8d15cd24fa09 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8ba5e1be-b792-4b32-8ac6-a703a78c0607 HTTP/1.1" status: 204 len: 168 time: 0.2912242 Nov 19 09:28:19.421853 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2ddff7-3763-4b3e-976c-ec2a7010c8a4 None None] Network adf7d336-074e-44d3-8e19-ce86c53cb336 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:19.436471 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941e5062-1546-4f8a-98cd-ad7ce4ac9fd0 None None] No DVR routers for this DVR port 902b11f8-9d23-4f4f-9871-16d9cce8fffe on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:28:19.449016 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-22797cf2-38a4-4363-b4b7-96990fe85d6b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Port 902b11f8-9d23-4f4f-9871-16d9cce8fffe concurrently deleted while adding address for new subnet {'id': '85971e72-ce05-4fbc-91ad-2d721e9d7518', 'name': '', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2104, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-19T09:28:18Z', 'updated_at': '2021-11-19T09:28:18Z', 'revision_number': 0, 'segment_id': None, 'project_id': '28b7eb3a7737444e8ea9ba51bbed0654'}. {{(pid=103476) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 19 09:28:19.449582 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-22797cf2-38a4-4363-b4b7-96990fe85d6b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.545183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22797cf2-38a4-4363-b4b7-96990fe85d6b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:19.561667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-22797cf2-38a4-4363-b4b7-96990fe85d6b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:19.564881 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22797cf2-38a4-4363-b4b7-96990fe85d6b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:19.565616 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-22797cf2-38a4-4363-b4b7-96990fe85d6b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.573387 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688f705f-03a6-4a97-9e79-780342abc7a9 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:19.582126 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22797cf2-38a4-4363-b4b7-96990fe85d6b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=85971e72-ce05-4fbc-91ad-2d721e9d7518,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:19.589173 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dcb278ff-59ac-4cf0-84c4-56335900886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.611520 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-22797cf2-38a4-4363-b4b7-96990fe85d6b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3016815 Nov 19 09:28:19.611678 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58980) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:19.618922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3a143343-dd83-49f5-8605-6e95438a1ec3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'mac_address': 'fa:16:3e:47:42:44', 'name': 'tempest-NetworksTestDHCPv6-695220743'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:19.667645 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8456cb1d-6412-406f-b901-5fa921e46e08 None None] DHCP port deletion for adf7d336-074e-44d3-8e19-ce86c53cb336 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:28:19.696559 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dcb278ff-59ac-4cf0-84c4-56335900886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.735433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-dcb278ff-59ac-4cf0-84c4-56335900886b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf7d336-074e-44d3-8e19-ce86c53cb336']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:19.751934 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-dcb278ff-59ac-4cf0-84c4-56335900886b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e26ce1d-c552-4411-adb5-f151c50d6b70') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:19.752573 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-dcb278ff-59ac-4cf0-84c4-56335900886b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e26ce1d-c552-4411-adb5-f151c50d6b70') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:19.764966 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dcb278ff-59ac-4cf0-84c4-56335900886b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.785233 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dcb278ff-59ac-4cf0-84c4-56335900886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.789401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a143343-dd83-49f5-8605-6e95438a1ec3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:19.803259 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb278ff-59ac-4cf0-84c4-56335900886b admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:28:19.804476 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dcb278ff-59ac-4cf0-84c4-56335900886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:28:19.807357 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:28:19.866048 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': '85971e72-ce05-4fbc-91ad-2d721e9d7518'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:28:19.867627 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.886435 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dcb278ff-59ac-4cf0-84c4-56335900886b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.900071 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dcb278ff-59ac-4cf0-84c4-56335900886b admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.923272 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dcb278ff-59ac-4cf0-84c4-56335900886b admin admin] 10.222.0.21 "DELETE /v2.0/networks/adf7d336-074e-44d3-8e19-ce86c53cb336 HTTP/1.1" status: 204 len: 168 time: 0.5034740 Nov 19 09:28:19.956016 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb278ff-59ac-4cf0-84c4-56335900886b admin admin] Pushing event deleted for resources: {'Network': ['ID=adf7d336-074e-44d3-8e19-ce86c53cb336,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:19.978213 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a143343-dd83-49f5-8605-6e95438a1ec3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:19.986729 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b15602e1-0086-4725-b5c4-df8b59ca51f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:20.033354 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-3a143343-dd83-49f5-8605-6e95438a1ec3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 74711fd0-affa-4524-8f05-7349be5e1bc3 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:20.064897 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 902b11f8-9d23-4f4f-9871-16d9cce8fffe no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:28:20.118850 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 902b11f8-9d23-4f4f-9871-16d9cce8fffe {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:28:20.119092 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 902b11f8-9d23-4f4f-9871-16d9cce8fffe not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:28:20.119513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f1142431-5055-495f-8a2d-97cf0202861c no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:28:20.145830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Allocated IP 2001:db8::f816:3eff:fef1:c102 (ded7164f-a204-4255-9f6b-c93599969f88/85971e72-ce05-4fbc-91ad-2d721e9d7518/2deb5d80-2307-4a46-90e9-24c441132c45) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:20.148429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: f1142431-5055-495f-8a2d-97cf0202861c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:28:20.149137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f1142431-5055-495f-8a2d-97cf0202861c not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:28:20.149397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8c3a6813-ce4a-411c-854e-5214d65ce081 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:28:20.194302 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 8c3a6813-ce4a-411c-854e-5214d65ce081 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:28:20.194651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8c3a6813-ce4a-411c-854e-5214d65ce081 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:28:20.218193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59000) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:20.275654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-397e265f-4a46-492a-9af6-f7c15d3a6233 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5a15a2a66164afb93f2d14252df0114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0536010 Nov 19 09:28:20.275654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59004) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:20.376834 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:20.385927 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:20.424298 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5badc55e-cfa8-4ce8-a660-5c3f39bfb16a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:20.430838 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:20.436445 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:20.439144 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:20.445175 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Pushing event updated for resources: {'Port': ['ID=2deb5d80-2307-4a46-90e9-24c441132c45,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:20.453395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d3b13-8807-4e18-88dd-6cae79b7b33b req-296bc4ec-86c8-4f14-b76e-f219d44a2379 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:20.454936 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c57d3b13-8807-4e18-88dd-6cae79b7b33b req-296bc4ec-86c8-4f14-b76e-f219d44a2379 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1299465 Nov 19 09:28:20.483582 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5badc55e-cfa8-4ce8-a660-5c3f39bfb16a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:20.499293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-3a143343-dd83-49f5-8605-6e95438a1ec3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::f816:3eff:fe47:4244 (ded7164f-a204-4255-9f6b-c93599969f88/85971e72-ce05-4fbc-91ad-2d721e9d7518/74711fd0-affa-4524-8f05-7349be5e1bc3) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:20.505429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Attempting to bind port 2deb5d80-2307-4a46-90e9-24c441132c45 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:20.506106 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Attempting to bind port 2deb5d80-2307-4a46-90e9-24c441132c45 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:20.507246 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Attempting to bind port 2deb5d80-2307-4a46-90e9-24c441132c45 on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:20.513994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:28:20.514748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:28:20.515360 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:20.515948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:28:20.516622 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Bound port: 2deb5d80-2307-4a46-90e9-24c441132c45, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:28:20.517259 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:20.564235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c57d3b13-8807-4e18-88dd-6cae79b7b33b req-892d7a1d-9a68-49ce-ab07-bbf5eedde06a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974233 Nov 19 09:28:20.592913 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] For port 2deb5d80-2307-4a46-90e9-24c441132c45, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:28:20.598427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] For port 2deb5d80-2307-4a46-90e9-24c441132c45, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=2deb5d80-2307-4a46-90e9-24c441132c45,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:28:20.614386 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:20.617593 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5badc55e-cfa8-4ce8-a660-5c3f39bfb16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:20.620714 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5badc55e-cfa8-4ce8-a660-5c3f39bfb16a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:20.623617 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5badc55e-cfa8-4ce8-a660-5c3f39bfb16a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c495b639-6062-4324-8cb0-89ce4727df70 HTTP/1.1" status: 204 len: 168 time: 0.3443565 Nov 19 09:28:20.666038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badc55e-cfa8-4ce8-a660-5c3f39bfb16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c495b639-6062-4324-8cb0-89ce4727df70,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:20.698755 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6d66f-f8f2-443d-b8f1-206f9eb0c28b None None] Pushing event updated for resources: {'Port': ['ID=2deb5d80-2307-4a46-90e9-24c441132c45,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:20.777833 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a143343-dd83-49f5-8605-6e95438a1ec3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:20.833379 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a143343-dd83-49f5-8605-6e95438a1ec3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:20.889762 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a143343-dd83-49f5-8605-6e95438a1ec3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:20.912432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-3a143343-dd83-49f5-8605-6e95438a1ec3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:20.915507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a143343-dd83-49f5-8605-6e95438a1ec3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:20.921473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a143343-dd83-49f5-8605-6e95438a1ec3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:20.922148 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a143343-dd83-49f5-8605-6e95438a1ec3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:20.956025 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a143343-dd83-49f5-8605-6e95438a1ec3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=74711fd0-affa-4524-8f05-7349be5e1bc3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:20.978335 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3a143343-dd83-49f5-8605-6e95438a1ec3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3656645 Nov 19 09:28:20.980891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59014) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:21.078046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96642a99-8a74-483c-85e0-06b3db9d882f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:21.086383 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96642a99-8a74-483c-85e0-06b3db9d882f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:21.088250 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-96642a99-8a74-483c-85e0-06b3db9d882f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0960784 Nov 19 09:28:21.091006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59022) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:21.202151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5637f0cf-7bfc-49c9-a629-0c70821494d3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 74711fd0-affa-4524-8f05-7349be5e1bc3 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:21.202486 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5637f0cf-7bfc-49c9-a629-0c70821494d3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:21.311899 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5637f0cf-7bfc-49c9-a629-0c70821494d3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:21.324521 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5637f0cf-7bfc-49c9-a629-0c70821494d3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 74711fd0-affa-4524-8f05-7349be5e1bc3 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:21.492586 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5637f0cf-7bfc-49c9-a629-0c70821494d3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:21.532617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637f0cf-7bfc-49c9-a629-0c70821494d3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=74711fd0-affa-4524-8f05-7349be5e1bc3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:21.567967 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5637f0cf-7bfc-49c9-a629-0c70821494d3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:21.573382 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5637f0cf-7bfc-49c9-a629-0c70821494d3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/74711fd0-affa-4524-8f05-7349be5e1bc3 HTTP/1.1" status: 204 len: 168 time: 0.4809732 Nov 19 09:28:21.575517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59038) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:21.637065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5686c105-8ab6-40b3-9215-c4a0c2be9fcf tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:21.638766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5686c105-8ab6-40b3-9215-c4a0c2be9fcf tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:21.655514 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5686c105-8ab6-40b3-9215-c4a0c2be9fcf tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0773718 Nov 19 09:28:21.658389 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59046) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:21.752684 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-c379cbe6-37f6-4827-aa6d-bf89ae4b0688 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 85971e72-ce05-4fbc-91ad-2d721e9d7518 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:28:21.756432 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c379cbe6-37f6-4827-aa6d-bf89ae4b0688 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:21.829659 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c379cbe6-37f6-4827-aa6d-bf89ae4b0688 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:21.831075 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c757e6-a6af-4205-9080-1d1c2f82960a req-95c2c537-7364-486c-865a-7ea3bf8c76c0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:21.844279 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-08c757e6-a6af-4205-9080-1d1c2f82960a req-95c2c537-7364-486c-865a-7ea3bf8c76c0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1190574 Nov 19 09:28:21.990072 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-08c757e6-a6af-4205-9080-1d1c2f82960a req-fb92a75b-2186-4524-becb-b77554a039f2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429543 Nov 19 09:28:22.100329 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c379cbe6-37f6-4827-aa6d-bf89ae4b0688 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:22.195628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 2deb5d80-2307-4a46-90e9-24c441132c45 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:22.222462 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c379cbe6-37f6-4827-aa6d-bf89ae4b0688 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:22.300806 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-999aa20e-51d8-41e7-ae52-caa3b9979b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:22.316603 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c379cbe6-37f6-4827-aa6d-bf89ae4b0688 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:22.324817 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c379cbe6-37f6-4827-aa6d-bf89ae4b0688 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/85971e72-ce05-4fbc-91ad-2d721e9d7518 HTTP/1.1" status: 204 len: 168 time: 0.6641998 Nov 19 09:28:22.326749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379cbe6-37f6-4827-aa6d-bf89ae4b0688 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=85971e72-ce05-4fbc-91ad-2d721e9d7518,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:22.327564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59062) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:22.337448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 2deb5d80-2307-4a46-90e9-24c441132c45 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:22.337448 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:22.387648 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-bb08d53b-ef4f-4a1c-af4c-6cccff0afbe3 None None] Provisioning complete for port 2deb5d80-2307-4a46-90e9-24c441132c45 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:22.388231 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb08d53b-ef4f-4a1c-af4c-6cccff0afbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:22.407304 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4dceca1f-f09b-4032-b26e-1c874beea12f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786223 Nov 19 09:28:22.409593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59064) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:22.480408 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:22.483556 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bcb8b0-2739-42b5-a930-099651d3acc0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:22.485274 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-87bcb8b0-2739-42b5-a930-099651d3acc0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0743983 Nov 19 09:28:22.488404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59068) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:22.556067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147e474b-f148-41ac-805a-7f060ffd8db4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:22.557937 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-147e474b-f148-41ac-805a-7f060ffd8db4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0682273 Nov 19 09:28:22.560678 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59072) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:22.588194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 2deb5d80-2307-4a46-90e9-24c441132c45, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=2deb5d80-2307-4a46-90e9-24c441132c45,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:22.595691 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb08d53b-ef4f-4a1c-af4c-6cccff0afbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:22.603136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59074) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:22.617987 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-071333ce-3227-41b7-8ed3-20011e1ee289 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557053 Nov 19 09:28:22.622583 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59078) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:22.629966 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d09f0fe7-3e96-40ba-a602-1b628f3007b3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:22.635923 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:22.665187 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59080) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:22.727663 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f231f34e-dda1-4736-9e78-87cb77906df3 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:22.771759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09f0fe7-3e96-40ba-a602-1b628f3007b3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:22.776558 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d09f0fe7-3e96-40ba-a602-1b628f3007b3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:22.782034 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=2deb5d80-2307-4a46-90e9-24c441132c45,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:22.790921 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-bb08d53b-ef4f-4a1c-af4c-6cccff0afbe3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:28:22.791374 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-bb08d53b-ef4f-4a1c-af4c-6cccff0afbe3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:28:22.837670 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3266af8-be0f-477f-a4f8-9cbe35da762b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:22.853708 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-faa3543b-3da2-40e7-b6e1-1050f5351101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:22.935915 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3266af8-be0f-477f-a4f8-9cbe35da762b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:22.940782 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3266af8-be0f-477f-a4f8-9cbe35da762b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:22.943836 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caf910a-2e61-499b-ae41-93ba36e060e0 None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:28:22.988608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3266af8-be0f-477f-a4f8-9cbe35da762b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b27792-09ee-4172-ae8c-dd988eb3c453,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:22.994066 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c3266af8-be0f-477f-a4f8-9cbe35da762b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87ba296a95c04605a712b1a903b828d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3274708 Nov 19 09:28:22.997225 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59084) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:23.011451 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-faa3543b-3da2-40e7-b6e1-1050f5351101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:23.016057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3caf910a-2e61-499b-ae41-93ba36e060e0 None None] Deleting port 2deb5d80-2307-4a46-90e9-24c441132c45 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:23.016436 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3caf910a-2e61-499b-ae41-93ba36e060e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:23.019667 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-faa3543b-3da2-40e7-b6e1-1050f5351101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:23.065615 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52d43862-7b6e-43d4-96f3-ce21adeb75bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:23.070204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3543b-3da2-40e7-b6e1-1050f5351101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f521da-f752-4f46-9deb-b8caa73b2806,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:23.093992 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52d43862-7b6e-43d4-96f3-ce21adeb75bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:23.104538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3caf910a-2e61-499b-ae41-93ba36e060e0 None None] For port 2deb5d80-2307-4a46-90e9-24c441132c45, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=2deb5d80-2307-4a46-90e9-24c441132c45,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:23.104958 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3caf910a-2e61-499b-ae41-93ba36e060e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:23.117520 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-faa3543b-3da2-40e7-b6e1-1050f5351101 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=589c637f1e0d4191b7fe223a0c7d1d19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5098963 Nov 19 09:28:23.117873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59088) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:23.128697 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3caf910a-2e61-499b-ae41-93ba36e060e0 None None] Calling delete_port for 2deb5d80-2307-4a46-90e9-24c441132c45 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:23.151367 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d09f0fe7-3e96-40ba-a602-1b628f3007b3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:23.157964 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52d43862-7b6e-43d4-96f3-ce21adeb75bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:23.162762 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52d43862-7b6e-43d4-96f3-ce21adeb75bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:23.164904 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-52d43862-7b6e-43d4-96f3-ce21adeb75bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18b27792-09ee-4172-ae8c-dd988eb3c453 HTTP/1.1" status: 204 len: 168 time: 0.1654413 Nov 19 09:28:23.175043 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d43862-7b6e-43d4-96f3-ce21adeb75bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b27792-09ee-4172-ae8c-dd988eb3c453,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:23.239096 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09f0fe7-3e96-40ba-a602-1b628f3007b3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:23.250973 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d775c-fb32-43ec-b726-4e675f9d52d8 req-e489a25d-e0da-4703-afe6-a70fc21396ee tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:23.252562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-020d775c-fb32-43ec-b726-4e675f9d52d8 req-e489a25d-e0da-4703-afe6-a70fc21396ee tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1525481 Nov 19 09:28:23.256264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-d09f0fe7-3e96-40ba-a602-1b628f3007b3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:23.264352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09f0fe7-3e96-40ba-a602-1b628f3007b3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:23.264972 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d09f0fe7-3e96-40ba-a602-1b628f3007b3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:23.267313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f0fe7-3e96-40ba-a602-1b628f3007b3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=d15c2fc5-da99-4c2f-8ccd-30709704cff0,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:23.282105 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3caf910a-2e61-499b-ae41-93ba36e060e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:23.295175 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d70092f-2a0d-4662-81f4-1354b1f01935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:23.312224 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d09f0fe7-3e96-40ba-a602-1b628f3007b3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6881990 Nov 19 09:28:23.317697 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59096) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:23.325488 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0b787f74-363f-417c-ac57-87ba361233a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'mac_address': 'fa:16:3e:50:f3:36', 'name': 'tempest-NetworksTestDHCPv6-1914741506'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:23.354132 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d70092f-2a0d-4662-81f4-1354b1f01935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:23.381756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-bb08d53b-ef4f-4a1c-af4c-6cccff0afbe3 None None] Port 2deb5d80-2307-4a46-90e9-24c441132c45 update to ACTIVE by agent not found {{(pid=103478) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 19 09:28:23.382731 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-020d775c-fb32-43ec-b726-4e675f9d52d8 req-d9dbf6a2-624a-4a70-81f4-74e57f8a63a7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003277 Nov 19 09:28:23.391095 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf910a-2e61-499b-ae41-93ba36e060e0 None None] No DVR routers for this DVR port 2deb5d80-2307-4a46-90e9-24c441132c45 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:28:23.397910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf910a-2e61-499b-ae41-93ba36e060e0 None None] Pushing event deleted for resources: {'Port': ['ID=2deb5d80-2307-4a46-90e9-24c441132c45,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:23.414188 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8194732-0e1f-4870-82f9-2dd8ca444aa2 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:23.463048 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d70092f-2a0d-4662-81f4-1354b1f01935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:23.467440 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d70092f-2a0d-4662-81f4-1354b1f01935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:23.469179 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7d70092f-2a0d-4662-81f4-1354b1f01935 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15f521da-f752-4f46-9deb-b8caa73b2806 HTTP/1.1" status: 204 len: 168 time: 0.3503616 Nov 19 09:28:23.482489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70092f-2a0d-4662-81f4-1354b1f01935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f521da-f752-4f46-9deb-b8caa73b2806,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:23.620466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d4c22ad8-717a-47c8-b113-7e36a383085a None None] Could not find standard attr ID for object 74711fd0-affa-4524-8f05-7349be5e1bc3. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:28:23.621944 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:23.748597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b787f74-363f-417c-ac57-87ba361233a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:23.866913 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': 'd15c2fc5-da99-4c2f-8ccd-30709704cff0'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:28:23.867814 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:23.960213 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b787f74-363f-417c-ac57-87ba361233a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:24.041848 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0b787f74-363f-417c-ac57-87ba361233a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 89885728-00b2-45ff-ae15-5653f238960b yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:24.069440 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 2deb5d80-2307-4a46-90e9-24c441132c45 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:28:24.122347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 2deb5d80-2307-4a46-90e9-24c441132c45 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:28:24.122698 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 2deb5d80-2307-4a46-90e9-24c441132c45 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:28:24.154374 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Allocated IP 2001:db8::2 (ded7164f-a204-4255-9f6b-c93599969f88/d15c2fc5-da99-4c2f-8ccd-30709704cff0/b53160be-b1dd-476b-b82b-3be238df6676) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:24.383100 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:24.399319 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:24.480401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Pushing event updated for resources: {'Port': ['ID=b53160be-b1dd-476b-b82b-3be238df6676,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:24.504288 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:24.507658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:24.512410 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:24.617959 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-0b787f74-363f-417c-ac57-87ba361233a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::13d (ded7164f-a204-4255-9f6b-c93599969f88/d15c2fc5-da99-4c2f-8ccd-30709704cff0/89885728-00b2-45ff-ae15-5653f238960b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:24.683104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Attempting to bind port b53160be-b1dd-476b-b82b-3be238df6676 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:24.683709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Attempting to bind port b53160be-b1dd-476b-b82b-3be238df6676 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:24.684297 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Attempting to bind port b53160be-b1dd-476b-b82b-3be238df6676 on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:24.693518 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:28:24.694119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:28:24.695302 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:24.696354 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:28:24.697264 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Bound port: b53160be-b1dd-476b-b82b-3be238df6676, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:28:24.697882 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:24.775884 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b4f2e-e64a-45da-941b-0fdc7b330082 req-05087642-f85a-4a33-aacf-281e2d08c382 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:24.781674 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f80b4f2e-e64a-45da-941b-0fdc7b330082 req-05087642-f85a-4a33-aacf-281e2d08c382 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1616991 Nov 19 09:28:24.874113 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] For port b53160be-b1dd-476b-b82b-3be238df6676, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:28:24.899418 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f80b4f2e-e64a-45da-941b-0fdc7b330082 req-39f2d2d1-6a18-498c-aad8-b72e82effe5c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079161 Nov 19 09:28:24.908289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] For port b53160be-b1dd-476b-b82b-3be238df6676, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b53160be-b1dd-476b-b82b-3be238df6676,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:28:24.917881 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:24.926964 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:25.058857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ce3c2-b92b-439f-bd73-094506a8c6a5 None None] Pushing event updated for resources: {'Port': ['ID=b53160be-b1dd-476b-b82b-3be238df6676,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:25.370385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab468c-abef-44f3-8fc2-d59b5c8e4b7f req-14e1baa9-4ac1-4f95-a81e-c51e15db04cc tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:25.379399 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50ab468c-abef-44f3-8fc2-d59b5c8e4b7f req-14e1baa9-4ac1-4f95-a81e-c51e15db04cc tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1550076 Nov 19 09:28:25.448514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e2cd0-9103-49e4-8f01-ac0b565d85b1 req-5f015b32-b1e7-41f3-8aa7-75d07d7e02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:25.453272 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-328e2cd0-9103-49e4-8f01-ac0b565d85b1 req-5f015b32-b1e7-41f3-8aa7-75d07d7e02cd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 1096 time: 0.1673377 Nov 19 09:28:25.469892 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:25.526246 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b787f74-363f-417c-ac57-87ba361233a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:25.540874 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50ab468c-abef-44f3-8fc2-d59b5c8e4b7f req-baf98b35-f820-452b-bdbf-7c5330f3886b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601996 Nov 19 09:28:25.607057 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b787f74-363f-417c-ac57-87ba361233a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:25.703944 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e2cd0-9103-49e4-8f01-ac0b565d85b1 req-8588aba8-36b5-47fc-bd90-a0a06f2120e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:25.707750 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-328e2cd0-9103-49e4-8f01-ac0b565d85b1 req-8588aba8-36b5-47fc-bd90-a0a06f2120e0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 912 time: 0.1835659 Nov 19 09:28:25.722497 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b787f74-363f-417c-ac57-87ba361233a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:25.732459 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0b787f74-363f-417c-ac57-87ba361233a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:25.750091 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b787f74-363f-417c-ac57-87ba361233a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:25.775077 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b787f74-363f-417c-ac57-87ba361233a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:25.775971 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b787f74-363f-417c-ac57-87ba361233a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:25.798227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b787f74-363f-417c-ac57-87ba361233a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=89885728-00b2-45ff-ae15-5653f238960b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:25.809339 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0b787f74-363f-417c-ac57-87ba361233a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4902537 Nov 19 09:28:25.812244 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59178) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:25.854871 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-328e2cd0-9103-49e4-8f01-ac0b565d85b1 req-d4950c02-01ca-4b60-8db9-06ebd3410d91 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d HTTP/1.1" status: 200 len: 999 time: 0.1381986 Nov 19 09:28:25.882216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30450cd2-253e-498f-868f-9470f3c780f7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:25.901185 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30450cd2-253e-498f-868f-9470f3c780f7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:25.905321 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-30450cd2-253e-498f-868f-9470f3c780f7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0893302 Nov 19 09:28:25.905842 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59184) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:25.962343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e2cd0-9103-49e4-8f01-ac0b565d85b1 req-180ec321-7c4d-4ce4-ad0a-f85d292562f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:25.973459 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-328e2cd0-9103-49e4-8f01-ac0b565d85b1 req-180ec321-7c4d-4ce4-ad0a-f85d292562f0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.1051824 Nov 19 09:28:26.053338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59190) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:26.075862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e2cd0-9103-49e4-8f01-ac0b565d85b1 req-3848a678-e9a2-45c1-9986-b0725f393b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:26.077966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-328e2cd0-9103-49e4-8f01-ac0b565d85b1 req-3848a678-e9a2-45c1-9986-b0725f393b18 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919056 Nov 19 09:28:26.157658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b53160be-b1dd-476b-b82b-3be238df6676 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:26.260607 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c5256b38-9dae-423d-bc4f-b9aaa24c1d79 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 89885728-00b2-45ff-ae15-5653f238960b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:26.267758 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5256b38-9dae-423d-bc4f-b9aaa24c1d79 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:26.288327 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b53160be-b1dd-476b-b82b-3be238df6676 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:26.288701 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:26.307791 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-328e2cd0-9103-49e4-8f01-ac0b565d85b1 req-26a5ebaa-8b9e-4918-882b-f7f5277e0ce0 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213590 Nov 19 09:28:26.482765 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:26.528277 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5256b38-9dae-423d-bc4f-b9aaa24c1d79 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:26.539109 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-328e2cd0-9103-49e4-8f01-ac0b565d85b1 req-90203bdb-f411-4853-9c1f-a65598df40c0 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085900 Nov 19 09:28:26.546458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port b53160be-b1dd-476b-b82b-3be238df6676, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b53160be-b1dd-476b-b82b-3be238df6676,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:26.554877 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:26.579153 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c5256b38-9dae-423d-bc4f-b9aaa24c1d79 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 89885728-00b2-45ff-ae15-5653f238960b owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:26.675120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=b53160be-b1dd-476b-b82b-3be238df6676,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:26.686321 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:26.687022 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:26.687609 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:26.688098 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:26.688655 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:26.689489 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:26.690066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:26.690720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:26.691283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:26.691765 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:26.692270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:26.692838 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:26.727553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cdaf9695-55fc-44f0-82c7-795b5cbd23c0 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-7213044'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:26.737930 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e860d4-86e6-41ae-ae6c-9623f92a579c req-b4c48282-6bef-4423-9299-c40541f5eb41 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:26.754031 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01e860d4-86e6-41ae-ae6c-9623f92a579c req-b4c48282-6bef-4423-9299-c40541f5eb41 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1067286 Nov 19 09:28:26.807355 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaf9695-55fc-44f0-82c7-795b5cbd23c0 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Made reservation on behalf of 213d5b1a5e4e4b3d8cbfd6555eb86d49 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:26.817167 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9695-55fc-44f0-82c7-795b5cbd23c0 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:26.842044 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01e860d4-86e6-41ae-ae6c-9623f92a579c req-6cda4529-57de-4709-9c6a-e040564450a4 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791607 Nov 19 09:28:26.852559 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9695-55fc-44f0-82c7-795b5cbd23c0 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:26.908491 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5256b38-9dae-423d-bc4f-b9aaa24c1d79 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:26.988478 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6de1bf36-320e-450d-967f-097fc5ab3931 None None] Provisioning complete for port b53160be-b1dd-476b-b82b-3be238df6676 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:26.989127 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6de1bf36-320e-450d-967f-097fc5ab3931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:27.014770 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5256b38-9dae-423d-bc4f-b9aaa24c1d79 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=89885728-00b2-45ff-ae15-5653f238960b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:27.067885 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5256b38-9dae-423d-bc4f-b9aaa24c1d79 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:27.073132 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c5256b38-9dae-423d-bc4f-b9aaa24c1d79 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/89885728-00b2-45ff-ae15-5653f238960b HTTP/1.1" status: 204 len: 168 time: 1.1656315 Nov 19 09:28:27.075267 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59218) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:27.196909 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338e9d25-f964-4657-a8ca-ea40f90bdd16 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:27.198516 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338e9d25-f964-4657-a8ca-ea40f90bdd16 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:27.200138 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-338e9d25-f964-4657-a8ca-ea40f90bdd16 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1238849 Nov 19 09:28:27.203476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59224) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:27.206681 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9695-55fc-44f0-82c7-795b5cbd23c0 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:27.213416 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9695-55fc-44f0-82c7-795b5cbd23c0 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:27.261797 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdaf9695-55fc-44f0-82c7-795b5cbd23c0 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:28:27.294409 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf9695-55fc-44f0-82c7-795b5cbd23c0 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aef052e-e5af-4dd9-8923-1e2cb52ddf60,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:27.301405 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9695-55fc-44f0-82c7-795b5cbd23c0 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:27.301965 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-cdaf9695-55fc-44f0-82c7-795b5cbd23c0 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Added segment 85138ddf-9c23-4cc4-85c8-56319d0eb87f of type vlan for network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 Nov 19 09:28:27.375560 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7aa905-9537-44d3-84bf-51a98b0fc6bd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet d15c2fc5-da99-4c2f-8ccd-30709704cff0 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:28:27.379297 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b7aa905-9537-44d3-84bf-51a98b0fc6bd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:27.405267 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9695-55fc-44f0-82c7-795b5cbd23c0 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:27.505130 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9695-55fc-44f0-82c7-795b5cbd23c0 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:27.515162 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b7aa905-9537-44d3-84bf-51a98b0fc6bd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:27.532511 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaf9695-55fc-44f0-82c7-795b5cbd23c0 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:27.534199 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdaf9695-55fc-44f0-82c7-795b5cbd23c0 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:27.668450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf9695-55fc-44f0-82c7-795b5cbd23c0 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Pushing event updated for resources: {'Network': ['ID=9c55ae6c-acab-4ce0-ab67-c6ebe9201b09,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:27.674599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e3f071dc-3c1e-4936-b24a-00afd9b9ad05 None None] Could not find standard attr ID for object 89885728-00b2-45ff-ae15-5653f238960b. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:28:27.682808 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:28:27.694261 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cdaf9695-55fc-44f0-82c7-795b5cbd23c0 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6327403 Nov 19 09:28:27.698788 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b7aa905-9537-44d3-84bf-51a98b0fc6bd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:27.855613 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b7aa905-9537-44d3-84bf-51a98b0fc6bd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:27.960308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7aa905-9537-44d3-84bf-51a98b0fc6bd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=d15c2fc5-da99-4c2f-8ccd-30709704cff0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:27.979464 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b7aa905-9537-44d3-84bf-51a98b0fc6bd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:27.980592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fa023d-f929-4f37-a440-1e886dec4877 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:27.992538 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59256) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:28.003266 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2b7aa905-9537-44d3-84bf-51a98b0fc6bd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/d15c2fc5-da99-4c2f-8ccd-30709704cff0 HTTP/1.1" status: 204 len: 168 time: 0.7984023 Nov 19 09:28:28.090765 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-354c54b8-9bed-4c31-9b4a-20e64a1f59de tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962858 Nov 19 09:28:28.092941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59260) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:28.141696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b53160be-b1dd-476b-b82b-3be238df6676 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:28.158515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a5dfe-7815-448a-a06f-97ada87e1ef7 req-aba4c98f-dab3-4573-b1cc-306171c2e88f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:28.160096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-852a5dfe-7815-448a-a06f-97ada87e1ef7 req-aba4c98f-dab3-4573-b1cc-306171c2e88f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1242216 Nov 19 09:28:28.249039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59264) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:28.249970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed09ef6e-88a7-428b-9a95-9c6586b91910 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:28.255077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59268) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:28.258018 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ed09ef6e-88a7-428b-9a95-9c6586b91910 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1629765 Nov 19 09:28:28.268458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Request body: {'port': {'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09', 'binding:host_id': 'n-h1-805649-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-255017487'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:28.331958 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b53160be-b1dd-476b-b82b-3be238df6676 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:28.331958 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:28.359361 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-852a5dfe-7815-448a-a06f-97ada87e1ef7 req-568858a7-bd59-42e8-b023-45913be03ffd tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851759 Nov 19 09:28:28.416069 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4761582-d8d2-41b6-ba68-153ef57df27c None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:28:28.428992 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Made reservation on behalf of a17cae834e32435b84e310517e30c8d0 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:28.446775 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:28.451824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce35f790-4cc2-43a7-8011-41a13801f9f6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:28.453617 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ce35f790-4cc2-43a7-8011-41a13801f9f6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1697245 Nov 19 09:28:28.456372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59278) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:28.462372 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:28.555088 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59284) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:28.555536 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-850a5731-4c0d-4727-81dc-1a45e6a44224 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0979278 Nov 19 09:28:28.562257 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-2a9c5f3c-4d80-44a2-b619-cc34d03b3000 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:28.589626 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f4761582-d8d2-41b6-ba68-153ef57df27c None None] Deleting port b53160be-b1dd-476b-b82b-3be238df6676 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:28.590271 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f4761582-d8d2-41b6-ba68-153ef57df27c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:28.683450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f4761582-d8d2-41b6-ba68-153ef57df27c None None] For port b53160be-b1dd-476b-b82b-3be238df6676, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b53160be-b1dd-476b-b82b-3be238df6676,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:28.684607 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f4761582-d8d2-41b6-ba68-153ef57df27c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:28.702561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f4761582-d8d2-41b6-ba68-153ef57df27c None None] Calling delete_port for b53160be-b1dd-476b-b82b-3be238df6676 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:28.798203 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f4761582-d8d2-41b6-ba68-153ef57df27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:28.831372 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4761582-d8d2-41b6-ba68-153ef57df27c None None] Pushing event deleted for resources: {'Port': ['ID=b53160be-b1dd-476b-b82b-3be238df6676,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:28.845444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4761582-d8d2-41b6-ba68-153ef57df27c None None] No DVR routers for this DVR port b53160be-b1dd-476b-b82b-3be238df6676 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:28:29.004165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59290) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:29.032682 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd34f0-3fb7-40b6-a54e-c553d91e606e req-b6f5d35a-048d-45a8-877d-224c5e658322 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:29.034279 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eecd34f0-3fb7-40b6-a54e-c553d91e606e req-b6f5d35a-048d-45a8-877d-224c5e658322 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.5437806 Nov 19 09:28:29.078613 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:29.095378 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:29.105673 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] device_id is not set on port a4c53e1b-58ca-496c-9505-be70207b9d17 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:29.157976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eecd34f0-3fb7-40b6-a54e-c553d91e606e req-1b5d6b17-1006-4875-a3f4-bc1646afe9f4 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102774 Nov 19 09:28:29.158531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9c5f3c-4d80-44a2-b619-cc34d03b3000 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:29.161883 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a9c5f3c-4d80-44a2-b619-cc34d03b3000 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:29.191530 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43567ae2-75e3-460d-9cf8-47f4d7d12197 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:29.309200 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65759411-a85d-487a-a3f0-be18879d8ba2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:29.318196 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43567ae2-75e3-460d-9cf8-47f4d7d12197 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:29.339778 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43567ae2-75e3-460d-9cf8-47f4d7d12197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:29.440961 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-43567ae2-75e3-460d-9cf8-47f4d7d12197 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d49c97ce6c9544a3b89d2df84a6471bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4347565 Nov 19 09:28:29.443830 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43567ae2-75e3-460d-9cf8-47f4d7d12197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aa1ba6-cb2e-45a5-a70d-86d69e5fa6fd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:29.449016 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59298) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:29.531882 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5c9e-a2be-4fa3-9947-d788b25f3711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:29.574160 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5c9e-a2be-4fa3-9947-d788b25f3711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:29.595065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2573f77-cea4-499f-9c1d-a4f620db19de req-e7ecb939-7571-4319-96e9-644278a83bb3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:29.597715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e2573f77-cea4-499f-9c1d-a4f620db19de req-e7ecb939-7571-4319-96e9-644278a83bb3 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.3193011 Nov 19 09:28:29.637169 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5c9e-a2be-4fa3-9947-d788b25f3711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:29.640401 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f2e5c9e-a2be-4fa3-9947-d788b25f3711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:29.641863 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0f2e5c9e-a2be-4fa3-9947-d788b25f3711 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00aa1ba6-cb2e-45a5-a70d-86d69e5fa6fd HTTP/1.1" status: 204 len: 168 time: 0.1915331 Nov 19 09:28:29.652062 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e5c9e-a2be-4fa3-9947-d788b25f3711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aa1ba6-cb2e-45a5-a70d-86d69e5fa6fd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:29.798718 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e2573f77-cea4-499f-9c1d-a4f620db19de req-5d372f2c-3ee5-45dd-bcd0-3f09cc5c4c6a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830845 Nov 19 09:28:29.874833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] device_id is not set on port a4c53e1b-58ca-496c-9505-be70207b9d17 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:29.887710 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:29.919045 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:29.994924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Pushing event updated for resources: {'Port': ['ID=a4c53e1b-58ca-496c-9505-be70207b9d17,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:30.024969 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59312) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:30.027287 n-d-805649-14 neutron-server[103477]: DEBUG neutron.objects.ports [None req-2a9c5f3c-4d80-44a2-b619-cc34d03b3000 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103477) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:28:30.036121 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a9c5f3c-4d80-44a2-b619-cc34d03b3000 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:30.037686 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b53160be-b1dd-476b-b82b-3be238df6676 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:28:30.060299 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-427fed79-e04a-4f21-bed3-d1341074d3e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:30.075133 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: b53160be-b1dd-476b-b82b-3be238df6676 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:28:30.076080 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b53160be-b1dd-476b-b82b-3be238df6676 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:28:30.107758 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9c5f3c-4d80-44a2-b619-cc34d03b3000 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:30.108817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Checking segment: {'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:28:30.109209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Network hostable DHCP agents. Network: 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:28:30.133866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-2a9c5f3c-4d80-44a2-b619-cc34d03b3000 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:30.137334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9c5f3c-4d80-44a2-b619-cc34d03b3000 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:30.137943 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a9c5f3c-4d80-44a2-b619-cc34d03b3000 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:30.146270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5cdc6f-ece2-48c2-8a3d-ecff11e9c2a5 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:30.157517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c5f3c-4d80-44a2-b619-cc34d03b3000 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=12c57e9d-223f-4e3f-baf3-3dcc37293176,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:30.185577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2a9c5f3c-4d80-44a2-b619-cc34d03b3000 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6285203 Nov 19 09:28:30.186944 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59314) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:30.192188 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-427fed79-e04a-4f21-bed3-d1341074d3e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:30.197531 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-427fed79-e04a-4f21-bed3-d1341074d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:30.198281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-bde71bc7-3e53-4923-a9a6-65292e1eadf4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:30.207938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:28:30.236742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fed79-e04a-4f21-bed3-d1341074d3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264c90ec-8a2d-44de-be9b-b8760cb878c9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:30.236972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57677429-a86b-4a3e-bd64-99a440a9b8f4 req-2eef26a7-1ce4-4e3d-a9a2-b85d6dd69fd2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:30.238507 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-57677429-a86b-4a3e-bd64-99a440a9b8f4 req-2eef26a7-1ce4-4e3d-a9a2-b85d6dd69fd2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1587338 Nov 19 09:28:30.246410 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-427fed79-e04a-4f21-bed3-d1341074d3e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c72da2b7e1a4221be3f552279509267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2202342 Nov 19 09:28:30.250267 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59316) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:30.306530 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:30.314280 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d49573a0-722c-4eeb-8d1b-318002f2c35c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:30.323281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:30.331958 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03f801d-e7f3-4d48-9f7f-e13834ca8ec8 None None] Network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:30.352816 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d49573a0-722c-4eeb-8d1b-318002f2c35c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:30.373833 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': '12c57e9d-223f-4e3f-baf3-3dcc37293176'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:28:30.374705 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:30.379386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:30.379723 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:30.380055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:30.397623 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-57677429-a86b-4a3e-bd64-99a440a9b8f4 req-e9a1ff6f-2ac9-4ddc-8fde-c5a0d8b63594 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142502 Nov 19 09:28:30.405658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:30.406089 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:30.418166 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 2 to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 Nov 19 09:28:30.432730 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d49573a0-722c-4eeb-8d1b-318002f2c35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:30.435578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:30.435847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:30.436182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:30.442155 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d49573a0-722c-4eeb-8d1b-318002f2c35c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:30.444451 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d49573a0-722c-4eeb-8d1b-318002f2c35c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/264c90ec-8a2d-44de-be9b-b8760cb878c9 HTTP/1.1" status: 204 len: 168 time: 0.1925690 Nov 19 09:28:30.447841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:30.448041 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:30.450062 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 3 to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 Nov 19 09:28:30.458621 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49573a0-722c-4eeb-8d1b-318002f2c35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264c90ec-8a2d-44de-be9b-b8760cb878c9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:30.495361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:30.497287 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:30.497751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:30.507523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:30.508202 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:30.508667 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 4 to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 Nov 19 09:28:30.533295 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde71bc7-3e53-4923-a9a6-65292e1eadf4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:30.540923 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bde71bc7-3e53-4923-a9a6-65292e1eadf4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:30.549612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:30.564465 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:30.564838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:30.647804 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Allocated IP 2001:db8::f816:3eff:febe:a664 (ded7164f-a204-4255-9f6b-c93599969f88/12c57e9d-223f-4e3f-baf3-3dcc37293176/6e75db91-3d1d-44ff-a078-33e5f343c15f) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:30.668712 n-d-805649-14 neutron-server[103477]: INFO neutron.db.ipam_backend_mixin [None req-bde71bc7-3e53-4923-a9a6-65292e1eadf4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 12c57e9d-223f-4e3f-baf3-3dcc37293176 (CIDR: 2001:db8::/64) Nov 19 09:28:30.672344 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde71bc7-3e53-4923-a9a6-65292e1eadf4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:28:30.672805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde71bc7-3e53-4923-a9a6-65292e1eadf4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:28:30.687424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:30.688047 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:30.688444 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 5 to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 Nov 19 09:28:30.694835 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bde71bc7-3e53-4923-a9a6-65292e1eadf4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5036848 Nov 19 09:28:30.699364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59328) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:30.705852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6ecd6d43-da13-4198-9bdd-d0684f2a4233 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:30.784821 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:30.785228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:30.785611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:30.809004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:30.813749 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:30.818047 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 6 to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 Nov 19 09:28:30.891222 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:30.891455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:30.891808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:30.902507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:30.902830 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:30.906317 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 7 to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 Nov 19 09:28:30.917365 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:30.941768 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:30.942124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:30.942447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:30.950414 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:30.957953 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:30.958547 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:30.959088 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 8 to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 Nov 19 09:28:30.965216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecd6d43-da13-4198-9bdd-d0684f2a4233 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:30.969219 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6d43-da13-4198-9bdd-d0684f2a4233 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:30.996737 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Pushing event updated for resources: {'Port': ['ID=6e75db91-3d1d-44ff-a078-33e5f343c15f,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:31.019925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:31.022247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:31.024823 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:31.029793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:31.030138 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:31.030488 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:31.038544 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:31.038881 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:31.041839 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 9 to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 Nov 19 09:28:31.067689 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:31.068038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:31.068427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:31.080948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:31.081327 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:31.084982 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 10 to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 Nov 19 09:28:31.104427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Attempting to bind port 6e75db91-3d1d-44ff-a078-33e5f343c15f on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:31.105425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Attempting to bind port 6e75db91-3d1d-44ff-a078-33e5f343c15f by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:31.105979 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Attempting to bind port 6e75db91-3d1d-44ff-a078-33e5f343c15f on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:31.112622 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:28:31.113278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:28:31.114678 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:31.115289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:28:31.116505 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Bound port: 6e75db91-3d1d-44ff-a078-33e5f343c15f, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:28:31.117162 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:31.122748 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:31.123092 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:31.123423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:31.135495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a4c53e1b-58ca-496c-9505-be70207b9d17 on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:31.136018 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a4c53e1b-58ca-496c-9505-be70207b9d17 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:31.136404 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:31.208040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] For port 6e75db91-3d1d-44ff-a078-33e5f343c15f, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:28:31.213780 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] For port 6e75db91-3d1d-44ff-a078-33e5f343c15f, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6e75db91-3d1d-44ff-a078-33e5f343c15f,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:28:31.222119 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:31.278291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] For port a4c53e1b-58ca-496c-9505-be70207b9d17, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:28:31.278682 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempted to set empty binding levels {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 09:28:31.298358 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:31.309318 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb680a-fbc8-4955-9304-515a73c5a756 None None] Pushing event updated for resources: {'Port': ['ID=6e75db91-3d1d-44ff-a078-33e5f343c15f,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:31.318939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:31.319565 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:31.425654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.1733923 Nov 19 09:28:31.426537 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59352) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:31.428800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1a003-b3d0-46e3-88c8-55fab952fa55 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Pushing event updated for resources: {'Port': ['ID=a4c53e1b-58ca-496c-9505-be70207b9d17,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:31.492568 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6d43-da13-4198-9bdd-d0684f2a4233 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:31.527809 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-62596f7b-0226-4036-9200-3b439d163195 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Deleting port a4c53e1b-58ca-496c-9505-be70207b9d17 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:31.528596 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62596f7b-0226-4036-9200-3b439d163195 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:31.566246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecd6d43-da13-4198-9bdd-d0684f2a4233 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:31.572748 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-6ecd6d43-da13-4198-9bdd-d0684f2a4233 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:31.575997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd6d43-da13-4198-9bdd-d0684f2a4233 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:31.576674 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6d43-da13-4198-9bdd-d0684f2a4233 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:31.636183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59360) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:31.640815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6ecd6d43-da13-4198-9bdd-d0684f2a4233 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9402800 Nov 19 09:28:31.643425 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d748725d-67ac-42f1-87b7-266e8f849431 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'mac_address': 'fa:16:3e:59:fc:a3', 'name': 'tempest-NetworksTestDHCPv6-1715731358'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:31.683747 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd6d43-da13-4198-9bdd-d0684f2a4233 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=bc3310ac-0baa-44a4-bfbb-93b8dfd1e5e0,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:31.738087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-62596f7b-0226-4036-9200-3b439d163195 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] For port a4c53e1b-58ca-496c-9505-be70207b9d17, host n-h1-805649-14, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:31.738479 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62596f7b-0226-4036-9200-3b439d163195 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:31.742154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c6892-d6c8-4cd1-8e9e-7a945eed1836 req-5767f3a0-49c5-4a4b-aebc-873f26a78b3c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:31.744089 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e25c6892-d6c8-4cd1-8e9e-7a945eed1836 req-5767f3a0-49c5-4a4b-aebc-873f26a78b3c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2009814 Nov 19 09:28:31.771506 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-62596f7b-0226-4036-9200-3b439d163195 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Calling delete_port for a4c53e1b-58ca-496c-9505-be70207b9d17 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:31.849992 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e25c6892-d6c8-4cd1-8e9e-7a945eed1836 req-7a9274dd-a877-4029-9fac-0c3cc8643ae7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974648 Nov 19 09:28:32.012667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d748725d-67ac-42f1-87b7-266e8f849431 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:32.134076 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6e75db91-3d1d-44ff-a078-33e5f343c15f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:32.171377 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62596f7b-0226-4036-9200-3b439d163195 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:32.236139 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 6e75db91-3d1d-44ff-a078-33e5f343c15f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:32.236771 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:32.295763 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420b19c-a503-41c6-928d-012525bd2b2f req-a6e14e1d-1887-4370-9e4f-f1ba2b53803b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:32.298153 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0420b19c-a503-41c6-928d-012525bd2b2f req-a6e14e1d-1887-4370-9e4f-f1ba2b53803b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1427944 Nov 19 09:28:32.305132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda6095-53cb-418f-b01c-825d25a28701 req-15bdb99a-50c1-4452-9dae-edc22831c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:32.305486 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d748725d-67ac-42f1-87b7-266e8f849431 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:32.306868 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5dda6095-53cb-418f-b01c-825d25a28701 req-15bdb99a-50c1-4452-9dae-edc22831c2b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8144ed889e0e449f999e146a50a01315&device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 1096 time: 0.0836453 Nov 19 09:28:32.311912 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62596f7b-0226-4036-9200-3b439d163195 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4c53e1b-58ca-496c-9505-be70207b9d17,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:32.327781 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62596f7b-0226-4036-9200-3b439d163195 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:32.331253 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-62596f7b-0226-4036-9200-3b439d163195 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] 10.222.0.21 "DELETE /v2.0/ports/a4c53e1b-58ca-496c-9505-be70207b9d17 HTTP/1.1" status: 204 len: 168 time: 0.9022770 Nov 19 09:28:32.341368 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59378) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:32.369536 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e67c182-65b1-48ee-8fe4-fc01b1c5dfa7 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] GET failed (client error): The resource could not be found. Nov 19 09:28:32.371896 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0e67c182-65b1-48ee-8fe4-fc01b1c5dfa7 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] 10.222.0.21 "GET /v2.0/ports/a4c53e1b-58ca-496c-9505-be70207b9d17 HTTP/1.1" status: 404 len: 333 time: 0.0293899 Nov 19 09:28:32.378489 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59380) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:32.387579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8af0a2b7-f924-4e91-853a-e6a6c647a920 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Request body: {'port': {'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1050685036'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:32.396818 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:32.398766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-d748725d-67ac-42f1-87b7-266e8f849431 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 31212448-8090-4002-87f0-138c1fe04dc9 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:32.464170 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda6095-53cb-418f-b01c-825d25a28701 req-6c1427fe-17d5-4efa-bc18-1eaf11accede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:32.466793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5dda6095-53cb-418f-b01c-825d25a28701 req-6c1427fe-17d5-4efa-bc18-1eaf11accede service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 200 len: 912 time: 0.1461756 Nov 19 09:28:32.487246 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 6e75db91-3d1d-44ff-a078-33e5f343c15f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6e75db91-3d1d-44ff-a078-33e5f343c15f,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:32.498025 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:32.520595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af0a2b7-f924-4e91-853a-e6a6c647a920 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Made reservation on behalf of a17cae834e32435b84e310517e30c8d0 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:32.523663 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8af0a2b7-f924-4e91-853a-e6a6c647a920 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:32.580851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-8af0a2b7-f924-4e91-853a-e6a6c647a920 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] device_id is not set on port a9706059-5b9d-4bf9-806f-592d9d4d2d4a yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:32.623965 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=6e75db91-3d1d-44ff-a078-33e5f343c15f,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:32.637015 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0420b19c-a503-41c6-928d-012525bd2b2f req-1004aef5-cf0e-4441-9233-5634a5ab3feb tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3283639 Nov 19 09:28:32.698965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5dda6095-53cb-418f-b01c-825d25a28701 req-26b1265f-9f62-420e-be22-cf76d0e8941b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d HTTP/1.1" status: 200 len: 999 time: 0.2231848 Nov 19 09:28:32.846140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda6095-53cb-418f-b01c-825d25a28701 req-d92d9d3b-f847-4017-8063-bd4e2cb197e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:32.847584 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5dda6095-53cb-418f-b01c-825d25a28701 req-d92d9d3b-f847-4017-8063-bd4e2cb197e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 200 len: 850 time: 0.1402836 Nov 19 09:28:32.953198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda6095-53cb-418f-b01c-825d25a28701 req-a7ccd15d-b94a-43e8-ac71-da85c59a7922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:32.954915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5dda6095-53cb-418f-b01c-825d25a28701 req-a7ccd15d-b94a-43e8-ac71-da85c59a7922 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae30f9f9-a15f-46da-bac5-9059230a3308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975516 Nov 19 09:28:33.050880 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d748725d-67ac-42f1-87b7-266e8f849431 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8:0:1::171 (ded7164f-a204-4255-9f6b-c93599969f88/bc3310ac-0baa-44a4-bfbb-93b8dfd1e5e0/31212448-8090-4002-87f0-138c1fe04dc9) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:33.068288 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d748725d-67ac-42f1-87b7-266e8f849431 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::f816:3eff:fe59:fca3 (ded7164f-a204-4255-9f6b-c93599969f88/12c57e9d-223f-4e3f-baf3-3dcc37293176/31212448-8090-4002-87f0-138c1fe04dc9) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:33.119351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5dda6095-53cb-418f-b01c-825d25a28701 req-df5272ee-e95a-4abb-a055-7a77d3c2273f service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567066 Nov 19 09:28:33.123086 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8af0a2b7-f924-4e91-853a-e6a6c647a920 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:33.259965 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8af0a2b7-f924-4e91-853a-e6a6c647a920 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:33.273188 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132a6d06-c9f5-466b-bee4-027b26b44e7d None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:33.284353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5dda6095-53cb-418f-b01c-825d25a28701 req-b4fd0d51-90aa-4def-ba38-5fdf029495b7 service neutron] 10.222.0.71 "GET /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513534 Nov 19 09:28:33.362605 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af0a2b7-f924-4e91-853a-e6a6c647a920 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:33.373372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-8af0a2b7-f924-4e91-853a-e6a6c647a920 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:33.383959 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af0a2b7-f924-4e91-853a-e6a6c647a920 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:33.384994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af0a2b7-f924-4e91-853a-e6a6c647a920 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:33.385751 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8af0a2b7-f924-4e91-853a-e6a6c647a920 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:33.393539 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0a2b7-f924-4e91-853a-e6a6c647a920 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Pushing event updated for resources: {'Port': ['ID=a9706059-5b9d-4bf9-806f-592d9d4d2d4a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:33.399613 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d748725d-67ac-42f1-87b7-266e8f849431 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:33.401304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-344a58e5-8c03-4b22-a84c-2492d9f48606 None None] Provisioning complete for port 6e75db91-3d1d-44ff-a078-33e5f343c15f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:33.401848 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-344a58e5-8c03-4b22-a84c-2492d9f48606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:33.417637 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8af0a2b7-f924-4e91-853a-e6a6c647a920 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0355709 Nov 19 09:28:33.418000 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59408) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:33.423306 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:33.499749 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:33.504166 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d748725d-67ac-42f1-87b7-266e8f849431 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:33.591012 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d748725d-67ac-42f1-87b7-266e8f849431 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:33.604701 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d748725d-67ac-42f1-87b7-266e8f849431 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:33.607038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d748725d-67ac-42f1-87b7-266e8f849431 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:33.613617 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d748725d-67ac-42f1-87b7-266e8f849431 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:33.613815 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d748725d-67ac-42f1-87b7-266e8f849431 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:33.616974 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748725d-67ac-42f1-87b7-266e8f849431 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=31212448-8090-4002-87f0-138c1fe04dc9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:33.651134 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d748725d-67ac-42f1-87b7-266e8f849431 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0131073 Nov 19 09:28:33.655715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59418) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:33.674736 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:28:33.691500 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da162bc1-a399-42bf-8083-4b987f2535d8 None None] Update dhcp port {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'fixed_ips': [{'subnet_id': '12c57e9d-223f-4e3f-baf3-3dcc37293176', 'ip_address': '2001:db8::f816:3eff:febe:a664'}, {'subnet_id': 'bc3310ac-0baa-44a4-bfbb-93b8dfd1e5e0'}], 'binding:host_id': 'n-d-805649-14'}, 'id': '6e75db91-3d1d-44ff-a078-33e5f343c15f'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:28:33.757767 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-da162bc1-a399-42bf-8083-4b987f2535d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:33.857243 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] device_id is not set on port a9706059-5b9d-4bf9-806f-592d9d4d2d4a yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:33.882898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:33.896022 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:33.901231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610322e2-6aea-489a-94f6-c2898b69ab2b req-c7c24817-daf4-46e6-a7f3-1e28d9ff054e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:33.903104 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-610322e2-6aea-489a-94f6-c2898b69ab2b req-c7c24817-daf4-46e6-a7f3-1e28d9ff054e tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1627605 Nov 19 09:28:33.998900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-43c685bb-2162-474f-8850-287e0a9581ff tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 31212448-8090-4002-87f0-138c1fe04dc9 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:33.999660 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43c685bb-2162-474f-8850-287e0a9581ff tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:34.153666 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Pushing event updated for resources: {'Port': ['ID=a9706059-5b9d-4bf9-806f-592d9d4d2d4a,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:34.157752 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59434) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:34.170995 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6e75db91-3d1d-44ff-a078-33e5f343c15f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:34.185204 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43c685bb-2162-474f-8850-287e0a9581ff tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:34.187362 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:34.187978 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:34.188706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:34.207875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-43c685bb-2162-474f-8850-287e0a9581ff tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 31212448-8090-4002-87f0-138c1fe04dc9 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:34.214740 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-610322e2-6aea-489a-94f6-c2898b69ab2b req-82985223-ff6a-4f2d-9cf5-000f9cd71814 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908783 Nov 19 09:28:34.218996 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:34.219777 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:34.223629 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 2 to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a Nov 19 09:28:34.302528 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:34.304766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:34.306521 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:34.325559 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:34.326079 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:34.326637 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 3 to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a Nov 19 09:28:34.354885 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9af42eef-65fa-449c-81d1-d84ed033e5f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:34.364889 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:34.366352 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:34.367036 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:34.373459 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:34.374278 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:34.380241 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 4 to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a Nov 19 09:28:34.387102 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 6e75db91-3d1d-44ff-a078-33e5f343c15f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:34.387702 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:34.395470 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:34.395833 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:34.396178 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:34.409015 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:34.409288 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:34.411978 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 5 to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a Nov 19 09:28:34.432063 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:34.432450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:34.432800 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:34.438559 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:34.439187 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:34.440117 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 6 to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a Nov 19 09:28:34.458244 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:34.458835 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:34.459621 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:34.465425 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:34.465983 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:34.466529 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 7 to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a Nov 19 09:28:34.473398 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-da162bc1-a399-42bf-8083-4b987f2535d8 None None] Allocated IP 2001:db8:0:1::2 (ded7164f-a204-4255-9f6b-c93599969f88/bc3310ac-0baa-44a4-bfbb-93b8dfd1e5e0/6e75db91-3d1d-44ff-a078-33e5f343c15f) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:34.485895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:34.486949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:34.487914 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:34.505530 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:34.506173 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:34.507713 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 8 to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a Nov 19 09:28:34.520618 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43c685bb-2162-474f-8850-287e0a9581ff tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:34.533130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:34.533616 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:34.534077 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:34.545404 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:34.545967 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:34.548107 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 9 to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a Nov 19 09:28:34.561917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c685bb-2162-474f-8850-287e0a9581ff tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=31212448-8090-4002-87f0-138c1fe04dc9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:34.596624 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:34.597516 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:34.598202 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:34.629252 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:34.629751 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:34.632247 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 10 to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a Nov 19 09:28:34.659737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:34.660107 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:34.660518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:34.670974 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43c685bb-2162-474f-8850-287e0a9581ff tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:34.673335 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9af42eef-65fa-449c-81d1-d84ed033e5f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:34.675076 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:34.675716 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:34.676163 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:34.678215 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-43c685bb-2162-474f-8850-287e0a9581ff tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/31212448-8090-4002-87f0-138c1fe04dc9 HTTP/1.1" status: 204 len: 168 time: 1.0209179 Nov 19 09:28:34.679199 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59450) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:34.683813 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-da162bc1-a399-42bf-8083-4b987f2535d8 None None] For port 6e75db91-3d1d-44ff-a078-33e5f343c15f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6e75db91-3d1d-44ff-a078-33e5f343c15f,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:34.718082 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9af42eef-65fa-449c-81d1-d84ed033e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:34.736408 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-da162bc1-a399-42bf-8083-4b987f2535d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:34.750881 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-da162bc1-a399-42bf-8083-4b987f2535d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:34.803191 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9af42eef-65fa-449c-81d1-d84ed033e5f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7784a8e6974048f8b2eaf4b03ed6f4cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6438198 Nov 19 09:28:34.806279 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59460) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:34.806428 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af42eef-65fa-449c-81d1-d84ed033e5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29f4f2a-e9fb-431c-85ed-7b02d1013cf8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:34.840635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddfcae3-4e2a-46b8-90a9-ef0b6f904a37 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:34.845171 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7ddfcae3-4e2a-46b8-90a9-ef0b6f904a37 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1613376 Nov 19 09:28:34.845622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59462) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:34.846335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da162bc1-a399-42bf-8083-4b987f2535d8 None None] Pushing event updated for resources: {'Port': ['ID=6e75db91-3d1d-44ff-a078-33e5f343c15f,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:34.865133 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] For port a9706059-5b9d-4bf9-806f-592d9d4d2d4a, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:28:34.865133 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempted to set empty binding levels {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 09:28:34.870327 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:34.897531 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:34.922398 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:34.925480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] In _notify_port_updated(), no bound segment for port a9706059-5b9d-4bf9-806f-592d9d4d2d4a on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103476) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:28:34.926371 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:34.926993 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:34.928854 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] 10.222.0.21 "PUT /v2.0/ports/a9706059-5b9d-4bf9-806f-592d9d4d2d4a HTTP/1.1" status: 200 len: 976 time: 1.5092981 Nov 19 09:28:34.933502 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59468) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:34.993114 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:34.997853 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:35.000619 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e29f4f2a-e9fb-431c-85ed-7b02d1013cf8 HTTP/1.1" status: 204 len: 168 time: 0.1921842 Nov 19 09:28:35.026096 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29f4f2a-e9fb-431c-85ed-7b02d1013cf8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:35.034628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:35.034978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:35.035322 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:35.036025 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:35.036369 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:35.036791 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:35.037155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:35.037790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:35.038189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:35.038531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:35.039040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:35.039459 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aeb46b-ac3f-4f0b-bc77-bf7c78a690ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:35.087281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31449a87-d948-4750-9a48-92e4c3e62f0c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.091214 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-31449a87-d948-4750-9a48-92e4c3e62f0c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2424202 Nov 19 09:28:35.091783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59476) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:35.092434 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33edb27-2a71-471c-8190-ab49292b7a62 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Pushing event updated for resources: {'Port': ['ID=a9706059-5b9d-4bf9-806f-592d9d4d2d4a,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:35.208547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9fb6f7-6de9-45f3-b051-c8cf18eac89c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.210913 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.211538 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9fb6f7-6de9-45f3-b051-c8cf18eac89c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.211906 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.212529 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.213165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.213612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9fb6f7-6de9-45f3-b051-c8cf18eac89c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.214099 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.214721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.215330 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.216021 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.216919 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.217700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.218564 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.218738 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3a9fb6f7-6de9-45f3-b051-c8cf18eac89c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1259258 Nov 19 09:28:35.219391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.219504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59480) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:35.220128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.220859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.222061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.222679 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.223288 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.223892 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.224499 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.225201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.226275 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.226895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.227573 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.228345 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.229360 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.229979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.230588 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.231391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.232225 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.232668 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.233704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.234194 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.235053 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.235737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.236522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.237206 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.237743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.238993 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.239475 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.239993 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.242237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.242237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.243338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.243338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.243690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.245931 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.245931 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.253198 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-82039b08-8e7c-48d4-a7db-97c699cc5178 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42428 time: 0.3133030 Nov 19 09:28:35.261543 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59484) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:35.339258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-f225ba98-9a5a-4c4a-9b1d-2c74c2491934 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 12c57e9d-223f-4e3f-baf3-3dcc37293176 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:28:35.344183 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f225ba98-9a5a-4c4a-9b1d-2c74c2491934 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:35.420859 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f225ba98-9a5a-4c4a-9b1d-2c74c2491934 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:35.446943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a914b59f-5230-470f-8d5c-af881f44446f tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Deleting port a9706059-5b9d-4bf9-806f-592d9d4d2d4a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:35.447653 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a914b59f-5230-470f-8d5c-af881f44446f tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:35.539418 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daea26-58dc-4a4b-b76b-dcf9f67e5655 req-42fd2d9b-1be2-4237-9bdf-3ea9a71a6620 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:35.539418 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61daea26-58dc-4a4b-b76b-dcf9f67e5655 req-42fd2d9b-1be2-4237-9bdf-3ea9a71a6620 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.1292260 Nov 19 09:28:35.565146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a914b59f-5230-470f-8d5c-af881f44446f tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] For port a9706059-5b9d-4bf9-806f-592d9d4d2d4a, host n-h1-805649-14, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:35.565433 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a914b59f-5230-470f-8d5c-af881f44446f tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:35.590928 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a914b59f-5230-470f-8d5c-af881f44446f tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Calling delete_port for a9706059-5b9d-4bf9-806f-592d9d4d2d4a owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:35.605851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59488) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:35.623660 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85dcc211-86c4-4cdc-939e-97d6df5144cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:35.675503 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f225ba98-9a5a-4c4a-9b1d-2c74c2491934 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:35.784780 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61daea26-58dc-4a4b-b76b-dcf9f67e5655 req-6e3022a9-be1e-49a4-9869-f269bffbadf6 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845167 Nov 19 09:28:35.800420 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a914b59f-5230-470f-8d5c-af881f44446f tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:35.810852 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f225ba98-9a5a-4c4a-9b1d-2c74c2491934 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:35.858949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225ba98-9a5a-4c4a-9b1d-2c74c2491934 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=12c57e9d-223f-4e3f-baf3-3dcc37293176,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:35.875776 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f225ba98-9a5a-4c4a-9b1d-2c74c2491934 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:35.879971 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f225ba98-9a5a-4c4a-9b1d-2c74c2491934 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/12c57e9d-223f-4e3f-baf3-3dcc37293176 HTTP/1.1" status: 204 len: 168 time: 0.6583412 Nov 19 09:28:35.883106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59492) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:35.916489 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85dcc211-86c4-4cdc-939e-97d6df5144cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:35.930073 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-85dcc211-86c4-4cdc-939e-97d6df5144cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:35.939286 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914b59f-5230-470f-8d5c-af881f44446f tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9706059-5b9d-4bf9-806f-592d9d4d2d4a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:35.948887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e0e82e3f-1acf-4dbd-84f2-c308ef986732 None None] Provisioning complete for port 6e75db91-3d1d-44ff-a078-33e5f343c15f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:35.949393 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e0e82e3f-1acf-4dbd-84f2-c308ef986732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:35.990832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a914b59f-5230-470f-8d5c-af881f44446f tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:35.996459 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a914b59f-5230-470f-8d5c-af881f44446f tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] 10.222.0.21 "DELETE /v2.0/ports/a9706059-5b9d-4bf9-806f-592d9d4d2d4a HTTP/1.1" status: 204 len: 168 time: 0.7338090 Nov 19 09:28:36.021302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59494) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:36.043675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcc211-86c4-4cdc-939e-97d6df5144cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b92c50c-c555-4f62-9eb8-1e2c51d5a4ef,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:36.061304 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-85dcc211-86c4-4cdc-939e-97d6df5144cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44f2ae3298ff460e8b8cb7ead456d06b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4535379 Nov 19 09:28:36.064976 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59498) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:36.102705 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3321ac-489b-4bd8-a3c0-710bd848daad tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] GET failed (client error): The resource could not be found. Nov 19 09:28:36.106005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5f3321ac-489b-4bd8-a3c0-710bd848daad tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] 10.222.0.21 "GET /v2.0/ports/a9706059-5b9d-4bf9-806f-592d9d4d2d4a HTTP/1.1" status: 404 len: 333 time: 0.0807929 Nov 19 09:28:36.121065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59500) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:36.125886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b7385d-2f57-475c-a68f-6b2b229c0178 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet bc3310ac-0baa-44a4-bfbb-93b8dfd1e5e0 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:28:36.134137 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-25b7385d-2f57-475c-a68f-6b2b229c0178 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:36.141119 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-00025476-c416-4455-bce8-b261a1c81d69 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-53901604', 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:36.198501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2035f-29d2-455e-84c5-49f05ec73670 req-dcb46e53-9ef5-4009-ad6b-e58aab17845b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:36.199114 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6e75db91-3d1d-44ff-a078-33e5f343c15f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:36.199655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5d2035f-29d2-455e-84c5-49f05ec73670 req-dcb46e53-9ef5-4009-ad6b-e58aab17845b tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2652833 Nov 19 09:28:36.258022 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-25b7385d-2f57-475c-a68f-6b2b229c0178 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:36.263328 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00025476-c416-4455-bce8-b261a1c81d69 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Made reservation on behalf of a17cae834e32435b84e310517e30c8d0 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:36.267730 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-00025476-c416-4455-bce8-b261a1c81d69 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:36.322454 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2a81721-79f1-4a9b-8d58-d0553437925a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:36.323355 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 6e75db91-3d1d-44ff-a078-33e5f343c15f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:36.324248 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:36.348136 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-00025476-c416-4455-bce8-b261a1c81d69 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] device_id is not set on port 509323b1-b09e-427a-ab49-a42e95ebfb11 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:36.383252 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c5c1e1-9b23-4a90-bda4-1b1c475258cf None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:36.439538 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2a81721-79f1-4a9b-8d58-d0553437925a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:36.549441 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5d2035f-29d2-455e-84c5-49f05ec73670 req-7f106c46-0ec1-4642-bb95-6f31cf1add7f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3248048 Nov 19 09:28:36.572470 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-25b7385d-2f57-475c-a68f-6b2b229c0178 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:36.624100 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-904a1c45-c3b2-4fdb-8e4e-58c41419e46a None None] Could not find standard attr ID for object 31212448-8090-4002-87f0-138c1fe04dc9. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:28:36.699931 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-25b7385d-2f57-475c-a68f-6b2b229c0178 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:36.757339 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-00025476-c416-4455-bce8-b261a1c81d69 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:36.787155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7385d-2f57-475c-a68f-6b2b229c0178 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3310ac-0baa-44a4-bfbb-93b8dfd1e5e0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:36.789545 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2a81721-79f1-4a9b-8d58-d0553437925a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:36.792621 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2a81721-79f1-4a9b-8d58-d0553437925a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:36.797171 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c2a81721-79f1-4a9b-8d58-d0553437925a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b92c50c-c555-4f62-9eb8-1e2c51d5a4ef HTTP/1.1" status: 204 len: 168 time: 0.7302949 Nov 19 09:28:36.801146 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-00025476-c416-4455-bce8-b261a1c81d69 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:36.816155 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-25b7385d-2f57-475c-a68f-6b2b229c0178 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:36.826295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-25b7385d-2f57-475c-a68f-6b2b229c0178 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/bc3310ac-0baa-44a4-bfbb-93b8dfd1e5e0 HTTP/1.1" status: 204 len: 168 time: 0.9420736 Nov 19 09:28:36.826900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59516) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:36.850888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00025476-c416-4455-bce8-b261a1c81d69 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Pushing event updated for resources: {'Port': ['ID=509323b1-b09e-427a-ab49-a42e95ebfb11,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:36.857508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a81721-79f1-4a9b-8d58-d0553437925a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b92c50c-c555-4f62-9eb8-1e2c51d5a4ef,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:36.880032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00025476-c416-4455-bce8-b261a1c81d69 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:36.883990 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-00025476-c416-4455-bce8-b261a1c81d69 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:36.887801 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00025476-c416-4455-bce8-b261a1c81d69 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:36.888747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00025476-c416-4455-bce8-b261a1c81d69 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:36.890885 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-00025476-c416-4455-bce8-b261a1c81d69 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:36.922126 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-00025476-c416-4455-bce8-b261a1c81d69 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.7990613 Nov 19 09:28:36.922979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59518) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:36.923165 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5dca942e-68e4-44a5-a68e-4bb2efda520a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946434 Nov 19 09:28:36.923326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59520) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:36.946815 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:37.067910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bf9b05-792c-4e8d-80c5-77ded563428e None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:28:37.072361 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37be6d3-2048-4151-9838-91a4604e5864 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:37.073855 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e37be6d3-2048-4151-9838-91a4604e5864 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] 10.222.0.21 "GET /v2.0/ports/509323b1-b09e-427a-ab49-a42e95ebfb11 HTTP/1.1" status: 200 len: 953 time: 0.1496172 Nov 19 09:28:37.077382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59526) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:37.156857 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:37.160570 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:37.183157 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b8bf9b05-792c-4e8d-80c5-77ded563428e None None] Deleting port 6e75db91-3d1d-44ff-a078-33e5f343c15f {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:37.183748 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b8bf9b05-792c-4e8d-80c5-77ded563428e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:37.230106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0aac1488-e127-4c31-9023-aa05ca4aaf1c tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Deleting port 509323b1-b09e-427a-ab49-a42e95ebfb11 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:37.230712 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0aac1488-e127-4c31-9023-aa05ca4aaf1c tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:37.395306 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b8bf9b05-792c-4e8d-80c5-77ded563428e None None] For port 6e75db91-3d1d-44ff-a078-33e5f343c15f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6e75db91-3d1d-44ff-a078-33e5f343c15f,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:37.395724 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b8bf9b05-792c-4e8d-80c5-77ded563428e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:37.405840 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0aac1488-e127-4c31-9023-aa05ca4aaf1c tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:37.438306 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b8bf9b05-792c-4e8d-80c5-77ded563428e None None] Calling delete_port for 6e75db91-3d1d-44ff-a078-33e5f343c15f owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:37.448864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0aac1488-e127-4c31-9023-aa05ca4aaf1c tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Calling delete_port for 509323b1-b09e-427a-ab49-a42e95ebfb11 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:37.553229 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b8bf9b05-792c-4e8d-80c5-77ded563428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:37.577895 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0aac1488-e127-4c31-9023-aa05ca4aaf1c tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:37.599839 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf9b05-792c-4e8d-80c5-77ded563428e None None] Pushing event deleted for resources: {'Port': ['ID=6e75db91-3d1d-44ff-a078-33e5f343c15f,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:37.602629 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bf9b05-792c-4e8d-80c5-77ded563428e None None] No DVR routers for this DVR port 6e75db91-3d1d-44ff-a078-33e5f343c15f on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:28:37.619939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac1488-e127-4c31-9023-aa05ca4aaf1c tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Pushing event deleted for resources: {'Port': ['ID=509323b1-b09e-427a-ab49-a42e95ebfb11,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:37.629171 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0aac1488-e127-4c31-9023-aa05ca4aaf1c tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:37.636210 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0aac1488-e127-4c31-9023-aa05ca4aaf1c tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] 10.222.0.21 "DELETE /v2.0/ports/509323b1-b09e-427a-ab49-a42e95ebfb11 HTTP/1.1" status: 204 len: 168 time: 0.5550785 Nov 19 09:28:37.636658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59544) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:37.673727 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b77883-c000-4aee-ab6d-6b272c4b52d0 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] GET failed (client error): The resource could not be found. Nov 19 09:28:37.674917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d2b77883-c000-4aee-ab6d-6b272c4b52d0 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] 10.222.0.21 "GET /v2.0/ports/509323b1-b09e-427a-ab49-a42e95ebfb11 HTTP/1.1" status: 404 len: 333 time: 0.0372400 Nov 19 09:28:37.678772 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59550) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:37.690071 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-14b9265f-9d45-4ed3-9e1e-f6dee83268ff tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Request body: {'port': {'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1803765797'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:37.710234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.objects.ports [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103476) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:28:37.711759 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:37.736593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b9265f-9d45-4ed3-9e1e-f6dee83268ff tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Made reservation on behalf of a17cae834e32435b84e310517e30c8d0 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:37.740530 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14b9265f-9d45-4ed3-9e1e-f6dee83268ff tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:37.773168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-14b9265f-9d45-4ed3-9e1e-f6dee83268ff tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] device_id is not set on port b700723b-0c35-4b4c-a451-8f526aa1c8ea yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:37.787203 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:37.790729 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:37.795282 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:37.795894 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:37.799892 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=f754ce61-3f5d-4963-9092-20815f2d6b4d,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:37.807464 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de77530-5d06-45bc-bc03-ec2191f714ed None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:37.813433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:37.813800 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:37.814136 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:37.814476 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:37.814846 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:37.815138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:37.815589 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:37.815801 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:37.816137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:37.816587 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:37.817067 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:37.817429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:28:37.834290 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-73337f6b-2889-4220-9287-dbe3903c39ec tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9062936 Nov 19 09:28:37.837530 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59566) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:37.848585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c2abd992-2597-4e5e-a415-88bd2deb10f6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:38.047021 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2abd992-2597-4e5e-a415-88bd2deb10f6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:38.058251 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2abd992-2597-4e5e-a415-88bd2deb10f6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:38.058964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': 'f754ce61-3f5d-4963-9092-20815f2d6b4d'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:28:38.063233 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:38.115419 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6e75db91-3d1d-44ff-a078-33e5f343c15f no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:28:38.152069 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 6e75db91-3d1d-44ff-a078-33e5f343c15f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:28:38.152622 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6e75db91-3d1d-44ff-a078-33e5f343c15f not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:28:38.205010 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14b9265f-9d45-4ed3-9e1e-f6dee83268ff tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:38.251356 n-d-805649-14 neutron-server[103476]: INFO neutron.db.ipam_backend_mixin [None req-c2abd992-2597-4e5e-a415-88bd2deb10f6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f754ce61-3f5d-4963-9092-20815f2d6b4d (CIDR: 2001:db8::/64) Nov 19 09:28:38.258754 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2abd992-2597-4e5e-a415-88bd2deb10f6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:28:38.259372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2abd992-2597-4e5e-a415-88bd2deb10f6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:28:38.305080 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c2abd992-2597-4e5e-a415-88bd2deb10f6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4656928 Nov 19 09:28:38.306039 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59592) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:38.311851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-73796926-8cbd-4cdd-9ee3-3a00ed2bd2d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:38.330952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Allocated IP 2001:db8::f816:3eff:fe7f:63fc (ded7164f-a204-4255-9f6b-c93599969f88/f754ce61-3f5d-4963-9092-20815f2d6b4d/381c08e4-27d0-45b0-8d84-d0b66eba67db) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:38.479059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3756a-a72a-4c71-80e5-f79b54a4cd6b req-40ad1bc4-8b9b-45c1-a056-832bd1e66c6c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:38.481685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7eb3756a-a72a-4c71-80e5-f79b54a4cd6b req-40ad1bc4-8b9b-45c1-a056-832bd1e66c6c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=2af1e8eb-d87a-45ea-b233-89b6ca88cdde HTTP/1.1" status: 200 len: 944 time: 0.2490556 Nov 19 09:28:38.512988 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73796926-8cbd-4cdd-9ee3-3a00ed2bd2d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:38.513920 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14b9265f-9d45-4ed3-9e1e-f6dee83268ff tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:38.518769 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73796926-8cbd-4cdd-9ee3-3a00ed2bd2d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:38.628248 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b9265f-9d45-4ed3-9e1e-f6dee83268ff tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:38.657105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-14b9265f-9d45-4ed3-9e1e-f6dee83268ff tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:38.664402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9265f-9d45-4ed3-9e1e-f6dee83268ff tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:38.665376 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b9265f-9d45-4ed3-9e1e-f6dee83268ff tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:38.666106 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14b9265f-9d45-4ed3-9e1e-f6dee83268ff tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:38.685551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9265f-9d45-4ed3-9e1e-f6dee83268ff tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Pushing event updated for resources: {'Port': ['ID=b700723b-0c35-4b4c-a451-8f526aa1c8ea,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:38.687892 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:38.701047 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-14b9265f-9d45-4ed3-9e1e-f6dee83268ff tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0206411 Nov 19 09:28:38.703456 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:38.703759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59600) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:38.710198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:38.749760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-7eb3756a-a72a-4c71-80e5-f79b54a4cd6b req-2f0035f6-79c4-49ac-a2f4-8240516a85c7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Deleting port f32bb3f0-0e09-45eb-9f5e-7399f9de98be {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:38.755442 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7eb3756a-a72a-4c71-80e5-f79b54a4cd6b req-2f0035f6-79c4-49ac-a2f4-8240516a85c7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:38.759368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:38.765423 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:38.784040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:38.826143 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Pushing event updated for resources: {'Port': ['ID=381c08e4-27d0-45b0-8d84-d0b66eba67db,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:38.868576 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:38.873512 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73796926-8cbd-4cdd-9ee3-3a00ed2bd2d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:38.894431 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Attempting to bind port 381c08e4-27d0-45b0-8d84-d0b66eba67db on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:38.895057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Attempting to bind port 381c08e4-27d0-45b0-8d84-d0b66eba67db by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:38.895628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Attempting to bind port 381c08e4-27d0-45b0-8d84-d0b66eba67db on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:38.902081 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:28:38.902971 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:28:38.904521 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:38.905161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:28:38.905881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Bound port: 381c08e4-27d0-45b0-8d84-d0b66eba67db, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:28:38.906504 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:38.956261 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73796926-8cbd-4cdd-9ee3-3a00ed2bd2d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:38.961170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-73796926-8cbd-4cdd-9ee3-3a00ed2bd2d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:38.976439 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73796926-8cbd-4cdd-9ee3-3a00ed2bd2d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:38.979961 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73796926-8cbd-4cdd-9ee3-3a00ed2bd2d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:39.025867 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73796926-8cbd-4cdd-9ee3-3a00ed2bd2d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=8ac0d897-0ae5-48f8-8306-2f9f692c456b,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:39.046628 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-73796926-8cbd-4cdd-9ee3-3a00ed2bd2d6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7393568 Nov 19 09:28:39.050347 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59610) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:39.064290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-845b4738-586c-4a80-b82c-d2f24af578ef tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'mac_address': 'fa:16:3e:7e:0a:aa', 'name': 'tempest-NetworksTestDHCPv6-820063984'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:39.078971 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] For port 381c08e4-27d0-45b0-8d84-d0b66eba67db, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:28:39.083591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] For port 381c08e4-27d0-45b0-8d84-d0b66eba67db, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=381c08e4-27d0-45b0-8d84-d0b66eba67db,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:28:39.093076 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:39.153268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bfa4c-bb8c-44e7-94e5-ebda4760c68a None None] Pushing event updated for resources: {'Port': ['ID=381c08e4-27d0-45b0-8d84-d0b66eba67db,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:39.232109 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845b4738-586c-4a80-b82c-d2f24af578ef tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:39.344363 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-845b4738-586c-4a80-b82c-d2f24af578ef tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:39.370689 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-845b4738-586c-4a80-b82c-d2f24af578ef tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 714d6eac-add3-4bb5-83ea-dba264d2ce55 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:39.470797 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-7eb3756a-a72a-4c71-80e5-f79b54a4cd6b req-2f0035f6-79c4-49ac-a2f4-8240516a85c7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] For port f32bb3f0-0e09-45eb-9f5e-7399f9de98be, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:39.472019 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7eb3756a-a72a-4c71-80e5-f79b54a4cd6b req-2f0035f6-79c4-49ac-a2f4-8240516a85c7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:39.539652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-7eb3756a-a72a-4c71-80e5-f79b54a4cd6b req-2f0035f6-79c4-49ac-a2f4-8240516a85c7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Calling delete_port for f32bb3f0-0e09-45eb-9f5e-7399f9de98be owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:39.711656 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-845b4738-586c-4a80-b82c-d2f24af578ef tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8:0:1::6f (ded7164f-a204-4255-9f6b-c93599969f88/8ac0d897-0ae5-48f8-8306-2f9f692c456b/714d6eac-add3-4bb5-83ea-dba264d2ce55) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:39.720853 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-845b4738-586c-4a80-b82c-d2f24af578ef tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::f816:3eff:fe7e:aaa (ded7164f-a204-4255-9f6b-c93599969f88/f754ce61-3f5d-4963-9092-20815f2d6b4d/714d6eac-add3-4bb5-83ea-dba264d2ce55) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:39.887106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] device_id is not set on port b700723b-0c35-4b4c-a451-8f526aa1c8ea yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:39.899429 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:39.923632 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:39.971218 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7eb3756a-a72a-4c71-80e5-f79b54a4cd6b req-2f0035f6-79c4-49ac-a2f4-8240516a85c7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:39.988453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b98dd8fa-ae7b-4324-868e-427a0b7eb64d', '97e36790-69f5-425e-80a4-66d473c8b8c1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:28:40.002438 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-845b4738-586c-4a80-b82c-d2f24af578ef tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:40.102270 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-845b4738-586c-4a80-b82c-d2f24af578ef tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:40.127307 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Pushing event updated for resources: {'Port': ['ID=b700723b-0c35-4b4c-a451-8f526aa1c8ea,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:40.137119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb3756a-a72a-4c71-80e5-f79b54a4cd6b req-2f0035f6-79c4-49ac-a2f4-8240516a85c7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] No DVR routers for this DVR port f32bb3f0-0e09-45eb-9f5e-7399f9de98be on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:28:40.140262 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7eb3756a-a72a-4c71-80e5-f79b54a4cd6b req-2f0035f6-79c4-49ac-a2f4-8240516a85c7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:40.151886 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7eb3756a-a72a-4c71-80e5-f79b54a4cd6b req-2f0035f6-79c4-49ac-a2f4-8240516a85c7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "DELETE /v2.0/ports/f32bb3f0-0e09-45eb-9f5e-7399f9de98be HTTP/1.1" status: 204 len: 173 time: 1.6632411 Nov 19 09:28:40.200421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af1e8eb-d87a-45ea-b233-89b6ca88cdde', 'name': 'network-vif-deleted', 'tag': 'f32bb3f0-0e09-45eb-9f5e-7399f9de98be'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:28:40.207089 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f48189-8832-4813-9230-0040a69ac90b" -d '{"events": [{"server_uuid": "2af1e8eb-d87a-45ea-b233-89b6ca88cdde", "name": "network-vif-deleted", "tag": "f32bb3f0-0e09-45eb-9f5e-7399f9de98be"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:28:40.213195 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:40.213543 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:40.213928 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:40.217196 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0035f6-79c4-49ac-a2f4-8240516a85c7 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event deleted for resources: {'Port': ['ID=f32bb3f0-0e09-45eb-9f5e-7399f9de98be,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:40.223773 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:40.224218 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:40.224879 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 2 to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea Nov 19 09:28:40.249695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:40.250056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:40.250839 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:40.252890 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 381c08e4-27d0-45b0-8d84-d0b66eba67db up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:40.257338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:40.257831 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:40.258330 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 3 to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea Nov 19 09:28:40.283635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:40.284103 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:40.284521 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:40.289912 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:40.291313 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:40.291854 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 4 to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea Nov 19 09:28:40.304967 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845b4738-586c-4a80-b82c-d2f24af578ef tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:40.312898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:40.313393 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:40.313817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:40.320513 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:40.321359 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:40.322185 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 5 to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea Nov 19 09:28:40.324605 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-845b4738-586c-4a80-b82c-d2f24af578ef tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:40.328209 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 19 Nov 2021 09:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e7560a-1783-4e5f-9011-fc0e404596bf x-openstack-request-id: req-05e7560a-1783-4e5f-9011-fc0e404596bf {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:28:40.330030 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af1e8eb-d87a-45ea-b233-89b6ca88cdde", "name": "network-vif-deleted", "tag": "f32bb3f0-0e09-45eb-9f5e-7399f9de98be", "status": "failed", "code": 422}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:28:40.330375 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05e7560a-1783-4e5f-9011-fc0e404596bf {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:28:40.330874 n-d-805649-14 neutron-server[103477]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2af1e8eb-d87a-45ea-b233-89b6ca88cdde', 'name': 'network-vif-deleted', 'tag': 'f32bb3f0-0e09-45eb-9f5e-7399f9de98be', 'status': 'failed', 'code': 422} returned with failed status Nov 19 09:28:40.340283 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b4738-586c-4a80-b82c-d2f24af578ef tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:40.343631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:40.344069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:40.344505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:40.346191 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845b4738-586c-4a80-b82c-d2f24af578ef tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:40.346440 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-845b4738-586c-4a80-b82c-d2f24af578ef tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:40.349862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:40.350313 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:40.350807 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 6 to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea Nov 19 09:28:40.372206 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:40.374336 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:40.374795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:40.387941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:40.389489 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:40.389614 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 7 to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea Nov 19 09:28:40.399432 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b4738-586c-4a80-b82c-d2f24af578ef tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=714d6eac-add3-4bb5-83ea-dba264d2ce55,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:40.422668 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-845b4738-586c-4a80-b82c-d2f24af578ef tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3673563 Nov 19 09:28:40.425572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59642) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:40.447460 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:40.447900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:40.449379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:40.465024 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:40.467484 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:40.468429 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 8 to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea Nov 19 09:28:40.524035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:40.526476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:40.526894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:40.547124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:40.550615 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:40.552317 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 9 to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea Nov 19 09:28:40.588779 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 381c08e4-27d0-45b0-8d84-d0b66eba67db triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:40.589218 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:40.597841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:40.599671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:40.602453 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:40.613749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:40.613864 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:40.616506 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempt 10 to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea Nov 19 09:28:40.655138 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:40.656227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:40.656661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempting to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:40.674158 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:28:40.674553 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Failed to bind port b700723b-0c35-4b4c-a451-8f526aa1c8ea on host n-h1-805649-14 for vnic_type normal using segments [{'id': '85138ddf-9c23-4cc4-85c8-56319d0eb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9c55ae6c-acab-4ce0-ab67-c6ebe9201b09'}] Nov 19 09:28:40.675332 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:40.686676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-449c51d7-4655-46b9-98d9-64bb4636ebc0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 714d6eac-add3-4bb5-83ea-dba264d2ce55 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:40.686676 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-449c51d7-4655-46b9-98d9-64bb4636ebc0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:40.872424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] For port b700723b-0c35-4b4c-a451-8f526aa1c8ea, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:28:40.873892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attempted to set empty binding levels {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 09:28:40.890541 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:40.999216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] In _notify_port_updated(), no bound segment for port b700723b-0c35-4b4c-a451-8f526aa1c8ea on network 9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 {{(pid=103477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:28:41.003289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:41.003810 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:41.013596 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] 10.222.0.21 "PUT /v2.0/ports/b700723b-0c35-4b4c-a451-8f526aa1c8ea HTTP/1.1" status: 200 len: 976 time: 2.3085840 Nov 19 09:28:41.022855 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-449c51d7-4655-46b9-98d9-64bb4636ebc0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:41.028515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59654) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:41.039755 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-449c51d7-4655-46b9-98d9-64bb4636ebc0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 714d6eac-add3-4bb5-83ea-dba264d2ce55 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:41.197463 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2dd301-693c-433e-ac89-d405bea81453 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:41.259617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d023f8-bae6-4fdf-86c6-d6d096e69c21 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Pushing event updated for resources: {'Port': ['ID=b700723b-0c35-4b4c-a451-8f526aa1c8ea,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:41.324112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8b464ab2-45a3-4ef6-8085-1d486fcc1780 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Deleting port b700723b-0c35-4b4c-a451-8f526aa1c8ea {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:41.327240 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b464ab2-45a3-4ef6-8085-1d486fcc1780 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:41.355793 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:41.439337 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-449c51d7-4655-46b9-98d9-64bb4636ebc0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:41.490086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-8b464ab2-45a3-4ef6-8085-1d486fcc1780 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] For port b700723b-0c35-4b4c-a451-8f526aa1c8ea, host n-h1-805649-14, got binding levels [] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:41.490639 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b464ab2-45a3-4ef6-8085-1d486fcc1780 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:41.513948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8b464ab2-45a3-4ef6-8085-1d486fcc1780 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Calling delete_port for b700723b-0c35-4b4c-a451-8f526aa1c8ea owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:41.547678 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6dddc944-32d2-426b-97dd-c6e97091aca8 None None] Provisioning complete for port 381c08e4-27d0-45b0-8d84-d0b66eba67db triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:41.548053 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6dddc944-32d2-426b-97dd-c6e97091aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:41.555353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 381c08e4-27d0-45b0-8d84-d0b66eba67db, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=381c08e4-27d0-45b0-8d84-d0b66eba67db,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:41.647754 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:41.737939 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b464ab2-45a3-4ef6-8085-1d486fcc1780 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:41.802422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b464ab2-45a3-4ef6-8085-1d486fcc1780 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Pushing event deleted for resources: {'Port': ['ID=b700723b-0c35-4b4c-a451-8f526aa1c8ea,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:41.824836 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b464ab2-45a3-4ef6-8085-1d486fcc1780 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:41.828591 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8b464ab2-45a3-4ef6-8085-1d486fcc1780 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] 10.222.0.21 "DELETE /v2.0/ports/b700723b-0c35-4b4c-a451-8f526aa1c8ea HTTP/1.1" status: 204 len: 168 time: 0.7989571 Nov 19 09:28:41.831207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59674) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:41.862158 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-365acd80-f9e6-411e-9451-592f6513b432 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] GET failed (client error): The resource could not be found. Nov 19 09:28:41.865827 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-365acd80-f9e6-411e-9451-592f6513b432 tempest-PortsAdminExtendedAttrsTestJSON-187651956 tempest-PortsAdminExtendedAttrsTestJSON-187651956-project-admin] 10.222.0.21 "GET /v2.0/ports/b700723b-0c35-4b4c-a451-8f526aa1c8ea HTTP/1.1" status: 404 len: 333 time: 0.0317135 Nov 19 09:28:41.878155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59678) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:41.898946 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f1cbb-1697-4a41-9abb-2578509a7134 req-43bb5b4f-7a77-4512-a941-7ef7a06ff110 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:41.923178 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-965f1cbb-1697-4a41-9abb-2578509a7134 req-43bb5b4f-7a77-4512-a941-7ef7a06ff110 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 908 time: 0.2056096 Nov 19 09:28:41.932046 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=381c08e4-27d0-45b0-8d84-d0b66eba67db,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:42.130953 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-93f22c30-09ea-4981-b7f7-359ed25051d9 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:42.259647 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c604ffac-0e48-45a3-9c12-86bada78d935 None None] Update dhcp port {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'fixed_ips': [{'subnet_id': 'f754ce61-3f5d-4963-9092-20815f2d6b4d', 'ip_address': '2001:db8::f816:3eff:fe7f:63fc'}, {'subnet_id': '8ac0d897-0ae5-48f8-8306-2f9f692c456b'}], 'binding:host_id': 'n-d-805649-14'}, 'id': '381c08e4-27d0-45b0-8d84-d0b66eba67db'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:28:42.297204 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c604ffac-0e48-45a3-9c12-86bada78d935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:42.336600 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-449c51d7-4655-46b9-98d9-64bb4636ebc0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:42.343580 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-93f22c30-09ea-4981-b7f7-359ed25051d9 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:42.344199 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-449c51d7-4655-46b9-98d9-64bb4636ebc0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/714d6eac-add3-4bb5-83ea-dba264d2ce55 HTTP/1.1" status: 204 len: 168 time: 1.9172044 Nov 19 09:28:42.345011 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59686) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:42.347427 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c51d7-4655-46b9-98d9-64bb4636ebc0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=714d6eac-add3-4bb5-83ea-dba264d2ce55,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:42.371390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-93f22c30-09ea-4981-b7f7-359ed25051d9 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c55ae6c-acab-4ce0-ab67-c6ebe9201b09']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:42.380454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-93f22c30-09ea-4981-b7f7-359ed25051d9 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85138ddf-9c23-4cc4-85c8-56319d0eb87f') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:42.380916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-93f22c30-09ea-4981-b7f7-359ed25051d9 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85138ddf-9c23-4cc4-85c8-56319d0eb87f') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:42.399843 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-93f22c30-09ea-4981-b7f7-359ed25051d9 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:42.429187 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-93f22c30-09ea-4981-b7f7-359ed25051d9 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:42.443681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f22c30-09ea-4981-b7f7-359ed25051d9 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:28:42.443681 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-93f22c30-09ea-4981-b7f7-359ed25051d9 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:28:42.450378 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:28:42.452253 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca9fff-8eb0-4370-a301-f5c4f97e003e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:42.457728 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8bca9fff-8eb0-4370-a301-f5c4f97e003e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1099658 Nov 19 09:28:42.461074 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59690) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:42.566305 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc7e10b-3448-4293-a09e-a59ea8347b6f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:42.569632 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fbc7e10b-3448-4293-a09e-a59ea8347b6f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1062963 Nov 19 09:28:42.572135 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59694) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:42.598193 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-93f22c30-09ea-4981-b7f7-359ed25051d9 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:42.621898 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-93f22c30-09ea-4981-b7f7-359ed25051d9 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:42.632465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-93f22c30-09ea-4981-b7f7-359ed25051d9 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] 10.222.0.21 "DELETE /v2.0/networks/9c55ae6c-acab-4ce0-ab67-c6ebe9201b09 HTTP/1.1" status: 204 len: 168 time: 0.7078545 Nov 19 09:28:42.657776 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-c604ffac-0e48-45a3-9c12-86bada78d935 None None] Allocated IP 2001:db8:0:1::2 (ded7164f-a204-4255-9f6b-c93599969f88/8ac0d897-0ae5-48f8-8306-2f9f692c456b/381c08e4-27d0-45b0-8d84-d0b66eba67db) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:42.666518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f22c30-09ea-4981-b7f7-359ed25051d9 tempest-PortsAdminExtendedAttrsTestJSON-1605437430 tempest-PortsAdminExtendedAttrsTestJSON-1605437430-project] Pushing event deleted for resources: {'Network': ['ID=9c55ae6c-acab-4ce0-ab67-c6ebe9201b09,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:42.728424 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64e49c7-13d4-4f17-a3a1-4ce645b2f0ca tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:42.730285 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64e49c7-13d4-4f17-a3a1-4ce645b2f0ca tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:42.738965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64e49c7-13d4-4f17-a3a1-4ce645b2f0ca tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:42.741219 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d64e49c7-13d4-4f17-a3a1-4ce645b2f0ca tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1673076 Nov 19 09:28:42.744134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59698) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:42.823839 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c403782-10be-4e43-b334-a1f5400e104b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 8ac0d897-0ae5-48f8-8306-2f9f692c456b {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:28:42.947674 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c604ffac-0e48-45a3-9c12-86bada78d935 None None] For port 381c08e4-27d0-45b0-8d84-d0b66eba67db, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=381c08e4-27d0-45b0-8d84-d0b66eba67db,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:43.051581 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c604ffac-0e48-45a3-9c12-86bada78d935 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:43.072218 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c403782-10be-4e43-b334-a1f5400e104b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:43.078096 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c604ffac-0e48-45a3-9c12-86bada78d935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:43.174244 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604ffac-0e48-45a3-9c12-86bada78d935 None None] Pushing event updated for resources: {'Port': ['ID=381c08e4-27d0-45b0-8d84-d0b66eba67db,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:43.339116 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c403782-10be-4e43-b334-a1f5400e104b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:43.364917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59716) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:43.408136 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59722) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:43.422147 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726f947-6abd-4346-9a82-49b3072f1402 req-725d7d78-935f-4a1b-b56a-e8e34c170a57 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:43.423789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9726f947-6abd-4346-9a82-49b3072f1402 req-725d7d78-935f-4a1b-b56a-e8e34c170a57 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 908 time: 0.2650032 Nov 19 09:28:43.461461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12221159-f648-4113-8761-5e5083e7b2f4 req-6633de8a-0921-4238-a874-7e6de6f14943 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:43.471362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12221159-f648-4113-8761-5e5083e7b2f4 req-6633de8a-0921-4238-a874-7e6de6f14943 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 908 time: 0.2078373 Nov 19 09:28:43.643529 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4235d9b9-a01d-442f-b1b9-a03e4b7042f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=213d5b1a5e4e4b3d8cbfd6555eb86d49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2750955 Nov 19 09:28:43.644026 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59730) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:43.728540 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c403782-10be-4e43-b334-a1f5400e104b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:43.778298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae1643ce-e110-46c1-a236-5bf0b835d57b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:43.779727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-12221159-f648-4113-8761-5e5083e7b2f4 req-128f93da-9680-493d-892d-771dcb7c24ca tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Deleting port 7dd34302-27dc-408e-9a14-a38b91b6a33b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:43.780372 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-12221159-f648-4113-8761-5e5083e7b2f4 req-128f93da-9680-493d-892d-771dcb7c24ca tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:43.822782 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eeaa678f-4597-4eab-8cfa-38f0523d4a35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:43.856840 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae1643ce-e110-46c1-a236-5bf0b835d57b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:43.981963 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-12221159-f648-4113-8761-5e5083e7b2f4 req-128f93da-9680-493d-892d-771dcb7c24ca tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] For port 7dd34302-27dc-408e-9a14-a38b91b6a33b, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7dd34302-27dc-408e-9a14-a38b91b6a33b,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:43.981963 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-12221159-f648-4113-8761-5e5083e7b2f4 req-128f93da-9680-493d-892d-771dcb7c24ca tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:43.997761 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae1643ce-e110-46c1-a236-5bf0b835d57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:43.998331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-12221159-f648-4113-8761-5e5083e7b2f4 req-128f93da-9680-493d-892d-771dcb7c24ca tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Calling delete_port for 7dd34302-27dc-408e-9a14-a38b91b6a33b owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:44.000349 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae1643ce-e110-46c1-a236-5bf0b835d57b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:44.013224 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ae1643ce-e110-46c1-a236-5bf0b835d57b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4aef052e-e5af-4dd9-8923-1e2cb52ddf60 HTTP/1.1" status: 204 len: 168 time: 0.3680425 Nov 19 09:28:44.016111 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eeaa678f-4597-4eab-8cfa-38f0523d4a35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:44.031197 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1643ce-e110-46c1-a236-5bf0b835d57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aef052e-e5af-4dd9-8923-1e2cb52ddf60,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:44.035642 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eeaa678f-4597-4eab-8cfa-38f0523d4a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:44.085392 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-eeaa678f-4597-4eab-8cfa-38f0523d4a35 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48750d4428674a1a9159e5c9fe5752a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6747446 Nov 19 09:28:44.100706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59736) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:44.130958 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 381c08e4-27d0-45b0-8d84-d0b66eba67db up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:44.204521 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa678f-4597-4eab-8cfa-38f0523d4a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6181e642-1e5d-4f95-8a6c-1dd666ce3c2f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:44.254411 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b22e488-6e65-44aa-ba15-c71686934b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:44.272665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 381c08e4-27d0-45b0-8d84-d0b66eba67db triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:44.275564 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:44.330885 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b22e488-6e65-44aa-ba15-c71686934b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:44.429357 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c403782-10be-4e43-b334-a1f5400e104b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:44.440724 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b22e488-6e65-44aa-ba15-c71686934b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:44.444152 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b22e488-6e65-44aa-ba15-c71686934b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:44.445367 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3b22e488-6e65-44aa-ba15-c71686934b57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6181e642-1e5d-4f95-8a6c-1dd666ce3c2f HTTP/1.1" status: 204 len: 168 time: 0.3430545 Nov 19 09:28:44.452859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-39024a90-c8a4-44f2-939b-1896b311345c None None] Provisioning complete for port 381c08e4-27d0-45b0-8d84-d0b66eba67db triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:44.454642 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-39024a90-c8a4-44f2-939b-1896b311345c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:44.467831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22e488-6e65-44aa-ba15-c71686934b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6181e642-1e5d-4f95-8a6c-1dd666ce3c2f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:44.505661 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-12221159-f648-4113-8761-5e5083e7b2f4 req-128f93da-9680-493d-892d-771dcb7c24ca tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:44.512118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c403782-10be-4e43-b334-a1f5400e104b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac0d897-0ae5-48f8-8306-2f9f692c456b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:44.578840 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c403782-10be-4e43-b334-a1f5400e104b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:44.585620 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59748) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:44.596539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0c403782-10be-4e43-b334-a1f5400e104b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/8ac0d897-0ae5-48f8-8306-2f9f692c456b HTTP/1.1" status: 204 len: 168 time: 1.8512082 Nov 19 09:28:44.634279 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f93da-9680-493d-892d-771dcb7c24ca tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event deleted for resources: {'Port': ['ID=7dd34302-27dc-408e-9a14-a38b91b6a33b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:44.773690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd847242-817c-48e3-bfc8-332930bbf83e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet f754ce61-3f5d-4963-9092-20815f2d6b4d {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:28:44.777625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96086b6f-82fc-42bc-b1f3-8f7280b03638 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:44.789787 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd847242-817c-48e3-bfc8-332930bbf83e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:44.828598 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4c559b53-2839-4ca9-ae60-b9bb5198ae50 req-4f2efb31-7828-4bd3-ad7e-5710560618bb tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=88545c20-7ca1-4b87-a6f1-862174b8b277 HTTP/1.1" status: 200 len: 210 time: 0.2266574 Nov 19 09:28:44.829147 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59752) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:44.895322 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-12221159-f648-4113-8761-5e5083e7b2f4 req-128f93da-9680-493d-892d-771dcb7c24ca tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] No DVR routers for this DVR port 7dd34302-27dc-408e-9a14-a38b91b6a33b on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:28:44.901643 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd847242-817c-48e3-bfc8-332930bbf83e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:44.944989 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-12221159-f648-4113-8761-5e5083e7b2f4 req-128f93da-9680-493d-892d-771dcb7c24ca tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:44.954664 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12221159-f648-4113-8761-5e5083e7b2f4 req-128f93da-9680-493d-892d-771dcb7c24ca tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "DELETE /v2.0/ports/7dd34302-27dc-408e-9a14-a38b91b6a33b HTTP/1.1" status: 204 len: 173 time: 1.4672036 Nov 19 09:28:44.955541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88545c20-7ca1-4b87-a6f1-862174b8b277', 'name': 'network-vif-deleted', 'tag': '7dd34302-27dc-408e-9a14-a38b91b6a33b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:28:44.972437 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e82fd37-28d5-4d44-869a-af2ffc32add7" -d '{"events": [{"server_uuid": "88545c20-7ca1-4b87-a6f1-862174b8b277", "name": "network-vif-deleted", "tag": "7dd34302-27dc-408e-9a14-a38b91b6a33b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:28:45.044938 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f6a20177-4066-4fde-9915-0d5d78bbc5eb None None] Could not find standard attr ID for object 714d6eac-add3-4bb5-83ea-dba264d2ce55. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:28:45.082112 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd847242-817c-48e3-bfc8-332930bbf83e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:45.082854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-85717569-f31a-46c9-aca4-f890927a9ac5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a17cae834e32435b84e310517e30c8d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2369366 Nov 19 09:28:45.085987 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59758) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:45.096713 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55c6505-c9be-42df-bc7a-312de46d6707 x-openstack-request-id: req-f55c6505-c9be-42df-bc7a-312de46d6707 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:28:45.097879 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88545c20-7ca1-4b87-a6f1-862174b8b277", "name": "network-vif-deleted", "tag": "7dd34302-27dc-408e-9a14-a38b91b6a33b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:28:45.098359 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f55c6505-c9be-42df-bc7a-312de46d6707 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:28:45.098987 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88545c20-7ca1-4b87-a6f1-862174b8b277', 'name': 'network-vif-deleted', 'tag': '7dd34302-27dc-408e-9a14-a38b91b6a33b', 'status': 'completed', 'code': 200} Nov 19 09:28:45.180215 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd847242-817c-48e3-bfc8-332930bbf83e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:45.192531 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a5e25df-ba14-48a8-9a57-2132ac769552 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:45.204557 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cd847242-817c-48e3-bfc8-332930bbf83e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:45.215299 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cd847242-817c-48e3-bfc8-332930bbf83e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/f754ce61-3f5d-4963-9092-20815f2d6b4d HTTP/1.1" status: 204 len: 168 time: 0.6275103 Nov 19 09:28:45.215973 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59762) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:45.253165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd847242-817c-48e3-bfc8-332930bbf83e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=f754ce61-3f5d-4963-9092-20815f2d6b4d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:45.258961 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a5e25df-ba14-48a8-9a57-2132ac769552 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:45.306534 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d6e25f15-c5e6-4d1b-98d4-59467c8308e3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599926 Nov 19 09:28:45.312617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59764) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:45.326086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6688bcb9-8501-4c6b-8d56-4208047b389d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:45.451603 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:45.486680 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a5e25df-ba14-48a8-9a57-2132ac769552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:45.489586 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a5e25df-ba14-48a8-9a57-2132ac769552 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:45.492492 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59770) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:45.493674 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3a5e25df-ba14-48a8-9a57-2132ac769552 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65759411-a85d-487a-a3f0-be18879d8ba2 HTTP/1.1" status: 204 len: 168 time: 0.4062004 Nov 19 09:28:45.508229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e25df-ba14-48a8-9a57-2132ac769552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65759411-a85d-487a-a3f0-be18879d8ba2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:45.510968 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30116de6-3008-47a6-a68d-23e8420d4ef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:45.546288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6688bcb9-8501-4c6b-8d56-4208047b389d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:45.550488 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6688bcb9-8501-4c6b-8d56-4208047b389d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:45.710715 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30116de6-3008-47a6-a68d-23e8420d4ef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:45.717548 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30116de6-3008-47a6-a68d-23e8420d4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:45.795984 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-30116de6-3008-47a6-a68d-23e8420d4ef7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebd649761f8c443f9c64ce8e68cd71ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3020530 Nov 19 09:28:45.797318 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30116de6-3008-47a6-a68d-23e8420d4ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e25749-d637-414a-9e9d-b19896adeaee,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:45.800803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59776) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:45.890397 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c368b6f6-bd76-40f8-ba56-99815726d459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:45.944038 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c368b6f6-bd76-40f8-ba56-99815726d459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:45.972384 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6688bcb9-8501-4c6b-8d56-4208047b389d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:46.056617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6688bcb9-8501-4c6b-8d56-4208047b389d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:46.060886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-6688bcb9-8501-4c6b-8d56-4208047b389d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:46.073959 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6688bcb9-8501-4c6b-8d56-4208047b389d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:46.076045 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6688bcb9-8501-4c6b-8d56-4208047b389d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:46.077035 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c368b6f6-bd76-40f8-ba56-99815726d459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:46.080007 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c368b6f6-bd76-40f8-ba56-99815726d459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:46.083725 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c368b6f6-bd76-40f8-ba56-99815726d459 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4e25749-d637-414a-9e9d-b19896adeaee HTTP/1.1" status: 204 len: 168 time: 0.2793341 Nov 19 09:28:46.094221 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368b6f6-bd76-40f8-ba56-99815726d459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e25749-d637-414a-9e9d-b19896adeaee,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:46.117744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688bcb9-8501-4c6b-8d56-4208047b389d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=3d4504ec-ce41-4636-96d7-bf40da21f4bd,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:46.145776 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6688bcb9-8501-4c6b-8d56-4208047b389d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8319118 Nov 19 09:28:46.149545 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59788) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:46.157362 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-88e2eebc-36da-4c62-9ffe-20593e35a839 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:46.217243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa21932-2183-456d-ba9a-adffc47af621 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:46.349698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae80738-0f45-426b-b8f2-813aa6277979 req-848cca10-fa17-401a-af23-f2c5933227f1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:46.358216 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ae80738-0f45-426b-b8f2-813aa6277979 req-848cca10-fa17-401a-af23-f2c5933227f1 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9edfde8-c929-4896-aa10-aa4648fbe2e7 HTTP/1.1" status: 200 len: 945 time: 0.0737250 Nov 19 09:28:46.367985 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e2eebc-36da-4c62-9ffe-20593e35a839 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:46.382676 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88e2eebc-36da-4c62-9ffe-20593e35a839 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:46.406480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-743b10cf-0778-4505-b982-79c0ef3e3d2c None None] Provisioning complete for port 381c08e4-27d0-45b0-8d84-d0b66eba67db triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:46.407038 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-743b10cf-0778-4505-b982-79c0ef3e3d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:46.432366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ae80738-0f45-426b-b8f2-813aa6277979 req-6a4946dd-f8d7-4962-993a-7e0fb61cd380 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724473 Nov 19 09:28:46.545472 n-d-805649-14 neutron-server[103476]: INFO neutron.db.ipam_backend_mixin [None req-88e2eebc-36da-4c62-9ffe-20593e35a839 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d4504ec-ce41-4636-96d7-bf40da21f4bd (CIDR: 2001:db8::/64) Nov 19 09:28:46.551695 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e2eebc-36da-4c62-9ffe-20593e35a839 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:28:46.552523 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e2eebc-36da-4c62-9ffe-20593e35a839 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:28:46.584809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59802) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:46.585723 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-88e2eebc-36da-4c62-9ffe-20593e35a839 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4330966 Nov 19 09:28:46.590470 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d01e1a2d-8e31-4611-8ef4-84a1de3e44c8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:46.731090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01e1a2d-8e31-4611-8ef4-84a1de3e44c8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:46.735782 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d01e1a2d-8e31-4611-8ef4-84a1de3e44c8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:46.883594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7dd34302-27dc-408e-9a14-a38b91b6a33b no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:28:46.925275 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 7dd34302-27dc-408e-9a14-a38b91b6a33b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:28:46.925388 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7dd34302-27dc-408e-9a14-a38b91b6a33b not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:28:46.941784 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9b3a5ddd-ed4d-4cee-9605-06273d8199cd None None] Provisioning complete for port 381c08e4-27d0-45b0-8d84-d0b66eba67db triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:46.942165 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b3a5ddd-ed4d-4cee-9605-06273d8199cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:47.260193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.objects.ports [None req-d01e1a2d-8e31-4611-8ef4-84a1de3e44c8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103477) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:28:47.554670 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d01e1a2d-8e31-4611-8ef4-84a1de3e44c8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:47.615863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fd43e-56c1-4c86-ae02-5810be123295 req-d4c2b2d2-a7d4-4de5-83b3-b3561719838a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:47.617674 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e7fd43e-56c1-4c86-ae02-5810be123295 req-d4c2b2d2-a7d4-4de5-83b3-b3561719838a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9edfde8-c929-4896-aa10-aa4648fbe2e7 HTTP/1.1" status: 200 len: 945 time: 0.1062136 Nov 19 09:28:47.759144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59846) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:47.771255 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e7fd43e-56c1-4c86-ae02-5810be123295 req-7d5f7c39-8ea4-46f1-aa3c-e6c8cbf37a8f tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433625 Nov 19 09:28:47.821564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95562307-38d5-467b-b83e-537039318d1e req-e4ccb834-b93e-475e-8c2b-f79b3fc6a283 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:47.823105 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95562307-38d5-467b-b83e-537039318d1e req-e4ccb834-b93e-475e-8c2b-f79b3fc6a283 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9edfde8-c929-4896-aa10-aa4648fbe2e7 HTTP/1.1" status: 200 len: 945 time: 0.0954869 Nov 19 09:28:47.889020 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:47.909631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-d01e1a2d-8e31-4611-8ef4-84a1de3e44c8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] For port 381c08e4-27d0-45b0-8d84-d0b66eba67db, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=381c08e4-27d0-45b0-8d84-d0b66eba67db,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:47.979971 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d01e1a2d-8e31-4611-8ef4-84a1de3e44c8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:47.989343 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d01e1a2d-8e31-4611-8ef4-84a1de3e44c8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:47.990096 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d01e1a2d-8e31-4611-8ef4-84a1de3e44c8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.068979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Request body: {'networks': [{'name': 'tempest-network--934343587'}, {'name': 'tempest-network--183868448'}]} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:48.069473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Request body: {'network': {'name': 'tempest-network--934343587'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:48.069958 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Request body: {'network': {'name': 'tempest-network--183868448'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:48.071358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-95562307-38d5-467b-b83e-537039318d1e req-be09ff61-c0c1-4f46-af0a-2b0917fa4b14 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Deleting port 97e36790-69f5-425e-80a4-66d473c8b8c1 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:48.071704 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-95562307-38d5-467b-b83e-537039318d1e req-be09ff61-c0c1-4f46-af0a-2b0917fa4b14 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.109544 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Made reservation on behalf of 72e8809d06d44a0e9a512fd691951c27 for: {'network': 2} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:48.115740 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.126806 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.180146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01e1a2d-8e31-4611-8ef4-84a1de3e44c8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:48.194303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-d01e1a2d-8e31-4611-8ef4-84a1de3e44c8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:48.205965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01e1a2d-8e31-4611-8ef4-84a1de3e44c8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:48.206580 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d01e1a2d-8e31-4611-8ef4-84a1de3e44c8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.213533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8e1cf7-473d-4a07-ba7c-9d67fae9c11e None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:48.214417 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e1a2d-8e31-4611-8ef4-84a1de3e44c8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=4e5549e7-7fe0-446b-bf89-606cf105adbb,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:48.233423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e1a2d-8e31-4611-8ef4-84a1de3e44c8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=381c08e4-27d0-45b0-8d84-d0b66eba67db,revision_number=8']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:48.253978 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d01e1a2d-8e31-4611-8ef4-84a1de3e44c8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6676104 Nov 19 09:28:48.262022 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59858) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:48.272697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e3b661b3-8565-4878-96b4-e547a5c5b3f3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'mac_address': 'fa:16:3e:30:f0:36', 'name': 'tempest-NetworksTestDHCPv6-1908930499'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:48.289213 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.296726 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.297665 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.336918 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-95562307-38d5-467b-b83e-537039318d1e req-be09ff61-c0c1-4f46-af0a-2b0917fa4b14 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] For port 97e36790-69f5-425e-80a4-66d473c8b8c1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=97e36790-69f5-425e-80a4-66d473c8b8c1,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:48.337327 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-95562307-38d5-467b-b83e-537039318d1e req-be09ff61-c0c1-4f46-af0a-2b0917fa4b14 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.360685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-95562307-38d5-467b-b83e-537039318d1e req-be09ff61-c0c1-4f46-af0a-2b0917fa4b14 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Calling delete_port for 97e36790-69f5-425e-80a4-66d473c8b8c1 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:48.361478 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b42767-8b44-4888-8d3e-3944088ed4a9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:48.390566 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:28:48.424907 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.426364 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Added segment dd68a8bc-efee-4455-959c-35ba235a46c5 of type vlan for network 13588cc5-652f-4abb-8e70-3f05c602bf45 Nov 19 09:28:48.501881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b661b3-8565-4878-96b4-e547a5c5b3f3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:48.538815 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.598578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:28:48.622144 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.622517 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Added segment 5e7998ea-f1d9-44fd-8ff4-8580f26d3b5a of type vlan for network 9ae77837-7b7f-467e-bd92-d8e7c6851ff6 Nov 19 09:28:48.667307 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e3b661b3-8565-4878-96b4-e547a5c5b3f3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.689059 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-95562307-38d5-467b-b83e-537039318d1e req-be09ff61-c0c1-4f46-af0a-2b0917fa4b14 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.701956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-e3b661b3-8565-4878-96b4-e547a5c5b3f3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 94b3d712-08b5-4cae-8323-dc2c1a773bd8 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:48.717898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.732171 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09ff61-c0c1-4f46-af0a-2b0917fa4b14 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event deleted for resources: {'Port': ['ID=97e36790-69f5-425e-80a4-66d473c8b8c1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:48.766816 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b98dd8fa-ae7b-4324-868e-427a0b7eb64d', '97e36790-69f5-425e-80a4-66d473c8b8c1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:28:48.785159 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.786957 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.795870 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:48.810545 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:48.812820 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:48.962278 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2008741 Nov 19 09:28:48.966216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59872) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:49.047577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab6c7a5-63a0-43be-b4b5-cc6ed09382f8 None None] Update dhcp port {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'fixed_ips': [{'subnet_id': '4e5549e7-7fe0-446b-bf89-606cf105adbb', 'ip_address': '2001:db8:0:1:f816:3eff:fe7f:63fc'}, {'subnet_id': '3d4504ec-ce41-4636-96d7-bf40da21f4bd'}], 'binding:host_id': 'n-d-805649-14'}, 'id': '381c08e4-27d0-45b0-8d84-d0b66eba67db'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:28:49.063740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event updated for resources: {'Network': ['ID=13588cc5-652f-4abb-8e70-3f05c602bf45,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:49.098145 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 13588cc5-652f-4abb-8e70-3f05c602bf45 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:28:49.203571 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ab6ce-0b0f-49fe-b2d5-32b7a3748347 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event updated for resources: {'Network': ['ID=9ae77837-7b7f-467e-bd92-d8e7c6851ff6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:49.238905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-95562307-38d5-467b-b83e-537039318d1e req-be09ff61-c0c1-4f46-af0a-2b0917fa4b14 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] No DVR routers for this DVR port 97e36790-69f5-425e-80a4-66d473c8b8c1 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:28:49.247651 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-95562307-38d5-467b-b83e-537039318d1e req-be09ff61-c0c1-4f46-af0a-2b0917fa4b14 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:49.251510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95562307-38d5-467b-b83e-537039318d1e req-be09ff61-c0c1-4f46-af0a-2b0917fa4b14 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "DELETE /v2.0/ports/97e36790-69f5-425e-80a4-66d473c8b8c1 HTTP/1.1" status: 204 len: 173 time: 1.4185832 Nov 19 09:28:49.263469 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cfba2-cc04-4faf-83c6-93e985b13a81 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:49.266151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9edfde8-c929-4896-aa10-aa4648fbe2e7', 'name': 'network-vif-deleted', 'tag': '97e36790-69f5-425e-80a4-66d473c8b8c1'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:28:49.268443 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2fdd10-bc4b-4267-8594-a410a14c5349" -d '{"events": [{"server_uuid": "c9edfde8-c929-4896-aa10-aa4648fbe2e7", "name": "network-vif-deleted", "tag": "97e36790-69f5-425e-80a4-66d473c8b8c1"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:28:49.271749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cfba2-cc04-4faf-83c6-93e985b13a81 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:49.280039 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cfba2-cc04-4faf-83c6-93e985b13a81 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:49.288061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cfba2-cc04-4faf-83c6-93e985b13a81 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:49.301171 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4b2cfba2-cc04-4faf-83c6-93e985b13a81 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3340554 Nov 19 09:28:49.304744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59884) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:49.335919 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a20ddce-f758-4970-b732-b3e647b885d6 req-f7082ab4-91e5-472e-8b7c-da8e77c46ad2 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9edfde8-c929-4896-aa10-aa4648fbe2e7 HTTP/1.1" status: 200 len: 210 time: 0.1020982 Nov 19 09:28:49.336192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 9ae77837-7b7f-467e-bd92-d8e7c6851ff6 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:28:49.339792 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aab6c7a5-63a0-43be-b4b5-cc6ed09382f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:49.448647 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb0637c-3f3c-447f-8178-9bc7f6e3e7d5 x-openstack-request-id: req-eeb0637c-3f3c-447f-8178-9bc7f6e3e7d5 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:28:49.448943 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9edfde8-c929-4896-aa10-aa4648fbe2e7", "name": "network-vif-deleted", "tag": "97e36790-69f5-425e-80a4-66d473c8b8c1", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:28:49.451691 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eeb0637c-3f3c-447f-8178-9bc7f6e3e7d5 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:28:49.451939 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9edfde8-c929-4896-aa10-aa4648fbe2e7', 'name': 'network-vif-deleted', 'tag': '97e36790-69f5-425e-80a4-66d473c8b8c1', 'status': 'completed', 'code': 200} Nov 19 09:28:49.518536 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f390d54e-9c2a-4b5c-9138-7b55b2320f27 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:49.598457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-e3b661b3-8565-4878-96b4-e547a5c5b3f3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::41 (ded7164f-a204-4255-9f6b-c93599969f88/3d4504ec-ce41-4636-96d7-bf40da21f4bd/94b3d712-08b5-4cae-8323-dc2c1a773bd8) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:49.611671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-e3b661b3-8565-4878-96b4-e547a5c5b3f3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8:0:1:f816:3eff:fe30:f036 (ded7164f-a204-4255-9f6b-c93599969f88/4e5549e7-7fe0-446b-bf89-606cf105adbb/94b3d712-08b5-4cae-8323-dc2c1a773bd8) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:49.694284 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f390d54e-9c2a-4b5c-9138-7b55b2320f27 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:49.742057 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f390d54e-9c2a-4b5c-9138-7b55b2320f27 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13588cc5-652f-4abb-8e70-3f05c602bf45']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:49.757295 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f390d54e-9c2a-4b5c-9138-7b55b2320f27 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd68a8bc-efee-4455-959c-35ba235a46c5') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:49.757908 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f390d54e-9c2a-4b5c-9138-7b55b2320f27 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd68a8bc-efee-4455-959c-35ba235a46c5') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:49.770302 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f390d54e-9c2a-4b5c-9138-7b55b2320f27 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:49.789364 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f390d54e-9c2a-4b5c-9138-7b55b2320f27 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:49.812852 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f390d54e-9c2a-4b5c-9138-7b55b2320f27 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:28:49.813855 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f390d54e-9c2a-4b5c-9138-7b55b2320f27 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:28:49.839615 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:28:49.884921 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb254526-568d-4266-9153-48c5ce17bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:49.960538 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e3b661b3-8565-4878-96b4-e547a5c5b3f3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:49.994205 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f390d54e-9c2a-4b5c-9138-7b55b2320f27 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:50.007091 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f390d54e-9c2a-4b5c-9138-7b55b2320f27 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:50.011380 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f390d54e-9c2a-4b5c-9138-7b55b2320f27 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "DELETE /v2.0/networks/13588cc5-652f-4abb-8e70-3f05c602bf45 HTTP/1.1" status: 204 len: 168 time: 0.7054422 Nov 19 09:28:50.014193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59896) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:50.032667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390d54e-9c2a-4b5c-9138-7b55b2320f27 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event deleted for resources: {'Network': ['ID=13588cc5-652f-4abb-8e70-3f05c602bf45,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:50.059154 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 381c08e4-27d0-45b0-8d84-d0b66eba67db up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:50.131916 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 381c08e4-27d0-45b0-8d84-d0b66eba67db triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:50.132407 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:50.154741 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e3b661b3-8565-4878-96b4-e547a5c5b3f3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:50.216225 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-aab6c7a5-63a0-43be-b4b5-cc6ed09382f8 None None] Allocated IP 2001:db8::2 (ded7164f-a204-4255-9f6b-c93599969f88/3d4504ec-ce41-4636-96d7-bf40da21f4bd/381c08e4-27d0-45b0-8d84-d0b66eba67db) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:50.253455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b661b3-8565-4878-96b4-e547a5c5b3f3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:50.258950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e3b661b3-8565-4878-96b4-e547a5c5b3f3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:50.265749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b661b3-8565-4878-96b4-e547a5c5b3f3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:50.271272 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b661b3-8565-4878-96b4-e547a5c5b3f3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:50.271976 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e3b661b3-8565-4878-96b4-e547a5c5b3f3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:50.289442 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01835760-0d65-4cb6-8051-f21ab01a09d2 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:50.305401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e3b661b3-8565-4878-96b4-e547a5c5b3f3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0392036 Nov 19 09:28:50.306597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59902) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:50.308406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b661b3-8565-4878-96b4-e547a5c5b3f3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=94b3d712-08b5-4cae-8323-dc2c1a773bd8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:50.353340 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-aab6c7a5-63a0-43be-b4b5-cc6ed09382f8 None None] For port 381c08e4-27d0-45b0-8d84-d0b66eba67db, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=381c08e4-27d0-45b0-8d84-d0b66eba67db,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:50.479409 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01835760-0d65-4cb6-8051-f21ab01a09d2 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:50.549107 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-56f388bd-d9d6-4384-9dab-17783e583d14 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 94b3d712-08b5-4cae-8323-dc2c1a773bd8 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:50.549310 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56f388bd-d9d6-4384-9dab-17783e583d14 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:50.555571 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-01835760-0d65-4cb6-8051-f21ab01a09d2 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae77837-7b7f-467e-bd92-d8e7c6851ff6']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:50.590024 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-01835760-0d65-4cb6-8051-f21ab01a09d2 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7998ea-f1d9-44fd-8ff4-8580f26d3b5a') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:50.590510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-01835760-0d65-4cb6-8051-f21ab01a09d2 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7998ea-f1d9-44fd-8ff4-8580f26d3b5a') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:28:50.597994 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aab6c7a5-63a0-43be-b4b5-cc6ed09382f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:50.619846 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01835760-0d65-4cb6-8051-f21ab01a09d2 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:50.621861 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aab6c7a5-63a0-43be-b4b5-cc6ed09382f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:50.656961 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01835760-0d65-4cb6-8051-f21ab01a09d2 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:50.664973 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01835760-0d65-4cb6-8051-f21ab01a09d2 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:28:50.665412 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01835760-0d65-4cb6-8051-f21ab01a09d2 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:28:50.668491 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:28:50.754971 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01835760-0d65-4cb6-8051-f21ab01a09d2 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:50.778035 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01835760-0d65-4cb6-8051-f21ab01a09d2 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:50.795105 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-01835760-0d65-4cb6-8051-f21ab01a09d2 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "DELETE /v2.0/networks/9ae77837-7b7f-467e-bd92-d8e7c6851ff6 HTTP/1.1" status: 204 len: 168 time: 0.7766476 Nov 19 09:28:50.797455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59924) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:50.808487 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6c7a5-63a0-43be-b4b5-cc6ed09382f8 None None] Pushing event updated for resources: {'Port': ['ID=381c08e4-27d0-45b0-8d84-d0b66eba67db,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:50.822598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01835760-0d65-4cb6-8051-f21ab01a09d2 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event deleted for resources: {'Network': ['ID=9ae77837-7b7f-467e-bd92-d8e7c6851ff6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:50.837556 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56f388bd-d9d6-4384-9dab-17783e583d14 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:50.899590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 97e36790-69f5-425e-80a4-66d473c8b8c1 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:28:50.934008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea3f1d-a34a-47e3-9d8f-8356b4de98a1 req-f2e5319b-3606-408e-aed9-1e277dc1618c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:50.938172 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 97e36790-69f5-425e-80a4-66d473c8b8c1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:28:50.939758 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 97e36790-69f5-425e-80a4-66d473c8b8c1 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:28:50.942772 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02ea3f1d-a34a-47e3-9d8f-8356b4de98a1 req-f2e5319b-3606-408e-aed9-1e277dc1618c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.1176836 Nov 19 09:28:50.947165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-56f388bd-d9d6-4384-9dab-17783e583d14 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 94b3d712-08b5-4cae-8323-dc2c1a773bd8 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:51.073728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02ea3f1d-a34a-47e3-9d8f-8356b4de98a1 req-e7f537ec-7e9a-4b49-8d97-ecff78d97f86 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296916 Nov 19 09:28:51.110216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d224fa9-9a2d-48ae-bc2a-c9aecf4f36dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:51.116372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d224fa9-9a2d-48ae-bc2a-c9aecf4f36dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:51.118053 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2d224fa9-9a2d-48ae-bc2a-c9aecf4f36dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3193700 Nov 19 09:28:51.122508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59936) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:51.128901 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-01bc3adf-ba65-4e19-b4cc-1e7d79b5c60c tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-449211420'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:51.181345 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bc3adf-ba65-4e19-b4cc-1e7d79b5c60c tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Made reservation on behalf of 72e8809d06d44a0e9a512fd691951c27 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:51.188160 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01bc3adf-ba65-4e19-b4cc-1e7d79b5c60c tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:51.314164 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56f388bd-d9d6-4384-9dab-17783e583d14 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:51.320517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01bc3adf-ba65-4e19-b4cc-1e7d79b5c60c tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:28:51.353734 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01bc3adf-ba65-4e19-b4cc-1e7d79b5c60c tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:51.354148 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-01bc3adf-ba65-4e19-b4cc-1e7d79b5c60c tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Added segment 325bd1e2-ab47-4079-902b-0bf888972950 of type vlan for network 89b735af-6e89-4d81-9609-4c5da71fc2ef Nov 19 09:28:51.361380 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f388bd-d9d6-4384-9dab-17783e583d14 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=94b3d712-08b5-4cae-8323-dc2c1a773bd8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:51.421191 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56f388bd-d9d6-4384-9dab-17783e583d14 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:51.429429 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-56f388bd-d9d6-4384-9dab-17783e583d14 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/94b3d712-08b5-4cae-8323-dc2c1a773bd8 HTTP/1.1" status: 204 len: 168 time: 1.1199458 Nov 19 09:28:51.429784 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59944) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:51.454857 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01bc3adf-ba65-4e19-b4cc-1e7d79b5c60c tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:51.519854 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01bc3adf-ba65-4e19-b4cc-1e7d79b5c60c tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:51.520578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342d5f59-f103-4346-b2a0-6f043ca9f355 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:51.522787 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-342d5f59-f103-4346-b2a0-6f043ca9f355 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0913992 Nov 19 09:28:51.526136 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59948) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:51.533463 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bc3adf-ba65-4e19-b4cc-1e7d79b5c60c tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:51.535349 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01bc3adf-ba65-4e19-b4cc-1e7d79b5c60c tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:51.597697 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab9456b-8537-40a9-bcac-7eedd28dd552 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:51.599329 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-eab9456b-8537-40a9-bcac-7eedd28dd552 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0720470 Nov 19 09:28:51.604861 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59956) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:51.678907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc3adf-ba65-4e19-b4cc-1e7d79b5c60c tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event updated for resources: {'Network': ['ID=89b735af-6e89-4d81-9609-4c5da71fc2ef,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:51.685705 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-01bc3adf-ba65-4e19-b4cc-1e7d79b5c60c tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5617812 Nov 19 09:28:51.688171 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59960) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:51.692839 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e149127-e7f0-4c34-99ba-f8b1a3ee86f8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:51.693264 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 89b735af-6e89-4d81-9609-4c5da71fc2ef details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:28:51.695369 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e149127-e7f0-4c34-99ba-f8b1a3ee86f8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:51.696744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-01544076-13eb-42d9-b74c-5e67b66c31f5 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-751004104'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:51.697565 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e149127-e7f0-4c34-99ba-f8b1a3ee86f8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:51.699766 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4e149127-e7f0-4c34-99ba-f8b1a3ee86f8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0937321 Nov 19 09:28:51.704071 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59962) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:51.777367 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-1592e5f0-a236-4d48-9168-72d22d00e722 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 3d4504ec-ce41-4636-96d7-bf40da21f4bd {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:28:51.780842 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1592e5f0-a236-4d48-9168-72d22d00e722 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:51.836667 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-22eb63eb-2d84-4a89-aa23-96601b9a0205 None None] Provisioning complete for port 381c08e4-27d0-45b0-8d84-d0b66eba67db triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:51.837345 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22eb63eb-2d84-4a89-aa23-96601b9a0205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:51.838658 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1592e5f0-a236-4d48-9168-72d22d00e722 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:51.897487 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01544076-13eb-42d9-b74c-5e67b66c31f5 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Made reservation on behalf of 72e8809d06d44a0e9a512fd691951c27 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:51.901609 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01544076-13eb-42d9-b74c-5e67b66c31f5 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:51.969941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01544076-13eb-42d9-b74c-5e67b66c31f5 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:28:51.988151 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01544076-13eb-42d9-b74c-5e67b66c31f5 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:51.988544 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-01544076-13eb-42d9-b74c-5e67b66c31f5 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Added segment 60bdf33c-f544-492f-9b46-7049becdef2e of type vlan for network a0c71fef-4efc-4b36-aa29-b0b67d501c93 Nov 19 09:28:51.999283 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1592e5f0-a236-4d48-9168-72d22d00e722 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:52.089311 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01544076-13eb-42d9-b74c-5e67b66c31f5 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:52.146054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 381c08e4-27d0-45b0-8d84-d0b66eba67db up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:52.203298 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01544076-13eb-42d9-b74c-5e67b66c31f5 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:52.221143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01544076-13eb-42d9-b74c-5e67b66c31f5 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:52.221945 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01544076-13eb-42d9-b74c-5e67b66c31f5 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:52.299340 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-16047e1a-e8ab-451a-9b0c-ce7d34a075db None None] Could not find standard attr ID for object 94b3d712-08b5-4cae-8323-dc2c1a773bd8. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:28:52.313854 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f63a62ee-eef1-415b-ab7a-4641d77a451a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:52.326355 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 381c08e4-27d0-45b0-8d84-d0b66eba67db triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:52.326738 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:52.326881 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1592e5f0-a236-4d48-9168-72d22d00e722 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:52.382936 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1592e5f0-a236-4d48-9168-72d22d00e722 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:52.389448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59982) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:52.390090 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1592e5f0-a236-4d48-9168-72d22d00e722 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/3d4504ec-ce41-4636-96d7-bf40da21f4bd HTTP/1.1" status: 204 len: 168 time: 0.6837401 Nov 19 09:28:52.442505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-01544076-13eb-42d9-b74c-5e67b66c31f5 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7525713 Nov 19 09:28:52.444035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59984) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:52.466282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a47d7-e8d0-4b78-9e6e-eceb59d53dff None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:52.467130 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Request body: {'ports': [{'network_id': '89b735af-6e89-4d81-9609-4c5da71fc2ef', 'name': 'tempest-port--1817188651', 'admin_state_up': True}, {'network_id': 'a0c71fef-4efc-4b36-aa29-b0b67d501c93', 'admin_state_up': False}]} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:52.467256 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Request body: {'port': {'network_id': '89b735af-6e89-4d81-9609-4c5da71fc2ef', 'name': 'tempest-port--1817188651', 'admin_state_up': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:52.467712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Request body: {'port': {'network_id': 'a0c71fef-4efc-4b36-aa29-b0b67d501c93', 'admin_state_up': False}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:52.545955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923f2a4-8ab7-4a95-893a-4528fd49cfac req-313da1fc-d274-4189-aab4-b8958af2e57c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:52.553891 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6923f2a4-8ab7-4a95-893a-4528fd49cfac req-313da1fc-d274-4189-aab4-b8958af2e57c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.3276193 Nov 19 09:28:52.557844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592e5f0-a236-4d48-9168-72d22d00e722 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4504ec-ce41-4636-96d7-bf40da21f4bd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:52.565547 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb65177-ab64-430b-8169-f1852314a1c6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 4e5549e7-7fe0-446b-bf89-606cf105adbb {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:28:52.575796 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bb65177-ab64-430b-8169-f1852314a1c6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:52.599267 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c38f4-7842-4aa3-8cd8-7843c4c640e3 req-a285003e-6cfb-43e4-bf2d-287a5ba7b456 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:52.600999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c9c38f4-7842-4aa3-8cd8-7843c4c640e3 req-a285003e-6cfb-43e4-bf2d-287a5ba7b456 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 946 time: 0.4204862 Nov 19 09:28:52.608834 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01544076-13eb-42d9-b74c-5e67b66c31f5 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event updated for resources: {'Network': ['ID=a0c71fef-4efc-4b36-aa29-b0b67d501c93,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:52.647928 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network a0c71fef-4efc-4b36-aa29-b0b67d501c93 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:28:52.687085 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bb65177-ab64-430b-8169-f1852314a1c6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:52.732789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6923f2a4-8ab7-4a95-893a-4528fd49cfac req-bef88630-0899-4541-9647-ee13b74143f0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779280 Nov 19 09:28:52.843882 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bb65177-ab64-430b-8169-f1852314a1c6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:52.894817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Made reservation on behalf of 72e8809d06d44a0e9a512fd691951c27 for: {'port': 2} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:52.900950 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:52.947694 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:52.952368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-5c9c38f4-7842-4aa3-8cd8-7843c4c640e3 req-b8cb02c2-5f91-4f11-95f6-41444dd1da82 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Deleting port b98dd8fa-ae7b-4324-868e-427a0b7eb64d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:52.953148 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5c9c38f4-7842-4aa3-8cd8-7843c4c640e3 req-b8cb02c2-5f91-4f11-95f6-41444dd1da82 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:52.954682 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bb65177-ab64-430b-8169-f1852314a1c6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:53.012389 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb65177-ab64-430b-8169-f1852314a1c6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=4e5549e7-7fe0-446b-bf89-606cf105adbb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:53.022303 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bb65177-ab64-430b-8169-f1852314a1c6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:53.028458 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5bb65177-ab64-430b-8169-f1852314a1c6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/4e5549e7-7fe0-446b-bf89-606cf105adbb HTTP/1.1" status: 204 len: 168 time: 0.6348500 Nov 19 09:28:53.028832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59998) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:53.113567 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0f6cbed8-98af-4d45-805e-1ffb500c58bf tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806117 Nov 19 09:28:53.121612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60002) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:53.129275 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1b516c90-eb22-46fd-ba50-bd91502c9604 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:53.143858 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] device_id is not set on port d690cea2-046a-4579-8c68-c56a0bdb834a yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:53.249352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-5c9c38f4-7842-4aa3-8cd8-7843c4c640e3 req-b8cb02c2-5f91-4f11-95f6-41444dd1da82 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] For port b98dd8fa-ae7b-4324-868e-427a0b7eb64d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b98dd8fa-ae7b-4324-868e-427a0b7eb64d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:53.249905 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5c9c38f4-7842-4aa3-8cd8-7843c4c640e3 req-b8cb02c2-5f91-4f11-95f6-41444dd1da82 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:53.289590 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-5c9c38f4-7842-4aa3-8cd8-7843c4c640e3 req-b8cb02c2-5f91-4f11-95f6-41444dd1da82 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Calling delete_port for b98dd8fa-ae7b-4324-868e-427a0b7eb64d owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:53.362724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b516c90-eb22-46fd-ba50-bd91502c9604 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:53.367279 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b516c90-eb22-46fd-ba50-bd91502c9604 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:53.456429 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:53.630657 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f80cb97-cd72-4217-8e33-6d6d2e375f78 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:53.650191 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:53.755267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cc5663c4-9f1c-4468-a773-c7abcb8d43bb None None] Provisioning complete for port 381c08e4-27d0-45b0-8d84-d0b66eba67db triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:53.755761 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cc5663c4-9f1c-4468-a773-c7abcb8d43bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:53.783337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] device_id is not set on port 7355a75a-d7e7-4fd6-9901-3b074cca9ec1 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:53.790482 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5c9c38f4-7842-4aa3-8cd8-7843c4c640e3 req-b8cb02c2-5f91-4f11-95f6-41444dd1da82 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:53.839298 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb02c2-5f91-4f11-95f6-41444dd1da82 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event deleted for resources: {'Port': ['ID=b98dd8fa-ae7b-4324-868e-427a0b7eb64d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:53.913802 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab7c4a72-b086-451d-b107-69bfe0ad6db1 req-9ed82ccc-e711-411b-865e-05ad31fc1508 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc418950-2f83-46b6-b68f-f85062d0859c HTTP/1.1" status: 200 len: 210 time: 0.0800502 Nov 19 09:28:53.968050 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b516c90-eb22-46fd-ba50-bd91502c9604 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:53.987722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cc3b94-65d2-473d-97c6-10d2fcf25dfb None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:28:54.050073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9c38f4-7842-4aa3-8cd8-7843c4c640e3 req-b8cb02c2-5f91-4f11-95f6-41444dd1da82 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] No DVR routers for this DVR port b98dd8fa-ae7b-4324-868e-427a0b7eb64d on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:28:54.052942 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5c9c38f4-7842-4aa3-8cd8-7843c4c640e3 req-b8cb02c2-5f91-4f11-95f6-41444dd1da82 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:54.053445 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc3b94-65d2-473d-97c6-10d2fcf25dfb None None] Deleting port 381c08e4-27d0-45b0-8d84-d0b66eba67db {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:54.054031 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9cc3b94-65d2-473d-97c6-10d2fcf25dfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:54.057019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c9c38f4-7842-4aa3-8cd8-7843c4c640e3 req-b8cb02c2-5f91-4f11-95f6-41444dd1da82 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "DELETE /v2.0/ports/b98dd8fa-ae7b-4324-868e-427a0b7eb64d HTTP/1.1" status: 204 len: 173 time: 1.4427798 Nov 19 09:28:54.076392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc418950-2f83-46b6-b68f-f85062d0859c', 'name': 'network-vif-deleted', 'tag': 'b98dd8fa-ae7b-4324-868e-427a0b7eb64d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:28:54.078945 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d966bc-1591-4851-9a3d-e8a781580495" -d '{"events": [{"server_uuid": "cc418950-2f83-46b6-b68f-f85062d0859c", "name": "network-vif-deleted", "tag": "b98dd8fa-ae7b-4324-868e-427a0b7eb64d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:28:54.157290 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:54.173143 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f1cacf-7fb1-4815-aceb-e576640dadae x-openstack-request-id: req-e5f1cacf-7fb1-4815-aceb-e576640dadae {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:28:54.173143 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc418950-2f83-46b6-b68f-f85062d0859c", "name": "network-vif-deleted", "tag": "b98dd8fa-ae7b-4324-868e-427a0b7eb64d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:28:54.173143 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5f1cacf-7fb1-4815-aceb-e576640dadae {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:28:54.173143 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc418950-2f83-46b6-b68f-f85062d0859c', 'name': 'network-vif-deleted', 'tag': 'b98dd8fa-ae7b-4324-868e-427a0b7eb64d', 'status': 'completed', 'code': 200} Nov 19 09:28:54.191330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b516c90-eb22-46fd-ba50-bd91502c9604 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:54.198099 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-1b516c90-eb22-46fd-ba50-bd91502c9604 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:54.203537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b516c90-eb22-46fd-ba50-bd91502c9604 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:54.204500 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b516c90-eb22-46fd-ba50-bd91502c9604 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:54.206816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b516c90-eb22-46fd-ba50-bd91502c9604 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=8d21a444-dde8-4afe-a4b7-7c5b3ebf03fa,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:54.219468 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a9cc3b94-65d2-473d-97c6-10d2fcf25dfb None None] For port 381c08e4-27d0-45b0-8d84-d0b66eba67db, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=381c08e4-27d0-45b0-8d84-d0b66eba67db,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:54.220105 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9cc3b94-65d2-473d-97c6-10d2fcf25dfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:54.242703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc3b94-65d2-473d-97c6-10d2fcf25dfb None None] Calling delete_port for 381c08e4-27d0-45b0-8d84-d0b66eba67db owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:54.249439 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60028) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:54.250235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1b516c90-eb22-46fd-ba50-bd91502c9604 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1274571 Nov 19 09:28:54.252617 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:54.259359 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0180eb5c-bdcb-4050-9233-f8214220a740 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:54.331975 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event updated for resources: {'Port': ['ID=d690cea2-046a-4579-8c68-c56a0bdb834a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:54.367076 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Checking segment: {'id': '325bd1e2-ab47-4079-902b-0bf888972950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '89b735af-6e89-4d81-9609-4c5da71fc2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:28:54.367585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Network hostable DHCP agents. Network: 89b735af-6e89-4d81-9609-4c5da71fc2ef, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:28:54.368987 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9cc3b94-65d2-473d-97c6-10d2fcf25dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:54.397295 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Network 89b735af-6e89-4d81-9609-4c5da71fc2ef is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:28:54.409901 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 89b735af-6e89-4d81-9609-4c5da71fc2ef) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:54.418379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:54.419390 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:54.431852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cc3b94-65d2-473d-97c6-10d2fcf25dfb None None] No DVR routers for this DVR port 381c08e4-27d0-45b0-8d84-d0b66eba67db on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:28:54.453810 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5792da7f-f17e-49dc-af9e-51c0e01e01a7 None None] Network 89b735af-6e89-4d81-9609-4c5da71fc2ef requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:54.490847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0180eb5c-bdcb-4050-9233-f8214220a740 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:54.500895 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0180eb5c-bdcb-4050-9233-f8214220a740 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:54.536393 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event updated for resources: {'Port': ['ID=7355a75a-d7e7-4fd6-9901-3b074cca9ec1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:54.541825 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Checking segment: {'id': '60bdf33c-f544-492f-9b46-7049becdef2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a0c71fef-4efc-4b36-aa29-b0b67d501c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:28:54.542200 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Network hostable DHCP agents. Network: a0c71fef-4efc-4b36-aa29-b0b67d501c93, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:28:54.577206 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Network a0c71fef-4efc-4b36-aa29-b0b67d501c93 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:28:54.584229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc3b94-65d2-473d-97c6-10d2fcf25dfb None None] Pushing event deleted for resources: {'Port': ['ID=381c08e4-27d0-45b0-8d84-d0b66eba67db,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:54.597148 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee95664-6a73-4d45-b83d-4d4638e02270 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:54.601525 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, a0c71fef-4efc-4b36-aa29-b0b67d501c93) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:54.605745 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:54.618722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:54.627643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:54.628524 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:54.654824 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c3c17224-8690-4793-be94-d111690922dc tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1915138 Nov 19 09:28:54.656783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60050) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:54.707977 n-d-805649-14 neutron-server[103476]: INFO neutron.db.ipam_backend_mixin [None req-0180eb5c-bdcb-4050-9233-f8214220a740 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d21a444-dde8-4afe-a4b7-7c5b3ebf03fa (CIDR: 2001:db8::/64) Nov 19 09:28:54.718354 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-0180eb5c-bdcb-4050-9233-f8214220a740 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:28:54.718820 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0180eb5c-bdcb-4050-9233-f8214220a740 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:28:54.744418 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d2cad3-54b8-4a1d-b087-1d2551ba232b None None] Network a0c71fef-4efc-4b36-aa29-b0b67d501c93 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:54.753609 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0180eb5c-bdcb-4050-9233-f8214220a740 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5021567 Nov 19 09:28:54.754209 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60058) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:54.761385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5133fec-0745-4831-8597-fc975f9f7a91 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:54.767684 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-730ce6ea-8957-44b4-87bb-0f3a1a72630e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'subnet': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:54.769884 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5133fec-0745-4831-8597-fc975f9f7a91 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:54.771930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e5133fec-0745-4831-8597-fc975f9f7a91 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1139290 Nov 19 09:28:54.775778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60060) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:55.043659 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b9595a29-2b01-4635-9660-1163b1a4e590 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Deleting port d690cea2-046a-4579-8c68-c56a0bdb834a {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:55.044242 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9595a29-2b01-4635-9660-1163b1a4e590 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:55.064132 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730ce6ea-8957-44b4-87bb-0f3a1a72630e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:55.068996 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-730ce6ea-8957-44b4-87bb-0f3a1a72630e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:55.164745 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9595a29-2b01-4635-9660-1163b1a4e590 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:55.180911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b9595a29-2b01-4635-9660-1163b1a4e590 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Calling delete_port for d690cea2-046a-4579-8c68-c56a0bdb834a owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:55.314434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60078) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:55.332237 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9595a29-2b01-4635-9660-1163b1a4e590 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:55.356681 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b98dd8fa-ae7b-4324-868e-427a0b7eb64d no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:28:55.409844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9595a29-2b01-4635-9660-1163b1a4e590 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event deleted for resources: {'Port': ['ID=d690cea2-046a-4579-8c68-c56a0bdb834a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:55.442539 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9595a29-2b01-4635-9660-1163b1a4e590 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:55.453345 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b9595a29-2b01-4635-9660-1163b1a4e590 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "DELETE /v2.0/ports/d690cea2-046a-4579-8c68-c56a0bdb834a HTTP/1.1" status: 204 len: 168 time: 0.6764028 Nov 19 09:28:55.455882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60086) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:55.470368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ded7164f-a204-4255-9f6b-c93599969f88', 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'tenant_id': '28b7eb3a7737444e8ea9ba51bbed0654', 'fixed_ips': [{'subnet_id': '8d21a444-dde8-4afe-a4b7-7c5b3ebf03fa'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:28:55.471239 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:55.481344 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: b98dd8fa-ae7b-4324-868e-427a0b7eb64d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:28:55.481560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b98dd8fa-ae7b-4324-868e-427a0b7eb64d not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:28:55.504638 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:55.556160 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6297d491-cd06-4fed-a394-9791d29709b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:55.652209 n-d-805649-14 neutron-server[103476]: DEBUG neutron.objects.ports [None req-730ce6ea-8957-44b4-87bb-0f3a1a72630e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103476) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:28:55.657028 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-730ce6ea-8957-44b4-87bb-0f3a1a72630e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:55.714146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-e8dbd911-00ee-4383-a821-61898ba33370 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Deleting port 7355a75a-d7e7-4fd6-9901-3b074cca9ec1 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:55.714540 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd911-00ee-4383-a821-61898ba33370 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:55.731824 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:55.757397 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730ce6ea-8957-44b4-87bb-0f3a1a72630e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:55.765048 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-730ce6ea-8957-44b4-87bb-0f3a1a72630e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:55.770164 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730ce6ea-8957-44b4-87bb-0f3a1a72630e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:55.770772 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-730ce6ea-8957-44b4-87bb-0f3a1a72630e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:55.778252 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ce6ea-8957-44b4-87bb-0f3a1a72630e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Subnet': ['ID=30dfaa3a-91ad-4107-b4a8-c9164cfdb42d,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:55.789447 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6297d491-cd06-4fed-a394-9791d29709b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:55.802377 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6297d491-cd06-4fed-a394-9791d29709b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:55.813448 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-730ce6ea-8957-44b4-87bb-0f3a1a72630e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0581331 Nov 19 09:28:55.817453 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60090) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:55.825115 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ca83d0dd-9c62-4402-a26a-8f0db3ec409c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Request body: {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'mac_address': 'fa:16:3e:52:3e:31', 'name': 'tempest-NetworksTestDHCPv6-684179239'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:55.851658 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd911-00ee-4383-a821-61898ba33370 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:55.897281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Allocated IP 2001:db8::2 (ded7164f-a204-4255-9f6b-c93599969f88/8d21a444-dde8-4afe-a4b7-7c5b3ebf03fa/b70ba035-b55c-4d55-a63d-a2970bf3ff61) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:55.901189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-e8dbd911-00ee-4383-a821-61898ba33370 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Calling delete_port for 7355a75a-d7e7-4fd6-9901-3b074cca9ec1 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:55.907535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Allocated IP 2001:db8:0:1:f816:3eff:feb0:939 (ded7164f-a204-4255-9f6b-c93599969f88/30dfaa3a-91ad-4107-b4a8-c9164cfdb42d/b70ba035-b55c-4d55-a63d-a2970bf3ff61) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:55.911384 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6297d491-cd06-4fed-a394-9791d29709b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc89416e35b74617b3117bfbaff02672&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5975928 Nov 19 09:28:55.916629 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60092) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:55.923368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297d491-cd06-4fed-a394-9791d29709b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d888bf1a-483f-4a5e-b91d-f20526f98a1a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:56.009799 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8a2ff-432f-4321-93f8-eed84e72a84d req-8bdfed32-def5-4f10-bcfb-06bb6e11141c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:56.011402 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3e8a2ff-432f-4321-93f8-eed84e72a84d req-8bdfed32-def5-4f10-bcfb-06bb6e11141c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2101438 Nov 19 09:28:56.108835 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac349d2b-ef0b-4e48-a81e-e629efd3d8c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.123309 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca83d0dd-9c62-4402-a26a-8f0db3ec409c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Made reservation on behalf of 28b7eb3a7737444e8ea9ba51bbed0654 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:56.127196 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3e8a2ff-432f-4321-93f8-eed84e72a84d req-d070d6f1-4b02-4c55-9adc-6537ee863883 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045225 Nov 19 09:28:56.143266 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd911-00ee-4383-a821-61898ba33370 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.147478 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac349d2b-ef0b-4e48-a81e-e629efd3d8c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.187045 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbd911-00ee-4383-a821-61898ba33370 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event deleted for resources: {'Port': ['ID=7355a75a-d7e7-4fd6-9901-3b074cca9ec1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:56.204830 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8dbd911-00ee-4383-a821-61898ba33370 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.211466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e8dbd911-00ee-4383-a821-61898ba33370 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "DELETE /v2.0/ports/7355a75a-d7e7-4fd6-9901-3b074cca9ec1 HTTP/1.1" status: 204 len: 168 time: 0.7510192 Nov 19 09:28:56.212083 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60098) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:56.231191 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.238761 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 381c08e4-27d0-45b0-8d84-d0b66eba67db no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:28:56.267457 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60100) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:56.268917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-16490e11-4b9b-46c4-90ba-9694808bb1c2 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0507998 Nov 19 09:28:56.284210 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.295616 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac349d2b-ef0b-4e48-a81e-e629efd3d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.296245 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 381c08e4-27d0-45b0-8d84-d0b66eba67db {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:28:56.296638 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 381c08e4-27d0-45b0-8d84-d0b66eba67db not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:28:56.298654 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac349d2b-ef0b-4e48-a81e-e629efd3d8c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.299973 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ac349d2b-ef0b-4e48-a81e-e629efd3d8c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d888bf1a-483f-4a5e-b91d-f20526f98a1a HTTP/1.1" status: 204 len: 168 time: 0.3778369 Nov 19 09:28:56.302075 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-bd47c626-1f40-4a96-b162-44b1d13187de tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1468016908'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:56.321793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac349d2b-ef0b-4e48-a81e-e629efd3d8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d888bf1a-483f-4a5e-b91d-f20526f98a1a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:56.345168 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca83d0dd-9c62-4402-a26a-8f0db3ec409c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.363209 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd47c626-1f40-4a96-b162-44b1d13187de tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Made reservation on behalf of 72e8809d06d44a0e9a512fd691951c27 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:56.366821 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd47c626-1f40-4a96-b162-44b1d13187de tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.386995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ca83d0dd-9c62-4402-a26a-8f0db3ec409c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] device_id is not set on port 96ea05e6-438d-4cdc-b68a-d57670591bd0 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:28:56.397456 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:56.403065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:56.408051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:56.412304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Pushing event updated for resources: {'Port': ['ID=b70ba035-b55c-4d55-a63d-a2970bf3ff61,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:56.448084 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd47c626-1f40-4a96-b162-44b1d13187de tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:28:56.495255 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd47c626-1f40-4a96-b162-44b1d13187de tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.495616 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-bd47c626-1f40-4a96-b162-44b1d13187de tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Added segment 265c878e-3ae1-4765-84f3-6bc0693ac953 of type vlan for network f67b75bd-43b3-4018-a166-7d15f75f3908 Nov 19 09:28:56.509072 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Attempting to bind port b70ba035-b55c-4d55-a63d-a2970bf3ff61 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:28:56.509492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Attempting to bind port b70ba035-b55c-4d55-a63d-a2970bf3ff61 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:28:56.510125 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Attempting to bind port b70ba035-b55c-4d55-a63d-a2970bf3ff61 on network ded7164f-a204-4255-9f6b-c93599969f88 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:28:56.517199 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:28:56.517199 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Checking segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:28:56.517199 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.517609 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Bound using segment: {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:28:56.518077 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Bound port: b70ba035-b55c-4d55-a63d-a2970bf3ff61, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4868ff1-e441-4de4-aa66-f50c70e7d389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:28:56.518463 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.572802 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd47c626-1f40-4a96-b162-44b1d13187de tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.614715 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] For port b70ba035-b55c-4d55-a63d-a2970bf3ff61, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:28:56.623176 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] For port b70ba035-b55c-4d55-a63d-a2970bf3ff61, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b70ba035-b55c-4d55-a63d-a2970bf3ff61,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:28:56.630243 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.661291 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd47c626-1f40-4a96-b162-44b1d13187de tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.667093 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd47c626-1f40-4a96-b162-44b1d13187de tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:56.667806 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd47c626-1f40-4a96-b162-44b1d13187de tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.743091 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace4d3f-5b18-45c4-ac48-73db298e2726 None None] Pushing event updated for resources: {'Port': ['ID=b70ba035-b55c-4d55-a63d-a2970bf3ff61,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:56.749142 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bd47c626-1f40-4a96-b162-44b1d13187de tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4766707 Nov 19 09:28:56.749142 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-ca83d0dd-9c62-4402-a26a-8f0db3ec409c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8::1b (ded7164f-a204-4255-9f6b-c93599969f88/8d21a444-dde8-4afe-a4b7-7c5b3ebf03fa/96ea05e6-438d-4cdc-b68a-d57670591bd0) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:56.749972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60108) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:56.755388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-77aeff24-39b5-4791-ad91-cc15b0c5e082 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-351258936'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:56.772447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60110) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:56.782692 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-ca83d0dd-9c62-4402-a26a-8f0db3ec409c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Allocated IP 2001:db8:0:1:f816:3eff:fe52:3e31 (ded7164f-a204-4255-9f6b-c93599969f88/30dfaa3a-91ad-4107-b4a8-c9164cfdb42d/96ea05e6-438d-4cdc-b68a-d57670591bd0) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:28:56.800371 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85886663-63f1-45d7-a318-77500d686815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.805690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47c626-1f40-4a96-b162-44b1d13187de tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event updated for resources: {'Network': ['ID=f67b75bd-43b3-4018-a166-7d15f75f3908,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:56.821425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aeff24-39b5-4791-ad91-cc15b0c5e082 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Made reservation on behalf of 72e8809d06d44a0e9a512fd691951c27 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:56.825045 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77aeff24-39b5-4791-ad91-cc15b0c5e082 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.853477 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network f67b75bd-43b3-4018-a166-7d15f75f3908 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:28:56.904412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77aeff24-39b5-4791-ad91-cc15b0c5e082 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:28:56.987342 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77aeff24-39b5-4791-ad91-cc15b0c5e082 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:56.987735 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-77aeff24-39b5-4791-ad91-cc15b0c5e082 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Added segment 02c4b5ba-9fac-4a53-8bf2-47652784da62 of type vlan for network b6b74f6f-3311-4ad4-bacc-0a28b2121b80 Nov 19 09:28:57.000610 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85886663-63f1-45d7-a318-77500d686815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:57.020545 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca83d0dd-9c62-4402-a26a-8f0db3ec409c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:57.100041 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85886663-63f1-45d7-a318-77500d686815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:57.102770 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca83d0dd-9c62-4402-a26a-8f0db3ec409c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:57.105017 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77aeff24-39b5-4791-ad91-cc15b0c5e082 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:57.164707 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83d0dd-9c62-4402-a26a-8f0db3ec409c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event updated for resources: {'Port': ['ID=96ea05e6-438d-4cdc-b68a-d57670591bd0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:57.166911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-85886663-63f1-45d7-a318-77500d686815 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a62e7b22389640d58811c6a396e75b3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3917439 Nov 19 09:28:57.168882 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60116) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:57.191470 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85886663-63f1-45d7-a318-77500d686815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812e1e8c-f869-4183-add2-39ec7bf9f58a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:57.217842 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca83d0dd-9c62-4402-a26a-8f0db3ec409c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Network ded7164f-a204-4255-9f6b-c93599969f88 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:28:57.229524 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ca83d0dd-9c62-4402-a26a-8f0db3ec409c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:28:57.232771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca83d0dd-9c62-4402-a26a-8f0db3ec409c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:28:57.266579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca83d0dd-9c62-4402-a26a-8f0db3ec409c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:57.267554 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca83d0dd-9c62-4402-a26a-8f0db3ec409c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:57.277891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e0feb-e885-4ea8-8021-551d832b05b5 req-4bd23a1c-5edd-488d-9fa8-b818f9c4be1c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:57.279727 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-097e0feb-e885-4ea8-8021-551d832b05b5 req-4bd23a1c-5edd-488d-9fa8-b818f9c4be1c tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2770150 Nov 19 09:28:57.282687 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77aeff24-39b5-4791-ad91-cc15b0c5e082 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:57.294149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aeff24-39b5-4791-ad91-cc15b0c5e082 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:57.295125 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77aeff24-39b5-4791-ad91-cc15b0c5e082 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:57.306382 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ca83d0dd-9c62-4402-a26a-8f0db3ec409c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4867787 Nov 19 09:28:57.313623 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60120) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:57.372320 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a027bd03-84fd-42b7-9000-9e9e133f1fa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:57.428109 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-77aeff24-39b5-4791-ad91-cc15b0c5e082 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6759975 Nov 19 09:28:57.450427 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a027bd03-84fd-42b7-9000-9e9e133f1fa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:57.503209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aeff24-39b5-4791-ad91-cc15b0c5e082 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event updated for resources: {'Network': ['ID=b6b74f6f-3311-4ad4-bacc-0a28b2121b80,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:57.525361 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network b6b74f6f-3311-4ad4-bacc-0a28b2121b80 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:28:57.531137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-29efb7b2-e110-499f-9af1-23b3f91bb2c3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting port 96ea05e6-438d-4cdc-b68a-d57670591bd0 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:57.531528 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29efb7b2-e110-499f-9af1-23b3f91bb2c3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:57.555948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b4543-8fa8-4ae0-ac66-a5b649277c7e req-4260b2a0-e386-4ce3-b699-49681cd400fc tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:57.565209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c83b4543-8fa8-4ae0-ac66-a5b649277c7e req-4260b2a0-e386-4ce3-b699-49681cd400fc tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.2668245 Nov 19 09:28:57.576547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60122) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:57.583493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Request body: {'subnets': [{'network_id': 'f67b75bd-43b3-4018-a166-7d15f75f3908', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--455692065', 'ip_version': 4}, {'network_id': 'b6b74f6f-3311-4ad4-bacc-0a28b2121b80', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:57.584829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Request body: {'subnet': {'network_id': 'f67b75bd-43b3-4018-a166-7d15f75f3908', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--455692065', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:57.585203 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a027bd03-84fd-42b7-9000-9e9e133f1fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:57.585493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Request body: {'subnet': {'network_id': 'b6b74f6f-3311-4ad4-bacc-0a28b2121b80', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:28:57.588115 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a027bd03-84fd-42b7-9000-9e9e133f1fa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:57.589325 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a027bd03-84fd-42b7-9000-9e9e133f1fa4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/812e1e8c-f869-4183-add2-39ec7bf9f58a HTTP/1.1" status: 204 len: 168 time: 0.4151502 Nov 19 09:28:57.606484 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027bd03-84fd-42b7-9000-9e9e133f1fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812e1e8c-f869-4183-add2-39ec7bf9f58a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:57.673539 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29efb7b2-e110-499f-9af1-23b3f91bb2c3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:57.692195 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-29efb7b2-e110-499f-9af1-23b3f91bb2c3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Calling delete_port for 96ea05e6-438d-4cdc-b68a-d57670591bd0 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:58.116593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60130) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:58.125661 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29efb7b2-e110-499f-9af1-23b3f91bb2c3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:58.148115 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0ca35a5-19bd-4fd2-96cb-53a53ed25794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:58.174178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-097e0feb-e885-4ea8-8021-551d832b05b5 req-811ddc40-de5b-460b-a8fb-7a28516b3d43 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Deleting port bb06e704-b30a-4ece-87e4-03ffc194e42d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:28:58.174514 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-097e0feb-e885-4ea8-8021-551d832b05b5 req-811ddc40-de5b-460b-a8fb-7a28516b3d43 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:58.195610 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b70ba035-b55c-4d55-a63d-a2970bf3ff61 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:28:58.279434 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efb7b2-e110-499f-9af1-23b3f91bb2c3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Port': ['ID=96ea05e6-438d-4cdc-b68a-d57670591bd0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:58.290824 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29efb7b2-e110-499f-9af1-23b3f91bb2c3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:58.300946 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-29efb7b2-e110-499f-9af1-23b3f91bb2c3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/96ea05e6-438d-4cdc-b68a-d57670591bd0 HTTP/1.1" status: 204 len: 168 time: 0.9841421 Nov 19 09:28:58.324514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b70ba035-b55c-4d55-a63d-a2970bf3ff61 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:58.324933 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:58.356323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60136) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:58.360770 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c83b4543-8fa8-4ae0-ac66-a5b649277c7e req-67b6ec08-f32f-4431-9bc0-472d578aa51d tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7945106 Nov 19 09:28:58.436398 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff76c17c-250c-4051-a644-2c4f9a1d2b2e None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:58.441303 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0ca35a5-19bd-4fd2-96cb-53a53ed25794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:58.448355 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0ca35a5-19bd-4fd2-96cb-53a53ed25794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:58.494880 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b0ca35a5-19bd-4fd2-96cb-53a53ed25794 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d27bf6b2ea4947d7a0339a57202b308f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3770616 Nov 19 09:28:58.496077 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca35a5-19bd-4fd2-96cb-53a53ed25794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42ada6b-6963-4a01-9aee-7214991ed37d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:58.498989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60144) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:58.576109 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1490e385-3677-48fe-9b14-fa55276ecc9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:58.602424 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1490e385-3677-48fe-9b14-fa55276ecc9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:58.665169 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1490e385-3677-48fe-9b14-fa55276ecc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:58.667162 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b66dba61-8ef7-4607-8c07-02d6ffce4408 None None] Provisioning complete for port b70ba035-b55c-4d55-a63d-a2970bf3ff61 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:58.667729 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b66dba61-8ef7-4607-8c07-02d6ffce4408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:58.668662 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1490e385-3677-48fe-9b14-fa55276ecc9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:58.673849 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1490e385-3677-48fe-9b14-fa55276ecc9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a42ada6b-6963-4a01-9aee-7214991ed37d HTTP/1.1" status: 204 len: 168 time: 0.1596892 Nov 19 09:28:58.692442 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490e385-3677-48fe-9b14-fa55276ecc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42ada6b-6963-4a01-9aee-7214991ed37d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:58.710725 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930d393d-f1c3-4c3a-a941-d48334ed4d3d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:58.712494 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-930d393d-f1c3-4c3a-a941-d48334ed4d3d tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.3505838 Nov 19 09:28:58.717398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60148) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:58.759228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Made reservation on behalf of 72e8809d06d44a0e9a512fd691951c27 for: {'subnet': 2} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:28:58.759830 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:58.773201 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:58.773460 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:58.859106 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port b70ba035-b55c-4d55-a63d-a2970bf3ff61, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b70ba035-b55c-4d55-a63d-a2970bf3ff61,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:58.868885 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:58.871680 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c25abe9-81bc-4b24-aef9-b846f773e1c5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:58.875921 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2c25abe9-81bc-4b24-aef9-b846f773e1c5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.1569507 Nov 19 09:28:58.887144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60152) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:58.925681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-097e0feb-e885-4ea8-8021-551d832b05b5 req-811ddc40-de5b-460b-a8fb-7a28516b3d43 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] For port bb06e704-b30a-4ece-87e4-03ffc194e42d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bb06e704-b30a-4ece-87e4-03ffc194e42d,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:28:58.926061 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-097e0feb-e885-4ea8-8021-551d832b05b5 req-811ddc40-de5b-460b-a8fb-7a28516b3d43 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:59.039229 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa40f2-2605-4cc0-aae4-931c39685514 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:59.046713 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa40f2-2605-4cc0-aae4-931c39685514 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:59.048961 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa40f2-2605-4cc0-aae4-931c39685514 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:59.056817 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-71aa40f2-2605-4cc0-aae4-931c39685514 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1683249 Nov 19 09:28:59.058509 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60158) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:59.112482 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=b70ba035-b55c-4d55-a63d-a2970bf3ff61,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:59.132417 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60162) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:59.215163 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-465d16a9-7a6d-4199-8a8e-8cca72f5115b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 30dfaa3a-91ad-4107-b4a8-c9164cfdb42d {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:28:59.225336 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465d16a9-7a6d-4199-8a8e-8cca72f5115b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:59.335218 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465d16a9-7a6d-4199-8a8e-8cca72f5115b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:59.498330 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465d16a9-7a6d-4199-8a8e-8cca72f5115b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:59.559956 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-702274fa-96a9-45a4-befb-3c3ca8655a61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:59.631139 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-097e0feb-e885-4ea8-8021-551d832b05b5 req-811ddc40-de5b-460b-a8fb-7a28516b3d43 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:59.631854 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-097e0feb-e885-4ea8-8021-551d832b05b5 req-811ddc40-de5b-460b-a8fb-7a28516b3d43 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:59.632449 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-097e0feb-e885-4ea8-8021-551d832b05b5 req-811ddc40-de5b-460b-a8fb-7a28516b3d43 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Floating IP c84f314e-5beb-4d13-a332-49f62354a1e3 disassociated. External IP: 172.25.0.156, port: bb06e704-b30a-4ece-87e4-03ffc194e42d. Nov 19 09:28:59.632778 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465d16a9-7a6d-4199-8a8e-8cca72f5115b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:59.633283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-097e0feb-e885-4ea8-8021-551d832b05b5 req-811ddc40-de5b-460b-a8fb-7a28516b3d43 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Calling delete_port for bb06e704-b30a-4ece-87e4-03ffc194e42d owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:28:59.703566 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d16a9-7a6d-4199-8a8e-8cca72f5115b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=30dfaa3a-91ad-4107-b4a8-c9164cfdb42d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:28:59.716689 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465d16a9-7a6d-4199-8a8e-8cca72f5115b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:59.725628 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-465d16a9-7a6d-4199-8a8e-8cca72f5115b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/30dfaa3a-91ad-4107-b4a8-c9164cfdb42d HTTP/1.1" status: 204 len: 168 time: 0.6606812 Nov 19 09:28:59.726508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60182) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:28:59.759078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b27dea-a943-40c9-a3b8-6d971de61d73 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:28:59.801278 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f80e90-3759-422b-b4e2-84adf32715c5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Deleting subnet 8d21a444-dde8-4afe-a4b7-7c5b3ebf03fa {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:28:59.806697 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72f80e90-3759-422b-b4e2-84adf32715c5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:59.862613 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72f80e90-3759-422b-b4e2-84adf32715c5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:59.935568 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-db4afb26-d387-4453-81c0-01d3e7bc8259 None None] Provisioning complete for port b70ba035-b55c-4d55-a63d-a2970bf3ff61 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:28:59.936055 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-db4afb26-d387-4453-81c0-01d3e7bc8259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:28:59.952579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0466d-b23b-42bb-9bad-c2780d9a8f50 req-c1e9e90a-27ed-4c7f-b7d2-17d3877c87c8 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:28:59.954522 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ef0466d-b23b-42bb-9bad-c2780d9a8f50 req-c1e9e90a-27ed-4c7f-b7d2-17d3877c87c8 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 944 time: 0.4391139 Nov 19 09:29:00.026426 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72f80e90-3759-422b-b4e2-84adf32715c5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:00.140655 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-702274fa-96a9-45a4-befb-3c3ca8655a61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:00.154836 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b70ba035-b55c-4d55-a63d-a2970bf3ff61 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:29:00.165065 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72f80e90-3759-422b-b4e2-84adf32715c5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:00.187715 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-702274fa-96a9-45a4-befb-3c3ca8655a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:00.195653 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72f80e90-3759-422b-b4e2-84adf32715c5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:00.207232 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ef0466d-b23b-42bb-9bad-c2780d9a8f50 req-a93aad38-2ae3-47a7-a9fc-a308cd730c3a tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups?id=561870a5-2145-40d4-8fad-a7d3e1f3d150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312822 Nov 19 09:29:00.211677 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-72f80e90-3759-422b-b4e2-84adf32715c5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/8d21a444-dde8-4afe-a4b7-7c5b3ebf03fa HTTP/1.1" status: 204 len: 168 time: 0.4837255 Nov 19 09:29:00.232002 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60192) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:00.234547 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f80e90-3759-422b-b4e2-84adf32715c5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Subnet': ['ID=8d21a444-dde8-4afe-a4b7-7c5b3ebf03fa,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:00.254023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-702274fa-96a9-45a4-befb-3c3ca8655a61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4658cacc7ab84fcba1a430cb3e3ceec3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1177080 Nov 19 09:29:00.271314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60194) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:00.282920 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-40be60e7-6b1f-44b7-9bf6-78d63aa72c82 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494602 Nov 19 09:29:00.285985 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60196) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:00.353233 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b70ba035-b55c-4d55-a63d-a2970bf3ff61 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:29:00.353870 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:00.364236 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4c33da-969e-426d-b2dc-6f59213a8a5b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:00.366434 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ed4c33da-969e-426d-b2dc-6f59213a8a5b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0794778 Nov 19 09:29:00.369049 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60200) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:00.385716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702274fa-96a9-45a4-befb-3c3ca8655a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c248ca6-c0f2-4530-8c80-79597fb50ef8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:00.435381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15905d5-bf5d-4b1d-9cf4-5f4ae55f776c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:00.439004 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f15905d5-bf5d-4b1d-9cf4-5f4ae55f776c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0667522 Nov 19 09:29:00.439331 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60204) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:00.482849 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b549bf2e-932d-43f0-9e3a-1e6b120e6bf1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423503 Nov 19 09:29:00.490128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60208) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:00.503166 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c31f-9a5a-42b3-9327-fc6aeeb20534 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:00.515880 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-472e1c32-241a-4a3a-9c04-601e3bff09fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:00.516420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472e1c32-241a-4a3a-9c04-601e3bff09fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:00.529721 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-472e1c32-241a-4a3a-9c04-601e3bff09fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/96ea05e6-438d-4cdc-b68a-d57670591bd0 HTTP/1.1" status: 404 len: 333 time: 0.0365579 Nov 19 09:29:00.530976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60212) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:00.531504 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-097e0feb-e885-4ea8-8021-551d832b05b5 req-811ddc40-de5b-460b-a8fb-7a28516b3d43 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:00.580421 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:00.588827 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c31f-9a5a-42b3-9327-fc6aeeb20534 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:00.593377 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b668f8-6d7e-4abf-a8ed-e72e4a76686e None None] Update dhcp port {'port': {'network_id': 'ded7164f-a204-4255-9f6b-c93599969f88', 'fixed_ips': [{'subnet_id': '8d21a444-dde8-4afe-a4b7-7c5b3ebf03fa'}], 'binding:host_id': 'n-d-805649-14'}, 'id': 'b70ba035-b55c-4d55-a63d-a2970bf3ff61'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:29:00.611418 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db66a5f-fe35-4852-af84-adb60ecde0ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:00.612135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db66a5f-fe35-4852-af84-adb60ecde0ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:00.617693 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3db66a5f-fe35-4852-af84-adb60ecde0ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/30dfaa3a-91ad-4107-b4a8-c9164cfdb42d HTTP/1.1" status: 404 len: 337 time: 0.0816357 Nov 19 09:29:00.619028 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60216) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:00.628294 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7b668f8-6d7e-4abf-a8ed-e72e4a76686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:00.659407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ddc40-de5b-460b-a8fb-7a28516b3d43 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event deleted for resources: {'Port': ['ID=bb06e704-b30a-4ece-87e4-03ffc194e42d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:00.670060 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32f5fc4-9ec1-4cfa-ab33-acf8e1ef0a86 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:00.670716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32f5fc4-9ec1-4cfa-ab33-acf8e1ef0a86 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:00.676312 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e32f5fc4-9ec1-4cfa-ab33-acf8e1ef0a86 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/8d21a444-dde8-4afe-a4b7-7c5b3ebf03fa HTTP/1.1" status: 404 len: 337 time: 0.0539999 Nov 19 09:29:00.676482 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60220) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:00.713178 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1e2607-793b-4c87-849a-14e15481ba76 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:00.714173 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1e2607-793b-4c87-849a-14e15481ba76 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:00.721444 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9e1e2607-793b-4c87-849a-14e15481ba76 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/94b3d712-08b5-4cae-8323-dc2c1a773bd8 HTTP/1.1" status: 404 len: 333 time: 0.0416596 Nov 19 09:29:00.721828 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60222) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:00.781327 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfa934f-aae4-4ba9-923f-299db7da48f9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:00.781713 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cfa934f-aae4-4ba9-923f-299db7da48f9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:00.784852 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1cfa934f-aae4-4ba9-923f-299db7da48f9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/4e5549e7-7fe0-446b-bf89-606cf105adbb HTTP/1.1" status: 404 len: 337 time: 0.0595005 Nov 19 09:29:00.788061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60224) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:00.811687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event updated for resources: {'Subnet': ['ID=20087da6-e124-46f6-a017-f339a8bb7d9e,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:00.817017 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-607b0051-c311-4080-b4b6-e30c58d09780 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:00.817574 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607b0051-c311-4080-b4b6-e30c58d09780 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:00.822143 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-607b0051-c311-4080-b4b6-e30c58d09780 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/3d4504ec-ce41-4636-96d7-bf40da21f4bd HTTP/1.1" status: 404 len: 337 time: 0.0329511 Nov 19 09:29:00.824408 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60232) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:00.852975 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9629524-7820-4337-b007-4b93a4272696 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:00.853622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9629524-7820-4337-b007-4b93a4272696 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:00.857387 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b9629524-7820-4337-b007-4b93a4272696 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/714d6eac-add3-4bb5-83ea-dba264d2ce55 HTTP/1.1" status: 404 len: 333 time: 0.0318265 Nov 19 09:29:00.859843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60234) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:00.861229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Checking segment: {'id': '265c878e-3ae1-4765-84f3-6bc0693ac953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f67b75bd-43b3-4018-a166-7d15f75f3908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:29:00.861834 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Network hostable DHCP agents. Network: f67b75bd-43b3-4018-a166-7d15f75f3908, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:29:00.893299 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-72119ccb-f972-4328-bc11-969cc5932d10 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:00.893904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72119ccb-f972-4328-bc11-969cc5932d10 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:00.906872 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-72119ccb-f972-4328-bc11-969cc5932d10 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/8ac0d897-0ae5-48f8-8306-2f9f692c456b HTTP/1.1" status: 404 len: 337 time: 0.0456946 Nov 19 09:29:00.909584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60236) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:00.925721 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c31f-9a5a-42b3-9327-fc6aeeb20534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:00.932947 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c31f-9a5a-42b3-9327-fc6aeeb20534 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:00.936457 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f4a5c31f-9a5a-42b3-9327-fc6aeeb20534 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c248ca6-c0f2-4530-8c80-79597fb50ef8 HTTP/1.1" status: 204 len: 168 time: 0.6615663 Nov 19 09:29:00.936457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Network f67b75bd-43b3-4018-a166-7d15f75f3908 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:29:00.945455 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bb06e704-b30a-4ece-87e4-03ffc194e42d no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:29:01.006432 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-970b0ef9-b96d-490c-84ac-7365863df9e9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:01.006653 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fd5278-3d10-44bf-a978-f273d0c01031 None None] Network ded7164f-a204-4255-9f6b-c93599969f88 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:01.007310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970b0ef9-b96d-490c-84ac-7365863df9e9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:01.012911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-970b0ef9-b96d-490c-84ac-7365863df9e9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/f754ce61-3f5d-4963-9092-20815f2d6b4d HTTP/1.1" status: 404 len: 337 time: 0.1013207 Nov 19 09:29:01.015509 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-097e0feb-e885-4ea8-8021-551d832b05b5 req-811ddc40-de5b-460b-a8fb-7a28516b3d43 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Router 582c44aa-e623-4622-9082-fcdba116c788 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:29:01.016279 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60240) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:01.017017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5c31f-9a5a-42b3-9327-fc6aeeb20534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c248ca6-c0f2-4530-8c80-79597fb50ef8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:01.019285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, f67b75bd-43b3-4018-a166-7d15f75f3908) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:01.026892 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:01.070756 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-583b7a52-8d7d-4bfd-9b13-a064a0e1dfd0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:01.082821 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583b7a52-8d7d-4bfd-9b13-a064a0e1dfd0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:01.093830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: bb06e704-b30a-4ece-87e4-03ffc194e42d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:29:01.094191 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bb06e704-b30a-4ece-87e4-03ffc194e42d not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:29:01.096843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4b4fea-8cf1-44f4-9844-02ce43ae8517 None None] Network f67b75bd-43b3-4018-a166-7d15f75f3908 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:01.103849 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-583b7a52-8d7d-4bfd-9b13-a064a0e1dfd0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/31212448-8090-4002-87f0-138c1fe04dc9 HTTP/1.1" status: 404 len: 333 time: 0.0843797 Nov 19 09:29:01.104860 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60244) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:01.168050 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b9a3aa-0ea5-48a4-a323-6dace03a59a1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:01.168944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b9a3aa-0ea5-48a4-a323-6dace03a59a1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:01.172618 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-36b9a3aa-0ea5-48a4-a323-6dace03a59a1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/bc3310ac-0baa-44a4-bfbb-93b8dfd1e5e0 HTTP/1.1" status: 404 len: 337 time: 0.0664499 Nov 19 09:29:01.175325 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60250) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:01.210330 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-884ee78f-582e-40ad-8d03-7c2715c19399 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:01.210803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884ee78f-582e-40ad-8d03-7c2715c19399 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:01.214313 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-884ee78f-582e-40ad-8d03-7c2715c19399 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/12c57e9d-223f-4e3f-baf3-3dcc37293176 HTTP/1.1" status: 404 len: 337 time: 0.0377905 Nov 19 09:29:01.216822 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60256) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:01.246643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-097e0feb-e885-4ea8-8021-551d832b05b5 req-811ddc40-de5b-460b-a8fb-7a28516b3d43 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:29:01.258809 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15982e47-3c2c-4758-a3d2-ebb03ee5e74d None None] Sync routers for ids ['582c44aa-e623-4622-9082-fcdba116c788'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:29:01.279006 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24fe930-2606-40cc-8bee-dab5b3a7b335 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:01.279239 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15982e47-3c2c-4758-a3d2-ebb03ee5e74d None None] Routers {'582c44aa-e623-4622-9082-fcdba116c788'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:29:01.279821 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-15982e47-3c2c-4758-a3d2-ebb03ee5e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:28:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['582c44aa-e623-4622-9082-fcdba116c788'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:01.280704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24fe930-2606-40cc-8bee-dab5b3a7b335 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:01.291857 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e24fe930-2606-40cc-8bee-dab5b3a7b335 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/89885728-00b2-45ff-ae15-5653f238960b HTTP/1.1" status: 404 len: 333 time: 0.0738328 Nov 19 09:29:01.295023 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60260) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:01.371369 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d22884-ea01-48df-93cf-4ee4bad87946 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:01.372131 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d22884-ea01-48df-93cf-4ee4bad87946 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:01.379319 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f2d22884-ea01-48df-93cf-4ee4bad87946 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/d15c2fc5-da99-4c2f-8ccd-30709704cff0 HTTP/1.1" status: 404 len: 337 time: 0.0810018 Nov 19 09:29:01.379759 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60272) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:01.402133 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7ee916c8-5930-4c84-9a65-373b5fc7180c None None] Provisioning complete for port b70ba035-b55c-4d55-a63d-a2970bf3ff61 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:29:01.402742 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7ee916c8-5930-4c84-9a65-373b5fc7180c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:01.439292 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event updated for resources: {'Subnet': ['ID=6cb9ca64-1652-4cc9-9151-70630f901f46,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:01.445584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-097e0feb-e885-4ea8-8021-551d832b05b5 req-811ddc40-de5b-460b-a8fb-7a28516b3d43 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] No DVR routers for this DVR port bb06e704-b30a-4ece-87e4-03ffc194e42d on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:29:01.453508 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-097e0feb-e885-4ea8-8021-551d832b05b5 req-811ddc40-de5b-460b-a8fb-7a28516b3d43 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:01.458254 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-4356d5ef-374f-4ac5-987f-0efe481cddad tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:01.459766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4356d5ef-374f-4ac5-987f-0efe481cddad tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:01.462326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-097e0feb-e885-4ea8-8021-551d832b05b5 req-811ddc40-de5b-460b-a8fb-7a28516b3d43 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.71 "DELETE /v2.0/ports/bb06e704-b30a-4ece-87e4-03ffc194e42d HTTP/1.1" status: 204 len: 173 time: 4.1629281 Nov 19 09:29:01.469144 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4356d5ef-374f-4ac5-987f-0efe481cddad tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/74711fd0-affa-4524-8f05-7349be5e1bc3 HTTP/1.1" status: 404 len: 333 time: 0.0878177 Nov 19 09:29:01.473519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'name': 'network-vif-deleted', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:29:01.484291 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60278) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:01.488104 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e93b92-6008-4dc6-8663-ee5243412b3a" -d '{"events": [{"server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "name": "network-vif-deleted", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:29:01.543425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-f67b75bd-43b3-4018-a166-7d15f75f3908', 'network_id': 'f67b75bd-43b3-4018-a166-7d15f75f3908', 'tenant_id': '72e8809d06d44a0e9a512fd691951c27', 'fixed_ips': [{'subnet_id': '20087da6-e124-46f6-a017-f339a8bb7d9e'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:29:01.545036 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:01.562505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7483fb84-afb5-41e8-9868-f61d08cefce6 req-1188232c-f681-4df1-a456-1522025a9d88 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/ports?device_id=022e1e59-0f80-468d-a547-cf8602e8dd8b HTTP/1.1" status: 200 len: 210 time: 0.1793971 Nov 19 09:29:01.571940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Checking segment: {'id': '02c4b5ba-9fac-4a53-8bf2-47652784da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b6b74f6f-3311-4ad4-bacc-0a28b2121b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:29:01.572710 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Network hostable DHCP agents. Network: b6b74f6f-3311-4ad4-bacc-0a28b2121b80, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:29:01.592898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b26666-84ce-4515-aa8e-62e855a538e6 None None] DHCP port deletion for ded7164f-a204-4255-9f6b-c93599969f88 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:29:01.645628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Network b6b74f6f-3311-4ad4-bacc-0a28b2121b80 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:29:01.661053 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b28261-7072-4e39-9c10-d08ea0033747 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:01.661580 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b28261-7072-4e39-9c10-d08ea0033747 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:01.670839 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c841a3-1fbc-43ab-b267-e1a1fa12e803 x-openstack-request-id: req-53c841a3-1fbc-43ab-b267-e1a1fa12e803 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:29:01.671146 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022e1e59-0f80-468d-a547-cf8602e8dd8b", "name": "network-vif-deleted", "tag": "bb06e704-b30a-4ece-87e4-03ffc194e42d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:29:01.671501 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53c841a3-1fbc-43ab-b267-e1a1fa12e803 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:29:01.671872 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022e1e59-0f80-468d-a547-cf8602e8dd8b', 'name': 'network-vif-deleted', 'tag': 'bb06e704-b30a-4ece-87e4-03ffc194e42d', 'status': 'completed', 'code': 200} Nov 19 09:29:01.678181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, b6b74f6f-3311-4ad4-bacc-0a28b2121b80) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:01.689658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:01.690235 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:01.695036 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:01.703220 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-65b28261-7072-4e39-9c10-d08ea0033747 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/85971e72-ce05-4fbc-91ad-2d721e9d7518 HTTP/1.1" status: 404 len: 337 time: 0.2170546 Nov 19 09:29:01.706769 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60292) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:01.728152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60294) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:01.756710 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0a1d118d-9892-4dcf-b809-dde70849b508 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.1771922 Nov 19 09:29:01.765474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60296) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:01.780805 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-68145d7b-fdb8-406e-a74c-cafb6d5b05fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:01.789900 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-15982e47-3c2c-4758-a3d2-ebb03ee5e74d None None] Set router 582c44aa-e623-4622-9082-fcdba116c788 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:29:01.794676 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-739c4ba5-eb46-40f8-a0c8-c575c46f3d8e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:01.796388 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739c4ba5-eb46-40f8-a0c8-c575c46f3d8e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:01.799965 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-739c4ba5-eb46-40f8-a0c8-c575c46f3d8e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/470fab6f-ccc7-4171-aa06-6478402385d5 HTTP/1.1" status: 404 len: 333 time: 0.0840385 Nov 19 09:29:01.802721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60300) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:01.854660 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbb8f96-002f-4249-a8c3-9b045a790e94 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:01.855226 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cbb8f96-002f-4249-a8c3-9b045a790e94 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:01.859145 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6cbb8f96-002f-4249-a8c3-9b045a790e94 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/efa6273c-3a87-43e6-95ee-c62edae79ea0 HTTP/1.1" status: 404 len: 337 time: 0.0541315 Nov 19 09:29:01.862235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60302) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:01.893801 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b479bd-ae7a-4892-baff-25061a716b26 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:01.894797 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b479bd-ae7a-4892-baff-25061a716b26 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:01.900554 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b8b479bd-ae7a-4892-baff-25061a716b26 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/8c0826e0-b3f2-425b-a417-e6f7eddc9719 HTTP/1.1" status: 404 len: 333 time: 0.0365977 Nov 19 09:29:01.903149 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60304) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:01.946363 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-960d370f-ed4a-4614-9ba0-cd235b20b932 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:01.947063 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960d370f-ed4a-4614-9ba0-cd235b20b932 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:01.950964 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-960d370f-ed4a-4614-9ba0-cd235b20b932 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/c924b2cd-e2de-47d9-bbe5-3f34bbfe6ef5 HTTP/1.1" status: 404 len: 337 time: 0.0462120 Nov 19 09:29:01.953563 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60306) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:01.966399 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5870967-58bd-456f-9aa5-991e0cf28bf9 None None] Network b6b74f6f-3311-4ad4-bacc-0a28b2121b80 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:01.967995 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-68145d7b-fdb8-406e-a74c-cafb6d5b05fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:01.983770 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-68145d7b-fdb8-406e-a74c-cafb6d5b05fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:02.026370 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-8768510c-956b-45ac-be8a-adf36fa42524 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:02.027142 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8768510c-956b-45ac-be8a-adf36fa42524 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:02.031355 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8768510c-956b-45ac-be8a-adf36fa42524 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/8a64cd32-dd35-4570-87dd-88ee8a72344a HTTP/1.1" status: 404 len: 333 time: 0.0756586 Nov 19 09:29:02.036464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60308) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.081010 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a17899d-6dd5-4b1e-ba2b-e96067cac657 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:02.081589 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a17899d-6dd5-4b1e-ba2b-e96067cac657 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:02.086821 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68145d7b-fdb8-406e-a74c-cafb6d5b05fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961b7c71-0c22-4638-828e-272378aa37a2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:02.092402 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8a17899d-6dd5-4b1e-ba2b-e96067cac657 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/52ea2be0-f86e-4c08-a37d-9c3f0d692d57 HTTP/1.1" status: 404 len: 337 time: 0.0573156 Nov 19 09:29:02.102026 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-68145d7b-fdb8-406e-a74c-cafb6d5b05fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a05635965ce949b7ad41974eb86a52b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3721104 Nov 19 09:29:02.102645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60310) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.105563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60312) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.141664 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b70ba035-b55c-4d55-a63d-a2970bf3ff61 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:29:02.166049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1d757e-81e3-410f-92ce-1d09722236a5 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:02.167613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1d757e-81e3-410f-92ce-1d09722236a5 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:02.169325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1d757e-81e3-410f-92ce-1d09722236a5 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:02.170363 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-15982e47-3c2c-4758-a3d2-ebb03ee5e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c44aa-e623-4622-9082-fcdba116c788', 'name': 'tempest-ServerActionsTestJSON-424412641-router', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:18:45Z', 'updated_at': '2021-11-19T09:18:52Z', 'revision_number': 4, 'project_id': '8144ed889e0e449f999e146a50a01315', 'gw_port': {'id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:46Z', 'updated_at': '2021-11-19T09:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'a441db9f-352c-4179-87e6-62d5c6f3bf71', 'name': '', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'mac_address': 'fa:16:3e:5e:17:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:51Z', 'updated_at': '2021-11-19T09:18:58Z', 'revision_number': 5, 'project_id': '8144ed889e0e449f999e146a50a01315', 'subnets': [{'id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:02.171006 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5d1d757e-81e3-410f-92ce-1d09722236a5 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4042516 Nov 19 09:29:02.174480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60314) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.200528 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-65766d74-703c-4bf9-9080-4006de0f1cbe tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:02.201462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65766d74-703c-4bf9-9080-4006de0f1cbe tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:02.205709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-65766d74-703c-4bf9-9080-4006de0f1cbe tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/4e70b730-efd6-44cd-9260-a4ccfdeb57ee HTTP/1.1" status: 404 len: 333 time: 0.0836594 Nov 19 09:29:02.208738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60318) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.250222 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d43e02a-8751-4f88-8892-62a81058d887 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:02.250931 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d43e02a-8751-4f88-8892-62a81058d887 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:02.255254 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2d43e02a-8751-4f88-8892-62a81058d887 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/7d76b854-0a4c-480b-bbb4-197111caf470 HTTP/1.1" status: 404 len: 337 time: 0.0448797 Nov 19 09:29:02.258288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60320) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.265570 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15982e47-3c2c-4758-a3d2-ebb03ee5e74d None None] Checking router: 582c44aa-e623-4622-9082-fcdba116c788 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:29:02.290132 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d4f03d-687e-4ec1-a8b9-a1241ea542ae tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Deleting subnet 20087da6-e124-46f6-a017-f339a8bb7d9e {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:29:02.292973 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15982e47-3c2c-4758-a3d2-ebb03ee5e74d None None] Routers {'582c44aa-e623-4622-9082-fcdba116c788'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:29:02.293650 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-15982e47-3c2c-4758-a3d2-ebb03ee5e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:28:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['582c44aa-e623-4622-9082-fcdba116c788'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:02.312034 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1262be4-669c-4e69-9b83-822cddfaa7e3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:02.313241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1262be4-669c-4e69-9b83-822cddfaa7e3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:02.320744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60324) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.320936 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a1262be4-669c-4e69-9b83-822cddfaa7e3 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/37513b82-1e63-4e86-9e84-ff7e38fbd60d HTTP/1.1" status: 404 len: 337 time: 0.0613027 Nov 19 09:29:02.342117 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e2d280bd-522b-4f20-b0bb-27e3c5bfc16f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:02.361919 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90a4d11-55e1-44da-8485-8c947dfed89e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:02.362533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90a4d11-55e1-44da-8485-8c947dfed89e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:02.365831 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c90a4d11-55e1-44da-8485-8c947dfed89e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/9e74610a-a72a-46c2-9799-4294d2d4990b HTTP/1.1" status: 404 len: 333 time: 0.0436959 Nov 19 09:29:02.374646 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60326) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.406047 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e2d280bd-522b-4f20-b0bb-27e3c5bfc16f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:02.416452 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-b6b74f6f-3311-4ad4-bacc-0a28b2121b80', 'network_id': 'b6b74f6f-3311-4ad4-bacc-0a28b2121b80', 'tenant_id': '72e8809d06d44a0e9a512fd691951c27', 'fixed_ips': [{'subnet_id': '6cb9ca64-1652-4cc9-9151-70630f901f46'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:29:02.417653 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:02.430401 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-143352d9-f75d-40d4-943d-1be93c02eb0e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:02.430866 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143352d9-f75d-40d4-943d-1be93c02eb0e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:02.433901 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60328) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.440554 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-143352d9-f75d-40d4-943d-1be93c02eb0e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/d133bfb8-c356-41bd-8bbd-18ed6b3d2be4 HTTP/1.1" status: 404 len: 337 time: 0.0626991 Nov 19 09:29:02.441213 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60330) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.463661 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:02.471910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c6b26666-84ce-4515-aa8e-62e855a538e6 None None] Deleting port b70ba035-b55c-4d55-a63d-a2970bf3ff61 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:29:02.472338 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c6b26666-84ce-4515-aa8e-62e855a538e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:02.477998 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e2d280bd-522b-4f20-b0bb-27e3c5bfc16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:02.481905 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e2d280bd-522b-4f20-b0bb-27e3c5bfc16f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:02.486590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Allocated IP 172.20.0.2 (f67b75bd-43b3-4018-a166-7d15f75f3908/20087da6-e124-46f6-a017-f339a8bb7d9e/a54f39dc-97c1-4d94-8f25-47e894ef3250) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:29:02.487720 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e2d280bd-522b-4f20-b0bb-27e3c5bfc16f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/961b7c71-0c22-4638-828e-272378aa37a2 HTTP/1.1" status: 204 len: 168 time: 0.3496115 Nov 19 09:29:02.488789 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d8931a-c92e-417e-92bd-8211dbf42428 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:02.489289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d8931a-c92e-417e-92bd-8211dbf42428 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:02.492515 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d8d8931a-c92e-417e-92bd-8211dbf42428 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/74302be9-ece7-4972-862d-9990de928f37 HTTP/1.1" status: 404 len: 337 time: 0.0498579 Nov 19 09:29:02.497821 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60336) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.503567 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-15982e47-3c2c-4758-a3d2-ebb03ee5e74d None None] Set router 582c44aa-e623-4622-9082-fcdba116c788 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:29:02.511211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d280bd-522b-4f20-b0bb-27e3c5bfc16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961b7c71-0c22-4638-828e-272378aa37a2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:02.546041 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bd4163-2c1d-4d7e-be21-045a4013859a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:02.547243 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6bd4163-2c1d-4d7e-be21-045a4013859a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:02.554474 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a6bd4163-2c1d-4d7e-be21-045a4013859a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/d6f8dd25-afe6-4b6e-927a-ebbdc1c83446 HTTP/1.1" status: 404 len: 333 time: 0.0540869 Nov 19 09:29:02.556488 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60338) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.592067 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08f68087-9bf8-45db-a209-05793aea9649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:02.592293 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aeab5d8-8d42-4208-83e8-d06973540cb8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:02.592505 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aeab5d8-8d42-4208-83e8-d06973540cb8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:02.595850 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0aeab5d8-8d42-4208-83e8-d06973540cb8 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/8fd7d44c-2aa2-4696-a9fd-6134c249c776 HTTP/1.1" status: 404 len: 337 time: 0.0383863 Nov 19 09:29:02.598419 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60340) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.657272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port b70ba035-b55c-4d55-a63d-a2970bf3ff61, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b70ba035-b55c-4d55-a63d-a2970bf3ff61,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:29:02.670463 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-5698beeb-6cea-46a7-a588-3ce2f16fa0e1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:02.671259 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5698beeb-6cea-46a7-a588-3ce2f16fa0e1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:02.675790 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5698beeb-6cea-46a7-a588-3ce2f16fa0e1 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/84c1c129-7778-4eae-a618-a129d270efc8 HTTP/1.1" status: 404 len: 337 time: 0.0760205 Nov 19 09:29:02.678868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60346) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.717057 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-81040895-07fc-469c-bb04-06efeb33ecbe tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:02.717788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81040895-07fc-469c-bb04-06efeb33ecbe tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:02.721687 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08f68087-9bf8-45db-a209-05793aea9649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:02.722798 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-81040895-07fc-469c-bb04-06efeb33ecbe tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/43e48682-bf3f-4bb0-836f-cd8bd32770c6 HTTP/1.1" status: 404 len: 333 time: 0.0417762 Nov 19 09:29:02.726586 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60348) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.762147 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:02.768871 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08f68087-9bf8-45db-a209-05793aea9649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:02.819795 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab7c545-f8ae-4c51-92a6-3ec752be7428 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:02.820830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab7c545-f8ae-4c51-92a6-3ec752be7428 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:02.824728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3ab7c545-f8ae-4c51-92a6-3ec752be7428 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/b09854fa-8efa-4d0a-8e6f-4056187b14fb HTTP/1.1" status: 404 len: 337 time: 0.0960460 Nov 19 09:29:02.826863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f68087-9bf8-45db-a209-05793aea9649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f6455e-7642-44d5-9506-0294901d48c9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:02.831198 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60354) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.834595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-08f68087-9bf8-45db-a209-05793aea9649 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41151ca1882c49f7a1aa330891e62019&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3970599 Nov 19 09:29:02.834868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60356) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.870044 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-15982e47-3c2c-4758-a3d2-ebb03ee5e74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c44aa-e623-4622-9082-fcdba116c788', 'name': 'tempest-ServerActionsTestJSON-424412641-router', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:18:45Z', 'updated_at': '2021-11-19T09:18:52Z', 'revision_number': 4, 'project_id': '8144ed889e0e449f999e146a50a01315', 'gw_port': {'id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:46Z', 'updated_at': '2021-11-19T09:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'a441db9f-352c-4179-87e6-62d5c6f3bf71', 'name': '', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'mac_address': 'fa:16:3e:5e:17:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:51Z', 'updated_at': '2021-11-19T09:18:58Z', 'revision_number': 5, 'project_id': '8144ed889e0e449f999e146a50a01315', 'subnets': [{'id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:02.896122 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bae2ddd5-c167-4d31-9e85-48e16bb11648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:02.904302 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40c6868-68a4-4acf-8fb2-0b4d373764fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:02.904767 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40c6868-68a4-4acf-8fb2-0b4d373764fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:02.910400 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b40c6868-68a4-4acf-8fb2-0b4d373764fd tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/5d2a4df8-3e59-465b-9d42-1988d29fe5eb HTTP/1.1" status: 404 len: 337 time: 0.0757256 Nov 19 09:29:02.911211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60358) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.912575 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15982e47-3c2c-4758-a3d2-ebb03ee5e74d None None] The sync data for ids ['582c44aa-e623-4622-9082-fcdba116c788'] in n-d-805649-14 is: [{'id': '582c44aa-e623-4622-9082-fcdba116c788', 'name': 'tempest-ServerActionsTestJSON-424412641-router', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:18:45Z', 'updated_at': '2021-11-19T09:18:52Z', 'revision_number': 4, 'project_id': '8144ed889e0e449f999e146a50a01315', 'gw_port': {'id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:46Z', 'updated_at': '2021-11-19T09:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'a441db9f-352c-4179-87e6-62d5c6f3bf71', 'name': '', 'network_id': 'ae30f9f9-a15f-46da-bac5-9059230a3308', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'mac_address': 'fa:16:3e:5e:17:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:51Z', 'updated_at': '2021-11-19T09:18:58Z', 'revision_number': 5, 'project_id': '8144ed889e0e449f999e146a50a01315', 'subnets': [{'id': '921a28c7-4b96-4975-b8f4-7f638315c845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:29:02.962383 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9edb4ddd-39b5-456d-a6ae-c5e5addd35c9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports?device_id=504e3158-3cf2-4edc-8fdd-09e81a5de1df HTTP/1.1" status: 200 len: 205 time: 0.0484006 Nov 19 09:29:02.962830 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60360) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:02.966405 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bae2ddd5-c167-4d31-9e85-48e16bb11648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.035966 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-a7663369-dda5-41cc-9214-dd727774afc7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] delete failed (client error): The resource could not be found. Nov 19 09:29:03.038970 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bae2ddd5-c167-4d31-9e85-48e16bb11648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.039294 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a7663369-dda5-41cc-9214-dd727774afc7 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/routers/504e3158-3cf2-4edc-8fdd-09e81a5de1df HTTP/1.1" status: 404 len: 336 time: 0.0750523 Nov 19 09:29:03.042106 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60362) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:03.043725 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bae2ddd5-c167-4d31-9e85-48e16bb11648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.045425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bae2ddd5-c167-4d31-9e85-48e16bb11648 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4f6455e-7642-44d5-9506-0294901d48c9 HTTP/1.1" status: 204 len: 168 time: 0.2096860 Nov 19 09:29:03.045715 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=b70ba035-b55c-4d55-a63d-a2970bf3ff61,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:03.069047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2ddd5-c167-4d31-9e85-48e16bb11648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f6455e-7642-44d5-9506-0294901d48c9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:03.071282 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60366) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:03.081349 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a10157-0804-4610-a939-7dfef97f9300 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:03.081576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c6b26666-84ce-4515-aa8e-62e855a538e6 None None] For port b70ba035-b55c-4d55-a63d-a2970bf3ff61, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b70ba035-b55c-4d55-a63d-a2970bf3ff61,segment=NetworkSegment(d4868ff1-e441-4de4-aa66-f50c70e7d389),segment_id=d4868ff1-e441-4de4-aa66-f50c70e7d389)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:29:03.081756 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c6b26666-84ce-4515-aa8e-62e855a538e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.081864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a10157-0804-4610-a939-7dfef97f9300 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:03.088322 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-37a10157-0804-4610-a939-7dfef97f9300 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/38881bb0-85f5-473f-8d18-d935d8499ecf HTTP/1.1" status: 404 len: 337 time: 0.0450974 Nov 19 09:29:03.091574 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60368) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:03.096005 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84ba68e3-33a1-48a2-bfd1-e9b5e7e38ab6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.129994 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.142150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60370) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:03.143105 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9ba0158b-c749-4363-a549-286c265f09a4 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4 HTTP/1.1" status: 200 len: 205 time: 0.0471158 Nov 19 09:29:03.146680 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56d4f03d-687e-4ec1-a8b9-a1241ea542ae tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.178927 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c6b26666-84ce-4515-aa8e-62e855a538e6 None None] Calling delete_port for b70ba035-b55c-4d55-a63d-a2970bf3ff61 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:29:03.183666 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.242164 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-53ddae8c-eef5-4366-bc8f-189ace741ef5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] delete failed (client error): The resource could not be found. Nov 19 09:29:03.246402 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-53ddae8c-eef5-4366-bc8f-189ace741ef5 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/routers/f3b88819-08f0-41aa-bdb5-b3a4a15b3aa4 HTTP/1.1" status: 404 len: 336 time: 0.1008515 Nov 19 09:29:03.252398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60372) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:03.268280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Pushing event updated for resources: {'Port': ['ID=a54f39dc-97c1-4d94-8f25-47e894ef3250,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:03.279244 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56d4f03d-687e-4ec1-a8b9-a1241ea542ae tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.329655 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Network f67b75bd-43b3-4018-a166-7d15f75f3908 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:29:03.336148 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-10977faa-f9d9-458d-b9e0-c5edd95e1abf tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:03.340578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:03.341408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10977faa-f9d9-458d-b9e0-c5edd95e1abf tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:03.343757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:29:03.348335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Allocated IP 172.20.0.18 (b6b74f6f-3311-4ad4-bacc-0a28b2121b80/6cb9ca64-1652-4cc9-9151-70630f901f46/c1829017-3336-4f66-9399-a1761be72815) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:29:03.350267 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-10977faa-f9d9-458d-b9e0-c5edd95e1abf tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/6907f9d3-1bc5-46f0-88d5-381b1b58a69e HTTP/1.1" status: 404 len: 337 time: 0.0966096 Nov 19 09:29:03.352415 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60374) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:03.411690 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffa701d-2db4-4b83-9d08-374963790348 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:03.412858 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56d4f03d-687e-4ec1-a8b9-a1241ea542ae tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.413320 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cffa701d-2db4-4b83-9d08-374963790348 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:03.417924 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cffa701d-2db4-4b83-9d08-374963790348 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/a0edf59b-89c3-4f02-9478-b372b4e59090 HTTP/1.1" status: 404 len: 337 time: 0.0599632 Nov 19 09:29:03.425238 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60380) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:03.462580 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-748f324a-4a52-4ebc-9aea-ad8e6e6b9395 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:03.463397 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748f324a-4a52-4ebc-9aea-ad8e6e6b9395 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:03.466931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-748f324a-4a52-4ebc-9aea-ad8e6e6b9395 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/d72101a5-be8b-4e69-9eb7-32afb044d6d0 HTTP/1.1" status: 404 len: 333 time: 0.0405109 Nov 19 09:29:03.472702 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60382) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:03.481179 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae3d5b-0446-4af2-bc4c-d1a67d7fe0f8 None None] New status for floating IP c84f314e-5beb-4d13-a332-49f62354a1e3: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:29:03.486775 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56d4f03d-687e-4ec1-a8b9-a1241ea542ae tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.493656 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84ba68e3-33a1-48a2-bfd1-e9b5e7e38ab6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.520013 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-356a7a4d-a3e7-4016-a07d-788f5dc8ab6c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:03.520657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356a7a4d-a3e7-4016-a07d-788f5dc8ab6c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:03.524045 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-356a7a4d-a3e7-4016-a07d-788f5dc8ab6c tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/a65d164c-760d-4f74-bf47-f9757a21e19f HTTP/1.1" status: 404 len: 337 time: 0.0501242 Nov 19 09:29:03.524807 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84ba68e3-33a1-48a2-bfd1-e9b5e7e38ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.530832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60384) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:03.557703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4f03d-687e-4ec1-a8b9-a1241ea542ae tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event deleted for resources: {'Subnet': ['ID=20087da6-e124-46f6-a017-f339a8bb7d9e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:03.560437 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56d4f03d-687e-4ec1-a8b9-a1241ea542ae tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.563802 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-56d4f03d-687e-4ec1-a8b9-a1241ea542ae tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "DELETE /v2.0/subnets/20087da6-e124-46f6-a017-f339a8bb7d9e HTTP/1.1" status: 204 len: 168 time: 1.3882842 Nov 19 09:29:03.566159 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e2f573-906b-4bb4-a115-65378d6c2b9a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:03.566738 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e2f573-906b-4bb4-a115-65378d6c2b9a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:03.570543 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-30e2f573-906b-4bb4-a115-65378d6c2b9a tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/4d029c90-476e-4ec3-bb37-78fc6caf1c40 HTTP/1.1" status: 404 len: 333 time: 0.0387242 Nov 19 09:29:03.571614 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60386) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:03.580699 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60388) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:03.590911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-84ba68e3-33a1-48a2-bfd1-e9b5e7e38ab6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52e337b247a64f9aa6be3d6a4280dbac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5122430 Nov 19 09:29:03.591692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba68e3-33a1-48a2-bfd1-e9b5e7e38ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26958a51-7b04-4705-86c7-3360a7d4e0cd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:03.606150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60390) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:03.630344 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60392) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:03.652128 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b84a688f-57b0-4bf6-a3be-d29abd01956b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.664652 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Attempting to bind port a54f39dc-97c1-4d94-8f25-47e894ef3250 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:29:03.665040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Attempting to bind port a54f39dc-97c1-4d94-8f25-47e894ef3250 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '265c878e-3ae1-4765-84f3-6bc0693ac953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f67b75bd-43b3-4018-a166-7d15f75f3908'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:29:03.665436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Attempting to bind port a54f39dc-97c1-4d94-8f25-47e894ef3250 on network f67b75bd-43b3-4018-a166-7d15f75f3908 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:29:03.675375 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c6b26666-84ce-4515-aa8e-62e855a538e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.721815 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a4943a9-27ee-4ed1-aa96-feb8a1de788b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.736696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:29:03.737017 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Checking segment: {'id': '265c878e-3ae1-4765-84f3-6bc0693ac953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f67b75bd-43b3-4018-a166-7d15f75f3908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:29:03.737377 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.737751 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Bound using segment: {'id': '265c878e-3ae1-4765-84f3-6bc0693ac953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f67b75bd-43b3-4018-a166-7d15f75f3908'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:29:03.738241 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Bound port: a54f39dc-97c1-4d94-8f25-47e894ef3250, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265c878e-3ae1-4765-84f3-6bc0693ac953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f67b75bd-43b3-4018-a166-7d15f75f3908'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:29:03.738624 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.741606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60396) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:03.762115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b26666-84ce-4515-aa8e-62e855a538e6 None None] Pushing event deleted for resources: {'Port': ['ID=b70ba035-b55c-4d55-a63d-a2970bf3ff61,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:03.785331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b26666-84ce-4515-aa8e-62e855a538e6 None None] No DVR routers for this DVR port b70ba035-b55c-4d55-a63d-a2970bf3ff61 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:29:03.822690 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a4943a9-27ee-4ed1-aa96-feb8a1de788b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.914337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] For port a54f39dc-97c1-4d94-8f25-47e894ef3250, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:29:03.920324 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] For port a54f39dc-97c1-4d94-8f25-47e894ef3250, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a54f39dc-97c1-4d94-8f25-47e894ef3250,segment=NetworkSegment(265c878e-3ae1-4765-84f3-6bc0693ac953),segment_id=265c878e-3ae1-4765-84f3-6bc0693ac953)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:29:03.922072 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.928435 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b84a688f-57b0-4bf6-a3be-d29abd01956b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.930468 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0dc816f-5882-4ae6-9911-818404af9561 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.934667 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.942508 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:03.949464 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b84a688f-57b0-4bf6-a3be-d29abd01956b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.000915 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0dc816f-5882-4ae6-9911-818404af9561 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.009987 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a4943a9-27ee-4ed1-aa96-feb8a1de788b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.012587 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a4943a9-27ee-4ed1-aa96-feb8a1de788b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.021149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6a4943a9-27ee-4ed1-aa96-feb8a1de788b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26958a51-7b04-4705-86c7-3360a7d4e0cd HTTP/1.1" status: 204 len: 168 time: 0.4110093 Nov 19 09:29:04.060834 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebacfdde-b727-4308-ab25-14bf97bcbc46 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:04.061422 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebacfdde-b727-4308-ab25-14bf97bcbc46 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:04.065472 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Network b6b74f6f-3311-4ad4-bacc-0a28b2121b80 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:29:04.066061 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ebacfdde-b727-4308-ab25-14bf97bcbc46 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/7769ed04-d6ba-4059-84a8-ec5182628f1e HTTP/1.1" status: 404 len: 337 time: 0.4839847 Nov 19 09:29:04.068420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b84a688f-57b0-4bf6-a3be-d29abd01956b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca09fbd9ecf64a809a7880e2ef065ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4356430 Nov 19 09:29:04.070558 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60402) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:04.070687 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60404) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:04.076495 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:04.079034 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:29:04.103482 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475b8de-8d30-4f29-bc18-f8c6003c89e1 None None] Pushing event updated for resources: {'Port': ['ID=a54f39dc-97c1-4d94-8f25-47e894ef3250,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:04.134612 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a78b03-e066-414f-92fa-7cb04752038b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:04.135261 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a78b03-e066-414f-92fa-7cb04752038b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:04.140682 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-06a78b03-e066-414f-92fa-7cb04752038b tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/32faa1a3-79c7-4578-aaec-464051331cc8 HTTP/1.1" status: 404 len: 333 time: 0.0612075 Nov 19 09:29:04.146448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60406) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:04.146920 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c6eee8-6f5d-4717-8427-eaf5ec74913d None None] Network f67b75bd-43b3-4018-a166-7d15f75f3908 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:04.155336 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a688f-57b0-4bf6-a3be-d29abd01956b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f82d0a3-6f8b-428e-947f-1f056b049497,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:04.158540 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b3a0c2-88bc-4408-bad3-39ce0d82c5da tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Deleting subnet 6cb9ca64-1652-4cc9-9151-70630f901f46 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:29:04.163403 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3b3a0c2-88bc-4408-bad3-39ce0d82c5da tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.179236 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0dc816f-5882-4ae6-9911-818404af9561 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.183116 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0dc816f-5882-4ae6-9911-818404af9561 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.184721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e0dc816f-5882-4ae6-9911-818404af9561 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "DELETE /v2.0/security-groups/561870a5-2145-40d4-8fad-a7d3e1f3d150 HTTP/1.1" status: 204 len: 168 time: 0.4421253 Nov 19 09:29:04.189991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60408) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:04.200026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4943a9-27ee-4ed1-aa96-feb8a1de788b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26958a51-7b04-4705-86c7-3360a7d4e0cd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:04.209207 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3b3a0c2-88bc-4408-bad3-39ce0d82c5da tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.214617 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-046ba8cb-5fd8-4adb-9402-e110e5dc0eba tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] show failed (client error): The resource could not be found. Nov 19 09:29:04.216407 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-046ba8cb-5fd8-4adb-9402-e110e5dc0eba tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "GET /v2.0/security-groups/561870a5-2145-40d4-8fad-a7d3e1f3d150 HTTP/1.1" status: 404 len: 347 time: 0.0247369 Nov 19 09:29:04.223199 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60410) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:04.283807 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Attempting to bind port c1829017-3336-4f66-9399-a1761be72815 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:29:04.284098 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Attempting to bind port c1829017-3336-4f66-9399-a1761be72815 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '02c4b5ba-9fac-4a53-8bf2-47652784da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b6b74f6f-3311-4ad4-bacc-0a28b2121b80'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:29:04.284407 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Attempting to bind port c1829017-3336-4f66-9399-a1761be72815 on network b6b74f6f-3311-4ad4-bacc-0a28b2121b80 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:29:04.284743 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63fdde4-f8ef-4155-8ab0-96da4f0b1c2f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:04.285310 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63fdde4-f8ef-4155-8ab0-96da4f0b1c2f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:04.291356 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a63fdde4-f8ef-4155-8ab0-96da4f0b1c2f tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/66851204-d59c-474e-93df-288b89f41a62 HTTP/1.1" status: 404 len: 337 time: 0.1412683 Nov 19 09:29:04.291604 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60412) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:04.332211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:29:04.334089 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Checking segment: {'id': '02c4b5ba-9fac-4a53-8bf2-47652784da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b6b74f6f-3311-4ad4-bacc-0a28b2121b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:29:04.334691 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.335104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc816f-5882-4ae6-9911-818404af9561 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=561870a5-2145-40d4-8fad-a7d3e1f3d150,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:04.335482 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Bound using segment: {'id': '02c4b5ba-9fac-4a53-8bf2-47652784da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b6b74f6f-3311-4ad4-bacc-0a28b2121b80'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:29:04.336153 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Bound port: c1829017-3336-4f66-9399-a1761be72815, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c4b5ba-9fac-4a53-8bf2-47652784da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b6b74f6f-3311-4ad4-bacc-0a28b2121b80'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:29:04.343982 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.351969 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f0dfdc-2ed0-4b2a-93a4-6b7aee3ea831 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:04.352390 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Pushing event updated for resources: {'Port': ['ID=c1829017-3336-4f66-9399-a1761be72815,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:04.352678 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f0dfdc-2ed0-4b2a-93a4-6b7aee3ea831 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:04.358181 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-15f0dfdc-2ed0-4b2a-93a4-6b7aee3ea831 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/91cd84dd-289f-48cc-80d7-fffc07a40270 HTTP/1.1" status: 404 len: 333 time: 0.0632300 Nov 19 09:29:04.361879 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60414) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:04.373131 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8d669d9-c501-47b8-bd7e-314c9d3e0ad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.394929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-1293b85d-72a9-4d0b-a606-5d8902db8de0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Deleting port 0593f4e4-2659-4461-b537-9d3d844247d2 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:29:04.395289 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1293b85d-72a9-4d0b-a606-5d8902db8de0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.415669 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e31061-4179-4bb0-aa14-18e44d428eb6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:04.415669 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e31061-4179-4bb0-aa14-18e44d428eb6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:04.420882 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-61e31061-4179-4bb0-aa14-18e44d428eb6 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/58dfa307-205e-4e01-bef7-9f7b440c1975 HTTP/1.1" status: 404 len: 337 time: 0.0553410 Nov 19 09:29:04.424364 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60418) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:04.426136 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3b3a0c2-88bc-4408-bad3-39ce0d82c5da tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.457618 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8d669d9-c501-47b8-bd7e-314c9d3e0ad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.485361 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef9f02f-9a6c-44e1-9bde-600df4d615ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:04.486034 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef9f02f-9a6c-44e1-9bde-600df4d615ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:04.491537 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cef9f02f-9a6c-44e1-9bde-600df4d615ce tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/f11070bc-3131-44ae-a566-c9024ce179ff HTTP/1.1" status: 404 len: 333 time: 0.0602427 Nov 19 09:29:04.491730 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1293b85d-72a9-4d0b-a606-5d8902db8de0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.491730 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1293b85d-72a9-4d0b-a606-5d8902db8de0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.494496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60420) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:04.504587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-1293b85d-72a9-4d0b-a606-5d8902db8de0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Calling delete_port for 0593f4e4-2659-4461-b537-9d3d844247d2 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:29:04.552480 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e9a03c-b914-439d-ab09-e2362ccde699 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:04.553049 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e9a03c-b914-439d-ab09-e2362ccde699 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:04.558561 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e5e9a03c-b914-439d-ab09-e2362ccde699 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/86631f72-0d38-4ab6-a4dd-77f6b9b2fa09 HTTP/1.1" status: 404 len: 337 time: 0.0567291 Nov 19 09:29:04.561129 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60424) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:04.593197 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8d6b2c-a092-4643-beca-7c99e316f6f0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:04.593884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8d6b2c-a092-4643-beca-7c99e316f6f0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:04.599730 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9f8d6b2c-a092-4643-beca-7c99e316f6f0 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/3ea3b023-74a8-4f74-a938-bf4c77b57253 HTTP/1.1" status: 404 len: 333 time: 0.0351555 Nov 19 09:29:04.601175 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60426) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:04.641499 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f581b0c-416a-4a38-a2ca-829221262da9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:04.641843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f581b0c-416a-4a38-a2ca-829221262da9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:04.645006 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9f581b0c-416a-4a38-a2ca-829221262da9 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/8e1a23b3-268a-4488-8b43-2226cd0ceea4 HTTP/1.1" status: 404 len: 337 time: 0.0435858 Nov 19 09:29:04.651956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60430) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:04.655232 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8d669d9-c501-47b8-bd7e-314c9d3e0ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.658209 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8d669d9-c501-47b8-bd7e-314c9d3e0ad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.661815 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b8d669d9-c501-47b8-bd7e-314c9d3e0ad6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f82d0a3-6f8b-428e-947f-1f056b049497 HTTP/1.1" status: 204 len: 168 time: 0.5784616 Nov 19 09:29:04.664454 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] For port c1829017-3336-4f66-9399-a1761be72815, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:29:04.665699 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3b3a0c2-88bc-4408-bad3-39ce0d82c5da tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.669894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] For port c1829017-3336-4f66-9399-a1761be72815, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c1829017-3336-4f66-9399-a1761be72815,segment=NetworkSegment(02c4b5ba-9fac-4a53-8bf2-47652784da62),segment_id=02c4b5ba-9fac-4a53-8bf2-47652784da62)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:29:04.675592 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.690309 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-340f8d45-2729-4ac4-a80e-3218f532aa77 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:04.690998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340f8d45-2729-4ac4-a80e-3218f532aa77 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:04.699527 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-340f8d45-2729-4ac4-a80e-3218f532aa77 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/ports/6d866784-927c-4ad7-b922-5ec08b2d6e8b HTTP/1.1" status: 404 len: 333 time: 0.0424469 Nov 19 09:29:04.701167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60436) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:04.760489 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d669d9-c501-47b8-bd7e-314c9d3e0ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f82d0a3-6f8b-428e-947f-1f056b049497,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:04.763253 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddeffe5d-af4c-48ae-993a-ef3c18f9070e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] DELETE failed (client error): The resource could not be found. Nov 19 09:29:04.764045 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddeffe5d-af4c-48ae-993a-ef3c18f9070e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:04.767482 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ddeffe5d-af4c-48ae-993a-ef3c18f9070e tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/subnets/4ba025bf-6ec1-4cd3-baf7-936e66e4af3d HTTP/1.1" status: 404 len: 337 time: 0.0652046 Nov 19 09:29:04.768085 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3a0c2-88bc-4408-bad3-39ce0d82c5da tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb9ca64-1652-4cc9-9151-70630f901f46,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:04.770134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60438) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:04.774542 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3b3a0c2-88bc-4408-bad3-39ce0d82c5da tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:04.787702 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f3b3a0c2-88bc-4408-bad3-39ce0d82c5da tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "DELETE /v2.0/subnets/6cb9ca64-1652-4cc9-9151-70630f901f46 HTTP/1.1" status: 204 len: 168 time: 1.2150099 Nov 19 09:29:04.791593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c2130-91eb-4977-9697-2637f81db2c6 None None] Pushing event updated for resources: {'Port': ['ID=c1829017-3336-4f66-9399-a1761be72815,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:04.792291 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60442) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:04.910726 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df16117-94fa-4069-83a2-a4751ed5bb75 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:04.912921 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0df16117-94fa-4069-83a2-a4751ed5bb75 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1195018 Nov 19 09:29:04.922535 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60446) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:04.963121 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27c16814-510f-4792-81e1-ab324c924284 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.027380 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1293b85d-72a9-4d0b-a606-5d8902db8de0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.054449 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.060483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c9d5f3-0f38-4bcb-801b-5452066dbef1 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:29:05.190104 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Deleting port c1829017-3336-4f66-9399-a1761be72815 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:29:05.191054 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.200930 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27c16814-510f-4792-81e1-ab324c924284 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.232145 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293b85d-72a9-4d0b-a606-5d8902db8de0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Pushing event deleted for resources: {'Port': ['ID=0593f4e4-2659-4461-b537-9d3d844247d2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:05.285856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-27c16814-510f-4792-81e1-ab324c924284 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded7164f-a204-4255-9f6b-c93599969f88']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:05.301788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-27c16814-510f-4792-81e1-ab324c924284 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4868ff1-e441-4de4-aa66-f50c70e7d389') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:05.302183 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-27c16814-510f-4792-81e1-ab324c924284 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4868ff1-e441-4de4-aa66-f50c70e7d389') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:05.308314 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] For port c1829017-3336-4f66-9399-a1761be72815, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c1829017-3336-4f66-9399-a1761be72815,segment=NetworkSegment(02c4b5ba-9fac-4a53-8bf2-47652784da62),segment_id=02c4b5ba-9fac-4a53-8bf2-47652784da62)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:29:05.308314 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.323265 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27c16814-510f-4792-81e1-ab324c924284 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.328548 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Calling delete_port for c1829017-3336-4f66-9399-a1761be72815 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:29:05.350718 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1293b85d-72a9-4d0b-a606-5d8902db8de0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.353944 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1293b85d-72a9-4d0b-a606-5d8902db8de0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.355268 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1293b85d-72a9-4d0b-a606-5d8902db8de0 tempest-ServerActionsTestJSON-141688405 tempest-ServerActionsTestJSON-141688405-project] 10.222.0.21 "DELETE /v2.0/floatingips/c84f314e-5beb-4d13-a332-49f62354a1e3 HTTP/1.1" status: 204 len: 168 time: 1.1311145 Nov 19 09:29:05.358872 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60466) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:05.370031 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27c16814-510f-4792-81e1-ab324c924284 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.383602 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c16814-510f-4792-81e1-ab324c924284 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:29:05.384016 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27c16814-510f-4792-81e1-ab324c924284 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:29:05.387940 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:29:05.449486 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.480280 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27c16814-510f-4792-81e1-ab324c924284 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.481823 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event deleted for resources: {'Port': ['ID=c1829017-3336-4f66-9399-a1761be72815,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:05.485706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] No DVR routers for this DVR port c1829017-3336-4f66-9399-a1761be72815 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:29:05.516409 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-27c16814-510f-4792-81e1-ab324c924284 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.529497 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-27c16814-510f-4792-81e1-ab324c924284 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] 10.222.0.21 "DELETE /v2.0/networks/ded7164f-a204-4255-9f6b-c93599969f88 HTTP/1.1" status: 204 len: 168 time: 0.7569890 Nov 19 09:29:05.547565 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c16814-510f-4792-81e1-ab324c924284 tempest-NetworksTestDHCPv6-818718307 tempest-NetworksTestDHCPv6-818718307-project] Pushing event deleted for resources: {'Network': ['ID=ded7164f-a204-4255-9f6b-c93599969f88,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:05.585548 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.609328 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b74f6f-3311-4ad4-bacc-0a28b2121b80']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:05.624800 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c4b5ba-9fac-4a53-8bf2-47652784da62') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:05.625305 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c4b5ba-9fac-4a53-8bf2-47652784da62') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:05.636594 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.653135 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.660059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:29:05.660594 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:29:05.665311 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:29:05.759786 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.784491 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:05.793644 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "DELETE /v2.0/networks/b6b74f6f-3311-4ad4-bacc-0a28b2121b80 HTTP/1.1" status: 204 len: 168 time: 0.8690095 Nov 19 09:29:05.795368 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60488) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:05.829116 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7559b-0b40-415d-9784-12dcf2dea506 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event deleted for resources: {'Network': ['ID=b6b74f6f-3311-4ad4-bacc-0a28b2121b80,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:06.012508 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:06.111434 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60494) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:06.173950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Deleting port a54f39dc-97c1-4d94-8f25-47e894ef3250 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:29:06.174297 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:06.334398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] For port a54f39dc-97c1-4d94-8f25-47e894ef3250, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a54f39dc-97c1-4d94-8f25-47e894ef3250,segment=NetworkSegment(265c878e-3ae1-4765-84f3-6bc0693ac953),segment_id=265c878e-3ae1-4765-84f3-6bc0693ac953)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:29:06.335140 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:06.370299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Calling delete_port for a54f39dc-97c1-4d94-8f25-47e894ef3250 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:29:06.447693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60506) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:06.469280 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:06.501001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] No DVR routers for this DVR port a54f39dc-97c1-4d94-8f25-47e894ef3250 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:29:06.562130 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-64398815-8fd0-48d3-bcbf-78c8c596f222 None None] Could not find standard attr ID for object c1829017-3336-4f66-9399-a1761be72815. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:29:06.571702 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eaa4ea-8a6a-4695-b8ae-68f7b39c368e None None] DHCP port deletion for b6b74f6f-3311-4ad4-bacc-0a28b2121b80 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:29:06.602702 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event deleted for resources: {'Port': ['ID=a54f39dc-97c1-4d94-8f25-47e894ef3250,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:06.610367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a337ed1d-d7e1-4d91-aac5-8ddc94eb9ead None None] Network b6b74f6f-3311-4ad4-bacc-0a28b2121b80 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:06.632147 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a337ed1d-d7e1-4d91-aac5-8ddc94eb9ead None None] Network b6b74f6f-3311-4ad4-bacc-0a28b2121b80 could not be found, it might have been deleted concurrently. {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 09:29:06.633343 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:06.649118 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089bf3d1-a9c2-404c-acaf-9e83f561faa0 None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:29:06.666854 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-047fb658-2571-4db5-b826-a6e1b3c03f48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28b7eb3a7737444e8ea9ba51bbed0654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5493693 Nov 19 09:29:06.668656 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67b75bd-43b3-4018-a166-7d15f75f3908']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:06.670815 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60512) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:06.691898 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265c878e-3ae1-4765-84f3-6bc0693ac953') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:06.692117 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265c878e-3ae1-4765-84f3-6bc0693ac953') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:06.710348 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:06.741287 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:06.753841 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39e264b0-8db5-48f0-a6cd-ee1fe32ede9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:06.754486 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:29:06.755044 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:29:06.758154 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:29:06.825017 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f88b7e8d-efbf-4582-a750-076830276bbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:06.851902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089bf3d1-a9c2-404c-acaf-9e83f561faa0 None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:29:06.897127 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f52df32a-42ea-4d45-9ce7-18a091093f78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:06.931311 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f88b7e8d-efbf-4582-a750-076830276bbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:06.943948 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:06.959820 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:06.966353 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "DELETE /v2.0/networks/f67b75bd-43b3-4018-a166-7d15f75f3908 HTTP/1.1" status: 204 len: 168 time: 1.1696675 Nov 19 09:29:06.981593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60518) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:06.992394 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a8584-d26e-4f09-b3b0-226425906c4a tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event deleted for resources: {'Network': ['ID=f67b75bd-43b3-4018-a166-7d15f75f3908,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:07.072739 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f88b7e8d-efbf-4582-a750-076830276bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.075904 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f88b7e8d-efbf-4582-a750-076830276bbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.080824 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f88b7e8d-efbf-4582-a750-076830276bbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60765dfe-02e8-44fe-a31b-181e2924225c HTTP/1.1" status: 204 len: 168 time: 0.4053304 Nov 19 09:29:07.114805 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f52df32a-42ea-4d45-9ce7-18a091093f78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.123606 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b7e8d-efbf-4582-a750-076830276bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60765dfe-02e8-44fe-a31b-181e2924225c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:07.127099 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f52df32a-42ea-4d45-9ce7-18a091093f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.128429 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf34a269-d2bc-4d39-8c45-7203d2db21fd tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.178291 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52df32a-42ea-4d45-9ce7-18a091093f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a017570a-16a3-4b9c-8fad-40294ae24691,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:07.183232 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f52df32a-42ea-4d45-9ce7-18a091093f78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=147a11599a6942c899bd087845545e72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7342186 Nov 19 09:29:07.186111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60524) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:07.299961 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf34a269-d2bc-4d39-8c45-7203d2db21fd tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.325935 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-cf34a269-d2bc-4d39-8c45-7203d2db21fd tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c71fef-4efc-4b36-aa29-b0b67d501c93']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:07.337227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-cf34a269-d2bc-4d39-8c45-7203d2db21fd tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bdf33c-f544-492f-9b46-7049becdef2e') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:07.337530 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-cf34a269-d2bc-4d39-8c45-7203d2db21fd tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bdf33c-f544-492f-9b46-7049becdef2e') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:07.347753 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf34a269-d2bc-4d39-8c45-7203d2db21fd tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.362307 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf34a269-d2bc-4d39-8c45-7203d2db21fd tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.369370 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf34a269-d2bc-4d39-8c45-7203d2db21fd tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:29:07.369781 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf34a269-d2bc-4d39-8c45-7203d2db21fd tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:29:07.374825 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:29:07.496506 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf34a269-d2bc-4d39-8c45-7203d2db21fd tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.511184 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf34a269-d2bc-4d39-8c45-7203d2db21fd tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.517019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cf34a269-d2bc-4d39-8c45-7203d2db21fd tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "DELETE /v2.0/networks/a0c71fef-4efc-4b36-aa29-b0b67d501c93 HTTP/1.1" status: 204 len: 168 time: 0.5318031 Nov 19 09:29:07.517915 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60540) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:07.531852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34a269-d2bc-4d39-8c45-7203d2db21fd tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event deleted for resources: {'Network': ['ID=a0c71fef-4efc-4b36-aa29-b0b67d501c93,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:07.537958 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deb3a9cf-887c-41d9-9c3d-d58bf91e6f6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.552690 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-39e264b0-8db5-48f0-a6cd-ee1fe32ede9b admin admin] Deleting port a441db9f-352c-4179-87e6-62d5c6f3bf71 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:29:07.553064 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39e264b0-8db5-48f0-a6cd-ee1fe32ede9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.603770 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deb3a9cf-887c-41d9-9c3d-d58bf91e6f6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.625122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd78f748-1e88-49ab-8c9d-d0f40b935721 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.675572 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-39e264b0-8db5-48f0-a6cd-ee1fe32ede9b admin admin] For port a441db9f-352c-4179-87e6-62d5c6f3bf71, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a441db9f-352c-4179-87e6-62d5c6f3bf71,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:29:07.675960 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39e264b0-8db5-48f0-a6cd-ee1fe32ede9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.699110 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deb3a9cf-887c-41d9-9c3d-d58bf91e6f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.703927 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deb3a9cf-887c-41d9-9c3d-d58bf91e6f6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.707713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-deb3a9cf-887c-41d9-9c3d-d58bf91e6f6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a017570a-16a3-4b9c-8fad-40294ae24691 HTTP/1.1" status: 204 len: 168 time: 0.5177822 Nov 19 09:29:07.707713 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-39e264b0-8db5-48f0-a6cd-ee1fe32ede9b admin admin] Calling delete_port for a441db9f-352c-4179-87e6-62d5c6f3bf71 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:29:07.728431 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3a9cf-887c-41d9-9c3d-d58bf91e6f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a017570a-16a3-4b9c-8fad-40294ae24691,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:07.761885 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd78f748-1e88-49ab-8c9d-d0f40b935721 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.788245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-bd78f748-1e88-49ab-8c9d-d0f40b935721 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b735af-6e89-4d81-9609-4c5da71fc2ef']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:07.801789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-bd78f748-1e88-49ab-8c9d-d0f40b935721 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325bd1e2-ab47-4079-902b-0bf888972950') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:07.802722 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-bd78f748-1e88-49ab-8c9d-d0f40b935721 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325bd1e2-ab47-4079-902b-0bf888972950') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:07.816430 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd78f748-1e88-49ab-8c9d-d0f40b935721 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.835623 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd78f748-1e88-49ab-8c9d-d0f40b935721 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.843575 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd78f748-1e88-49ab-8c9d-d0f40b935721 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:29:07.844094 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd78f748-1e88-49ab-8c9d-d0f40b935721 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:29:07.847209 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:29:07.920461 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd78f748-1e88-49ab-8c9d-d0f40b935721 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.931827 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd78f748-1e88-49ab-8c9d-d0f40b935721 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:07.943392 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bd78f748-1e88-49ab-8c9d-d0f40b935721 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] 10.222.0.21 "DELETE /v2.0/networks/89b735af-6e89-4d81-9609-4c5da71fc2ef HTTP/1.1" status: 204 len: 168 time: 0.4236059 Nov 19 09:29:07.964728 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78f748-1e88-49ab-8c9d-d0f40b935721 tempest-BulkNetworkOpsTest-329979110 tempest-BulkNetworkOpsTest-329979110-project] Pushing event deleted for resources: {'Network': ['ID=89b735af-6e89-4d81-9609-4c5da71fc2ef,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:08.005879 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39e264b0-8db5-48f0-a6cd-ee1fe32ede9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:08.014762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c1829017-3336-4f66-9399-a1761be72815 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:29:08.055585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: c1829017-3336-4f66-9399-a1761be72815 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:29:08.055954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c1829017-3336-4f66-9399-a1761be72815 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:29:08.076839 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e264b0-8db5-48f0-a6cd-ee1fe32ede9b admin admin] Pushing event deleted for resources: {'Port': ['ID=a441db9f-352c-4179-87e6-62d5c6f3bf71,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:08.381626 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60600) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:08.413832 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39e264b0-8db5-48f0-a6cd-ee1fe32ede9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:08.664383 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ddd4240c-df5b-475d-a7c7-3fc3175cf65d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72e8809d06d44a0e9a512fd691951c27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2815421 Nov 19 09:29:08.667165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60624) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:08.697693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e264b0-8db5-48f0-a6cd-ee1fe32ede9b admin admin] Router 582c44aa-e623-4622-9082-fcdba116c788 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:29:08.727051 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb658959-5dae-4891-9fab-26161da37211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:08.756654 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb658959-5dae-4891-9fab-26161da37211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:08.810991 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb658959-5dae-4891-9fab-26161da37211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:08.814705 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb658959-5dae-4891-9fab-26161da37211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:08.819090 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fb658959-5dae-4891-9fab-26161da37211 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96b42767-8b44-4888-8d3e-3944088ed4a9 HTTP/1.1" status: 204 len: 168 time: 0.1507695 Nov 19 09:29:08.829681 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb658959-5dae-4891-9fab-26161da37211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b42767-8b44-4888-8d3e-3944088ed4a9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:08.845968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e264b0-8db5-48f0-a6cd-ee1fe32ede9b admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:29:08.855006 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-39e264b0-8db5-48f0-a6cd-ee1fe32ede9b admin admin] 10.222.0.21 "PUT /v2.0/routers/582c44aa-e623-4622-9082-fcdba116c788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4947858 Nov 19 09:29:08.857541 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60630) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:08.859509 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607b439-97f0-4aee-b1f6-bc49ebba3c7c None None] Sync routers for ids ['582c44aa-e623-4622-9082-fcdba116c788'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:29:08.874837 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607b439-97f0-4aee-b1f6-bc49ebba3c7c None None] Routers {'582c44aa-e623-4622-9082-fcdba116c788'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:29:08.875891 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6607b439-97f0-4aee-b1f6-bc49ebba3c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:28:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['582c44aa-e623-4622-9082-fcdba116c788'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:08.931999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60634) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:08.936399 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029116 Nov 19 09:29:08.940547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60636) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:09.022595 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e494d6c7-7591-4117-8b2f-fb83d2daeaea admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:09.052730 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-6607b439-97f0-4aee-b1f6-bc49ebba3c7c None None] Set router 582c44aa-e623-4622-9082-fcdba116c788 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:29:09.124852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60644) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:09.179242 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e494d6c7-7591-4117-8b2f-fb83d2daeaea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:09.289231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e494d6c7-7591-4117-8b2f-fb83d2daeaea admin admin] Deleting port e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:29:09.289585 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e494d6c7-7591-4117-8b2f-fb83d2daeaea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:09.303336 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6607b439-97f0-4aee-b1f6-bc49ebba3c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c44aa-e623-4622-9082-fcdba116c788', 'name': 'tempest-ServerActionsTestJSON-424412641-router', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:18:45Z', 'updated_at': '2021-11-19T09:29:07Z', 'revision_number': 5, 'project_id': '8144ed889e0e449f999e146a50a01315', 'gw_port': {'id': 'e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c44aa-e623-4622-9082-fcdba116c788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:18:46Z', 'updated_at': '2021-11-19T09:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:09.307507 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d093-ef4e-4e20-b5e6-07c04f171e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:09.335619 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607b439-97f0-4aee-b1f6-bc49ebba3c7c None None] Checking router: 582c44aa-e623-4622-9082-fcdba116c788 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:29:09.346430 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607b439-97f0-4aee-b1f6-bc49ebba3c7c None None] Routers {'582c44aa-e623-4622-9082-fcdba116c788'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:29:09.347846 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6607b439-97f0-4aee-b1f6-bc49ebba3c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:28:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['582c44aa-e623-4622-9082-fcdba116c788'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:09.378928 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d2aee9fc-e65d-4923-9b51-732e387f2fcb tempest-NetworksApiDiscovery-1195852418 tempest-NetworksApiDiscovery-1195852418-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4344981 Nov 19 09:29:09.406958 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e494d6c7-7591-4117-8b2f-fb83d2daeaea admin admin] For port e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:29:09.407531 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e494d6c7-7591-4117-8b2f-fb83d2daeaea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:09.425725 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e494d6c7-7591-4117-8b2f-fb83d2daeaea admin admin] Calling delete_port for e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:29:09.473318 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-6607b439-97f0-4aee-b1f6-bc49ebba3c7c None None] Set router 582c44aa-e623-4622-9082-fcdba116c788 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:29:09.489044 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d093-ef4e-4e20-b5e6-07c04f171e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:09.498895 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d093-ef4e-4e20-b5e6-07c04f171e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:09.597165 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-6607b439-97f0-4aee-b1f6-bc49ebba3c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c44aa-e623-4622-9082-fcdba116c788', 'name': 'tempest-ServerActionsTestJSON-424412641-router', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:18:45Z', 'updated_at': '2021-11-19T09:29:09Z', 'revision_number': 6, 'project_id': '8144ed889e0e449f999e146a50a01315', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:09.599233 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60664) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:09.599760 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60666) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:09.602786 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e7d9d093-ef4e-4e20-b5e6-07c04f171e96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d13d29d089b484ab5d6de7ac9a1d6d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4704459 Nov 19 09:29:09.603805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9d093-ef4e-4e20-b5e6-07c04f171e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56f490c-a0fb-4916-8af7-75c6a551581b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:09.655685 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607b439-97f0-4aee-b1f6-bc49ebba3c7c None None] The sync data for ids ['582c44aa-e623-4622-9082-fcdba116c788'] in n-d-805649-14 is: [{'id': '582c44aa-e623-4622-9082-fcdba116c788', 'name': 'tempest-ServerActionsTestJSON-424412641-router', 'tenant_id': '8144ed889e0e449f999e146a50a01315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:18:45Z', 'updated_at': '2021-11-19T09:29:09Z', 'revision_number': 6, 'project_id': '8144ed889e0e449f999e146a50a01315', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:29:09.718477 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e494d6c7-7591-4117-8b2f-fb83d2daeaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:09.726865 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0acfdaac-a3cb-4700-a241-b15980702d34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:09.758798 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494d6c7-7591-4117-8b2f-fb83d2daeaea admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:09.772352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5465e8af-ee7c-403b-8cda-dfbe80cb8081 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:29:09.828575 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0acfdaac-a3cb-4700-a241-b15980702d34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:09.878929 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e494d6c7-7591-4117-8b2f-fb83d2daeaea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:09.967924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60678) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:09.982646 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-154fc573-28cb-4d87-b040-fb113ef8b495 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1288680919-network', 'tenant_id': '510251f8dbcd4584857fa9b48df900ab'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:10.070759 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cbef8229-5cce-4c7c-8e48-4fe2959d3e4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.082187 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e494d6c7-7591-4117-8b2f-fb83d2daeaea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.098825 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e494d6c7-7591-4117-8b2f-fb83d2daeaea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.101921 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0acfdaac-a3cb-4700-a241-b15980702d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.107370 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0acfdaac-a3cb-4700-a241-b15980702d34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.109910 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0acfdaac-a3cb-4700-a241-b15980702d34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a56f490c-a0fb-4916-8af7-75c6a551581b HTTP/1.1" status: 204 len: 168 time: 0.5018578 Nov 19 09:29:10.211194 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154fc573-28cb-4d87-b040-fb113ef8b495 admin admin] Made reservation on behalf of 510251f8dbcd4584857fa9b48df900ab for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:10.215573 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-154fc573-28cb-4d87-b040-fb113ef8b495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.215685 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cbef8229-5cce-4c7c-8e48-4fe2959d3e4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.216116 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfdaac-a3cb-4700-a241-b15980702d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56f490c-a0fb-4916-8af7-75c6a551581b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:10.227299 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-154fc573-28cb-4d87-b040-fb113ef8b495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.232770 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cbef8229-5cce-4c7c-8e48-4fe2959d3e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.242101 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e494d6c7-7591-4117-8b2f-fb83d2daeaea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.242875 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e494d6c7-7591-4117-8b2f-fb83d2daeaea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 582c44aa-e623-4622-9082-fcdba116c788 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:29:10.249447 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e494d6c7-7591-4117-8b2f-fb83d2daeaea admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.251044 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e494d6c7-7591-4117-8b2f-fb83d2daeaea admin admin] 10.222.0.21 "DELETE /v2.0/routers/582c44aa-e623-4622-9082-fcdba116c788 HTTP/1.1" status: 204 len: 168 time: 1.3919389 Nov 19 09:29:10.256901 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60690) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:10.342128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee6dff4-defa-4b3e-a1ff-8e52edf402db admin admin] Deleting subnet 921a28c7-4b96-4975-b8f4-7f638315c845 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:29:10.344577 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60692) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:10.345199 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cbef8229-5cce-4c7c-8e48-4fe2959d3e4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21bcade9f53442d3802822b3ca8b8684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3707657 Nov 19 09:29:10.352436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef8229-5cce-4c7c-8e48-4fe2959d3e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6374b003-f46e-40f5-9cbf-6898e90738cc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:10.356244 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ee6dff4-defa-4b3e-a1ff-8e52edf402db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.432561 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ee6dff4-defa-4b3e-a1ff-8e52edf402db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.489928 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-154fc573-28cb-4d87-b040-fb113ef8b495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.509961 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-154fc573-28cb-4d87-b040-fb113ef8b495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.538287 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d38fc6ea-3675-4c2d-a9ff-5c6258987889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.574691 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154fc573-28cb-4d87-b040-fb113ef8b495 admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:29:10.602272 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fc573-28cb-4d87-b040-fb113ef8b495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2442c35-d97d-4a97-a05a-505f638ed633,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:10.623283 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-154fc573-28cb-4d87-b040-fb113ef8b495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.623656 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-154fc573-28cb-4d87-b040-fb113ef8b495 admin admin] Added segment d017151d-ea65-4647-bf3b-a613fa498e9a of type vlan for network 748749c4-532e-4da1-8a07-6ebbde399465 Nov 19 09:29:10.626292 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d38fc6ea-3675-4c2d-a9ff-5c6258987889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.628953 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ee6dff4-defa-4b3e-a1ff-8e52edf402db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.685188 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a441db9f-352c-4179-87e6-62d5c6f3bf71 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:29:10.691726 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:29:10.738009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60702) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:10.749480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: a441db9f-352c-4179-87e6-62d5c6f3bf71 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:29:10.749748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a441db9f-352c-4179-87e6-62d5c6f3bf71 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:29:10.758369 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2649025-9abe-4239-9628-55982191bf20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.763376 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ee6dff4-defa-4b3e-a1ff-8e52edf402db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.823425 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-154fc573-28cb-4d87-b040-fb113ef8b495 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.825910 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6dff4-defa-4b3e-a1ff-8e52edf402db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=921a28c7-4b96-4975-b8f4-7f638315c845,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:10.844247 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ee6dff4-defa-4b3e-a1ff-8e52edf402db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.849179 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef9ac52-c89f-4df7-ba4d-919a400a7585 None None] Network ae30f9f9-a15f-46da-bac5-9059230a3308 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:10.855286 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60704) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:10.859860 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2ee6dff4-defa-4b3e-a1ff-8e52edf402db admin admin] 10.222.0.21 "DELETE /v2.0/subnets/921a28c7-4b96-4975-b8f4-7f638315c845 HTTP/1.1" status: 204 len: 168 time: 0.6016819 Nov 19 09:29:10.893451 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-154fc573-28cb-4d87-b040-fb113ef8b495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.894469 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154fc573-28cb-4d87-b040-fb113ef8b495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:10.895073 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-154fc573-28cb-4d87-b040-fb113ef8b495 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.950881 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d38fc6ea-3675-4c2d-a9ff-5c6258987889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.953712 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d38fc6ea-3675-4c2d-a9ff-5c6258987889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.954771 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:10.957632 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d38fc6ea-3675-4c2d-a9ff-5c6258987889 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6374b003-f46e-40f5-9cbf-6898e90738cc HTTP/1.1" status: 204 len: 168 time: 0.6087782 Nov 19 09:29:10.971465 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-154fc573-28cb-4d87-b040-fb113ef8b495 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3677752 Nov 19 09:29:10.976960 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60710) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:10.984133 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-61e06fb6-9fa6-4b9f-9191-7b3524153b1a admin admin] Request body: {'subnet': {'network_id': '748749c4-532e-4da1-8a07-6ebbde399465', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1288680919-subnet', 'tenant_id': '510251f8dbcd4584857fa9b48df900ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:10.984852 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38fc6ea-3675-4c2d-a9ff-5c6258987889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6374b003-f46e-40f5-9cbf-6898e90738cc,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:10.994984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fc573-28cb-4d87-b040-fb113ef8b495 admin admin] Pushing event updated for resources: {'Network': ['ID=748749c4-532e-4da1-8a07-6ebbde399465,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:11.017795 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2649025-9abe-4239-9628-55982191bf20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.030030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 748749c4-532e-4da1-8a07-6ebbde399465 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:29:11.077302 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2649025-9abe-4239-9628-55982191bf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.126988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e06fb6-9fa6-4b9f-9191-7b3524153b1a admin admin] Made reservation on behalf of 510251f8dbcd4584857fa9b48df900ab for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:11.129269 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-61e06fb6-9fa6-4b9f-9191-7b3524153b1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.245632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b2649025-9abe-4239-9628-55982191bf20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb7031d50faa45d49f1dbbd34e068af2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5061686 Nov 19 09:29:11.246705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2649025-9abe-4239-9628-55982191bf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44494e2-79a3-4ea0-ad7c-95ff6effebb3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:11.249756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60716) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:11.283748 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] Deleting port ed0b1bf7-b620-495f-bb94-708ba391c4ba {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:29:11.284072 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.371717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] For port ed0b1bf7-b620-495f-bb94-708ba391c4ba, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ed0b1bf7-b620-495f-bb94-708ba391c4ba,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:29:11.372361 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.381328 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f187f2-99ac-4457-83c8-40025d2ed45c None None] DHCP port deletion for ae30f9f9-a15f-46da-bac5-9059230a3308 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:29:11.387698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] Calling delete_port for ed0b1bf7-b620-495f-bb94-708ba391c4ba owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:29:11.464113 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a4f187f2-99ac-4457-83c8-40025d2ed45c None None] Deleting port ed0b1bf7-b620-495f-bb94-708ba391c4ba {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:29:11.465059 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a4f187f2-99ac-4457-83c8-40025d2ed45c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.519635 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.564054 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56d6b14e-1242-4bd0-a4bf-bd7cc1431197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.568129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0b1bf7-b620-495f-bb94-708ba391c4ba,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:11.570355 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] No DVR routers for this DVR port ed0b1bf7-b620-495f-bb94-708ba391c4ba on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:29:11.586132 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a4f187f2-99ac-4457-83c8-40025d2ed45c None None] For port ed0b1bf7-b620-495f-bb94-708ba391c4ba, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ed0b1bf7-b620-495f-bb94-708ba391c4ba,segment=NetworkSegment(a7bd70b6-794d-4b61-b38c-b563b034cef1),segment_id=a7bd70b6-794d-4b61-b38c-b563b034cef1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:29:11.586540 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a4f187f2-99ac-4457-83c8-40025d2ed45c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.612280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a4f187f2-99ac-4457-83c8-40025d2ed45c None None] Calling delete_port for ed0b1bf7-b620-495f-bb94-708ba391c4ba owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:29:11.690219 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56d6b14e-1242-4bd0-a4bf-bd7cc1431197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.715543 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a4f187f2-99ac-4457-83c8-40025d2ed45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.717042 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-61e06fb6-9fa6-4b9f-9191-7b3524153b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.734668 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.746301 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f187f2-99ac-4457-83c8-40025d2ed45c None None] Pushing event deleted for resources: {'Port': ['ID=ed0b1bf7-b620-495f-bb94-708ba391c4ba,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:11.748403 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f187f2-99ac-4457-83c8-40025d2ed45c None None] No DVR routers for this DVR port ed0b1bf7-b620-495f-bb94-708ba391c4ba on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:29:11.813033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae30f9f9-a15f-46da-bac5-9059230a3308']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:11.843165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7bd70b6-794d-4b61-b38c-b563b034cef1') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:11.843459 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7bd70b6-794d-4b61-b38c-b563b034cef1') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:11.852304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e06fb6-9fa6-4b9f-9191-7b3524153b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ee3522-0f74-4a34-b440-730322afd465,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:11.865408 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.889875 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.902442 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e06fb6-9fa6-4b9f-9191-7b3524153b1a admin admin] Checking segment: {'id': 'd017151d-ea65-4647-bf3b-a613fa498e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '748749c4-532e-4da1-8a07-6ebbde399465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:29:11.902841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e06fb6-9fa6-4b9f-9191-7b3524153b1a admin admin] Network hostable DHCP agents. Network: 748749c4-532e-4da1-8a07-6ebbde399465, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:29:11.906154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:29:11.906740 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:29:11.910331 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:29:11.921102 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56d6b14e-1242-4bd0-a4bf-bd7cc1431197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.923909 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56d6b14e-1242-4bd0-a4bf-bd7cc1431197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:11.925771 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-56d6b14e-1242-4bd0-a4bf-bd7cc1431197 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b44494e2-79a3-4ea0-ad7c-95ff6effebb3 HTTP/1.1" status: 204 len: 168 time: 0.6751153 Nov 19 09:29:11.965986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6b14e-1242-4bd0-a4bf-bd7cc1431197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44494e2-79a3-4ea0-ad7c-95ff6effebb3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:11.992112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e06fb6-9fa6-4b9f-9191-7b3524153b1a admin admin] Network 748749c4-532e-4da1-8a07-6ebbde399465 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:29:12.000637 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:12.008491 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:12.013068 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ae30f9f9-a15f-46da-bac5-9059230a3308 HTTP/1.1" status: 204 len: 168 time: 1.1558661 Nov 19 09:29:12.016388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-61e06fb6-9fa6-4b9f-9191-7b3524153b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 748749c4-532e-4da1-8a07-6ebbde399465) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:12.023984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e06fb6-9fa6-4b9f-9191-7b3524153b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:12.024800 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-61e06fb6-9fa6-4b9f-9191-7b3524153b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:12.035948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b88a1a0-3ff8-407f-bd92-db0c7133957c None None] Network 748749c4-532e-4da1-8a07-6ebbde399465 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:12.048711 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c23cf-5d6e-46ee-8f21-061f4fa17498 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae30f9f9-a15f-46da-bac5-9059230a3308,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:12.066992 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-61e06fb6-9fa6-4b9f-9191-7b3524153b1a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0869179 Nov 19 09:29:12.175244 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ed0b1bf7-b620-495f-bb94-708ba391c4ba no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:29:12.203726 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: ed0b1bf7-b620-495f-bb94-708ba391c4ba {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:29:12.204082 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ed0b1bf7-b620-495f-bb94-708ba391c4ba not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:29:12.204510 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:29:12.241969 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:29:12.242316 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e6f6ce29-f7c4-48be-b7c3-af52fc7fddf8 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:29:12.311346 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196ad6d2-988a-4755-89b2-244d89ec308f None None] Network 748749c4-532e-4da1-8a07-6ebbde399465 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:12.456013 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60770) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:12.498096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3ef7b9a6-a2a8-443e-91d5-7c18700c0031 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8144ed889e0e449f999e146a50a01315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410469 Nov 19 09:29:12.500746 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60772) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:12.554624 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f16a0ac4-3e39-410e-acde-04b352ba25c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:12.576833 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f16a0ac4-3e39-410e-acde-04b352ba25c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:12.681436 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f16a0ac4-3e39-410e-acde-04b352ba25c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:12.684388 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f16a0ac4-3e39-410e-acde-04b352ba25c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:12.687958 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f16a0ac4-3e39-410e-acde-04b352ba25c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9 HTTP/1.1" status: 204 len: 168 time: 0.1833794 Nov 19 09:29:12.700215 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a0ac4-3e39-410e-acde-04b352ba25c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b88a912-ec15-4ca0-b7b7-9fd149bfe5e9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:12.881922 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-ec12ca98-ae62-4205-9532-97b51d01728d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1531181 Nov 19 09:29:12.982231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-a947d73b-4df5-45fa-9793-af67e430e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:12.982902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-a947d73b-4df5-45fa-9793-af67e430e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:12.983540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-a947d73b-4df5-45fa-9793-af67e430e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:12.984405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-a947d73b-4df5-45fa-9793-af67e430e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:12.985040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-a947d73b-4df5-45fa-9793-af67e430e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:12.985888 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-a947d73b-4df5-45fa-9793-af67e430e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:12.986599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-a947d73b-4df5-45fa-9793-af67e430e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:12.989711 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-a947d73b-4df5-45fa-9793-af67e430e07d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 6510 time: 0.0751398 Nov 19 09:29:13.134368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-de526c17-6baf-4e74-a5a0-3b7092c0b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:13.135590 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-de526c17-6baf-4e74-a5a0-3b7092c0b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:13.136083 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-de526c17-6baf-4e74-a5a0-3b7092c0b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:13.138137 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-de526c17-6baf-4e74-a5a0-3b7092c0b2eb service neutron] 10.222.0.71 "GET /v2.0/networks?id=d998d4ee-a200-49f0-8943-4be78f808d14&id=49aec6eb-5987-4d27-ba58-77e438f7ea82&id=49aec6eb-5987-4d27-ba58-77e438f7ea82&id=49aec6eb-5987-4d27-ba58-77e438f7ea82&id=49aec6eb-5987-4d27-ba58-77e438f7ea82&id=b2acc81c-bf09-4632-a469-1751c5389c3c&id=b2acc81c-bf09-4632-a469-1751c5389c3c HTTP/1.1" status: 200 len: 2297 time: 0.1198542 Nov 19 09:29:13.232509 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-c32bba59-8f1f-4b2f-b0ef-a7ba594f31dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=980656e3-34d0-43e8-b414-ea629b357a2d HTTP/1.1" status: 200 len: 1000 time: 0.0823081 Nov 19 09:29:13.333388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-2abe62b8-806f-4118-b19e-afc6e4ac9860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:13.336102 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-2abe62b8-806f-4118-b19e-afc6e4ac9860 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca7a993c-8947-46a3-a13a-7da81a72657b HTTP/1.1" status: 200 len: 855 time: 0.0854053 Nov 19 09:29:13.394881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-d1eb4f9c-2319-4642-bd1a-4ec70b5264c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:13.396917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-d1eb4f9c-2319-4642-bd1a-4ec70b5264c9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d998d4ee-a200-49f0-8943-4be78f808d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520303 Nov 19 09:29:13.516629 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-0e4502c3-526d-4f10-87c4-17d6583dbb2e service neutron] 10.222.0.71 "GET /v2.0/networks/d998d4ee-a200-49f0-8943-4be78f808d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105392 Nov 19 09:29:13.648235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-d4bfcbb4-7a6a-464c-b1c4-e64dd12d5cbd service neutron] 10.222.0.71 "GET /v2.0/networks/d998d4ee-a200-49f0-8943-4be78f808d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231914 Nov 19 09:29:13.709159 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-cef0fa76-e0a4-4f95-86d7-c1cb9c0248ce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=9d6d1cc0-1c45-4b89-95b9-69aea729ca09 HTTP/1.1" status: 200 len: 217 time: 0.0521426 Nov 19 09:29:13.788365 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-17609563-df66-4dc1-88c7-effead015de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:13.790063 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-17609563-df66-4dc1-88c7-effead015de6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5a2b101-52c9-410d-843d-1141acad32f0 HTTP/1.1" status: 200 len: 797 time: 0.0730953 Nov 19 09:29:13.877912 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-a249464a-3c2f-4649-acf6-4c9c29e870c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:13.879851 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-a249464a-3c2f-4649-acf6-4c9c29e870c3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49aec6eb-5987-4d27-ba58-77e438f7ea82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0811813 Nov 19 09:29:14.029001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-2cb23cda-6e05-4c45-9622-0a99152e6f14 service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395016 Nov 19 09:29:14.205499 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-d289f14e-83bd-4519-b5d5-bb4a43f7cdf7 service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666727 Nov 19 09:29:14.295704 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-53083459-a636-48ed-a9a8-55bcc78453fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=19a55e08-5b80-469b-baa4-dc2c8cdb0361 HTTP/1.1" status: 200 len: 217 time: 0.0797880 Nov 19 09:29:14.402615 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-ca81f266-480a-44e7-8dc8-3640b2a1b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:14.409857 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-ca81f266-480a-44e7-8dc8-3640b2a1b54f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5a2b101-52c9-410d-843d-1141acad32f0 HTTP/1.1" status: 200 len: 797 time: 0.0989938 Nov 19 09:29:14.499696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-7bac903f-ccbe-401f-a256-7d30d58c0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:14.501338 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-7bac903f-ccbe-401f-a256-7d30d58c0d0b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49aec6eb-5987-4d27-ba58-77e438f7ea82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0836127 Nov 19 09:29:14.602046 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60888) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:14.642762 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-6c08b5c7-d800-42c8-b2f4-d59c5a0de6d0 service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332688 Nov 19 09:29:15.035986 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2e0d6630-1751-4ef0-b3e4-a9534bf3ce90 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1349021440-network', 'tenant_id': '5df510866b5f436e893da0f9a9cf79a2'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:15.071560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60908) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:15.079124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0d6630-1751-4ef0-b3e4-a9534bf3ce90 admin admin] Made reservation on behalf of 5df510866b5f436e893da0f9a9cf79a2 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:15.081570 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6630-1751-4ef0-b3e4-a9534bf3ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:15.092380 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6630-1751-4ef0-b3e4-a9534bf3ce90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:15.209371 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d05f14d1-8fa5-4edb-a9bc-e60d31e4d205 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:15.233393 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-450bc98b-19d6-4784-b771-0db65be42958 service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5829935 Nov 19 09:29:15.291519 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6630-1751-4ef0-b3e4-a9534bf3ce90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:15.310859 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-f89dd385-786e-4083-8eff-e8b137d11d91 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=e505d3ae-8213-42cf-b58a-27349e19fab2 HTTP/1.1" status: 200 len: 217 time: 0.0575781 Nov 19 09:29:15.321803 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6630-1751-4ef0-b3e4-a9534bf3ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:15.353275 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d05f14d1-8fa5-4edb-a9bc-e60d31e4d205 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:15.354402 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0d6630-1751-4ef0-b3e4-a9534bf3ce90 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:29:15.365377 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d05f14d1-8fa5-4edb-a9bc-e60d31e4d205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:15.383969 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6630-1751-4ef0-b3e4-a9534bf3ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:15.384230 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-2e0d6630-1751-4ef0-b3e4-a9534bf3ce90 admin admin] Added segment 542de444-00dd-4bab-954d-cc2b57e7414d of type vlan for network e7f21cdc-baae-492c-8d1d-e17db5bc91de Nov 19 09:29:15.386866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-da542e4d-7e8e-4dcc-9c46-235dc3ec4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:15.388396 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-da542e4d-7e8e-4dcc-9c46-235dc3ec4eb0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5a2b101-52c9-410d-843d-1141acad32f0 HTTP/1.1" status: 200 len: 797 time: 0.0685015 Nov 19 09:29:15.397770 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d6630-1751-4ef0-b3e4-a9534bf3ce90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cb1669-ce94-4d93-b77e-ccebdd7eec56,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:15.469841 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:15.472014 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-f4d110c0-77d9-4a42-ac31-a25f14cf2c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:15.474247 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-f4d110c0-77d9-4a42-ac31-a25f14cf2c3e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49aec6eb-5987-4d27-ba58-77e438f7ea82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0766470 Nov 19 09:29:15.477778 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d05f14d1-8fa5-4edb-a9bc-e60d31e4d205 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2ebd413d569493da9f9d51c32a5b4eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4049037 Nov 19 09:29:15.480673 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60940) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:15.495102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f14d1-8fa5-4edb-a9bc-e60d31e4d205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7d844a-12b5-4cd7-b94a-40e3a6415dcc,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:15.510253 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6630-1751-4ef0-b3e4-a9534bf3ce90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:15.554033 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6630-1751-4ef0-b3e4-a9534bf3ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:15.555448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0d6630-1751-4ef0-b3e4-a9534bf3ce90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:15.556156 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e0d6630-1751-4ef0-b3e4-a9534bf3ce90 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:15.666109 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2e0d6630-1751-4ef0-b3e4-a9534bf3ce90 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0616837 Nov 19 09:29:15.668479 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60954) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:15.686553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-54c9fbff-374e-4706-b146-f299e952b5ca admin admin] Request body: {'subnet': {'network_id': 'e7f21cdc-baae-492c-8d1d-e17db5bc91de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1349021440-subnet', 'tenant_id': '5df510866b5f436e893da0f9a9cf79a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:15.734591 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d6630-1751-4ef0-b3e4-a9534bf3ce90 admin admin] Pushing event updated for resources: {'Network': ['ID=e7f21cdc-baae-492c-8d1d-e17db5bc91de,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:15.743277 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c9fbff-374e-4706-b146-f299e952b5ca admin admin] Made reservation on behalf of 5df510866b5f436e893da0f9a9cf79a2 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:15.746265 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54c9fbff-374e-4706-b146-f299e952b5ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:15.747541 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network e7f21cdc-baae-492c-8d1d-e17db5bc91de details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:29:15.836126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-54fc2abe-a748-40c3-92ab-d457a8d40ecd service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355906 Nov 19 09:29:16.029056 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54c9fbff-374e-4706-b146-f299e952b5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:16.037025 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe547572-6c89-488d-832c-3b9c4653a513 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:16.111526 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c9fbff-374e-4706-b146-f299e952b5ca admin admin] Checking segment: {'id': '542de444-00dd-4bab-954d-cc2b57e7414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e7f21cdc-baae-492c-8d1d-e17db5bc91de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:29:16.112271 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c9fbff-374e-4706-b146-f299e952b5ca admin admin] Network hostable DHCP agents. Network: e7f21cdc-baae-492c-8d1d-e17db5bc91de, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:29:16.133825 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9fbff-374e-4706-b146-f299e952b5ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5a6d50-a141-4e9b-8b29-5d1f689c5aaf,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:16.144321 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c9fbff-374e-4706-b146-f299e952b5ca admin admin] Network e7f21cdc-baae-492c-8d1d-e17db5bc91de is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:29:16.160892 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-54c9fbff-374e-4706-b146-f299e952b5ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, e7f21cdc-baae-492c-8d1d-e17db5bc91de) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:16.177380 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c9fbff-374e-4706-b146-f299e952b5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:16.178096 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54c9fbff-374e-4706-b146-f299e952b5ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:16.179302 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1709df44-09b5-4602-a710-ba2fe639b44b None None] Network e7f21cdc-baae-492c-8d1d-e17db5bc91de requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:16.201841 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-54c9fbff-374e-4706-b146-f299e952b5ca admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5319941 Nov 19 09:29:16.213280 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe547572-6c89-488d-832c-3b9c4653a513 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:16.289134 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe547572-6c89-488d-832c-3b9c4653a513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:16.292362 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe547572-6c89-488d-832c-3b9c4653a513 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:16.293779 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fe547572-6c89-488d-832c-3b9c4653a513 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc7d844a-12b5-4cd7-b94a-40e3a6415dcc HTTP/1.1" status: 204 len: 168 time: 0.8115764 Nov 19 09:29:16.304587 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-fb1c8801-7b82-410d-960f-3cc6ca4068d8 service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500754 Nov 19 09:29:16.306199 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe547572-6c89-488d-832c-3b9c4653a513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7d844a-12b5-4cd7-b94a-40e3a6415dcc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:16.430838 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-961ae4f3-7e58-4202-bfa3-9a16889c8389 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=c80a3964-2f56-440f-bf2a-88032266b6fa HTTP/1.1" status: 200 len: 217 time: 0.1163049 Nov 19 09:29:16.560379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-a221c24c-10bd-48fa-8531-d153189598ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:16.562048 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-a221c24c-10bd-48fa-8531-d153189598ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5a2b101-52c9-410d-843d-1141acad32f0 HTTP/1.1" status: 200 len: 797 time: 0.1252470 Nov 19 09:29:16.602953 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716f07c2-489b-47f1-a7cf-d10c94b2e1f0 None None] Network e7f21cdc-baae-492c-8d1d-e17db5bc91de requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:16.612683 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 32784) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:16.628013 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-ae6368bd-6445-456f-b4d2-c957542cf0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:16.629758 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-ae6368bd-6445-456f-b4d2-c957542cf0f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49aec6eb-5987-4d27-ba58-77e438f7ea82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0590022 Nov 19 09:29:16.785835 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-e8e8beec-779a-4a41-ad55-b4ea9fd755f3 service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468084 Nov 19 09:29:16.913519 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-84a7a559-a19c-4ff3-80e3-d00997d0943d service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188755 Nov 19 09:29:16.946624 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6060075a-58dd-4c27-bc6f-9fc3cfff6deb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:16.983115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-43bd8559-65ec-4912-90b7-956a88b4c290 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcbc891e-ade2-45eb-ad48-53e552b80d69 HTTP/1.1" status: 200 len: 217 time: 0.0618124 Nov 19 09:29:17.067819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-1a742a7a-15a1-44d2-aed7-c76fe6832ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:17.069475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-1a742a7a-15a1-44d2-aed7-c76fe6832ea0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=82aa1abf-8f01-4519-8f31-1b5a7fadbc6b HTTP/1.1" status: 200 len: 797 time: 0.0774126 Nov 19 09:29:17.074351 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6060075a-58dd-4c27-bc6f-9fc3cfff6deb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:17.081836 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6060075a-58dd-4c27-bc6f-9fc3cfff6deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:17.121687 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6060075a-58dd-4c27-bc6f-9fc3cfff6deb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3adf82b676046e5b60362bf08ff023a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5069776 Nov 19 09:29:17.125174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 32802) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:17.167063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-c8af92aa-647d-4724-a5f6-12e8b6fc9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:17.176005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-c8af92aa-647d-4724-a5f6-12e8b6fc9e45 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2acc81c-bf09-4632-a469-1751c5389c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0846934 Nov 19 09:29:17.199855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 32808) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:17.222451 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060075a-58dd-4c27-bc6f-9fc3cfff6deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440da395-213e-48db-981d-9e7f0b9dcb7a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:17.265506 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9ef40a6e-987d-4b20-b275-dfe0270e3e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:17.415469 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9e2f89b-6f44-4df5-a2ce-0ca33c560e93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:17.492346 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-4ba5eed3-66a2-469d-8809-65196ad84e8f service neutron] 10.222.0.71 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123372 Nov 19 09:29:17.501068 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9e2f89b-6f44-4df5-a2ce-0ca33c560e93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:17.633661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-57ee1f0e-4dc0-45dc-b326-834686544ae9 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:17.635287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-57ee1f0e-4dc0-45dc-b326-834686544ae9 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/networks?id=e7f21cdc-baae-492c-8d1d-e17db5bc91de HTTP/1.1" status: 200 len: 814 time: 0.3310277 Nov 19 09:29:17.727414 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-d98e473b-e3eb-4869-99de-04e2580d0a57 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/quotas/5df510866b5f436e893da0f9a9cf79a2 HTTP/1.1" status: 200 len: 375 time: 0.0837910 Nov 19 09:29:17.756840 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9ef40a6e-987d-4b20-b275-dfe0270e3e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:17.782106 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9ef40a6e-987d-4b20-b275-dfe0270e3e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:17.837632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-1899b5bf-26f7-4296-b2ca-331ab3d00cbd tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5df510866b5f436e893da0f9a9cf79a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851762 Nov 19 09:29:17.858146 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9e2f89b-6f44-4df5-a2ce-0ca33c560e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:17.862257 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9e2f89b-6f44-4df5-a2ce-0ca33c560e93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:17.862257 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a9e2f89b-6f44-4df5-a2ce-0ca33c560e93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/440da395-213e-48db-981d-9e7f0b9dcb7a HTTP/1.1" status: 204 len: 168 time: 0.7357390 Nov 19 09:29:17.881590 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-8f197bba-30a8-4166-b47e-18f5b766a9cf service neutron] 10.222.0.71 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666523 Nov 19 09:29:17.903301 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:17.905016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef40a6e-987d-4b20-b275-dfe0270e3e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a622143-1d10-4ea8-a2ad-cb8f3c78f00b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:17.940310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2f89b-6f44-4df5-a2ce-0ca33c560e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440da395-213e-48db-981d-9e7f0b9dcb7a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:18.004606 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9ef40a6e-987d-4b20-b275-dfe0270e3e1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10d2c31ba7514385bb85ee3e70cfc0ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7979407 Nov 19 09:29:18.007390 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 32850) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:18.008174 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-208b85b8-cef5-4428-851f-8cfacb3f2052 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9694c3c4-a2f0-463a-929f-be8348809922 HTTP/1.1" status: 200 len: 217 time: 0.0959747 Nov 19 09:29:18.086575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-8c655b1a-59bb-4e09-8d16-13d878fa7e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:18.088752 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-8c655b1a-59bb-4e09-8d16-13d878fa7e56 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=82aa1abf-8f01-4519-8f31-1b5a7fadbc6b HTTP/1.1" status: 200 len: 797 time: 0.0659738 Nov 19 09:29:18.090083 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18cca6d7-0535-4062-83dd-a8dc7f90f7f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:18.117289 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18cca6d7-0535-4062-83dd-a8dc7f90f7f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:18.156489 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-d44a8e65-6f5a-48ff-bdfe-12ad3105a62a service neutron] 10.222.0.21 "GET /v2.0/networks/e7f21cdc-baae-492c-8d1d-e17db5bc91de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995985 Nov 19 09:29:18.188175 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18cca6d7-0535-4062-83dd-a8dc7f90f7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:18.191889 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18cca6d7-0535-4062-83dd-a8dc7f90f7f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:18.194936 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-18cca6d7-0535-4062-83dd-a8dc7f90f7f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a622143-1d10-4ea8-a2ad-cb8f3c78f00b HTTP/1.1" status: 204 len: 168 time: 0.1848793 Nov 19 09:29:18.205515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cca6d7-0535-4062-83dd-a8dc7f90f7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a622143-1d10-4ea8-a2ad-cb8f3c78f00b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:18.239242 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af095561-1057-4929-be9a-2f03e436834c req-dd34e085-ee5e-41c8-ac38-1c0fc86f2893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:18.241400 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-dd34e085-ee5e-41c8-ac38-1c0fc86f2893 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2acc81c-bf09-4632-a469-1751c5389c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1233249 Nov 19 09:29:18.352677 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 32880) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:18.358475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-42b16e94-599e-4ce1-977d-33902bc2cbf0 service neutron] 10.222.0.21 "GET /v2.0/networks/e7f21cdc-baae-492c-8d1d-e17db5bc91de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931195 Nov 19 09:29:18.371948 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa663-2a75-4908-8eaa-e294440e3241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:18.397692 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-4d3cf658-e986-4fa5-9830-e15e6d994b81 service neutron] 10.222.0.71 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462963 Nov 19 09:29:18.537664 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa663-2a75-4908-8eaa-e294440e3241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:18.545336 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa663-2a75-4908-8eaa-e294440e3241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:18.579079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ac34ad4-9813-4875-95c9-cccdbf965b20 req-61b1f2ce-65fb-49cd-be0c-1485872c2f31 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 210 time: 0.0355225 Nov 19 09:29:18.582991 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af095561-1057-4929-be9a-2f03e436834c req-f6f297d1-2422-4a46-8384-f7003462e803 service neutron] 10.222.0.71 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765139 Nov 19 09:29:18.624715 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ee2aa663-2a75-4908-8eaa-e294440e3241 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a38bd0fe7b7a4513a90d2562931bed96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2707775 Nov 19 09:29:18.624999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 32888) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:18.627089 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2aa663-2a75-4908-8eaa-e294440e3241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73df7e6c-0a1e-4736-b4e7-6439814e8d1b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:18.723382 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-07123922-5fd1-42dd-9ce3-c3652957a7f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:18.765630 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-07123922-5fd1-42dd-9ce3-c3652957a7f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:18.848251 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-07123922-5fd1-42dd-9ce3-c3652957a7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:18.854766 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-07123922-5fd1-42dd-9ce3-c3652957a7f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:18.860841 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-07123922-5fd1-42dd-9ce3-c3652957a7f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73df7e6c-0a1e-4736-b4e7-6439814e8d1b HTTP/1.1" status: 204 len: 168 time: 0.2304277 Nov 19 09:29:18.879054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07123922-5fd1-42dd-9ce3-c3652957a7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73df7e6c-0a1e-4736-b4e7-6439814e8d1b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:19.758685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-556ed5f6-b19d-424f-8916-191ac88c28cf req-0c145c58-c7da-4d3c-9e92-5c292b31d696 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 210 time: 0.0618680 Nov 19 09:29:19.861964 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-780ee738-7dfe-43cf-9083-1b11b7493444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:20.086133 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 32990) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:20.337223 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40adcf42-8fd8-4814-bbcc-442c15f0cf5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:20.439191 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40adcf42-8fd8-4814-bbcc-442c15f0cf5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:20.448292 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40adcf42-8fd8-4814-bbcc-442c15f0cf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:20.486721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-40adcf42-8fd8-4814-bbcc-442c15f0cf5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df3dce56ea6442a9aff1629ed176866e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3992269 Nov 19 09:29:20.489393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33010) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:20.492039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adcf42-8fd8-4814-bbcc-442c15f0cf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d34661-6e8e-4de2-815c-4a24ee2546e4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:20.556789 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2bda444e-cea2-436f-bc6f-fc7a3bf1fb74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:20.581694 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2bda444e-cea2-436f-bc6f-fc7a3bf1fb74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:20.641145 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2bda444e-cea2-436f-bc6f-fc7a3bf1fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:20.647195 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2bda444e-cea2-436f-bc6f-fc7a3bf1fb74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:20.648497 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2bda444e-cea2-436f-bc6f-fc7a3bf1fb74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6d34661-6e8e-4de2-815c-4a24ee2546e4 HTTP/1.1" status: 204 len: 168 time: 0.1574564 Nov 19 09:29:20.657067 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda444e-cea2-436f-bc6f-fc7a3bf1fb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d34661-6e8e-4de2-815c-4a24ee2546e4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:20.896815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74479848-4006-4077-8ec4-ac4dfae0a257 req-9eebe631-8e76-449e-91ac-4afb612e2ba9 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 210 time: 0.0580559 Nov 19 09:29:22.016184 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e84324f4-aaa3-4ae8-a9d5-e238c40bb79d req-f3f19aed-f9c9-49eb-9e0d-4cad32ac7ded tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 210 time: 0.0515156 Nov 19 09:29:22.265576 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7913a100-a07d-47ae-af2e-e8c9aa3d41c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:22.729807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33128) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:22.858954 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7379b56-1f12-4324-b07a-23dc9f44ced3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:22.944249 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7379b56-1f12-4324-b07a-23dc9f44ced3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:22.951149 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7379b56-1f12-4324-b07a-23dc9f44ced3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:23.006723 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7379b56-1f12-4324-b07a-23dc9f44ced3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f6bf41-bae9-42fb-919c-829e27fd11fb,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:23.028076 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c7379b56-1f12-4324-b07a-23dc9f44ced3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff1e0ee3df8b4898a0b07796b7ea07b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2971337 Nov 19 09:29:23.028246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33148) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:23.153033 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-595f62d4-4195-48ab-8619-4e79d0f0a1b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:23.180251 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-595f62d4-4195-48ab-8619-4e79d0f0a1b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:23.226060 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c49e5cf-081f-4750-aa44-09a52e4f31d7 req-37afac6a-b229-4038-bc35-929bd9adb89d tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 210 time: 0.0373669 Nov 19 09:29:23.341046 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-595f62d4-4195-48ab-8619-4e79d0f0a1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:23.345186 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-595f62d4-4195-48ab-8619-4e79d0f0a1b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:23.347738 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-595f62d4-4195-48ab-8619-4e79d0f0a1b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09f6bf41-bae9-42fb-919c-829e27fd11fb HTTP/1.1" status: 204 len: 168 time: 0.3174713 Nov 19 09:29:23.368097 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f62d4-4195-48ab-8619-4e79d0f0a1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f6bf41-bae9-42fb-919c-829e27fd11fb,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:23.465513 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:24.085240 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-757702e3-4b4e-4b14-ac6a-cb87820ef451 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:24.091915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-757702e3-4b4e-4b14-ac6a-cb87820ef451 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.71 "GET /v2.0/networks?id=e7f21cdc-baae-492c-8d1d-e17db5bc91de HTTP/1.1" status: 200 len: 814 time: 0.1432002 Nov 19 09:29:24.107086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-0dde4377-d9d7-49da-8383-b2ddc7635208 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Request body: {'port': {'device_id': 'e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919', 'network_id': 'e7f21cdc-baae-492c-8d1d-e17db5bc91de', 'admin_state_up': True, 'tenant_id': '5df510866b5f436e893da0f9a9cf79a2'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:24.254050 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-0dde4377-d9d7-49da-8383-b2ddc7635208 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Made reservation on behalf of 5df510866b5f436e893da0f9a9cf79a2 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:24.261432 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-0dde4377-d9d7-49da-8383-b2ddc7635208 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:24.485468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2da1ac61-a044-4388-ae0a-1beaaba0d1f9 req-d32ac8f7-15d1-4a33-8877-7811bb2dc454 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 210 time: 0.0813446 Nov 19 09:29:24.558425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-0dde4377-d9d7-49da-8383-b2ddc7635208 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Allocated IP 172.20.0.12 (e7f21cdc-baae-492c-8d1d-e17db5bc91de/df5a6d50-a141-4e9b-8b29-5d1f689c5aaf/b64695a8-bdf3-4766-94b1-17f40aa54189) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:29:24.813314 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-0dde4377-d9d7-49da-8383-b2ddc7635208 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:24.884814 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:24.898453 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-0dde4377-d9d7-49da-8383-b2ddc7635208 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:24.936495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-0dde4377-d9d7-49da-8383-b2ddc7635208 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Network e7f21cdc-baae-492c-8d1d-e17db5bc91de is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:29:24.962393 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-0dde4377-d9d7-49da-8383-b2ddc7635208 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:24.965644 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-0dde4377-d9d7-49da-8383-b2ddc7635208 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:29:25.026760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde4377-d9d7-49da-8383-b2ddc7635208 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Pushing event updated for resources: {'Port': ['ID=b64695a8-bdf3-4766-94b1-17f40aa54189,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:25.049313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-0dde4377-d9d7-49da-8383-b2ddc7635208 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:25.050335 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-0dde4377-d9d7-49da-8383-b2ddc7635208 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:25.074444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-0dde4377-d9d7-49da-8383-b2ddc7635208 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9731436 Nov 19 09:29:25.096414 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Request body: {'port': {'device_id': 'e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:25.100566 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33230) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:25.230072 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:25.388005 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:25.453174 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:25.479954 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:25.629545 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:25.837568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445fe3b-3e2f-4d15-8f54-fc26fbc7b898 req-7c45bab6-5b6b-4892-bf19-c1c9ccfd670b tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:25.839703 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a445fe3b-3e2f-4d15-8f54-fc26fbc7b898 req-7c45bab6-5b6b-4892-bf19-c1c9ccfd670b tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 932 time: 0.2091467 Nov 19 09:29:25.859485 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Allocated IP 172.25.0.229 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/6c139331-8627-48a3-a5e5-408ba4c48107) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:29:26.000121 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a445fe3b-3e2f-4d15-8f54-fc26fbc7b898 req-8be29424-6220-4a74-b759-30d105a414d4 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0cb1669-ce94-4d93-b77e-ccebdd7eec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432993 Nov 19 09:29:26.074522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64695a8-bdf3-4766-94b1-17f40aa54189 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:29:26.085485 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:26.104104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Transition to ACTIVE for port object b64695a8-bdf3-4766-94b1-17f40aa54189 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:29:26.108046 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:26.122593 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:26.159382 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:26.161988 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33254) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:26.219844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Pushing event updated for resources: {'Port': ['ID=b64695a8-bdf3-4766-94b1-17f40aa54189,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:26.278899 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:29:26.283294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:26.288203 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:29:26.329913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Attempting to bind port b64695a8-bdf3-4766-94b1-17f40aa54189 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:29:26.330427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Attempting to bind port b64695a8-bdf3-4766-94b1-17f40aa54189 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '542de444-00dd-4bab-954d-cc2b57e7414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e7f21cdc-baae-492c-8d1d-e17db5bc91de'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:29:26.330765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Attempting to bind port b64695a8-bdf3-4766-94b1-17f40aa54189 on network e7f21cdc-baae-492c-8d1d-e17db5bc91de {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:29:26.336914 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Port b64695a8-bdf3-4766-94b1-17f40aa54189 on network e7f21cdc-baae-492c-8d1d-e17db5bc91de not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:29:26.337310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Attempting to bind port b64695a8-bdf3-4766-94b1-17f40aa54189 on network e7f21cdc-baae-492c-8d1d-e17db5bc91de {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:29:26.342955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:29:26.343312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Checking segment: {'id': '542de444-00dd-4bab-954d-cc2b57e7414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e7f21cdc-baae-492c-8d1d-e17db5bc91de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:29:26.343651 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Bound using segment: {'id': '542de444-00dd-4bab-954d-cc2b57e7414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e7f21cdc-baae-492c-8d1d-e17db5bc91de'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:29:26.344104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Bound port: b64695a8-bdf3-4766-94b1-17f40aa54189, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '542de444-00dd-4bab-954d-cc2b57e7414d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e7f21cdc-baae-492c-8d1d-e17db5bc91de'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:29:26.344444 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:26.352032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Pushing event updated for resources: {'Port': ['ID=6c139331-8627-48a3-a5e5-408ba4c48107,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:26.511867 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc1bcc6d-78a4-462b-b308-14e26b0e1860 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:26.542174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] For port b64695a8-bdf3-4766-94b1-17f40aa54189, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:29:26.546611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] For port b64695a8-bdf3-4766-94b1-17f40aa54189, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b64695a8-bdf3-4766-94b1-17f40aa54189,segment=NetworkSegment(542de444-00dd-4bab-954d-cc2b57e7414d),segment_id=542de444-00dd-4bab-954d-cc2b57e7414d)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:29:26.555066 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:26.561358 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:26.597800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:26.599036 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:26.600362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] 10.222.0.71 "PUT /v2.0/ports/b64695a8-bdf3-4766-94b1-17f40aa54189 HTTP/1.1" status: 200 len: 1093 time: 1.5173800 Nov 19 09:29:26.601692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919', 'tag': 'b64695a8-bdf3-4766-94b1-17f40aa54189'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:29:26.603849 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4aa097-74da-4c50-9837-863a85eedeae" -d '{"events": [{"name": "network-changed", "server_uuid": "e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919", "tag": "b64695a8-bdf3-4766-94b1-17f40aa54189"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:29:26.642866 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:26.663500 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc9cf0-27d0-4517-8cfb-e6bbb36f7528 service neutron] Pushing event updated for resources: {'Port': ['ID=b64695a8-bdf3-4766-94b1-17f40aa54189,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:26.684087 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0095929-7d5f-43e5-bbb5-eb13519d4557 x-openstack-request-id: req-b0095929-7d5f-43e5-bbb5-eb13519d4557 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:29:26.684420 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919", "tag": "b64695a8-bdf3-4766-94b1-17f40aa54189", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:29:26.684607 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0095929-7d5f-43e5-bbb5-eb13519d4557 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:29:26.685287 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919', 'tag': 'b64695a8-bdf3-4766-94b1-17f40aa54189', 'status': 'completed', 'code': 200} Nov 19 09:29:26.765911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-8f9b07bf-ba2a-4338-a81f-c7bf2761bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:26.767351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-8f9b07bf-ba2a-4338-a81f-c7bf2761bccd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5df510866b5f436e893da0f9a9cf79a2&device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 1096 time: 0.0801139 Nov 19 09:29:26.951757 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-fb09bab3-f2b8-496e-9403-fb3ba65e4834 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b64695a8-bdf3-4766-94b1-17f40aa54189 HTTP/1.1" status: 200 len: 217 time: 0.1741514 Nov 19 09:29:26.967888 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc1bcc6d-78a4-462b-b308-14e26b0e1860 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:26.979916 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc1bcc6d-78a4-462b-b308-14e26b0e1860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:27.026588 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bcc6d-78a4-462b-b308-14e26b0e1860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dbecb5-aa82-4384-af4b-a450b10beb92,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:27.055576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-69fb234d-6571-4348-a5c0-48778a3a6a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:27.058253 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-69fb234d-6571-4348-a5c0-48778a3a6a23 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=df5a6d50-a141-4e9b-8b29-5d1f689c5aaf HTTP/1.1" status: 200 len: 854 time: 0.0986636 Nov 19 09:29:27.080211 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fc1bcc6d-78a4-462b-b308-14e26b0e1860 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47628944873e45ab8ae40b227f1e7659&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9156671 Nov 19 09:29:27.092347 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33268) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:27.141980 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-55e51bca-dc25-45e3-9f1e-76c7880a1572 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e7f21cdc-baae-492c-8d1d-e17db5bc91de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753329 Nov 19 09:29:27.209074 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:27.228168 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:27.290557 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-1ed5737d-73de-4f1d-a3da-e15f15ade199 service neutron] 10.222.0.71 "GET /v2.0/networks/e7f21cdc-baae-492c-8d1d-e17db5bc91de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399961 Nov 19 09:29:27.315137 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:27.319928 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f201b7-f3bc-4985-8d06-40ba4a75845d req-a1ba8743-054e-4a11-9e63-1703aa53da71 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:27.320960 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-604598eb-1f19-4bb4-a68c-0fc6be178799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:27.327606 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26f201b7-f3bc-4985-8d06-40ba4a75845d req-a1ba8743-054e-4a11-9e63-1703aa53da71 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 944 time: 0.0824783 Nov 19 09:29:27.350300 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Pushing event updated for resources: {'Port': ['ID=6c139331-8627-48a3-a5e5-408ba4c48107,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:27.359567 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:27.360810 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ba7c2e04-d60b-405a-ad90-cc46ed893843 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2576113 Nov 19 09:29:27.364829 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33272) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:27.368059 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-604598eb-1f19-4bb4-a68c-0fc6be178799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:27.372821 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d5c88296-772f-467d-bafa-f8c184c2f347 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1388755856', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'fixed_ips': [{'ip_address': '172.25.0.229'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:27.412320 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c88296-772f-467d-bafa-f8c184c2f347 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Made reservation on behalf of 9e851817f60845a7b3f55b35eac2d801 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:27.413459 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5c88296-772f-467d-bafa-f8c184c2f347 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:27.426949 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5c88296-772f-467d-bafa-f8c184c2f347 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:27.450943 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26f201b7-f3bc-4985-8d06-40ba4a75845d req-87582b30-72a4-458f-8f62-55a8199f3e04 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0cb1669-ce94-4d93-b77e-ccebdd7eec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223748 Nov 19 09:29:27.480301 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d01cfb4b-dfe3-463e-bc4b-5a6526839225 req-2945bda1-c86b-4a28-acb1-ed2b2cdf2ad8 service neutron] 10.222.0.71 "GET /v2.0/networks/e7f21cdc-baae-492c-8d1d-e17db5bc91de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742778 Nov 19 09:29:27.506550 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-604598eb-1f19-4bb4-a68c-0fc6be178799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:27.509389 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-604598eb-1f19-4bb4-a68c-0fc6be178799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:27.510677 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-604598eb-1f19-4bb4-a68c-0fc6be178799 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9dbecb5-aa82-4384-af4b-a450b10beb92 HTTP/1.1" status: 204 len: 168 time: 0.4138265 Nov 19 09:29:27.532653 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604598eb-1f19-4bb4-a68c-0fc6be178799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dbecb5-aa82-4384-af4b-a450b10beb92,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:27.613473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4aa097-74da-4c50-9837-863a85eedeae req-443f7c55-ea97-4aac-a61d-3545f8fe4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:27.615122 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd4aa097-74da-4c50-9837-863a85eedeae req-443f7c55-ea97-4aac-a61d-3545f8fe4987 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5df510866b5f436e893da0f9a9cf79a2&device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 1096 time: 0.0707841 Nov 19 09:29:27.678335 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5c88296-772f-467d-bafa-f8c184c2f347 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:27.686582 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5c88296-772f-467d-bafa-f8c184c2f347 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:27.694383 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-d5c88296-772f-467d-bafa-f8c184c2f347 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] device_id is not set on port d736e8ad-9512-48ba-afd2-fd601c142ce2 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:29:27.779917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c88296-772f-467d-bafa-f8c184c2f347 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42224ec-ba9e-44ab-a1f0-48bdb0a4d21a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:27.816715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4aa097-74da-4c50-9837-863a85eedeae req-9f775d33-7622-4e47-b9da-2cda7d5fd172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:27.820003 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd4aa097-74da-4c50-9837-863a85eedeae req-9f775d33-7622-4e47-b9da-2cda7d5fd172 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e7f21cdc-baae-492c-8d1d-e17db5bc91de HTTP/1.1" status: 200 len: 915 time: 0.1936076 Nov 19 09:29:27.882637 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd4aa097-74da-4c50-9837-863a85eedeae req-1eb9efda-502f-4a9e-9e5a-ef423db978e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b64695a8-bdf3-4766-94b1-17f40aa54189 HTTP/1.1" status: 200 len: 217 time: 0.0529552 Nov 19 09:29:27.944223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4aa097-74da-4c50-9837-863a85eedeae req-6dd99966-944e-4526-b160-bd49bc9024e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:27.946819 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd4aa097-74da-4c50-9837-863a85eedeae req-6dd99966-944e-4526-b160-bd49bc9024e6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=df5a6d50-a141-4e9b-8b29-5d1f689c5aaf HTTP/1.1" status: 200 len: 854 time: 0.0553296 Nov 19 09:29:28.007659 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd4aa097-74da-4c50-9837-863a85eedeae req-ea6729b1-8d6a-42f3-8dbd-ff8ad0b0a255 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e7f21cdc-baae-492c-8d1d-e17db5bc91de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534606 Nov 19 09:29:28.260726 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33288) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:28.290028 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29cfb1b6-b5d8-4455-a13d-cb2654ae80d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:28.393388 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c88296-772f-467d-bafa-f8c184c2f347 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 19 09:29:28.394241 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c88296-772f-467d-bafa-f8c184c2f347 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:28.418787 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d5c88296-772f-467d-bafa-f8c184c2f347 tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0528705 Nov 19 09:29:28.429424 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33292) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:28.547605 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd4aa097-74da-4c50-9837-863a85eedeae req-dcf7e1c6-fc3e-43cb-a9f8-3d29918d2cbf service neutron] 10.222.0.71 "GET /v2.0/networks/e7f21cdc-baae-492c-8d1d-e17db5bc91de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306559 Nov 19 09:29:28.725031 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29cfb1b6-b5d8-4455-a13d-cb2654ae80d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:28.728390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd4aa097-74da-4c50-9837-863a85eedeae req-bd80a943-a018-42a8-9753-ce4eb7e8d9f7 service neutron] 10.222.0.71 "GET /v2.0/networks/e7f21cdc-baae-492c-8d1d-e17db5bc91de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717200 Nov 19 09:29:28.739665 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29cfb1b6-b5d8-4455-a13d-cb2654ae80d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:28.743095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb96ff2-ad27-4210-a78f-f7e5b3794fcb req-3b282b6d-187c-4e4a-b022-1bc316cabf50 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:28.745031 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5fb96ff2-ad27-4210-a78f-f7e5b3794fcb req-3b282b6d-187c-4e4a-b022-1bc316cabf50 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 944 time: 0.0892670 Nov 19 09:29:28.812994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0fc6097e-28d2-4577-9c1b-48ca6cb9ea2b tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Deleting port 6c139331-8627-48a3-a5e5-408ba4c48107 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:29:28.813377 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0fc6097e-28d2-4577-9c1b-48ca6cb9ea2b tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:28.867297 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5fb96ff2-ad27-4210-a78f-f7e5b3794fcb req-0633cd4b-ba35-4809-9ae7-a2d304ac4ff5 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0cb1669-ce94-4d93-b77e-ccebdd7eec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116450 Nov 19 09:29:28.878966 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33302) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:28.879157 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-29cfb1b6-b5d8-4455-a13d-cb2654ae80d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83bcbe50e80744088a758213f246dc30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6172602 Nov 19 09:29:28.882407 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfb1b6-b5d8-4455-a13d-cb2654ae80d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6109e989-d621-4364-b3e1-d009a88a3a43,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:28.935246 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5551561-cb3a-4618-bcfb-a4e2844fc1f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:28.949774 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0fc6097e-28d2-4577-9c1b-48ca6cb9ea2b tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:28.950096 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0fc6097e-28d2-4577-9c1b-48ca6cb9ea2b tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:28.961630 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5551561-cb3a-4618-bcfb-a4e2844fc1f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:28.965474 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0fc6097e-28d2-4577-9c1b-48ca6cb9ea2b tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Calling delete_port for 6c139331-8627-48a3-a5e5-408ba4c48107 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:29:29.013206 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5551561-cb3a-4618-bcfb-a4e2844fc1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:29.016160 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5551561-cb3a-4618-bcfb-a4e2844fc1f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:29.017484 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b5551561-cb3a-4618-bcfb-a4e2844fc1f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6109e989-d621-4364-b3e1-d009a88a3a43 HTTP/1.1" status: 204 len: 168 time: 0.1374333 Nov 19 09:29:29.034066 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5551561-cb3a-4618-bcfb-a4e2844fc1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6109e989-d621-4364-b3e1-d009a88a3a43,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:29.127203 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0fc6097e-28d2-4577-9c1b-48ca6cb9ea2b tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:29.155431 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6097e-28d2-4577-9c1b-48ca6cb9ea2b tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c139331-8627-48a3-a5e5-408ba4c48107,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:29.222036 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0fc6097e-28d2-4577-9c1b-48ca6cb9ea2b tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:29.225735 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0fc6097e-28d2-4577-9c1b-48ca6cb9ea2b tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:29.226918 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0fc6097e-28d2-4577-9c1b-48ca6cb9ea2b tempest-ExternalNetworksAdminNegativeTestJSON-573631640 tempest-ExternalNetworksAdminNegativeTestJSON-573631640-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/1c635490-3ef7-4d13-bb89-c6eb6669851f HTTP/1.1" status: 204 len: 168 time: 0.7964699 Nov 19 09:29:29.563068 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33320) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:29.811342 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d7015eb-0e0a-4078-abf2-85d1c97974ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:29.949599 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d7015eb-0e0a-4078-abf2-85d1c97974ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:29.958702 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d7015eb-0e0a-4078-abf2-85d1c97974ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:30.048556 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9d7015eb-0e0a-4078-abf2-85d1c97974ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba76dad868274d4a9a7232ff8450f342&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4841123 Nov 19 09:29:30.053161 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33344) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:30.092195 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7015eb-0e0a-4078-abf2-85d1c97974ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa10dde-ed82-4e22-8010-5e53069200a4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:30.185757 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-21c4e8ad-bc56-4ce7-84bb-01732fb29fa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:30.199125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74f292-8622-4dc6-98a3-11e579eec259 req-3dff7731-17f5-46f1-a277-4ee8e7f5abf5 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:30.201474 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec74f292-8622-4dc6-98a3-11e579eec259 req-3dff7731-17f5-46f1-a277-4ee8e7f5abf5 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 944 time: 0.1568332 Nov 19 09:29:30.253871 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-21c4e8ad-bc56-4ce7-84bb-01732fb29fa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:30.311408 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec74f292-8622-4dc6-98a3-11e579eec259 req-dc67e3bf-2a05-4ad9-900c-43f1907e31a0 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0cb1669-ce94-4d93-b77e-ccebdd7eec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004331 Nov 19 09:29:30.350482 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-21c4e8ad-bc56-4ce7-84bb-01732fb29fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:30.353780 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-21c4e8ad-bc56-4ce7-84bb-01732fb29fa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:30.355119 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-21c4e8ad-bc56-4ce7-84bb-01732fb29fa0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ffa10dde-ed82-4e22-8010-5e53069200a4 HTTP/1.1" status: 204 len: 168 time: 0.3028054 Nov 19 09:29:30.372072 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4e8ad-bc56-4ce7-84bb-01732fb29fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa10dde-ed82-4e22-8010-5e53069200a4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:30.908476 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33366) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:30.968879 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-143073c7-cb22-4aeb-9d2a-80ce44efa402 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e851817f60845a7b3f55b35eac2d801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587921 Nov 19 09:29:30.974228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33370) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:31.053590 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40568c8a-d054-46a8-9dab-1f231fa13e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:31.068826 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b64695a8-bdf3-4766-94b1-17f40aa54189 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:29:31.078821 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40568c8a-d054-46a8-9dab-1f231fa13e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:31.226850 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40568c8a-d054-46a8-9dab-1f231fa13e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:31.233024 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40568c8a-d054-46a8-9dab-1f231fa13e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:31.243009 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-40568c8a-d054-46a8-9dab-1f231fa13e0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d42224ec-ba9e-44ab-a1f0-48bdb0a4d21a HTTP/1.1" status: 204 len: 168 time: 0.2627246 Nov 19 09:29:31.255459 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b64695a8-bdf3-4766-94b1-17f40aa54189, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b64695a8-bdf3-4766-94b1-17f40aa54189,segment=NetworkSegment(542de444-00dd-4bab-954d-cc2b57e7414d),segment_id=542de444-00dd-4bab-954d-cc2b57e7414d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:29:31.279828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40568c8a-d054-46a8-9dab-1f231fa13e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42224ec-ba9e-44ab-a1f0-48bdb0a4d21a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:31.309646 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'b64695a8-bdf3-4766-94b1-17f40aa54189', 'network_id': 'e7f21cdc-baae-492c-8d1d-e17db5bc91de', 'port_id': 'b64695a8-bdf3-4766-94b1-17f40aa54189', 'mac_address': 'fa:16:3e:14:c4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5a6d50-a141-4e9b-8b29-5d1f689c5aaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:29:31.394038 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:31.444904 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64695a8-bdf3-4766-94b1-17f40aa54189 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:29:31.515054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b64695a8-bdf3-4766-94b1-17f40aa54189, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b64695a8-bdf3-4766-94b1-17f40aa54189,segment=NetworkSegment(542de444-00dd-4bab-954d-cc2b57e7414d),segment_id=542de444-00dd-4bab-954d-cc2b57e7414d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:29:31.522319 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:31.588564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29543cdc-2ba7-4021-9b9b-16c2c4ffcaf4 req-a0c97c95-4cbc-4b9f-8130-0cf201067920 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:31.600135 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29543cdc-2ba7-4021-9b9b-16c2c4ffcaf4 req-a0c97c95-4cbc-4b9f-8130-0cf201067920 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 944 time: 0.1325467 Nov 19 09:29:31.719839 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=b64695a8-bdf3-4766-94b1-17f40aa54189,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:31.753344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29543cdc-2ba7-4021-9b9b-16c2c4ffcaf4 req-db750e07-c304-4be4-a017-b4d614e77242 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0cb1669-ce94-4d93-b77e-ccebdd7eec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521807 Nov 19 09:29:31.763717 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:31.764071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:31.764418 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:31.764761 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:31.765418 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:31.765907 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:31.771021 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:31.775408 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:31.775783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:31.776126 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:31.776463 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:31.776799 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:31.862004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b64695a8-bdf3-4766-94b1-17f40aa54189'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:29:32.985526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6514f1-5143-421f-92b3-1734d31b74a8 req-7087287f-2417-44f7-b5f9-c1d293dde6ee tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:32.988465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f6514f1-5143-421f-92b3-1734d31b74a8 req-7087287f-2417-44f7-b5f9-c1d293dde6ee tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 945 time: 0.1189563 Nov 19 09:29:33.085730 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f6514f1-5143-421f-92b3-1734d31b74a8 req-f2e62baf-015a-4879-bd6d-18da47522dd5 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0cb1669-ce94-4d93-b77e-ccebdd7eec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861611 Nov 19 09:29:33.099067 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b64695a8-bdf3-4766-94b1-17f40aa54189 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:29:33.225441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port b64695a8-bdf3-4766-94b1-17f40aa54189 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:29:33.229963 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port b64695a8-bdf3-4766-94b1-17f40aa54189 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:29:33.230822 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:33.323136 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:33.359573 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b64695a8-bdf3-4766-94b1-17f40aa54189, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b64695a8-bdf3-4766-94b1-17f40aa54189,segment=NetworkSegment(542de444-00dd-4bab-954d-cc2b57e7414d),segment_id=542de444-00dd-4bab-954d-cc2b57e7414d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:29:33.360931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64695a8-bdf3-4766-94b1-17f40aa54189'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:29:33.363893 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465387dc-d532-4a52-8221-587ca173fdcb" -d '{"events": [{"server_uuid": "e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919", "name": "network-vif-plugged", "status": "completed", "tag": "b64695a8-bdf3-4766-94b1-17f40aa54189"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:29:33.382130 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:33.440725 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97a4fa1-9d6c-478e-82ea-4f0ef6a57d9f x-openstack-request-id: req-f97a4fa1-9d6c-478e-82ea-4f0ef6a57d9f {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:29:33.441408 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919", "name": "network-vif-plugged", "status": "completed", "tag": "b64695a8-bdf3-4766-94b1-17f40aa54189", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:29:33.441906 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f97a4fa1-9d6c-478e-82ea-4f0ef6a57d9f {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:29:33.442528 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64695a8-bdf3-4766-94b1-17f40aa54189', 'code': 200} Nov 19 09:29:33.469351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=b64695a8-bdf3-4766-94b1-17f40aa54189,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:33.561311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c14b2-8ad2-483f-b0fb-b0bf90b2c8f8 req-2028c565-5b32-448c-b781-9c408a726198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:33.563072 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c76c14b2-8ad2-483f-b0fb-b0bf90b2c8f8 req-2028c565-5b32-448c-b781-9c408a726198 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 1098 time: 0.0570581 Nov 19 09:29:33.679898 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c76c14b2-8ad2-483f-b0fb-b0bf90b2c8f8 req-8ac15dd6-3b69-45f7-b450-4dec2ef5ea91 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d0cb1669-ce94-4d93-b77e-ccebdd7eec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057348 Nov 19 09:29:33.838444 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33464) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:34.002874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a4c98952-c7f9-4c00-b97b-63e15a9f5d63 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:34.031923 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a4c98952-c7f9-4c00-b97b-63e15a9f5d63 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] 10.222.0.21 "PUT /v2.0/quotas/4ed96e15bc1f448495fd68f05ef19a49 HTTP/1.1" status: 200 len: 368 time: 0.1917107 Nov 19 09:29:34.034541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33468) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:34.040812 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c3fb0003-28b8-4dbb-9949-ca9975d886f6 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Request body: {'network': {'project_id': '4ed96e15bc1f448495fd68f05ef19a49'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:34.070027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fb0003-28b8-4dbb-9949-ca9975d886f6 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Made reservation on behalf of 4ed96e15bc1f448495fd68f05ef19a49 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:34.073370 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0003-28b8-4dbb-9949-ca9975d886f6 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:34.084788 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0003-28b8-4dbb-9949-ca9975d886f6 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:34.178729 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0003-28b8-4dbb-9949-ca9975d886f6 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:34.193713 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0003-28b8-4dbb-9949-ca9975d886f6 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:34.235854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fb0003-28b8-4dbb-9949-ca9975d886f6 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:29:34.260777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb0003-28b8-4dbb-9949-ca9975d886f6 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cea7b88-ec3d-4b6d-a332-26b6eb7060a9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:34.274186 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0003-28b8-4dbb-9949-ca9975d886f6 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:34.274523 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-c3fb0003-28b8-4dbb-9949-ca9975d886f6 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Added segment 1478056e-b4d9-4202-824e-261b2e911f32 of type vlan for network c1b9ae15-adbd-4646-b38a-2b0b5aeb0cd4 Nov 19 09:29:34.283198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b931bc-58d8-48a0-bbea-6352a0787c28 req-d84d221c-e1cb-4c48-8fe6-9d13cff1784c tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:34.285542 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01b931bc-58d8-48a0-bbea-6352a0787c28 req-d84d221c-e1cb-4c48-8fe6-9d13cff1784c tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 946 time: 0.1051345 Nov 19 09:29:34.357108 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0003-28b8-4dbb-9949-ca9975d886f6 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:34.421820 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01b931bc-58d8-48a0-bbea-6352a0787c28 req-140ebf68-e61f-4a7d-b773-b77778a6dbe0 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0cb1669-ce94-4d93-b77e-ccebdd7eec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254587 Nov 19 09:29:34.452983 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0003-28b8-4dbb-9949-ca9975d886f6 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:34.454324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fb0003-28b8-4dbb-9949-ca9975d886f6 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:34.455211 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0003-28b8-4dbb-9949-ca9975d886f6 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:34.532608 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c3fb0003-28b8-4dbb-9949-ca9975d886f6 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4968712 Nov 19 09:29:34.535193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33476) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:34.542311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-94118832-96fe-42a0-ab61-7c7e25c137a7 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Request body: {'network': {'project_id': '4ed96e15bc1f448495fd68f05ef19a49'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:34.565751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb0003-28b8-4dbb-9949-ca9975d886f6 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Pushing event updated for resources: {'Network': ['ID=c1b9ae15-adbd-4646-b38a-2b0b5aeb0cd4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:34.579247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network c1b9ae15-adbd-4646-b38a-2b0b5aeb0cd4 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:29:34.586808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94118832-96fe-42a0-ab61-7c7e25c137a7 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Made reservation on behalf of 4ed96e15bc1f448495fd68f05ef19a49 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:34.589944 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94118832-96fe-42a0-ab61-7c7e25c137a7 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:34.627441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94118832-96fe-42a0-ab61-7c7e25c137a7 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:29:34.642266 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94118832-96fe-42a0-ab61-7c7e25c137a7 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:34.642742 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-94118832-96fe-42a0-ab61-7c7e25c137a7 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Added segment 2df6ab58-6476-4f10-9ee2-79e54c342411 of type vlan for network 352e3c8d-fe97-45c7-95ec-90dd96345ce5 Nov 19 09:29:34.689001 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94118832-96fe-42a0-ab61-7c7e25c137a7 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:34.721339 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94118832-96fe-42a0-ab61-7c7e25c137a7 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:34.722324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94118832-96fe-42a0-ab61-7c7e25c137a7 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:34.723559 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94118832-96fe-42a0-ab61-7c7e25c137a7 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:34.786144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33480) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:34.786608 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-94118832-96fe-42a0-ab61-7c7e25c137a7 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2488723 Nov 19 09:29:34.791842 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3e7bfcc1-5d95-4713-9ffa-1e64621cfbb3 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Request body: {'network': {'project_id': '4ed96e15bc1f448495fd68f05ef19a49'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:34.794290 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94118832-96fe-42a0-ab61-7c7e25c137a7 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Pushing event updated for resources: {'Network': ['ID=352e3c8d-fe97-45c7-95ec-90dd96345ce5,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:34.807259 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7bfcc1-5d95-4713-9ffa-1e64621cfbb3 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 19 09:29:34.807792 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7bfcc1-5d95-4713-9ffa-1e64621cfbb3 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:34.808399 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 352e3c8d-fe97-45c7-95ec-90dd96345ce5 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:29:34.812058 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3e7bfcc1-5d95-4713-9ffa-1e64621cfbb3 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0214889 Nov 19 09:29:34.813135 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33482) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:34.867130 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33486) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:34.867359 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-81d9c471-94ef-4c3a-9728-322bdf3bd7e5 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ed96e15bc1f448495fd68f05ef19a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527618 Nov 19 09:29:35.010630 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:35.037072 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:35.094968 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:35.097220 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:35.098964 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cea7b88-ec3d-4b6d-a332-26b6eb7060a9 HTTP/1.1" status: 204 len: 168 time: 0.2304657 Nov 19 09:29:35.102026 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33494) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:35.107993 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cea7b88-ec3d-4b6d-a332-26b6eb7060a9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:35.116259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:35.116610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:35.116955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:35.117320 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:35.117661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:35.117996 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:35.118326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:35.118656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:35.118983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:35.119318 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:35.119646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:35.120694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cecf1b3-0240-4a31-996f-06c54e598d18 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:35.198049 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa7c3b3f-5887-44ed-af9d-fcf9cce7179e tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:35.305367 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa7c3b3f-5887-44ed-af9d-fcf9cce7179e tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:35.336901 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-aa7c3b3f-5887-44ed-af9d-fcf9cce7179e tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352e3c8d-fe97-45c7-95ec-90dd96345ce5']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:35.347729 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-aa7c3b3f-5887-44ed-af9d-fcf9cce7179e tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df6ab58-6476-4f10-9ee2-79e54c342411') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:35.348745 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-aa7c3b3f-5887-44ed-af9d-fcf9cce7179e tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df6ab58-6476-4f10-9ee2-79e54c342411') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:35.360340 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa7c3b3f-5887-44ed-af9d-fcf9cce7179e tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:35.376736 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa7c3b3f-5887-44ed-af9d-fcf9cce7179e tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:35.384330 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7c3b3f-5887-44ed-af9d-fcf9cce7179e tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:29:35.385129 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa7c3b3f-5887-44ed-af9d-fcf9cce7179e tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:29:35.460836 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:29:35.469352 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa7c3b3f-5887-44ed-af9d-fcf9cce7179e tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:35.476852 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa7c3b3f-5887-44ed-af9d-fcf9cce7179e tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:35.483133 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-aa7c3b3f-5887-44ed-af9d-fcf9cce7179e tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] 10.222.0.21 "DELETE /v2.0/networks/352e3c8d-fe97-45c7-95ec-90dd96345ce5 HTTP/1.1" status: 204 len: 168 time: 0.3793588 Nov 19 09:29:35.485849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33510) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:35.499615 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c3b3f-5887-44ed-af9d-fcf9cce7179e tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Pushing event deleted for resources: {'Network': ['ID=352e3c8d-fe97-45c7-95ec-90dd96345ce5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:35.676544 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d082739d-d40b-4c13-9581-d6ff91ef9f35 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:35.695223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cce4a4-12a8-49ac-a857-48a7eee95fbe req-4f997d4e-773a-4475-9172-31997609bd8d tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:35.697263 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-36cce4a4-12a8-49ac-a857-48a7eee95fbe req-4f997d4e-773a-4475-9172-31997609bd8d tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 946 time: 0.1072130 Nov 19 09:29:35.855972 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d082739d-d40b-4c13-9581-d6ff91ef9f35 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:35.889330 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-36cce4a4-12a8-49ac-a857-48a7eee95fbe req-86d387c5-3d5e-444b-ad9c-aa2b00eee7b2 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0cb1669-ce94-4d93-b77e-ccebdd7eec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841340 Nov 19 09:29:35.920783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-d082739d-d40b-4c13-9581-d6ff91ef9f35 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b9ae15-adbd-4646-b38a-2b0b5aeb0cd4']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:35.944788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-d082739d-d40b-4c13-9581-d6ff91ef9f35 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1478056e-b4d9-4202-824e-261b2e911f32') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:35.945096 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-d082739d-d40b-4c13-9581-d6ff91ef9f35 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1478056e-b4d9-4202-824e-261b2e911f32') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:35.964609 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d082739d-d40b-4c13-9581-d6ff91ef9f35 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:35.982880 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d082739d-d40b-4c13-9581-d6ff91ef9f35 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:35.998253 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d082739d-d40b-4c13-9581-d6ff91ef9f35 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:29:35.999537 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d082739d-d40b-4c13-9581-d6ff91ef9f35 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:29:36.002461 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:29:36.136828 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d082739d-d40b-4c13-9581-d6ff91ef9f35 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:36.157888 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d082739d-d40b-4c13-9581-d6ff91ef9f35 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:36.162010 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d082739d-d40b-4c13-9581-d6ff91ef9f35 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c1b9ae15-adbd-4646-b38a-2b0b5aeb0cd4 HTTP/1.1" status: 204 len: 168 time: 0.6750214 Nov 19 09:29:36.163697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082739d-d40b-4c13-9581-d6ff91ef9f35 tempest-QuotasNegativeTest-1072900381 tempest-QuotasNegativeTest-1072900381-project-admin] Pushing event deleted for resources: {'Network': ['ID=c1b9ae15-adbd-4646-b38a-2b0b5aeb0cd4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:36.640274 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99650481-e11e-4c63-aa73-02d5d89aa057 req-1f96d1a3-d443-4048-8034-ed969e809767 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:36.653507 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99650481-e11e-4c63-aa73-02d5d89aa057 req-1f96d1a3-d443-4048-8034-ed969e809767 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 946 time: 0.0839162 Nov 19 09:29:36.727091 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99650481-e11e-4c63-aa73-02d5d89aa057 req-8e99a6f9-de68-4919-a987-2ccaddca2620 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0cb1669-ce94-4d93-b77e-ccebdd7eec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726600 Nov 19 09:29:36.909458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33550) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:37.089182 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52c117b3-1d7e-4e33-9500-ba11d8d63b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:37.219392 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52c117b3-1d7e-4e33-9500-ba11d8d63b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:37.227355 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52c117b3-1d7e-4e33-9500-ba11d8d63b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:37.288722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c117b3-1d7e-4e33-9500-ba11d8d63b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e1db7e-059b-455e-8ea5-ad523ac6653a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:37.300825 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33556) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:37.303466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-52c117b3-1d7e-4e33-9500-ba11d8d63b10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4da90b92bddc4064b781804db739d2bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3868825 Nov 19 09:29:37.370475 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b628802-c931-436e-a242-689e94eebe34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:37.399010 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b628802-c931-436e-a242-689e94eebe34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:37.459453 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b628802-c931-436e-a242-689e94eebe34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:37.462935 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b628802-c931-436e-a242-689e94eebe34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:37.467706 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9b628802-c931-436e-a242-689e94eebe34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37e1db7e-059b-455e-8ea5-ad523ac6653a HTTP/1.1" status: 204 len: 168 time: 0.1622217 Nov 19 09:29:37.472553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b628802-c931-436e-a242-689e94eebe34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e1db7e-059b-455e-8ea5-ad523ac6653a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:37.873936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e862-9d22-43f2-b14b-0cfd3f2e4677 req-1bc11300-cac8-4ca1-8d72-5ecc046e47c8 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:37.875676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67b5e862-9d22-43f2-b14b-0cfd3f2e4677 req-1bc11300-cac8-4ca1-8d72-5ecc046e47c8 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 946 time: 0.0928431 Nov 19 09:29:37.892196 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33570) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:37.911992 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea52dad7-e948-4b32-9674-2dc1f12370c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:38.016674 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7daa6d-5c91-4d06-bccf-8e08ab1eedf1 req-e3c96551-48ff-4d8a-a75c-098490eb76c6 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:38.024322 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a7daa6d-5c91-4d06-bccf-8e08ab1eedf1 req-e3c96551-48ff-4d8a-a75c-098490eb76c6 tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919 HTTP/1.1" status: 200 len: 946 time: 0.1716881 Nov 19 09:29:38.034337 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea52dad7-e948-4b32-9674-2dc1f12370c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:38.040958 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea52dad7-e948-4b32-9674-2dc1f12370c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:38.069297 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-67b5e862-9d22-43f2-b14b-0cfd3f2e4677 req-d125536f-dc76-4e56-ba43-758ed631335d tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Deleting port b64695a8-bdf3-4766-94b1-17f40aa54189 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:29:38.069638 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-67b5e862-9d22-43f2-b14b-0cfd3f2e4677 req-d125536f-dc76-4e56-ba43-758ed631335d tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:38.118729 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ea52dad7-e948-4b32-9674-2dc1f12370c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36990c542b02414bb04bc378e6e95e9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2247455 Nov 19 09:29:38.123752 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33574) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:38.136647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52dad7-e948-4b32-9674-2dc1f12370c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac8cc0b-e70d-433d-9825-bd6997ad94e5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:38.155117 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52dad7-e948-4b32-9674-2dc1f12370c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:38.156235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52dad7-e948-4b32-9674-2dc1f12370c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:38.156811 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52dad7-e948-4b32-9674-2dc1f12370c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:38.157401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52dad7-e948-4b32-9674-2dc1f12370c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:38.157961 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52dad7-e948-4b32-9674-2dc1f12370c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:38.158538 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52dad7-e948-4b32-9674-2dc1f12370c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:38.159355 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52dad7-e948-4b32-9674-2dc1f12370c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:38.159912 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52dad7-e948-4b32-9674-2dc1f12370c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:38.160504 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52dad7-e948-4b32-9674-2dc1f12370c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:38.161503 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52dad7-e948-4b32-9674-2dc1f12370c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:38.162068 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52dad7-e948-4b32-9674-2dc1f12370c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:38.162780 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea52dad7-e948-4b32-9674-2dc1f12370c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:29:38.173857 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-67b5e862-9d22-43f2-b14b-0cfd3f2e4677 req-d125536f-dc76-4e56-ba43-758ed631335d tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] For port b64695a8-bdf3-4766-94b1-17f40aa54189, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b64695a8-bdf3-4766-94b1-17f40aa54189,segment=NetworkSegment(542de444-00dd-4bab-954d-cc2b57e7414d),segment_id=542de444-00dd-4bab-954d-cc2b57e7414d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:29:38.174189 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-67b5e862-9d22-43f2-b14b-0cfd3f2e4677 req-d125536f-dc76-4e56-ba43-758ed631335d tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:38.189763 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-67b5e862-9d22-43f2-b14b-0cfd3f2e4677 req-d125536f-dc76-4e56-ba43-758ed631335d tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Calling delete_port for b64695a8-bdf3-4766-94b1-17f40aa54189 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:29:38.232008 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13b27cff-62e5-4e01-934b-78700e450818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:38.266053 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a7daa6d-5c91-4d06-bccf-8e08ab1eedf1 req-537a3033-f09e-4178-bf33-23e7935851cf tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0cb1669-ce94-4d93-b77e-ccebdd7eec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408013 Nov 19 09:29:38.273539 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13b27cff-62e5-4e01-934b-78700e450818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:38.357882 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13b27cff-62e5-4e01-934b-78700e450818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:38.364656 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13b27cff-62e5-4e01-934b-78700e450818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:38.366178 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-13b27cff-62e5-4e01-934b-78700e450818 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ac8cc0b-e70d-433d-9825-bd6997ad94e5 HTTP/1.1" status: 204 len: 168 time: 0.2409005 Nov 19 09:29:38.377041 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b27cff-62e5-4e01-934b-78700e450818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac8cc0b-e70d-433d-9825-bd6997ad94e5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:38.404132 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-67b5e862-9d22-43f2-b14b-0cfd3f2e4677 req-d125536f-dc76-4e56-ba43-758ed631335d tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:38.418583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b64695a8-bdf3-4766-94b1-17f40aa54189'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:29:38.438173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125536f-dc76-4e56-ba43-758ed631335d tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Pushing event deleted for resources: {'Port': ['ID=b64695a8-bdf3-4766-94b1-17f40aa54189,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:38.482337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b5e862-9d22-43f2-b14b-0cfd3f2e4677 req-d125536f-dc76-4e56-ba43-758ed631335d tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] No DVR routers for this DVR port b64695a8-bdf3-4766-94b1-17f40aa54189 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:29:38.486483 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-67b5e862-9d22-43f2-b14b-0cfd3f2e4677 req-d125536f-dc76-4e56-ba43-758ed631335d tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:38.491728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67b5e862-9d22-43f2-b14b-0cfd3f2e4677 req-d125536f-dc76-4e56-ba43-758ed631335d tempest-ServerAddressesTestJSON-2029843377 tempest-ServerAddressesTestJSON-2029843377-project] 10.222.0.71 "DELETE /v2.0/ports/b64695a8-bdf3-4766-94b1-17f40aa54189 HTTP/1.1" status: 204 len: 173 time: 0.5854218 Nov 19 09:29:38.492451 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919', 'name': 'network-vif-deleted', 'tag': 'b64695a8-bdf3-4766-94b1-17f40aa54189'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:29:38.495528 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3559af7a-92bd-4447-8a33-2c2db74695b7" -d '{"events": [{"server_uuid": "e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919", "name": "network-vif-deleted", "tag": "b64695a8-bdf3-4766-94b1-17f40aa54189"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:29:38.562710 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d72e1e-c931-4132-a822-c772dcd86cc0 x-openstack-request-id: req-d0d72e1e-c931-4132-a822-c772dcd86cc0 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:29:38.563282 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919", "name": "network-vif-deleted", "tag": "b64695a8-bdf3-4766-94b1-17f40aa54189", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:29:38.563956 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0d72e1e-c931-4132-a822-c772dcd86cc0 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:29:38.564858 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9852c6e-71ac-4e5a-8c0f-c2d87ac2a919', 'name': 'network-vif-deleted', 'tag': 'b64695a8-bdf3-4766-94b1-17f40aa54189', 'status': 'completed', 'code': 200} Nov 19 09:29:39.156069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec3fbf-696f-4811-83eb-ca04111badf7 req-0e5842c6-2161-40c0-948e-c20bf20d2900 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:39.163771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec3fbf-696f-4811-83eb-ca04111badf7 req-0e5842c6-2161-40c0-948e-c20bf20d2900 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:39.171121 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec3fbf-696f-4811-83eb-ca04111badf7 req-0e5842c6-2161-40c0-948e-c20bf20d2900 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:39.179128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec3fbf-696f-4811-83eb-ca04111badf7 req-0e5842c6-2161-40c0-948e-c20bf20d2900 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:39.187878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec3fbf-696f-4811-83eb-ca04111badf7 req-0e5842c6-2161-40c0-948e-c20bf20d2900 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:39.196116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec3fbf-696f-4811-83eb-ca04111badf7 req-0e5842c6-2161-40c0-948e-c20bf20d2900 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:39.204487 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec3fbf-696f-4811-83eb-ca04111badf7 req-0e5842c6-2161-40c0-948e-c20bf20d2900 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:39.216756 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82ec3fbf-696f-4811-83eb-ca04111badf7 req-0e5842c6-2161-40c0-948e-c20bf20d2900 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5432 time: 0.1474640 Nov 19 09:29:39.337515 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82ec3fbf-696f-4811-83eb-ca04111badf7 req-a0cb5d38-c878-4293-8b39-b64dd102ba23 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1121318 Nov 19 09:29:39.353779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33612) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:39.445482 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-18dc4a99-b39a-4f2c-8250-2eec755581c9 admin admin] Deleting subnet df5a6d50-a141-4e9b-8b29-5d1f689c5aaf {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:29:39.451403 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18dc4a99-b39a-4f2c-8250-2eec755581c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:39.529575 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18dc4a99-b39a-4f2c-8250-2eec755581c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:39.589586 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18dc4a99-b39a-4f2c-8250-2eec755581c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:39.710359 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18dc4a99-b39a-4f2c-8250-2eec755581c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:39.758539 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18dc4a99-b39a-4f2c-8250-2eec755581c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:39.763141 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-18dc4a99-b39a-4f2c-8250-2eec755581c9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/df5a6d50-a141-4e9b-8b29-5d1f689c5aaf HTTP/1.1" status: 204 len: 168 time: 0.4083164 Nov 19 09:29:39.766384 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33632) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:39.774206 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc4a99-b39a-4f2c-8250-2eec755581c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5a6d50-a141-4e9b-8b29-5d1f689c5aaf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:39.802169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90eeaf-8eb4-442b-b5ee-c9f3d7923232 req-66d29f17-fb43-4fb1-bb30-9c27c978671e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:39.819694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90eeaf-8eb4-442b-b5ee-c9f3d7923232 req-66d29f17-fb43-4fb1-bb30-9c27c978671e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:39.829968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90eeaf-8eb4-442b-b5ee-c9f3d7923232 req-66d29f17-fb43-4fb1-bb30-9c27c978671e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:39.836652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90eeaf-8eb4-442b-b5ee-c9f3d7923232 req-66d29f17-fb43-4fb1-bb30-9c27c978671e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:39.842771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90eeaf-8eb4-442b-b5ee-c9f3d7923232 req-66d29f17-fb43-4fb1-bb30-9c27c978671e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:39.848983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90eeaf-8eb4-442b-b5ee-c9f3d7923232 req-66d29f17-fb43-4fb1-bb30-9c27c978671e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:39.855484 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90eeaf-8eb4-442b-b5ee-c9f3d7923232 req-66d29f17-fb43-4fb1-bb30-9c27c978671e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:39.860902 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb90eeaf-8eb4-442b-b5ee-c9f3d7923232 req-66d29f17-fb43-4fb1-bb30-9c27c978671e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5432 time: 0.2167115 Nov 19 09:29:39.862591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33636) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:39.880080 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33638) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:39.931049 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa5037ee-e025-4e3a-b4e5-b68cd490ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.071700 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-159df370-1878-43c3-8d6a-032bc0bd77d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.092664 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ededd2ed-5e05-4cbf-a3c0-33fdab3d2017 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-922974370'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:40.131071 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa5037ee-e025-4e3a-b4e5-b68cd490ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.133213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ededd2ed-5e05-4cbf-a3c0-33fdab3d2017 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Made reservation on behalf of 97b5b2f2d65a4adb8e82839a1c0086ef for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:40.138654 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ededd2ed-5e05-4cbf-a3c0-33fdab3d2017 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.152263 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ededd2ed-5e05-4cbf-a3c0-33fdab3d2017 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.174087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-fa5037ee-e025-4e3a-b4e5-b68cd490ec3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f21cdc-baae-492c-8d1d-e17db5bc91de']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:40.194042 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-fa5037ee-e025-4e3a-b4e5-b68cd490ec3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542de444-00dd-4bab-954d-cc2b57e7414d') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:40.194351 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-fa5037ee-e025-4e3a-b4e5-b68cd490ec3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542de444-00dd-4bab-954d-cc2b57e7414d') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:40.209678 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa5037ee-e025-4e3a-b4e5-b68cd490ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.236164 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa5037ee-e025-4e3a-b4e5-b68cd490ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.251385 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5037ee-e025-4e3a-b4e5-b68cd490ec3f admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:29:40.252089 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa5037ee-e025-4e3a-b4e5-b68cd490ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:29:40.256385 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:29:40.292133 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-159df370-1878-43c3-8d6a-032bc0bd77d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.310537 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-159df370-1878-43c3-8d6a-032bc0bd77d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.340693 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa5037ee-e025-4e3a-b4e5-b68cd490ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.356255 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ededd2ed-5e05-4cbf-a3c0-33fdab3d2017 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.364091 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa5037ee-e025-4e3a-b4e5-b68cd490ec3f admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.367336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-159df370-1878-43c3-8d6a-032bc0bd77d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6761c17097974f0d9668fb9fe70c7143&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5035560 Nov 19 09:29:40.370775 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33648) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:40.376665 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fa5037ee-e025-4e3a-b4e5-b68cd490ec3f admin admin] 10.222.0.21 "DELETE /v2.0/networks/e7f21cdc-baae-492c-8d1d-e17db5bc91de HTTP/1.1" status: 204 len: 168 time: 0.6086371 Nov 19 09:29:40.413704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5037ee-e025-4e3a-b4e5-b68cd490ec3f admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f21cdc-baae-492c-8d1d-e17db5bc91de,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:40.427193 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ededd2ed-5e05-4cbf-a3c0-33fdab3d2017 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.449181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ededd2ed-5e05-4cbf-a3c0-33fdab3d2017 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:29:40.451886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159df370-1878-43c3-8d6a-032bc0bd77d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbfc976-9d4f-43d1-b681-72f0ab56bf11,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:40.475499 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0c570e5-11d8-4187-ac4c-b4a8218506ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.502595 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ededd2ed-5e05-4cbf-a3c0-33fdab3d2017 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.502962 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-ededd2ed-5e05-4cbf-a3c0-33fdab3d2017 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Added segment 00758229-96d1-490c-bddf-6b44a06f71fa of type vlan for network 58278c07-9ddd-4a30-8ed1-6efbb03280eb Nov 19 09:29:40.530239 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0c570e5-11d8-4187-ac4c-b4a8218506ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.563993 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33654) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:40.603743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededd2ed-5e05-4cbf-a3c0-33fdab3d2017 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b872e69-eba9-4ce8-8736-0c42e37d6f17,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:40.662109 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-923a28be-dfa4-4758-bb2c-228d708ec12a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5df510866b5f436e893da0f9a9cf79a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0968950 Nov 19 09:29:40.664525 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33656) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:40.670459 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ededd2ed-5e05-4cbf-a3c0-33fdab3d2017 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.725219 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ededd2ed-5e05-4cbf-a3c0-33fdab3d2017 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.731411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ededd2ed-5e05-4cbf-a3c0-33fdab3d2017 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:40.732320 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ededd2ed-5e05-4cbf-a3c0-33fdab3d2017 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.768077 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-084ac66b-0729-4d5b-a34d-dc8b1e2a4d02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.787439 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0c570e5-11d8-4187-ac4c-b4a8218506ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.803345 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0c570e5-11d8-4187-ac4c-b4a8218506ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.804920 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d0c570e5-11d8-4187-ac4c-b4a8218506ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfbfc976-9d4f-43d1-b681-72f0ab56bf11 HTTP/1.1" status: 204 len: 168 time: 0.4332798 Nov 19 09:29:40.805605 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-084ac66b-0729-4d5b-a34d-dc8b1e2a4d02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.875400 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c570e5-11d8-4187-ac4c-b4a8218506ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbfc976-9d4f-43d1-b681-72f0ab56bf11,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:40.875825 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-084ac66b-0729-4d5b-a34d-dc8b1e2a4d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.881912 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-084ac66b-0729-4d5b-a34d-dc8b1e2a4d02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:40.885444 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-084ac66b-0729-4d5b-a34d-dc8b1e2a4d02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0cb1669-ce94-4d93-b77e-ccebdd7eec56 HTTP/1.1" status: 204 len: 168 time: 0.2176723 Nov 19 09:29:40.927317 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ac66b-0729-4d5b-a34d-dc8b1e2a4d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cb1669-ce94-4d93-b77e-ccebdd7eec56,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:40.928335 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ededd2ed-5e05-4cbf-a3c0-33fdab3d2017 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0466042 Nov 19 09:29:40.973833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededd2ed-5e05-4cbf-a3c0-33fdab3d2017 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event updated for resources: {'Network': ['ID=58278c07-9ddd-4a30-8ed1-6efbb03280eb,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:41.032862 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 58278c07-9ddd-4a30-8ed1-6efbb03280eb details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:29:41.152264 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b64695a8-bdf3-4766-94b1-17f40aa54189 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:29:41.225562 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: b64695a8-bdf3-4766-94b1-17f40aa54189 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:29:41.231120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b64695a8-bdf3-4766-94b1-17f40aa54189 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:29:41.836914 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33688) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:41.858136 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfba524b-e433-4ef3-9e79-99d066fa14b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:42.038255 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfba524b-e433-4ef3-9e79-99d066fa14b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:42.055214 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfba524b-e433-4ef3-9e79-99d066fa14b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:42.142779 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cfba524b-e433-4ef3-9e79-99d066fa14b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=448e086699da478e9817c06a235228c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3035717 Nov 19 09:29:42.145843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33698) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:42.151897 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba524b-e433-4ef3-9e79-99d066fa14b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f6fcef-1204-4cef-bd82-c02f7fbc57ce,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:42.271827 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aae5db8d-7122-4458-be60-1a18141725d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:42.326178 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aae5db8d-7122-4458-be60-1a18141725d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:42.455180 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aae5db8d-7122-4458-be60-1a18141725d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:42.458622 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aae5db8d-7122-4458-be60-1a18141725d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:42.463157 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-aae5db8d-7122-4458-be60-1a18141725d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2f6fcef-1204-4cef-bd82-c02f7fbc57ce HTTP/1.1" status: 204 len: 168 time: 0.3129606 Nov 19 09:29:42.481985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5db8d-7122-4458-be60-1a18141725d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f6fcef-1204-4cef-bd82-c02f7fbc57ce,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:43.100273 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33738) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:43.330252 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2cb20f9b-709b-45e5-8bd9-14fccea68bb2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1190652271-network', 'tenant_id': '5047e7d7a40342a68aa2788274e8967a'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:43.342570 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33754) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:43.404272 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb20f9b-709b-45e5-8bd9-14fccea68bb2 admin admin] Made reservation on behalf of 5047e7d7a40342a68aa2788274e8967a for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:43.406878 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cb20f9b-709b-45e5-8bd9-14fccea68bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:43.438013 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cb20f9b-709b-45e5-8bd9-14fccea68bb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:43.656441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a77b9-6028-4322-9393-7fe0fc8115f3 req-d5d08ba8-07b4-45a3-b558-83f02d7ebb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:43.656927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a77b9-6028-4322-9393-7fe0fc8115f3 req-d5d08ba8-07b4-45a3-b558-83f02d7ebb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:43.657432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a77b9-6028-4322-9393-7fe0fc8115f3 req-d5d08ba8-07b4-45a3-b558-83f02d7ebb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:43.667028 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a77b9-6028-4322-9393-7fe0fc8115f3 req-d5d08ba8-07b4-45a3-b558-83f02d7ebb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:43.667757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a77b9-6028-4322-9393-7fe0fc8115f3 req-d5d08ba8-07b4-45a3-b558-83f02d7ebb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:43.668574 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a77b9-6028-4322-9393-7fe0fc8115f3 req-d5d08ba8-07b4-45a3-b558-83f02d7ebb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:43.669241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a77b9-6028-4322-9393-7fe0fc8115f3 req-d5d08ba8-07b4-45a3-b558-83f02d7ebb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:43.681459 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-647a77b9-6028-4322-9393-7fe0fc8115f3 req-d5d08ba8-07b4-45a3-b558-83f02d7ebb4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 6496 time: 0.3376694 Nov 19 09:29:43.687350 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cb20f9b-709b-45e5-8bd9-14fccea68bb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:43.711997 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cb20f9b-709b-45e5-8bd9-14fccea68bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:43.803604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-647a77b9-6028-4322-9393-7fe0fc8115f3 req-a8ac4a10-a1b8-4fbe-af8e-7852cdb6a3a5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1207702 Nov 19 09:29:43.818890 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb20f9b-709b-45e5-8bd9-14fccea68bb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:29:43.853676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb20f9b-709b-45e5-8bd9-14fccea68bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b8c0e5-1e50-40c6-88df-dbe59d759fa7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:43.963591 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cb20f9b-709b-45e5-8bd9-14fccea68bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:43.965005 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-2cb20f9b-709b-45e5-8bd9-14fccea68bb2 admin admin] Added segment c1500e65-40e1-44d9-8982-de0f15c7eb49 of type vlan for network da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 Nov 19 09:29:44.136289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33780) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:44.167545 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cb20f9b-709b-45e5-8bd9-14fccea68bb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:44.246944 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cb20f9b-709b-45e5-8bd9-14fccea68bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:44.248314 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb20f9b-709b-45e5-8bd9-14fccea68bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:44.249043 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cb20f9b-709b-45e5-8bd9-14fccea68bb2 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:44.401981 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2cb20f9b-709b-45e5-8bd9-14fccea68bb2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2979751 Nov 19 09:29:44.402860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33794) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:44.411091 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1cca6b9a-5903-4a43-98b8-a27fd0250a3b admin admin] Request body: {'subnet': {'network_id': 'da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1190652271-subnet', 'tenant_id': '5047e7d7a40342a68aa2788274e8967a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:44.414398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb20f9b-709b-45e5-8bd9-14fccea68bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:44.436135 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:29:44.520489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cca6b9a-5903-4a43-98b8-a27fd0250a3b admin admin] Made reservation on behalf of 5047e7d7a40342a68aa2788274e8967a for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:44.525033 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1cca6b9a-5903-4a43-98b8-a27fd0250a3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:44.631949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33796) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:44.639817 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e9646058-cf18-49fb-b4dc-d30263e2ffd0 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Request body: {'subnet': {'network_id': '58278c07-9ddd-4a30-8ed1-6efbb03280eb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:44.762119 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6392c31-f3c8-4885-95b8-8286a85aee6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:44.831250 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9646058-cf18-49fb-b4dc-d30263e2ffd0 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Made reservation on behalf of 97b5b2f2d65a4adb8e82839a1c0086ef for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:44.833291 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1cca6b9a-5903-4a43-98b8-a27fd0250a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:44.836215 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e9646058-cf18-49fb-b4dc-d30263e2ffd0 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:44.894105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca6b9a-5903-4a43-98b8-a27fd0250a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a8eba8-535b-46b1-9a23-adba2986540d,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:44.960541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca6b9a-5903-4a43-98b8-a27fd0250a3b admin admin] Checking segment: {'id': 'c1500e65-40e1-44d9-8982-de0f15c7eb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:29:44.960906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cca6b9a-5903-4a43-98b8-a27fd0250a3b admin admin] Network hostable DHCP agents. Network: da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:29:44.969964 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6392c31-f3c8-4885-95b8-8286a85aee6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:44.982470 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6392c31-f3c8-4885-95b8-8286a85aee6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:44.994613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cca6b9a-5903-4a43-98b8-a27fd0250a3b admin admin] Network da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:29:45.030132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6392c31-f3c8-4885-95b8-8286a85aee6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64bda77-85bb-40e5-8da8-d0486dbf3664,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:45.037449 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b6392c31-f3c8-4885-95b8-8286a85aee6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07575e1d4c9b43a18fbaa81d298d6e92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8953719 Nov 19 09:29:45.038119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-1cca6b9a-5903-4a43-98b8-a27fd0250a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:45.047782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273dfaab-ba7d-471b-b0bd-c34f600c5b79 None None] Network da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:45.048600 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33808) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:45.054082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cca6b9a-5903-4a43-98b8-a27fd0250a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:45.055294 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1cca6b9a-5903-4a43-98b8-a27fd0250a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:45.079144 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1cca6b9a-5903-4a43-98b8-a27fd0250a3b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6745479 Nov 19 09:29:45.224678 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa7f0dd-b413-499f-8c1f-8011e261deea None None] Network da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:45.417666 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e9646058-cf18-49fb-b4dc-d30263e2ffd0 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:45.511237 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:45.517051 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8b97f83-f77e-4831-9f09-dd7650fabf1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:45.570136 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8b97f83-f77e-4831-9f09-dd7650fabf1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:45.577891 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9646058-cf18-49fb-b4dc-d30263e2ffd0 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event updated for resources: {'Subnet': ['ID=cec29ba0-bb9f-4d74-b573-99a0015bfb64,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:45.609647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9646058-cf18-49fb-b4dc-d30263e2ffd0 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Checking segment: {'id': '00758229-96d1-490c-bddf-6b44a06f71fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '58278c07-9ddd-4a30-8ed1-6efbb03280eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:29:45.610026 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9646058-cf18-49fb-b4dc-d30263e2ffd0 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Network hostable DHCP agents. Network: 58278c07-9ddd-4a30-8ed1-6efbb03280eb, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:29:45.643263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9646058-cf18-49fb-b4dc-d30263e2ffd0 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Network 58278c07-9ddd-4a30-8ed1-6efbb03280eb is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:29:45.657781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e9646058-cf18-49fb-b4dc-d30263e2ffd0 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 58278c07-9ddd-4a30-8ed1-6efbb03280eb) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:45.664707 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9646058-cf18-49fb-b4dc-d30263e2ffd0 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:45.665939 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e9646058-cf18-49fb-b4dc-d30263e2ffd0 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:45.670872 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8b97f83-f77e-4831-9f09-dd7650fabf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:45.671881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c82da-76f5-4612-a8f9-ab85c04a9b6c None None] Network 58278c07-9ddd-4a30-8ed1-6efbb03280eb requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:45.674205 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8b97f83-f77e-4831-9f09-dd7650fabf1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:45.679341 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a8b97f83-f77e-4831-9f09-dd7650fabf1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d64bda77-85bb-40e5-8da8-d0486dbf3664 HTTP/1.1" status: 204 len: 168 time: 0.5604126 Nov 19 09:29:45.697339 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b97f83-f77e-4831-9f09-dd7650fabf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64bda77-85bb-40e5-8da8-d0486dbf3664,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:45.710454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33842) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:45.711194 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e9646058-cf18-49fb-b4dc-d30263e2ffd0 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0776386 Nov 19 09:29:45.716331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-40e0cd34-0d65-48a6-8407-256b6f247e56 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-845889095'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:45.760518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e0cd34-0d65-48a6-8407-256b6f247e56 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Made reservation on behalf of 97b5b2f2d65a4adb8e82839a1c0086ef for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:45.764678 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40e0cd34-0d65-48a6-8407-256b6f247e56 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:45.818441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e0cd34-0d65-48a6-8407-256b6f247e56 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:29:45.939486 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-58278c07-9ddd-4a30-8ed1-6efbb03280eb', 'network_id': '58278c07-9ddd-4a30-8ed1-6efbb03280eb', 'tenant_id': '97b5b2f2d65a4adb8e82839a1c0086ef', 'fixed_ips': [{'subnet_id': 'cec29ba0-bb9f-4d74-b573-99a0015bfb64'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:29:45.944509 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:45.949002 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40e0cd34-0d65-48a6-8407-256b6f247e56 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:45.951937 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-40e0cd34-0d65-48a6-8407-256b6f247e56 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Added segment 77b6e9dc-130f-430b-9d4e-761c32245596 of type vlan for network 6dc64352-6e11-4d5a-830c-64c735c94a05 Nov 19 09:29:46.053757 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40e0cd34-0d65-48a6-8407-256b6f247e56 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:46.066072 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-3a87c0dd-b558-4603-ade7-7cd12bcf6be5 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:46.088508 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-3a87c0dd-b558-4603-ade7-7cd12bcf6be5 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/networks?id=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 HTTP/1.1" status: 200 len: 814 time: 0.2584145 Nov 19 09:29:46.133418 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Allocated IP 2001:db8:0:ffff::2 (58278c07-9ddd-4a30-8ed1-6efbb03280eb/cec29ba0-bb9f-4d74-b573-99a0015bfb64/be6eb050-2b3f-4852-8b92-6578ae17f3fe) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:29:46.146869 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-39d1974c-9037-4ce5-b593-008555a45407 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/quotas/5047e7d7a40342a68aa2788274e8967a HTTP/1.1" status: 200 len: 375 time: 0.0571165 Nov 19 09:29:46.229375 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-7216aed2-a249-4488-88ef-20e15744b7d3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5047e7d7a40342a68aa2788274e8967a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810692 Nov 19 09:29:46.253180 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33870) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:46.286880 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd813d75-c174-406f-91ff-c25a86b17292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:46.301160 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40e0cd34-0d65-48a6-8407-256b6f247e56 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:46.313164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e0cd34-0d65-48a6-8407-256b6f247e56 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:46.314217 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40e0cd34-0d65-48a6-8407-256b6f247e56 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:46.333740 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:46.341061 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:46.392905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Network 58278c07-9ddd-4a30-8ed1-6efbb03280eb is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:29:46.399188 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:46.405703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:29:46.420603 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Pushing event updated for resources: {'Port': ['ID=be6eb050-2b3f-4852-8b92-6578ae17f3fe,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:46.493607 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd813d75-c174-406f-91ff-c25a86b17292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:46.499537 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Attempting to bind port be6eb050-2b3f-4852-8b92-6578ae17f3fe on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:29:46.500113 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Attempting to bind port be6eb050-2b3f-4852-8b92-6578ae17f3fe by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '00758229-96d1-490c-bddf-6b44a06f71fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '58278c07-9ddd-4a30-8ed1-6efbb03280eb'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:29:46.500269 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd813d75-c174-406f-91ff-c25a86b17292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:46.501426 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Attempting to bind port be6eb050-2b3f-4852-8b92-6578ae17f3fe on network 58278c07-9ddd-4a30-8ed1-6efbb03280eb {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:29:46.509583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:29:46.510232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Checking segment: {'id': '00758229-96d1-490c-bddf-6b44a06f71fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '58278c07-9ddd-4a30-8ed1-6efbb03280eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:29:46.510875 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:46.511425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Bound using segment: {'id': '00758229-96d1-490c-bddf-6b44a06f71fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '58278c07-9ddd-4a30-8ed1-6efbb03280eb'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:29:46.512984 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Bound port: be6eb050-2b3f-4852-8b92-6578ae17f3fe, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00758229-96d1-490c-bddf-6b44a06f71fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '58278c07-9ddd-4a30-8ed1-6efbb03280eb'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:29:46.513551 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:46.558776 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fd813d75-c174-406f-91ff-c25a86b17292 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e511ca9b22a4df7aea35a770b455bf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3034856 Nov 19 09:29:46.559422 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33878) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:46.561521 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd813d75-c174-406f-91ff-c25a86b17292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfacd2b-6087-441d-9628-29bee1a7a36e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:46.627115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] For port be6eb050-2b3f-4852-8b92-6578ae17f3fe, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:29:46.632057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] For port be6eb050-2b3f-4852-8b92-6578ae17f3fe, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=be6eb050-2b3f-4852-8b92-6578ae17f3fe,segment=NetworkSegment(00758229-96d1-490c-bddf-6b44a06f71fa),segment_id=00758229-96d1-490c-bddf-6b44a06f71fa)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:29:46.635465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-40e0cd34-0d65-48a6-8407-256b6f247e56 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9236319 Nov 19 09:29:46.639056 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33880) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:46.646024 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-81d26164-14fe-4c66-9c73-3b4a30ab5857 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Request body: {'subnet': {'network_id': '6dc64352-6e11-4d5a-830c-64c735c94a05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:46.652727 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:46.655192 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0cd34-0d65-48a6-8407-256b6f247e56 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event updated for resources: {'Network': ['ID=6dc64352-6e11-4d5a-830c-64c735c94a05,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:46.697965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-8b5dd69e-bb96-4933-a659-6d4aad4fb693 service neutron] 10.222.0.21 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648488 Nov 19 09:29:46.699966 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 6dc64352-6e11-4d5a-830c-64c735c94a05 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:29:46.839833 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4068-bb57-44dc-86b9-bda617ec45f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:46.883116 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4068-bb57-44dc-86b9-bda617ec45f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:46.886556 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54834cb-e6e2-45c5-84a6-64c2142f39a9 None None] Pushing event updated for resources: {'Port': ['ID=be6eb050-2b3f-4852-8b92-6578ae17f3fe,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:46.893288 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d26164-14fe-4c66-9c73-3b4a30ab5857 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Made reservation on behalf of 97b5b2f2d65a4adb8e82839a1c0086ef for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:46.898221 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81d26164-14fe-4c66-9c73-3b4a30ab5857 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:46.964103 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-206cd6f5-17ab-4a54-b6e5-7b8f34f60fa9 service neutron] 10.222.0.21 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642794 Nov 19 09:29:47.096748 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4068-bb57-44dc-86b9-bda617ec45f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:47.100414 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1ed4068-bb57-44dc-86b9-bda617ec45f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:47.104217 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f1ed4068-bb57-44dc-86b9-bda617ec45f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ddfacd2b-6087-441d-9628-29bee1a7a36e HTTP/1.1" status: 204 len: 168 time: 0.5412071 Nov 19 09:29:47.141130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed4068-bb57-44dc-86b9-bda617ec45f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfacd2b-6087-441d-9628-29bee1a7a36e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:47.476156 n-d-805649-14 neutron-server[103476]: DEBUG neutron.objects.ports [None req-81d26164-14fe-4c66-9c73-3b4a30ab5857 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103476) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:29:47.477796 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81d26164-14fe-4c66-9c73-3b4a30ab5857 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:47.547900 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c5c9a11-fe69-4d60-8816-5bcc20206e47 req-487488fe-08f9-4dae-9138-2810b2b11bb2 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 210 time: 0.0418785 Nov 19 09:29:47.586276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d26164-14fe-4c66-9c73-3b4a30ab5857 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event updated for resources: {'Subnet': ['ID=95f069fa-8aa7-474a-9ddb-a4b3cf4b6781,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:47.625939 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d26164-14fe-4c66-9c73-3b4a30ab5857 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Checking segment: {'id': '77b6e9dc-130f-430b-9d4e-761c32245596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6dc64352-6e11-4d5a-830c-64c735c94a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:29:47.626322 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d26164-14fe-4c66-9c73-3b4a30ab5857 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Network hostable DHCP agents. Network: 6dc64352-6e11-4d5a-830c-64c735c94a05, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:29:47.679227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d26164-14fe-4c66-9c73-3b4a30ab5857 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Network 6dc64352-6e11-4d5a-830c-64c735c94a05 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:29:47.682591 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:29:47.720103 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-81d26164-14fe-4c66-9c73-3b4a30ab5857 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 6dc64352-6e11-4d5a-830c-64c735c94a05) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:47.726749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d26164-14fe-4c66-9c73-3b4a30ab5857 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:47.727371 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81d26164-14fe-4c66-9c73-3b4a30ab5857 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:47.738910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c538149e-ec2b-4b7b-9d8b-8d2bd6e597e8 None None] Network 6dc64352-6e11-4d5a-830c-64c735c94a05 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:47.752301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33916) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:47.759881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-77712266-a5fb-4615-9115-3c5b009d6f73 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Request body: {'port': {'network_id': '6dc64352-6e11-4d5a-830c-64c735c94a05', 'name': 'tempest-NetworksIpV6TestAttrs-420763355'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:47.765396 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-81d26164-14fe-4c66-9c73-3b4a30ab5857 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1250663 Nov 19 09:29:47.914917 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:47.947081 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77712266-a5fb-4615-9115-3c5b009d6f73 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Made reservation on behalf of 97b5b2f2d65a4adb8e82839a1c0086ef for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:47.962799 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77712266-a5fb-4615-9115-3c5b009d6f73 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:47.991875 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-6dc64352-6e11-4d5a-830c-64c735c94a05', 'network_id': '6dc64352-6e11-4d5a-830c-64c735c94a05', 'tenant_id': '97b5b2f2d65a4adb8e82839a1c0086ef', 'fixed_ips': [{'subnet_id': '95f069fa-8aa7-474a-9ddb-a4b3cf4b6781'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:29:47.996955 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:48.011808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-77712266-a5fb-4615-9115-3c5b009d6f73 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] device_id is not set on port 6bbfc8e6-a155-466a-bad3-920a4dd24808 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:29:48.225459 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-77712266-a5fb-4615-9115-3c5b009d6f73 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Allocated IP 2001:db8::f816:3eff:fef6:ff58 (6dc64352-6e11-4d5a-830c-64c735c94a05/95f069fa-8aa7-474a-9ddb-a4b3cf4b6781/6bbfc8e6-a155-466a-bad3-920a4dd24808) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:29:48.373935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device be6eb050-2b3f-4852-8b92-6578ae17f3fe up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:29:48.463832 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port be6eb050-2b3f-4852-8b92-6578ae17f3fe triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:29:48.464215 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:48.690883 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:48.759577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77712266-a5fb-4615-9115-3c5b009d6f73 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:48.814104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port be6eb050-2b3f-4852-8b92-6578ae17f3fe, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=be6eb050-2b3f-4852-8b92-6578ae17f3fe,segment=NetworkSegment(00758229-96d1-490c-bddf-6b44a06f71fa),segment_id=00758229-96d1-490c-bddf-6b44a06f71fa)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:29:48.822695 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:48.827321 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5272cad5-256f-4988-b923-ead2add97134 req-3b9665e0-a4f9-412a-b104-d7d954527d55 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 210 time: 0.0532792 Nov 19 09:29:48.866281 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77712266-a5fb-4615-9115-3c5b009d6f73 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:48.890884 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afeb804-08cc-42a1-8593-f52ebb150120 None None] Network 58278c07-9ddd-4a30-8ed1-6efbb03280eb requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:48.924079 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77712266-a5fb-4615-9115-3c5b009d6f73 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Network 6dc64352-6e11-4d5a-830c-64c735c94a05 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:29:48.928386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-77712266-a5fb-4615-9115-3c5b009d6f73 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:48.936631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77712266-a5fb-4615-9115-3c5b009d6f73 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:29:48.943745 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77712266-a5fb-4615-9115-3c5b009d6f73 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:48.944577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-77712266-a5fb-4615-9115-3c5b009d6f73 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:48.973241 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-77712266-a5fb-4615-9115-3c5b009d6f73 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2194414 Nov 19 09:29:48.976652 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33954) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:48.980696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77712266-a5fb-4615-9115-3c5b009d6f73 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event updated for resources: {'Port': ['ID=6bbfc8e6-a155-466a-bad3-920a4dd24808,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:49.045344 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=be6eb050-2b3f-4852-8b92-6578ae17f3fe,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:49.054620 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Allocated IP 2001:db8::f816:3eff:fe0f:1bd9 (6dc64352-6e11-4d5a-830c-64c735c94a05/95f069fa-8aa7-474a-9ddb-a4b3cf4b6781/6874a803-b210-4a27-9430-381f54c0ed86) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:29:49.078564 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-657d9cd2-19aa-40b3-9b65-f505bc524755 None None] Provisioning complete for port be6eb050-2b3f-4852-8b92-6578ae17f3fe triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:29:49.079817 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-106a2cb8-4211-4933-bef0-bd6e1d5be58f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Deleting subnet 95f069fa-8aa7-474a-9ddb-a4b3cf4b6781 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:29:49.085594 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-657d9cd2-19aa-40b3-9b65-f505bc524755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:49.414082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-8fdfb466-b26d-4b3a-ad4b-a9060418e539 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:49.417421 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-8fdfb466-b26d-4b3a-ad4b-a9060418e539 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.71 "GET /v2.0/networks?id=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 HTTP/1.1" status: 200 len: 814 time: 0.2381952 Nov 19 09:29:49.444728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-688588ec-84d9-4446-aa11-a25f69e45a2f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Request body: {'port': {'device_id': 'e8eab4e7-9729-48e8-924a-bac64eb4dd1c', 'network_id': 'da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4', 'admin_state_up': True, 'tenant_id': '5047e7d7a40342a68aa2788274e8967a'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:49.510408 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:49.518372 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-106a2cb8-4211-4933-bef0-bd6e1d5be58f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:49.520132 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:49.586367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Network 6dc64352-6e11-4d5a-830c-64c735c94a05 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:29:49.593579 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:49.596071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:29:49.610494 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Pushing event updated for resources: {'Port': ['ID=6874a803-b210-4a27-9430-381f54c0ed86,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:49.642266 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-106a2cb8-4211-4933-bef0-bd6e1d5be58f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:49.687737 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Attempting to bind port 6874a803-b210-4a27-9430-381f54c0ed86 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:29:49.688112 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Attempting to bind port 6874a803-b210-4a27-9430-381f54c0ed86 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '77b6e9dc-130f-430b-9d4e-761c32245596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6dc64352-6e11-4d5a-830c-64c735c94a05'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:29:49.688485 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Attempting to bind port 6874a803-b210-4a27-9430-381f54c0ed86 on network 6dc64352-6e11-4d5a-830c-64c735c94a05 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:29:49.694617 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:29:49.695010 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Checking segment: {'id': '77b6e9dc-130f-430b-9d4e-761c32245596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6dc64352-6e11-4d5a-830c-64c735c94a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:29:49.695422 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:49.695818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Bound using segment: {'id': '77b6e9dc-130f-430b-9d4e-761c32245596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6dc64352-6e11-4d5a-830c-64c735c94a05'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:29:49.696568 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Bound port: 6874a803-b210-4a27-9430-381f54c0ed86, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b6e9dc-130f-430b-9d4e-761c32245596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6dc64352-6e11-4d5a-830c-64c735c94a05'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:29:49.696964 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:49.744259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-688588ec-84d9-4446-aa11-a25f69e45a2f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Made reservation on behalf of 5047e7d7a40342a68aa2788274e8967a for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:49.749333 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-688588ec-84d9-4446-aa11-a25f69e45a2f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:49.798643 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] For port 6874a803-b210-4a27-9430-381f54c0ed86, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:29:49.807844 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] For port 6874a803-b210-4a27-9430-381f54c0ed86, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6874a803-b210-4a27-9430-381f54c0ed86,segment=NetworkSegment(77b6e9dc-130f-430b-9d4e-761c32245596),segment_id=77b6e9dc-130f-430b-9d4e-761c32245596)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:29:49.819690 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:49.960487 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-106a2cb8-4211-4933-bef0-bd6e1d5be58f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:49.976889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df643281-d853-4835-bb6a-101cd6f5214e None None] Pushing event updated for resources: {'Port': ['ID=6874a803-b210-4a27-9430-381f54c0ed86,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:50.012706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-688588ec-84d9-4446-aa11-a25f69e45a2f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Allocated IP 172.20.0.4 (da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4/c7a8eba8-535b-46b1-9a23-adba2986540d/7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:29:50.059866 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0c514a94-ba6d-4e9c-8cec-01a8b3374b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:50.084061 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2f19f3a6-ffb6-4a34-8c6a-7187f19d9c8f None None] Provisioning complete for port be6eb050-2b3f-4852-8b92-6578ae17f3fe triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:29:50.084645 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f19f3a6-ffb6-4a34-8c6a-7187f19d9c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:50.093064 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-106a2cb8-4211-4933-bef0-bd6e1d5be58f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:50.161960 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a2cb8-4211-4933-bef0-bd6e1d5be58f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event deleted for resources: {'Subnet': ['ID=95f069fa-8aa7-474a-9ddb-a4b3cf4b6781,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:50.166216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device be6eb050-2b3f-4852-8b92-6578ae17f3fe up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:29:50.171649 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-106a2cb8-4211-4933-bef0-bd6e1d5be58f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:50.182656 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0070bccf-d1a2-4812-9d0f-84e0269777aa req-ea19a9e5-8fec-4aaf-8d84-5742d935498e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 210 time: 0.1664214 Nov 19 09:29:50.202537 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-106a2cb8-4211-4933-bef0-bd6e1d5be58f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/subnets/95f069fa-8aa7-474a-9ddb-a4b3cf4b6781 HTTP/1.1" status: 204 len: 168 time: 1.2241464 Nov 19 09:29:50.203978 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33998) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:50.314543 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433d7cea-9e65-46c2-8069-885dbb1c625f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:50.320793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433d7cea-9e65-46c2-8069-885dbb1c625f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:50.336045 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-433d7cea-9e65-46c2-8069-885dbb1c625f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1223402 Nov 19 09:29:50.336045 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34002) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:50.425761 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port be6eb050-2b3f-4852-8b92-6578ae17f3fe triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:29:50.426117 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:50.560403 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6064098e-eec0-4ace-94c0-4903b4af3b58 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:50.567596 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-688588ec-84d9-4446-aa11-a25f69e45a2f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:50.588291 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-6064098e-eec0-4ace-94c0-4903b4af3b58 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 19 09:29:50.588692 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6064098e-eec0-4ace-94c0-4903b4af3b58 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:50.593150 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6064098e-eec0-4ace-94c0-4903b4af3b58 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/networks/6dc64352-6e11-4d5a-830c-64c735c94a05 HTTP/1.1" status: 409 len: 405 time: 0.2603791 Nov 19 09:29:50.604558 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34014) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:50.611951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-df5dc2bd-ab15-4043-a01f-132f8691d18b tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1035207467'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:50.662574 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-688588ec-84d9-4446-aa11-a25f69e45a2f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:50.674151 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5dc2bd-ab15-4043-a01f-132f8691d18b tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Made reservation on behalf of 97b5b2f2d65a4adb8e82839a1c0086ef for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:50.678676 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df5dc2bd-ab15-4043-a01f-132f8691d18b tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:50.737972 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5dc2bd-ab15-4043-a01f-132f8691d18b tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:29:50.756985 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df5dc2bd-ab15-4043-a01f-132f8691d18b tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:50.757557 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-df5dc2bd-ab15-4043-a01f-132f8691d18b tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Added segment eaab2f91-71ce-4c4c-a3f5-ab67167ffee5 of type vlan for network f36f5b5d-97fe-4338-bd01-47c9ab436ce3 Nov 19 09:29:50.764847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-688588ec-84d9-4446-aa11-a25f69e45a2f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Network da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:29:50.768689 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-688588ec-84d9-4446-aa11-a25f69e45a2f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:50.774180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-688588ec-84d9-4446-aa11-a25f69e45a2f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:29:50.830260 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df5dc2bd-ab15-4043-a01f-132f8691d18b tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:50.840316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688588ec-84d9-4446-aa11-a25f69e45a2f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Pushing event updated for resources: {'Port': ['ID=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:50.868541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-688588ec-84d9-4446-aa11-a25f69e45a2f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:50.869534 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-688588ec-84d9-4446-aa11-a25f69e45a2f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:50.896435 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df5dc2bd-ab15-4043-a01f-132f8691d18b tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:50.914861 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-688588ec-84d9-4446-aa11-a25f69e45a2f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4844577 Nov 19 09:29:50.919121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5dc2bd-ab15-4043-a01f-132f8691d18b tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:50.919961 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df5dc2bd-ab15-4043-a01f-132f8691d18b tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:50.931546 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Request body: {'port': {'device_id': 'e8eab4e7-9729-48e8-924a-bac64eb4dd1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:50.996362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34024) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:51.018373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5dc2bd-ab15-4043-a01f-132f8691d18b tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event updated for resources: {'Network': ['ID=f36f5b5d-97fe-4338-bd01-47c9ab436ce3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:51.028040 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-df5dc2bd-ab15-4043-a01f-132f8691d18b tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4222834 Nov 19 09:29:51.029028 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34028) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:51.033448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network f36f5b5d-97fe-4338-bd01-47c9ab436ce3 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:29:51.038531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1fbae7bf-15a9-4012-9fb4-6ed9e20f0615 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Request body: {'subnet': {'network_id': 'f36f5b5d-97fe-4338-bd01-47c9ab436ce3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:51.113016 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:51.146545 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbae7bf-15a9-4012-9fb4-6ed9e20f0615 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Made reservation on behalf of 97b5b2f2d65a4adb8e82839a1c0086ef for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:51.152689 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1fbae7bf-15a9-4012-9fb4-6ed9e20f0615 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:51.411192 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-005a62ec-0116-46a8-88a0-6928f3e70b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:51.525392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0631f1-3ba8-4174-926e-dcc4b4201ffd req-d45d526a-a5cc-4500-89e2-b4ccca1c779d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:51.526934 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af0631f1-3ba8-4174-926e-dcc4b4201ffd req-d45d526a-a5cc-4500-89e2-b4ccca1c779d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 931 time: 0.1715136 Nov 19 09:29:51.659573 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af0631f1-3ba8-4174-926e-dcc4b4201ffd req-eadee557-4643-4e27-b4c6-8de5b15777fc tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219959 Nov 19 09:29:51.736050 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-005a62ec-0116-46a8-88a0-6928f3e70b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:51.772027 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-005a62ec-0116-46a8-88a0-6928f3e70b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:51.798856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.objects.ports [None req-1fbae7bf-15a9-4012-9fb4-6ed9e20f0615 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103476) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:29:51.800632 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1fbae7bf-15a9-4012-9fb4-6ed9e20f0615 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:51.824637 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:29:51.835227 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:51.867356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Transition to ACTIVE for port object 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:29:51.870188 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbae7bf-15a9-4012-9fb4-6ed9e20f0615 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event updated for resources: {'Subnet': ['ID=11aaaa07-3dbc-4655-9e4d-ece6de653fc9,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:51.881483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbae7bf-15a9-4012-9fb4-6ed9e20f0615 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Checking segment: {'id': 'eaab2f91-71ce-4c4c-a3f5-ab67167ffee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f36f5b5d-97fe-4338-bd01-47c9ab436ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:29:51.881835 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbae7bf-15a9-4012-9fb4-6ed9e20f0615 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Network hostable DHCP agents. Network: f36f5b5d-97fe-4338-bd01-47c9ab436ce3, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:29:51.897549 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:51.903003 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbae7bf-15a9-4012-9fb4-6ed9e20f0615 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Network f36f5b5d-97fe-4338-bd01-47c9ab436ce3 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:29:51.915924 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-1fbae7bf-15a9-4012-9fb4-6ed9e20f0615 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, f36f5b5d-97fe-4338-bd01-47c9ab436ce3) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:51.922074 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbae7bf-15a9-4012-9fb4-6ed9e20f0615 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:51.923127 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1fbae7bf-15a9-4012-9fb4-6ed9e20f0615 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:51.940299 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ecef60-c7b7-4c57-b187-193242f6d7cf None None] Network 6dc64352-6e11-4d5a-830c-64c735c94a05 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:51.943682 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9673506-8d38-4c90-ae20-69ef9da85380 None None] Network f36f5b5d-97fe-4338-bd01-47c9ab436ce3 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:51.948033 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1fbae7bf-15a9-4012-9fb4-6ed9e20f0615 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9179256 Nov 19 09:29:51.951098 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34048) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:51.957377 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-560fed22-c7b0-446a-ab8b-f5811b9a998e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Request body: {'port': {'network_id': 'f36f5b5d-97fe-4338-bd01-47c9ab436ce3', 'name': 'tempest-NetworksIpV6TestAttrs-1076405276'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:51.989913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Pushing event updated for resources: {'Port': ['ID=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:52.008023 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a62ec-0116-46a8-88a0-6928f3e70b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f208f9-e373-430b-af23-140c5bcf04cc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:52.016031 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-005a62ec-0116-46a8-88a0-6928f3e70b20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad39beb366af48f78d32edb7883f81e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0130742 Nov 19 09:29:52.028845 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34050) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:52.203762 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560fed22-c7b0-446a-ab8b-f5811b9a998e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Made reservation on behalf of 97b5b2f2d65a4adb8e82839a1c0086ef for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:52.211433 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-560fed22-c7b0-446a-ab8b-f5811b9a998e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:52.242114 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-560fed22-c7b0-446a-ab8b-f5811b9a998e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] device_id is not set on port 0431e546-1979-42e9-93c9-0f2a948948d6 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:29:52.330755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Attempting to bind port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:29:52.331393 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Attempting to bind port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'c1500e65-40e1-44d9-8982-de0f15c7eb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:29:52.332385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Attempting to bind port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 on network da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:29:52.337924 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6874a803-b210-4a27-9430-381f54c0ed86 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:29:52.352160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 on network da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:29:52.352627 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Attempting to bind port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 on network da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:29:52.361044 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a96b2a8a-46cf-41d8-a19b-23a0e4dc26a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:52.387258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:29:52.388745 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Checking segment: {'id': 'c1500e65-40e1-44d9-8982-de0f15c7eb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:29:52.389175 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Bound using segment: {'id': 'c1500e65-40e1-44d9-8982-de0f15c7eb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:29:52.389856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Bound port: 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1500e65-40e1-44d9-8982-de0f15c7eb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:29:52.389963 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:52.393457 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-560fed22-c7b0-446a-ab8b-f5811b9a998e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Allocated IP 2001:db8::f816:3eff:fee9:1b70 (f36f5b5d-97fe-4338-bd01-47c9ab436ce3/11aaaa07-3dbc-4655-9e4d-ece6de653fc9/0431e546-1979-42e9-93c9-0f2a948948d6) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:29:52.473696 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3fe57c39-426b-450d-be57-6b4d36fc5353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:52.475340 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9498d208-96ce-4736-8b0f-1977dee416d3 None None] Provisioning complete for port 6874a803-b210-4a27-9430-381f54c0ed86 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:29:52.475938 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9498d208-96ce-4736-8b0f-1977dee416d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:52.476944 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a96b2a8a-46cf-41d8-a19b-23a0e4dc26a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:52.574828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] For port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:29:52.579871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] For port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,segment=NetworkSegment(c1500e65-40e1-44d9-8982-de0f15c7eb49),segment_id=c1500e65-40e1-44d9-8982-de0f15c7eb49)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:29:52.581029 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a96b2a8a-46cf-41d8-a19b-23a0e4dc26a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:52.586091 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a96b2a8a-46cf-41d8-a19b-23a0e4dc26a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:52.589936 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a96b2a8a-46cf-41d8-a19b-23a0e4dc26a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7f208f9-e373-430b-af23-140c5bcf04cc HTTP/1.1" status: 204 len: 168 time: 0.5575750 Nov 19 09:29:52.613639 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:52.618225 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-560fed22-c7b0-446a-ab8b-f5811b9a998e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:52.642983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b2a8a-46cf-41d8-a19b-23a0e4dc26a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f208f9-e373-430b-af23-140c5bcf04cc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:52.677050 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-560fed22-c7b0-446a-ab8b-f5811b9a998e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:52.723230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:52.725311 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:52.729948 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] 10.222.0.71 "PUT /v2.0/ports/7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 HTTP/1.1" status: 200 len: 1092 time: 1.8050086 Nov 19 09:29:52.730708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8eab4e7-9729-48e8-924a-bac64eb4dd1c', 'tag': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:29:52.738742 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bf8659-80b0-4095-aff1-7a82c2d56778" -d '{"events": [{"name": "network-changed", "server_uuid": "e8eab4e7-9729-48e8-924a-bac64eb4dd1c", "tag": "7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:29:52.801652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb593e-bbf1-4272-a462-302432ac185b service neutron] Pushing event updated for resources: {'Port': ['ID=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:52.804323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 6874a803-b210-4a27-9430-381f54c0ed86 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:29:52.804870 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:52.822777 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c6b8fb-fa9f-4e27-8784-9ac3ead2c9a3 None None] DHCP port deletion for 6dc64352-6e11-4d5a-830c-64c735c94a05 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:29:52.851719 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560fed22-c7b0-446a-ab8b-f5811b9a998e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Network f36f5b5d-97fe-4338-bd01-47c9ab436ce3 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:29:52.867797 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e5e06f-f7dd-4537-861b-83688ad41312 x-openstack-request-id: req-59e5e06f-f7dd-4537-861b-83688ad41312 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:29:52.868614 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8eab4e7-9729-48e8-924a-bac64eb4dd1c", "tag": "7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:29:52.869133 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59e5e06f-f7dd-4537-861b-83688ad41312 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:29:52.869530 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8eab4e7-9729-48e8-924a-bac64eb4dd1c', 'tag': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2', 'status': 'completed', 'code': 200} Nov 19 09:29:52.871569 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-560fed22-c7b0-446a-ab8b-f5811b9a998e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:52.888190 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560fed22-c7b0-446a-ab8b-f5811b9a998e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:29:52.896141 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560fed22-c7b0-446a-ab8b-f5811b9a998e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:52.897295 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-560fed22-c7b0-446a-ab8b-f5811b9a998e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:52.899517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fed22-c7b0-446a-ab8b-f5811b9a998e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event updated for resources: {'Port': ['ID=0431e546-1979-42e9-93c9-0f2a948948d6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:52.940447 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-560fed22-c7b0-446a-ab8b-f5811b9a998e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9848680 Nov 19 09:29:52.940447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34072) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:52.951879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-8cd5c8f3-64c6-47e1-a209-7a605b41bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:52.958034 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-8cd5c8f3-64c6-47e1-a209-7a605b41bac3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5047e7d7a40342a68aa2788274e8967a&device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 1095 time: 0.1479707 Nov 19 09:29:52.994662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab1671-f095-4dbb-8123-8bd4b4b4f6a6 req-1e0fb99e-332c-4e89-9389-8bb466fa8ca3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:53.010913 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9ab1671-f095-4dbb-8123-8bd4b4b4f6a6 req-1e0fb99e-332c-4e89-9389-8bb466fa8ca3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.1451619 Nov 19 09:29:53.050356 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-fff6c18e-0d8f-4175-a478-7028d990377d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 HTTP/1.1" status: 200 len: 217 time: 0.0815530 Nov 19 09:29:53.051805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f36c01b-29bf-408d-9c2c-8f0343cee19a tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Deleting subnet 11aaaa07-3dbc-4655-9e4d-ece6de653fc9 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:29:53.057260 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f36c01b-29bf-408d-9c2c-8f0343cee19a tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:53.070870 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9498d208-96ce-4736-8b0f-1977dee416d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:53.147237 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f36c01b-29bf-408d-9c2c-8f0343cee19a tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:53.201318 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34076) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:53.222993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9498d208-96ce-4736-8b0f-1977dee416d3 None None] For port 6874a803-b210-4a27-9430-381f54c0ed86, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6874a803-b210-4a27-9430-381f54c0ed86,segment=NetworkSegment(77b6e9dc-130f-430b-9d4e-761c32245596),segment_id=77b6e9dc-130f-430b-9d4e-761c32245596)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:29:53.239468 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:53.242795 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-17c6b8fb-fa9f-4e27-8784-9ac3ead2c9a3 None None] Deleting port 6874a803-b210-4a27-9430-381f54c0ed86 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:29:53.243315 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17c6b8fb-fa9f-4e27-8784-9ac3ead2c9a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:53.248198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e75cce-3236-466f-a07e-893e21417f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-f36f5b5d-97fe-4338-bd01-47c9ab436ce3', 'network_id': 'f36f5b5d-97fe-4338-bd01-47c9ab436ce3', 'tenant_id': '97b5b2f2d65a4adb8e82839a1c0086ef', 'fixed_ips': [{'subnet_id': '11aaaa07-3dbc-4655-9e4d-ece6de653fc9'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:29:53.249347 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4e75cce-3236-466f-a07e-893e21417f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:53.258607 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f36c01b-29bf-408d-9c2c-8f0343cee19a tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:53.260307 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-fb7d1ec9-e5ed-4fcd-9b7a-10213ddb7c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:53.264422 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-fb7d1ec9-e5ed-4fcd-9b7a-10213ddb7c49 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c7a8eba8-535b-46b1-9a23-adba2986540d HTTP/1.1" status: 200 len: 854 time: 0.1917970 Nov 19 09:29:53.278981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9ab1671-f095-4dbb-8123-8bd4b4b4f6a6 req-1a3d27f4-4c08-44d5-a0e3-65cb562b4b2a tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665236 Nov 19 09:29:53.299691 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ab08307-b29b-4ecc-88f8-f3572e9e5f1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:53.306976 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9498d208-96ce-4736-8b0f-1977dee416d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:53.357559 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-8e913f65-678c-4c48-a837-85156d235f5a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775125 Nov 19 09:29:53.370319 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f36c01b-29bf-408d-9c2c-8f0343cee19a tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:53.406923 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36c01b-29bf-408d-9c2c-8f0343cee19a tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event deleted for resources: {'Subnet': ['ID=11aaaa07-3dbc-4655-9e4d-ece6de653fc9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:53.423186 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f36c01b-29bf-408d-9c2c-8f0343cee19a tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:53.428476 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6f36c01b-29bf-408d-9c2c-8f0343cee19a tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/subnets/11aaaa07-3dbc-4655-9e4d-ece6de653fc9 HTTP/1.1" status: 204 len: 168 time: 0.4849355 Nov 19 09:29:53.428788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34080) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:53.440157 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-17c6b8fb-fa9f-4e27-8784-9ac3ead2c9a3 None None] For port 6874a803-b210-4a27-9430-381f54c0ed86, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6874a803-b210-4a27-9430-381f54c0ed86,segment=NetworkSegment(77b6e9dc-130f-430b-9d4e-761c32245596),segment_id=77b6e9dc-130f-430b-9d4e-761c32245596)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:29:53.443256 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17c6b8fb-fa9f-4e27-8784-9ac3ead2c9a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:53.470465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-17c6b8fb-fa9f-4e27-8784-9ac3ead2c9a3 None None] Calling delete_port for 6874a803-b210-4a27-9430-381f54c0ed86 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:29:53.544271 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b653b749-1fa6-406c-8d92-62886406930d tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:53.548533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b653b749-1fa6-406c-8d92-62886406930d tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:53.555509 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b653b749-1fa6-406c-8d92-62886406930d tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1227701 Nov 19 09:29:53.555509 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34086) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:53.642195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498d208-96ce-4736-8b0f-1977dee416d3 None None] Pushing event updated for resources: {'Port': ['ID=6874a803-b210-4a27-9430-381f54c0ed86,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:53.706596 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-072c3409-5870-4a30-afc3-1d2a38a3a1c7 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:53.721208 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:29:53.721417 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-072c3409-5870-4a30-afc3-1d2a38a3a1c7 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 19 09:29:53.721686 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:29:53.721873 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072c3409-5870-4a30-afc3-1d2a38a3a1c7 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:29:53.725891 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-072c3409-5870-4a30-afc3-1d2a38a3a1c7 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/networks/f36f5b5d-97fe-4338-bd01-47c9ab436ce3 HTTP/1.1" status: 409 len: 405 time: 0.1694024 Nov 19 09:29:53.731989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34090) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:53.736978 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ea660700-8736-4414-8332-2be401690f5c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1172626513'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:53.740013 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17c6b8fb-fa9f-4e27-8784-9ac3ead2c9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:53.754263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d9b517-9b81-4e32-8d80-86918958ee73 None None] Network f36f5b5d-97fe-4338-bd01-47c9ab436ce3 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:53.758127 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:53.796216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea660700-8736-4414-8332-2be401690f5c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Made reservation on behalf of 97b5b2f2d65a4adb8e82839a1c0086ef for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:53.799872 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea660700-8736-4414-8332-2be401690f5c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:53.800255 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6b8fb-fa9f-4e27-8784-9ac3ead2c9a3 None None] Pushing event deleted for resources: {'Port': ['ID=6874a803-b210-4a27-9430-381f54c0ed86,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:53.840809 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6b8fb-fa9f-4e27-8784-9ac3ead2c9a3 None None] No DVR routers for this DVR port 6874a803-b210-4a27-9430-381f54c0ed86 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:29:53.868751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea660700-8736-4414-8332-2be401690f5c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:29:53.884835 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea660700-8736-4414-8332-2be401690f5c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:53.885363 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-ea660700-8736-4414-8332-2be401690f5c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Added segment 29c60a5d-878a-4a5c-984c-e19957d77953 of type vlan for network 66346029-2040-4742-8a9d-b5fbc65e8a73 Nov 19 09:29:53.959222 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea660700-8736-4414-8332-2be401690f5c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:54.009561 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea660700-8736-4414-8332-2be401690f5c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:54.018962 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea660700-8736-4414-8332-2be401690f5c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:54.020143 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ea660700-8736-4414-8332-2be401690f5c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:54.105823 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ea660700-8736-4414-8332-2be401690f5c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3651640 Nov 19 09:29:54.105823 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34100) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:54.124337 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7054756f-f389-4050-b264-4767dbdce84d tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Request body: {'subnet': {'network_id': '66346029-2040-4742-8a9d-b5fbc65e8a73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:54.156259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-b467df47-0e80-4884-a90f-97e53f02c6e0 service neutron] 10.222.0.71 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7799845 Nov 19 09:29:54.256252 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ab08307-b29b-4ecc-88f8-f3572e9e5f1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:54.267301 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ab08307-b29b-4ecc-88f8-f3572e9e5f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:54.279792 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea660700-8736-4414-8332-2be401690f5c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event updated for resources: {'Network': ['ID=66346029-2040-4742-8a9d-b5fbc65e8a73,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:54.297342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Port 6874a803-b210-4a27-9430-381f54c0ed86 update to ACTIVE by agent not found {{(pid=103478) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 19 09:29:54.310594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 66346029-2040-4742-8a9d-b5fbc65e8a73 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:29:54.327278 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7054756f-f389-4050-b264-4767dbdce84d tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Made reservation on behalf of 97b5b2f2d65a4adb8e82839a1c0086ef for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:54.327883 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8ab08307-b29b-4ecc-88f8-f3572e9e5f1e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b65e49663bc94562adcbf498d5cc6861&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1117747 Nov 19 09:29:54.328569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34106) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:54.331163 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab08307-b29b-4ecc-88f8-f3572e9e5f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22eb6533-37c2-4a02-91a5-4059d13d2bf1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:54.332597 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7054756f-f389-4050-b264-4767dbdce84d tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:54.432834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac31f540-0181-4c97-93b7-a1285d65a8c7 req-772e85ec-d019-41ec-bcea-5cfa00220460 service neutron] 10.222.0.71 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678995 Nov 19 09:29:54.439183 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34110) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:54.508457 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-343825ac-b275-444f-a6c1-0af951465a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:54.534095 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6874a803-b210-4a27-9430-381f54c0ed86 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:29:54.599613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 6874a803-b210-4a27-9430-381f54c0ed86 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:29:54.599977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6874a803-b210-4a27-9430-381f54c0ed86 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:29:54.716032 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-343825ac-b275-444f-a6c1-0af951465a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:54.754832 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf8659-80b0-4095-aff1-7a82c2d56778 req-cbd4cb0e-1b2f-4a8d-a7d5-d1cd2fa18dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:54.756644 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6bf8659-80b0-4095-aff1-7a82c2d56778 req-cbd4cb0e-1b2f-4a8d-a7d5-d1cd2fa18dd0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5047e7d7a40342a68aa2788274e8967a&device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 1095 time: 0.2394228 Nov 19 09:29:54.764084 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febeca9-da63-41d6-80ed-45dc6fbb4759 req-be028ba4-433c-44dc-8909-b65b03756ff4 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:54.765639 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3febeca9-da63-41d6-80ed-45dc6fbb4759 req-be028ba4-433c-44dc-8909-b65b03756ff4 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.3039751 Nov 19 09:29:54.780065 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f25cd94-3a82-478f-b205-f8e186f54ab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:54.850822 n-d-805649-14 neutron-server[103476]: DEBUG neutron.objects.ports [None req-7054756f-f389-4050-b264-4767dbdce84d tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103476) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:29:54.854908 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7054756f-f389-4050-b264-4767dbdce84d tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:54.888669 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:54.927236 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f25cd94-3a82-478f-b205-f8e186f54ab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:54.952129 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f25cd94-3a82-478f-b205-f8e186f54ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:54.952552 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7054756f-f389-4050-b264-4767dbdce84d tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Checking segment: {'id': '29c60a5d-878a-4a5c-984c-e19957d77953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '66346029-2040-4742-8a9d-b5fbc65e8a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:29:54.952942 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7054756f-f389-4050-b264-4767dbdce84d tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Network hostable DHCP agents. Network: 66346029-2040-4742-8a9d-b5fbc65e8a73, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:29:54.974142 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054756f-f389-4050-b264-4767dbdce84d tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event updated for resources: {'Subnet': ['ID=d84e0fe9-c38e-478b-a203-c0b756eb4a35,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:54.987764 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7054756f-f389-4050-b264-4767dbdce84d tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Network 66346029-2040-4742-8a9d-b5fbc65e8a73 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:29:55.005803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7054756f-f389-4050-b264-4767dbdce84d tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 66346029-2040-4742-8a9d-b5fbc65e8a73) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:55.011474 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7054756f-f389-4050-b264-4767dbdce84d tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:55.012303 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7054756f-f389-4050-b264-4767dbdce84d tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.024827 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25f76c4-e531-4623-8ce9-279f8f40ee0d None None] Network 66346029-2040-4742-8a9d-b5fbc65e8a73 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:55.037007 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7054756f-f389-4050-b264-4767dbdce84d tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9313045 Nov 19 09:29:55.039657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34124) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:55.049012 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-343825ac-b275-444f-a6c1-0af951465a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.051628 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-343825ac-b275-444f-a6c1-0af951465a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.052758 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-343825ac-b275-444f-a6c1-0af951465a2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22eb6533-37c2-4a02-91a5-4059d13d2bf1 HTTP/1.1" status: 204 len: 168 time: 0.7187343 Nov 19 09:29:55.079035 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3febeca9-da63-41d6-80ed-45dc6fbb4759 req-4889b1b4-1e13-4022-aaaf-14356cb4ee05 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967680 Nov 19 09:29:55.120562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3f25cd94-3a82-478f-b205-f8e186f54ab1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7885ed55866d4738907e8ea945ac9353&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6802838 Nov 19 09:29:55.124922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25cd94-3a82-478f-b205-f8e186f54ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31983bc-b607-4262-b6e1-66834cc617f7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:55.127305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34128) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:55.156269 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf8659-80b0-4095-aff1-7a82c2d56778 req-13094e49-9b5e-4abf-bec8-bc0f2d61435e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:55.157916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6bf8659-80b0-4095-aff1-7a82c2d56778 req-13094e49-9b5e-4abf-bec8-bc0f2d61435e service neutron] 10.222.0.71 "GET /v2.0/networks?id=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 HTTP/1.1" status: 200 len: 915 time: 0.3913147 Nov 19 09:29:55.160839 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343825ac-b275-444f-a6c1-0af951465a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eb6533-37c2-4a02-91a5-4059d13d2bf1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:55.188692 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f95b0d9-fa96-40d5-a2b1-50473e0ba6f8 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.230971 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6bf8659-80b0-4095-aff1-7a82c2d56778 req-c5fa2b96-cdfa-4503-8167-396d250d66aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 HTTP/1.1" status: 200 len: 217 time: 0.0541747 Nov 19 09:29:55.330140 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a94c4a30-c0ef-4a39-bfa7-119fc5fbf4f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.345022 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf8659-80b0-4095-aff1-7a82c2d56778 req-01ece37a-aae3-4cdf-91d0-e0e123b50750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:55.346731 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6bf8659-80b0-4095-aff1-7a82c2d56778 req-01ece37a-aae3-4cdf-91d0-e0e123b50750 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c7a8eba8-535b-46b1-9a23-adba2986540d HTTP/1.1" status: 200 len: 854 time: 0.1063604 Nov 19 09:29:55.366863 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f95b0d9-fa96-40d5-a2b1-50473e0ba6f8 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.390188 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa6eea-586a-46f8-b7eb-284ed7e614df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-66346029-2040-4742-8a9d-b5fbc65e8a73', 'network_id': '66346029-2040-4742-8a9d-b5fbc65e8a73', 'tenant_id': '97b5b2f2d65a4adb8e82839a1c0086ef', 'fixed_ips': [{'subnet_id': 'd84e0fe9-c38e-478b-a203-c0b756eb4a35'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:29:55.391066 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5afa6eea-586a-46f8-b7eb-284ed7e614df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.414633 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6bf8659-80b0-4095-aff1-7a82c2d56778 req-05c5efb0-b55c-48fd-8e00-43873f522856 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560217 Nov 19 09:29:55.417924 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a94c4a30-c0ef-4a39-bfa7-119fc5fbf4f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.485875 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f95b0d9-fa96-40d5-a2b1-50473e0ba6f8 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.515644 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server [None req-5afa6eea-586a-46f8-b7eb-284ed7e614df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d84e0fe9-c38e-478b-a203-c0b756eb4a35: This subnet is being modified by another concurrent operation. Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 09:29:55.541693 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise exception Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d84e0fe9-c38e-478b-a203-c0b756eb4a35: This subnet is being modified by another concurrent operation. Nov 19 09:29:55.546274 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Nov 19 09:29:55.549938 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a94c4a30-c0ef-4a39-bfa7-119fc5fbf4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.559899 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a94c4a30-c0ef-4a39-bfa7-119fc5fbf4f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.561407 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dc7343-5605-40da-bec2-9b284bc35088 None None] Network 66346029-2040-4742-8a9d-b5fbc65e8a73 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:55.562242 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a94c4a30-c0ef-4a39-bfa7-119fc5fbf4f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c31983bc-b607-4262-b6e1-66834cc617f7 HTTP/1.1" status: 204 len: 168 time: 0.4283330 Nov 19 09:29:55.573829 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95b0d9-fa96-40d5-a2b1-50473e0ba6f8 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event deleted for resources: {'Subnet': ['ID=d84e0fe9-c38e-478b-a203-c0b756eb4a35,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:55.657311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c4a30-c0ef-4a39-bfa7-119fc5fbf4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31983bc-b607-4262-b6e1-66834cc617f7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:55.687870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f95b0d9-fa96-40d5-a2b1-50473e0ba6f8 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.723025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6bf8659-80b0-4095-aff1-7a82c2d56778 req-e1f15f97-50b0-4fd7-9ebd-6ef8d9c6e3c7 service neutron] 10.222.0.71 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974377 Nov 19 09:29:55.731345 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-4f95b0d9-fa96-40d5-a2b1-50473e0ba6f8 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66346029-2040-4742-8a9d-b5fbc65e8a73']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:55.739194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d84a57-b442-485f-9ec3-aad557570f48 None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:29:55.744598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-4f95b0d9-fa96-40d5-a2b1-50473e0ba6f8 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c60a5d-878a-4a5c-984c-e19957d77953') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:55.745197 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-4f95b0d9-fa96-40d5-a2b1-50473e0ba6f8 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c60a5d-878a-4a5c-984c-e19957d77953') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:55.757441 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f95b0d9-fa96-40d5-a2b1-50473e0ba6f8 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.771912 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f95b0d9-fa96-40d5-a2b1-50473e0ba6f8 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.780944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f95b0d9-fa96-40d5-a2b1-50473e0ba6f8 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:29:55.781391 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f95b0d9-fa96-40d5-a2b1-50473e0ba6f8 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:29:55.873328 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:29:55.877464 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f95b0d9-fa96-40d5-a2b1-50473e0ba6f8 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.887215 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f95b0d9-fa96-40d5-a2b1-50473e0ba6f8 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.891620 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4f95b0d9-fa96-40d5-a2b1-50473e0ba6f8 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/networks/66346029-2040-4742-8a9d-b5fbc65e8a73 HTTP/1.1" status: 204 len: 168 time: 0.8507297 Nov 19 09:29:55.907547 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34154) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:55.909755 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6bf8659-80b0-4095-aff1-7a82c2d56778 req-49ba065e-523b-4bd7-8a55-e2e8ca20abc4 service neutron] 10.222.0.71 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789486 Nov 19 09:29:55.914293 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-39ce53d8-9ba9-4ae0-8814-9396b95e28f2 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1807560535'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:55.918678 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95b0d9-fa96-40d5-a2b1-50473e0ba6f8 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event deleted for resources: {'Network': ['ID=66346029-2040-4742-8a9d-b5fbc65e8a73,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:55.945076 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ce53d8-9ba9-4ae0-8814-9396b95e28f2 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Made reservation on behalf of 97b5b2f2d65a4adb8e82839a1c0086ef for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:55.950769 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39ce53d8-9ba9-4ae0-8814-9396b95e28f2 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.980093 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d84a57-b442-485f-9ec3-aad557570f48 None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:29:55.985550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ce53d8-9ba9-4ae0-8814-9396b95e28f2 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:29:55.997324 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39ce53d8-9ba9-4ae0-8814-9396b95e28f2 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:55.998326 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-39ce53d8-9ba9-4ae0-8814-9396b95e28f2 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Added segment 7e5f978c-a05d-41b7-9925-24b4ec2f805b of type vlan for network 79a23cea-c1d1-4830-848c-8eae7e342fe2 Nov 19 09:29:56.059510 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39ce53d8-9ba9-4ae0-8814-9396b95e28f2 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:56.102302 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39ce53d8-9ba9-4ae0-8814-9396b95e28f2 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:56.114958 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ce53d8-9ba9-4ae0-8814-9396b95e28f2 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:56.115603 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39ce53d8-9ba9-4ae0-8814-9396b95e28f2 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:56.176146 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-39ce53d8-9ba9-4ae0-8814-9396b95e28f2 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2671576 Nov 19 09:29:56.179086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34166) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:56.189948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d5957dc6-c5e3-4d1b-bc0b-b29a28459fcd tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Request body: {'subnet': {'network_id': '79a23cea-c1d1-4830-848c-8eae7e342fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:56.328740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce53d8-9ba9-4ae0-8814-9396b95e28f2 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event updated for resources: {'Network': ['ID=79a23cea-c1d1-4830-848c-8eae7e342fe2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:56.365358 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34172) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:56.382194 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba1f3-6185-48a1-802d-827f7cf14bcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:56.395989 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffa003-43ed-4ffb-9727-dbb80296b21b req-89568d6a-9901-4e1a-859d-8abc5461a51f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:56.397930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01ffa003-43ed-4ffb-9727-dbb80296b21b req-89568d6a-9901-4e1a-859d-8abc5461a51f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.2033858 Nov 19 09:29:56.514270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 79a23cea-c1d1-4830-848c-8eae7e342fe2 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:29:56.518240 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01ffa003-43ed-4ffb-9727-dbb80296b21b req-4c703bea-4176-4754-a2eb-0348a9ad3290 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089704 Nov 19 09:29:56.519095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5957dc6-c5e3-4d1b-bc0b-b29a28459fcd tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Made reservation on behalf of 97b5b2f2d65a4adb8e82839a1c0086ef for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:56.524319 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5957dc6-c5e3-4d1b-bc0b-b29a28459fcd tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:56.560072 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba1f3-6185-48a1-802d-827f7cf14bcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:56.584827 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e6ba1f3-6185-48a1-802d-827f7cf14bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:56.703807 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6e6ba1f3-6185-48a1-802d-827f7cf14bcc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3911bee895c9487886807f0276a2c3f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3368914 Nov 19 09:29:56.707474 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34182) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:56.721701 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ba1f3-6185-48a1-802d-827f7cf14bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ed7ec0-31a8-45cc-ac4d-7fbb991e62f1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:56.768511 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e14772d1-5cae-4269-8719-63cf70b88207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:56.769387 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5957dc6-c5e3-4d1b-bc0b-b29a28459fcd tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:56.797493 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e14772d1-5cae-4269-8719-63cf70b88207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:56.837371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5957dc6-c5e3-4d1b-bc0b-b29a28459fcd tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event updated for resources: {'Subnet': ['ID=cbd1ca1f-30b2-4061-a181-cd5fd89c80e9,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:56.854820 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5957dc6-c5e3-4d1b-bc0b-b29a28459fcd tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Checking segment: {'id': '7e5f978c-a05d-41b7-9925-24b4ec2f805b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '79a23cea-c1d1-4830-848c-8eae7e342fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:29:56.855262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5957dc6-c5e3-4d1b-bc0b-b29a28459fcd tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Network hostable DHCP agents. Network: 79a23cea-c1d1-4830-848c-8eae7e342fe2, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:29:56.886968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5957dc6-c5e3-4d1b-bc0b-b29a28459fcd tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Network 79a23cea-c1d1-4830-848c-8eae7e342fe2 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:29:56.899867 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-d5957dc6-c5e3-4d1b-bc0b-b29a28459fcd tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 79a23cea-c1d1-4830-848c-8eae7e342fe2) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:56.905342 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e14772d1-5cae-4269-8719-63cf70b88207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:56.907063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5957dc6-c5e3-4d1b-bc0b-b29a28459fcd tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:56.907743 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5957dc6-c5e3-4d1b-bc0b-b29a28459fcd tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:56.909033 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4308e945-a74f-4379-8ba3-b735f10814fd None None] Network 79a23cea-c1d1-4830-848c-8eae7e342fe2 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:56.909574 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e14772d1-5cae-4269-8719-63cf70b88207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:56.910724 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e14772d1-5cae-4269-8719-63cf70b88207 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93ed7ec0-31a8-45cc-ac4d-7fbb991e62f1 HTTP/1.1" status: 204 len: 168 time: 0.2023065 Nov 19 09:29:56.921992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14772d1-5cae-4269-8719-63cf70b88207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ed7ec0-31a8-45cc-ac4d-7fbb991e62f1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:56.935596 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d5957dc6-c5e3-4d1b-bc0b-b29a28459fcd tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7551489 Nov 19 09:29:56.936049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34196) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:57.082961 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-025ab9f4-21ce-4f76-adf9-bd1f601b6960 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:57.167956 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-025ab9f4-21ce-4f76-adf9-bd1f601b6960 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:57.183988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f0e966-b72a-4cb3-b078-bc24bfd8d09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-79a23cea-c1d1-4830-848c-8eae7e342fe2', 'network_id': '79a23cea-c1d1-4830-848c-8eae7e342fe2', 'tenant_id': '97b5b2f2d65a4adb8e82839a1c0086ef', 'fixed_ips': [{'subnet_id': 'cbd1ca1f-30b2-4061-a181-cd5fd89c80e9'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:29:57.186739 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c1f0e966-b72a-4cb3-b078-bc24bfd8d09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:57.214473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:29:57.259252 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-025ab9f4-21ce-4f76-adf9-bd1f601b6960 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:57.309535 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ab9f4-21ce-4f76-adf9-bd1f601b6960 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd1ca1f-30b2-4061-a181-cd5fd89c80e9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:57.384197 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:29:57.411517 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-025ab9f4-21ce-4f76-adf9-bd1f601b6960 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:57.439693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-025ab9f4-21ce-4f76-adf9-bd1f601b6960 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a23cea-c1d1-4830-848c-8eae7e342fe2']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server [None req-c1f0e966-b72a-4cb3-b078-bc24bfd8d09e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cbd1ca1f-30b2-4061-a181-cd5fd89c80e9: This subnet is being modified by another concurrent operation. Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 09:29:57.446945 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise exception Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cbd1ca1f-30b2-4061-a181-cd5fd89c80e9: This subnet is being modified by another concurrent operation. Nov 19 09:29:57.450931 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Nov 19 09:29:57.479001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56bf31e-5378-45c3-bd0b-49b2e0d155d2 None None] Network 79a23cea-c1d1-4830-848c-8eae7e342fe2 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:57.484989 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-025ab9f4-21ce-4f76-adf9-bd1f601b6960 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5f978c-a05d-41b7-9925-24b4ec2f805b') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:57.485733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-025ab9f4-21ce-4f76-adf9-bd1f601b6960 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5f978c-a05d-41b7-9925-24b4ec2f805b') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:29:57.499973 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-025ab9f4-21ce-4f76-adf9-bd1f601b6960 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:57.518350 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-025ab9f4-21ce-4f76-adf9-bd1f601b6960 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:57.532189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025ab9f4-21ce-4f76-adf9-bd1f601b6960 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:29:57.532710 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-025ab9f4-21ce-4f76-adf9-bd1f601b6960 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:29:57.537117 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:29:57.663180 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,segment=NetworkSegment(c1500e65-40e1-44d9-8982-de0f15c7eb49),segment_id=c1500e65-40e1-44d9-8982-de0f15c7eb49)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:29:57.679651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2', 'network_id': 'da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4', 'port_id': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2', 'mac_address': 'fa:16:3e:21:b5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a8eba8-535b-46b1-9a23-adba2986540d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:29:57.710316 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-025ab9f4-21ce-4f76-adf9-bd1f601b6960 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:57.720542 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-025ab9f4-21ce-4f76-adf9-bd1f601b6960 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:57.726019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-025ab9f4-21ce-4f76-adf9-bd1f601b6960 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/networks/79a23cea-c1d1-4830-848c-8eae7e342fe2 HTTP/1.1" status: 204 len: 168 time: 0.7889040 Nov 19 09:29:57.729387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34226) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:57.739292 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-feb94ef7-da81-4de5-93fd-c6dbe6fcea32 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1892758356'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:57.779471 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb94ef7-da81-4de5-93fd-c6dbe6fcea32 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Made reservation on behalf of 97b5b2f2d65a4adb8e82839a1c0086ef for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:57.785464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ab9f4-21ce-4f76-adf9-bd1f601b6960 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event deleted for resources: {'Network': ['ID=79a23cea-c1d1-4830-848c-8eae7e342fe2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:57.800865 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b36607-52f4-40a8-8821-1bbbeaf8c19c req-37cc9a42-cae3-4ac8-b275-972de134e5d1 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:57.804363 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-feb94ef7-da81-4de5-93fd-c6dbe6fcea32 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:57.810026 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0b36607-52f4-40a8-8821-1bbbeaf8c19c req-37cc9a42-cae3-4ac8-b275-972de134e5d1 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.1495121 Nov 19 09:29:57.852586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb94ef7-da81-4de5-93fd-c6dbe6fcea32 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:29:57.877752 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-feb94ef7-da81-4de5-93fd-c6dbe6fcea32 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:57.878916 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-feb94ef7-da81-4de5-93fd-c6dbe6fcea32 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Added segment ffe5b2cb-0a8a-40e1-b7c9-a68d33f84075 of type vlan for network 67f41fd5-f015-4ecc-9ff8-1f8a8cd4d22e Nov 19 09:29:57.884625 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0b36607-52f4-40a8-8821-1bbbeaf8c19c req-b8663a12-6457-4f8c-b7eb-4ebd776a16e8 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732195 Nov 19 09:29:57.944114 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:57.980700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60be0adc-404d-4bed-b166-63cb9cc5380b None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:29:57.984125 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-feb94ef7-da81-4de5-93fd-c6dbe6fcea32 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:58.027146 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:29:58.030105 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-feb94ef7-da81-4de5-93fd-c6dbe6fcea32 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:58.045567 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb94ef7-da81-4de5-93fd-c6dbe6fcea32 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:58.047193 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-feb94ef7-da81-4de5-93fd-c6dbe6fcea32 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:58.057963 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,segment=NetworkSegment(c1500e65-40e1-44d9-8982-de0f15c7eb49),segment_id=c1500e65-40e1-44d9-8982-de0f15c7eb49)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:29:58.083274 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:58.163097 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-feb94ef7-da81-4de5-93fd-c6dbe6fcea32 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4322393 Nov 19 09:29:58.166585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34250) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:58.173419 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-400f2640-d1ee-49e2-9625-f9d984f3f28c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Request body: {'subnet': {'network_id': '67f41fd5-f015-4ecc-9ff8-1f8a8cd4d22e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:29:58.246100 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:58.256710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb94ef7-da81-4de5-93fd-c6dbe6fcea32 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event updated for resources: {'Network': ['ID=67f41fd5-f015-4ecc-9ff8-1f8a8cd4d22e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:58.291168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 67f41fd5-f015-4ecc-9ff8-1f8a8cd4d22e details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:29:58.337364 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400f2640-d1ee-49e2-9625-f9d984f3f28c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Made reservation on behalf of 97b5b2f2d65a4adb8e82839a1c0086ef for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:29:58.346863 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-400f2640-d1ee-49e2-9625-f9d984f3f28c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:58.376590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60be0adc-404d-4bed-b166-63cb9cc5380b None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:29:58.464221 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:29:58.882297 n-d-805649-14 neutron-server[103476]: DEBUG neutron.objects.ports [None req-400f2640-d1ee-49e2-9625-f9d984f3f28c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103476) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:29:58.885823 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-400f2640-d1ee-49e2-9625-f9d984f3f28c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:58.971191 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f2640-d1ee-49e2-9625-f9d984f3f28c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event updated for resources: {'Subnet': ['ID=7ad8c2cb-fece-4974-9dd6-569be132e8e7,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:58.973831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f2640-d1ee-49e2-9625-f9d984f3f28c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Checking segment: {'id': 'ffe5b2cb-0a8a-40e1-b7c9-a68d33f84075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '67f41fd5-f015-4ecc-9ff8-1f8a8cd4d22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:29:58.974204 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400f2640-d1ee-49e2-9625-f9d984f3f28c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Network hostable DHCP agents. Network: 67f41fd5-f015-4ecc-9ff8-1f8a8cd4d22e, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:29:59.028627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400f2640-d1ee-49e2-9625-f9d984f3f28c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Network 67f41fd5-f015-4ecc-9ff8-1f8a8cd4d22e is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:29:59.054152 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-400f2640-d1ee-49e2-9625-f9d984f3f28c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 67f41fd5-f015-4ecc-9ff8-1f8a8cd4d22e) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:29:59.060774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400f2640-d1ee-49e2-9625-f9d984f3f28c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:59.061658 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-400f2640-d1ee-49e2-9625-f9d984f3f28c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:59.063231 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3556a294-037b-4fc3-9b62-3e834ccc67b2 None None] Network 67f41fd5-f015-4ecc-9ff8-1f8a8cd4d22e requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:59.093956 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-400f2640-d1ee-49e2-9625-f9d984f3f28c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9259028 Nov 19 09:29:59.096452 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34286) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:29:59.132898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93373c80-b242-4ab1-8ecc-2b1fbfed9e4d req-42e84783-a966-49dc-940a-31f2d633dc77 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:29:59.135586 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93373c80-b242-4ab1-8ecc-2b1fbfed9e4d req-42e84783-a966-49dc-940a-31f2d633dc77 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 944 time: 0.1113348 Nov 19 09:29:59.226506 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93373c80-b242-4ab1-8ecc-2b1fbfed9e4d req-5fd36cb3-1ded-4314-9192-efcd8e787e32 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762517 Nov 19 09:29:59.378857 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-992f30f5-8ce9-4a96-ac48-9ce365a447a6 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:59.426541 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7f1331-4892-4e01-bfcc-0747c1c1620b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-67f41fd5-f015-4ecc-9ff8-1f8a8cd4d22e', 'network_id': '67f41fd5-f015-4ecc-9ff8-1f8a8cd4d22e', 'tenant_id': '97b5b2f2d65a4adb8e82839a1c0086ef', 'fixed_ips': [{'subnet_id': '7ad8c2cb-fece-4974-9dd6-569be132e8e7'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:29:59.427428 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6c7f1331-4892-4e01-bfcc-0747c1c1620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:59.462015 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-992f30f5-8ce9-4a96-ac48-9ce365a447a6 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:59.558831 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-992f30f5-8ce9-4a96-ac48-9ce365a447a6 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server [None req-6c7f1331-4892-4e01-bfcc-0747c1c1620b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ad8c2cb-fece-4974-9dd6-569be132e8e7: This subnet is being modified by another concurrent operation. Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 09:29:59.569670 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise exception Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ad8c2cb-fece-4974-9dd6-569be132e8e7: This subnet is being modified by another concurrent operation. Nov 19 09:29:59.573822 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Nov 19 09:29:59.591292 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d9789d-5f8d-4a59-b3b0-fc1cf8705a2b None None] Network 67f41fd5-f015-4ecc-9ff8-1f8a8cd4d22e requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:29:59.610443 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f30f5-8ce9-4a96-ac48-9ce365a447a6 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad8c2cb-fece-4974-9dd6-569be132e8e7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:29:59.784434 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a903f580-0ec0-4f7c-b587-4ec1c5ed2a0e None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:30:00.030991 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a903f580-0ec0-4f7c-b587-4ec1c5ed2a0e None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:30:00.069480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34326) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:00.116759 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-992f30f5-8ce9-4a96-ac48-9ce365a447a6 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:00.147652 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-992f30f5-8ce9-4a96-ac48-9ce365a447a6 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f41fd5-f015-4ecc-9ff8-1f8a8cd4d22e']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:00.160788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-992f30f5-8ce9-4a96-ac48-9ce365a447a6 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe5b2cb-0a8a-40e1-b7c9-a68d33f84075') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:00.161322 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-992f30f5-8ce9-4a96-ac48-9ce365a447a6 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe5b2cb-0a8a-40e1-b7c9-a68d33f84075') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:00.172543 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-992f30f5-8ce9-4a96-ac48-9ce365a447a6 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:00.205768 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-992f30f5-8ce9-4a96-ac48-9ce365a447a6 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:00.217217 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992f30f5-8ce9-4a96-ac48-9ce365a447a6 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:30:00.219020 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-992f30f5-8ce9-4a96-ac48-9ce365a447a6 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:30:00.314996 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:30:00.325741 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-992f30f5-8ce9-4a96-ac48-9ce365a447a6 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:00.331192 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-992f30f5-8ce9-4a96-ac48-9ce365a447a6 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:00.336167 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-992f30f5-8ce9-4a96-ac48-9ce365a447a6 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/networks/67f41fd5-f015-4ecc-9ff8-1f8a8cd4d22e HTTP/1.1" status: 204 len: 168 time: 1.2324917 Nov 19 09:30:00.340074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34334) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:00.356900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f30f5-8ce9-4a96-ac48-9ce365a447a6 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event deleted for resources: {'Network': ['ID=67f41fd5-f015-4ecc-9ff8-1f8a8cd4d22e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:00.360024 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c4775bfa-3e75-4f7f-b6de-01ffa6591861 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:00.411215 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1ce011-e261-484a-a3f5-510edbe7a5a3 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] DELETE failed (client error): The resource could not be found. Nov 19 09:30:00.411743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1ce011-e261-484a-a3f5-510edbe7a5a3 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:30:00.421240 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9d1ce011-e261-484a-a3f5-510edbe7a5a3 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/subnets/7ad8c2cb-fece-4974-9dd6-569be132e8e7 HTTP/1.1" status: 404 len: 337 time: 0.0799732 Nov 19 09:30:00.427137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34342) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:00.451768 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be320b8-6ab0-4c77-97c6-e94eba0db67d req-7584f8bc-8872-45ba-8c32-e55884447dfe tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:00.454526 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1be320b8-6ab0-4c77-97c6-e94eba0db67d req-7584f8bc-8872-45ba-8c32-e55884447dfe tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 944 time: 0.1056204 Nov 19 09:30:00.492246 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52cbb02-8b0c-45ca-a411-b7454be9abc7 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] DELETE failed (client error): The resource could not be found. Nov 19 09:30:00.492862 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52cbb02-8b0c-45ca-a411-b7454be9abc7 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:30:00.498642 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b52cbb02-8b0c-45ca-a411-b7454be9abc7 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/networks/67f41fd5-f015-4ecc-9ff8-1f8a8cd4d22e HTTP/1.1" status: 404 len: 339 time: 0.0674310 Nov 19 09:30:00.502069 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34344) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:00.541804 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f78adf-811c-4516-a322-85882abbee3c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] DELETE failed (client error): The resource could not be found. Nov 19 09:30:00.542427 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f78adf-811c-4516-a322-85882abbee3c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:30:00.546579 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f9f78adf-811c-4516-a322-85882abbee3c tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/subnets/cbd1ca1f-30b2-4061-a181-cd5fd89c80e9 HTTP/1.1" status: 404 len: 337 time: 0.0425959 Nov 19 09:30:00.551809 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34346) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:00.553658 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1be320b8-6ab0-4c77-97c6-e94eba0db67d req-c5f573e0-564d-4f9b-948a-4c456a6eab42 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927651 Nov 19 09:30:00.573856 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-971f054e-7936-4683-bc07-1d2c0eacd39a tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] DELETE failed (client error): The resource could not be found. Nov 19 09:30:00.574439 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971f054e-7936-4683-bc07-1d2c0eacd39a tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:30:00.577506 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-971f054e-7936-4683-bc07-1d2c0eacd39a tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/networks/79a23cea-c1d1-4830-848c-8eae7e342fe2 HTTP/1.1" status: 404 len: 339 time: 0.0247154 Nov 19 09:30:00.580259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34348) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:00.612563 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d61a210-a4f0-4aee-aab8-00cec04c6007 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] DELETE failed (client error): The resource could not be found. Nov 19 09:30:00.613129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d61a210-a4f0-4aee-aab8-00cec04c6007 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:30:00.613811 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c4775bfa-3e75-4f7f-b6de-01ffa6591861 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:00.628586 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c4775bfa-3e75-4f7f-b6de-01ffa6591861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:00.632498 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2d61a210-a4f0-4aee-aab8-00cec04c6007 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/subnets/d84e0fe9-c38e-478b-a203-c0b756eb4a35 HTTP/1.1" status: 404 len: 337 time: 0.0509045 Nov 19 09:30:00.635616 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34350) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:00.684736 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-309c4d9f-661f-493a-95ef-85a17f48da99 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] DELETE failed (client error): The resource could not be found. Nov 19 09:30:00.685251 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309c4d9f-661f-493a-95ef-85a17f48da99 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:30:00.688363 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-309c4d9f-661f-493a-95ef-85a17f48da99 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/networks/66346029-2040-4742-8a9d-b5fbc65e8a73 HTTP/1.1" status: 404 len: 339 time: 0.0516973 Nov 19 09:30:00.691541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34352) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:00.698570 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c4775bfa-3e75-4f7f-b6de-01ffa6591861 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fc19b845ca6482391e4df74ccf94fda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6278627 Nov 19 09:30:00.702679 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34354) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:00.742459 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4775bfa-3e75-4f7f-b6de-01ffa6591861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ed6b06-2fc6-4263-a966-f2b15fb8e256,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:00.835397 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3b30-db71-4d68-a5db-138b810514d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:00.861720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-61663041-139f-4cad-ab6c-06de47dc4107 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Deleting port 0431e546-1979-42e9-93c9-0f2a948948d6 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:00.862503 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-61663041-139f-4cad-ab6c-06de47dc4107 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:00.868747 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3b30-db71-4d68-a5db-138b810514d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:00.930583 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3b30-db71-4d68-a5db-138b810514d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:00.933312 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3b30-db71-4d68-a5db-138b810514d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:00.934615 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d8fa3b30-db71-4d68-a5db-138b810514d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07ed6b06-2fc6-4263-a966-f2b15fb8e256 HTTP/1.1" status: 204 len: 168 time: 0.2304718 Nov 19 09:30:00.945212 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa3b30-db71-4d68-a5db-138b810514d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ed6b06-2fc6-4263-a966-f2b15fb8e256,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:00.952451 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-61663041-139f-4cad-ab6c-06de47dc4107 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:00.973437 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-61663041-139f-4cad-ab6c-06de47dc4107 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Calling delete_port for 0431e546-1979-42e9-93c9-0f2a948948d6 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:01.077614 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-61663041-139f-4cad-ab6c-06de47dc4107 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.115910 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-61663041-139f-4cad-ab6c-06de47dc4107 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.121144 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-61663041-139f-4cad-ab6c-06de47dc4107 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/ports/0431e546-1979-42e9-93c9-0f2a948948d6 HTTP/1.1" status: 204 len: 168 time: 0.4270849 Nov 19 09:30:01.122968 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34370) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:01.123490 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61663041-139f-4cad-ab6c-06de47dc4107 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event deleted for resources: {'Port': ['ID=0431e546-1979-42e9-93c9-0f2a948948d6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:01.164666 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd3f61d-fd29-4e50-b654-31048faa5da2 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] DELETE failed (client error): The resource could not be found. Nov 19 09:30:01.165732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd3f61d-fd29-4e50-b654-31048faa5da2 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:30:01.171583 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ffd3f61d-fd29-4e50-b654-31048faa5da2 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/subnets/11aaaa07-3dbc-4655-9e4d-ece6de653fc9 HTTP/1.1" status: 404 len: 337 time: 0.0442195 Nov 19 09:30:01.171799 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34372) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:01.223669 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:30:01.278369 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7eeaa8d7-470a-4ca6-b656-67737016a66f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.305035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:30:01.310486 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:01.311174 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.377598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34376) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:01.397476 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51518598-fd22-41bf-874c-b832043a986d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.451799 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7eeaa8d7-470a-4ca6-b656-67737016a66f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.456163 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.474263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7eeaa8d7-470a-4ca6-b656-67737016a66f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36f5b5d-97fe-4338-bd01-47c9ab436ce3']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:01.484840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8eab4e7-9729-48e8-924a-bac64eb4dd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:30:01.487473 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894c889f-abc6-42b6-bc8c-57d1606944b2" -d '{"events": [{"server_uuid": "e8eab4e7-9729-48e8-924a-bac64eb4dd1c", "name": "network-vif-plugged", "status": "completed", "tag": "7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:30:01.489922 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7eeaa8d7-470a-4ca6-b656-67737016a66f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaab2f91-71ce-4c4c-a3f5-ab67167ffee5') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:01.490266 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7eeaa8d7-470a-4ca6-b656-67737016a66f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaab2f91-71ce-4c4c-a3f5-ab67167ffee5') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:01.531815 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7eeaa8d7-470a-4ca6-b656-67737016a66f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.541122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7eeaa8d7-470a-4ca6-b656-67737016a66f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.553020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,segment=NetworkSegment(c1500e65-40e1-44d9-8982-de0f15c7eb49),segment_id=c1500e65-40e1-44d9-8982-de0f15c7eb49)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:01.561161 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eeaa8d7-470a-4ca6-b656-67737016a66f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:30:01.562357 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7eeaa8d7-470a-4ca6-b656-67737016a66f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.563308 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.568122 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51518598-fd22-41bf-874c-b832043a986d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:30:01.568396 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:30:01.580809 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51518598-fd22-41bf-874c-b832043a986d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.650110 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694277dd-7c37-4e67-b71d-77becb509f99 x-openstack-request-id: req-694277dd-7c37-4e67-b71d-77becb509f99 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:30:01.650412 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8eab4e7-9729-48e8-924a-bac64eb4dd1c", "name": "network-vif-plugged", "status": "completed", "tag": "7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:30:01.650667 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-694277dd-7c37-4e67-b71d-77becb509f99 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:30:01.651066 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8eab4e7-9729-48e8-924a-bac64eb4dd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2', 'code': 200} Nov 19 09:30:01.677681 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7eeaa8d7-470a-4ca6-b656-67737016a66f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.696902 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-51518598-fd22-41bf-874c-b832043a986d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=956a4bdf5bcc449faa0bf11a409ee035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3178735 Nov 19 09:30:01.699519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51518598-fd22-41bf-874c-b832043a986d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc90754-8c06-47a6-8995-13c46fe403e5,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:01.718695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34390) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:01.721866 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7eeaa8d7-470a-4ca6-b656-67737016a66f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.726257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:01.729590 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7eeaa8d7-470a-4ca6-b656-67737016a66f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/networks/f36f5b5d-97fe-4338-bd01-47c9ab436ce3 HTTP/1.1" status: 204 len: 168 time: 0.5565774 Nov 19 09:30:01.730843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeaa8d7-470a-4ca6-b656-67737016a66f tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event deleted for resources: {'Network': ['ID=f36f5b5d-97fe-4338-bd01-47c9ab436ce3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:01.732791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34394) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:01.861476 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cf32eb54-4a07-4bf4-ab4b-fe2dd875351e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Deleting port 6bbfc8e6-a155-466a-bad3-920a4dd24808 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:01.862220 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf32eb54-4a07-4bf4-ab4b-fe2dd875351e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.880777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f8c15-cb2f-44e5-b14f-9cace68f8888 req-f0c04ffa-90a1-4875-b790-c3e389d9c6a8 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:01.882349 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-055f8c15-cb2f-44e5-b14f-9cace68f8888 req-f0c04ffa-90a1-4875-b790-c3e389d9c6a8 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1838014 Nov 19 09:30:01.885703 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec531f43-a065-48d4-9c2f-5e0ecd3c3e3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.889707 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28276d-2145-44f6-8e5c-f3b0d6ff0c78 req-98b924ea-5858-4f4c-a0df-0c77d03a7f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:01.891423 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a28276d-2145-44f6-8e5c-f3b0d6ff0c78 req-98b924ea-5858-4f4c-a0df-0c77d03a7f0a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 1097 time: 0.1457076 Nov 19 09:30:01.963252 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec531f43-a065-48d4-9c2f-5e0ecd3c3e3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.984031 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf32eb54-4a07-4bf4-ab4b-fe2dd875351e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:01.999594 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cf32eb54-4a07-4bf4-ab4b-fe2dd875351e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Calling delete_port for 6bbfc8e6-a155-466a-bad3-920a4dd24808 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:02.023203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a28276d-2145-44f6-8e5c-f3b0d6ff0c78 req-a9481fe5-8b74-4fb5-ada4-b26fa389148b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151412 Nov 19 09:30:02.031286 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-055f8c15-cb2f-44e5-b14f-9cace68f8888 req-0a0c0da3-7cea-46fc-b9ff-c59933489ee1 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332035 Nov 19 09:30:02.059094 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec531f43-a065-48d4-9c2f-5e0ecd3c3e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:02.061960 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec531f43-a065-48d4-9c2f-5e0ecd3c3e3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:02.066045 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ec531f43-a065-48d4-9c2f-5e0ecd3c3e3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdc90754-8c06-47a6-8995-13c46fe403e5 HTTP/1.1" status: 204 len: 168 time: 0.3435950 Nov 19 09:30:02.074763 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec531f43-a065-48d4-9c2f-5e0ecd3c3e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc90754-8c06-47a6-8995-13c46fe403e5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:02.114577 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf32eb54-4a07-4bf4-ab4b-fe2dd875351e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:02.147258 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32eb54-4a07-4bf4-ab4b-fe2dd875351e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event deleted for resources: {'Port': ['ID=6bbfc8e6-a155-466a-bad3-920a4dd24808,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:02.155250 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf32eb54-4a07-4bf4-ab4b-fe2dd875351e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:02.161796 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cf32eb54-4a07-4bf4-ab4b-fe2dd875351e tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/ports/6bbfc8e6-a155-466a-bad3-920a4dd24808 HTTP/1.1" status: 204 len: 168 time: 0.4275217 Nov 19 09:30:02.163684 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34406) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:02.195558 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9efa31-c75a-4569-a4e3-385066b64658 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] DELETE failed (client error): The resource could not be found. Nov 19 09:30:02.196039 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9efa31-c75a-4569-a4e3-385066b64658 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:30:02.201816 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4f9efa31-c75a-4569-a4e3-385066b64658 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/subnets/95f069fa-8aa7-474a-9ddb-a4b3cf4b6781 HTTP/1.1" status: 404 len: 337 time: 0.0344136 Nov 19 09:30:02.202264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34412) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:02.321056 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9521281-84a6-496b-8f1a-f30f59b02476 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:02.432573 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9521281-84a6-496b-8f1a-f30f59b02476 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:02.461166 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a9521281-84a6-496b-8f1a-f30f59b02476 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc64352-6e11-4d5a-830c-64c735c94a05']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:02.471664 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a9521281-84a6-496b-8f1a-f30f59b02476 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b6e9dc-130f-430b-9d4e-761c32245596') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:02.472736 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a9521281-84a6-496b-8f1a-f30f59b02476 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b6e9dc-130f-430b-9d4e-761c32245596') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:02.485295 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9521281-84a6-496b-8f1a-f30f59b02476 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:02.504684 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9521281-84a6-496b-8f1a-f30f59b02476 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:02.528554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9521281-84a6-496b-8f1a-f30f59b02476 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:30:02.528904 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9521281-84a6-496b-8f1a-f30f59b02476 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:30:02.532071 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:30:02.630594 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9521281-84a6-496b-8f1a-f30f59b02476 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:02.647080 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9521281-84a6-496b-8f1a-f30f59b02476 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:02.650429 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a9521281-84a6-496b-8f1a-f30f59b02476 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/networks/6dc64352-6e11-4d5a-830c-64c735c94a05 HTTP/1.1" status: 204 len: 168 time: 0.4471521 Nov 19 09:30:02.652974 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34430) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:02.661136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9521281-84a6-496b-8f1a-f30f59b02476 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event deleted for resources: {'Network': ['ID=6dc64352-6e11-4d5a-830c-64c735c94a05,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:02.724036 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3d4a4b-50e0-47f9-afa8-70eacf976562 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Deleting subnet cec29ba0-bb9f-4d74-b573-99a0015bfb64 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:30:02.727305 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e3d4a4b-50e0-47f9-afa8-70eacf976562 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:02.786278 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e3d4a4b-50e0-47f9-afa8-70eacf976562 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:02.900740 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e3d4a4b-50e0-47f9-afa8-70eacf976562 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:03.021931 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e3d4a4b-50e0-47f9-afa8-70eacf976562 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:03.060601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d4a4b-50e0-47f9-afa8-70eacf976562 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event deleted for resources: {'Subnet': ['ID=cec29ba0-bb9f-4d74-b573-99a0015bfb64,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:03.064161 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e3d4a4b-50e0-47f9-afa8-70eacf976562 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:03.067611 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02855d81-7fa0-48a3-a5c3-6222ff16f2dd None None] Network 58278c07-9ddd-4a30-8ed1-6efbb03280eb requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:30:03.068656 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6e3d4a4b-50e0-47f9-afa8-70eacf976562 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/subnets/cec29ba0-bb9f-4d74-b573-99a0015bfb64 HTTP/1.1" status: 204 len: 168 time: 0.4139140 Nov 19 09:30:03.072912 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34450) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:03.219603 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:03.319543 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1313c-b8b1-4077-9967-d207f5c0c64f req-345a7b92-e400-4f3a-b1b1-761109481caf tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:03.321501 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7de1313c-b8b1-4077-9967-d207f5c0c64f req-345a7b92-e400-4f3a-b1b1-761109481caf tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1102216 Nov 19 09:30:03.396426 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Deleting port be6eb050-2b3f-4852-8b92-6578ae17f3fe {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:03.397142 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:03.399999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31f92cd-7522-4b15-8c33-125f0a0f81e9 None None] DHCP port deletion for 58278c07-9ddd-4a30-8ed1-6efbb03280eb request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:30:03.467105 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e31f92cd-7522-4b15-8c33-125f0a0f81e9 None None] Deleting port be6eb050-2b3f-4852-8b92-6578ae17f3fe {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:03.467486 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e31f92cd-7522-4b15-8c33-125f0a0f81e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:03.520255 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7de1313c-b8b1-4077-9967-d207f5c0c64f req-8478b630-fabe-41cf-bf2a-cd3f8ab7e210 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691201 Nov 19 09:30:03.555112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] For port be6eb050-2b3f-4852-8b92-6578ae17f3fe, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=be6eb050-2b3f-4852-8b92-6578ae17f3fe,segment=NetworkSegment(00758229-96d1-490c-bddf-6b44a06f71fa),segment_id=00758229-96d1-490c-bddf-6b44a06f71fa)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:03.555611 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:03.587230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Calling delete_port for be6eb050-2b3f-4852-8b92-6578ae17f3fe owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:03.623038 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e31f92cd-7522-4b15-8c33-125f0a0f81e9 None None] For port be6eb050-2b3f-4852-8b92-6578ae17f3fe, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=be6eb050-2b3f-4852-8b92-6578ae17f3fe,segment=NetworkSegment(00758229-96d1-490c-bddf-6b44a06f71fa),segment_id=00758229-96d1-490c-bddf-6b44a06f71fa)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:03.624046 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e31f92cd-7522-4b15-8c33-125f0a0f81e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:03.644966 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e31f92cd-7522-4b15-8c33-125f0a0f81e9 None None] Calling delete_port for be6eb050-2b3f-4852-8b92-6578ae17f3fe owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:03.727526 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:03.760803 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event deleted for resources: {'Port': ['ID=be6eb050-2b3f-4852-8b92-6578ae17f3fe,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:03.767908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] No DVR routers for this DVR port be6eb050-2b3f-4852-8b92-6578ae17f3fe on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:30:03.780884 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e31f92cd-7522-4b15-8c33-125f0a0f81e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:03.835663 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f92cd-7522-4b15-8c33-125f0a0f81e9 None None] Pushing event deleted for resources: {'Port': ['ID=be6eb050-2b3f-4852-8b92-6578ae17f3fe,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:03.845942 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31f92cd-7522-4b15-8c33-125f0a0f81e9 None None] No DVR routers for this DVR port be6eb050-2b3f-4852-8b92-6578ae17f3fe on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:30:03.967414 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:04.011096 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58278c07-9ddd-4a30-8ed1-6efbb03280eb']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:04.025048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00758229-96d1-490c-bddf-6b44a06f71fa') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:04.026235 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00758229-96d1-490c-bddf-6b44a06f71fa') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:04.040524 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:04.058223 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:04.065846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:30:04.066265 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:30:04.148878 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:30:04.158292 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:04.176271 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:04.180090 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] 10.222.0.21 "DELETE /v2.0/networks/58278c07-9ddd-4a30-8ed1-6efbb03280eb HTTP/1.1" status: 204 len: 168 time: 1.1054595 Nov 19 09:30:04.195088 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a5425-7f76-49ea-b985-996e8ae40853 tempest-NetworksIpV6TestAttrs-227252565 tempest-NetworksIpV6TestAttrs-227252565-project] Pushing event deleted for resources: {'Network': ['ID=58278c07-9ddd-4a30-8ed1-6efbb03280eb,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:04.448736 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device be6eb050-2b3f-4852-8b92-6578ae17f3fe no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:30:04.470916 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: be6eb050-2b3f-4852-8b92-6578ae17f3fe {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:30:04.471542 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device be6eb050-2b3f-4852-8b92-6578ae17f3fe not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:30:04.578357 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34514) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:04.710670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b4e92-c21b-4add-8b2d-acc621345dde req-23126136-0a1f-4ac1-b77b-dda97340017d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:04.712127 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-379b4e92-c21b-4add-8b2d-acc621345dde req-23126136-0a1f-4ac1-b77b-dda97340017d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0911276 Nov 19 09:30:04.798641 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-379b4e92-c21b-4add-8b2d-acc621345dde req-8a5ebd9a-3b7a-493d-91fe-a005d8cf224f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756786 Nov 19 09:30:04.830590 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ec78bda8-5b61-4fcf-9b13-b7f69310aa5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97b5b2f2d65a4adb8e82839a1c0086ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2508261 Nov 19 09:30:04.833478 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34538) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:04.910988 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-531a6e3c-1697-4c15-94f7-9999f61141e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:04.941276 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-531a6e3c-1697-4c15-94f7-9999f61141e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:05.028274 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-531a6e3c-1697-4c15-94f7-9999f61141e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:05.033730 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-531a6e3c-1697-4c15-94f7-9999f61141e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:05.035782 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-531a6e3c-1697-4c15-94f7-9999f61141e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b872e69-eba9-4ce8-8736-0c42e37d6f17 HTTP/1.1" status: 204 len: 168 time: 0.2013435 Nov 19 09:30:05.061494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a6e3c-1697-4c15-94f7-9999f61141e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b872e69-eba9-4ce8-8736-0c42e37d6f17,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:05.259170 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-e56c505d-5412-43fb-86f8-9c41b71a90dd tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:05.266773 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-e56c505d-5412-43fb-86f8-9c41b71a90dd tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/networks?id=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 HTTP/1.1" status: 200 len: 814 time: 0.2115083 Nov 19 09:30:05.284224 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-d5421e44-3de8-4461-97f5-a0311ac5902c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/quotas/5047e7d7a40342a68aa2788274e8967a HTTP/1.1" status: 200 len: 375 time: 0.0163422 Nov 19 09:30:05.294018 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34572) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:05.340950 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-69630f42-a638-4704-bcef-38fbd7372eed tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5047e7d7a40342a68aa2788274e8967a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0552077 Nov 19 09:30:05.613984 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9699524d-9f16-4706-92a6-86e463413d07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:05.665216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-c3288d4d-9bb3-44b3-bcb1-5a29966d4308 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:30:05.672937 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-c3288d4d-9bb3-44b3-bcb1-5a29966d4308 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3244591 Nov 19 09:30:05.805200 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9699524d-9f16-4706-92a6-86e463413d07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:05.816774 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9699524d-9f16-4706-92a6-86e463413d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:05.835774 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-f375ef17-3cbb-4c70-88ad-ec2b12d60a78 service neutron] 10.222.0.21 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616831 Nov 19 09:30:05.875682 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699524d-9f16-4706-92a6-86e463413d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ee1014-d7ac-46d0-bd74-406b49e03e7c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:05.892114 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9699524d-9f16-4706-92a6-86e463413d07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65025e2e7db1461b848902845052e394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5920224 Nov 19 09:30:05.895478 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34604) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:05.981655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-091bb425-427e-48c9-955a-70678228d0f9 service neutron] 10.222.0.21 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395278 Nov 19 09:30:05.986597 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb5b8-dcfb-4be3-8a32-db4113fe69d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:06.043928 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb5b8-dcfb-4be3-8a32-db4113fe69d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:06.128693 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb5b8-dcfb-4be3-8a32-db4113fe69d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:06.131598 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b1fb5b8-dcfb-4be3-8a32-db4113fe69d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:06.132945 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2b1fb5b8-dcfb-4be3-8a32-db4113fe69d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52ee1014-d7ac-46d0-bd74-406b49e03e7c HTTP/1.1" status: 204 len: 168 time: 0.2361705 Nov 19 09:30:06.142679 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fb5b8-dcfb-4be3-8a32-db4113fe69d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ee1014-d7ac-46d0-bd74-406b49e03e7c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:06.318068 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a29de3c-8c92-4bd9-818a-02d9eba690e5 req-52775434-52b8-4911-a635-608929c7c606 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 210 time: 0.0382376 Nov 19 09:30:06.464772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34632) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:06.692923 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-78812f3d-2ce1-43e1-b01d-cc090ebf5d46 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1502170734'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:06.727328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34640) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:06.745046 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78812f3d-2ce1-43e1-b01d-cc090ebf5d46 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:06.750058 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78812f3d-2ce1-43e1-b01d-cc090ebf5d46 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:06.781047 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c17990b-7f0d-4c83-a1a3-af44b7fb73e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:06.786142 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78812f3d-2ce1-43e1-b01d-cc090ebf5d46 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:06.922289 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78812f3d-2ce1-43e1-b01d-cc090ebf5d46 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:06.933225 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78812f3d-2ce1-43e1-b01d-cc090ebf5d46 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:06.996290 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c17990b-7f0d-4c83-a1a3-af44b7fb73e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:07.004684 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c17990b-7f0d-4c83-a1a3-af44b7fb73e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:07.014073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78812f3d-2ce1-43e1-b01d-cc090ebf5d46 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:30:07.026995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78812f3d-2ce1-43e1-b01d-cc090ebf5d46 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57975df4-0037-4aa1-ab71-e5e39b6bfab1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:07.042088 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78812f3d-2ce1-43e1-b01d-cc090ebf5d46 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:07.042865 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-78812f3d-2ce1-43e1-b01d-cc090ebf5d46 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Added segment d22f9b9d-cafb-473c-b6ca-30df5f20acfb of type vlan for network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd Nov 19 09:30:07.075821 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5c17990b-7f0d-4c83-a1a3-af44b7fb73e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5ca38ff375f4a1cb3d03b71006a89d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3430178 Nov 19 09:30:07.077441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34652) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:07.089677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17990b-7f0d-4c83-a1a3-af44b7fb73e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771f7202-a7a3-40f8-a2f8-4a410b8e8a8f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:07.104279 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78812f3d-2ce1-43e1-b01d-cc090ebf5d46 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:07.145002 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78812f3d-2ce1-43e1-b01d-cc090ebf5d46 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:07.165948 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78812f3d-2ce1-43e1-b01d-cc090ebf5d46 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:07.169277 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78812f3d-2ce1-43e1-b01d-cc090ebf5d46 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:07.194234 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-636ac06c-48d0-4262-a805-fe48d5ae26a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:07.224840 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-78812f3d-2ce1-43e1-b01d-cc090ebf5d46 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7581859 Nov 19 09:30:07.233861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34656) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:07.249032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-37d45d76-26ca-4dd4-9c6b-b028f57959f4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'name': 'tempest-PortsIpV6TestJSON-2086021102'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:07.261235 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-636ac06c-48d0-4262-a805-fe48d5ae26a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:07.417839 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78812f3d-2ce1-43e1-b01d-cc090ebf5d46 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Network': ['ID=0e1d0ccd-73d6-43d2-84a7-044d6e021cfd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:07.437077 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:30:07.562294 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-64b30df9-6530-44df-9ea6-2659d62df11b req-7d4a1f0d-5993-4b29-a5ad-93e0bb9cd20b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 210 time: 0.0461402 Nov 19 09:30:07.567678 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-636ac06c-48d0-4262-a805-fe48d5ae26a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:07.570459 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-636ac06c-48d0-4262-a805-fe48d5ae26a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:07.571784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-636ac06c-48d0-4262-a805-fe48d5ae26a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/771f7202-a7a3-40f8-a2f8-4a410b8e8a8f HTTP/1.1" status: 204 len: 168 time: 0.4931304 Nov 19 09:30:07.586427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d45d76-26ca-4dd4-9c6b-b028f57959f4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:07.590459 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-37d45d76-26ca-4dd4-9c6b-b028f57959f4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:07.593798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ac06c-48d0-4262-a805-fe48d5ae26a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771f7202-a7a3-40f8-a2f8-4a410b8e8a8f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:07.612463 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-37d45d76-26ca-4dd4-9c6b-b028f57959f4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] device_id is not set on port 291a3570-561b-4b30-9948-07bc75765270 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:30:08.054601 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-37d45d76-26ca-4dd4-9c6b-b028f57959f4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:08.149709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-f07ccd07-b88a-4e18-a9a5-2903df6556fc tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:08.150992 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-f07ccd07-b88a-4e18-a9a5-2903df6556fc tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.71 "GET /v2.0/networks?id=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 HTTP/1.1" status: 200 len: 814 time: 0.3030233 Nov 19 09:30:08.200139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-0626fddb-9f89-47a9-920c-77b8e8a90f07 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Request body: {'port': {'device_id': '94d4c654-908a-401e-b6dc-ec00e29b000a', 'network_id': 'da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4', 'admin_state_up': True, 'tenant_id': '5047e7d7a40342a68aa2788274e8967a'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:08.237957 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-37d45d76-26ca-4dd4-9c6b-b028f57959f4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:08.766442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61434063-0413-449d-88d6-4b088c105e93 req-69adf536-096d-4399-a9e3-0f3a36ca27af tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 210 time: 0.0702884 Nov 19 09:30:08.779810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d45d76-26ca-4dd4-9c6b-b028f57959f4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=291a3570-561b-4b30-9948-07bc75765270,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:08.812824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d45d76-26ca-4dd4-9c6b-b028f57959f4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Checking segment: {'id': 'd22f9b9d-cafb-473c-b6ca-30df5f20acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:30:08.813227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d45d76-26ca-4dd4-9c6b-b028f57959f4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network hostable DHCP agents. Network: 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:30:08.834472 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-0626fddb-9f89-47a9-920c-77b8e8a90f07 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Made reservation on behalf of 5047e7d7a40342a68aa2788274e8967a for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:08.838209 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-0626fddb-9f89-47a9-920c-77b8e8a90f07 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:08.864727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d45d76-26ca-4dd4-9c6b-b028f57959f4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:30:08.905463 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-37d45d76-26ca-4dd4-9c6b-b028f57959f4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:08.914838 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ab0be3-bdd5-41c3-8606-1c0c45a82a97 None None] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:30:08.917272 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d45d76-26ca-4dd4-9c6b-b028f57959f4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:08.929623 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d45d76-26ca-4dd4-9c6b-b028f57959f4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:08.930983 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-37d45d76-26ca-4dd4-9c6b-b028f57959f4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:08.978772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34714) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:08.979399 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-37d45d76-26ca-4dd4-9c6b-b028f57959f4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7385726 Nov 19 09:30:08.980166 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1aea916f-d711-403f-b608-05f5f9cda217 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1073478481'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:09.054896 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aea916f-d711-403f-b608-05f5f9cda217 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:09.066182 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1aea916f-d711-403f-b608-05f5f9cda217 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:09.100216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-0626fddb-9f89-47a9-920c-77b8e8a90f07 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Allocated IP 172.20.0.8 (da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4/c7a8eba8-535b-46b1-9a23-adba2986540d/11fa1dbe-c1dd-417a-9e13-cade1c276349) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:09.137386 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aea916f-d711-403f-b608-05f5f9cda217 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:30:09.151442 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1aea916f-d711-403f-b608-05f5f9cda217 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:09.152087 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-1aea916f-d711-403f-b608-05f5f9cda217 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Added segment c38851fd-48aa-42cb-8b40-ff955f99e333 of type vlan for network 28495fe5-9acb-4d65-9e25-bc149d53f718 Nov 19 09:30:09.212945 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1aea916f-d711-403f-b608-05f5f9cda217 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:09.260901 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1aea916f-d711-403f-b608-05f5f9cda217 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:09.279859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aea916f-d711-403f-b608-05f5f9cda217 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:09.281385 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1aea916f-d711-403f-b608-05f5f9cda217 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:09.339464 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1aea916f-d711-403f-b608-05f5f9cda217 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3636570 Nov 19 09:30:09.340733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34728) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:09.356289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'ports': [{'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd'}, {'network_id': '28495fe5-9acb-4d65-9e25-bc149d53f718'}]} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:09.356587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:09.359078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'network_id': '28495fe5-9acb-4d65-9e25-bc149d53f718'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:09.475935 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea916f-d711-403f-b608-05f5f9cda217 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Network': ['ID=28495fe5-9acb-4d65-9e25-bc149d53f718,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:09.488502 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 28495fe5-9acb-4d65-9e25-bc149d53f718 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:30:09.513920 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-0626fddb-9f89-47a9-920c-77b8e8a90f07 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:09.696784 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-0626fddb-9f89-47a9-920c-77b8e8a90f07 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:09.710394 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:30:09.765894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-0626fddb-9f89-47a9-920c-77b8e8a90f07 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Network da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:09.775157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-0626fddb-9f89-47a9-920c-77b8e8a90f07 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:09.791973 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'port': 2} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:09.797690 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:09.802414 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-0626fddb-9f89-47a9-920c-77b8e8a90f07 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:09.825074 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db3f034-3967-4cff-8d97-869ede367ac2 None None] DHCP port deletion for da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:30:09.861499 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626fddb-9f89-47a9-920c-77b8e8a90f07 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Pushing event updated for resources: {'Port': ['ID=11fa1dbe-c1dd-417a-9e13-cade1c276349,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:09.866574 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:09.898619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-0626fddb-9f89-47a9-920c-77b8e8a90f07 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:09.899659 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-0626fddb-9f89-47a9-920c-77b8e8a90f07 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:09.962055 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-740e2e48-047b-470c-bae2-0f90b6d9089e None None] Provisioning complete for port 11fa1dbe-c1dd-417a-9e13-cade1c276349 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:09.962651 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-740e2e48-047b-470c-bae2-0f90b6d9089e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:09.973892 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-0626fddb-9f89-47a9-920c-77b8e8a90f07 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7942543 Nov 19 09:30:10.022731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Request body: {'port': {'device_id': '94d4c654-908a-401e-b6dc-ec00e29b000a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:10.024319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-740e2e48-047b-470c-bae2-0f90b6d9089e None None] Port 11fa1dbe-c1dd-417a-9e13-cade1c276349 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:30:10.193151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] device_id is not set on port d5d56918-db45-485e-8a5a-8ccf44abe7c9 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:30:10.244153 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:10.254756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca40cee-d7b5-4bb2-8399-b27b2a811bb2 req-d088bbbb-ef00-40fb-a355-0e7c31ee5c26 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:10.256510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ca40cee-d7b5-4bb2-8399-b27b2a811bb2 req-d088bbbb-ef00-40fb-a355-0e7c31ee5c26 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 931 time: 0.3433409 Nov 19 09:30:10.413301 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:10.650236 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ca40cee-d7b5-4bb2-8399-b27b2a811bb2 req-3a46478d-6aab-4890-ad09-a43ac82d599a tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814998 Nov 19 09:30:10.652973 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] device_id is not set on port 0b6244ed-3858-49c3-8422-5bd31007f8ba yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:30:10.979755 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:11.059914 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fa1dbe-c1dd-417a-9e13-cade1c276349 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:30:11.071172 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:11.087488 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Transition to ACTIVE for port object 11fa1dbe-c1dd-417a-9e13-cade1c276349 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:30:11.100985 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:11.164895 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae390eb7-f42d-4ba1-8b3c-28b3474997be None None] DHCP port deletion for da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:30:11.275572 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Pushing event updated for resources: {'Port': ['ID=11fa1dbe-c1dd-417a-9e13-cade1c276349,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:11.308225 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:11.445394 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=d5d56918-db45-485e-8a5a-8ccf44abe7c9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:11.483797 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Attempting to bind port 11fa1dbe-c1dd-417a-9e13-cade1c276349 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:30:11.484202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Attempting to bind port 11fa1dbe-c1dd-417a-9e13-cade1c276349 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'c1500e65-40e1-44d9-8982-de0f15c7eb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:30:11.484647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Attempting to bind port 11fa1dbe-c1dd-417a-9e13-cade1c276349 on network da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:30:11.493162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:11.495571 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:11.498069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Port 11fa1dbe-c1dd-417a-9e13-cade1c276349 on network da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:30:11.498317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Attempting to bind port 11fa1dbe-c1dd-417a-9e13-cade1c276349 on network da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:30:11.500729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:11.501707 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:11.557255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=0b6244ed-3858-49c3-8422-5bd31007f8ba,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:11.562187 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:30:11.562919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Checking segment: {'id': 'c1500e65-40e1-44d9-8982-de0f15c7eb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:30:11.563507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Bound using segment: {'id': 'c1500e65-40e1-44d9-8982-de0f15c7eb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:30:11.564293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Bound port: 11fa1dbe-c1dd-417a-9e13-cade1c276349, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1500e65-40e1-44d9-8982-de0f15c7eb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:30:11.564778 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:11.772980 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Checking segment: {'id': 'c38851fd-48aa-42cb-8b40-ff955f99e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '28495fe5-9acb-4d65-9e25-bc149d53f718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:30:11.773686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network hostable DHCP agents. Network: 28495fe5-9acb-4d65-9e25-bc149d53f718, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:30:11.780106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] For port 11fa1dbe-c1dd-417a-9e13-cade1c276349, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:30:11.784551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] For port 11fa1dbe-c1dd-417a-9e13-cade1c276349, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=11fa1dbe-c1dd-417a-9e13-cade1c276349,segment=NetworkSegment(c1500e65-40e1-44d9-8982-de0f15c7eb49),segment_id=c1500e65-40e1-44d9-8982-de0f15c7eb49)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:30:11.795124 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:11.881234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 28495fe5-9acb-4d65-9e25-bc149d53f718 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:30:11.887372 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ca8ae2-3883-4b5e-a9d7-bd8e8366d9cf None None] DHCP port deletion for da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:30:11.945737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:11.947411 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:11.949772 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] 10.222.0.71 "PUT /v2.0/ports/11fa1dbe-c1dd-417a-9e13-cade1c276349 HTTP/1.1" status: 200 len: 1092 time: 1.9370410 Nov 19 09:30:11.957643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d4c654-908a-401e-b6dc-ec00e29b000a', 'tag': '11fa1dbe-c1dd-417a-9e13-cade1c276349'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:30:11.967852 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5fe497-4967-4dc7-801f-b01f229e132b" -d '{"events": [{"name": "network-changed", "server_uuid": "94d4c654-908a-401e-b6dc-ec00e29b000a", "tag": "11fa1dbe-c1dd-417a-9e13-cade1c276349"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:30:12.104240 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 28495fe5-9acb-4d65-9e25-bc149d53f718) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:12.116466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4291cec0-2797-4ab7-9bde-0156c894648e None None] Network 28495fe5-9acb-4d65-9e25-bc149d53f718 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:30:12.199523 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078c36c1-c59d-4901-a114-c19fa3c2adc9 x-openstack-request-id: req-078c36c1-c59d-4901-a114-c19fa3c2adc9 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:30:12.200099 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d4c654-908a-401e-b6dc-ec00e29b000a", "tag": "11fa1dbe-c1dd-417a-9e13-cade1c276349", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:30:12.212943 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-078c36c1-c59d-4901-a114-c19fa3c2adc9 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:30:12.257247 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d4c654-908a-401e-b6dc-ec00e29b000a', 'tag': '11fa1dbe-c1dd-417a-9e13-cade1c276349', 'status': 'completed', 'code': 200} Nov 19 09:30:12.299083 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:12.319876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:12.330685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:12.331679 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:12.406318 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ebf9d-7f10-458b-b3d2-c47d90015739 service neutron] Pushing event updated for resources: {'Port': ['ID=11fa1dbe-c1dd-417a-9e13-cade1c276349,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:12.450764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-215fa686-f496-49f6-b4b8-f4f8398ebc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:12.458738 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-215fa686-f496-49f6-b4b8-f4f8398ebc49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5047e7d7a40342a68aa2788274e8967a&device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 1095 time: 0.4425960 Nov 19 09:30:12.496780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a891df-7553-4860-9c5b-c8fa44a6e55b req-a3641039-8ab4-46df-8177-95b72493cd2e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:12.518246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-69a891df-7553-4860-9c5b-c8fa44a6e55b req-a3641039-8ab4-46df-8177-95b72493cd2e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 943 time: 0.7130313 Nov 19 09:30:12.644304 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-db97068e-2419-4f0b-8d75-a750f5437f3a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11fa1dbe-c1dd-417a-9e13-cade1c276349 HTTP/1.1" status: 200 len: 217 time: 0.1237187 Nov 19 09:30:12.655891 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-deb72e55-025e-4883-96e0-cc1bf13a40e1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3124986 Nov 19 09:30:12.658707 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34810) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:12.754923 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-72fcfedd-1ed6-45c8-9d6a-2cc36c1b95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:12.757117 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-72fcfedd-1ed6-45c8-9d6a-2cc36c1b95a1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c7a8eba8-535b-46b1-9a23-adba2986540d HTTP/1.1" status: 200 len: 854 time: 0.0637393 Nov 19 09:30:12.811285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-18da7fa5-bfb5-4dca-b685-d061453a225d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417151 Nov 19 09:30:12.820707 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-69a891df-7553-4860-9c5b-c8fa44a6e55b req-04800f4c-4824-4fa0-8dc0-5439a58916d2 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748950 Nov 19 09:30:12.930827 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-1eba1b6b-5cd5-4cc3-a8ad-6bcdbd3ba195 service neutron] 10.222.0.71 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084223 Nov 19 09:30:12.982542 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf0e4d-5188-40a9-a52e-9e0f3a3aed99 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port 0b6244ed-3858-49c3-8422-5bd31007f8ba {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:12.983006 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ecf0e4d-5188-40a9-a52e-9e0f3a3aed99 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:13.090417 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ecf0e4d-5188-40a9-a52e-9e0f3a3aed99 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:13.108073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf0e4d-5188-40a9-a52e-9e0f3a3aed99 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for 0b6244ed-3858-49c3-8422-5bd31007f8ba owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:13.250172 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ecf0e4d-5188-40a9-a52e-9e0f3a3aed99 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:13.292570 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ecf0e4d-5188-40a9-a52e-9e0f3a3aed99 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:13.297274 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7ecf0e4d-5188-40a9-a52e-9e0f3a3aed99 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/0b6244ed-3858-49c3-8422-5bd31007f8ba HTTP/1.1" status: 204 len: 168 time: 0.6369598 Nov 19 09:30:13.300642 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34816) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:13.385446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf0e4d-5188-40a9-a52e-9e0f3a3aed99 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=0b6244ed-3858-49c3-8422-5bd31007f8ba,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:13.426443 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c04d2f83-2100-4353-8a77-b42c53f4e5a5 req-9b6b41d0-30de-4377-925c-e0eba62ab788 service neutron] 10.222.0.71 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839685 Nov 19 09:30:13.444153 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c729680f-f572-46db-8f1b-aa9143a01b31 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:13.457137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c729680f-f572-46db-8f1b-aa9143a01b31 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:13.457137 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c729680f-f572-46db-8f1b-aa9143a01b31 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1538858 Nov 19 09:30:13.458507 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34822) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:13.620281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fe497-4967-4dc7-801f-b01f229e132b req-4ec7b9a2-4215-4158-b7a3-acc09ca3a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:13.621951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e5fe497-4967-4dc7-801f-b01f229e132b req-4ec7b9a2-4215-4158-b7a3-acc09ca3a7d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5047e7d7a40342a68aa2788274e8967a&device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 1095 time: 0.0793839 Nov 19 09:30:13.634626 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4bc67618-6e6b-48d4-8c72-540b17de2975 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port d5d56918-db45-485e-8a5a-8ccf44abe7c9 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:13.635266 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4bc67618-6e6b-48d4-8c72-540b17de2975 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:13.767628 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4bc67618-6e6b-48d4-8c72-540b17de2975 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:13.820283 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4bc67618-6e6b-48d4-8c72-540b17de2975 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for d5d56918-db45-485e-8a5a-8ccf44abe7c9 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:13.868941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fe497-4967-4dc7-801f-b01f229e132b req-53ef7258-4aae-4ad3-8b91-63affea37bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:13.870488 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e5fe497-4967-4dc7-801f-b01f229e132b req-53ef7258-4aae-4ad3-8b91-63affea37bb8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 HTTP/1.1" status: 200 len: 915 time: 0.2350302 Nov 19 09:30:14.001009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34842) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:14.014448 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4bc67618-6e6b-48d4-8c72-540b17de2975 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:14.024851 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e5fe497-4967-4dc7-801f-b01f229e132b req-dd2770ba-e5ca-4d18-861b-9398c97a089d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11fa1dbe-c1dd-417a-9e13-cade1c276349 HTTP/1.1" status: 200 len: 217 time: 0.1370189 Nov 19 09:30:14.087762 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc67618-6e6b-48d4-8c72-540b17de2975 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=d5d56918-db45-485e-8a5a-8ccf44abe7c9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:14.103277 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4bc67618-6e6b-48d4-8c72-540b17de2975 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:14.109033 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4bc67618-6e6b-48d4-8c72-540b17de2975 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/d5d56918-db45-485e-8a5a-8ccf44abe7c9 HTTP/1.1" status: 204 len: 168 time: 0.6470621 Nov 19 09:30:14.109610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34846) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:14.200705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d83d4-409c-47f3-9409-9697d981f5ed req-dea0274d-ad8d-4192-816d-7271235b0db5 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:14.210469 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-516d83d4-409c-47f3-9409-9697d981f5ed req-dea0274d-ad8d-4192-816d-7271235b0db5 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 943 time: 0.1930571 Nov 19 09:30:14.228495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fe497-4967-4dc7-801f-b01f229e132b req-44117728-1455-4ee6-bc9e-6218872dacaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:14.230586 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e5fe497-4967-4dc7-801f-b01f229e132b req-44117728-1455-4ee6-bc9e-6218872dacaf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c7a8eba8-535b-46b1-9a23-adba2986540d HTTP/1.1" status: 200 len: 854 time: 0.1504943 Nov 19 09:30:14.286228 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-067edcda-2fb2-4ac2-b84c-bfbcaa3cad54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:14.301343 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e5fe497-4967-4dc7-801f-b01f229e132b req-b9cb22fd-5aa9-42c9-8695-643467df0752 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448408 Nov 19 09:30:14.314979 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c69331-9efc-43a6-be50-a6df3750e32a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:14.321010 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-80c69331-9efc-43a6-be50-a6df3750e32a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2083642 Nov 19 09:30:14.321531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34852) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:14.399548 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-274008c9-858c-4b6a-b080-9391ee6b8cc1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] GET failed (client error): The resource could not be found. Nov 19 09:30:14.401194 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-274008c9-858c-4b6a-b080-9391ee6b8cc1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports/0b6244ed-3858-49c3-8422-5bd31007f8ba HTTP/1.1" status: 404 len: 333 time: 0.0726912 Nov 19 09:30:14.406694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34858) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:14.442008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-516d83d4-409c-47f3-9409-9697d981f5ed req-da5c888b-887f-41f8-b43b-8851e3b0e3a4 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303843 Nov 19 09:30:14.495969 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5a27cb-40a5-45b5-849c-e15877a04134 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] GET failed (client error): The resource could not be found. Nov 19 09:30:14.497898 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dd5a27cb-40a5-45b5-849c-e15877a04134 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports/d5d56918-db45-485e-8a5a-8ccf44abe7c9 HTTP/1.1" status: 404 len: 333 time: 0.0902114 Nov 19 09:30:14.503540 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34860) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:14.532766 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e5fe497-4967-4dc7-801f-b01f229e132b req-d7116f3d-3a49-4024-a488-a5e36f4dc179 service neutron] 10.222.0.71 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113111 Nov 19 09:30:14.679628 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e5fe497-4967-4dc7-801f-b01f229e132b req-75a70d0a-66a3-4636-9cd8-39a99fa0d4d4 service neutron] 10.222.0.71 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366925 Nov 19 09:30:14.716489 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed4053a6-003c-46f2-9498-a442811c132f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:14.756298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-067edcda-2fb2-4ac2-b84c-bfbcaa3cad54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:14.789759 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-067edcda-2fb2-4ac2-b84c-bfbcaa3cad54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:14.868944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067edcda-2fb2-4ac2-b84c-bfbcaa3cad54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66909fff-3277-4265-b31f-a6babdff243b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:14.910184 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed4053a6-003c-46f2-9498-a442811c132f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:14.922480 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-067edcda-2fb2-4ac2-b84c-bfbcaa3cad54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f29e5c243a34743a6409a628ab8d13e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9210906 Nov 19 09:30:14.922909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34870) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:14.937030 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ed4053a6-003c-46f2-9498-a442811c132f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28495fe5-9acb-4d65-9e25-bc149d53f718']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:14.950388 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ed4053a6-003c-46f2-9498-a442811c132f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38851fd-48aa-42cb-8b40-ff955f99e333') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:14.950669 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ed4053a6-003c-46f2-9498-a442811c132f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38851fd-48aa-42cb-8b40-ff955f99e333') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:14.963752 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed4053a6-003c-46f2-9498-a442811c132f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:14.985714 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed4053a6-003c-46f2-9498-a442811c132f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.002758 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ce9afdd-8dda-4fb6-9aa3-929789410dbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.006375 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4053a6-003c-46f2-9498-a442811c132f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:30:15.007055 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed4053a6-003c-46f2-9498-a442811c132f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.034923 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ce9afdd-8dda-4fb6-9aa3-929789410dbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:30:15.114440 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:30:15.118361 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ce9afdd-8dda-4fb6-9aa3-929789410dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.122880 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed4053a6-003c-46f2-9498-a442811c132f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.123073 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ce9afdd-8dda-4fb6-9aa3-929789410dbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.140151 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2ce9afdd-8dda-4fb6-9aa3-929789410dbd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66909fff-3277-4265-b31f-a6babdff243b HTTP/1.1" status: 204 len: 168 time: 0.2037413 Nov 19 09:30:15.157460 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed4053a6-003c-46f2-9498-a442811c132f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.171509 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ed4053a6-003c-46f2-9498-a442811c132f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/networks/28495fe5-9acb-4d65-9e25-bc149d53f718 HTTP/1.1" status: 204 len: 168 time: 0.6634486 Nov 19 09:30:15.171509 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4053a6-003c-46f2-9498-a442811c132f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Network': ['ID=28495fe5-9acb-4d65-9e25-bc149d53f718,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:15.173775 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9afdd-8dda-4fb6-9aa3-929789410dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66909fff-3277-4265-b31f-a6babdff243b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:15.175456 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34880) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:15.187411 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cb7f7f1b-6925-4db2-ac72-ba93bf7f648a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1261039171'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:15.238254 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7f7f1b-6925-4db2-ac72-ba93bf7f648a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:15.242447 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb7f7f1b-6925-4db2-ac72-ba93bf7f648a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.272260 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7f7f1b-6925-4db2-ac72-ba93bf7f648a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:30:15.285517 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb7f7f1b-6925-4db2-ac72-ba93bf7f648a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.286114 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-cb7f7f1b-6925-4db2-ac72-ba93bf7f648a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Added segment 63285933-0733-4253-b1b3-b7fae436f2e1 of type vlan for network c3eed358-ae9c-491e-84c2-ab945532414e Nov 19 09:30:15.334414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 11fa1dbe-c1dd-417a-9e13-cade1c276349 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:30:15.416270 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb7f7f1b-6925-4db2-ac72-ba93bf7f648a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.503531 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb7f7f1b-6925-4db2-ac72-ba93bf7f648a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.512087 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 11fa1dbe-c1dd-417a-9e13-cade1c276349, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=11fa1dbe-c1dd-417a-9e13-cade1c276349,segment=NetworkSegment(c1500e65-40e1-44d9-8982-de0f15c7eb49),segment_id=c1500e65-40e1-44d9-8982-de0f15c7eb49)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:15.517892 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7f7f1b-6925-4db2-ac72-ba93bf7f648a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:15.519776 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb7f7f1b-6925-4db2-ac72-ba93bf7f648a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.527400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '11fa1dbe-c1dd-417a-9e13-cade1c276349', 'network_id': 'da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4', 'port_id': '11fa1dbe-c1dd-417a-9e13-cade1c276349', 'mac_address': 'fa:16:3e:8a:30:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a8eba8-535b-46b1-9a23-adba2986540d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:30:15.584014 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.604107 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fa1dbe-c1dd-417a-9e13-cade1c276349 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:30:15.630122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 11fa1dbe-c1dd-417a-9e13-cade1c276349, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=11fa1dbe-c1dd-417a-9e13-cade1c276349,segment=NetworkSegment(c1500e65-40e1-44d9-8982-de0f15c7eb49),segment_id=c1500e65-40e1-44d9-8982-de0f15c7eb49)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:15.634296 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.639250 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.653125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f7f1b-6925-4db2-ac72-ba93bf7f648a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Network': ['ID=c3eed358-ae9c-491e-84c2-ab945532414e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:15.663284 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cb7f7f1b-6925-4db2-ac72-ba93bf7f648a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4867635 Nov 19 09:30:15.663953 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34894) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:15.675871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-56bd3e75-abcb-4bba-a4a0-f2db7400ed38 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'subnet': {'network_id': 'c3eed358-ae9c-491e-84c2-ab945532414e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:15.738617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71624b85-26b4-4dc2-a9ea-c086d22fa917 req-0e08eb5e-7f05-4939-95b1-4d6cb8a4f50b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:15.742638 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71624b85-26b4-4dc2-a9ea-c086d22fa917 req-0e08eb5e-7f05-4939-95b1-4d6cb8a4f50b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 944 time: 0.1169639 Nov 19 09:30:15.749329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network c3eed358-ae9c-491e-84c2-ab945532414e details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:30:15.814841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bd3e75-abcb-4bba-a4a0-f2db7400ed38 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:15.819308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56bd3e75-abcb-4bba-a4a0-f2db7400ed38 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.827951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71624b85-26b4-4dc2-a9ea-c086d22fa917 req-1fbb92b2-0d4e-445c-b9ed-f9997cb56170 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776441 Nov 19 09:30:15.831653 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=11fa1dbe-c1dd-417a-9e13-cade1c276349,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:15.913065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34896) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:15.925346 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-56bd3e75-abcb-4bba-a4a0-f2db7400ed38 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Performing IP validity checks on allocation pools {{(pid=103476) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 09:30:15.927606 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-59690fa8-cdeb-484f-817b-81211592d8d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:15.928550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-56bd3e75-abcb-4bba-a4a0-f2db7400ed38 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103476) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 09:30:16.026474 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-59690fa8-cdeb-484f-817b-81211592d8d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:16.039977 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-59690fa8-cdeb-484f-817b-81211592d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:16.049301 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['11fa1dbe-c1dd-417a-9e13-cade1c276349'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:30:16.087430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59690fa8-cdeb-484f-817b-81211592d8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3743915d-def3-4c92-806a-611d3a4bc72f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:16.093915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-59690fa8-cdeb-484f-817b-81211592d8d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=580cd59357cf42a9a06f6b5612dc7bef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1796956 Nov 19 09:30:16.097353 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34902) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:16.135806 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56bd3e75-abcb-4bba-a4a0-f2db7400ed38 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:16.168516 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e94aff9-7a61-4929-b9b5-520499e558b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:16.203720 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e94aff9-7a61-4929-b9b5-520499e558b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:16.277017 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e94aff9-7a61-4929-b9b5-520499e558b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:16.282236 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e94aff9-7a61-4929-b9b5-520499e558b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:16.282236 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7e94aff9-7a61-4929-b9b5-520499e558b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3743915d-def3-4c92-806a-611d3a4bc72f HTTP/1.1" status: 204 len: 168 time: 0.1838517 Nov 19 09:30:16.291198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94aff9-7a61-4929-b9b5-520499e558b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3743915d-def3-4c92-806a-611d3a4bc72f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:16.297727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bd3e75-abcb-4bba-a4a0-f2db7400ed38 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Checking segment: {'id': '63285933-0733-4253-b1b3-b7fae436f2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c3eed358-ae9c-491e-84c2-ab945532414e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:30:16.298346 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bd3e75-abcb-4bba-a4a0-f2db7400ed38 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network hostable DHCP agents. Network: c3eed358-ae9c-491e-84c2-ab945532414e, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:30:16.301765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd3e75-abcb-4bba-a4a0-f2db7400ed38 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Subnet': ['ID=005f7607-aba4-418c-b280-13e6e58b9ca4,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:16.324596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bd3e75-abcb-4bba-a4a0-f2db7400ed38 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network c3eed358-ae9c-491e-84c2-ab945532414e is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:30:16.337235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-56bd3e75-abcb-4bba-a4a0-f2db7400ed38 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, c3eed358-ae9c-491e-84c2-ab945532414e) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:16.342304 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bd3e75-abcb-4bba-a4a0-f2db7400ed38 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:16.343321 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56bd3e75-abcb-4bba-a4a0-f2db7400ed38 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:16.348692 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115eb223-5b04-43f8-8973-e0587783e546 None None] Network c3eed358-ae9c-491e-84c2-ab945532414e requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:30:16.388055 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-56bd3e75-abcb-4bba-a4a0-f2db7400ed38 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7184327 Nov 19 09:30:16.388299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34912) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:16.394306 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e22c6470-69e0-45e3-ac7c-5bfb43fac797 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'network_id': 'c3eed358-ae9c-491e-84c2-ab945532414e', 'name': 'tempest-PortsIpV6TestJSON-1326224786'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:16.551890 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22c6470-69e0-45e3-ac7c-5bfb43fac797 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:16.553158 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-c3eed358-ae9c-491e-84c2-ab945532414e', 'network_id': 'c3eed358-ae9c-491e-84c2-ab945532414e', 'tenant_id': 'fafdcb6c77ea4fe79ffd8b5a27614b00', 'fixed_ips': [{'subnet_id': '005f7607-aba4-418c-b280-13e6e58b9ca4'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:30:16.553990 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:16.556432 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e22c6470-69e0-45e3-ac7c-5bfb43fac797 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:16.597216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-e22c6470-69e0-45e3-ac7c-5bfb43fac797 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] device_id is not set on port bab5de22-308d-4495-9b87-7b2994a2ca29 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:30:16.796146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e22c6470-69e0-45e3-ac7c-5bfb43fac797 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Allocated IP 2001:db8::105 (c3eed358-ae9c-491e-84c2-ab945532414e/005f7607-aba4-418c-b280-13e6e58b9ca4/bab5de22-308d-4495-9b87-7b2994a2ca29) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:17.047857 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4663d7-59ed-4037-9053-b3d4bbf6a0fb req-e9a32f9a-2df2-41a3-b038-5e348f338aa3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:17.052820 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d4663d7-59ed-4037-9053-b3d4bbf6a0fb req-e9a32f9a-2df2-41a3-b038-5e348f338aa3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 944 time: 0.1157415 Nov 19 09:30:17.081608 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e22c6470-69e0-45e3-ac7c-5bfb43fac797 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:17.131778 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e22c6470-69e0-45e3-ac7c-5bfb43fac797 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:17.148556 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d4663d7-59ed-4037-9053-b3d4bbf6a0fb req-1ee59287-c145-4400-a931-2c9d4039cf65 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875781 Nov 19 09:30:17.208275 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22c6470-69e0-45e3-ac7c-5bfb43fac797 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network c3eed358-ae9c-491e-84c2-ab945532414e is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:17.210690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e22c6470-69e0-45e3-ac7c-5bfb43fac797 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:17.217639 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c6470-69e0-45e3-ac7c-5bfb43fac797 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:17.237277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Allocated IP 2001:db8::2 (c3eed358-ae9c-491e-84c2-ab945532414e/005f7607-aba4-418c-b280-13e6e58b9ca4/1a8ee6d1-9941-4502-9673-3ed2a934e7e3) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:17.255818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22c6470-69e0-45e3-ac7c-5bfb43fac797 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:17.255818 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e22c6470-69e0-45e3-ac7c-5bfb43fac797 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:17.305234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c6470-69e0-45e3-ac7c-5bfb43fac797 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=bab5de22-308d-4495-9b87-7b2994a2ca29,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:17.330728 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e22c6470-69e0-45e3-ac7c-5bfb43fac797 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9406025 Nov 19 09:30:17.334057 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34956) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:17.502054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-94537328-e550-44ca-b4a9-ffeb5234c8f5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port bab5de22-308d-4495-9b87-7b2994a2ca29 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:17.504113 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94537328-e550-44ca-b4a9-ffeb5234c8f5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:17.631532 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94537328-e550-44ca-b4a9-ffeb5234c8f5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:17.652042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-94537328-e550-44ca-b4a9-ffeb5234c8f5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for bab5de22-308d-4495-9b87-7b2994a2ca29 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:17.731999 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:17.743157 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:17.813335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Network c3eed358-ae9c-491e-84c2-ab945532414e is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:17.816846 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:17.821075 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:17.830370 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94537328-e550-44ca-b4a9-ffeb5234c8f5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:17.866159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94537328-e550-44ca-b4a9-ffeb5234c8f5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=bab5de22-308d-4495-9b87-7b2994a2ca29,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:17.883054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Pushing event updated for resources: {'Port': ['ID=1a8ee6d1-9941-4502-9673-3ed2a934e7e3,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:17.926867 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94537328-e550-44ca-b4a9-ffeb5234c8f5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:17.931800 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-94537328-e550-44ca-b4a9-ffeb5234c8f5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/bab5de22-308d-4495-9b87-7b2994a2ca29 HTTP/1.1" status: 204 len: 168 time: 0.5965288 Nov 19 09:30:17.933708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34970) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:17.945690 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:17.948835 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Attempting to bind port 1a8ee6d1-9941-4502-9673-3ed2a934e7e3 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:30:17.949533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Attempting to bind port 1a8ee6d1-9941-4502-9673-3ed2a934e7e3 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '63285933-0733-4253-b1b3-b7fae436f2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c3eed358-ae9c-491e-84c2-ab945532414e'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:30:17.950278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Attempting to bind port 1a8ee6d1-9941-4502-9673-3ed2a934e7e3 on network c3eed358-ae9c-491e-84c2-ab945532414e {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:30:17.957465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:30:17.958338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Checking segment: {'id': '63285933-0733-4253-b1b3-b7fae436f2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c3eed358-ae9c-491e-84c2-ab945532414e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:30:17.959072 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:17.959781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Bound using segment: {'id': '63285933-0733-4253-b1b3-b7fae436f2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c3eed358-ae9c-491e-84c2-ab945532414e'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:30:17.960593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Bound port: 1a8ee6d1-9941-4502-9673-3ed2a934e7e3, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63285933-0733-4253-b1b3-b7fae436f2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'c3eed358-ae9c-491e-84c2-ab945532414e'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:30:17.961281 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:17.976635 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-8254a207-7767-4380-9f0c-d47a92e899d9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] DELETE failed (client error): The resource could not be found. Nov 19 09:30:17.977318 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8254a207-7767-4380-9f0c-d47a92e899d9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:30:17.980888 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8254a207-7767-4380-9f0c-d47a92e899d9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/bab5de22-308d-4495-9b87-7b2994a2ca29 HTTP/1.1" status: 404 len: 333 time: 0.0446837 Nov 19 09:30:17.983901 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34972) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:18.037500 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc916eb-8602-409e-a9b7-593a13a7f9dd tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] GET failed (client error): The resource could not be found. Nov 19 09:30:18.041816 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6cc916eb-8602-409e-a9b7-593a13a7f9dd tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports/bab5de22-308d-4495-9b87-7b2994a2ca29 HTTP/1.1" status: 404 len: 333 time: 0.0568409 Nov 19 09:30:18.044800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34976) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:18.109529 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0862ac9-b8f2-4322-ac09-61de0cb7b8c9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting subnet 005f7607-aba4-418c-b280-13e6e58b9ca4 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:30:18.113186 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0862ac9-b8f2-4322-ac09-61de0cb7b8c9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:18.160668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] For port 1a8ee6d1-9941-4502-9673-3ed2a934e7e3, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:30:18.175482 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] For port 1a8ee6d1-9941-4502-9673-3ed2a934e7e3, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1a8ee6d1-9941-4502-9673-3ed2a934e7e3,segment=NetworkSegment(63285933-0733-4253-b1b3-b7fae436f2e1),segment_id=63285933-0733-4253-b1b3-b7fae436f2e1)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:30:18.183843 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:18.209001 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0862ac9-b8f2-4322-ac09-61de0cb7b8c9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:18.345231 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5e367-d7a6-4ae0-a859-17dc94a1f8f5 None None] Pushing event updated for resources: {'Port': ['ID=1a8ee6d1-9941-4502-9673-3ed2a934e7e3,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:18.557231 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0862ac9-b8f2-4322-ac09-61de0cb7b8c9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:18.572606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a71093-f05e-40ef-9826-8530ef0eee76 req-d01df0cf-8634-4753-9bd8-e9af72018ac0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:18.581751 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15a71093-f05e-40ef-9826-8530ef0eee76 req-d01df0cf-8634-4753-9bd8-e9af72018ac0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 944 time: 0.2466989 Nov 19 09:30:18.751146 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15a71093-f05e-40ef-9826-8530ef0eee76 req-947622db-47df-4c06-acd0-8cd5ab147540 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670773 Nov 19 09:30:18.779941 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0862ac9-b8f2-4322-ac09-61de0cb7b8c9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:18.824389 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0862ac9-b8f2-4322-ac09-61de0cb7b8c9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:18.830508 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a0862ac9-b8f2-4322-ac09-61de0cb7b8c9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/005f7607-aba4-418c-b280-13e6e58b9ca4 HTTP/1.1" status: 204 len: 168 time: 0.7840905 Nov 19 09:30:18.833019 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 34998) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:18.834504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0862ac9-b8f2-4322-ac09-61de0cb7b8c9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Subnet': ['ID=005f7607-aba4-418c-b280-13e6e58b9ca4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:18.931693 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:18.997516 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port 1a8ee6d1-9941-4502-9673-3ed2a934e7e3 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:18.998324 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.094719 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] For port 1a8ee6d1-9941-4502-9673-3ed2a934e7e3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1a8ee6d1-9941-4502-9673-3ed2a934e7e3,segment=NetworkSegment(63285933-0733-4253-b1b3-b7fae436f2e1),segment_id=63285933-0733-4253-b1b3-b7fae436f2e1)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:19.095083 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.110934 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for 1a8ee6d1-9941-4502-9673-3ed2a934e7e3 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:19.215670 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.275227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=1a8ee6d1-9941-4502-9673-3ed2a934e7e3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:19.278145 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No DVR routers for this DVR port 1a8ee6d1-9941-4502-9673-3ed2a934e7e3 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:30:19.347816 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 11fa1dbe-c1dd-417a-9e13-cade1c276349 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:30:19.401214 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.420965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3eed358-ae9c-491e-84c2-ab945532414e']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:19.432894 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63285933-0733-4253-b1b3-b7fae436f2e1') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:19.432894 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63285933-0733-4253-b1b3-b7fae436f2e1') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:19.445584 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.468489 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.477074 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:30:19.477576 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.557543 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 11fa1dbe-c1dd-417a-9e13-cade1c276349 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:30:19.559926 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:30:19.565833 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.576105 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 11fa1dbe-c1dd-417a-9e13-cade1c276349 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:19.576675 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.605235 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.615309 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35020) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:19.616289 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/networks/c3eed358-ae9c-491e-84c2-ab945532414e HTTP/1.1" status: 204 len: 168 time: 0.7821012 Nov 19 09:30:19.617341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb87fe-d008-49a6-911b-6552d1f07a16 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Network': ['ID=c3eed358-ae9c-491e-84c2-ab945532414e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:19.625070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7d1e1258-a1c3-440b-9b36-5622097e39cd tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-589912113'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:19.693739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1e1258-a1c3-440b-9b36-5622097e39cd tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:19.698048 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1258-a1c3-440b-9b36-5622097e39cd tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.758180 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.769949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1e1258-a1c3-440b-9b36-5622097e39cd tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:30:19.781940 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1258-a1c3-440b-9b36-5622097e39cd tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.782348 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-7d1e1258-a1c3-440b-9b36-5622097e39cd tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Added segment 1d6b8ad5-bd9e-44ec-a243-33bea5f3bb6c of type vlan for network 49ba9ba3-e1c4-4835-abe8-f8786554a794 Nov 19 09:30:19.858010 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1258-a1c3-440b-9b36-5622097e39cd tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.882573 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d4c654-908a-401e-b6dc-ec00e29b000a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fa1dbe-c1dd-417a-9e13-cade1c276349'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:30:19.885398 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bddd20-28d9-4cc5-9c9f-b500047a1fa0" -d '{"events": [{"server_uuid": "94d4c654-908a-401e-b6dc-ec00e29b000a", "name": "network-vif-plugged", "status": "completed", "tag": "11fa1dbe-c1dd-417a-9e13-cade1c276349"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:30:19.893654 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1258-a1c3-440b-9b36-5622097e39cd tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.901374 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a3f5951a-5a70-4f7d-9f89-7528567999cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.906565 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1e1258-a1c3-440b-9b36-5622097e39cd tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:19.906964 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d1e1258-a1c3-440b-9b36-5622097e39cd tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.920634 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 11fa1dbe-c1dd-417a-9e13-cade1c276349, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=11fa1dbe-c1dd-417a-9e13-cade1c276349,segment=NetworkSegment(c1500e65-40e1-44d9-8982-de0f15c7eb49),segment_id=c1500e65-40e1-44d9-8982-de0f15c7eb49)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:19.929226 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:19.988014 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35032) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:19.993375 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-46e6f65c-cc85-4099-9ea6-2010475d53af tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'subnet': {'network_id': '49ba9ba3-e1c4-4835-abe8-f8786554a794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:19.998236 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7d1e1258-a1c3-440b-9b36-5622097e39cd tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3800216 Nov 19 09:30:20.006775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=11fa1dbe-c1dd-417a-9e13-cade1c276349,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:20.024477 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a20b53-1dfb-445b-9826-bc311eb11b5e x-openstack-request-id: req-70a20b53-1dfb-445b-9826-bc311eb11b5e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:30:20.025139 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d4c654-908a-401e-b6dc-ec00e29b000a", "name": "network-vif-plugged", "status": "completed", "tag": "11fa1dbe-c1dd-417a-9e13-cade1c276349", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:30:20.025752 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70a20b53-1dfb-445b-9826-bc311eb11b5e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:30:20.026731 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d4c654-908a-401e-b6dc-ec00e29b000a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fa1dbe-c1dd-417a-9e13-cade1c276349', 'code': 200} Nov 19 09:30:20.046816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e1258-a1c3-440b-9b36-5622097e39cd tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Network': ['ID=49ba9ba3-e1c4-4835-abe8-f8786554a794,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:20.064301 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 49ba9ba3-e1c4-4835-abe8-f8786554a794 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:30:20.215160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f38cf-ac1a-4e4a-a84d-765cfa6597f3 req-08e64697-12b4-4f2a-a5ff-1cbc648eabc7 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:20.216589 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e6f65c-cc85-4099-9ea6-2010475d53af tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:20.220362 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46e6f65c-cc85-4099-9ea6-2010475d53af tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:20.227031 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a4f38cf-ac1a-4e4a-a84d-765cfa6597f3 req-08e64697-12b4-4f2a-a5ff-1cbc648eabc7 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 945 time: 0.2271719 Nov 19 09:30:20.240741 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b930d0d2-e1c5-4c48-98c1-cfcb0c4f682a None None] DHCP port deletion for c3eed358-ae9c-491e-84c2-ab945532414e request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:30:20.245707 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9a57c5ff-3f96-4c47-984e-115123ce0131 None None] Could not find standard attr ID for object 1a8ee6d1-9941-4502-9673-3ed2a934e7e3. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:30:20.295031 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0676b9ea-d55e-462f-b2ac-2dd301b62336 None None] Network c3eed358-ae9c-491e-84c2-ab945532414e requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:30:20.318014 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4ea3f-829a-436b-bcbe-63754702e6d0 req-2bbd32f9-021f-43d1-b597-466973034cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:20.320026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0676b9ea-d55e-462f-b2ac-2dd301b62336 None None] Network c3eed358-ae9c-491e-84c2-ab945532414e could not be found, it might have been deleted concurrently. {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 09:30:20.321201 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18a4ea3f-829a-436b-bcbe-63754702e6d0 req-2bbd32f9-021f-43d1-b597-466973034cfc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 1097 time: 0.2190945 Nov 19 09:30:20.423768 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a4f38cf-ac1a-4e4a-a84d-765cfa6597f3 req-668eaf20-cd81-43ea-85fd-1e64732b3ab8 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850183 Nov 19 09:30:20.444959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18a4ea3f-829a-436b-bcbe-63754702e6d0 req-662750ba-e7f3-4c23-8645-0e4ad2765191 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105738 Nov 19 09:30:20.543801 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46e6f65c-cc85-4099-9ea6-2010475d53af tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:20.643930 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6f65c-cc85-4099-9ea6-2010475d53af tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Subnet': ['ID=1fa798ef-decc-4ba5-bff6-059d5b322e56,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:20.654734 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e6f65c-cc85-4099-9ea6-2010475d53af tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Checking segment: {'id': '1d6b8ad5-bd9e-44ec-a243-33bea5f3bb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '49ba9ba3-e1c4-4835-abe8-f8786554a794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:30:20.655508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e6f65c-cc85-4099-9ea6-2010475d53af tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network hostable DHCP agents. Network: 49ba9ba3-e1c4-4835-abe8-f8786554a794, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:30:20.677494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e6f65c-cc85-4099-9ea6-2010475d53af tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 49ba9ba3-e1c4-4835-abe8-f8786554a794 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:30:20.689244 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-46e6f65c-cc85-4099-9ea6-2010475d53af tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 49ba9ba3-e1c4-4835-abe8-f8786554a794) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:20.693960 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e6f65c-cc85-4099-9ea6-2010475d53af tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:20.694624 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46e6f65c-cc85-4099-9ea6-2010475d53af tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:20.701446 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cce4fc-f02f-41b1-a20d-f4436d1ccf57 None None] Network 49ba9ba3-e1c4-4835-abe8-f8786554a794 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:30:20.735057 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-946d40aa-78f2-40d7-8927-bbda22c2f138 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8ba710237e5b4814ba5ea93925ce44e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634859 Nov 19 09:30:20.785439 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-46e6f65c-cc85-4099-9ea6-2010475d53af tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7888687 Nov 19 09:30:20.786412 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35064) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:20.795501 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f3c06161-1fc3-4a96-9beb-bbf5b232d458 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'network_id': '49ba9ba3-e1c4-4835-abe8-f8786554a794', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-89405958'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:21.006013 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c06161-1fc3-4a96-9beb-bbf5b232d458 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:21.009871 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3c06161-1fc3-4a96-9beb-bbf5b232d458 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:21.019259 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-49ba9ba3-e1c4-4835-abe8-f8786554a794', 'network_id': '49ba9ba3-e1c4-4835-abe8-f8786554a794', 'tenant_id': 'fafdcb6c77ea4fe79ffd8b5a27614b00', 'fixed_ips': [{'subnet_id': '1fa798ef-decc-4ba5-bff6-059d5b322e56'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:30:21.022888 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:21.029725 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-f3c06161-1fc3-4a96-9beb-bbf5b232d458 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] device_id is not set on port 91924af6-32f2-4450-b151-ff9d57d27476 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:30:21.052896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-b59274e2-615d-4374-8451-01caddcf0b0f tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:21.061913 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-b59274e2-615d-4374-8451-01caddcf0b0f tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3232973 Nov 19 09:30:21.099401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-05eacd28-fefb-42aa-ba7b-4b484123e108 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/quotas/8ba710237e5b4814ba5ea93925ce44e3 HTTP/1.1" status: 200 len: 375 time: 0.0341315 Nov 19 09:30:21.160826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-a0705b6f-e150-4221-b25c-fbce73d347d3 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ba710237e5b4814ba5ea93925ce44e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604482 Nov 19 09:30:21.250445 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-f3c06161-1fc3-4a96-9beb-bbf5b232d458 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Allocated IP 2001:db8::139 (49ba9ba3-e1c4-4835-abe8-f8786554a794/1fa798ef-decc-4ba5-bff6-059d5b322e56/91924af6-32f2-4450-b151-ff9d57d27476) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:21.442593 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f6d59f30-ad5e-4763-84d1-1f14dd2b8e40 req-30e02d5c-5156-423a-a1d6-6854d2f5b1b7 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 210 time: 0.0678878 Nov 19 09:30:21.604271 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3c06161-1fc3-4a96-9beb-bbf5b232d458 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:21.674963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3c06161-1fc3-4a96-9beb-bbf5b232d458 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:21.720992 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c5f7e-0f73-498a-8d99-fc1e1bb6d6cf req-d5aff3b5-38d2-4bb5-a14b-2cc23bb3047f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:21.724866 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e93c5f7e-0f73-498a-8d99-fc1e1bb6d6cf req-d5aff3b5-38d2-4bb5-a14b-2cc23bb3047f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 945 time: 0.1552305 Nov 19 09:30:21.789944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Allocated IP 2001:db8::2 (49ba9ba3-e1c4-4835-abe8-f8786554a794/1fa798ef-decc-4ba5-bff6-059d5b322e56/285868c7-9533-4d69-943f-1c7ece82c759) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:21.820079 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c06161-1fc3-4a96-9beb-bbf5b232d458 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 49ba9ba3-e1c4-4835-abe8-f8786554a794 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:21.823911 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f3c06161-1fc3-4a96-9beb-bbf5b232d458 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:21.834696 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c06161-1fc3-4a96-9beb-bbf5b232d458 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:21.845742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c06161-1fc3-4a96-9beb-bbf5b232d458 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:21.846860 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f3c06161-1fc3-4a96-9beb-bbf5b232d458 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:21.857621 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e93c5f7e-0f73-498a-8d99-fc1e1bb6d6cf req-e5059655-48a2-4e85-9b58-ddbc2d0eac9b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218193 Nov 19 09:30:21.864174 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c06161-1fc3-4a96-9beb-bbf5b232d458 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=91924af6-32f2-4450-b151-ff9d57d27476,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:21.895257 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f3c06161-1fc3-4a96-9beb-bbf5b232d458 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.1068988 Nov 19 09:30:21.897544 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35094) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:22.033038 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:22.041013 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:22.056754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5b91d53c-7eff-4cc0-9fb7-a2ec2029c01f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port 91924af6-32f2-4450-b151-ff9d57d27476 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:22.058029 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5b91d53c-7eff-4cc0-9fb7-a2ec2029c01f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:22.098733 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Network 49ba9ba3-e1c4-4835-abe8-f8786554a794 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:22.104331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:22.108201 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:22.132652 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Pushing event updated for resources: {'Port': ['ID=285868c7-9533-4d69-943f-1c7ece82c759,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:22.184014 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5b91d53c-7eff-4cc0-9fb7-a2ec2029c01f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:22.199607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5b91d53c-7eff-4cc0-9fb7-a2ec2029c01f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for 91924af6-32f2-4450-b151-ff9d57d27476 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:22.228312 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Attempting to bind port 285868c7-9533-4d69-943f-1c7ece82c759 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:30:22.230242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Attempting to bind port 285868c7-9533-4d69-943f-1c7ece82c759 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '1d6b8ad5-bd9e-44ec-a243-33bea5f3bb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '49ba9ba3-e1c4-4835-abe8-f8786554a794'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:30:22.230705 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Attempting to bind port 285868c7-9533-4d69-943f-1c7ece82c759 on network 49ba9ba3-e1c4-4835-abe8-f8786554a794 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:30:22.255818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:30:22.256215 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Checking segment: {'id': '1d6b8ad5-bd9e-44ec-a243-33bea5f3bb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '49ba9ba3-e1c4-4835-abe8-f8786554a794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:30:22.256619 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:22.257056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Bound using segment: {'id': '1d6b8ad5-bd9e-44ec-a243-33bea5f3bb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '49ba9ba3-e1c4-4835-abe8-f8786554a794'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:30:22.257575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Bound port: 285868c7-9533-4d69-943f-1c7ece82c759, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6b8ad5-bd9e-44ec-a243-33bea5f3bb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '49ba9ba3-e1c4-4835-abe8-f8786554a794'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:30:22.257963 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:22.312871 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f0db609-baf8-4b04-a4fa-73b497b4d485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:22.395656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] For port 285868c7-9533-4d69-943f-1c7ece82c759, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:30:22.402102 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] For port 285868c7-9533-4d69-943f-1c7ece82c759, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=285868c7-9533-4d69-943f-1c7ece82c759,segment=NetworkSegment(1d6b8ad5-bd9e-44ec-a243-33bea5f3bb6c),segment_id=1d6b8ad5-bd9e-44ec-a243-33bea5f3bb6c)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:30:22.422964 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:22.427649 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5b91d53c-7eff-4cc0-9fb7-a2ec2029c01f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:22.462227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91d53c-7eff-4cc0-9fb7-a2ec2029c01f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=91924af6-32f2-4450-b151-ff9d57d27476,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:22.501835 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5b91d53c-7eff-4cc0-9fb7-a2ec2029c01f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:22.506909 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5b91d53c-7eff-4cc0-9fb7-a2ec2029c01f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/91924af6-32f2-4450-b151-ff9d57d27476 HTTP/1.1" status: 204 len: 168 time: 0.6065896 Nov 19 09:30:22.515413 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35110) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:22.560894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d75e76-097f-4bf2-9635-905998a53285 None None] Pushing event updated for resources: {'Port': ['ID=285868c7-9533-4d69-943f-1c7ece82c759,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:22.592595 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbf67c5-5648-4977-b7ea-0d883466c82b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] GET failed (client error): The resource could not be found. Nov 19 09:30:22.597656 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6bbf67c5-5648-4977-b7ea-0d883466c82b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports/91924af6-32f2-4450-b151-ff9d57d27476 HTTP/1.1" status: 404 len: 333 time: 0.0856311 Nov 19 09:30:22.598609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35114) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:22.606244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-887dc7a0-ca9b-49a4-9037-db91c5a333f2 req-383c5118-823e-4355-b279-0718f8ac96a8 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 210 time: 0.0613625 Nov 19 09:30:22.657583 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43c6c70-a899-444c-9f42-9f7d3bf586d1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting subnet 1fa798ef-decc-4ba5-bff6-059d5b322e56 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:30:22.661403 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c43c6c70-a899-444c-9f42-9f7d3bf586d1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:22.742848 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c43c6c70-a899-444c-9f42-9f7d3bf586d1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:22.911835 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c43c6c70-a899-444c-9f42-9f7d3bf586d1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:23.045614 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c43c6c70-a899-444c-9f42-9f7d3bf586d1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:23.065783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-a1cf7054-46ae-48ff-a8ff-51ca031076ff tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8ba710237e5b4814ba5ea93925ce44e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1121602 Nov 19 09:30:23.167238 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c6c70-a899-444c-9f42-9f7d3bf586d1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa798ef-decc-4ba5-bff6-059d5b322e56,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:23.183177 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c43c6c70-a899-444c-9f42-9f7d3bf586d1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:23.199312 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c43c6c70-a899-444c-9f42-9f7d3bf586d1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/1fa798ef-decc-4ba5-bff6-059d5b322e56 HTTP/1.1" status: 204 len: 168 time: 0.5967879 Nov 19 09:30:23.203743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35130) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:23.228903 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bb004-b277-4464-bdc4-fbde9d1632d5 req-6d8dd9a5-0fcf-4921-84fd-085d54c550a7 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:23.230610 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-161bb004-b277-4464-bdc4-fbde9d1632d5 req-6d8dd9a5-0fcf-4921-84fd-085d54c550a7 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 945 time: 0.2255740 Nov 19 09:30:23.375375 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:23.422813 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-161bb004-b277-4464-bdc4-fbde9d1632d5 req-6c982b1f-100e-45d8-912d-2839e63eba05 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548998 Nov 19 09:30:23.432000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-a917fa04-589b-4cab-a52c-1339f6baeaed tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:23.433544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-a917fa04-589b-4cab-a52c-1339f6baeaed tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3416481 Nov 19 09:30:23.458389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-b74488d9-a614-455b-972a-4392351e31d1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Request body: {'port': {'device_id': '6fd25465-40e5-4f6c-aa4e-62eadef001a9', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '8ba710237e5b4814ba5ea93925ce44e3'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:23.493785 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:23.500776 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port 285868c7-9533-4d69-943f-1c7ece82c759 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:23.501558 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:23.618635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] For port 285868c7-9533-4d69-943f-1c7ece82c759, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=285868c7-9533-4d69-943f-1c7ece82c759,segment=NetworkSegment(1d6b8ad5-bd9e-44ec-a243-33bea5f3bb6c),segment_id=1d6b8ad5-bd9e-44ec-a243-33bea5f3bb6c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:23.619368 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:23.684582 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for 285868c7-9533-4d69-943f-1c7ece82c759 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:23.741393 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-b74488d9-a614-455b-972a-4392351e31d1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Made reservation on behalf of 8ba710237e5b4814ba5ea93925ce44e3 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:23.756356 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-b74488d9-a614-455b-972a-4392351e31d1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:23.794686 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-b74488d9-a614-455b-972a-4392351e31d1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:23.800978 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:23.834597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No DVR routers for this DVR port 285868c7-9533-4d69-943f-1c7ece82c759 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:30:23.882895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=285868c7-9533-4d69-943f-1c7ece82c759,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:23.933233 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e9f12e7-fa29-4d30-8a9c-ed89ea72b9f8 req-5b61d9e1-5609-4a41-979d-4455b2b28f24 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 210 time: 0.1214268 Nov 19 09:30:24.018965 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:24.035835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee2b38-8413-4b48-a0d9-65b99c87fb0d req-5596cb27-54cb-4095-a3fa-f18b9769ffed tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:24.037475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d5ee2b38-8413-4b48-a0d9-65b99c87fb0d req-5596cb27-54cb-4095-a3fa-f18b9769ffed tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 945 time: 0.1239898 Nov 19 09:30:24.057741 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ba9ba3-e1c4-4835-abe8-f8786554a794']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:24.086772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6b8ad5-bd9e-44ec-a243-33bea5f3bb6c') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:24.087324 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6b8ad5-bd9e-44ec-a243-33bea5f3bb6c') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:24.126845 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:24.142908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d5ee2b38-8413-4b48-a0d9-65b99c87fb0d req-166ea8cb-282a-4354-9ca7-e7d3cdeb306a tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870218 Nov 19 09:30:24.153486 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:30:24.172922 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:30:24.259168 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-b74488d9-a614-455b-972a-4392351e31d1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:24.270593 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-b74488d9-a614-455b-972a-4392351e31d1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:24.279884 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:24.299372 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:24.309896 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/networks/49ba9ba3-e1c4-4835-abe8-f8786554a794 HTTP/1.1" status: 204 len: 168 time: 1.1048257 Nov 19 09:30:24.313379 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35152) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:24.319524 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b28e3824-4cc8-41e3-8f02-b9eed5ce0098 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'name': 'tempest-PortsIpV6TestJSON-1051380051'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:24.355045 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d41f3-5cf8-487b-a21b-c721b0f5cfde tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Network': ['ID=49ba9ba3-e1c4-4835-abe8-f8786554a794,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:24.617519 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28e3824-4cc8-41e3-8f02-b9eed5ce0098 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:24.621545 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b28e3824-4cc8-41e3-8f02-b9eed5ce0098 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:24.645228 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340572f5-0731-4d25-b2d0-041766ce51f9 None None] DHCP port deletion for 49ba9ba3-e1c4-4835-abe8-f8786554a794 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:30:24.650098 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-b28e3824-4cc8-41e3-8f02-b9eed5ce0098 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] device_id is not set on port b83ad5bb-caca-42aa-b7f4-9afd9909e868 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:30:24.661071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a0dc76cc-a88a-43ac-bf1b-fff29bce7537 None None] Could not find standard attr ID for object 285868c7-9533-4d69-943f-1c7ece82c759. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:30:24.677845 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39df4099-9c31-4979-8f31-16d0ad74fa88 None None] Network 49ba9ba3-e1c4-4835-abe8-f8786554a794 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:30:24.685403 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:30:24.713307 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39df4099-9c31-4979-8f31-16d0ad74fa88 None None] Network 49ba9ba3-e1c4-4835-abe8-f8786554a794 could not be found, it might have been deleted concurrently. {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 09:30:24.874900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74488d9-a614-455b-972a-4392351e31d1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509b1ffe-e90a-4dc4-85b5-b573d622663c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:24.910961 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:24.991661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-b74488d9-a614-455b-972a-4392351e31d1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Allocated IP 192.168.233.99 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/6de783cd-95db-464f-be5c-49f1981385eb) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:25.005945 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b28e3824-4cc8-41e3-8f02-b9eed5ce0098 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:25.052488 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b28e3824-4cc8-41e3-8f02-b9eed5ce0098 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:25.180321 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28e3824-4cc8-41e3-8f02-b9eed5ce0098 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:25.192857 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b28e3824-4cc8-41e3-8f02-b9eed5ce0098 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:25.200219 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28e3824-4cc8-41e3-8f02-b9eed5ce0098 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:25.206111 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61ff2d48-8be1-4cef-a103-e0f27596677d req-d5406b35-778b-4828-901b-173c999fe45f tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 210 time: 0.1073143 Nov 19 09:30:25.206936 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28e3824-4cc8-41e3-8f02-b9eed5ce0098 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:25.207698 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b28e3824-4cc8-41e3-8f02-b9eed5ce0098 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:25.229138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e3824-4cc8-41e3-8f02-b9eed5ce0098 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=b83ad5bb-caca-42aa-b7f4-9afd9909e868,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:25.247344 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b28e3824-4cc8-41e3-8f02-b9eed5ce0098 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9244516 Nov 19 09:30:25.250359 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35172) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:25.379340 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-15511095-e390-4192-b0c4-b7af2e066b37 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port b83ad5bb-caca-42aa-b7f4-9afd9909e868 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:25.379823 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15511095-e390-4192-b0c4-b7af2e066b37 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:25.442625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611843e-3bfa-4d57-bd9d-cdd80173eded req-5737d953-018f-4905-879a-68e3af202392 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:25.444756 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f611843e-3bfa-4d57-bd9d-cdd80173eded req-5737d953-018f-4905-879a-68e3af202392 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 945 time: 0.1089988 Nov 19 09:30:25.470639 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-b74488d9-a614-455b-972a-4392351e31d1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:25.479031 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:25.496633 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15511095-e390-4192-b0c4-b7af2e066b37 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:25.527690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-15511095-e390-4192-b0c4-b7af2e066b37 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for b83ad5bb-caca-42aa-b7f4-9afd9909e868 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:25.536046 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f611843e-3bfa-4d57-bd9d-cdd80173eded req-0d3d6a4c-5e20-4533-b041-f83a92074ca5 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777185 Nov 19 09:30:25.555176 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-b74488d9-a614-455b-972a-4392351e31d1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:25.602834 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-b74488d9-a614-455b-972a-4392351e31d1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:25.609369 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-b74488d9-a614-455b-972a-4392351e31d1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:25.628704 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-b74488d9-a614-455b-972a-4392351e31d1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:25.675135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74488d9-a614-455b-972a-4392351e31d1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Pushing event updated for resources: {'Port': ['ID=6de783cd-95db-464f-be5c-49f1981385eb,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:25.688690 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15511095-e390-4192-b0c4-b7af2e066b37 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:25.722232 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-b74488d9-a614-455b-972a-4392351e31d1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:25.723553 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-b74488d9-a614-455b-972a-4392351e31d1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:25.754520 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-b74488d9-a614-455b-972a-4392351e31d1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3080950 Nov 19 09:30:25.758708 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-15511095-e390-4192-b0c4-b7af2e066b37 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:25.764457 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-15511095-e390-4192-b0c4-b7af2e066b37 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/b83ad5bb-caca-42aa-b7f4-9afd9909e868 HTTP/1.1" status: 204 len: 168 time: 0.5077252 Nov 19 09:30:25.764457 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15511095-e390-4192-b0c4-b7af2e066b37 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=b83ad5bb-caca-42aa-b7f4-9afd9909e868,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:25.765115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35180) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:25.772008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b46329ef-6b9c-4a49-b7db-845697b6fc92 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'mac_address': 'fa:16:3e:0c:12:ba', 'name': 'tempest-PortsIpV6TestJSON-428075792'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:25.782708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Request body: {'port': {'device_id': '6fd25465-40e5-4f6c-aa4e-62eadef001a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:25.813030 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ef838-eb91-44af-80ba-51cb8f1e0b27 req-6adca626-fe2f-43c2-8f9f-2911ddec4470 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:25.820087 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-120ef838-eb91-44af-80ba-51cb8f1e0b27 req-6adca626-fe2f-43c2-8f9f-2911ddec4470 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.71 "GET /v2.0/ports?device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 945 time: 0.1473255 Nov 19 09:30:25.938488 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:26.007032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-120ef838-eb91-44af-80ba-51cb8f1e0b27 req-31114fdd-55e3-43c5-9e0a-beec4d65d486 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Deleting port 11fa1dbe-c1dd-417a-9e13-cade1c276349 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:26.007637 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-120ef838-eb91-44af-80ba-51cb8f1e0b27 req-31114fdd-55e3-43c5-9e0a-beec4d65d486 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:26.111901 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-bbeb6f67-32ee-4290-b689-d7ae2c501047 None None] Provisioning complete for port 6de783cd-95db-464f-be5c-49f1981385eb triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:26.124902 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6f67-32ee-4290-b689-d7ae2c501047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:26.173907 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-120ef838-eb91-44af-80ba-51cb8f1e0b27 req-31114fdd-55e3-43c5-9e0a-beec4d65d486 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] For port 11fa1dbe-c1dd-417a-9e13-cade1c276349, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=11fa1dbe-c1dd-417a-9e13-cade1c276349,segment=NetworkSegment(c1500e65-40e1-44d9-8982-de0f15c7eb49),segment_id=c1500e65-40e1-44d9-8982-de0f15c7eb49)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:26.174578 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-120ef838-eb91-44af-80ba-51cb8f1e0b27 req-31114fdd-55e3-43c5-9e0a-beec4d65d486 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:26.190863 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-120ef838-eb91-44af-80ba-51cb8f1e0b27 req-31114fdd-55e3-43c5-9e0a-beec4d65d486 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Calling delete_port for 11fa1dbe-c1dd-417a-9e13-cade1c276349 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:26.211046 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-bbeb6f67-32ee-4290-b689-d7ae2c501047 None None] Port 6de783cd-95db-464f-be5c-49f1981385eb cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:30:26.349790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46329ef-6b9c-4a49-b7db-845697b6fc92 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:26.435153 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 285868c7-9533-4d69-943f-1c7ece82c759 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:30:26.468035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 285868c7-9533-4d69-943f-1c7ece82c759 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:30:26.477660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 285868c7-9533-4d69-943f-1c7ece82c759 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:30:26.493919 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-120ef838-eb91-44af-80ba-51cb8f1e0b27 req-31114fdd-55e3-43c5-9e0a-beec4d65d486 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:26.506850 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:30:26.548321 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31114fdd-55e3-43c5-9e0a-beec4d65d486 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Pushing event deleted for resources: {'Port': ['ID=11fa1dbe-c1dd-417a-9e13-cade1c276349,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:26.573373 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18976aab-f098-43b8-b7e6-c471fe4d9b08 None None] DHCP port deletion for da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:30:26.622742 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b46329ef-6b9c-4a49-b7db-845697b6fc92 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:26.702916 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-120ef838-eb91-44af-80ba-51cb8f1e0b27 req-31114fdd-55e3-43c5-9e0a-beec4d65d486 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] No DVR routers for this DVR port 11fa1dbe-c1dd-417a-9e13-cade1c276349 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:30:26.709156 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-120ef838-eb91-44af-80ba-51cb8f1e0b27 req-31114fdd-55e3-43c5-9e0a-beec4d65d486 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:26.713389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-b46329ef-6b9c-4a49-b7db-845697b6fc92 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] device_id is not set on port 766fd6d0-7162-4a13-9fbc-5ca326276a2d yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:30:26.728962 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-120ef838-eb91-44af-80ba-51cb8f1e0b27 req-31114fdd-55e3-43c5-9e0a-beec4d65d486 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.71 "DELETE /v2.0/ports/11fa1dbe-c1dd-417a-9e13-cade1c276349 HTTP/1.1" status: 204 len: 173 time: 0.8944938 Nov 19 09:30:26.729860 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d4c654-908a-401e-b6dc-ec00e29b000a', 'name': 'network-vif-deleted', 'tag': '11fa1dbe-c1dd-417a-9e13-cade1c276349'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:30:26.737438 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b66123a-111c-46b1-82da-db81eebd1c27" -d '{"events": [{"server_uuid": "94d4c654-908a-401e-b6dc-ec00e29b000a", "name": "network-vif-deleted", "tag": "11fa1dbe-c1dd-417a-9e13-cade1c276349"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:30:26.766141 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0976e0-5f3f-4695-8d99-cb9cd0b27a7b req-5917b700-2e11-40af-9ea7-4f140c36a8cc tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:26.776991 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d0976e0-5f3f-4695-8d99-cb9cd0b27a7b req-5917b700-2e11-40af-9ea7-4f140c36a8cc tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 935 time: 0.3976691 Nov 19 09:30:26.818666 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e65b09a-1587-4d2c-9a57-88fc8df7c4a1 req-fa86f309-3da1-4767-9045-31e5e004729f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=94d4c654-908a-401e-b6dc-ec00e29b000a HTTP/1.1" status: 200 len: 210 time: 0.1289899 Nov 19 09:30:26.915820 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ab34d4-bee9-4164-9863-1a03de9b4ae5 x-openstack-request-id: req-18ab34d4-bee9-4164-9863-1a03de9b4ae5 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:30:26.916145 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d4c654-908a-401e-b6dc-ec00e29b000a", "name": "network-vif-deleted", "tag": "11fa1dbe-c1dd-417a-9e13-cade1c276349", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:30:26.916476 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18ab34d4-bee9-4164-9863-1a03de9b4ae5 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:30:26.916953 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d4c654-908a-401e-b6dc-ec00e29b000a', 'name': 'network-vif-deleted', 'tag': '11fa1dbe-c1dd-417a-9e13-cade1c276349', 'status': 'completed', 'code': 200} Nov 19 09:30:26.971224 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de783cd-95db-464f-be5c-49f1981385eb {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:30:26.988434 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:27.000051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d0976e0-5f3f-4695-8d99-cb9cd0b27a7b req-55ab6db1-6086-483c-bcae-0d58e108bf3d tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/security-groups?id=509b1ffe-e90a-4dc4-85b5-b573d622663c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220964 Nov 19 09:30:27.047823 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Transition to ACTIVE for port object 6de783cd-95db-464f-be5c-49f1981385eb will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:30:27.169048 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b46329ef-6b9c-4a49-b7db-845697b6fc92 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:27.208244 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:27.222574 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b46329ef-6b9c-4a49-b7db-845697b6fc92 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:27.294692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46329ef-6b9c-4a49-b7db-845697b6fc92 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:27.307721 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b46329ef-6b9c-4a49-b7db-845697b6fc92 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:27.312568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46329ef-6b9c-4a49-b7db-845697b6fc92 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:27.318688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46329ef-6b9c-4a49-b7db-845697b6fc92 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:27.319335 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b46329ef-6b9c-4a49-b7db-845697b6fc92 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:27.379754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Pushing event updated for resources: {'Port': ['ID=6de783cd-95db-464f-be5c-49f1981385eb,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:27.392376 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 11fa1dbe-c1dd-417a-9e13-cade1c276349 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:30:27.431281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 11fa1dbe-c1dd-417a-9e13-cade1c276349 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:30:27.431631 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 11fa1dbe-c1dd-417a-9e13-cade1c276349 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:30:27.464938 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b46329ef-6b9c-4a49-b7db-845697b6fc92 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6978641 Nov 19 09:30:27.467940 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35216) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:27.608425 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523bd7be-7411-4152-991b-711dad39133d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:27.615619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35224) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:27.615920 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-523bd7be-7411-4152-991b-711dad39133d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports/766fd6d0-7162-4a13-9fbc-5ca326276a2d HTTP/1.1" status: 200 len: 844 time: 0.1462848 Nov 19 09:30:27.616305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46329ef-6b9c-4a49-b7db-845697b6fc92 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=766fd6d0-7162-4a13-9fbc-5ca326276a2d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:27.740751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Attempting to bind port 6de783cd-95db-464f-be5c-49f1981385eb on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:30:27.741108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Attempting to bind port 6de783cd-95db-464f-be5c-49f1981385eb by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:30:27.741460 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Attempting to bind port 6de783cd-95db-464f-be5c-49f1981385eb on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:30:27.748461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Port 6de783cd-95db-464f-be5c-49f1981385eb on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:30:27.748792 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Attempting to bind port 6de783cd-95db-464f-be5c-49f1981385eb on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:30:27.766168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:30:27.766591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:30:27.766988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:30:27.767486 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Bound port: 6de783cd-95db-464f-be5c-49f1981385eb, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:30:27.768647 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:28.057515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] For port 6de783cd-95db-464f-be5c-49f1981385eb, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:30:28.065976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] For port 6de783cd-95db-464f-be5c-49f1981385eb, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6de783cd-95db-464f-be5c-49f1981385eb,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:30:28.078780 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:28.104495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-07dfdf3c-2322-4d50-aaaf-946ad4cd714e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port 766fd6d0-7162-4a13-9fbc-5ca326276a2d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:28.104876 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-07dfdf3c-2322-4d50-aaaf-946ad4cd714e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:28.205075 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:28.206296 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:28.210242 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] 10.222.0.71 "PUT /v2.0/ports/6de783cd-95db-464f-be5c-49f1981385eb HTTP/1.1" status: 200 len: 1096 time: 2.4336803 Nov 19 09:30:28.216319 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd25465-40e5-4f6c-aa4e-62eadef001a9', 'tag': '6de783cd-95db-464f-be5c-49f1981385eb'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:30:28.218354 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860defde-a1e2-4394-8566-946d4649407b" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd25465-40e5-4f6c-aa4e-62eadef001a9", "tag": "6de783cd-95db-464f-be5c-49f1981385eb"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:30:28.467198 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-07dfdf3c-2322-4d50-aaaf-946ad4cd714e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:28.494398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-07dfdf3c-2322-4d50-aaaf-946ad4cd714e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for 766fd6d0-7162-4a13-9fbc-5ca326276a2d owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:28.599146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ec6bf-cd25-4593-a3e6-b6a4c39d8b23 service neutron] Pushing event updated for resources: {'Port': ['ID=6de783cd-95db-464f-be5c-49f1981385eb,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:28.617241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42726558-f5c2-448f-ba88-caeee6262855 req-f0990ffe-0d36-4d18-a343-efc3d7680a5f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:28.618861 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42726558-f5c2-448f-ba88-caeee6262855 req-f0990ffe-0d36-4d18-a343-efc3d7680a5f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.5245833 Nov 19 09:30:28.662165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-4d5c6697-c1fd-4e98-aac0-9acf3d604bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:28.663840 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-4d5c6697-c1fd-4e98-aac0-9acf3d604bd9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8ba710237e5b4814ba5ea93925ce44e3&device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 1099 time: 0.3284376 Nov 19 09:30:28.683646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5ab90-ff43-4860-839c-8ea852a15a8d req-ffdd57fa-57c5-470c-b7ca-947f33d511bd tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:28.685215 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94d5ab90-ff43-4860-839c-8ea852a15a8d req-ffdd57fa-57c5-470c-b7ca-947f33d511bd tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 947 time: 0.4832070 Nov 19 09:30:28.838664 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-dac12a16-265a-4e3c-b4fa-4f2b52e61239 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=6de783cd-95db-464f-be5c-49f1981385eb HTTP/1.1" status: 200 len: 217 time: 0.1523380 Nov 19 09:30:28.953402 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-42726558-f5c2-448f-ba88-caeee6262855 req-8b762c96-70b2-4874-abf9-0fea5a909c7c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262577 Nov 19 09:30:28.975843 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-07dfdf3c-2322-4d50-aaaf-946ad4cd714e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:29.015638 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94d5ab90-ff43-4860-839c-8ea852a15a8d req-042468f0-370d-4931-8224-c5b3adfa77f6 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/security-groups?id=509b1ffe-e90a-4dc4-85b5-b573d622663c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183353 Nov 19 09:30:29.099942 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-07dfdf3c-2322-4d50-aaaf-946ad4cd714e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:29.114879 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-07dfdf3c-2322-4d50-aaaf-946ad4cd714e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/766fd6d0-7162-4a13-9fbc-5ca326276a2d HTTP/1.1" status: 204 len: 168 time: 1.4681196 Nov 19 09:30:29.115124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35248) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:29.124152 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae7201c-0906-4632-81ad-4302b79b3a47 x-openstack-request-id: req-4ae7201c-0906-4632-81ad-4302b79b3a47 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:30:29.124359 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd25465-40e5-4f6c-aa4e-62eadef001a9", "tag": "6de783cd-95db-464f-be5c-49f1981385eb", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:30:29.124617 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ae7201c-0906-4632-81ad-4302b79b3a47 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:30:29.125067 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd25465-40e5-4f6c-aa4e-62eadef001a9', 'tag': '6de783cd-95db-464f-be5c-49f1981385eb', 'status': 'completed', 'code': 200} Nov 19 09:30:29.146107 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfdf3c-2322-4d50-aaaf-946ad4cd714e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=766fd6d0-7162-4a13-9fbc-5ca326276a2d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:29.166003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-eaec8bc0-855b-45fd-a8cd-5b0dc1c26539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:29.167742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-eaec8bc0-855b-45fd-a8cd-5b0dc1c26539 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.3154044 Nov 19 09:30:29.228835 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85ec47c-7c56-48e6-bc66-c1f07055f71a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] GET failed (client error): The resource could not be found. Nov 19 09:30:29.242355 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b85ec47c-7c56-48e6-bc66-c1f07055f71a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports/766fd6d0-7162-4a13-9fbc-5ca326276a2d HTTP/1.1" status: 404 len: 333 time: 0.1253080 Nov 19 09:30:29.246226 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35250) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:29.271687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-8521a56c-906a-4e48-a28f-4b3d3ae3bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:29.277318 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-14fbb9aa-7ed7-4ee4-8366-3526c1c61f28 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'name': 'tempest-PortsIpV6TestJSON-1154748583'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:29.279037 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-8521a56c-906a-4e48-a28f-4b3d3ae3bb27 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0982068 Nov 19 09:30:29.423966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-8b66f23e-0d80-4007-b907-8c00ab09d55e service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356201 Nov 19 09:30:29.520799 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fbb9aa-7ed7-4ee4-8366-3526c1c61f28 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:29.524458 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14fbb9aa-7ed7-4ee4-8366-3526c1c61f28 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:29.554694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-14fbb9aa-7ed7-4ee4-8366-3526c1c61f28 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] device_id is not set on port 6b92262f-dff1-4bdb-918a-ddbc448d106c yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:30:29.620887 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147221c-4ce9-4189-8c1a-d701ef48bd20 req-9b9bb73e-6c7d-4e97-b3e7-d83cffad84ad tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:29.631561 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4147221c-4ce9-4189-8c1a-d701ef48bd20 req-9b9bb73e-6c7d-4e97-b3e7-d83cffad84ad tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1212912 Nov 19 09:30:29.675366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-178fbbbc-7ddb-47f2-9b1a-a0a5fc5f851e req-66947f85-11df-436b-a335-ea5132ecf8fd service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405064 Nov 19 09:30:29.730437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4147221c-4ce9-4189-8c1a-d701ef48bd20 req-61fd41c4-ba9a-4dde-9d44-4bf871c1a69d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978882 Nov 19 09:30:29.823593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860defde-a1e2-4394-8566-946d4649407b req-d4b4536e-7465-46b4-a0e8-7d9c33f06210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:29.825870 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-860defde-a1e2-4394-8566-946d4649407b req-d4b4536e-7465-46b4-a0e8-7d9c33f06210 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8ba710237e5b4814ba5ea93925ce44e3&device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 1099 time: 0.0679970 Nov 19 09:30:29.938600 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14fbb9aa-7ed7-4ee4-8366-3526c1c61f28 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:29.991132 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14fbb9aa-7ed7-4ee4-8366-3526c1c61f28 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:30.018755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c79332-f123-4077-832e-e75f5bccbcde req-38fd2913-a160-4237-b675-018585947e1c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:30.026828 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-91c79332-f123-4077-832e-e75f5bccbcde req-38fd2913-a160-4237-b675-018585947e1c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1288033 Nov 19 09:30:30.051089 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860defde-a1e2-4394-8566-946d4649407b req-dd160a4d-19e8-4aec-a45c-09cf756e51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:30.053754 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-860defde-a1e2-4394-8566-946d4649407b req-dd160a4d-19e8-4aec-a45c-09cf756e51fb service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2186549 Nov 19 09:30:30.070531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbb9aa-7ed7-4ee4-8366-3526c1c61f28 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=6b92262f-dff1-4bdb-918a-ddbc448d106c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:30.086956 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fbb9aa-7ed7-4ee4-8366-3526c1c61f28 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:30.088716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-14fbb9aa-7ed7-4ee4-8366-3526c1c61f28 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:30.091154 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fbb9aa-7ed7-4ee4-8366-3526c1c61f28 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:30.097348 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fbb9aa-7ed7-4ee4-8366-3526c1c61f28 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:30.110959 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14fbb9aa-7ed7-4ee4-8366-3526c1c61f28 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:30.145253 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-860defde-a1e2-4394-8566-946d4649407b req-f8520575-30d4-47e3-940b-aecd122ed5ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=6de783cd-95db-464f-be5c-49f1981385eb HTTP/1.1" status: 200 len: 217 time: 0.0809546 Nov 19 09:30:30.152934 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-14fbb9aa-7ed7-4ee4-8366-3526c1c61f28 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9044287 Nov 19 09:30:30.154336 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35266) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:30.160022 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-156474ca-6cca-4bf8-a586-c219f0940be1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:30.168303 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-91c79332-f123-4077-832e-e75f5bccbcde req-c7becdd6-be65-4527-b525-84390663644e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403313 Nov 19 09:30:30.233244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860defde-a1e2-4394-8566-946d4649407b req-5b5520e5-9e61-47cb-9d69-e4a7e9feda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:30.234776 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-860defde-a1e2-4394-8566-946d4649407b req-5b5520e5-9e61-47cb-9d69-e4a7e9feda7b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0655410 Nov 19 09:30:30.261956 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-156474ca-6cca-4bf8-a586-c219f0940be1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:30.361264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ce298-0a96-4774-aa0e-513680f95036 req-9deb4d64-c371-4b3a-9918-84bca63e64d5 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:30.362953 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ee3ce298-0a96-4774-aa0e-513680f95036 req-9deb4d64-c371-4b3a-9918-84bca63e64d5 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 947 time: 0.1272440 Nov 19 09:30:30.371412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860defde-a1e2-4394-8566-946d4649407b req-b5039ce3-045a-4018-ac94-3d304f5d868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:30.372942 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-860defde-a1e2-4394-8566-946d4649407b req-b5039ce3-045a-4018-ac94-3d304f5d868e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0799756 Nov 19 09:30:30.694509 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ee3ce298-0a96-4774-aa0e-513680f95036 req-81cc87e9-9fea-4e2c-8d8c-2e0438fb48ec tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/security-groups?id=509b1ffe-e90a-4dc4-85b5-b573d622663c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185096 Nov 19 09:30:30.707978 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-860defde-a1e2-4394-8566-946d4649407b req-d4f5a414-a7d8-4dce-ba15-300f78a23198 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818527 Nov 19 09:30:30.990930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-860defde-a1e2-4394-8566-946d4649407b req-33f6a876-2ff4-4253-8581-ebac9be2eee4 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761812 Nov 19 09:30:31.015868 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-156474ca-6cca-4bf8-a586-c219f0940be1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:31.026142 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-156474ca-6cca-4bf8-a586-c219f0940be1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:31.131151 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156474ca-6cca-4bf8-a586-c219f0940be1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=6b92262f-dff1-4bdb-918a-ddbc448d106c,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:31.138287 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-156474ca-6cca-4bf8-a586-c219f0940be1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] In _notify_port_updated(), no bound segment for port 6b92262f-dff1-4bdb-918a-ddbc448d106c on network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd {{(pid=103476) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:30:31.149608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156474ca-6cca-4bf8-a586-c219f0940be1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:31.150967 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-156474ca-6cca-4bf8-a586-c219f0940be1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:31.152825 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-156474ca-6cca-4bf8-a586-c219f0940be1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "PUT /v2.0/ports/6b92262f-dff1-4bdb-918a-ddbc448d106c HTTP/1.1" status: 200 len: 818 time: 0.9972229 Nov 19 09:30:31.155967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35280) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:31.329474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-321d7927-5d59-4d7e-8e98-07a99f6e2fa0 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port 6b92262f-dff1-4bdb-918a-ddbc448d106c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:31.330028 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-321d7927-5d59-4d7e-8e98-07a99f6e2fa0 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:31.453315 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6de783cd-95db-464f-be5c-49f1981385eb details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:30:31.478881 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-321d7927-5d59-4d7e-8e98-07a99f6e2fa0 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:31.524846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-321d7927-5d59-4d7e-8e98-07a99f6e2fa0 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for 6b92262f-dff1-4bdb-918a-ddbc448d106c owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:31.745366 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6de783cd-95db-464f-be5c-49f1981385eb, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6de783cd-95db-464f-be5c-49f1981385eb,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:31.768392 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '6de783cd-95db-464f-be5c-49f1981385eb', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '6de783cd-95db-464f-be5c-49f1981385eb', 'mac_address': 'fa:16:3e:b9:9b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:30:31.871762 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-321d7927-5d59-4d7e-8e98-07a99f6e2fa0 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:31.929411 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:31.952303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d7927-5d59-4d7e-8e98-07a99f6e2fa0 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=6b92262f-dff1-4bdb-918a-ddbc448d106c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:31.976325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de783cd-95db-464f-be5c-49f1981385eb {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:30:32.004471 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6de783cd-95db-464f-be5c-49f1981385eb, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6de783cd-95db-464f-be5c-49f1981385eb,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:32.004692 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-321d7927-5d59-4d7e-8e98-07a99f6e2fa0 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:32.027680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-321d7927-5d59-4d7e-8e98-07a99f6e2fa0 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/6b92262f-dff1-4bdb-918a-ddbc448d106c HTTP/1.1" status: 204 len: 168 time: 0.8683598 Nov 19 09:30:32.031630 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35292) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:32.035516 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:32.099385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2b3ce-3850-4e0f-ae9e-17413c2bad6e req-06c0dee2-4f26-485d-ab80-2ae3380db401 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:32.108092 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12f2b3ce-3850-4e0f-ae9e-17413c2bad6e req-06c0dee2-4f26-485d-ab80-2ae3380db401 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 947 time: 0.1870093 Nov 19 09:30:32.276741 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce97589-7958-4568-b65a-31152b552ded tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:32.287735 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1ce97589-7958-4568-b65a-31152b552ded tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2410641 Nov 19 09:30:32.289833 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35300) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:32.337627 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=6de783cd-95db-464f-be5c-49f1981385eb,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:32.347260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12f2b3ce-3850-4e0f-ae9e-17413c2bad6e req-4f106122-775d-4068-bfea-729b2b110ed0 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/security-groups?id=509b1ffe-e90a-4dc4-85b5-b573d622663c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240958 Nov 19 09:30:32.387836 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:32.400610 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2abc76-a88e-48a0-9902-48325ac73657 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] GET failed (client error): The resource could not be found. Nov 19 09:30:32.400610 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8d2abc76-a88e-48a0-9902-48325ac73657 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports/6b92262f-dff1-4bdb-918a-ddbc448d106c HTTP/1.1" status: 404 len: 333 time: 0.1055150 Nov 19 09:30:32.401588 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35302) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:32.402883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:32.404814 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:32.406846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-14cff73e-7c38-410d-b2ab-f270b0aa434b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2093303459'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:32.408021 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:32.408642 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:32.409264 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:32.409825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:32.410382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:32.411849 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:32.413262 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:32.413827 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:32.415585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:32.433028 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cff73e-7c38-410d-b2ab-f270b0aa434b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:32.438310 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14cff73e-7c38-410d-b2ab-f270b0aa434b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:32.482190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14cff73e-7c38-410d-b2ab-f270b0aa434b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:30:32.503639 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14cff73e-7c38-410d-b2ab-f270b0aa434b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:32.504015 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-14cff73e-7c38-410d-b2ab-f270b0aa434b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Added segment 08655f93-52ea-4f7c-a4f1-29abb97053b8 of type vlan for network 5474acf8-9d5c-430f-a624-33d486455673 Nov 19 09:30:32.517132 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['6de783cd-95db-464f-be5c-49f1981385eb'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:30:32.557286 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14cff73e-7c38-410d-b2ab-f270b0aa434b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:32.599420 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14cff73e-7c38-410d-b2ab-f270b0aa434b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:32.608256 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cff73e-7c38-410d-b2ab-f270b0aa434b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:32.608922 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14cff73e-7c38-410d-b2ab-f270b0aa434b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:32.686717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-14cff73e-7c38-410d-b2ab-f270b0aa434b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2812107 Nov 19 09:30:32.687003 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35306) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:32.693499 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f14571a3-03fe-44e5-893c-7da294374b20 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'subnet': {'network_id': '5474acf8-9d5c-430f-a624-33d486455673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:32.754885 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cff73e-7c38-410d-b2ab-f270b0aa434b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Network': ['ID=5474acf8-9d5c-430f-a624-33d486455673,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:32.778035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 5474acf8-9d5c-430f-a624-33d486455673 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:30:32.973022 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14571a3-03fe-44e5-893c-7da294374b20 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:32.978813 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f14571a3-03fe-44e5-893c-7da294374b20 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:33.239088 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f14571a3-03fe-44e5-893c-7da294374b20 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:33.355889 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14571a3-03fe-44e5-893c-7da294374b20 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Subnet': ['ID=acd8bed5-bcf0-493a-b957-813cf752c375,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:33.414723 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14571a3-03fe-44e5-893c-7da294374b20 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Checking segment: {'id': '08655f93-52ea-4f7c-a4f1-29abb97053b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5474acf8-9d5c-430f-a624-33d486455673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:30:33.415412 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14571a3-03fe-44e5-893c-7da294374b20 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network hostable DHCP agents. Network: 5474acf8-9d5c-430f-a624-33d486455673, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:30:33.464970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14571a3-03fe-44e5-893c-7da294374b20 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 5474acf8-9d5c-430f-a624-33d486455673 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:30:33.490110 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f14571a3-03fe-44e5-893c-7da294374b20 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 5474acf8-9d5c-430f-a624-33d486455673) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:33.506777 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95ac7de-dcb6-438b-ba97-de5eb4772b30 None None] Network 5474acf8-9d5c-430f-a624-33d486455673 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:30:33.519400 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14571a3-03fe-44e5-893c-7da294374b20 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:33.520012 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f14571a3-03fe-44e5-893c-7da294374b20 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:33.605199 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f14571a3-03fe-44e5-893c-7da294374b20 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9158368 Nov 19 09:30:33.608501 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35324) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:33.628182 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f16fa2b0-d5d9-4953-90c9-a2dda324869d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'subnet': {'network_id': '5474acf8-9d5c-430f-a624-33d486455673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:33.653113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3c1a3-bab2-4852-a983-29ec59a20dac req-7ffe6ea9-2fed-4330-8001-8cb8cfab69c7 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:33.653113 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ce3c1a3-bab2-4852-a983-29ec59a20dac req-7ffe6ea9-2fed-4330-8001-8cb8cfab69c7 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 948 time: 0.1403806 Nov 19 09:30:33.828814 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ce3c1a3-bab2-4852-a983-29ec59a20dac req-b664250a-2286-467e-8cfb-ee460f6f111e tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/security-groups?id=509b1ffe-e90a-4dc4-85b5-b573d622663c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666081 Nov 19 09:30:34.048096 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-5474acf8-9d5c-430f-a624-33d486455673', 'network_id': '5474acf8-9d5c-430f-a624-33d486455673', 'tenant_id': 'fafdcb6c77ea4fe79ffd8b5a27614b00', 'fixed_ips': [{'subnet_id': 'acd8bed5-bcf0-493a-b957-813cf752c375'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:30:34.056278 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:34.070513 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16fa2b0-d5d9-4953-90c9-a2dda324869d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:34.077489 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f16fa2b0-d5d9-4953-90c9-a2dda324869d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:34.130409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c95ec9-15f5-4184-974d-ffeb78bc7593 req-01b02b3d-df03-4ead-b398-a252b39aa558 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:34.143149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7c95ec9-15f5-4184-974d-ffeb78bc7593 req-01b02b3d-df03-4ead-b398-a252b39aa558 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1429107 Nov 19 09:30:34.238764 n-d-805649-14 neutron-server[103476]: INFO neutron.db.ipam_backend_mixin [None req-f16fa2b0-d5d9-4953-90c9-a2dda324869d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet acd8bed5-bcf0-493a-b957-813cf752c375 (CIDR: 2001:db8::/64) Nov 19 09:30:34.245910 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16fa2b0-d5d9-4953-90c9-a2dda324869d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:30:34.255823 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7c95ec9-15f5-4184-974d-ffeb78bc7593 req-1e39aa58-171a-445f-ab43-d5ab06ed2acc tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083713 Nov 19 09:30:34.257976 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16fa2b0-d5d9-4953-90c9-a2dda324869d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:30:34.297548 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f16fa2b0-d5d9-4953-90c9-a2dda324869d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6876454 Nov 19 09:30:34.301424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35336) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:34.307130 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'subnet': {'network_id': '5474acf8-9d5c-430f-a624-33d486455673', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:34.334703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Allocated IP 2001:db8::2 (5474acf8-9d5c-430f-a624-33d486455673/acd8bed5-bcf0-493a-b957-813cf752c375/8225fce4-5b63-4d77-8990-ceb71dddf0c7) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:34.553532 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6c770-8960-4727-b1e9-9573fd26c699 req-bf2393f4-08dd-4521-978b-953c73bd9ca3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:34.557656 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5f6c770-8960-4727-b1e9-9573fd26c699 req-bf2393f4-08dd-4521-978b-953c73bd9ca3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1274216 Nov 19 09:30:34.580218 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:34.595986 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:34.642611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:34.647121 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:34.676503 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Pushing event updated for resources: {'Port': ['ID=8225fce4-5b63-4d77-8990-ceb71dddf0c7,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:34.701644 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Network 5474acf8-9d5c-430f-a624-33d486455673 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:34.707995 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:34.711719 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:34.817417 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Attempting to bind port 8225fce4-5b63-4d77-8990-ceb71dddf0c7 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:30:34.818040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Attempting to bind port 8225fce4-5b63-4d77-8990-ceb71dddf0c7 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '08655f93-52ea-4f7c-a4f1-29abb97053b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5474acf8-9d5c-430f-a624-33d486455673'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:30:34.818619 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Attempting to bind port 8225fce4-5b63-4d77-8990-ceb71dddf0c7 on network 5474acf8-9d5c-430f-a624-33d486455673 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:30:34.828406 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:30:34.829508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Checking segment: {'id': '08655f93-52ea-4f7c-a4f1-29abb97053b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5474acf8-9d5c-430f-a624-33d486455673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:30:34.829508 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:34.830026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Bound using segment: {'id': '08655f93-52ea-4f7c-a4f1-29abb97053b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5474acf8-9d5c-430f-a624-33d486455673'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:30:34.830555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Bound port: 8225fce4-5b63-4d77-8990-ceb71dddf0c7, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08655f93-52ea-4f7c-a4f1-29abb97053b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5474acf8-9d5c-430f-a624-33d486455673'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:30:34.831236 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:34.976464 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] For port 8225fce4-5b63-4d77-8990-ceb71dddf0c7, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:30:34.980146 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] For port 8225fce4-5b63-4d77-8990-ceb71dddf0c7, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8225fce4-5b63-4d77-8990-ceb71dddf0c7,segment=NetworkSegment(08655f93-52ea-4f7c-a4f1-29abb97053b8),segment_id=08655f93-52ea-4f7c-a4f1-29abb97053b8)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:30:34.987719 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:35.032907 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:35.047009 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5f6c770-8960-4727-b1e9-9573fd26c699 req-4b07462b-e4d4-4a38-b976-ad619b22dadf tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832203 Nov 19 09:30:35.073615 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1fe93-2579-4927-b303-245f57bb5bca None None] Pushing event updated for resources: {'Port': ['ID=8225fce4-5b63-4d77-8990-ceb71dddf0c7,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:35.139847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd9486-06be-4819-b584-5ea4633c570f req-e1b13964-2b9e-4db0-b084-53db1ae7b244 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:35.141832 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79fd9486-06be-4819-b584-5ea4633c570f req-e1b13964-2b9e-4db0-b084-53db1ae7b244 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 948 time: 0.1478405 Nov 19 09:30:35.255948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 5474acf8-9d5c-430f-a624-33d486455673 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:35.262460 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Subnet': ['ID=0352b934-7b2e-4c80-bd1f-173ee38d30ff,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:35.282375 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:35.285373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:35.286990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:35.288352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:35.288781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:35.289269 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:35.300504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:35.302320 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:35.304246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:35.304760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:35.305242 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:35.305688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:35.316992 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:35.329819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:35.330775 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:35.356057 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79fd9486-06be-4819-b584-5ea4633c570f req-7def1d1c-79ec-4e51-8ac7-81c1e8c19253 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/security-groups?id=509b1ffe-e90a-4dc4-85b5-b573d622663c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020628 Nov 19 09:30:35.387750 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2160995f-93b9-442c-8cc0-ff053a90b28d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0850291 Nov 19 09:30:35.391465 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35348) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:35.397693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6887df27-70f4-4b34-9ca1-1d48766d4bfb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'network_id': '5474acf8-9d5c-430f-a624-33d486455673', 'fixed_ips': [{'subnet_id': 'acd8bed5-bcf0-493a-b957-813cf752c375'}, {'subnet_id': '0352b934-7b2e-4c80-bd1f-173ee38d30ff'}], 'name': 'tempest-PortsIpV6TestJSON-1836634905'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:35.450284 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6de783cd-95db-464f-be5c-49f1981385eb up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:30:35.754033 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6887df27-70f4-4b34-9ca1-1d48766d4bfb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:35.756811 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 6de783cd-95db-464f-be5c-49f1981385eb completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:30:35.779407 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 6de783cd-95db-464f-be5c-49f1981385eb triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:35.779908 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:35.897615 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6887df27-70f4-4b34-9ca1-1d48766d4bfb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:35.931842 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-6887df27-70f4-4b34-9ca1-1d48766d4bfb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] device_id is not set on port 8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:30:36.153561 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:36.202361 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd25465-40e5-4f6c-aa4e-62eadef001a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de783cd-95db-464f-be5c-49f1981385eb'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:30:36.214959 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258e59da-78f2-43c9-a6b9-0f8af70b308e" -d '{"events": [{"server_uuid": "6fd25465-40e5-4f6c-aa4e-62eadef001a9", "name": "network-vif-plugged", "status": "completed", "tag": "6de783cd-95db-464f-be5c-49f1981385eb"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:30:36.281018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6de783cd-95db-464f-be5c-49f1981385eb, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6de783cd-95db-464f-be5c-49f1981385eb,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:36.294633 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:36.347893 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28da73f-297d-4823-bcf6-c2d36ecedcfb x-openstack-request-id: req-e28da73f-297d-4823-bcf6-c2d36ecedcfb {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:30:36.349817 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd25465-40e5-4f6c-aa4e-62eadef001a9", "name": "network-vif-plugged", "status": "completed", "tag": "6de783cd-95db-464f-be5c-49f1981385eb", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:30:36.354807 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e28da73f-297d-4823-bcf6-c2d36ecedcfb {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:30:36.355567 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd25465-40e5-4f6c-aa4e-62eadef001a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de783cd-95db-464f-be5c-49f1981385eb', 'code': 200} Nov 19 09:30:36.477754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=6de783cd-95db-464f-be5c-49f1981385eb,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:36.683761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-6887df27-70f4-4b34-9ca1-1d48766d4bfb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Allocated IP 2001:db8::3a4 (5474acf8-9d5c-430f-a624-33d486455673/acd8bed5-bcf0-493a-b957-813cf752c375/8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:36.703973 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-6887df27-70f4-4b34-9ca1-1d48766d4bfb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Allocated IP 2001:db8:0:1::331 (5474acf8-9d5c-430f-a624-33d486455673/0352b934-7b2e-4c80-bd1f-173ee38d30ff/8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:36.732256 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbde54-faa2-4a22-acb0-719fa178fcc3 req-de96c3e9-9d58-4806-8544-c3dbe081744f tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:36.762104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8225fce4-5b63-4d77-8990-ceb71dddf0c7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:30:36.776628 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dacbde54-faa2-4a22-acb0-719fa178fcc3 req-de96c3e9-9d58-4806-8544-c3dbe081744f tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 949 time: 0.2376289 Nov 19 09:30:36.815112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b75eb6-1f81-449a-86f8-a1bf7324266a req-f9d2a052-c5aa-4c25-b0ae-46288037914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:36.816670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15b75eb6-1f81-449a-86f8-a1bf7324266a req-f9d2a052-c5aa-4c25-b0ae-46288037914a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 1101 time: 0.3887672 Nov 19 09:30:37.014978 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8225fce4-5b63-4d77-8990-ceb71dddf0c7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:37.015222 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:37.131374 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dacbde54-faa2-4a22-acb0-719fa178fcc3 req-92f4c159-8f19-448b-a85f-c815805a91c1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/security-groups?id=509b1ffe-e90a-4dc4-85b5-b573d622663c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486085 Nov 19 09:30:37.141333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15b75eb6-1f81-449a-86f8-a1bf7324266a req-87d19adb-efba-417d-9796-5451fe5b4051 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=509b1ffe-e90a-4dc4-85b5-b573d622663c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822824 Nov 19 09:30:37.340523 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc47752-218a-459e-9ca5-b33ae7b6fba5 None None] Network 5474acf8-9d5c-430f-a624-33d486455673 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:30:37.341425 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6887df27-70f4-4b34-9ca1-1d48766d4bfb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:37.428480 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6887df27-70f4-4b34-9ca1-1d48766d4bfb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:37.505225 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35380) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:37.548464 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:37.568264 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-27cdaacf-8222-4329-bde4-8779643bcc8b None None] Provisioning complete for port 8225fce4-5b63-4d77-8990-ceb71dddf0c7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:37.568993 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-27cdaacf-8222-4329-bde4-8779643bcc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:37.611731 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6887df27-70f4-4b34-9ca1-1d48766d4bfb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 5474acf8-9d5c-430f-a624-33d486455673 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:37.625231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6887df27-70f4-4b34-9ca1-1d48766d4bfb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:37.635790 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6887df27-70f4-4b34-9ca1-1d48766d4bfb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:37.667356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6887df27-70f4-4b34-9ca1-1d48766d4bfb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:37.668081 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6887df27-70f4-4b34-9ca1-1d48766d4bfb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:37.695812 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887df27-70f4-4b34-9ca1-1d48766d4bfb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:37.698272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 8225fce4-5b63-4d77-8990-ceb71dddf0c7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8225fce4-5b63-4d77-8990-ceb71dddf0c7,segment=NetworkSegment(08655f93-52ea-4f7c-a4f1-29abb97053b8),segment_id=08655f93-52ea-4f7c-a4f1-29abb97053b8)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:37.736748 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:37.773244 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6887df27-70f4-4b34-9ca1-1d48766d4bfb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.3797019 Nov 19 09:30:37.775702 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35384) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:37.790970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'acd8bed5-bcf0-493a-b957-813cf752c375'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:37.809742 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e39feac-1f98-4b38-a954-1800c1aace23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:37.937760 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=8225fce4-5b63-4d77-8990-ceb71dddf0c7,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:37.941490 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:38.029700 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e39feac-1f98-4b38-a954-1800c1aace23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:38.046506 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e39feac-1f98-4b38-a954-1800c1aace23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:38.156086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39feac-1f98-4b38-a954-1800c1aace23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04da6faa-27bf-4cb4-86cb-7cbfacbd7c8e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:38.201447 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2e39feac-1f98-4b38-a954-1800c1aace23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7c3834df327400abcec2310adf948f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6944842 Nov 19 09:30:38.202289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35394) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:38.407073 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9bb3724c-7578-46b4-b076-bfafd60369b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:38.457750 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9bb3724c-7578-46b4-b076-bfafd60369b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:38.501026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cff884-c406-480b-ac7e-b24098dc606f req-4ea0ac62-0b0b-4902-bebb-81e9ede90999 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:38.522256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34cff884-c406-480b-ac7e-b24098dc606f req-4ea0ac62-0b0b-4902-bebb-81e9ede90999 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 949 time: 0.1728051 Nov 19 09:30:38.552260 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc7f222-e6e7-4d4c-abde-551bfdefcfa3 None None] Update dhcp port {'port': {'network_id': '5474acf8-9d5c-430f-a624-33d486455673', 'fixed_ips': [{'subnet_id': 'acd8bed5-bcf0-493a-b957-813cf752c375', 'ip_address': '2001:db8::2'}, {'subnet_id': '0352b934-7b2e-4c80-bd1f-173ee38d30ff'}], 'binding:host_id': 'n-d-805649-14'}, 'id': '8225fce4-5b63-4d77-8990-ceb71dddf0c7'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:30:38.603174 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dfc7f222-e6e7-4d4c-abde-551bfdefcfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:38.625842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8225fce4-5b63-4d77-8990-ceb71dddf0c7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:30:38.678193 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Delete allocated IP 2001:db8:0:1::331 (5474acf8-9d5c-430f-a624-33d486455673/0352b934-7b2e-4c80-bd1f-173ee38d30ff) {{(pid=103476) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 09:30:38.682258 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34cff884-c406-480b-ac7e-b24098dc606f req-006e23d5-c1f5-4121-8298-f14a96f6e439 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/security-groups?id=509b1ffe-e90a-4dc4-85b5-b573d622663c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569152 Nov 19 09:30:38.706110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf3646-9bdf-4f29-bfea-94a0ff7361b4 req-6832b89a-2734-4547-9ff4-9e04f1c88482 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:38.707670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fcaf3646-9bdf-4f29-bfea-94a0ff7361b4 req-6832b89a-2734-4547-9ff4-9e04f1c88482 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1389854 Nov 19 09:30:38.777251 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9bb3724c-7578-46b4-b076-bfafd60369b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:38.783312 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9bb3724c-7578-46b4-b076-bfafd60369b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:38.794076 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9bb3724c-7578-46b4-b076-bfafd60369b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04da6faa-27bf-4cb4-86cb-7cbfacbd7c8e HTTP/1.1" status: 204 len: 168 time: 0.5904748 Nov 19 09:30:38.829017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3724c-7578-46b4-b076-bfafd60369b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04da6faa-27bf-4cb4-86cb-7cbfacbd7c8e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:38.869713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fcaf3646-9bdf-4f29-bfea-94a0ff7361b4 req-8d866c13-84cc-401c-ab3c-fcc5095a88d7 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427212 Nov 19 09:30:38.885952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8225fce4-5b63-4d77-8990-ceb71dddf0c7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:38.886353 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:39.041536 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:39.060953 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:39.135530 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c7722-7567-4717-8193-ca4e6abb4705 req-111cf6ea-6c29-4e8d-b5d7-d043f418f7b7 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:39.148616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a1c7722-7567-4717-8193-ca4e6abb4705 req-111cf6ea-6c29-4e8d-b5d7-d043f418f7b7 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1383803 Nov 19 09:30:39.255109 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-dfc7f222-e6e7-4d4c-abde-551bfdefcfa3 None None] Allocated IP 2001:db8:0:1::2 (5474acf8-9d5c-430f-a624-33d486455673/0352b934-7b2e-4c80-bd1f-173ee38d30ff/8225fce4-5b63-4d77-8990-ceb71dddf0c7) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:39.256743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:39.289961 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:39.290326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:39.290990 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:39.291379 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:39.291695 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:39.292042 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:39.292383 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:39.292726 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:39.293065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:39.294047 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:39.294347 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:39.294734 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:30:39.299821 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a1c7722-7567-4717-8193-ca4e6abb4705 req-4bb16871-9ab1-4af3-b8f4-8e8522ef7b0b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487751 Nov 19 09:30:39.307519 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] In _notify_port_updated(), no bound segment for port 8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a on network 5474acf8-9d5c-430f-a624-33d486455673 {{(pid=103476) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:30:39.317954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:39.318668 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:39.323443 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a87a9cb5-2009-4414-b601-c807535b4214 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "PUT /v2.0/ports/8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a HTTP/1.1" status: 200 len: 926 time: 1.5432019 Nov 19 09:30:39.324536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35410) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:39.330969 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-237e195d-44b7-4d3a-9496-ed4636aebea7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'acd8bed5-bcf0-493a-b957-813cf752c375'}, {'subnet_id': '0352b934-7b2e-4c80-bd1f-173ee38d30ff'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:39.579290 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-dfc7f222-e6e7-4d4c-abde-551bfdefcfa3 None None] For port 8225fce4-5b63-4d77-8990-ceb71dddf0c7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8225fce4-5b63-4d77-8990-ceb71dddf0c7,segment=NetworkSegment(08655f93-52ea-4f7c-a4f1-29abb97053b8),segment_id=08655f93-52ea-4f7c-a4f1-29abb97053b8)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:39.608067 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35418) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:39.659366 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-07ab348c-e4df-43db-ae0a-a50029f21037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:39.663481 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dfc7f222-e6e7-4d4c-abde-551bfdefcfa3 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:39.671470 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dfc7f222-e6e7-4d4c-abde-551bfdefcfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:39.834350 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-07ab348c-e4df-43db-ae0a-a50029f21037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:39.842918 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-07ab348c-e4df-43db-ae0a-a50029f21037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:39.891944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7f222-e6e7-4d4c-abde-551bfdefcfa3 None None] Pushing event updated for resources: {'Port': ['ID=8225fce4-5b63-4d77-8990-ceb71dddf0c7,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:39.901381 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-07ab348c-e4df-43db-ae0a-a50029f21037 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=595c995188d5440b824bf999f166cbe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2915044 Nov 19 09:30:39.914118 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35424) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:39.921178 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab348c-e4df-43db-ae0a-a50029f21037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c361a4fb-c50a-4e59-be8d-0b75f29b558d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:40.020073 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78eab2e1-c3e8-46e5-91fb-d0b6039bc73a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:40.087443 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78eab2e1-c3e8-46e5-91fb-d0b6039bc73a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:40.196960 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78eab2e1-c3e8-46e5-91fb-d0b6039bc73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:40.203399 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78eab2e1-c3e8-46e5-91fb-d0b6039bc73a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:40.205935 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-78eab2e1-c3e8-46e5-91fb-d0b6039bc73a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c361a4fb-c50a-4e59-be8d-0b75f29b558d HTTP/1.1" status: 204 len: 168 time: 0.2889745 Nov 19 09:30:40.220111 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eab2e1-c3e8-46e5-91fb-d0b6039bc73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c361a4fb-c50a-4e59-be8d-0b75f29b558d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:40.234489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793af64d-da4e-4da3-85d7-5857468344ef req-a2fcc2f6-f1fb-4ed6-b477-fec20934b25a tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:40.236776 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-793af64d-da4e-4da3-85d7-5857468344ef req-a2fcc2f6-f1fb-4ed6-b477-fec20934b25a tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1669316 Nov 19 09:30:40.346671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e260-181e-42f8-8475-d483fe505672 req-4767d109-0086-4b58-ae75-410d742202b1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:40.348390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a567e260-181e-42f8-8475-d483fe505672 req-4767d109-0086-4b58-ae75-410d742202b1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 949 time: 0.2807558 Nov 19 09:30:40.362190 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-237e195d-44b7-4d3a-9496-ed4636aebea7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:40.431699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-793af64d-da4e-4da3-85d7-5857468344ef req-e65a9749-ecf0-44e1-9342-81164e23db3a tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771948 Nov 19 09:30:40.515894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8225fce4-5b63-4d77-8990-ceb71dddf0c7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:30:40.669798 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8225fce4-5b63-4d77-8990-ceb71dddf0c7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:40.670409 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:41.072455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-237e195d-44b7-4d3a-9496-ed4636aebea7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Allocated IP 2001:db8:0:1::48 (5474acf8-9d5c-430f-a624-33d486455673/0352b934-7b2e-4c80-bd1f-173ee38d30ff/8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:41.170685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445b23f3-a201-4b9f-b964-c2d3c2ff8f38 None None] Network 5474acf8-9d5c-430f-a624-33d486455673 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:30:41.221994 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-237e195d-44b7-4d3a-9496-ed4636aebea7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:41.248835 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-237e195d-44b7-4d3a-9496-ed4636aebea7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:41.282363 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a567e260-181e-42f8-8475-d483fe505672 req-786e51ba-f025-475c-a3cd-22a73d1dfa74 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/security-groups?id=509b1ffe-e90a-4dc4-85b5-b573d622663c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9246769 Nov 19 09:30:41.442437 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bba051-b7de-4333-b263-824e1b9d1133 req-b3d7c111-c44d-4f6b-aed9-c768ccb868e0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:41.462346 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02bba051-b7de-4333-b263-824e1b9d1133 req-b3d7c111-c44d-4f6b-aed9-c768ccb868e0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2362905 Nov 19 09:30:41.487206 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7303c253-be7a-48fa-bafa-e746281a1a8c None None] Provisioning complete for port 8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:41.487596 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7303c253-be7a-48fa-bafa-e746281a1a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:41.717993 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-237e195d-44b7-4d3a-9496-ed4636aebea7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] In _notify_port_updated(), no bound segment for port 8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a on network 5474acf8-9d5c-430f-a624-33d486455673 {{(pid=103477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:30:41.727928 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7303c253-be7a-48fa-bafa-e746281a1a8c None None] Port 8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:30:41.734604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237e195d-44b7-4d3a-9496-ed4636aebea7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:41.739881 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-237e195d-44b7-4d3a-9496-ed4636aebea7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:41.748315 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35486) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:41.766679 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-237e195d-44b7-4d3a-9496-ed4636aebea7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "PUT /v2.0/ports/8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a HTTP/1.1" status: 200 len: 1011 time: 2.4406545 Nov 19 09:30:41.775488 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e195d-44b7-4d3a-9496-ed4636aebea7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:41.808783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7303c253-be7a-48fa-bafa-e746281a1a8c None None] Provisioning complete for port 8225fce4-5b63-4d77-8990-ceb71dddf0c7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:41.810059 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7303c253-be7a-48fa-bafa-e746281a1a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:42.050615 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02bba051-b7de-4333-b263-824e1b9d1133 req-79eb8cf0-65fe-4795-9a7c-56993b03cf3b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865643 Nov 19 09:30:42.079115 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-05b0960d-5f17-4094-b493-b663d27df668 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port 8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:42.079501 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05b0960d-5f17-4094-b493-b663d27df668 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:42.485673 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd7c0-3278-4a99-b5f0-79510471924b req-52360ce1-a60f-4021-9c6b-9ed406805c31 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:42.491767 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a96dd7c0-3278-4a99-b5f0-79510471924b req-52360ce1-a60f-4021-9c6b-9ed406805c31 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 949 time: 0.2567627 Nov 19 09:30:42.534735 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05b0960d-5f17-4094-b493-b663d27df668 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:42.550863 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-05b0960d-5f17-4094-b493-b663d27df668 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for 8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:42.770019 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05b0960d-5f17-4094-b493-b663d27df668 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:42.802604 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-573e86ed-ae1e-4ff9-a78d-bf958b7431d5 None None] Could not find standard attr ID for object 8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:30:42.878121 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-573e86ed-ae1e-4ff9-a78d-bf958b7431d5 None None] Provisioning complete for port 8225fce4-5b63-4d77-8990-ceb71dddf0c7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:42.878506 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-573e86ed-ae1e-4ff9-a78d-bf958b7431d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:42.990887 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6ca05-0c81-423a-8fee-9bd6f0c9dc9f req-c2187679-edd0-460b-bf60-6e5d386a8a00 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:42.996790 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0960d-5f17-4094-b493-b663d27df668 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:43.000010 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01b6ca05-0c81-423a-8fee-9bd6f0c9dc9f req-c2187679-edd0-460b-bf60-6e5d386a8a00 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2844105 Nov 19 09:30:43.062601 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05b0960d-5f17-4094-b493-b663d27df668 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:43.070241 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a96dd7c0-3278-4a99-b5f0-79510471924b req-61166da5-4d7b-48c6-918f-2caca2e8691e tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/security-groups?id=509b1ffe-e90a-4dc4-85b5-b573d622663c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574279 Nov 19 09:30:43.074593 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-05b0960d-5f17-4094-b493-b663d27df668 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a HTTP/1.1" status: 204 len: 168 time: 1.3197024 Nov 19 09:30:43.085622 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35594) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:43.133936 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-6608bd8a-7faa-4cae-afe4-2a558f78f700 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] GET failed (client error): The resource could not be found. Nov 19 09:30:43.138323 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35604) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:43.139931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6608bd8a-7faa-4cae-afe4-2a558f78f700 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports/8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a HTTP/1.1" status: 404 len: 333 time: 0.0531421 Nov 19 09:30:43.261195 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01b6ca05-0c81-423a-8fee-9bd6f0c9dc9f req-b41f4cb3-09e0-43d3-b9cc-422517c830df tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359016 Nov 19 09:30:43.319442 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-9789da09-88b0-4042-8d8e-4b626520fa4a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting subnet 0352b934-7b2e-4c80-bd1f-173ee38d30ff {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:30:43.332659 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9789da09-88b0-4042-8d8e-4b626520fa4a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:43.370072 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a9b63e40-496d-4216-b226-18c5ea12fae0 None None] Could not find standard attr ID for object 8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:30:43.470137 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9789da09-88b0-4042-8d8e-4b626520fa4a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:43.526558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a7bbc-1096-48cf-b78a-ee794abb2070 req-3c54b975-a964-488b-b812-4bd6ffc02158 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:43.540663 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-973a7bbc-1096-48cf-b78a-ee794abb2070 req-3c54b975-a964-488b-b812-4bd6ffc02158 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1440127 Nov 19 09:30:43.714807 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9789da09-88b0-4042-8d8e-4b626520fa4a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:43.754841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7775c-dcd7-44ec-82f6-67c31ac0e734 req-b2558bca-4e45-4ffb-83e8-ead6b6c0ad23 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:43.761444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47f7775c-dcd7-44ec-82f6-67c31ac0e734 req-b2558bca-4e45-4ffb-83e8-ead6b6c0ad23 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.71 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 949 time: 0.1936955 Nov 19 09:30:43.826913 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9789da09-88b0-4042-8d8e-4b626520fa4a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:43.895154 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b9b8264d-e591-423d-93d8-6382da3ad0ed None None] Could not find standard attr ID for object 8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:30:43.909916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-973a7bbc-1096-48cf-b78a-ee794abb2070 req-5707c86e-17c4-4af1-a4f7-a6f4ede90305 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579013 Nov 19 09:30:43.911215 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9789da09-88b0-4042-8d8e-4b626520fa4a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:43.928605 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9789da09-88b0-4042-8d8e-4b626520fa4a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/0352b934-7b2e-4c80-bd1f-173ee38d30ff HTTP/1.1" status: 204 len: 168 time: 0.7853153 Nov 19 09:30:43.928605 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789da09-88b0-4042-8d8e-4b626520fa4a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Subnet': ['ID=0352b934-7b2e-4c80-bd1f-173ee38d30ff,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:43.935204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35678) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:44.053863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-811dab7f-94a3-443a-98c6-2b07792aaf2f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting subnet acd8bed5-bcf0-493a-b957-813cf752c375 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:30:44.058091 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-811dab7f-94a3-443a-98c6-2b07792aaf2f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:44.261641 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-47f7775c-dcd7-44ec-82f6-67c31ac0e734 req-0b416507-79fc-4166-b130-5375d3e7cbc1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Deleting port 6de783cd-95db-464f-be5c-49f1981385eb {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:44.262054 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-47f7775c-dcd7-44ec-82f6-67c31ac0e734 req-0b416507-79fc-4166-b130-5375d3e7cbc1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:44.373777 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c210407-ceac-48ab-a182-e86bb48dddf9 None None] Network 5474acf8-9d5c-430f-a624-33d486455673 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:30:44.555187 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-811dab7f-94a3-443a-98c6-2b07792aaf2f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:44.582975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-787c7426-13a5-4fbf-9eb8-391d753275d3 None None] Could not find standard attr ID for object 8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:30:44.636517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-47f7775c-dcd7-44ec-82f6-67c31ac0e734 req-0b416507-79fc-4166-b130-5375d3e7cbc1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] For port 6de783cd-95db-464f-be5c-49f1981385eb, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6de783cd-95db-464f-be5c-49f1981385eb,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:44.637230 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-47f7775c-dcd7-44ec-82f6-67c31ac0e734 req-0b416507-79fc-4166-b130-5375d3e7cbc1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:44.658982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-47f7775c-dcd7-44ec-82f6-67c31ac0e734 req-0b416507-79fc-4166-b130-5375d3e7cbc1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Calling delete_port for 6de783cd-95db-464f-be5c-49f1981385eb owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:44.864245 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c15f0-3130-4f83-b070-2ccb635e7276 req-0d18e1b9-8f79-49f9-999e-1cf0002ac71f tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:44.871805 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e9c15f0-3130-4f83-b070-2ccb635e7276 req-0d18e1b9-8f79-49f9-999e-1cf0002ac71f tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 949 time: 0.5767610 Nov 19 09:30:44.898252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3f232-dbad-4827-92f9-d456f030b27b req-8114a4d1-1cac-458e-a982-3d657d4836d0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:44.906173 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ada3f232-dbad-4827-92f9-d456f030b27b req-8114a4d1-1cac-458e-a982-3d657d4836d0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.3614175 Nov 19 09:30:45.088009 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e9c15f0-3130-4f83-b070-2ccb635e7276 req-b62f6f91-b861-4687-ade2-1e4502b942fe tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/security-groups?id=509b1ffe-e90a-4dc4-85b5-b573d622663c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152960 Nov 19 09:30:45.151169 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-811dab7f-94a3-443a-98c6-2b07792aaf2f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:45.203474 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ada3f232-dbad-4827-92f9-d456f030b27b req-97f8379e-8b9a-4fb2-9d5c-594aa27034cd tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960777 Nov 19 09:30:45.448384 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-47f7775c-dcd7-44ec-82f6-67c31ac0e734 req-0b416507-79fc-4166-b130-5375d3e7cbc1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:45.461564 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['6de783cd-95db-464f-be5c-49f1981385eb'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:30:45.530348 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b416507-79fc-4166-b130-5375d3e7cbc1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Pushing event deleted for resources: {'Port': ['ID=6de783cd-95db-464f-be5c-49f1981385eb,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:45.536348 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-811dab7f-94a3-443a-98c6-2b07792aaf2f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:45.568792 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:45.678993 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e83d99-90de-4cb9-95dc-d60f9d1dd2cc req-3557357a-33c2-41d4-8305-e969e0bd8cad tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:45.684903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45e83d99-90de-4cb9-95dc-d60f9d1dd2cc req-3557357a-33c2-41d4-8305-e969e0bd8cad tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.3121347 Nov 19 09:30:45.691691 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811dab7f-94a3-443a-98c6-2b07792aaf2f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Subnet': ['ID=acd8bed5-bcf0-493a-b957-813cf752c375,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:45.697607 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-811dab7f-94a3-443a-98c6-2b07792aaf2f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:45.703678 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35850) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:45.709500 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-811dab7f-94a3-443a-98c6-2b07792aaf2f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/acd8bed5-bcf0-493a-b957-813cf752c375 HTTP/1.1" status: 204 len: 168 time: 1.7723379 Nov 19 09:30:45.745457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f7775c-dcd7-44ec-82f6-67c31ac0e734 req-0b416507-79fc-4166-b130-5375d3e7cbc1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] No DVR routers for this DVR port 6de783cd-95db-464f-be5c-49f1981385eb on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:30:45.759608 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-47f7775c-dcd7-44ec-82f6-67c31ac0e734 req-0b416507-79fc-4166-b130-5375d3e7cbc1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:45.772945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47f7775c-dcd7-44ec-82f6-67c31ac0e734 req-0b416507-79fc-4166-b130-5375d3e7cbc1 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.71 "DELETE /v2.0/ports/6de783cd-95db-464f-be5c-49f1981385eb HTTP/1.1" status: 204 len: 173 time: 2.0046313 Nov 19 09:30:45.773500 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd25465-40e5-4f6c-aa4e-62eadef001a9', 'name': 'network-vif-deleted', 'tag': '6de783cd-95db-464f-be5c-49f1981385eb'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:30:45.776028 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461b8e88-43fd-4f1a-83c0-3f224e71e648" -d '{"events": [{"server_uuid": "6fd25465-40e5-4f6c-aa4e-62eadef001a9", "name": "network-vif-deleted", "tag": "6de783cd-95db-464f-be5c-49f1981385eb"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:30:45.849986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8f4de9-93f9-4f02-86b8-75db143c30c9 None None] Network 5474acf8-9d5c-430f-a624-33d486455673 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:30:45.875916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45e83d99-90de-4cb9-95dc-d60f9d1dd2cc req-8701e9d6-debd-4770-80e3-d975e3d05841 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865621 Nov 19 09:30:45.919136 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e963a5-a29a-4eb9-8ffd-3c53aa06a7b6 x-openstack-request-id: req-e4e963a5-a29a-4eb9-8ffd-3c53aa06a7b6 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:30:45.919841 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd25465-40e5-4f6c-aa4e-62eadef001a9", "name": "network-vif-deleted", "tag": "6de783cd-95db-464f-be5c-49f1981385eb", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:30:45.920205 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4e963a5-a29a-4eb9-8ffd-3c53aa06a7b6 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:30:45.920680 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd25465-40e5-4f6c-aa4e-62eadef001a9', 'name': 'network-vif-deleted', 'tag': '6de783cd-95db-464f-be5c-49f1981385eb', 'status': 'completed', 'code': 200} Nov 19 09:30:45.920951 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:46.022234 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9ed8494b-e3ee-4e30-83c8-bbc06065355f None None] Provisioning complete for port 8225fce4-5b63-4d77-8990-ceb71dddf0c7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:46.023021 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9ed8494b-e3ee-4e30-83c8-bbc06065355f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:46.052799 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port 8225fce4-5b63-4d77-8990-ceb71dddf0c7 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:46.053714 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:46.219783 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] For port 8225fce4-5b63-4d77-8990-ceb71dddf0c7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8225fce4-5b63-4d77-8990-ceb71dddf0c7,segment=NetworkSegment(08655f93-52ea-4f7c-a4f1-29abb97053b8),segment_id=08655f93-52ea-4f7c-a4f1-29abb97053b8)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:46.220321 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:46.284425 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for 8225fce4-5b63-4d77-8990-ceb71dddf0c7 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:46.403114 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425abf57-fb3a-4f15-8a9a-52685548c605 None None] DHCP port deletion for 5474acf8-9d5c-430f-a624-33d486455673 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:30:46.480442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfeccf05-9d75-4b9c-baaa-e58c2e46b352 req-46c2e11e-6476-43b4-ad5e-ce94f129b128 tempest-VolumesNegativeTest-1838889360 tempest-VolumesNegativeTest-1838889360-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd25465-40e5-4f6c-aa4e-62eadef001a9 HTTP/1.1" status: 200 len: 210 time: 0.1489565 Nov 19 09:30:46.580407 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-425abf57-fb3a-4f15-8a9a-52685548c605 None None] Deleting port 8225fce4-5b63-4d77-8990-ceb71dddf0c7 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:46.580937 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-425abf57-fb3a-4f15-8a9a-52685548c605 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:46.598541 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:46.667595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=8225fce4-5b63-4d77-8990-ceb71dddf0c7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:46.706815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-425abf57-fb3a-4f15-8a9a-52685548c605 None None] For port 8225fce4-5b63-4d77-8990-ceb71dddf0c7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8225fce4-5b63-4d77-8990-ceb71dddf0c7,segment=NetworkSegment(08655f93-52ea-4f7c-a4f1-29abb97053b8),segment_id=08655f93-52ea-4f7c-a4f1-29abb97053b8)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:46.707643 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-425abf57-fb3a-4f15-8a9a-52685548c605 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:46.720276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8225fce4-5b63-4d77-8990-ceb71dddf0c7 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:30:46.727518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No DVR routers for this DVR port 8225fce4-5b63-4d77-8990-ceb71dddf0c7 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:30:46.752610 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-425abf57-fb3a-4f15-8a9a-52685548c605 None None] Calling delete_port for 8225fce4-5b63-4d77-8990-ceb71dddf0c7 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:46.754885 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 8225fce4-5b63-4d77-8990-ceb71dddf0c7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:30:46.755476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8225fce4-5b63-4d77-8990-ceb71dddf0c7 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:30:46.790393 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e240915-f2bc-44e5-82f7-3254dbf22dc6 req-1f57ced8-81b8-4c4a-820a-d34bac534ece tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:46.792161 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e240915-f2bc-44e5-82f7-3254dbf22dc6 req-1f57ced8-81b8-4c4a-820a-d34bac534ece tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1105380 Nov 19 09:30:46.895911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e240915-f2bc-44e5-82f7-3254dbf22dc6 req-632d3702-dbc3-4994-be64-d865a170b756 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936909 Nov 19 09:30:46.898017 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-425abf57-fb3a-4f15-8a9a-52685548c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:46.904600 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:46.938322 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5474acf8-9d5c-430f-a624-33d486455673']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:46.955901 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08655f93-52ea-4f7c-a4f1-29abb97053b8') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:46.956400 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08655f93-52ea-4f7c-a4f1-29abb97053b8') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:46.978373 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:46.994818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425abf57-fb3a-4f15-8a9a-52685548c605 None None] Pushing event deleted for resources: {'Port': ['ID=8225fce4-5b63-4d77-8990-ceb71dddf0c7,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:46.996731 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425abf57-fb3a-4f15-8a9a-52685548c605 None None] No DVR routers for this DVR port 8225fce4-5b63-4d77-8990-ceb71dddf0c7 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:30:47.006441 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:47.014344 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:30:47.014941 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:30:47.022252 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:30:47.081767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96dd6c-b884-4352-b089-51ccfc29996c req-ec63e3e8-358e-42b7-bcb8-d00d104105fe tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:47.085511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d96dd6c-b884-4352-b089-51ccfc29996c req-ec63e3e8-358e-42b7-bcb8-d00d104105fe tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0925851 Nov 19 09:30:47.099529 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:47.108449 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:47.115733 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/networks/5474acf8-9d5c-430f-a624-33d486455673 HTTP/1.1" status: 204 len: 168 time: 1.4081726 Nov 19 09:30:47.116535 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35980) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:47.140192 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8dde3-845f-43b4-8d3b-56cf52249334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Network': ['ID=5474acf8-9d5c-430f-a624-33d486455673,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:47.193376 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d96dd6c-b884-4352-b089-51ccfc29996c req-2d54ef17-c7ea-4ef4-aaf7-e59f4c30d36c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936010 Nov 19 09:30:47.219878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e8e948-d9f4-49db-ae82-5b17a87a2f0a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:47.222986 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-61e8e948-d9f4-49db-ae82-5b17a87a2f0a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1022646 Nov 19 09:30:47.226878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35984) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:47.286158 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9dbc3e14-449d-4bbd-ac80-408e2dfc6d1b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0541267 Nov 19 09:30:47.286362 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35990) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:47.291250 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4fbac0ae-80c6-4b0f-b5e4-4371bb0a472b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-214422187'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:47.312522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbac0ae-80c6-4b0f-b5e4-4371bb0a472b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:47.316706 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4fbac0ae-80c6-4b0f-b5e4-4371bb0a472b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:47.346341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbac0ae-80c6-4b0f-b5e4-4371bb0a472b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:30:47.357511 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4fbac0ae-80c6-4b0f-b5e4-4371bb0a472b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:47.357863 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-4fbac0ae-80c6-4b0f-b5e4-4371bb0a472b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Added segment 213cd235-43c2-4553-9d78-b28ba159ba21 of type vlan for network 8d365286-357d-4dc5-b475-a80c1703d5d8 Nov 19 09:30:47.383629 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fefbe1-814f-40c8-ac3c-344a50d86279 req-2943ea7d-7e9c-4b54-84f9-3a5774864b45 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:47.385126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16fefbe1-814f-40c8-ac3c-344a50d86279 req-2943ea7d-7e9c-4b54-84f9-3a5774864b45 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0537024 Nov 19 09:30:47.402008 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4fbac0ae-80c6-4b0f-b5e4-4371bb0a472b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:47.426838 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4fbac0ae-80c6-4b0f-b5e4-4371bb0a472b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:47.432630 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbac0ae-80c6-4b0f-b5e4-4371bb0a472b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:47.433270 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4fbac0ae-80c6-4b0f-b5e4-4371bb0a472b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:47.435144 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16fefbe1-814f-40c8-ac3c-344a50d86279 req-1b0bf3fd-81b3-4399-8a78-3e119a78b3d3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426209 Nov 19 09:30:47.485454 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6de783cd-95db-464f-be5c-49f1981385eb no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:30:47.503274 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4fbac0ae-80c6-4b0f-b5e4-4371bb0a472b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2158239 Nov 19 09:30:47.506124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35994) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:47.513187 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7f2bdf8a-44d5-4065-9b33-b7e03d7ce0f8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'subnet': {'network_id': '8d365286-357d-4dc5-b475-a80c1703d5d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:47.516256 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 6de783cd-95db-464f-be5c-49f1981385eb {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:30:47.516795 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6de783cd-95db-464f-be5c-49f1981385eb not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:30:47.533696 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbac0ae-80c6-4b0f-b5e4-4371bb0a472b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Network': ['ID=8d365286-357d-4dc5-b475-a80c1703d5d8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:47.548107 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 8d365286-357d-4dc5-b475-a80c1703d5d8 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:30:47.579854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158698a7-7cc0-4bad-8f5a-934d3778a71d req-89493491-b12f-442c-9d0f-f17d274b3d06 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:47.583163 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-158698a7-7cc0-4bad-8f5a-934d3778a71d req-89493491-b12f-442c-9d0f-f17d274b3d06 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0708873 Nov 19 09:30:47.657231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2bdf8a-44d5-4065-9b33-b7e03d7ce0f8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:47.661453 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f2bdf8a-44d5-4065-9b33-b7e03d7ce0f8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:47.686156 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-158698a7-7cc0-4bad-8f5a-934d3778a71d req-5304be82-d9bb-4d13-a140-3b570cc26a68 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924966 Nov 19 09:30:47.907041 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f2bdf8a-44d5-4065-9b33-b7e03d7ce0f8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:47.936253 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:48.012722 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bdf8a-44d5-4065-9b33-b7e03d7ce0f8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Subnet': ['ID=875ee3a2-ca12-4976-98ab-8353326c9e3f,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:48.026381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2bdf8a-44d5-4065-9b33-b7e03d7ce0f8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Checking segment: {'id': '213cd235-43c2-4553-9d78-b28ba159ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '8d365286-357d-4dc5-b475-a80c1703d5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:30:48.027024 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2bdf8a-44d5-4065-9b33-b7e03d7ce0f8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network hostable DHCP agents. Network: 8d365286-357d-4dc5-b475-a80c1703d5d8, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:30:48.054192 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2bdf8a-44d5-4065-9b33-b7e03d7ce0f8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 8d365286-357d-4dc5-b475-a80c1703d5d8 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:30:48.068221 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7f2bdf8a-44d5-4065-9b33-b7e03d7ce0f8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 8d365286-357d-4dc5-b475-a80c1703d5d8) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:48.078059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c81e372-7786-4ba7-9634-b0280963c66a None None] Network 8d365286-357d-4dc5-b475-a80c1703d5d8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:30:48.082686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2bdf8a-44d5-4065-9b33-b7e03d7ce0f8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:48.084178 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f2bdf8a-44d5-4065-9b33-b7e03d7ce0f8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:48.112082 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7f2bdf8a-44d5-4065-9b33-b7e03d7ce0f8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6042376 Nov 19 09:30:48.112933 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36058) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:48.123006 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d9bb408b-edf3-48c4-b3ee-1c3562e4b368 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'network_id': '8d365286-357d-4dc5-b475-a80c1703d5d8', 'name': 'tempest-PortsIpV6TestJSON-644661205'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:48.286915 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9754845-b6dc-4ddf-9de9-28778d039273 req-f9839d0e-5c3c-4906-9f89-0d159a96dbc5 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:48.290347 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c9754845-b6dc-4ddf-9de9-28778d039273 req-f9839d0e-5c3c-4906-9f89-0d159a96dbc5 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/networks?id=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 HTTP/1.1" status: 200 len: 814 time: 0.3346102 Nov 19 09:30:48.343238 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bb408b-edf3-48c4-b3ee-1c3562e4b368 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:48.350133 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9bb408b-edf3-48c4-b3ee-1c3562e4b368 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:48.351563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-eada5a54-97fa-4a96-ace2-68abf23b1753 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:48.369145 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-eada5a54-97fa-4a96-ace2-68abf23b1753 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/networks?id=748749c4-532e-4da1-8a07-6ebbde399465 HTTP/1.1" status: 200 len: 814 time: 0.4085560 Nov 19 09:30:48.424854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c9754845-b6dc-4ddf-9de9-28778d039273 req-378d4a4d-8da1-4c2b-960e-017718305a86 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/quotas/5047e7d7a40342a68aa2788274e8967a HTTP/1.1" status: 200 len: 375 time: 0.1174612 Nov 19 09:30:48.426435 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-d9bb408b-edf3-48c4-b3ee-1c3562e4b368 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] device_id is not set on port 94fbd5ba-efc5-4fb9-98fc-2e0fb4fab2d8 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:30:48.463578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-8d365286-357d-4dc5-b475-a80c1703d5d8', 'network_id': '8d365286-357d-4dc5-b475-a80c1703d5d8', 'tenant_id': 'fafdcb6c77ea4fe79ffd8b5a27614b00', 'fixed_ips': [{'subnet_id': '875ee3a2-ca12-4976-98ab-8353326c9e3f'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:30:48.466015 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-9d6de114-f5fa-4089-8c97-81b49c8cdee9 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/quotas/510251f8dbcd4584857fa9b48df900ab HTTP/1.1" status: 200 len: 375 time: 0.0953813 Nov 19 09:30:48.468561 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:48.566671 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-6e8dcd5e-265f-41b5-86e4-616afbe336d6 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=510251f8dbcd4584857fa9b48df900ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0979779 Nov 19 09:30:48.701624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-72676a20-bf90-45a2-b4d3-d13bffbe84d2 service neutron] 10.222.0.21 "GET /v2.0/networks/748749c4-532e-4da1-8a07-6ebbde399465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150432 Nov 19 09:30:48.712459 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d9bb408b-edf3-48c4-b3ee-1c3562e4b368 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Allocated IP 2001:db8::287 (8d365286-357d-4dc5-b475-a80c1703d5d8/875ee3a2-ca12-4976-98ab-8353326c9e3f/94fbd5ba-efc5-4fb9-98fc-2e0fb4fab2d8) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:48.778739 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c9754845-b6dc-4ddf-9de9-28778d039273 req-f6032796-199f-443f-b307-8b71ad25ccdc tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5047e7d7a40342a68aa2788274e8967a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3548634 Nov 19 09:30:48.850451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a4801320-b380-46c9-9a7c-77c5166d094f service neutron] 10.222.0.21 "GET /v2.0/networks/748749c4-532e-4da1-8a07-6ebbde399465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355696 Nov 19 09:30:48.942285 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9bb408b-edf3-48c4-b3ee-1c3562e4b368 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:48.995624 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9bb408b-edf3-48c4-b3ee-1c3562e4b368 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:49.084826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c68d2fcc-08e7-45b3-8890-23a9ec15d250 req-6a263c83-6ce1-42aa-94ad-29126321241b tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 210 time: 0.0399582 Nov 19 09:30:49.086473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Allocated IP 2001:db8::2 (8d365286-357d-4dc5-b475-a80c1703d5d8/875ee3a2-ca12-4976-98ab-8353326c9e3f/bf6265c0-e5c1-42ae-b7f5-85a7ab048955) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:49.087822 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bb408b-edf3-48c4-b3ee-1c3562e4b368 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 8d365286-357d-4dc5-b475-a80c1703d5d8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:49.094324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764044-8983-48b4-8b39-410f4ce284a8 req-1fa033f5-6742-4074-899a-254307414f2e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:49.102914 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d9bb408b-edf3-48c4-b3ee-1c3562e4b368 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:49.107156 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74764044-8983-48b4-8b39-410f4ce284a8 req-1fa033f5-6742-4074-899a-254307414f2e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1407444 Nov 19 09:30:49.112704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bb408b-edf3-48c4-b3ee-1c3562e4b368 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:49.124032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb408b-edf3-48c4-b3ee-1c3562e4b368 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:49.124733 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9bb408b-edf3-48c4-b3ee-1c3562e4b368 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:49.178026 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74764044-8983-48b4-8b39-410f4ce284a8 req-25cd34a0-00d4-4bc9-b343-a325c6ade63f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693965 Nov 19 09:30:49.198783 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb408b-edf3-48c4-b3ee-1c3562e4b368 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=94fbd5ba-efc5-4fb9-98fc-2e0fb4fab2d8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:49.214132 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d9bb408b-edf3-48c4-b3ee-1c3562e4b368 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0985477 Nov 19 09:30:49.217106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36142) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:49.224069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d6ae0e89-26eb-4c4d-a6fa-6ed55d9c93e7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'network_id': '8d365286-357d-4dc5-b475-a80c1703d5d8', 'name': 'tempest-PortsIpV6TestJSON-2016324510'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:49.358665 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:49.369893 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:49.391978 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Network 8d365286-357d-4dc5-b475-a80c1703d5d8 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:49.453061 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:49.461401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:49.487320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Pushing event updated for resources: {'Port': ['ID=bf6265c0-e5c1-42ae-b7f5-85a7ab048955,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:49.560226 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f803512-b0a6-49e3-bd6b-b4d06a39d7e7 req-7930d26c-4073-4742-b6a6-40836ccdfe86 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:49.561685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f803512-b0a6-49e3-bd6b-b4d06a39d7e7 req-7930d26c-4073-4742-b6a6-40836ccdfe86 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1480870 Nov 19 09:30:49.600518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ae0e89-26eb-4c4d-a6fa-6ed55d9c93e7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:49.604494 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6ae0e89-26eb-4c4d-a6fa-6ed55d9c93e7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:49.618559 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Attempting to bind port bf6265c0-e5c1-42ae-b7f5-85a7ab048955 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:30:49.619146 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Attempting to bind port bf6265c0-e5c1-42ae-b7f5-85a7ab048955 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '213cd235-43c2-4553-9d78-b28ba159ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '8d365286-357d-4dc5-b475-a80c1703d5d8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:30:49.620407 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Attempting to bind port bf6265c0-e5c1-42ae-b7f5-85a7ab048955 on network 8d365286-357d-4dc5-b475-a80c1703d5d8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:30:49.629392 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:30:49.631483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Checking segment: {'id': '213cd235-43c2-4553-9d78-b28ba159ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '8d365286-357d-4dc5-b475-a80c1703d5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:30:49.632062 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:49.632657 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Bound using segment: {'id': '213cd235-43c2-4553-9d78-b28ba159ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '8d365286-357d-4dc5-b475-a80c1703d5d8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:30:49.633424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Bound port: bf6265c0-e5c1-42ae-b7f5-85a7ab048955, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213cd235-43c2-4553-9d78-b28ba159ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '8d365286-357d-4dc5-b475-a80c1703d5d8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:30:49.634674 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:49.648461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-d6ae0e89-26eb-4c4d-a6fa-6ed55d9c93e7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] device_id is not set on port 0e760411-2e19-49d5-87ac-27b34b973775 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:30:49.680964 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f803512-b0a6-49e3-bd6b-b4d06a39d7e7 req-702064b2-8cda-4503-ba01-bd49434fe33d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088295 Nov 19 09:30:49.804506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] For port bf6265c0-e5c1-42ae-b7f5-85a7ab048955, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:30:49.807881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] For port bf6265c0-e5c1-42ae-b7f5-85a7ab048955, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=bf6265c0-e5c1-42ae-b7f5-85a7ab048955,segment=NetworkSegment(213cd235-43c2-4553-9d78-b28ba159ba21),segment_id=213cd235-43c2-4553-9d78-b28ba159ba21)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:30:49.815521 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:49.856281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-d6ae0e89-26eb-4c4d-a6fa-6ed55d9c93e7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Allocated IP 2001:db8::1dc (8d365286-357d-4dc5-b475-a80c1703d5d8/875ee3a2-ca12-4976-98ab-8353326c9e3f/0e760411-2e19-49d5-87ac-27b34b973775) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:49.876550 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2b713-8353-47ce-bdb3-0ef4fed32c71 None None] Pushing event updated for resources: {'Port': ['ID=bf6265c0-e5c1-42ae-b7f5-85a7ab048955,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:49.913712 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e1500a1-c7c8-41ec-bddb-eeeb108f6c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:50.072122 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-418b540b-fe67-42a2-95dc-3bd6f9d32ff3 req-778288f6-0762-4978-b806-2dae60e3a365 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5047e7d7a40342a68aa2788274e8967a HTTP/1.1" status: 200 len: 221 time: 0.1038215 Nov 19 09:30:50.199457 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6ae0e89-26eb-4c4d-a6fa-6ed55d9c93e7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:50.378171 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f00c2e6-0d5e-45f9-9015-2a618a856617 req-ba07fb3c-c8db-49e4-9a46-502aace66c53 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 210 time: 0.0791161 Nov 19 09:30:50.411864 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6ae0e89-26eb-4c4d-a6fa-6ed55d9c93e7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:50.492484 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dfae9-7db4-4f4e-b768-ef41e7db8f0f req-1f768481-4ebc-4603-b15a-d56aad92b225 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:50.501388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c6dfae9-7db4-4f4e-b768-ef41e7db8f0f req-1f768481-4ebc-4603-b15a-d56aad92b225 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2259901 Nov 19 09:30:50.505951 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ae0e89-26eb-4c4d-a6fa-6ed55d9c93e7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 8d365286-357d-4dc5-b475-a80c1703d5d8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:50.519266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-d6ae0e89-26eb-4c4d-a6fa-6ed55d9c93e7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:50.546686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae0e89-26eb-4c4d-a6fa-6ed55d9c93e7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:50.553614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ae0e89-26eb-4c4d-a6fa-6ed55d9c93e7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:50.554417 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d6ae0e89-26eb-4c4d-a6fa-6ed55d9c93e7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:50.561204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae0e89-26eb-4c4d-a6fa-6ed55d9c93e7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=0e760411-2e19-49d5-87ac-27b34b973775,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:50.612653 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device bf6265c0-e5c1-42ae-b7f5-85a7ab048955 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:30:50.706198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d6ae0e89-26eb-4c4d-a6fa-6ed55d9c93e7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4837427 Nov 19 09:30:50.706914 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36250) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:50.748160 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c6dfae9-7db4-4f4e-b768-ef41e7db8f0f req-deedb930-4d98-4f47-94af-d7d1dc33a88a tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394183 Nov 19 09:30:50.765762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port bf6265c0-e5c1-42ae-b7f5-85a7ab048955 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:50.766155 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:50.869442 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-40289087-24fd-4f67-b23a-2e7271cb89e9 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:50.871323 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-40289087-24fd-4f67-b23a-2e7271cb89e9 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.71 "GET /v2.0/networks?id=748749c4-532e-4da1-8a07-6ebbde399465 HTTP/1.1" status: 200 len: 814 time: 0.2558789 Nov 19 09:30:50.891030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-59164df2-d64a-4029-a838-cde9761ebe1a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Request body: {'port': {'device_id': 'd3ca767f-4e10-47e0-86d0-b1acd9744e47', 'network_id': '748749c4-532e-4da1-8a07-6ebbde399465', 'admin_state_up': True, 'tenant_id': '510251f8dbcd4584857fa9b48df900ab'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:50.946835 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:51.010492 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cc53b2-e2ca-4f11-a998-a0d0f38054c8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:51.013078 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c0cc53b2-e2ca-4f11-a998-a0d0f38054c8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A287 HTTP/1.1" status: 200 len: 928 time: 0.3039222 Nov 19 09:30:51.015627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36272) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:51.036012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port bf6265c0-e5c1-42ae-b7f5-85a7ab048955, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=bf6265c0-e5c1-42ae-b7f5-85a7ab048955,segment=NetworkSegment(213cd235-43c2-4553-9d78-b28ba159ba21),segment_id=213cd235-43c2-4553-9d78-b28ba159ba21)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:51.051933 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:51.130445 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186096d-223e-4fe7-9b5f-6329c6af53e5 req-7ba8b2e5-4511-4b4d-9300-30e28e997f79 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:51.132676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9186096d-223e-4fe7-9b5f-6329c6af53e5 req-7ba8b2e5-4511-4b4d-9300-30e28e997f79 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1768208 Nov 19 09:30:51.170587 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=bf6265c0-e5c1-42ae-b7f5-85a7ab048955,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:51.204475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-59164df2-d64a-4029-a838-cde9761ebe1a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Made reservation on behalf of 510251f8dbcd4584857fa9b48df900ab for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:51.211074 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-59164df2-d64a-4029-a838-cde9761ebe1a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:51.239878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a348e6ef-7e39-460e-b8bd-dd3e85ca90e2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port 0e760411-2e19-49d5-87ac-27b34b973775 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:51.240754 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a348e6ef-7e39-460e-b8bd-dd3e85ca90e2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:51.260420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9186096d-223e-4fe7-9b5f-6329c6af53e5 req-036acd51-91b0-49bf-a1d6-5f6c5251cbbe tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176789 Nov 19 09:30:51.435192 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-59164df2-d64a-4029-a838-cde9761ebe1a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Allocated IP 172.20.0.3 (748749c4-532e-4da1-8a07-6ebbde399465/73ee3522-0f74-4a34-b440-730322afd465/c0e17688-4eec-4594-b4e7-f6e9852ec7ba) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:51.444951 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a348e6ef-7e39-460e-b8bd-dd3e85ca90e2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:51.490214 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a348e6ef-7e39-460e-b8bd-dd3e85ca90e2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for 0e760411-2e19-49d5-87ac-27b34b973775 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:51.622004 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-59164df2-d64a-4029-a838-cde9761ebe1a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:51.676689 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a348e6ef-7e39-460e-b8bd-dd3e85ca90e2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:51.695686 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6b61be-452f-43ca-b1db-627d8128b2f1 None None] Network 8d365286-357d-4dc5-b475-a80c1703d5d8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:30:51.717530 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bc1fafb-e44d-4212-aefe-cf61ddaa5281 req-bc705ae3-6036-4519-aacd-b576c8629b46 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 210 time: 0.0582697 Nov 19 09:30:51.739211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348e6ef-7e39-460e-b8bd-dd3e85ca90e2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=0e760411-2e19-49d5-87ac-27b34b973775,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:51.774984 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a348e6ef-7e39-460e-b8bd-dd3e85ca90e2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:51.778877 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a348e6ef-7e39-460e-b8bd-dd3e85ca90e2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/0e760411-2e19-49d5-87ac-27b34b973775 HTTP/1.1" status: 204 len: 168 time: 0.7614713 Nov 19 09:30:51.781482 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36302) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:51.822150 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bc7b08-1652-4d7f-87cd-fe333f74914d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] GET failed (client error): The resource could not be found. Nov 19 09:30:51.825156 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-16bc7b08-1652-4d7f-87cd-fe333f74914d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports/0e760411-2e19-49d5-87ac-27b34b973775 HTTP/1.1" status: 404 len: 333 time: 0.0409231 Nov 19 09:30:51.832917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36308) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:51.858625 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-59164df2-d64a-4029-a838-cde9761ebe1a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:51.937498 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201930ee-f654-416e-a3ea-e37595ca27e8 req-6ce23164-6126-458d-af12-84b6a8c8d0bb tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:51.939378 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-201930ee-f654-416e-a3ea-e37595ca27e8 req-6ce23164-6126-458d-af12-84b6a8c8d0bb tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2803075 Nov 19 09:30:51.941248 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59164df2-d64a-4029-a838-cde9761ebe1a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Pushing event updated for resources: {'Port': ['ID=c0e17688-4eec-4594-b4e7-f6e9852ec7ba,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:51.961676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-59164df2-d64a-4029-a838-cde9761ebe1a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Network 748749c4-532e-4da1-8a07-6ebbde399465 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:51.979317 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-874cd873-3920-490e-84de-5f29b6f754ee None None] Provisioning complete for port bf6265c0-e5c1-42ae-b7f5-85a7ab048955 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:51.979695 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-874cd873-3920-490e-84de-5f29b6f754ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:51.986844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-59164df2-d64a-4029-a838-cde9761ebe1a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:51.989462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-59164df2-d64a-4029-a838-cde9761ebe1a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:52.056881 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-201930ee-f654-416e-a3ea-e37595ca27e8 req-c4967d4f-c329-48c2-9682-3e0dbb640c2b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981932 Nov 19 09:30:52.085651 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-59164df2-d64a-4029-a838-cde9761ebe1a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:52.086986 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-59164df2-d64a-4029-a838-cde9761ebe1a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:52.133860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53c9454-3e7f-4482-864c-c8cae7464d2e None None] DHCP port deletion for 748749c4-532e-4da1-8a07-6ebbde399465 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:30:52.158239 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-59164df2-d64a-4029-a838-cde9761ebe1a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2730963 Nov 19 09:30:52.194304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Request body: {'port': {'device_id': 'd3ca767f-4e10-47e0-86d0-b1acd9744e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:52.314934 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf32737e-7e1a-468c-9444-e5a9cbff2b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:52.406321 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:52.438175 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fdb3b-c7b7-43b4-8f72-bc1226afcc27 req-453f36e6-33ba-4212-a705-ba33907d8df8 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:52.452212 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b93fdb3b-c7b7-43b4-8f72-bc1226afcc27 req-453f36e6-33ba-4212-a705-ba33907d8df8 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1698544 Nov 19 09:30:52.495699 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1d7d0214-1641-4e45-9baa-6fc5cd4ef7d1 None None] Provisioning complete for port c0e17688-4eec-4594-b4e7-f6e9852ec7ba triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:52.496145 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1d7d0214-1641-4e45-9baa-6fc5cd4ef7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:52.536630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36340) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:52.541304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device bf6265c0-e5c1-42ae-b7f5-85a7ab048955 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:30:52.638704 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d0214-1641-4e45-9baa-6fc5cd4ef7d1 None None] Port c0e17688-4eec-4594-b4e7-f6e9852ec7ba cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:30:52.682464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fdd87965-af24-4f60-9c5d-db6ac7422e26 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port 94fbd5ba-efc5-4fb9-98fc-2e0fb4fab2d8 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:52.682807 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdd87965-af24-4f60-9c5d-db6ac7422e26 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:52.683353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port bf6265c0-e5c1-42ae-b7f5-85a7ab048955 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:52.684664 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:52.862498 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdd87965-af24-4f60-9c5d-db6ac7422e26 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:52.876651 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fdd87965-af24-4f60-9c5d-db6ac7422e26 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for 94fbd5ba-efc5-4fb9-98fc-2e0fb4fab2d8 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:52.880178 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0f78a652-d3b0-495c-99bb-1a37ef3e7880 None None] Provisioning complete for port 94fbd5ba-efc5-4fb9-98fc-2e0fb4fab2d8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:52.881232 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f78a652-d3b0-495c-99bb-1a37ef3e7880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:52.953564 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0f78a652-d3b0-495c-99bb-1a37ef3e7880 None None] Port 94fbd5ba-efc5-4fb9-98fc-2e0fb4fab2d8 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:30:52.983131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0f78a652-d3b0-495c-99bb-1a37ef3e7880 None None] Provisioning complete for port bf6265c0-e5c1-42ae-b7f5-85a7ab048955 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:52.984281 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f78a652-d3b0-495c-99bb-1a37ef3e7880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.066736 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdd87965-af24-4f60-9c5d-db6ac7422e26 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.102987 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e17688-4eec-4594-b4e7-f6e9852ec7ba {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:30:53.118722 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.123656 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd87965-af24-4f60-9c5d-db6ac7422e26 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=94fbd5ba-efc5-4fb9-98fc-2e0fb4fab2d8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:53.132726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Transition to ACTIVE for port object c0e17688-4eec-4594-b4e7-f6e9852ec7ba will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:30:53.159233 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.186469 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdd87965-af24-4f60-9c5d-db6ac7422e26 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.190023 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fdd87965-af24-4f60-9c5d-db6ac7422e26 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/94fbd5ba-efc5-4fb9-98fc-2e0fb4fab2d8 HTTP/1.1" status: 204 len: 168 time: 1.3560224 Nov 19 09:30:53.193932 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36346) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:53.227300 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9d5bea-e375-4866-8843-9eef1e07025d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] GET failed (client error): The resource could not be found. Nov 19 09:30:53.232151 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8a9d5bea-e375-4866-8843-9eef1e07025d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports/94fbd5ba-efc5-4fb9-98fc-2e0fb4fab2d8 HTTP/1.1" status: 404 len: 333 time: 0.0371718 Nov 19 09:30:53.232794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36348) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:53.260696 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85787163-c6a5-4528-b23d-016c87eec98f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.268595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b93fdb3b-c7b7-43b4-8f72-bc1226afcc27 req-bc708c1c-d445-40df-8b1b-b055191905fa tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8155260 Nov 19 09:30:53.285158 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d12eded8-1df8-4e18-9790-98fb13ce1513 None None] Could not find standard attr ID for object 94fbd5ba-efc5-4fb9-98fc-2e0fb4fab2d8. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:30:53.315305 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15f4e6c-aeca-4c4a-a5d3-fd83a0bf0a3c None None] DHCP port deletion for 748749c4-532e-4da1-8a07-6ebbde399465 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:30:53.334419 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d0df2-e01c-43d9-9482-ec4f1dd3db13 req-85bb8abd-ad4e-4833-bd21-90b98cb2a893 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:53.335931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d8d0df2-e01c-43d9-9482-ec4f1dd3db13 req-85bb8abd-ad4e-4833-bd21-90b98cb2a893 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 943 time: 0.1853375 Nov 19 09:30:53.395638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Pushing event updated for resources: {'Port': ['ID=c0e17688-4eec-4594-b4e7-f6e9852ec7ba,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:53.424675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-155c1ae2-4402-4ecc-98f0-1a4669d9e457 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting subnet 875ee3a2-ca12-4976-98ab-8353326c9e3f {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:30:53.435364 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-155c1ae2-4402-4ecc-98f0-1a4669d9e457 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.476311 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.527096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d8d0df2-e01c-43d9-9482-ec4f1dd3db13 req-021d06df-5ae2-4090-b7d5-ad3c1b0420a3 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720634 Nov 19 09:30:53.566267 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-155c1ae2-4402-4ecc-98f0-1a4669d9e457 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.592857 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85787163-c6a5-4528-b23d-016c87eec98f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.594826 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Attempting to bind port c0e17688-4eec-4594-b4e7-f6e9852ec7ba on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:30:53.594826 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Attempting to bind port c0e17688-4eec-4594-b4e7-f6e9852ec7ba by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd017151d-ea65-4647-bf3b-a613fa498e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '748749c4-532e-4da1-8a07-6ebbde399465'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:30:53.595088 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Attempting to bind port c0e17688-4eec-4594-b4e7-f6e9852ec7ba on network 748749c4-532e-4da1-8a07-6ebbde399465 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:30:53.669224 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Port c0e17688-4eec-4594-b4e7-f6e9852ec7ba on network 748749c4-532e-4da1-8a07-6ebbde399465 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:30:53.669546 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Attempting to bind port c0e17688-4eec-4594-b4e7-f6e9852ec7ba on network 748749c4-532e-4da1-8a07-6ebbde399465 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:30:53.677047 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85787163-c6a5-4528-b23d-016c87eec98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.705304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:30:53.705813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Checking segment: {'id': 'd017151d-ea65-4647-bf3b-a613fa498e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '748749c4-532e-4da1-8a07-6ebbde399465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:30:53.706075 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Bound using segment: {'id': 'd017151d-ea65-4647-bf3b-a613fa498e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '748749c4-532e-4da1-8a07-6ebbde399465'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:30:53.706432 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-155c1ae2-4402-4ecc-98f0-1a4669d9e457 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.706562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Bound port: c0e17688-4eec-4594-b4e7-f6e9852ec7ba, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd017151d-ea65-4647-bf3b-a613fa498e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '748749c4-532e-4da1-8a07-6ebbde399465'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:30:53.706849 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.747903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-85787163-c6a5-4528-b23d-016c87eec98f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69cd87cca4184efc820c5f708d70dfb9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2057948 Nov 19 09:30:53.755158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36358) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:53.798247 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] For port c0e17688-4eec-4594-b4e7-f6e9852ec7ba, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:30:53.799212 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c7efd3b0-01cc-4ebc-a6f7-274bfb623963 None None] Could not find standard attr ID for object 0e760411-2e19-49d5-87ac-27b34b973775. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:30:53.802174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] For port c0e17688-4eec-4594-b4e7-f6e9852ec7ba, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c0e17688-4eec-4594-b4e7-f6e9852ec7ba,segment=NetworkSegment(d017151d-ea65-4647-bf3b-a613fa498e9a),segment_id=d017151d-ea65-4647-bf3b-a613fa498e9a)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:30:53.804805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85787163-c6a5-4528-b23d-016c87eec98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02857aba-b220-4a6f-89dc-6b21651f88d3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:53.814013 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.838968 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-155c1ae2-4402-4ecc-98f0-1a4669d9e457 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.868876 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63681da0-baa5-45e1-b3c6-5298b2b0064b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.875478 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c1ae2-4402-4ecc-98f0-1a4669d9e457 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Subnet': ['ID=875ee3a2-ca12-4976-98ab-8353326c9e3f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:53.887542 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-155c1ae2-4402-4ecc-98f0-1a4669d9e457 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.890969 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-155c1ae2-4402-4ecc-98f0-1a4669d9e457 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/875ee3a2-ca12-4976-98ab-8353326c9e3f HTTP/1.1" status: 204 len: 168 time: 0.6572025 Nov 19 09:30:53.893691 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36360) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:53.909272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8404debe-6d5b-408c-9a9d-e786066e9fac None None] DHCP port deletion for 748749c4-532e-4da1-8a07-6ebbde399465 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:30:53.916957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4732f8-5a35-42f3-abb0-0bff15acfabd req-212dd9d5-7794-461e-944d-b849b2d51359 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:53.920998 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6b4732f8-5a35-42f3-abb0-0bff15acfabd req-212dd9d5-7794-461e-944d-b849b2d51359 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.3220897 Nov 19 09:30:53.921757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Pushing event updated for resources: {'Port': ['ID=c0e17688-4eec-4594-b4e7-f6e9852ec7ba,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:53.936806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:53.941036 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:53.942741 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a8e57b4d-6116-4512-9b27-87b7f041ea1a service neutron] 10.222.0.71 "PUT /v2.0/ports/c0e17688-4eec-4594-b4e7-f6e9852ec7ba HTTP/1.1" status: 200 len: 1092 time: 1.7753427 Nov 19 09:30:53.943656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ca767f-4e10-47e0-86d0-b1acd9744e47', 'tag': 'c0e17688-4eec-4594-b4e7-f6e9852ec7ba'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:30:53.956808 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70174652-47b0-4165-8c34-b746ee5468e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ca767f-4e10-47e0-86d0-b1acd9744e47", "tag": "c0e17688-4eec-4594-b4e7-f6e9852ec7ba"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:30:53.970292 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63681da0-baa5-45e1-b3c6-5298b2b0064b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.049050 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.054238 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9475e2-f0f5-4211-9160-2e849170ed93 x-openstack-request-id: req-bb9475e2-f0f5-4211-9160-2e849170ed93 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:30:54.054764 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ca767f-4e10-47e0-86d0-b1acd9744e47", "tag": "c0e17688-4eec-4594-b4e7-f6e9852ec7ba", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:30:54.055221 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb9475e2-f0f5-4211-9160-2e849170ed93 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:30:54.055796 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ca767f-4e10-47e0-86d0-b1acd9744e47', 'tag': 'c0e17688-4eec-4594-b4e7-f6e9852ec7ba', 'status': 'completed', 'code': 200} Nov 19 09:30:54.073075 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bd0f00-8153-48d5-b75c-8dc182923d9d None None] Network 8d365286-357d-4dc5-b475-a80c1703d5d8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:30:54.103893 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63681da0-baa5-45e1-b3c6-5298b2b0064b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.106565 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63681da0-baa5-45e1-b3c6-5298b2b0064b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.107721 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-63681da0-baa5-45e1-b3c6-5298b2b0064b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02857aba-b220-4a6f-89dc-6b21651f88d3 HTTP/1.1" status: 204 len: 168 time: 0.3413157 Nov 19 09:30:54.120308 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63681da0-baa5-45e1-b3c6-5298b2b0064b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02857aba-b220-4a6f-89dc-6b21651f88d3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:54.130907 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6b4732f8-5a35-42f3-abb0-0bff15acfabd req-824d7976-08e5-44f7-8563-f21587dff035 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495247 Nov 19 09:30:54.158760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-75499c14-01c2-4388-8139-8b79975f0267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:54.173706 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-75499c14-01c2-4388-8139-8b79975f0267 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=510251f8dbcd4584857fa9b48df900ab&device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 1095 time: 0.1578362 Nov 19 09:30:54.178524 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port bf6265c0-e5c1-42ae-b7f5-85a7ab048955 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:54.178875 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.230699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-991b8dfb-d196-460b-bd32-272858e00761 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0e17688-4eec-4594-b4e7-f6e9852ec7ba HTTP/1.1" status: 200 len: 217 time: 0.0560567 Nov 19 09:30:54.298237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] For port bf6265c0-e5c1-42ae-b7f5-85a7ab048955, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=bf6265c0-e5c1-42ae-b7f5-85a7ab048955,segment=NetworkSegment(213cd235-43c2-4553-9d78-b28ba159ba21),segment_id=213cd235-43c2-4553-9d78-b28ba159ba21)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:54.298737 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.314686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for bf6265c0-e5c1-42ae-b7f5-85a7ab048955 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:54.342724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a2b20eb0-4eac-476d-bebd-29686da74683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:54.344354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-a2b20eb0-4eac-476d-bebd-29686da74683 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73ee3522-0f74-4a34-b440-730322afd465 HTTP/1.1" status: 200 len: 854 time: 0.0880265 Nov 19 09:30:54.384592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065f0774-c027-4867-a7a1-57fffb613c20 None None] DHCP port deletion for 8d365286-357d-4dc5-b475-a80c1703d5d8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:30:54.385937 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-b5c1f46b-e3f6-4f69-923e-29f13a243f07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=748749c4-532e-4da1-8a07-6ebbde399465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339091 Nov 19 09:30:54.395731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e200bd8-c49a-45ac-9828-1edb7d83f19f req-02624acd-5fff-4bab-aee0-4c1ae67fd0f2 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:54.403106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e200bd8-c49a-45ac-9828-1edb7d83f19f req-02624acd-5fff-4bab-aee0-4c1ae67fd0f2 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1714368 Nov 19 09:30:54.420777 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.480861 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=bf6265c0-e5c1-42ae-b7f5-85a7ab048955,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:54.488108 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No DVR routers for this DVR port bf6265c0-e5c1-42ae-b7f5-85a7ab048955 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:30:54.515862 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-065f0774-c027-4867-a7a1-57fffb613c20 None None] Deleting port bf6265c0-e5c1-42ae-b7f5-85a7ab048955 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:30:54.516308 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-065f0774-c027-4867-a7a1-57fffb613c20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.608859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device bf6265c0-e5c1-42ae-b7f5-85a7ab048955 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:30:54.628699 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36376) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:54.659483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: bf6265c0-e5c1-42ae-b7f5-85a7ab048955 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:30:54.659831 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device bf6265c0-e5c1-42ae-b7f5-85a7ab048955 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:30:54.693610 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-065f0774-c027-4867-a7a1-57fffb613c20 None None] For port bf6265c0-e5c1-42ae-b7f5-85a7ab048955, host n-d-805649-14, got binding levels [] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:54.694021 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-065f0774-c027-4867-a7a1-57fffb613c20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.700117 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.708548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-065f0774-c027-4867-a7a1-57fffb613c20 None None] Calling delete_port for bf6265c0-e5c1-42ae-b7f5-85a7ab048955 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:30:54.711575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.ipam_backend_mixin [None req-065f0774-c027-4867-a7a1-57fffb613c20 None None] Port bf6265c0-e5c1-42ae-b7f5-85a7ab048955 was not found and therefore no delete operation was performed {{(pid=103478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 09:30:54.714161 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-065f0774-c027-4867-a7a1-57fffb613c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.737254 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d365286-357d-4dc5-b475-a80c1703d5d8']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:54.745705 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f0774-c027-4867-a7a1-57fffb613c20 None None] Pushing event deleted for resources: {'Port': ['ID=bf6265c0-e5c1-42ae-b7f5-85a7ab048955,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:54.747945 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f0774-c027-4867-a7a1-57fffb613c20 None None] No DVR routers for this DVR port bf6265c0-e5c1-42ae-b7f5-85a7ab048955 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:30:54.757648 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d08fbe5-8519-4df1-8440-c26d7e4b2560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.770810 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213cd235-43c2-4553-9d78-b28ba159ba21') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:54.771082 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213cd235-43c2-4553-9d78-b28ba159ba21') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:30:54.785851 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.816929 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.826223 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:30:54.826634 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:30:54.837281 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:30:54.879890 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.929763 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.942281 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:54.946807 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/networks/8d365286-357d-4dc5-b475-a80c1703d5d8 HTTP/1.1" status: 204 len: 168 time: 1.0512261 Nov 19 09:30:54.951890 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36378) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:54.964967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d11665d4-91a5-4f8b-9c54-d1a8d3249270 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-772884606'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:54.966148 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667e02c-adfd-4c27-8246-7b58285f9df7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Network': ['ID=8d365286-357d-4dc5-b475-a80c1703d5d8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:54.974510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-4a68fa7a-42c7-4a03-8d39-a77c3c1b2e28 service neutron] 10.222.0.71 "GET /v2.0/networks/748749c4-532e-4da1-8a07-6ebbde399465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685763 Nov 19 09:30:55.020894 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e200bd8-c49a-45ac-9828-1edb7d83f19f req-a4333b57-37d6-4ef9-8cc8-b2b474751581 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6162808 Nov 19 09:30:55.034067 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d08fbe5-8519-4df1-8440-c26d7e4b2560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:55.053004 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d08fbe5-8519-4df1-8440-c26d7e4b2560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:55.078260 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2391040-5179-4574-9273-e9b12eb0f902 req-ff71e7cc-dfff-4574-aba8-32c6aa5a2df8 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:55.086507 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2391040-5179-4574-9273-e9b12eb0f902 req-ff71e7cc-dfff-4574-aba8-32c6aa5a2df8 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 943 time: 0.1872308 Nov 19 09:30:55.092225 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11665d4-91a5-4f8b-9c54-d1a8d3249270 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:55.098108 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d11665d4-91a5-4f8b-9c54-d1a8d3249270 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:55.113540 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08fbe5-8519-4df1-8440-c26d7e4b2560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20439a8b-3b02-4a1b-bd63-e5df355bd0df,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:55.131120 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0d08fbe5-8519-4df1-8440-c26d7e4b2560 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07b7997ee8ca428a8bec44eb23f688af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5013285 Nov 19 09:30:55.133990 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36384) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:55.179915 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11665d4-91a5-4f8b-9c54-d1a8d3249270 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:30:55.191106 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0461-2d05-4960-a5c9-855a8f5f1277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:55.217727 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0461-2d05-4960-a5c9-855a8f5f1277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:55.225477 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d11665d4-91a5-4f8b-9c54-d1a8d3249270 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:55.225831 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-d11665d4-91a5-4f8b-9c54-d1a8d3249270 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Added segment fa214793-b8ee-4cb1-a1cc-3e94a39d18b6 of type vlan for network 283269be-8a57-4385-aa0f-64c2d598f7e4 Nov 19 09:30:55.256918 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1629dfe-1603-4ac0-94b8-11a0b5bf7dd8 req-189edf82-820f-4efd-81d4-2f31010080e0 service neutron] 10.222.0.71 "GET /v2.0/networks/748749c4-532e-4da1-8a07-6ebbde399465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673738 Nov 19 09:30:55.285327 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0461-2d05-4960-a5c9-855a8f5f1277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:55.288280 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0461-2d05-4960-a5c9-855a8f5f1277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:55.290285 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5f2b0461-2d05-4960-a5c9-855a8f5f1277 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20439a8b-3b02-4a1b-bd63-e5df355bd0df HTTP/1.1" status: 204 len: 168 time: 0.1550760 Nov 19 09:30:55.292552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2391040-5179-4574-9273-e9b12eb0f902 req-da3e179e-fa5c-439b-a256-7a3b333150da tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051623 Nov 19 09:30:55.308604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec95bb-02ec-4b0c-9752-48e58b60ae6a req-c26ffb14-b863-4faf-b634-13910f4cdadb tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:55.318172 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7ec95bb-02ec-4b0c-9752-48e58b60ae6a req-c26ffb14-b863-4faf-b634-13910f4cdadb tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1770098 Nov 19 09:30:55.329670 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b0461-2d05-4960-a5c9-855a8f5f1277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20439a8b-3b02-4a1b-bd63-e5df355bd0df,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:55.373600 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d11665d4-91a5-4f8b-9c54-d1a8d3249270 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:55.427342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7ec95bb-02ec-4b0c-9752-48e58b60ae6a req-6791b8b1-b4d5-4623-b1f7-66ac64559ba2 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072891 Nov 19 09:30:55.437213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70174652-47b0-4165-8c34-b746ee5468e4 req-860aec0d-1373-4039-90f1-837fb1955790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:55.438823 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70174652-47b0-4165-8c34-b746ee5468e4 req-860aec0d-1373-4039-90f1-837fb1955790 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=510251f8dbcd4584857fa9b48df900ab&device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 1095 time: 0.1130171 Nov 19 09:30:55.452982 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:55.469925 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d11665d4-91a5-4f8b-9c54-d1a8d3249270 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:55.475900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11665d4-91a5-4f8b-9c54-d1a8d3249270 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:55.477339 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d11665d4-91a5-4f8b-9c54-d1a8d3249270 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:55.530072 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d11665d4-91a5-4f8b-9c54-d1a8d3249270 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5733414 Nov 19 09:30:55.533867 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36390) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:55.542310 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c131700f-c5c9-4b07-b6b2-d09712bac320 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'subnet': {'network_id': '283269be-8a57-4385-aa0f-64c2d598f7e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:55.706964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c131700f-c5c9-4b07-b6b2-d09712bac320 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:55.712965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11665d4-91a5-4f8b-9c54-d1a8d3249270 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Network': ['ID=283269be-8a57-4385-aa0f-64c2d598f7e4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:55.716119 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c131700f-c5c9-4b07-b6b2-d09712bac320 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:55.732537 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 283269be-8a57-4385-aa0f-64c2d598f7e4 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:30:55.744868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70174652-47b0-4165-8c34-b746ee5468e4 req-2cc969c0-e72e-4f31-8fc4-e6a25436f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:55.746788 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70174652-47b0-4165-8c34-b746ee5468e4 req-2cc969c0-e72e-4f31-8fc4-e6a25436f11f service neutron] 10.222.0.71 "GET /v2.0/networks?id=748749c4-532e-4da1-8a07-6ebbde399465 HTTP/1.1" status: 200 len: 915 time: 0.2981944 Nov 19 09:30:55.761880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6636e-d9f2-4101-b472-e4f4ed58424a req-389c8536-a0a6-4f81-ad0e-080b5f66d963 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:55.764016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7bf6636e-d9f2-4101-b472-e4f4ed58424a req-389c8536-a0a6-4f81-ad0e-080b5f66d963 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2302625 Nov 19 09:30:55.819938 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70174652-47b0-4165-8c34-b746ee5468e4 req-72907cac-e865-473b-ae1b-91b757150c56 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0e17688-4eec-4594-b4e7-f6e9852ec7ba HTTP/1.1" status: 200 len: 217 time: 0.0545011 Nov 19 09:30:55.927929 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7bf6636e-d9f2-4101-b472-e4f4ed58424a req-eec2e782-06eb-424c-8b9e-ec3078d53826 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066732 Nov 19 09:30:55.932069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70174652-47b0-4165-8c34-b746ee5468e4 req-1445d0e9-f5f9-4d32-8042-70d02f3e1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:55.933661 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70174652-47b0-4165-8c34-b746ee5468e4 req-1445d0e9-f5f9-4d32-8042-70d02f3e1457 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73ee3522-0f74-4a34-b440-730322afd465 HTTP/1.1" status: 200 len: 854 time: 0.0987990 Nov 19 09:30:56.018143 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70174652-47b0-4165-8c34-b746ee5468e4 req-0abd1952-f348-43a4-921e-bbda0c2a1111 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=748749c4-532e-4da1-8a07-6ebbde399465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758073 Nov 19 09:30:56.088882 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36412) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:56.191577 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c131700f-c5c9-4b07-b6b2-d09712bac320 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:56.208332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09b199-71b6-45a2-8959-ecf77dab0424 req-e41305dd-cd1a-48c4-ab2b-86886a213c9c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:56.210072 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e09b199-71b6-45a2-8959-ecf77dab0424 req-e41305dd-cd1a-48c4-ab2b-86886a213c9c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1085145 Nov 19 09:30:56.216624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70174652-47b0-4165-8c34-b746ee5468e4 req-50161603-c8fe-460d-9600-0b00a70c725b service neutron] 10.222.0.71 "GET /v2.0/networks/748749c4-532e-4da1-8a07-6ebbde399465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908877 Nov 19 09:30:56.292483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131700f-c5c9-4b07-b6b2-d09712bac320 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Subnet': ['ID=e0893807-e31a-4c2e-996a-d4b39346eab0,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:56.320462 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e09b199-71b6-45a2-8959-ecf77dab0424 req-f36fe176-992c-431a-a155-4545014d2e86 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025310 Nov 19 09:30:56.328280 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131700f-c5c9-4b07-b6b2-d09712bac320 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Checking segment: {'id': 'fa214793-b8ee-4cb1-a1cc-3e94a39d18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '283269be-8a57-4385-aa0f-64c2d598f7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:30:56.328280 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c131700f-c5c9-4b07-b6b2-d09712bac320 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network hostable DHCP agents. Network: 283269be-8a57-4385-aa0f-64c2d598f7e4, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:30:56.364968 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c131700f-c5c9-4b07-b6b2-d09712bac320 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 283269be-8a57-4385-aa0f-64c2d598f7e4 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:30:56.381525 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-c131700f-c5c9-4b07-b6b2-d09712bac320 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 283269be-8a57-4385-aa0f-64c2d598f7e4) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:56.389653 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131700f-c5c9-4b07-b6b2-d09712bac320 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:56.391796 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c131700f-c5c9-4b07-b6b2-d09712bac320 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:56.397518 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fea8630-45d5-42f4-9ec8-6f8d2e8caeaf None None] Network 283269be-8a57-4385-aa0f-64c2d598f7e4 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:30:56.409433 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70174652-47b0-4165-8c34-b746ee5468e4 req-c3861937-ad52-4c32-a770-293f6703840c service neutron] 10.222.0.71 "GET /v2.0/networks/748749c4-532e-4da1-8a07-6ebbde399465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835434 Nov 19 09:30:56.430673 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36424) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:56.437008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-5889aef0-d68c-42ab-911f-01b8eae13b55 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'network_id': '283269be-8a57-4385-aa0f-64c2d598f7e4', 'name': 'tempest-PortsIpV6TestJSON-2026978383', 'fixed_ips': [{'subnet_id': 'e0893807-e31a-4c2e-996a-d4b39346eab0', 'ip_address': '2001:db8::10'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:56.439465 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c131700f-c5c9-4b07-b6b2-d09712bac320 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9038751 Nov 19 09:30:56.602560 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-30d0bfa6-30dc-49ef-9f5d-3e94d9aacb56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ba710237e5b4814ba5ea93925ce44e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5100069 Nov 19 09:30:56.603393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36430) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:56.663883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-283269be-8a57-4385-aa0f-64c2d598f7e4', 'network_id': '283269be-8a57-4385-aa0f-64c2d598f7e4', 'tenant_id': 'fafdcb6c77ea4fe79ffd8b5a27614b00', 'fixed_ips': [{'subnet_id': 'e0893807-e31a-4c2e-996a-d4b39346eab0'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:30:56.665909 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:56.708093 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3885a3a1-15c2-4f36-b5ff-0b9ec0a0a5e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:56.755604 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3885a3a1-15c2-4f36-b5ff-0b9ec0a0a5e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:56.796617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ae85a-2cd9-4163-9a53-d3249dea404a req-8eb5d682-b492-4064-977b-573475cff3ff tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:56.798302 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-619ae85a-2cd9-4163-9a53-d3249dea404a req-8eb5d682-b492-4064-977b-573475cff3ff tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 943 time: 0.1820240 Nov 19 09:30:56.810473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4494f-da7a-4399-b92b-78531bccd5b3 req-85f6d90e-e3b5-4e0b-8a54-14aaf3a873b4 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:56.812720 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22a4494f-da7a-4399-b92b-78531bccd5b3 req-85f6d90e-e3b5-4e0b-8a54-14aaf3a873b4 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2233286 Nov 19 09:30:56.838432 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3885a3a1-15c2-4f36-b5ff-0b9ec0a0a5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:56.842273 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3885a3a1-15c2-4f36-b5ff-0b9ec0a0a5e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:56.847995 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3885a3a1-15c2-4f36-b5ff-0b9ec0a0a5e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/509b1ffe-e90a-4dc4-85b5-b573d622663c HTTP/1.1" status: 204 len: 168 time: 0.2433932 Nov 19 09:30:56.864376 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885a3a1-15c2-4f36-b5ff-0b9ec0a0a5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509b1ffe-e90a-4dc4-85b5-b573d622663c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:56.876036 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Allocated IP 2001:db8::2 (283269be-8a57-4385-aa0f-64c2d598f7e4/e0893807-e31a-4c2e-996a-d4b39346eab0/9c329d9b-3a63-4612-bd20-1f68cc65db4a) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:56.949042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5889aef0-d68c-42ab-911f-01b8eae13b55 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:56.961830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-619ae85a-2cd9-4163-9a53-d3249dea404a req-6bae791f-ac11-4a89-8e43-74a2e9515b8f tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486974 Nov 19 09:30:57.078973 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22a4494f-da7a-4399-b92b-78531bccd5b3 req-7c8ff9b8-aa85-481c-b16a-1e5447be97ac tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525077 Nov 19 09:30:57.124839 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5889aef0-d68c-42ab-911f-01b8eae13b55 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:57.163716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-5889aef0-d68c-42ab-911f-01b8eae13b55 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] device_id is not set on port 71d8f520-cf67-4840-9862-b66b261c4cd3 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:30:57.207858 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:57.224366 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:57.284480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Network 283269be-8a57-4385-aa0f-64c2d598f7e4 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:57.291976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:57.295809 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:57.336582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d2855-580f-4d14-ae83-6fdacc22658e req-1b6a5dee-943f-4b90-840d-81e186bbfdbf tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:57.338241 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-468d2855-580f-4d14-ae83-6fdacc22658e req-1b6a5dee-943f-4b90-840d-81e186bbfdbf tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1018052 Nov 19 09:30:57.369867 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Pushing event updated for resources: {'Port': ['ID=9c329d9b-3a63-4612-bd20-1f68cc65db4a,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:57.387760 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Attempting to bind port 9c329d9b-3a63-4612-bd20-1f68cc65db4a on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:30:57.388261 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Attempting to bind port 9c329d9b-3a63-4612-bd20-1f68cc65db4a by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'fa214793-b8ee-4cb1-a1cc-3e94a39d18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '283269be-8a57-4385-aa0f-64c2d598f7e4'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:30:57.389276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Attempting to bind port 9c329d9b-3a63-4612-bd20-1f68cc65db4a on network 283269be-8a57-4385-aa0f-64c2d598f7e4 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:30:57.395059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:30:57.395525 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Checking segment: {'id': 'fa214793-b8ee-4cb1-a1cc-3e94a39d18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '283269be-8a57-4385-aa0f-64c2d598f7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:30:57.396068 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:57.396537 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Bound using segment: {'id': 'fa214793-b8ee-4cb1-a1cc-3e94a39d18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '283269be-8a57-4385-aa0f-64c2d598f7e4'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:30:57.397100 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Bound port: 9c329d9b-3a63-4612-bd20-1f68cc65db4a, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa214793-b8ee-4cb1-a1cc-3e94a39d18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '283269be-8a57-4385-aa0f-64c2d598f7e4'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:30:57.397571 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:57.456219 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-468d2855-580f-4d14-ae83-6fdacc22658e req-71ee7f33-4a3b-46fa-b62a-89429e19cff6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916293 Nov 19 09:30:57.465763 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-5889aef0-d68c-42ab-911f-01b8eae13b55 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Allocated IP 2001:db8::10 (283269be-8a57-4385-aa0f-64c2d598f7e4/e0893807-e31a-4c2e-996a-d4b39346eab0/71d8f520-cf67-4840-9862-b66b261c4cd3) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:57.510419 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] For port 9c329d9b-3a63-4612-bd20-1f68cc65db4a, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:30:57.516996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] For port 9c329d9b-3a63-4612-bd20-1f68cc65db4a, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9c329d9b-3a63-4612-bd20-1f68cc65db4a,segment=NetworkSegment(fa214793-b8ee-4cb1-a1cc-3e94a39d18b6),segment_id=fa214793-b8ee-4cb1-a1cc-3e94a39d18b6)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:30:57.520335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c0e17688-4eec-4594-b4e7-f6e9852ec7ba details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:30:57.536735 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:57.682796 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abb135-5fb2-4605-8508-bd8a0f8ba772 None None] Pushing event updated for resources: {'Port': ['ID=9c329d9b-3a63-4612-bd20-1f68cc65db4a,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:57.736561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c0e17688-4eec-4594-b4e7-f6e9852ec7ba, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c0e17688-4eec-4594-b4e7-f6e9852ec7ba,segment=NetworkSegment(d017151d-ea65-4647-bf3b-a613fa498e9a),segment_id=d017151d-ea65-4647-bf3b-a613fa498e9a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:57.752574 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'c0e17688-4eec-4594-b4e7-f6e9852ec7ba', 'network_id': '748749c4-532e-4da1-8a07-6ebbde399465', 'port_id': 'c0e17688-4eec-4594-b4e7-f6e9852ec7ba', 'mac_address': 'fa:16:3e:87:bb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ee3522-0f74-4a34-b440-730322afd465', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:30:57.826863 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5889aef0-d68c-42ab-911f-01b8eae13b55 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:57.828776 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:57.864027 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e17688-4eec-4594-b4e7-f6e9852ec7ba {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:30:57.884203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18be3e-7758-4f80-a887-14bec5c197eb req-6e64c2ad-31e6-455f-ad78-5e63e19bf0d6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:57.887230 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed18be3e-7758-4f80-a887-14bec5c197eb req-6e64c2ad-31e6-455f-ad78-5e63e19bf0d6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2438710 Nov 19 09:30:57.893068 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c0e17688-4eec-4594-b4e7-f6e9852ec7ba, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c0e17688-4eec-4594-b4e7-f6e9852ec7ba,segment=NetworkSegment(d017151d-ea65-4647-bf3b-a613fa498e9a),segment_id=d017151d-ea65-4647-bf3b-a613fa498e9a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:57.898742 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:57.977121 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5889aef0-d68c-42ab-911f-01b8eae13b55 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:57.996365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c0e17688-4eec-4594-b4e7-f6e9852ec7ba,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:58.079522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5889aef0-d68c-42ab-911f-01b8eae13b55 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 283269be-8a57-4385-aa0f-64c2d598f7e4 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:58.093683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-5889aef0-d68c-42ab-911f-01b8eae13b55 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:58.102246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5889aef0-d68c-42ab-911f-01b8eae13b55 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:58.114955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5889aef0-d68c-42ab-911f-01b8eae13b55 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:58.114955 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5889aef0-d68c-42ab-911f-01b8eae13b55 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:58.134336 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889aef0-d68c-42ab-911f-01b8eae13b55 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=71d8f520-cf67-4840-9862-b66b261c4cd3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:58.158083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed18be3e-7758-4f80-a887-14bec5c197eb req-ca28e87f-bf6e-466f-98f4-b6d2e9e9734b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183337 Nov 19 09:30:58.176249 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5889aef0-d68c-42ab-911f-01b8eae13b55 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7442446 Nov 19 09:30:58.179178 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36480) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:58.189629 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1ad831be-5dfa-4941-8c03-67e5d94e87ed tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'network_id': '283269be-8a57-4385-aa0f-64c2d598f7e4', 'name': 'tempest-PortsIpV6TestJSON-1231730197', 'fixed_ips': [{'subnet_id': 'e0893807-e31a-4c2e-996a-d4b39346eab0', 'ip_address': '2001:db8::f'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:30:58.193454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c8f4a-2a3e-4344-851d-7943d1dc5675 req-fb0d164b-53bb-4da4-84d7-7c621b079b43 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:58.195595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e7c8f4a-2a3e-4344-851d-7943d1dc5675 req-fb0d164b-53bb-4da4-84d7-7c621b079b43 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 944 time: 0.0785582 Nov 19 09:30:58.233501 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['c0e17688-4eec-4594-b4e7-f6e9852ec7ba'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:30:58.346585 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e7c8f4a-2a3e-4344-851d-7943d1dc5675 req-dec9d80c-d66a-4e08-86bd-5b93321532bb tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219075 Nov 19 09:30:58.456456 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad831be-5dfa-4941-8c03-67e5d94e87ed tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:30:58.593385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85206e9-c05a-4ab4-beee-11612744435f req-14143a89-b0dc-4eb1-b871-afe5fd0136ab tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:58.597417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b85206e9-c05a-4ab4-beee-11612744435f req-14143a89-b0dc-4eb1-b871-afe5fd0136ab tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0917935 Nov 19 09:30:58.610405 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9c329d9b-3a63-4612-bd20-1f68cc65db4a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:30:58.666228 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ad831be-5dfa-4941-8c03-67e5d94e87ed tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:58.687217 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-1ad831be-5dfa-4941-8c03-67e5d94e87ed tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] device_id is not set on port ca4864df-61aa-4949-9eff-2b87eb96319c yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:30:58.712927 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b85206e9-c05a-4ab4-beee-11612744435f req-8d9b9ec7-737d-4107-9ef7-614c03465ade tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074939 Nov 19 09:30:58.761248 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 9c329d9b-3a63-4612-bd20-1f68cc65db4a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:58.761799 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:58.915180 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:58.951103 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-1ad831be-5dfa-4941-8c03-67e5d94e87ed tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Allocated IP 2001:db8::f (283269be-8a57-4385-aa0f-64c2d598f7e4/e0893807-e31a-4c2e-996a-d4b39346eab0/ca4864df-61aa-4949-9eff-2b87eb96319c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:30:58.970813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44c7ba-d303-4b82-a017-6d6acae25405 req-9bcb9dff-246b-4c7e-8696-13b6a301c99c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:58.972654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae44c7ba-d303-4b82-a017-6d6acae25405 req-9bcb9dff-246b-4c7e-8696-13b6a301c99c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1126704 Nov 19 09:30:58.982867 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 9c329d9b-3a63-4612-bd20-1f68cc65db4a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9c329d9b-3a63-4612-bd20-1f68cc65db4a,segment=NetworkSegment(fa214793-b8ee-4cb1-a1cc-3e94a39d18b6),segment_id=fa214793-b8ee-4cb1-a1cc-3e94a39d18b6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:30:58.997665 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:59.094406 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae44c7ba-d303-4b82-a017-6d6acae25405 req-e7a7eec9-a3ce-4dcd-a058-e7b57ba1db2f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083529 Nov 19 09:30:59.113845 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=9c329d9b-3a63-4612-bd20-1f68cc65db4a,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:59.187419 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac164a3e-1295-4d3b-bd81-269cb830658e None None] Network 283269be-8a57-4385-aa0f-64c2d598f7e4 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:30:59.280603 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ad831be-5dfa-4941-8c03-67e5d94e87ed tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:59.329186 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ad831be-5dfa-4941-8c03-67e5d94e87ed tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:59.400910 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad831be-5dfa-4941-8c03-67e5d94e87ed tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 283269be-8a57-4385-aa0f-64c2d598f7e4 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:30:59.408740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-1ad831be-5dfa-4941-8c03-67e5d94e87ed tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:30:59.415400 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad831be-5dfa-4941-8c03-67e5d94e87ed tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=ca4864df-61aa-4949-9eff-2b87eb96319c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:30:59.418691 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad831be-5dfa-4941-8c03-67e5d94e87ed tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:30:59.427110 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad831be-5dfa-4941-8c03-67e5d94e87ed tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:59.428435 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ad831be-5dfa-4941-8c03-67e5d94e87ed tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:59.450112 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1ad831be-5dfa-4941-8c03-67e5d94e87ed tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2679939 Nov 19 09:30:59.450527 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b15489-ced1-4448-9c9b-3af7c6bfa925 req-47ce9095-b90e-43bf-a126-d12dc5a7b14c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:59.452178 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93b15489-ced1-4448-9c9b-3af7c6bfa925 req-47ce9095-b90e-43bf-a126-d12dc5a7b14c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1008193 Nov 19 09:30:59.452652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36516) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:59.471607 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-92e31e18-9784-4a0e-bbfc-e1e69cb622b6 None None] Provisioning complete for port 9c329d9b-3a63-4612-bd20-1f68cc65db4a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:30:59.472307 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-92e31e18-9784-4a0e-bbfc-e1e69cb622b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:30:59.670489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87034d2c-9a83-44d5-9790-290f1b994f1c tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:59.675497 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36520) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:59.675670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-87034d2c-9a83-44d5-9790-290f1b994f1c tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2078261 Nov 19 09:30:59.679198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93b15489-ced1-4448-9c9b-3af7c6bfa925 req-e0ff3fdb-5692-4705-bd10-8308fec4d925 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785357 Nov 19 09:30:59.688136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5437d01-924d-49f7-886a-701a7bc504ff req-3afbe1d7-fe3b-470f-9e46-2d8b7c82cf33 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:59.696352 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5437d01-924d-49f7-886a-701a7bc504ff req-3afbe1d7-fe3b-470f-9e46-2d8b7c82cf33 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 944 time: 0.1943481 Nov 19 09:30:59.761169 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5437d01-924d-49f7-886a-701a7bc504ff req-64884dae-ed4b-46fe-9e01-e0873dd8b7d4 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632944 Nov 19 09:30:59.855529 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f02fda8-e494-4486-98b8-0d2ee79d464b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:59.865498 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f02fda8-e494-4486-98b8-0d2ee79d464b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:59.868579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f02fda8-e494-4486-98b8-0d2ee79d464b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:59.870623 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0f02fda8-e494-4486-98b8-0d2ee79d464b tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1939974 Nov 19 09:30:59.873462 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36530) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:30:59.897941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d51de3-d3dd-42b6-86d6-e879ceb93d5c req-3220a767-1e2b-45a1-8ecf-4e933de44077 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:30:59.900176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7d51de3-d3dd-42b6-86d6-e879ceb93d5c req-3220a767-1e2b-45a1-8ecf-4e933de44077 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0862975 Nov 19 09:31:00.006338 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7d51de3-d3dd-42b6-86d6-e879ceb93d5c req-6789567e-b651-419b-a154-557c6801277b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003480 Nov 19 09:31:00.010727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5bc7d71b-e802-44e5-84a3-d04e53e826f7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port ca4864df-61aa-4949-9eff-2b87eb96319c {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:31:00.011214 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d71b-e802-44e5-84a3-d04e53e826f7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:00.106026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-224f4a44-4029-41e6-9939-123c0a89c86b None None] Provisioning complete for port 71d8f520-cf67-4840-9862-b66b261c4cd3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:00.107052 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-224f4a44-4029-41e6-9939-123c0a89c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:00.201828 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-224f4a44-4029-41e6-9939-123c0a89c86b None None] Port 71d8f520-cf67-4840-9862-b66b261c4cd3 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:00.224741 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-224f4a44-4029-41e6-9939-123c0a89c86b None None] Provisioning complete for port ca4864df-61aa-4949-9eff-2b87eb96319c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:00.225190 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-224f4a44-4029-41e6-9939-123c0a89c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:00.270662 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d71b-e802-44e5-84a3-d04e53e826f7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:00.290729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-224f4a44-4029-41e6-9939-123c0a89c86b None None] Port ca4864df-61aa-4949-9eff-2b87eb96319c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:00.297884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5bc7d71b-e802-44e5-84a3-d04e53e826f7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for ca4864df-61aa-4949-9eff-2b87eb96319c owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:31:00.314756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-224f4a44-4029-41e6-9939-123c0a89c86b None None] Provisioning complete for port 9c329d9b-3a63-4612-bd20-1f68cc65db4a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:00.315688 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-224f4a44-4029-41e6-9939-123c0a89c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:00.399257 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f68d7-5697-4ee8-a07d-b91289504329 req-f6ff90f7-faa1-4130-8714-2fcbc91829f0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:00.410841 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-102f68d7-5697-4ee8-a07d-b91289504329 req-f6ff90f7-faa1-4130-8714-2fcbc91829f0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0997312 Nov 19 09:31:00.512717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-102f68d7-5697-4ee8-a07d-b91289504329 req-9de88770-477e-41ab-916d-e61ac69e96f4 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009576 Nov 19 09:31:00.573308 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9c329d9b-3a63-4612-bd20-1f68cc65db4a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:31:00.574685 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d71b-e802-44e5-84a3-d04e53e826f7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:00.630321 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7d71b-e802-44e5-84a3-d04e53e826f7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=ca4864df-61aa-4949-9eff-2b87eb96319c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:00.653961 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 9c329d9b-3a63-4612-bd20-1f68cc65db4a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:00.654353 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:00.687104 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d71b-e802-44e5-84a3-d04e53e826f7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:00.692288 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5bc7d71b-e802-44e5-84a3-d04e53e826f7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/ca4864df-61aa-4949-9eff-2b87eb96319c HTTP/1.1" status: 204 len: 168 time: 0.8169820 Nov 19 09:31:00.694142 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36562) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:00.715865 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d777eb79-485d-4cf3-a29b-ac6fb5b25939 None None] Provisioning complete for port 71d8f520-cf67-4840-9862-b66b261c4cd3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:00.716510 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d777eb79-485d-4cf3-a29b-ac6fb5b25939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:00.717545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac176a-9cd9-4f95-8ed2-35bcb2bd695b req-b204e8dd-5f27-4a4f-8598-e924fd45f938 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:00.720853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-baac176a-9cd9-4f95-8ed2-35bcb2bd695b req-b204e8dd-5f27-4a4f-8598-e924fd45f938 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1085577 Nov 19 09:31:00.732223 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ec3c06-c78f-4e36-8838-4695de6655ec tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] GET failed (client error): The resource could not be found. Nov 19 09:31:00.734386 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e1ec3c06-c78f-4e36-8838-4695de6655ec tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports/ca4864df-61aa-4949-9eff-2b87eb96319c HTTP/1.1" status: 404 len: 333 time: 0.0385478 Nov 19 09:31:00.737003 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36564) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:00.794316 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d777eb79-485d-4cf3-a29b-ac6fb5b25939 None None] Port 71d8f520-cf67-4840-9862-b66b261c4cd3 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:00.815062 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-baac176a-9cd9-4f95-8ed2-35bcb2bd695b req-19882400-9b63-4f63-9f3c-50642b325845 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786927 Nov 19 09:31:00.908571 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-80f529c2-0dcc-43bc-9c26-4991f822b76d None None] Could not find standard attr ID for object ca4864df-61aa-4949-9eff-2b87eb96319c. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:31:00.951225 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6ebfd9f5-3c8f-4379-b603-ef0d4070a18e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port 71d8f520-cf67-4840-9862-b66b261c4cd3 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:31:00.951816 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ebfd9f5-3c8f-4379-b603-ef0d4070a18e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:00.973926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69779b-24cd-40b5-86a6-bde928aee83e req-b862b4c0-5084-4709-8f6d-9ed43aec684c tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:00.975884 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a69779b-24cd-40b5-86a6-bde928aee83e req-b862b4c0-5084-4709-8f6d-9ed43aec684c tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 944 time: 0.0952318 Nov 19 09:31:01.044418 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a84eb-9601-4d86-bbe9-4143fef2deb7 req-cb0fa21f-36fe-4084-91bc-2ad1cfbca290 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:01.046051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b86a84eb-9601-4d86-bbe9-4143fef2deb7 req-cb0fa21f-36fe-4084-91bc-2ad1cfbca290 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0964639 Nov 19 09:31:01.064221 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ebfd9f5-3c8f-4379-b603-ef0d4070a18e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:01.080962 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6ebfd9f5-3c8f-4379-b603-ef0d4070a18e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for 71d8f520-cf67-4840-9862-b66b261c4cd3 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:31:01.081378 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a69779b-24cd-40b5-86a6-bde928aee83e req-3e50ffc8-7822-4eb4-8311-f686c788d68a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895445 Nov 19 09:31:01.137233 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b86a84eb-9601-4d86-bbe9-4143fef2deb7 req-65367472-e545-402f-b4dc-08b36a6f138e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797701 Nov 19 09:31:01.272937 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ebfd9f5-3c8f-4379-b603-ef0d4070a18e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:01.293777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d04c1b-9c31-4966-8104-94f2e5de05bc req-2db711f8-d277-4a25-b1f9-554302883c85 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:01.302459 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-32d04c1b-9c31-4966-8104-94f2e5de05bc req-2db711f8-d277-4a25-b1f9-554302883c85 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1008408 Nov 19 09:31:01.351482 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfd9f5-3c8f-4379-b603-ef0d4070a18e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=71d8f520-cf67-4840-9862-b66b261c4cd3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:01.355742 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ebfd9f5-3c8f-4379-b603-ef0d4070a18e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:01.361599 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6ebfd9f5-3c8f-4379-b603-ef0d4070a18e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/71d8f520-cf67-4840-9862-b66b261c4cd3 HTTP/1.1" status: 204 len: 168 time: 0.6232259 Nov 19 09:31:01.364480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36582) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:01.380058 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-32d04c1b-9c31-4966-8104-94f2e5de05bc req-6bb442a7-6403-4a92-9626-34b128cbe2b9 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763299 Nov 19 09:31:01.414105 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d343d9-18a1-4b76-b143-b760802cd345 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] GET failed (client error): The resource could not be found. Nov 19 09:31:01.416328 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-57d343d9-18a1-4b76-b143-b760802cd345 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports/71d8f520-cf67-4840-9862-b66b261c4cd3 HTTP/1.1" status: 404 len: 333 time: 0.0416703 Nov 19 09:31:01.419087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36586) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:01.514323 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff61c714-7510-462c-b570-49d14ef2bb1a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting subnet e0893807-e31a-4c2e-996a-d4b39346eab0 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:31:01.519915 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff61c714-7510-462c-b570-49d14ef2bb1a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:01.535108 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c0e17688-4eec-4594-b4e7-f6e9852ec7ba up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:31:01.621001 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff61c714-7510-462c-b570-49d14ef2bb1a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:01.677129 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:31:01.707101 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port c0e17688-4eec-4594-b4e7-f6e9852ec7ba completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:31:01.721213 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port c0e17688-4eec-4594-b4e7-f6e9852ec7ba triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:01.726073 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:01.760223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e35e8-60b5-4b55-9ad1-dd9e6fa85b2d req-796c43e5-edbf-4d8d-a487-71da61114deb tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:01.763068 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-180e35e8-60b5-4b55-9ad1-dd9e6fa85b2d req-796c43e5-edbf-4d8d-a487-71da61114deb tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1411350 Nov 19 09:31:01.834563 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff61c714-7510-462c-b570-49d14ef2bb1a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:01.845537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-180e35e8-60b5-4b55-9ad1-dd9e6fa85b2d req-71453e7e-1a3e-4be9-8b9f-adcdbaa37a16 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733669 Nov 19 09:31:01.917245 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff61c714-7510-462c-b570-49d14ef2bb1a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:01.925456 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:01.955632 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ca767f-4e10-47e0-86d0-b1acd9744e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e17688-4eec-4594-b4e7-f6e9852ec7ba'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:31:01.958239 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4d3b83-29ab-4364-9f96-214a354685cf" -d '{"events": [{"server_uuid": "d3ca767f-4e10-47e0-86d0-b1acd9744e47", "name": "network-vif-plugged", "status": "completed", "tag": "c0e17688-4eec-4594-b4e7-f6e9852ec7ba"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:31:02.017276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61c714-7510-462c-b570-49d14ef2bb1a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Subnet': ['ID=e0893807-e31a-4c2e-996a-d4b39346eab0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:02.017481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port c0e17688-4eec-4594-b4e7-f6e9852ec7ba, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c0e17688-4eec-4594-b4e7-f6e9852ec7ba,segment=NetworkSegment(d017151d-ea65-4647-bf3b-a613fa498e9a),segment_id=d017151d-ea65-4647-bf3b-a613fa498e9a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:02.021899 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff61c714-7510-462c-b570-49d14ef2bb1a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:02.029053 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27784220-a993-46d8-9c59-bce8abd84aeb None None] Network 283269be-8a57-4385-aa0f-64c2d598f7e4 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:31:02.034093 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ff61c714-7510-462c-b570-49d14ef2bb1a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/e0893807-e31a-4c2e-996a-d4b39346eab0 HTTP/1.1" status: 204 len: 168 time: 0.6129489 Nov 19 09:31:02.036257 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36598) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:02.055065 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52548c33-97fa-49d5-8197-97c3a56fcfdf x-openstack-request-id: req-52548c33-97fa-49d5-8197-97c3a56fcfdf {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:31:02.055645 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ca767f-4e10-47e0-86d0-b1acd9744e47", "name": "network-vif-plugged", "status": "completed", "tag": "c0e17688-4eec-4594-b4e7-f6e9852ec7ba", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:31:02.056070 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52548c33-97fa-49d5-8197-97c3a56fcfdf {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:31:02.056759 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ca767f-4e10-47e0-86d0-b1acd9744e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e17688-4eec-4594-b4e7-f6e9852ec7ba', 'code': 200} Nov 19 09:31:02.086608 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:02.203255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a926df-4175-4736-b560-e31dea0703ae req-c53890ab-3c5e-48c1-b600-644b452d7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:02.204896 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:02.205914 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1a926df-4175-4736-b560-e31dea0703ae req-c53890ab-3c5e-48c1-b600-644b452d7ed0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 1097 time: 0.0736785 Nov 19 09:31:02.217195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=c0e17688-4eec-4594-b4e7-f6e9852ec7ba,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:02.278325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebcf7c-a1e1-46de-a28e-8325bbdd36e4 req-26dc2c41-e23f-42a6-92ae-2bfb205f2e7c tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:02.280305 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9bebcf7c-a1e1-46de-a28e-8325bbdd36e4 req-26dc2c41-e23f-42a6-92ae-2bfb205f2e7c tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 945 time: 0.0796938 Nov 19 09:31:02.325620 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1a926df-4175-4736-b560-e31dea0703ae req-3d7f9404-3971-49d2-b85e-35ee03ab0c37 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904865 Nov 19 09:31:02.349123 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port 9c329d9b-3a63-4612-bd20-1f68cc65db4a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:31:02.349859 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:02.358193 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9bebcf7c-a1e1-46de-a28e-8325bbdd36e4 req-6df3832f-8c39-406d-a12b-8a1dc4866c89 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676868 Nov 19 09:31:02.434546 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] For port 9c329d9b-3a63-4612-bd20-1f68cc65db4a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9c329d9b-3a63-4612-bd20-1f68cc65db4a,segment=NetworkSegment(fa214793-b8ee-4cb1-a1cc-3e94a39d18b6),segment_id=fa214793-b8ee-4cb1-a1cc-3e94a39d18b6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:02.435212 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:02.454099 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for 9c329d9b-3a63-4612-bd20-1f68cc65db4a owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:31:02.454360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4663169-d5ed-4117-adda-80347f26da0c None None] DHCP port deletion for 283269be-8a57-4385-aa0f-64c2d598f7e4 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:31:02.511770 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f4663169-d5ed-4117-adda-80347f26da0c None None] Deleting port 9c329d9b-3a63-4612-bd20-1f68cc65db4a {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:31:02.512154 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f4663169-d5ed-4117-adda-80347f26da0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:02.546305 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:02.576839 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=9c329d9b-3a63-4612-bd20-1f68cc65db4a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:02.578948 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No DVR routers for this DVR port 9c329d9b-3a63-4612-bd20-1f68cc65db4a on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:31:02.612400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f4663169-d5ed-4117-adda-80347f26da0c None None] For port 9c329d9b-3a63-4612-bd20-1f68cc65db4a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9c329d9b-3a63-4612-bd20-1f68cc65db4a,segment=NetworkSegment(fa214793-b8ee-4cb1-a1cc-3e94a39d18b6),segment_id=fa214793-b8ee-4cb1-a1cc-3e94a39d18b6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:02.613011 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f4663169-d5ed-4117-adda-80347f26da0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:02.627734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f4663169-d5ed-4117-adda-80347f26da0c None None] Calling delete_port for 9c329d9b-3a63-4612-bd20-1f68cc65db4a owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:31:02.668976 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:02.695862 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283269be-8a57-4385-aa0f-64c2d598f7e4']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:02.707570 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa214793-b8ee-4cb1-a1cc-3e94a39d18b6') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:02.708146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa214793-b8ee-4cb1-a1cc-3e94a39d18b6') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:02.721047 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.731881 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.734832 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.734832 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.734832 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.734832 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.734832 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.734832 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.734832 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.734832 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.734832 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.734832 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.734832 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.734832 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.734832 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:31:02.734832 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:31:02.746784 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:02.748172 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f4663169-d5ed-4117-adda-80347f26da0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:02.754158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:31:02.754638 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:31:02.757980 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:31:02.798830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4663169-d5ed-4117-adda-80347f26da0c None None] No DVR routers for this DVR port 9c329d9b-3a63-4612-bd20-1f68cc65db4a on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:31:02.800218 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4663169-d5ed-4117-adda-80347f26da0c None None] Pushing event deleted for resources: {'Port': ['ID=9c329d9b-3a63-4612-bd20-1f68cc65db4a,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:02.832677 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:02.843906 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:02.848583 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/networks/283269be-8a57-4385-aa0f-64c2d598f7e4 HTTP/1.1" status: 204 len: 168 time: 0.8113558 Nov 19 09:31:02.852853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36606) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:02.858810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-cd6e4171-ae8e-40f4-b94e-4857789caede tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2126518568'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:02.872122 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e34bb-3b01-457f-a266-ed93de3fed82 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Network': ['ID=283269be-8a57-4385-aa0f-64c2d598f7e4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:02.900773 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6e4171-ae8e-40f4-b94e-4857789caede tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:31:02.904632 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4171-ae8e-40f4-b94e-4857789caede tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:02.971528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6e4171-ae8e-40f4-b94e-4857789caede tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:31:02.984920 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4171-ae8e-40f4-b94e-4857789caede tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:02.985392 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-cd6e4171-ae8e-40f4-b94e-4857789caede tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Added segment 6e1887b2-15ed-4979-90d8-9ceedcb41110 of type vlan for network 84521e72-2526-450e-bffd-6be989a5f4d0 Nov 19 09:31:03.033626 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000f349-db63-4bc9-9ede-8fd2bc4e7928 req-02bcb319-7586-409c-9d0c-2f209dbd3e8e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:03.035739 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a000f349-db63-4bc9-9ede-8fd2bc4e7928 req-02bcb319-7586-409c-9d0c-2f209dbd3e8e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0970993 Nov 19 09:31:03.050436 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4171-ae8e-40f4-b94e-4857789caede tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:03.115568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a000f349-db63-4bc9-9ede-8fd2bc4e7928 req-28b62f80-ef4f-484e-a989-4d683d904a04 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625088 Nov 19 09:31:03.116660 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4171-ae8e-40f4-b94e-4857789caede tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:03.122133 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6e4171-ae8e-40f4-b94e-4857789caede tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:03.122734 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4171-ae8e-40f4-b94e-4857789caede tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:03.203477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e4171-ae8e-40f4-b94e-4857789caede tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Network': ['ID=84521e72-2526-450e-bffd-6be989a5f4d0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:03.219718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 84521e72-2526-450e-bffd-6be989a5f4d0 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:31:03.243691 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36616) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:03.244702 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cd6e4171-ae8e-40f4-b94e-4857789caede tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3890829 Nov 19 09:31:03.253965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2ddff5e9-c8d1-41a1-9792-4eefda35d4f1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'subnet': {'network_id': '84521e72-2526-450e-bffd-6be989a5f4d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:03.452287 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddff5e9-c8d1-41a1-9792-4eefda35d4f1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:31:03.461496 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ddff5e9-c8d1-41a1-9792-4eefda35d4f1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:03.539564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382055f7-3348-420b-aec9-578bee59a895 req-6b6eff70-55f9-459f-a3a2-6d528c63e517 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:03.555938 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-382055f7-3348-420b-aec9-578bee59a895 req-6b6eff70-55f9-459f-a3a2-6d528c63e517 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 945 time: 0.0959082 Nov 19 09:31:03.653723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-382055f7-3348-420b-aec9-578bee59a895 req-0b72de48-8f84-4f5f-b3a0-eb88b7a606ee tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967879 Nov 19 09:31:03.886010 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ddff5e9-c8d1-41a1-9792-4eefda35d4f1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:03.921746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025760d4-ff6a-4f44-8b30-bbc75a42ed5c req-0acc4004-bbc6-45ba-8ad5-d9ae292c832d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:03.929672 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-025760d4-ff6a-4f44-8b30-bbc75a42ed5c req-0acc4004-bbc6-45ba-8ad5-d9ae292c832d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.5155880 Nov 19 09:31:03.952537 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddff5e9-c8d1-41a1-9792-4eefda35d4f1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Subnet': ['ID=44aeef20-0db4-41b5-a87d-e19545317df6,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:03.960976 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddff5e9-c8d1-41a1-9792-4eefda35d4f1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Checking segment: {'id': '6e1887b2-15ed-4979-90d8-9ceedcb41110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '84521e72-2526-450e-bffd-6be989a5f4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:31:03.961385 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddff5e9-c8d1-41a1-9792-4eefda35d4f1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network hostable DHCP agents. Network: 84521e72-2526-450e-bffd-6be989a5f4d0, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:31:03.981625 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddff5e9-c8d1-41a1-9792-4eefda35d4f1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 84521e72-2526-450e-bffd-6be989a5f4d0 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:31:03.992296 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-025760d4-ff6a-4f44-8b30-bbc75a42ed5c req-2b025df4-3784-405e-a1eb-53b26637967d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604565 Nov 19 09:31:03.994356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2ddff5e9-c8d1-41a1-9792-4eefda35d4f1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 84521e72-2526-450e-bffd-6be989a5f4d0) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:03.999264 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddff5e9-c8d1-41a1-9792-4eefda35d4f1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:03.999890 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ddff5e9-c8d1-41a1-9792-4eefda35d4f1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:04.007495 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1ab03c-c1b1-4eca-93df-3b5a331e919b None None] Network 84521e72-2526-450e-bffd-6be989a5f4d0 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:31:04.023789 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2ddff5e9-c8d1-41a1-9792-4eefda35d4f1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7778468 Nov 19 09:31:04.026520 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36632) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:04.031001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6e44ca9c-9de4-441c-b1de-85c10e9b4349 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-485708253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:04.055927 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e44ca9c-9de4-441c-b1de-85c10e9b4349 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:04.057469 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e44ca9c-9de4-441c-b1de-85c10e9b4349 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:04.184045 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-84521e72-2526-450e-bffd-6be989a5f4d0', 'network_id': '84521e72-2526-450e-bffd-6be989a5f4d0', 'tenant_id': 'fafdcb6c77ea4fe79ffd8b5a27614b00', 'fixed_ips': [{'subnet_id': '44aeef20-0db4-41b5-a87d-e19545317df6'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:31:04.185287 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:04.396004 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e44ca9c-9de4-441c-b1de-85c10e9b4349 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:04.414420 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Allocated IP 2001:db8::2 (84521e72-2526-450e-bffd-6be989a5f4d0/44aeef20-0db4-41b5-a87d-e19545317df6/40859601-ab2c-47d2-9f80-f3ffc8f7ede1) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:31:04.424863 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e44ca9c-9de4-441c-b1de-85c10e9b4349 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:04.461186 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e44ca9c-9de4-441c-b1de-85c10e9b4349 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:04.462657 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6e44ca9c-9de4-441c-b1de-85c10e9b4349 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4351761 Nov 19 09:31:04.465411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36640) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:04.471615 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4b9bce01-07a9-4672-a5cc-efafe7350334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'network_id': '84521e72-2526-450e-bffd-6be989a5f4d0', 'name': 'tempest-PortsIpV6TestJSON-728168511'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:04.523892 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9c329d9b-3a63-4612-bd20-1f68cc65db4a no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:31:04.535929 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36642) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:04.561002 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 9c329d9b-3a63-4612-bd20-1f68cc65db4a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:31:04.561383 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9c329d9b-3a63-4612-bd20-1f68cc65db4a not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:31:04.622254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9bce01-07a9-4672-a5cc-efafe7350334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:31:04.626063 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4b9bce01-07a9-4672-a5cc-efafe7350334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:04.644658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-4b9bce01-07a9-4672-a5cc-efafe7350334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] device_id is not set on port 9dc7f8b6-5aea-4f18-8b8c-fab162a26969 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:31:04.651163 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:04.663206 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:04.682183 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6dde88df-6740-4735-9a92-5c8bd5d7577d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:04.703988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Network 84521e72-2526-450e-bffd-6be989a5f4d0 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:31:04.711348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:04.721690 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:31:04.738114 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Pushing event updated for resources: {'Port': ['ID=40859601-ab2c-47d2-9f80-f3ffc8f7ede1,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:04.812668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Attempting to bind port 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:31:04.813253 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Attempting to bind port 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '6e1887b2-15ed-4979-90d8-9ceedcb41110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '84521e72-2526-450e-bffd-6be989a5f4d0'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:31:04.813431 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6dde88df-6740-4735-9a92-5c8bd5d7577d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:04.813848 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Attempting to bind port 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 on network 84521e72-2526-450e-bffd-6be989a5f4d0 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:31:04.820797 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:31:04.821139 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6dde88df-6740-4735-9a92-5c8bd5d7577d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:04.821889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Checking segment: {'id': '6e1887b2-15ed-4979-90d8-9ceedcb41110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '84521e72-2526-450e-bffd-6be989a5f4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:31:04.822409 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:04.822911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Bound using segment: {'id': '6e1887b2-15ed-4979-90d8-9ceedcb41110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '84521e72-2526-450e-bffd-6be989a5f4d0'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:31:04.823510 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Bound port: 40859601-ab2c-47d2-9f80-f3ffc8f7ede1, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1887b2-15ed-4979-90d8-9ceedcb41110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '84521e72-2526-450e-bffd-6be989a5f4d0'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:31:04.824017 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:04.881790 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde88df-6740-4735-9a92-5c8bd5d7577d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d212221-1438-4396-aa9c-11c5904b00cc,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:04.895948 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6dde88df-6740-4735-9a92-5c8bd5d7577d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1dbc64f3aa5242feae990fa2452977ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3587434 Nov 19 09:31:04.903087 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-4b9bce01-07a9-4672-a5cc-efafe7350334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Allocated IP 2001:db8::ef (84521e72-2526-450e-bffd-6be989a5f4d0/44aeef20-0db4-41b5-a87d-e19545317df6/9dc7f8b6-5aea-4f18-8b8c-fab162a26969) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:31:04.905112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36654) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:04.914134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528f525-da0a-46fb-928d-c635604737db req-7fb5651f-3c05-4864-a479-9f537fa9760e tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:04.915768 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1528f525-da0a-46fb-928d-c635604737db req-7fb5651f-3c05-4864-a479-9f537fa9760e tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 945 time: 0.1024389 Nov 19 09:31:04.934180 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] For port 40859601-ab2c-47d2-9f80-f3ffc8f7ede1, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:31:04.942927 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] For port 40859601-ab2c-47d2-9f80-f3ffc8f7ede1, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=40859601-ab2c-47d2-9f80-f3ffc8f7ede1,segment=NetworkSegment(6e1887b2-15ed-4979-90d8-9ceedcb41110),segment_id=6e1887b2-15ed-4979-90d8-9ceedcb41110)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:31:04.958845 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:05.075722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d11e1-6f19-4128-a281-c1ace0f3726c None None] Pushing event updated for resources: {'Port': ['ID=40859601-ab2c-47d2-9f80-f3ffc8f7ede1,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:05.125538 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1528f525-da0a-46fb-928d-c635604737db req-df7b952f-8b48-4063-aa1e-12cc73b9b39e tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988168 Nov 19 09:31:05.175865 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a05fed15-df2f-40c4-abc1-296b4e10ace2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:05.370349 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a05fed15-df2f-40c4-abc1-296b4e10ace2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:05.455156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936a0e7-bc30-41ac-971e-150196695088 req-537fcff7-a813-4879-85d0-42ee202c9684 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:05.463604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d936a0e7-bc30-41ac-971e-150196695088 req-537fcff7-a813-4879-85d0-42ee202c9684 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.3350108 Nov 19 09:31:05.582006 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4b9bce01-07a9-4672-a5cc-efafe7350334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:05.593665 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d936a0e7-bc30-41ac-971e-150196695088 req-93e1fe8b-e104-475f-8899-a9b322d0c6fb tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290491 Nov 19 09:31:05.616949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a05fed15-df2f-40c4-abc1-296b4e10ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:05.639201 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a05fed15-df2f-40c4-abc1-296b4e10ace2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:05.640458 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a05fed15-df2f-40c4-abc1-296b4e10ace2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d212221-1438-4396-aa9c-11c5904b00cc HTTP/1.1" status: 204 len: 168 time: 0.7237616 Nov 19 09:31:05.659455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fed15-df2f-40c4-abc1-296b4e10ace2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d212221-1438-4396-aa9c-11c5904b00cc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:05.679400 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4b9bce01-07a9-4672-a5cc-efafe7350334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:05.788191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9bce01-07a9-4672-a5cc-efafe7350334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 84521e72-2526-450e-bffd-6be989a5f4d0 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:31:05.815359 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4b9bce01-07a9-4672-a5cc-efafe7350334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:05.836807 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9bce01-07a9-4672-a5cc-efafe7350334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:31:05.844227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9bce01-07a9-4672-a5cc-efafe7350334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:05.845582 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4b9bce01-07a9-4672-a5cc-efafe7350334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:05.869248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4b9bce01-07a9-4672-a5cc-efafe7350334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4026992 Nov 19 09:31:05.872349 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36710) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:05.887130 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bce01-07a9-4672-a5cc-efafe7350334 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=9dc7f8b6-5aea-4f18-8b8c-fab162a26969,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:05.907080 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f064477-f38c-4dd7-9300-273897647d15 req-98454446-439f-474b-be1a-dd8706ff9cee tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:05.915354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f064477-f38c-4dd7-9300-273897647d15 req-98454446-439f-474b-be1a-dd8706ff9cee tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1387200 Nov 19 09:31:05.969726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f064477-f38c-4dd7-9300-273897647d15 req-f357a4b0-1ced-491a-9d52-492c19275978 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533793 Nov 19 09:31:06.225364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e0e68-eb5a-46d0-9f96-5918e71de8ba req-9066c52e-2fb2-499e-a275-01980d12f951 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:06.226914 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-894e0e68-eb5a-46d0-9f96-5918e71de8ba req-9066c52e-2fb2-499e-a275-01980d12f951 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0637741 Nov 19 09:31:06.326571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-894e0e68-eb5a-46d0-9f96-5918e71de8ba req-2f39d3ae-94ba-4a31-9a9d-074bd603027f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925701 Nov 19 09:31:06.525058 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ab16bfa-174f-49dc-b2a1-28551b1f29e6 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:06.574956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303ff2b-728f-4459-88ff-a00892e58442 req-7b1531e2-e533-48b7-8a47-73bafb491e5b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:06.579993 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8303ff2b-728f-4459-88ff-a00892e58442 req-7b1531e2-e533-48b7-8a47-73bafb491e5b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1174660 Nov 19 09:31:06.604210 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:31:06.755782 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8303ff2b-728f-4459-88ff-a00892e58442 req-b606f3f4-59fa-4f9e-8881-59a8317479f0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669014 Nov 19 09:31:06.804126 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:06.810047 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:06.924577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46de69cd-6316-4448-a704-3f83c2e52017 None None] Network 84521e72-2526-450e-bffd-6be989a5f4d0 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:31:07.119080 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7601094-fb0d-47ec-b797-05ce739661b7 req-54ebbe0e-eba8-4a3f-8767-5b1bc0d6af2e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:07.121135 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7601094-fb0d-47ec-b797-05ce739661b7 req-54ebbe0e-eba8-4a3f-8767-5b1bc0d6af2e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1586366 Nov 19 09:31:07.198259 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-61631017-ccda-4955-9e9f-cab6d838074b None None] Provisioning complete for port 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:07.198654 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-61631017-ccda-4955-9e9f-cab6d838074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:07.208832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ab16bfa-174f-49dc-b2a1-28551b1f29e6 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:07.218057 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ab16bfa-174f-49dc-b2a1-28551b1f29e6 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:07.232677 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7601094-fb0d-47ec-b797-05ce739661b7 req-5981843e-dfed-4215-b269-31943a2186cc tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889626 Nov 19 09:31:07.393314 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:07.464734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa782b39-fc43-4a72-84c7-d51f723ccd69 req-73092938-e1be-4c73-88d4-6914be9a93bf tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:07.468542 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 40859601-ab2c-47d2-9f80-f3ffc8f7ede1, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=40859601-ab2c-47d2-9f80-f3ffc8f7ede1,segment=NetworkSegment(6e1887b2-15ed-4979-90d8-9ceedcb41110),segment_id=6e1887b2-15ed-4979-90d8-9ceedcb41110)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:07.475129 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa782b39-fc43-4a72-84c7-d51f723ccd69 req-73092938-e1be-4c73-88d4-6914be9a93bf tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0794194 Nov 19 09:31:07.477665 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:07.530406 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab16bfa-174f-49dc-b2a1-28551b1f29e6 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=9dc7f8b6-5aea-4f18-8b8c-fab162a26969,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:07.596679 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa782b39-fc43-4a72-84c7-d51f723ccd69 req-1d5461ab-2f93-4c73-869f-efc2e8b8697f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186152 Nov 19 09:31:07.617031 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=40859601-ab2c-47d2-9f80-f3ffc8f7ede1,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:07.708816 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ab16bfa-174f-49dc-b2a1-28551b1f29e6 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:07.853593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c279abab-6918-4a63-bb74-12f1b81fe8fb None None] Provisioning complete for port 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:07.853985 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c279abab-6918-4a63-bb74-12f1b81fe8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:07.865946 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b1f1a-5f47-45ea-aa7a-db978032fa90 req-c3c6bb0f-ad6e-42c5-a2af-a7a85ae693b2 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:07.876911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd7b1f1a-5f47-45ea-aa7a-db978032fa90 req-c3c6bb0f-ad6e-42c5-a2af-a7a85ae693b2 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1145029 Nov 19 09:31:07.942147 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ab16bfa-174f-49dc-b2a1-28551b1f29e6 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:08.002480 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd7b1f1a-5f47-45ea-aa7a-db978032fa90 req-0345118e-3514-448e-bef2-9f42d566633e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130288 Nov 19 09:31:08.058435 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c279abab-6918-4a63-bb74-12f1b81fe8fb None None] Provisioning complete for port 9dc7f8b6-5aea-4f18-8b8c-fab162a26969 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:08.058883 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c279abab-6918-4a63-bb74-12f1b81fe8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:08.149016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c279abab-6918-4a63-bb74-12f1b81fe8fb None None] Port 9dc7f8b6-5aea-4f18-8b8c-fab162a26969 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:08.157424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b087f-de3c-4a96-90dd-730a24cf214b req-768bf9f2-7f4a-4414-ad81-03a04eaa6acb tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:08.165345 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-db5b087f-de3c-4a96-90dd-730a24cf214b req-768bf9f2-7f4a-4414-ad81-03a04eaa6acb tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0729437 Nov 19 09:31:08.253416 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-db5b087f-de3c-4a96-90dd-730a24cf214b req-7f46ede5-e9bf-4c0c-8e01-e40c86015c82 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870616 Nov 19 09:31:08.306689 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a477406c-370d-4b55-8ff1-997761ec49f5 None None] Provisioning complete for port 9dc7f8b6-5aea-4f18-8b8c-fab162a26969 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:08.306689 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a477406c-370d-4b55-8ff1-997761ec49f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:08.429357 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a477406c-370d-4b55-8ff1-997761ec49f5 None None] Port 9dc7f8b6-5aea-4f18-8b8c-fab162a26969 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:08.525968 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ab16bfa-174f-49dc-b2a1-28551b1f29e6 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:08.537826 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ab16bfa-174f-49dc-b2a1-28551b1f29e6 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:08.539739 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ab16bfa-174f-49dc-b2a1-28551b1f29e6 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:08.552835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f1493-90c9-40ed-93e6-342ad8ef632b req-24da667a-41ec-47f2-b10b-6ecacee4e9fe tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:08.555274 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e7f1493-90c9-40ed-93e6-342ad8ef632b req-24da667a-41ec-47f2-b10b-6ecacee4e9fe tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1441884 Nov 19 09:31:08.567870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:31:08.632632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e7f1493-90c9-40ed-93e6-342ad8ef632b req-6e062e8b-0e53-4369-a97c-28229bad5f8a tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636585 Nov 19 09:31:08.655736 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:08.658151 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:08.691229 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab16bfa-174f-49dc-b2a1-28551b1f29e6 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=9dc7f8b6-5aea-4f18-8b8c-fab162a26969,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:08.779714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab16bfa-174f-49dc-b2a1-28551b1f29e6 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 84521e72-2526-450e-bffd-6be989a5f4d0 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:31:08.789107 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-8ab16bfa-174f-49dc-b2a1-28551b1f29e6 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:08.798057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e1b11a95-31bb-4262-8cb4-589aaa7d7e97 None None] Provisioning complete for port 9dc7f8b6-5aea-4f18-8b8c-fab162a26969 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:08.800026 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e1b11a95-31bb-4262-8cb4-589aaa7d7e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:08.847215 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e1b11a95-31bb-4262-8cb4-589aaa7d7e97 None None] Port 9dc7f8b6-5aea-4f18-8b8c-fab162a26969 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:08.930194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82163a13-d4e9-4358-bdd4-d4d634afd4aa req-7006ac0b-743a-4c09-a421-7f65d0ced37b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:08.946155 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82163a13-d4e9-4358-bdd4-d4d634afd4aa req-7006ac0b-743a-4c09-a421-7f65d0ced37b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1453836 Nov 19 09:31:09.066535 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82163a13-d4e9-4358-bdd4-d4d634afd4aa req-d124f82f-cb75-456f-be2e-46c28f533b6d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153038 Nov 19 09:31:09.108094 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab16bfa-174f-49dc-b2a1-28551b1f29e6 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Router 290e7775-228b-4fb8-b602-6657899f7ec6 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:31:09.295137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab16bfa-174f-49dc-b2a1-28551b1f29e6 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:31:09.310043 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b50a9-efcc-4ce7-ae0f-633e7fa91bf9 None None] Sync routers for ids ['290e7775-228b-4fb8-b602-6657899f7ec6'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:31:09.316612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b690b-3e2d-47d1-bef2-1032ea972038 req-8d840c6a-4ac4-4770-b11c-81f77989ee2f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:09.325714 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e62b690b-3e2d-47d1-bef2-1032ea972038 req-8d840c6a-4ac4-4770-b11c-81f77989ee2f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0790784 Nov 19 09:31:09.326332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b50a9-efcc-4ce7-ae0f-633e7fa91bf9 None None] Routers {'290e7775-228b-4fb8-b602-6657899f7ec6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:31:09.331201 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8ab16bfa-174f-49dc-b2a1-28551b1f29e6 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "PUT /v2.0/routers/290e7775-228b-4fb8-b602-6657899f7ec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4545133 Nov 19 09:31:09.331656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2a9b50a9-efcc-4ce7-ae0f-633e7fa91bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:30:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['290e7775-228b-4fb8-b602-6657899f7ec6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:09.331784 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36832) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:09.411253 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729550d5-3765-4104-8a7e-ed1f62f78570 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:09.416912 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2a9b50a9-efcc-4ce7-ae0f-633e7fa91bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:09.417125 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-729550d5-3765-4104-8a7e-ed1f62f78570 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports?device_id=290e7775-228b-4fb8-b602-6657899f7ec6 HTTP/1.1" status: 200 len: 987 time: 0.0815029 Nov 19 09:31:09.417222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36836) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:09.424751 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b50a9-efcc-4ce7-ae0f-633e7fa91bf9 None None] Routers {'290e7775-228b-4fb8-b602-6657899f7ec6'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:31:09.425486 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2a9b50a9-efcc-4ce7-ae0f-633e7fa91bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:30:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['290e7775-228b-4fb8-b602-6657899f7ec6'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:09.438228 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e62b690b-3e2d-47d1-bef2-1032ea972038 req-98a3255f-eefa-4ada-9131-e5461baf2832 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110680 Nov 19 09:31:09.551131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2a9b50a9-efcc-4ce7-ae0f-633e7fa91bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:09.551888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b50a9-efcc-4ce7-ae0f-633e7fa91bf9 None None] The sync data for ids ['290e7775-228b-4fb8-b602-6657899f7ec6'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:31:09.568216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f55c3932-21da-4d53-9857-b9038b882f8b None None] Provisioning complete for port 9dc7f8b6-5aea-4f18-8b8c-fab162a26969 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:09.568750 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f55c3932-21da-4d53-9857-b9038b882f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:09.618149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f55c3932-21da-4d53-9857-b9038b882f8b None None] Port 9dc7f8b6-5aea-4f18-8b8c-fab162a26969 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:09.665771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88e570-a580-4785-8c05-efe1afea314a req-ea26b7e2-2bdd-4f29-be8f-3dac7fca0f05 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:09.667351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4f88e570-a580-4785-8c05-efe1afea314a req-ea26b7e2-2bdd-4f29-be8f-3dac7fca0f05 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1614699 Nov 19 09:31:09.744208 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4f88e570-a580-4785-8c05-efe1afea314a req-c9bb2650-7f99-475b-90e7-74652599f7b2 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701122 Nov 19 09:31:09.947151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631fa04-165a-4433-bfa1-39a4696546f0 req-9936903e-a317-4a60-999b-9906c944ff87 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:09.955568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1631fa04-165a-4433-bfa1-39a4696546f0 req-9936903e-a317-4a60-999b-9906c944ff87 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0658848 Nov 19 09:31:10.027317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1631fa04-165a-4433-bfa1-39a4696546f0 req-4a0cf7ad-90d1-45dd-b399-aab328ebf54b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542431 Nov 19 09:31:10.085700 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2675ac4e-42b2-47ff-ae49-ce3cf97a72bc tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:10.185673 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff74157-e3c5-4dc1-b5bd-7e0e33f13042 req-72b83708-9512-46dd-8f5a-1e45622ac518 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:10.190955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bff74157-e3c5-4dc1-b5bd-7e0e33f13042 req-72b83708-9512-46dd-8f5a-1e45622ac518 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0996156 Nov 19 09:31:10.326088 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bff74157-e3c5-4dc1-b5bd-7e0e33f13042 req-655c4e3d-3192-4333-a956-5a34c953fbfd tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295838 Nov 19 09:31:10.536675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371e0f8-2fff-442e-8c0e-8b3d2c573ecc req-52f653c6-379c-479f-804f-0cf56a040db6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:10.547118 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8371e0f8-2fff-442e-8c0e-8b3d2c573ecc req-52f653c6-379c-479f-804f-0cf56a040db6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0890720 Nov 19 09:31:10.603344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8371e0f8-2fff-442e-8c0e-8b3d2c573ecc req-977d91ee-73ed-4701-b4d5-96b7a2f7367a tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540338 Nov 19 09:31:10.834825 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3da4d-b391-4d7e-93cc-8b194d53b301 req-740a87be-e767-4084-a9d0-7fd3f1f92730 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:10.846455 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5f3da4d-b391-4d7e-93cc-8b194d53b301 req-740a87be-e767-4084-a9d0-7fd3f1f92730 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1287339 Nov 19 09:31:10.917718 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5f3da4d-b391-4d7e-93cc-8b194d53b301 req-d5cc3d9a-09fd-4fc0-ae06-03bb132651c7 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653410 Nov 19 09:31:10.938333 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2675ac4e-42b2-47ff-ae49-ce3cf97a72bc tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port 9dc7f8b6-5aea-4f18-8b8c-fab162a26969 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:31:10.939429 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2675ac4e-42b2-47ff-ae49-ce3cf97a72bc tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:11.060608 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2675ac4e-42b2-47ff-ae49-ce3cf97a72bc tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:11.096117 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2675ac4e-42b2-47ff-ae49-ce3cf97a72bc tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for 9dc7f8b6-5aea-4f18-8b8c-fab162a26969 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:31:11.177345 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdc38f-0cb8-47c6-8b6b-60b67c168459 req-d0a74252-f149-405f-a4cf-f235e116e4f4 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:11.182343 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7efdc38f-0cb8-47c6-8b6b-60b67c168459 req-d0a74252-f149-405f-a4cf-f235e116e4f4 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1011224 Nov 19 09:31:11.271559 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7efdc38f-0cb8-47c6-8b6b-60b67c168459 req-dced7992-a495-428e-83bb-7c9766849c4f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818696 Nov 19 09:31:11.469166 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2675ac4e-42b2-47ff-ae49-ce3cf97a72bc tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:11.512947 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675ac4e-42b2-47ff-ae49-ce3cf97a72bc tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=9dc7f8b6-5aea-4f18-8b8c-fab162a26969,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:11.649432 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2675ac4e-42b2-47ff-ae49-ce3cf97a72bc tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:11.902429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2675ac4e-42b2-47ff-ae49-ce3cf97a72bc tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Router 290e7775-228b-4fb8-b602-6657899f7ec6 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:31:11.933716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cc964-4960-4b6f-a5e6-c18ec8689fcb req-42c90d81-d263-4868-bcf5-52fd1c01c33b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:11.936799 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da7cc964-4960-4b6f-a5e6-c18ec8689fcb req-42c90d81-d263-4868-bcf5-52fd1c01c33b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.5438437 Nov 19 09:31:12.018603 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da7cc964-4960-4b6f-a5e6-c18ec8689fcb req-121cf1bc-97fc-4176-a1f3-d25c96701467 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750558 Nov 19 09:31:12.028496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2675ac4e-42b2-47ff-ae49-ce3cf97a72bc tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:31:12.051518 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b406207-047d-44ba-9a75-ae7c45e29577 None None] Sync routers for ids ['290e7775-228b-4fb8-b602-6657899f7ec6'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:31:12.052767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36894) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:12.065365 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2675ac4e-42b2-47ff-ae49-ce3cf97a72bc tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "PUT /v2.0/routers/290e7775-228b-4fb8-b602-6657899f7ec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6452160 Nov 19 09:31:12.073523 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b406207-047d-44ba-9a75-ae7c45e29577 None None] Routers {'290e7775-228b-4fb8-b602-6657899f7ec6'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:31:12.074615 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9b406207-047d-44ba-9a75-ae7c45e29577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:30:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['290e7775-228b-4fb8-b602-6657899f7ec6'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:12.090950 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8bbd0a-6370-4b29-9146-d79de72e86ef tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] GET failed (client error): The resource could not be found. Nov 19 09:31:12.095851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36896) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:12.105659 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ba8bbd0a-6370-4b29-9146-d79de72e86ef tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports/9dc7f8b6-5aea-4f18-8b8c-fab162a26969 HTTP/1.1" status: 404 len: 333 time: 0.0508018 Nov 19 09:31:12.138890 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9b406207-047d-44ba-9a75-ae7c45e29577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:12.150366 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b406207-047d-44ba-9a75-ae7c45e29577 None None] Routers {'290e7775-228b-4fb8-b602-6657899f7ec6'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:31:12.151370 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9b406207-047d-44ba-9a75-ae7c45e29577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:30:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['290e7775-228b-4fb8-b602-6657899f7ec6'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:12.197762 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9b406207-047d-44ba-9a75-ae7c45e29577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:12.198732 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b406207-047d-44ba-9a75-ae7c45e29577 None None] The sync data for ids ['290e7775-228b-4fb8-b602-6657899f7ec6'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:31:12.238686 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad1663eb-dcb5-402c-a76d-28b0627603b5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:12.365708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa98de-0c41-477f-8478-4ee9b4884011 req-02ee1eab-816a-4057-b0a8-81cfa65c0939 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:12.374228 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f8aa98de-0c41-477f-8478-4ee9b4884011 req-02ee1eab-816a-4057-b0a8-81cfa65c0939 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0706208 Nov 19 09:31:12.394416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36904) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:12.457956 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad1663eb-dcb5-402c-a76d-28b0627603b5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:12.460556 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad1663eb-dcb5-402c-a76d-28b0627603b5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:12.474631 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f8aa98de-0c41-477f-8478-4ee9b4884011 req-ba5f6b04-72a5-4ff3-b9cb-bcd471ac7688 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991225 Nov 19 09:31:12.521486 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad1663eb-dcb5-402c-a76d-28b0627603b5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:12.523285 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1663eb-dcb5-402c-a76d-28b0627603b5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Fanout notify agent at l3_agent the message router_deleted on router 290e7775-228b-4fb8-b602-6657899f7ec6 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:31:12.542101 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad1663eb-dcb5-402c-a76d-28b0627603b5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:12.547501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36912) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:12.549698 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ad1663eb-dcb5-402c-a76d-28b0627603b5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/routers/290e7775-228b-4fb8-b602-6657899f7ec6 HTTP/1.1" status: 204 len: 168 time: 0.4524820 Nov 19 09:31:12.619588 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3b249102-8891-4fba-a1f4-49eef46f757a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:13.056814 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce813c-fc01-4aa9-baeb-b98897104a74 req-b991f564-a006-45b2-b48a-b08ec9d74cd6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:13.064417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00ce813c-fc01-4aa9-baeb-b98897104a74 req-b991f564-a006-45b2-b48a-b08ec9d74cd6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.4748666 Nov 19 09:31:13.070622 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd2701b-cc76-4cad-80c5-606d91cd4969 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting subnet 44aeef20-0db4-41b5-a87d-e19545317df6 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:31:13.096331 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dcd2701b-cc76-4cad-80c5-606d91cd4969 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:13.161796 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00ce813c-fc01-4aa9-baeb-b98897104a74 req-d4e8243d-582f-4598-adf5-73701ae390a2 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963151 Nov 19 09:31:13.197360 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dcd2701b-cc76-4cad-80c5-606d91cd4969 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:13.285331 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3b249102-8891-4fba-a1f4-49eef46f757a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:13.318906 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3b249102-8891-4fba-a1f4-49eef46f757a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:13.389244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b249102-8891-4fba-a1f4-49eef46f757a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca35df2-f5c6-4ad1-92d9-a9c854991f20,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:13.414244 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dcd2701b-cc76-4cad-80c5-606d91cd4969 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:13.424975 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3b249102-8891-4fba-a1f4-49eef46f757a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96129a09a4a2414ea9af36c8d6a65747&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0263519 Nov 19 09:31:13.426461 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36934) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:13.460854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b1bed-8bf5-4870-bfd9-6e5cd214028b req-f0baf25e-545d-4538-ac1d-7474c7458292 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:13.462444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d8b1bed-8bf5-4870-bfd9-6e5cd214028b req-f0baf25e-545d-4538-ac1d-7474c7458292 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1456592 Nov 19 09:31:13.500573 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa5393f5-8b7a-4a6a-baf1-d2544310fb2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:13.531663 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d8b1bed-8bf5-4870-bfd9-6e5cd214028b req-fc2c1413-3123-4107-b3b8-1b634d1db82a tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615463 Nov 19 09:31:13.533150 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa5393f5-8b7a-4a6a-baf1-d2544310fb2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:13.537047 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dcd2701b-cc76-4cad-80c5-606d91cd4969 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:13.561679 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dcd2701b-cc76-4cad-80c5-606d91cd4969 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:13.563071 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-dcd2701b-cc76-4cad-80c5-606d91cd4969 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/44aeef20-0db4-41b5-a87d-e19545317df6 HTTP/1.1" status: 204 len: 168 time: 1.0118937 Nov 19 09:31:13.568433 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f5de96-fe28-4f9a-8949-d5feb596db97 None None] Network 84521e72-2526-450e-bffd-6be989a5f4d0 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:31:13.574835 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36940) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:13.586319 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2701b-cc76-4cad-80c5-606d91cd4969 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Subnet': ['ID=44aeef20-0db4-41b5-a87d-e19545317df6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:13.698897 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:13.714180 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa5393f5-8b7a-4a6a-baf1-d2544310fb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:13.724599 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa5393f5-8b7a-4a6a-baf1-d2544310fb2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:13.725819 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-aa5393f5-8b7a-4a6a-baf1-d2544310fb2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bca35df2-f5c6-4ad1-92d9-a9c854991f20 HTTP/1.1" status: 204 len: 168 time: 0.2993350 Nov 19 09:31:13.749007 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5393f5-8b7a-4a6a-baf1-d2544310fb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca35df2-f5c6-4ad1-92d9-a9c854991f20,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:13.771502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a2d77-31fd-4d3f-be1a-43a2195b528f req-4065f042-e497-484b-962d-781d3ea92f1c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:13.778869 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f64a2d77-31fd-4d3f-be1a-43a2195b528f req-4065f042-e497-484b-962d-781d3ea92f1c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0844193 Nov 19 09:31:13.868155 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:31:13.872439 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:13.898502 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f64a2d77-31fd-4d3f-be1a-43a2195b528f req-b9b746fe-d861-43e1-9fab-968e8f4f4193 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096680 Nov 19 09:31:13.958807 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884be139-570f-4b0c-a357-fe1ecfb99bfb None None] DHCP port deletion for 84521e72-2526-450e-bffd-6be989a5f4d0 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:31:14.048681 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-884be139-570f-4b0c-a357-fe1ecfb99bfb None None] Deleting port 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:31:14.049384 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-884be139-570f-4b0c-a357-fe1ecfb99bfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:14.085953 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] For port 40859601-ab2c-47d2-9f80-f3ffc8f7ede1, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=40859601-ab2c-47d2-9f80-f3ffc8f7ede1,segment=NetworkSegment(6e1887b2-15ed-4979-90d8-9ceedcb41110),segment_id=6e1887b2-15ed-4979-90d8-9ceedcb41110)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:14.087224 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:14.120861 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:31:14.254787 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-884be139-570f-4b0c-a357-fe1ecfb99bfb None None] For port 40859601-ab2c-47d2-9f80-f3ffc8f7ede1, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=40859601-ab2c-47d2-9f80-f3ffc8f7ede1,segment=NetworkSegment(6e1887b2-15ed-4979-90d8-9ceedcb41110),segment_id=6e1887b2-15ed-4979-90d8-9ceedcb41110)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:14.257051 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-884be139-570f-4b0c-a357-fe1ecfb99bfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:14.284506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-884be139-570f-4b0c-a357-fe1ecfb99bfb None None] Calling delete_port for 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:31:14.297027 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:14.369182 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No DVR routers for this DVR port 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:31:14.372772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=40859601-ab2c-47d2-9f80-f3ffc8f7ede1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:14.394370 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-884be139-570f-4b0c-a357-fe1ecfb99bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:14.457751 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884be139-570f-4b0c-a357-fe1ecfb99bfb None None] Pushing event deleted for resources: {'Port': ['ID=40859601-ab2c-47d2-9f80-f3ffc8f7ede1,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:14.459640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884be139-570f-4b0c-a357-fe1ecfb99bfb None None] No DVR routers for this DVR port 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:31:14.492493 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:14.525546 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84521e72-2526-450e-bffd-6be989a5f4d0']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:14.534179 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:31:14.542229 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1887b2-15ed-4979-90d8-9ceedcb41110') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:14.542528 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1887b2-15ed-4979-90d8-9ceedcb41110') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:14.557202 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:14.573244 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:31:14.574503 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 40859601-ab2c-47d2-9f80-f3ffc8f7ede1 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:31:14.588579 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:14.599446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:31:14.600282 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:31:14.605346 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:31:14.754835 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:14.783397 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:14.786987 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/networks/84521e72-2526-450e-bffd-6be989a5f4d0 HTTP/1.1" status: 204 len: 168 time: 1.2095842 Nov 19 09:31:14.800715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36988) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:14.806717 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e9db7-3abd-40df-9d63-8c9d1ce67ea2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Network': ['ID=84521e72-2526-450e-bffd-6be989a5f4d0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:14.863901 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e77d2a-683c-492d-bd94-65f66b344fb4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:14.865535 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-12e77d2a-683c-492d-bd94-65f66b344fb4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports/291a3570-561b-4b30-9948-07bc75765270 HTTP/1.1" status: 200 len: 845 time: 0.0630729 Nov 19 09:31:14.869948 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36992) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:14.892040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb13bec-e741-4652-ba5d-ac71011b7e75 req-667d43bc-57d6-4485-a128-bb13ecbf49e7 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:14.901466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dcb13bec-e741-4652-ba5d-ac71011b7e75 req-667d43bc-57d6-4485-a128-bb13ecbf49e7 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1455948 Nov 19 09:31:14.941741 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c1eab0b7-b1cf-429c-b402-0fdc465122ab tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports/291a3570-561b-4b30-9948-07bc75765270?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0696127 Nov 19 09:31:14.949980 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36996) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:14.959656 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ddff9521-e2f3-4c17-be48-6668d2639e86 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'subnet': {'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:14.964614 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dcb13bec-e741-4652-ba5d-ac71011b7e75 req-bef041ea-21af-4270-a0de-8c533a49dcb6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614955 Nov 19 09:31:15.068144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddff9521-e2f3-4c17-be48-6668d2639e86 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:31:15.072074 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddff9521-e2f3-4c17-be48-6668d2639e86 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:15.352467 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddff9521-e2f3-4c17-be48-6668d2639e86 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:15.413319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddff9521-e2f3-4c17-be48-6668d2639e86 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:31:15.416979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ddff9521-e2f3-4c17-be48-6668d2639e86 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:15.423635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddff9521-e2f3-4c17-be48-6668d2639e86 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:15.424239 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddff9521-e2f3-4c17-be48-6668d2639e86 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:15.431044 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ed156a-525b-439b-a3d9-bf7b86af5574 None None] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:31:15.436778 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff9521-e2f3-4c17-be48-6668d2639e86 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Subnet': ['ID=46482faa-7326-417b-8c91-88b17ac04282,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:15.449118 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ddff9521-e2f3-4c17-be48-6668d2639e86 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4975483 Nov 19 09:31:15.451810 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37008) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:15.462056 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b8af9b30-f7b7-43d2-b705-8d34fdbbc61c tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'security_group': {'name': 'tempest-secgroup-452794571'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:15.505436 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8af9b30-f7b7-43d2-b705-8d34fdbbc61c tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:15.605106 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8af9b30-f7b7-43d2-b705-8d34fdbbc61c tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:15.612016 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8af9b30-f7b7-43d2-b705-8d34fdbbc61c tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:15.662834 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8af9b30-f7b7-43d2-b705-8d34fdbbc61c tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:15.664374 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b8af9b30-f7b7-43d2-b705-8d34fdbbc61c tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2114046 Nov 19 09:31:15.666933 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af9b30-f7b7-43d2-b705-8d34fdbbc61c tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08bcccee-1789-4c43-96cd-2c1809c74a61,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:15.667137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37012) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:15.671689 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8cfdd296-b28e-471d-a956-ff38e3915ae9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'security_group': {'name': 'tempest-secgroup-1895770720'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:15.757813 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-abc3f332-6d74-4483-bd3e-7997574237a6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0689707 Nov 19 09:31:15.759209 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cfdd296-b28e-471d-a956-ff38e3915ae9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:15.966441 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cfdd296-b28e-471d-a956-ff38e3915ae9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:15.975677 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cfdd296-b28e-471d-a956-ff38e3915ae9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:15.994052 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:16.057544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'tenant_id': 'fafdcb6c77ea4fe79ffd8b5a27614b00', 'fixed_ips': [{'subnet_id': '46482faa-7326-417b-8c91-88b17ac04282'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:31:16.058435 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:16.067181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-6bd5a650-44aa-4362-87cc-c4710c75db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:16.067657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-6bd5a650-44aa-4362-87cc-c4710c75db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:16.068125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-6bd5a650-44aa-4362-87cc-c4710c75db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:16.068582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-6bd5a650-44aa-4362-87cc-c4710c75db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:16.069043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-6bd5a650-44aa-4362-87cc-c4710c75db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:16.075903 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-6bd5a650-44aa-4362-87cc-c4710c75db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:16.075903 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-6bd5a650-44aa-4362-87cc-c4710c75db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:16.077230 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-6bd5a650-44aa-4362-87cc-c4710c75db76 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=700b69d1977242c09b136442c1eff098&device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 6496 time: 0.2346919 Nov 19 09:31:16.093825 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cfdd296-b28e-471d-a956-ff38e3915ae9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:16.095150 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8cfdd296-b28e-471d-a956-ff38e3915ae9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4270513 Nov 19 09:31:16.098001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37028) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:16.103497 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1f9e9ff6-9635-461b-9e1b-b20b294de20e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1972269313', 'security_groups': ['aaad788d-50a1-459f-84c4-fb0f61dbdcf2'], 'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '46482faa-7326-417b-8c91-88b17ac04282'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:16.106923 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdd296-b28e-471d-a956-ff38e3915ae9 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaad788d-50a1-459f-84c4-fb0f61dbdcf2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:16.303289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Allocated IP 2001:db8::2 (0e1d0ccd-73d6-43d2-84a7-044d6e021cfd/46482faa-7326-417b-8c91-88b17ac04282/7a5437ef-7ae4-4899-a791-9db8bc4ca762) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:31:16.364924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-90260a27-6a86-4c8d-baaf-8d919fa20660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:16.366942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-90260a27-6a86-4c8d-baaf-8d919fa20660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:16.367422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-90260a27-6a86-4c8d-baaf-8d919fa20660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:16.369112 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-90260a27-6a86-4c8d-baaf-8d919fa20660 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0f317c17-d11b-428a-b336-bf3a20212eb4&id=3282dff9-c0bb-424b-9664-c64e91191014&id=3282dff9-c0bb-424b-9664-c64e91191014&id=3282dff9-c0bb-424b-9664-c64e91191014&id=3282dff9-c0bb-424b-9664-c64e91191014&id=15405871-da19-4499-a311-e93abf739d4c&id=15405871-da19-4499-a311-e93abf739d4c HTTP/1.1" status: 200 len: 2290 time: 0.2522664 Nov 19 09:31:16.400503 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9e9ff6-9635-461b-9e1b-b20b294de20e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:31:16.438938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd67536-5b19-4342-ac3c-64fd77496404 req-944f12a2-0bae-4093-969f-ebeaab43a528 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:16.440547 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3dd67536-5b19-4342-ac3c-64fd77496404 req-944f12a2-0bae-4093-969f-ebeaab43a528 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1540804 Nov 19 09:31:16.508275 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-c1049a8a-d6a0-44bd-8c75-f678eba0a620 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a9782cc-737b-4c81-975d-0c7bac4b62ed HTTP/1.1" status: 200 len: 1001 time: 0.1246316 Nov 19 09:31:16.518989 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9ff6-9635-461b-9e1b-b20b294de20e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:16.526346 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3dd67536-5b19-4342-ac3c-64fd77496404 req-850dd162-48e2-4349-ae76-5a4ec71b0bf7 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777705 Nov 19 09:31:16.530907 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:16.562102 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:16.578150 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-1f9e9ff6-9635-461b-9e1b-b20b294de20e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] device_id is not set on port 8a3f94fe-01b8-44cf-a3fd-2e56576e5044 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:31:16.615594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:31:16.618811 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:16.621985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:31:16.623219 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-f99941c9-45eb-49f4-8243-33fb233b3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:16.629655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-f99941c9-45eb-49f4-8243-33fb233b3b5c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c976a013-8e14-4043-813d-36b1a4ae191b HTTP/1.1" status: 200 len: 848 time: 0.1005001 Nov 19 09:31:16.686425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Pushing event updated for resources: {'Port': ['ID=7a5437ef-7ae4-4899-a791-9db8bc4ca762,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:16.709917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-a762acde-901d-4257-92d2-5f245a65f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:16.711452 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-a762acde-901d-4257-92d2-5f245a65f35d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0f317c17-d11b-428a-b336-bf3a20212eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742042 Nov 19 09:31:16.754569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Attempting to bind port 7a5437ef-7ae4-4899-a791-9db8bc4ca762 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:31:16.754950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Attempting to bind port 7a5437ef-7ae4-4899-a791-9db8bc4ca762 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd22f9b9d-cafb-473c-b6ca-30df5f20acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:31:16.755380 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Attempting to bind port 7a5437ef-7ae4-4899-a791-9db8bc4ca762 on network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:31:16.767848 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:31:16.768237 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Checking segment: {'id': 'd22f9b9d-cafb-473c-b6ca-30df5f20acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:31:16.768652 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:16.769065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Bound using segment: {'id': 'd22f9b9d-cafb-473c-b6ca-30df5f20acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:31:16.769592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Bound port: 7a5437ef-7ae4-4899-a791-9db8bc4ca762, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f9b9d-cafb-473c-b6ca-30df5f20acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:31:16.769990 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:16.914894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] For port 7a5437ef-7ae4-4899-a791-9db8bc4ca762, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:31:16.919130 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] For port 7a5437ef-7ae4-4899-a791-9db8bc4ca762, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7a5437ef-7ae4-4899-a791-9db8bc4ca762,segment=NetworkSegment(d22f9b9d-cafb-473c-b6ca-30df5f20acfb),segment_id=d22f9b9d-cafb-473c-b6ca-30df5f20acfb)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:31:16.943957 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:16.946959 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-1f9e9ff6-9635-461b-9e1b-b20b294de20e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Allocated IP 2001:db8::148 (0e1d0ccd-73d6-43d2-84a7-044d6e021cfd/46482faa-7326-417b-8c91-88b17ac04282/8a3f94fe-01b8-44cf-a3fd-2e56576e5044) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:31:16.957832 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-de034ff2-362d-4ab8-b9c8-a89d1b94836c service neutron] 10.222.0.71 "GET /v2.0/networks/0f317c17-d11b-428a-b336-bf3a20212eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367835 Nov 19 09:31:17.038016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37732b98-b162-4006-a9fd-e171b8d9a72f None None] Pushing event updated for resources: {'Port': ['ID=7a5437ef-7ae4-4899-a791-9db8bc4ca762,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:17.042792 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37036) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:17.050414 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d7df9b2a-3a10-43d5-80ad-b26ab3bbfff7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234885157', 'description': 'tempest-secgroup-smoke-234885157 description', 'project_id': '0dc1876a77414c6c8af6b4234d92e489'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:17.111158 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7df9b2a-3a10-43d5-80ad-b26ab3bbfff7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:17.130832 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-f6351471-5653-4903-b5fe-9e7c1ef56669 service neutron] 10.222.0.71 "GET /v2.0/networks/0f317c17-d11b-428a-b336-bf3a20212eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640067 Nov 19 09:31:17.131511 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7df9b2a-3a10-43d5-80ad-b26ab3bbfff7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:17.201769 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9ff6-9635-461b-9e1b-b20b294de20e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:17.226398 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-1ddd59b8-3145-4c0c-a63e-bbc832d27c3f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=93875227-8990-4442-841e-19b4c3c91736 HTTP/1.1" status: 200 len: 217 time: 0.0861306 Nov 19 09:31:17.282933 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9ff6-9635-461b-9e1b-b20b294de20e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:17.310431 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-5211f4fe-eb6f-487c-881f-d37accdf2783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:17.314304 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-5211f4fe-eb6f-487c-881f-d37accdf2783 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c HTTP/1.1" status: 200 len: 797 time: 0.0793853 Nov 19 09:31:17.361768 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9e9ff6-9635-461b-9e1b-b20b294de20e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:31:17.366141 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-1f9e9ff6-9635-461b-9e1b-b20b294de20e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:17.372102 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7df9b2a-3a10-43d5-80ad-b26ab3bbfff7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:17.372403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e9ff6-9635-461b-9e1b-b20b294de20e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:31:17.380783 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e9ff6-9635-461b-9e1b-b20b294de20e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:17.382107 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9ff6-9635-461b-9e1b-b20b294de20e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:17.396117 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7df9b2a-3a10-43d5-80ad-b26ab3bbfff7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:17.397027 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e9ff6-9635-461b-9e1b-b20b294de20e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=8a3f94fe-01b8-44cf-a3fd-2e56576e5044,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:17.447472 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1f9e9ff6-9635-461b-9e1b-b20b294de20e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3480482 Nov 19 09:31:17.448175 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37038) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:17.457906 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-fbd85119-e182-4847-8b9c-393d2bb5e607 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'subnet': {'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:17.488717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-dd85a3e6-b77a-48a4-9f32-404be51feb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:17.490535 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-dd85a3e6-b77a-48a4-9f32-404be51feb28 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3282dff9-c0bb-424b-9664-c64e91191014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1647847 Nov 19 09:31:17.554509 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7df9b2a-3a10-43d5-80ad-b26ab3bbfff7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:17.651361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df9b2a-3a10-43d5-80ad-b26ab3bbfff7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cc2246-ac2a-47e6-b726-f7ab4d404d94,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:17.659654 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7df9b2a-3a10-43d5-80ad-b26ab3bbfff7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:17.711311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd85119-e182-4847-8b9c-393d2bb5e607 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:31:17.717366 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fbd85119-e182-4847-8b9c-393d2bb5e607 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:17.830812 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7df9b2a-3a10-43d5-80ad-b26ab3bbfff7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:17.832273 n-d-805649-14 neutron-server[103476]: INFO neutron.db.ipam_backend_mixin [None req-fbd85119-e182-4847-8b9c-393d2bb5e607 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 46482faa-7326-417b-8c91-88b17ac04282 (CIDR: 2001:db8::/64) Nov 19 09:31:17.833326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d7df9b2a-3a10-43d5-80ad-b26ab3bbfff7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7893481 Nov 19 09:31:17.838865 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37044) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:17.844892 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8f0a7e29-4074-4df5-9c2a-ae508bcc9a1e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': 'b6f95a27-1811-4a69-8abf-c83adf354eb5', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:17.849611 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd85119-e182-4847-8b9c-393d2bb5e607 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:31:17.850116 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd85119-e182-4847-8b9c-393d2bb5e607 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:31:17.867971 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df9b2a-3a10-43d5-80ad-b26ab3bbfff7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f95a27-1811-4a69-8abf-c83adf354eb5,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:17.910265 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fbd85119-e182-4847-8b9c-393d2bb5e607 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4547176 Nov 19 09:31:17.910265 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7e29-4074-4df5-9c2a-ae508bcc9a1e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:17.910574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-b2f8066f-1f4e-4776-81a5-839d92810769 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003153 Nov 19 09:31:17.911142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37046) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:17.921114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6fd7267a-4a77-4b0e-9740-19d1525c2d95 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'subnet': {'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:17.956794 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:17.996509 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7531ef-85d1-4635-a6ad-811c4344dadb req-180bdc06-6cb1-4d56-b15f-32e1b6997e8d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:18.015934 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e7531ef-85d1-4635-a6ad-811c4344dadb req-180bdc06-6cb1-4d56-b15f-32e1b6997e8d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2684429 Nov 19 09:31:18.021031 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7e29-4074-4df5-9c2a-ae508bcc9a1e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:18.033982 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7e29-4074-4df5-9c2a-ae508bcc9a1e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:18.120696 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7e29-4074-4df5-9c2a-ae508bcc9a1e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:18.124282 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8f0a7e29-4074-4df5-9c2a-ae508bcc9a1e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2829435 Nov 19 09:31:18.126449 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37054) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:18.177710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cfbd51a2-0070-48ae-9a52-24fc5ac6a28e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': 'b6f95a27-1811-4a69-8abf-c83adf354eb5', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:18.263976 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a7e29-4074-4df5-9c2a-ae508bcc9a1e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c450a0de-0fa2-46d1-b45a-f2ca6304f1be,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:18.308166 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfbd51a2-0070-48ae-9a52-24fc5ac6a28e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:18.309650 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-6f811040-2063-445b-b4c4-2e48090ba28f service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754685 Nov 19 09:31:18.354193 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e7531ef-85d1-4635-a6ad-811c4344dadb req-98860fc4-71db-46b3-a93b-cbccaec5248f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327626 Nov 19 09:31:18.472016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-ffbbd24a-a843-43bc-b3e4-6b6ccb086999 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=56761c8f-425b-4730-929a-ba3b0b318243 HTTP/1.1" status: 200 len: 217 time: 0.1468799 Nov 19 09:31:18.515561 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfbd51a2-0070-48ae-9a52-24fc5ac6a28e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:18.524238 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfbd51a2-0070-48ae-9a52-24fc5ac6a28e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:18.565723 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd51a2-0070-48ae-9a52-24fc5ac6a28e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4da4b5-a9cb-450a-86bf-4a6bdf5e81e3,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:18.570634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-5d3b46e8-a32d-4a3e-8a90-9d6792aefb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:18.576868 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-5d3b46e8-a32d-4a3e-8a90-9d6792aefb5b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c HTTP/1.1" status: 200 len: 797 time: 0.0878997 Nov 19 09:31:18.635614 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7a5437ef-7ae4-4899-a791-9db8bc4ca762 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:31:18.658509 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd7267a-4a77-4b0e-9740-19d1525c2d95 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:31:18.662540 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cfbd51a2-0070-48ae-9a52-24fc5ac6a28e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:18.663946 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cfbd51a2-0070-48ae-9a52-24fc5ac6a28e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5177300 Nov 19 09:31:18.668091 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37062) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:18.668723 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6fd7267a-4a77-4b0e-9740-19d1525c2d95 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:18.672889 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1479b798-49ff-48ae-82fa-f4b0bc515434 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': 'b6f95a27-1811-4a69-8abf-c83adf354eb5', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:18.692624 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-b58b9be0-e79f-4b65-b906-188f717533a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:18.694601 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-b58b9be0-e79f-4b65-b906-188f717533a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3282dff9-c0bb-424b-9664-c64e91191014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1142190 Nov 19 09:31:18.754029 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1479b798-49ff-48ae-82fa-f4b0bc515434 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:18.757248 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 7a5437ef-7ae4-4899-a791-9db8bc4ca762 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:18.757857 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:18.899924 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-1141a2c8-ab9b-4948-ad5f-c73431b9a72c service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753261 Nov 19 09:31:18.925779 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1479b798-49ff-48ae-82fa-f4b0bc515434 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:18.934488 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1479b798-49ff-48ae-82fa-f4b0bc515434 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:18.981591 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479b798-49ff-48ae-82fa-f4b0bc515434 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e500ab9-400e-478b-95ef-be09c825b813,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:18.999579 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-62b5d1c9-f4de-4fae-a477-19929f1d2309 None None] Provisioning complete for port 7a5437ef-7ae4-4899-a791-9db8bc4ca762 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:18.999959 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-62b5d1c9-f4de-4fae-a477-19929f1d2309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:19.009254 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:19.037282 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1479b798-49ff-48ae-82fa-f4b0bc515434 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:19.040823 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1479b798-49ff-48ae-82fa-f4b0bc515434 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3714490 Nov 19 09:31:19.045311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37066) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:19.053319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 7a5437ef-7ae4-4899-a791-9db8bc4ca762, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7a5437ef-7ae4-4899-a791-9db8bc4ca762,segment=NetworkSegment(d22f9b9d-cafb-473c-b6ca-30df5f20acfb),segment_id=d22f9b9d-cafb-473c-b6ca-30df5f20acfb)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:19.067266 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5238b147-eb7b-438b-b7bb-76e061e75ba3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': 'b6f95a27-1811-4a69-8abf-c83adf354eb5', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:19.084522 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:19.216994 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5238b147-eb7b-438b-b7bb-76e061e75ba3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:19.249873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=7a5437ef-7ae4-4899-a791-9db8bc4ca762,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:19.351527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-62b5d1c9-f4de-4fae-a477-19929f1d2309 None None] Provisioning complete for port 291a3570-561b-4b30-9948-07bc75765270 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:19.352203 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-62b5d1c9-f4de-4fae-a477-19929f1d2309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:19.356291 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-83b9b79c-2cae-4c3c-9567-929a0931a30d service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128721 Nov 19 09:31:19.400911 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5238b147-eb7b-438b-b7bb-76e061e75ba3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:19.408711 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5238b147-eb7b-438b-b7bb-76e061e75ba3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:19.451021 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-62b5d1c9-f4de-4fae-a477-19929f1d2309 None None] Port 291a3570-561b-4b30-9948-07bc75765270 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:19.455389 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238b147-eb7b-438b-b7bb-76e061e75ba3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc8e47f-e604-413e-b52b-f0ca8e083679,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:19.479214 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5238b147-eb7b-438b-b7bb-76e061e75ba3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:19.489748 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5238b147-eb7b-438b-b7bb-76e061e75ba3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4379892 Nov 19 09:31:19.489748 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37074) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:19.499850 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cf0d042b-221f-4ef8-b0cd-b09791fafe1b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': 'b6f95a27-1811-4a69-8abf-c83adf354eb5', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:19.529768 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-cec6fbca-efbe-4a43-a54d-1cbaaeba23d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=e1b1b935-d8de-408b-9222-af54f732f4dd HTTP/1.1" status: 200 len: 217 time: 0.1614931 Nov 19 09:31:19.552240 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-cf0d042b-221f-4ef8-b0cd-b09791fafe1b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Project 0dc1876a77414c6c8af6b4234d92e489 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:31:19.561804 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf0d042b-221f-4ef8-b0cd-b09791fafe1b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:19.593508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f14cc300-b807-43df-a5ba-32ea93ddedb1 None None] Provisioning complete for port 8a3f94fe-01b8-44cf-a3fd-2e56576e5044 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:19.594141 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f14cc300-b807-43df-a5ba-32ea93ddedb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:19.668449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-cd967703-13d9-4dae-8985-bcb40f7ceceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:19.670139 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-cd967703-13d9-4dae-8985-bcb40f7ceceb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c HTTP/1.1" status: 200 len: 797 time: 0.1282830 Nov 19 09:31:19.684132 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f14cc300-b807-43df-a5ba-32ea93ddedb1 None None] Port 8a3f94fe-01b8-44cf-a3fd-2e56576e5044 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:19.689165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82606-2df8-45d1-9c34-ace854b74096 req-b0bfe7b4-c7b9-429f-81bf-9c2af977a600 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:19.690894 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ff82606-2df8-45d1-9c34-ace854b74096 req-b0bfe7b4-c7b9-429f-81bf-9c2af977a600 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1631963 Nov 19 09:31:19.702301 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf0d042b-221f-4ef8-b0cd-b09791fafe1b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:19.711838 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf0d042b-221f-4ef8-b0cd-b09791fafe1b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:19.747177 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6fd7267a-4a77-4b0e-9740-19d1525c2d95 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:19.768958 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d042b-221f-4ef8-b0cd-b09791fafe1b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e6dedb-8052-4772-90c9-10e04d802b04,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:19.813433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd7267a-4a77-4b0e-9740-19d1525c2d95 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:31:19.814666 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf0d042b-221f-4ef8-b0cd-b09791fafe1b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:19.820080 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cf0d042b-221f-4ef8-b0cd-b09791fafe1b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3250277 Nov 19 09:31:19.829512 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37076) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:19.832909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-6fd7267a-4a77-4b0e-9740-19d1525c2d95 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:19.834798 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-47f1ed5b-9347-4f18-9efe-89c1abda3359 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': 'b6f95a27-1811-4a69-8abf-c83adf354eb5', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:19.839640 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-a6b34cd7-efd2-4d44-aade-466d4541fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:19.843494 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-a6b34cd7-efd2-4d44-aade-466d4541fe55 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3282dff9-c0bb-424b-9664-c64e91191014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1629906 Nov 19 09:31:19.847902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd7267a-4a77-4b0e-9740-19d1525c2d95 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:19.848695 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6fd7267a-4a77-4b0e-9740-19d1525c2d95 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:19.863132 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ff82606-2df8-45d1-9c34-ace854b74096 req-5432650f-97cb-4584-bf78-6d464136cebf tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567893 Nov 19 09:31:19.863501 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-47f1ed5b-9347-4f18-9efe-89c1abda3359 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Project 0dc1876a77414c6c8af6b4234d92e489 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:31:19.871872 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7267a-4a77-4b0e-9740-19d1525c2d95 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Subnet': ['ID=e4ec3e33-76a0-4094-a917-9b0cc071fa99,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:19.872580 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47f1ed5b-9347-4f18-9efe-89c1abda3359 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:19.901629 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6fd7267a-4a77-4b0e-9740-19d1525c2d95 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9877069 Nov 19 09:31:19.905249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150f3143-2cc9-46f0-a797-1bad6d9cc508 None None] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:31:19.911245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37078) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:19.931297 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-02a3af99-93a8-4705-b62a-23c1dd4d26b4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1879499256', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e4ec3e33-76a0-4094-a917-9b0cc071fa99'}], 'security_groups': ['08bcccee-1789-4c43-96cd-2c1809c74a61']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:20.021646 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6e4cb9af-8aa8-4ccf-8429-551137e6d319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:20.029866 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-89297bc2-b1df-4066-a4b6-1d7e7d17fa6d service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619208 Nov 19 09:31:20.134198 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02a3af99-93a8-4705-b62a-23c1dd4d26b4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:20.142941 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47f1ed5b-9347-4f18-9efe-89c1abda3359 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:20.161689 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47f1ed5b-9347-4f18-9efe-89c1abda3359 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:20.223735 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1ed5b-9347-4f18-9efe-89c1abda3359 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2596b535-de4f-4bbf-8bd3-9caee98b9d38,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:20.244893 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47f1ed5b-9347-4f18-9efe-89c1abda3359 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:20.250247 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-47f1ed5b-9347-4f18-9efe-89c1abda3359 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4195375 Nov 19 09:31:20.254009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37084) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:20.273439 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ac2d2dc5-4eb0-42c7-990c-db9b86f59b5b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'network': {'name': 'tempest-network-smoke--210927946', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'port_security_enabled': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:20.293944 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-c1e56d07-aa05-4c00-a27b-50e4bdcd9d11 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556512 Nov 19 09:31:20.357910 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-dccd1fec-ac2d-45d7-a24b-feee4e58dda9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=28da1422-f569-4bc1-8147-20320b911d07 HTTP/1.1" status: 200 len: 217 time: 0.0567219 Nov 19 09:31:20.395484 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5541c1e-b11e-4892-9546-a6a7c579e132 None None] Update dhcp port {'port': {'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'fixed_ips': [{'subnet_id': '46482faa-7326-417b-8c91-88b17ac04282', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e4ec3e33-76a0-4094-a917-9b0cc071fa99'}], 'binding:host_id': 'n-d-805649-14'}, 'id': '7a5437ef-7ae4-4899-a791-9db8bc4ca762'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:31:20.409146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2d2dc5-4eb0-42c7-990c-db9b86f59b5b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Made reservation on behalf of 0dc1876a77414c6c8af6b4234d92e489 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:31:20.412664 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac2d2dc5-4eb0-42c7-990c-db9b86f59b5b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:20.431106 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b5541c1e-b11e-4892-9546-a6a7c579e132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:20.489731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-324f3671-e47d-4683-b09e-4c680ba3c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:20.493223 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-324f3671-e47d-4683-b09e-4c680ba3c43c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c HTTP/1.1" status: 200 len: 797 time: 0.1274385 Nov 19 09:31:20.592176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-2fb64377-71e9-463b-9433-3fb35bf2729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:20.593027 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2d2dc5-4eb0-42c7-990c-db9b86f59b5b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:31:20.593204 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-2fb64377-71e9-463b-9433-3fb35bf2729c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3282dff9-c0bb-424b-9664-c64e91191014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0907629 Nov 19 09:31:20.638078 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac2d2dc5-4eb0-42c7-990c-db9b86f59b5b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:20.638571 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-ac2d2dc5-4eb0-42c7-990c-db9b86f59b5b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Added segment 788db6fd-aadf-48a1-bdb4-63341f895bd9 of type vlan for network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 Nov 19 09:31:20.666797 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7a5437ef-7ae4-4899-a791-9db8bc4ca762 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:31:20.699552 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac2d2dc5-4eb0-42c7-990c-db9b86f59b5b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:20.736177 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac2d2dc5-4eb0-42c7-990c-db9b86f59b5b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:20.743017 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2d2dc5-4eb0-42c7-990c-db9b86f59b5b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:20.743696 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac2d2dc5-4eb0-42c7-990c-db9b86f59b5b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:20.746118 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-b5541c1e-b11e-4892-9546-a6a7c579e132 None None] Allocated IP 2001:db8:0:1::2 (0e1d0ccd-73d6-43d2-84a7-044d6e021cfd/e4ec3e33-76a0-4094-a917-9b0cc071fa99/7a5437ef-7ae4-4899-a791-9db8bc4ca762) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:31:20.762101 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 7a5437ef-7ae4-4899-a791-9db8bc4ca762 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:20.762517 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:20.845277 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-a4b0017d-bc42-4db5-bfc8-1d881c36a8ff service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372444 Nov 19 09:31:21.003527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b5541c1e-b11e-4892-9546-a6a7c579e132 None None] For port 7a5437ef-7ae4-4899-a791-9db8bc4ca762, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7a5437ef-7ae4-4899-a791-9db8bc4ca762,segment=NetworkSegment(d22f9b9d-cafb-473c-b6ca-30df5f20acfb),segment_id=d22f9b9d-cafb-473c-b6ca-30df5f20acfb)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:21.063516 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b5541c1e-b11e-4892-9546-a6a7c579e132 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:21.074321 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b5541c1e-b11e-4892-9546-a6a7c579e132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:21.089387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64321e-32ba-4a3b-8ec3-648bd024e9f7 req-f10d5113-5dda-42cd-928e-505f5ef7c6ee tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:21.091134 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b64321e-32ba-4a3b-8ec3-648bd024e9f7 req-f10d5113-5dda-42cd-928e-505f5ef7c6ee tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0957484 Nov 19 09:31:21.093182 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-afc08936-88b1-4d8f-a1ed-0566222234d4 service neutron] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409945 Nov 19 09:31:21.135312 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5541c1e-b11e-4892-9546-a6a7c579e132 None None] Pushing event updated for resources: {'Port': ['ID=7a5437ef-7ae4-4899-a791-9db8bc4ca762,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:21.216403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-10963620-44c9-4095-a3ed-5aaecc81be3e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cfb4ad1-72f2-4c6a-8756-da669c03ad65 HTTP/1.1" status: 200 len: 217 time: 0.0947928 Nov 19 09:31:21.222297 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d2dc5-4eb0-42c7-990c-db9b86f59b5b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Network': ['ID=4a3d99bc-9b84-4ae5-9bd0-728650b8df95,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:21.234514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:31:21.245957 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ac2d2dc5-4eb0-42c7-990c-db9b86f59b5b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9835620 Nov 19 09:31:21.269380 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37110) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:21.274941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-373206363', 'admin_state_up': True, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:21.304873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b64321e-32ba-4a3b-8ec3-648bd024e9f7 req-3d4d1624-c196-49c4-8356-6d9bf149d13a tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074728 Nov 19 09:31:21.340885 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:21.342122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:21.358838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-762c6b6e-3031-49af-aa51-87093ca83d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:21.382992 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-762c6b6e-3031-49af-aa51-87093ca83d3e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=256f9334-7b81-45d8-b5ff-85e83d2809f1 HTTP/1.1" status: 200 len: 797 time: 0.1393826 Nov 19 09:31:21.486639 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-bcc77b8c-c3e1-4d66-97b4-8f41d7c596c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:21.487617 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-bcc77b8c-c3e1-4d66-97b4-8f41d7c596c8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=15405871-da19-4499-a311-e93abf739d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1038034 Nov 19 09:31:21.496499 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-02a3af99-93a8-4705-b62a-23c1dd4d26b4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Delete allocated IP 2001:db8::148 (0e1d0ccd-73d6-43d2-84a7-044d6e021cfd/46482faa-7326-417b-8c91-88b17ac04282) {{(pid=103476) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 09:31:21.503000 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:21.638565 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-02a3af99-93a8-4705-b62a-23c1dd4d26b4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Allocated IP 2001:db8:0:1::d3 (0e1d0ccd-73d6-43d2-84a7-044d6e021cfd/e4ec3e33-76a0-4094-a917-9b0cc071fa99/8a3f94fe-01b8-44cf-a3fd-2e56576e5044) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:31:21.646301 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-d3bbeba7-c68c-4d8a-8973-7131e24aecd6 service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504350 Nov 19 09:31:21.801199 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-468aa822-3345-4bc3-8f09-1c9e2608be1a service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413307 Nov 19 09:31:21.807978 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:21.915626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-c5b47663-b39b-47a2-9b81-aeeb6502d05b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b1b16378-6621-4664-9462-33598662a163 HTTP/1.1" status: 200 len: 217 time: 0.1055267 Nov 19 09:31:22.040419 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-8a94f45f-7b84-458d-9452-5de1e9dce9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:22.044220 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-8a94f45f-7b84-458d-9452-5de1e9dce9db service neutron] 10.222.0.71 "GET /v2.0/subnets?id=256f9334-7b81-45d8-b5ff-85e83d2809f1 HTTP/1.1" status: 200 len: 797 time: 0.1187186 Nov 19 09:31:22.130972 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02a3af99-93a8-4705-b62a-23c1dd4d26b4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:22.142033 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02a3af99-93a8-4705-b62a-23c1dd4d26b4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:22.147353 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-b1897f9a-5636-488d-9d85-e652c9b62004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:22.151381 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-b1897f9a-5636-488d-9d85-e652c9b62004 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=15405871-da19-4499-a311-e93abf739d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0982628 Nov 19 09:31:22.272050 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-02a3af99-93a8-4705-b62a-23c1dd4d26b4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] In _notify_port_updated(), no bound segment for port 8a3f94fe-01b8-44cf-a3fd-2e56576e5044 on network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd {{(pid=103476) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:31:22.276765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a3af99-93a8-4705-b62a-23c1dd4d26b4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:22.277481 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02a3af99-93a8-4705-b62a-23c1dd4d26b4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:22.278822 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-02a3af99-93a8-4705-b62a-23c1dd4d26b4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "PUT /v2.0/ports/8a3f94fe-01b8-44cf-a3fd-2e56576e5044 HTTP/1.1" status: 200 len: 930 time: 2.3621542 Nov 19 09:31:22.286188 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37116) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:22.305726 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8423ccbb-06ca-4844-acd7-d6d297162e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:22.324976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-712ca924-d2a5-4421-8ba5-91e3cfe43012 None None] Provisioning complete for port 8a3f94fe-01b8-44cf-a3fd-2e56576e5044 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:22.327052 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-712ca924-d2a5-4421-8ba5-91e3cfe43012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:22.360848 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3af99-93a8-4705-b62a-23c1dd4d26b4 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=8a3f94fe-01b8-44cf-a3fd-2e56576e5044,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:22.403270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-712ca924-d2a5-4421-8ba5-91e3cfe43012 None None] Port 8a3f94fe-01b8-44cf-a3fd-2e56576e5044 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:22.418612 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-017ac00d-57ba-47fb-bde7-48fac24aea4a service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585142 Nov 19 09:31:22.429467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-712ca924-d2a5-4421-8ba5-91e3cfe43012 None None] Provisioning complete for port 7a5437ef-7ae4-4899-a791-9db8bc4ca762 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:22.431431 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-712ca924-d2a5-4421-8ba5-91e3cfe43012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:22.467503 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:22.567902 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:22.630333 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7a5437ef-7ae4-4899-a791-9db8bc4ca762 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:31:22.734343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16693dae-7626-49cb-83cb-82b2b5c2a1d9 req-2966d3d6-d2d5-41bc-a28b-420595313ac9 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:22.736448 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16693dae-7626-49cb-83cb-82b2b5c2a1d9 req-2966d3d6-d2d5-41bc-a28b-420595313ac9 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1811328 Nov 19 09:31:22.738831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a27add2c-5cbf-4fea-a0b4-f20257b86f54 req-786d9fda-6886-4472-8205-cead1a624de5 service neutron] 10.222.0.71 "GET /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109014 Nov 19 09:31:22.750998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-712ca924-d2a5-4421-8ba5-91e3cfe43012 None None] Provisioning complete for port 291a3570-561b-4b30-9948-07bc75765270 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:22.751245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ecb02577-87c6-4980-8ba3-fe81b412f6ec tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port 8a3f94fe-01b8-44cf-a3fd-2e56576e5044 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:31:22.751358 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecb02577-87c6-4980-8ba3-fe81b412f6ec tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:22.752024 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-712ca924-d2a5-4421-8ba5-91e3cfe43012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:22.834261 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-712ca924-d2a5-4421-8ba5-91e3cfe43012 None None] Port 291a3570-561b-4b30-9948-07bc75765270 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:22.834591 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16693dae-7626-49cb-83cb-82b2b5c2a1d9 req-1e6b16fe-c579-4e70-8fcc-7b848d44b442 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919447 Nov 19 09:31:22.848682 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 7a5437ef-7ae4-4899-a791-9db8bc4ca762 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:22.850766 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:22.889234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Allocated IP 172.25.0.210 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/4027c834-34b6-4175-8df4-02165a119cd1) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:31:22.932380 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecb02577-87c6-4980-8ba3-fe81b412f6ec tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:22.989916 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4127541e-63ec-4884-8b99-cfde505fb6f0 None None] Provisioning complete for port 8a3f94fe-01b8-44cf-a3fd-2e56576e5044 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:22.990465 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4127541e-63ec-4884-8b99-cfde505fb6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:22.994735 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ecb02577-87c6-4980-8ba3-fe81b412f6ec tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for 8a3f94fe-01b8-44cf-a3fd-2e56576e5044 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:31:23.041977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4127541e-63ec-4884-8b99-cfde505fb6f0 None None] Port 8a3f94fe-01b8-44cf-a3fd-2e56576e5044 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:23.111738 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:23.206169 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:23.215109 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecb02577-87c6-4980-8ba3-fe81b412f6ec tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:23.264973 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:31:23.267082 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=4027c834-34b6-4175-8df4-02165a119cd1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:23.277949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:23.304319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:31:23.312409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9be1163-86b7-4577-aee8-109edafa0ddd None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:31:23.329934 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb02577-87c6-4980-8ba3-fe81b412f6ec tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=8a3f94fe-01b8-44cf-a3fd-2e56576e5044,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:23.361843 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecb02577-87c6-4980-8ba3-fe81b412f6ec tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:23.367859 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37126) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:23.368472 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ecb02577-87c6-4980-8ba3-fe81b412f6ec tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/8a3f94fe-01b8-44cf-a3fd-2e56576e5044 HTTP/1.1" status: 204 len: 168 time: 1.0793757 Nov 19 09:31:23.423203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b2bb9a04-d178-43ed-bbb8-2fe61aa59cb0 None None] Provisioning complete for port 4027c834-34b6-4175-8df4-02165a119cd1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:23.429033 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b2bb9a04-d178-43ed-bbb8-2fe61aa59cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:23.443675 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4796f48-ded8-494e-bd46-876efd4d8ba8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] GET failed (client error): The resource could not be found. Nov 19 09:31:23.457669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b4796f48-ded8-494e-bd46-876efd4d8ba8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports/8a3f94fe-01b8-44cf-a3fd-2e56576e5044 HTTP/1.1" status: 404 len: 333 time: 0.0883694 Nov 19 09:31:23.460296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37128) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:23.558382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b2bb9a04-d178-43ed-bbb8-2fe61aa59cb0 None None] Port 4027c834-34b6-4175-8df4-02165a119cd1 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:23.564380 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:23.611436 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e881c058-ea5f-4cff-8691-b4c1cce1acd5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:23.664704 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e881c058-ea5f-4cff-8691-b4c1cce1acd5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:23.719263 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e881c058-ea5f-4cff-8691-b4c1cce1acd5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:23.724456 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e881c058-ea5f-4cff-8691-b4c1cce1acd5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:23.728246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e881c058-ea5f-4cff-8691-b4c1cce1acd5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/security-groups/aaad788d-50a1-459f-84c4-fb0f61dbdcf2 HTTP/1.1" status: 204 len: 168 time: 0.2640891 Nov 19 09:31:23.731221 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37134) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:23.752631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881c058-ea5f-4cff-8691-b4c1cce1acd5 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaad788d-50a1-459f-84c4-fb0f61dbdcf2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:23.805771 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:23.809693 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f65f3fb3-ea2b-4607-a183-e5093e8ee73e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:23.843973 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f65f3fb3-ea2b-4607-a183-e5093e8ee73e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:23.951734 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f65f3fb3-ea2b-4607-a183-e5093e8ee73e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:23.954926 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f65f3fb3-ea2b-4607-a183-e5093e8ee73e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:23.956079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f65f3fb3-ea2b-4607-a183-e5093e8ee73e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/security-groups/08bcccee-1789-4c43-96cd-2c1809c74a61 HTTP/1.1" status: 204 len: 168 time: 0.2240841 Nov 19 09:31:23.960044 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37138) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:23.982448 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f3fb3-ea2b-4607-a183-e5093e8ee73e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bcccee-1789-4c43-96cd-2c1809c74a61,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:24.012010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71ba0f-0dbb-4232-b282-a6219ee17ecf req-d0fb3bd8-7829-451e-83de-d864a813ff4b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:24.013770 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a71ba0f-0dbb-4232-b282-a6219ee17ecf req-d0fb3bd8-7829-451e-83de-d864a813ff4b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0761116 Nov 19 09:31:24.080681 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-55036ef1-d2e8-4802-b55f-63b233c146bb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting subnet 46482faa-7326-417b-8c91-88b17ac04282 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:31:24.085492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a71ba0f-0dbb-4232-b282-a6219ee17ecf req-9a4c675e-8eb9-4412-af1a-c076689b8e99 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524068 Nov 19 09:31:24.085673 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55036ef1-d2e8-4802-b55f-63b233c146bb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:24.170091 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55036ef1-d2e8-4802-b55f-63b233c146bb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:24.208521 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:24.353453 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55036ef1-d2e8-4802-b55f-63b233c146bb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:24.835519 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55036ef1-d2e8-4802-b55f-63b233c146bb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:24.870662 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router fb571c3a-3705-45df-93cd-a550af5c96f2 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:31:24.876358 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55036ef1-d2e8-4802-b55f-63b233c146bb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Subnet': ['ID=46482faa-7326-417b-8c91-88b17ac04282,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:24.878855 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55036ef1-d2e8-4802-b55f-63b233c146bb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:24.886573 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-55036ef1-d2e8-4802-b55f-63b233c146bb tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/46482faa-7326-417b-8c91-88b17ac04282 HTTP/1.1" status: 204 len: 168 time: 0.9216659 Nov 19 09:31:24.887837 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37154) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:24.891823 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8edcb61-e77a-4450-9afd-5c8998691d75 None None] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:31:24.899975 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d9e78db4-9498-468e-81f6-d3419d05f873 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'subnet': {'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:25.001544 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37156) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:25.022024 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:25.179652 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:31:25.194226 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Sync routers for ids ['fb571c3a-3705-45df-93cd-a550af5c96f2'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:31:25.196064 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e78db4-9498-468e-81f6-d3419d05f873 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:31:25.203203 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d9e78db4-9498-468e-81f6-d3419d05f873 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:25.211192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Routers {'fb571c3a-3705-45df-93cd-a550af5c96f2'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:31:25.211855 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:31:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fb571c3a-3705-45df-93cd-a550af5c96f2'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:25.258075 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:25.265478 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-16a274a0-7ce5-419b-b2cb-c2140ea978a4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.9941659 Nov 19 09:31:25.269637 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37162) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:25.403041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Set router fb571c3a-3705-45df-93cd-a550af5c96f2 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:31:25.519751 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-171baa43-0b75-4161-819c-ab9a0ef20e97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:25.592932 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-559dd453-8702-475a-aa36-39725e3267a1 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0dc1876a77414c6c8af6b4234d92e489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3235376 Nov 19 09:31:25.597018 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37166) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:25.659668 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:25.684849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127025e-275a-41f6-886e-f1acc1cd2a6b req-d0c0f7be-956f-4235-894a-22052e5fcaeb tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:25.694283 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d127025e-275a-41f6-886e-f1acc1cd2a6b req-d0c0f7be-956f-4235-894a-22052e5fcaeb tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.3296554 Nov 19 09:31:25.827726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d127025e-275a-41f6-886e-f1acc1cd2a6b req-5c57e692-6492-494d-85fb-e2488dd86010 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323507 Nov 19 09:31:25.955424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373206363', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '4027c834-34b6-4175-8df4-02165a119cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:31:21Z', 'updated_at': '2021-11-19T09:31:23Z', 'revision_number': 3, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '4027c834-34b6-4175-8df4-02165a119cd1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:22Z', 'updated_at': '2021-11-19T09:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:25.985409 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69da466-3d9f-48ef-9431-a4aae8ce5068 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:25.991674 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a69da466-3d9f-48ef-9431-a4aae8ce5068 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3929436 Nov 19 09:31:25.992362 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37172) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:25.992886 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-171baa43-0b75-4161-819c-ab9a0ef20e97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.003707 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-171baa43-0b75-4161-819c-ab9a0ef20e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.038682 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Checking router: fb571c3a-3705-45df-93cd-a550af5c96f2 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:31:26.039186 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Updating router fb571c3a-3705-45df-93cd-a550af5c96f2 port 4027c834-34b6-4175-8df4-02165a119cd1 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:31:26.057800 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6a64bd43-fb63-4cc6-80b4-652cf9608793 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0641994 Nov 19 09:31:26.058660 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37174) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:26.064862 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d3f30706-e173-4134-8806-0a7842739a08 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2024208763', 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:26.068690 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-171baa43-0b75-4161-819c-ab9a0ef20e97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f40f3dacf5a0499d97dc3be11d1f409d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0626123 Nov 19 09:31:26.070012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37176) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:26.114179 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.169288 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d9e78db4-9498-468e-81f6-d3419d05f873 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.218021 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171baa43-0b75-4161-819c-ab9a0ef20e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dea6a3-88c5-4ac0-9d0c-83f0bdbfce70,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:26.260251 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f30706-e173-4134-8806-0a7842739a08 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Made reservation on behalf of 0dc1876a77414c6c8af6b4234d92e489 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:31:26.266167 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3f30706-e173-4134-8806-0a7842739a08 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.296908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e78db4-9498-468e-81f6-d3419d05f873 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:31:26.299550 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e78db4-9498-468e-81f6-d3419d05f873 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Subnet': ['ID=88dad046-1f84-456f-b95c-0c50230fd913,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:26.304348 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-d9e78db4-9498-468e-81f6-d3419d05f873 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:26.309508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e78db4-9498-468e-81f6-d3419d05f873 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:26.310122 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d9e78db4-9498-468e-81f6-d3419d05f873 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.313319 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6cf917ad-6519-403a-a6e4-be24bfeab08b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.343662 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d9e78db4-9498-468e-81f6-d3419d05f873 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4544117 Nov 19 09:31:26.348124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37178) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:26.350144 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6cf917ad-6519-403a-a6e4-be24bfeab08b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.356801 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6bf99b0d-5284-4046-9444-c5a780fbcfe7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'security_group': {'name': 'tempest-secgroup-1994778947'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:26.414787 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bf99b0d-5284-4046-9444-c5a780fbcfe7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.443954 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6cf917ad-6519-403a-a6e4-be24bfeab08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.447700 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6cf917ad-6519-403a-a6e4-be24bfeab08b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.448951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6cf917ad-6519-403a-a6e4-be24bfeab08b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5dea6a3-88c5-4ac0-9d0c-83f0bdbfce70 HTTP/1.1" status: 204 len: 168 time: 0.3734689 Nov 19 09:31:26.471588 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf917ad-6519-403a-a6e4-be24bfeab08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dea6a3-88c5-4ac0-9d0c-83f0bdbfce70,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:26.540091 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bf99b0d-5284-4046-9444-c5a780fbcfe7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.548712 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bf99b0d-5284-4046-9444-c5a780fbcfe7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.551065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf930f3-e104-4e96-be4f-59ec66b01c10 None None] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:31:26.575323 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3f30706-e173-4134-8806-0a7842739a08 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.598761 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bf99b0d-5284-4046-9444-c5a780fbcfe7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.600140 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6bf99b0d-5284-4046-9444-c5a780fbcfe7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2471001 Nov 19 09:31:26.603953 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37182) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:26.609006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-479aeb23-b809-4819-b533-a371fcb65804 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'security_group': {'name': 'tempest-secgroup-2119913582'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:26.637562 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c47287d4-3447-45d0-a005-d483b8c901fd None None] Provisioning complete for port 7a5437ef-7ae4-4899-a791-9db8bc4ca762 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:26.638786 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c47287d4-3447-45d0-a005-d483b8c901fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.662922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf99b0d-5284-4046-9444-c5a780fbcfe7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1942b46-cb13-4f93-97bf-91633bbebe3e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:26.677835 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f30706-e173-4134-8806-0a7842739a08 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Subnet': ['ID=c832f0c2-c457-4961-b3f9-f7f6f447e6aa,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:26.680191 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f30706-e173-4134-8806-0a7842739a08 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Checking segment: {'id': '788db6fd-aadf-48a1-bdb4-63341f895bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:31:26.680560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f30706-e173-4134-8806-0a7842739a08 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network hostable DHCP agents. Network: 4a3d99bc-9b84-4ae5-9bd0-728650b8df95, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:31:26.707714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f30706-e173-4134-8806-0a7842739a08 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:31:26.720229 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-479aeb23-b809-4819-b533-a371fcb65804 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.722380 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d3f30706-e173-4134-8806-0a7842739a08 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 4a3d99bc-9b84-4ae5-9bd0-728650b8df95) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:26.728510 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f30706-e173-4134-8806-0a7842739a08 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:26.729263 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3f30706-e173-4134-8806-0a7842739a08 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.749074 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d6d5f4-a75e-4668-a367-0f21e533be4f None None] Network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:31:26.758012 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d3f30706-e173-4134-8806-0a7842739a08 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6975834 Nov 19 09:31:26.758756 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37186) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:26.849302 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-479aeb23-b809-4819-b533-a371fcb65804 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.856316 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-479aeb23-b809-4819-b533-a371fcb65804 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.898891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479aeb23-b809-4819-b533-a371fcb65804 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f563ac-55b6-4369-97d1-2efc864c7520,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:26.915117 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-479aeb23-b809-4819-b533-a371fcb65804 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:26.916855 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-479aeb23-b809-4819-b533-a371fcb65804 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3119164 Nov 19 09:31:26.919882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37196) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:26.926507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-005e649e-e5f0-4ecf-a983-53d1a60d2969 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'security_group': {'name': 'tempest-secgroup-1539107186'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:26.963097 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-005e649e-e5f0-4ecf-a983-53d1a60d2969 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.065842 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37204) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:27.079017 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-005e649e-e5f0-4ecf-a983-53d1a60d2969 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.090858 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbc5e103-f5a6-442b-bba2-bfb92ef806a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.100032 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-005e649e-e5f0-4ecf-a983-53d1a60d2969 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.115194 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.144725 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.147550 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e649e-e5f0-4ecf-a983-53d1a60d2969 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60eef595-dbd9-4dec-9c57-db4840738738,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:27.174058 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-005e649e-e5f0-4ecf-a983-53d1a60d2969 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.176908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-005e649e-e5f0-4ecf-a983-53d1a60d2969 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2548227 Nov 19 09:31:27.180385 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37206) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:27.187257 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4e02f518-8eff-46b4-871f-0dea1f512bd7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-81948438', 'security_groups': ['60eef595-dbd9-4dec-9c57-db4840738738'], 'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '88dad046-1f84-456f-b95c-0c50230fd913'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:27.210911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7783e39-8197-4cfe-96fc-ff01c2fec048 req-61c16c9b-0380-45c6-bc51-08eb4e0b8ec5 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:27.212518 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7783e39-8197-4cfe-96fc-ff01c2fec048 req-61c16c9b-0380-45c6-bc51-08eb4e0b8ec5 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1317954 Nov 19 09:31:27.270731 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c47287d4-3447-45d0-a005-d483b8c901fd None None] Provisioning complete for port 291a3570-561b-4b30-9948-07bc75765270 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:27.273491 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c47287d4-3447-45d0-a005-d483b8c901fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.284401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12597d8b-7f80-48be-a2fe-70a26716d4b9 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:31:27.304358 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7783e39-8197-4cfe-96fc-ff01c2fec048 req-289c826e-5829-4613-8141-23940c834498 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835385 Nov 19 09:31:27.350111 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Attempting to bind port 4027c834-34b6-4175-8df4-02165a119cd1 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:31:27.350401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Attempting to bind port 4027c834-34b6-4175-8df4-02165a119cd1 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:31:27.350778 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Attempting to bind port 4027c834-34b6-4175-8df4-02165a119cd1 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:31:27.381214 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa523b8-dcb0-4b78-ab3d-14029684e552 None None] Pushing event updated for resources: {'Port': ['ID=4027c834-34b6-4175-8df4-02165a119cd1,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:27.393513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c47287d4-3447-45d0-a005-d483b8c901fd None None] Port 291a3570-561b-4b30-9948-07bc75765270 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:27.395296 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:31:27.396170 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:31:27.396170 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.396512 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:31:27.397367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Bound port: 4027c834-34b6-4175-8df4-02165a119cd1, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:31:27.397509 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.434119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ips': [{'subnet_id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:31:27.434990 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.439322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5dcbe4-5c0d-4d82-85c5-6b0bc76d018b None None] Update dhcp port {'port': {'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'fixed_ips': [{'subnet_id': 'e4ec3e33-76a0-4094-a917-9b0cc071fa99', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '88dad046-1f84-456f-b95c-0c50230fd913'}], 'binding:host_id': 'n-d-805649-14'}, 'id': '7a5437ef-7ae4-4899-a791-9db8bc4ca762'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:31:27.512598 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6f5dcbe4-5c0d-4d82-85c5-6b0bc76d018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.517365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] For port 4027c834-34b6-4175-8df4-02165a119cd1, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:31:27.522372 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbc5e103-f5a6-442b-bba2-bfb92ef806a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.533566 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbc5e103-f5a6-442b-bba2-bfb92ef806a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.591782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] For port 4027c834-34b6-4175-8df4-02165a119cd1, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4027c834-34b6-4175-8df4-02165a119cd1,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:31:27.609800 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e02f518-8eff-46b4-871f-0dea1f512bd7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:31:27.617853 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5e103-f5a6-442b-bba2-bfb92ef806a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530e827d-2698-4af7-976b-162de95b1dd6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:27.632305 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.663317 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cbc5e103-f5a6-442b-bba2-bfb92ef806a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bd6487daf2d48c3b2f502a11ae75b98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5938132 Nov 19 09:31:27.665389 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37208) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:27.751902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-962cf441-91f4-47cd-aa56-b096cee55617 None None] Provisioning complete for port 4027c834-34b6-4175-8df4-02165a119cd1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:27.752288 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-962cf441-91f4-47cd-aa56-b096cee55617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.793403 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd449fd-2a6b-441e-b381-0d9f49baea52 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:31:27.858695 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e02f518-8eff-46b4-871f-0dea1f512bd7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.866662 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Routers {'fb571c3a-3705-45df-93cd-a550af5c96f2'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:31:27.866978 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:31:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fb571c3a-3705-45df-93cd-a550af5c96f2'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:27.868739 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa523b8-dcb0-4b78-ab3d-14029684e552 None None] Pushing event updated for resources: {'Port': ['ID=4027c834-34b6-4175-8df4-02165a119cd1,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:27.873530 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Allocated IP 172.20.0.2 (4a3d99bc-9b84-4ae5-9bd0-728650b8df95/c832f0c2-c457-4961-b3f9-f7f6f447e6aa/aa1555cd-4873-437a-9a6e-604bdfa3396a) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:31:27.877781 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e57a2157-68d6-4380-8814-b9fb1b588cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.904468 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e57a2157-68d6-4380-8814-b9fb1b588cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:27.917841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-4e02f518-8eff-46b4-871f-0dea1f512bd7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] device_id is not set on port a9d230f2-8f82-49f6-9329-001e56dfe124 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:31:27.928919 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:28.057436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-6f5dcbe4-5c0d-4d82-85c5-6b0bc76d018b None None] Allocated IP 2001:db8::2 (0e1d0ccd-73d6-43d2-84a7-044d6e021cfd/88dad046-1f84-456f-b95c-0c50230fd913/7a5437ef-7ae4-4899-a791-9db8bc4ca762) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:31:28.162093 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e57a2157-68d6-4380-8814-b9fb1b588cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:28.165019 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e57a2157-68d6-4380-8814-b9fb1b588cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:28.166453 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e57a2157-68d6-4380-8814-b9fb1b588cee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/530e827d-2698-4af7-976b-162de95b1dd6 HTTP/1.1" status: 204 len: 168 time: 0.4983046 Nov 19 09:31:28.167916 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-962cf441-91f4-47cd-aa56-b096cee55617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:28.179636 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] Set router fb571c3a-3705-45df-93cd-a550af5c96f2 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:31:28.185483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a2157-68d6-4380-8814-b9fb1b588cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530e827d-2698-4af7-976b-162de95b1dd6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:28.276453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-962cf441-91f4-47cd-aa56-b096cee55617 None None] For port 4027c834-34b6-4175-8df4-02165a119cd1, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4027c834-34b6-4175-8df4-02165a119cd1,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:28.363676 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-962cf441-91f4-47cd-aa56-b096cee55617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:28.454534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2dc86-bfcf-489e-9a40-abed7521710d req-dba62ab6-c565-4760-8aad-a9b9f2b57613 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:28.457512 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-60a2dc86-bfcf-489e-9a40-abed7521710d req-dba62ab6-c565-4760-8aad-a9b9f2b57613 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0685337 Nov 19 09:31:28.517652 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-60a2dc86-bfcf-489e-9a40-abed7521710d req-5bf63d3b-cf23-4bc7-b066-c56a3c1e90ac tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536027 Nov 19 09:31:28.656360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37228) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:28.675915 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2de61721-5df8-48ad-9ab2-53f2fa20ed70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:28.706152 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6f5dcbe4-5c0d-4d82-85c5-6b0bc76d018b None None] For port 7a5437ef-7ae4-4899-a791-9db8bc4ca762, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7a5437ef-7ae4-4899-a791-9db8bc4ca762,segment=NetworkSegment(d22f9b9d-cafb-473c-b6ca-30df5f20acfb),segment_id=d22f9b9d-cafb-473c-b6ca-30df5f20acfb)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:28.764058 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:28.777473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d6bdf901-2b98-4be6-a61e-1a4cdd792cc5 None None] Provisioning complete for port 4027c834-34b6-4175-8df4-02165a119cd1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:28.777851 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d6bdf901-2b98-4be6-a61e-1a4cdd792cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:28.836783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cf441-91f4-47cd-aa56-b096cee55617 None None] Pushing event updated for resources: {'Port': ['ID=4027c834-34b6-4175-8df4-02165a119cd1,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:28.847297 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:28.865691 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Allocated IP 172.20.0.1 (4a3d99bc-9b84-4ae5-9bd0-728650b8df95/c832f0c2-c457-4961-b3f9-f7f6f447e6aa/527571f3-e7a6-4d69-98bc-3a0a072cd878) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:31:28.919742 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6f5dcbe4-5c0d-4d82-85c5-6b0bc76d018b None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:28.949993 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6f5dcbe4-5c0d-4d82-85c5-6b0bc76d018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:28.963088 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:31:28.983538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:28.986919 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:31:29.029141 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Pushing event updated for resources: {'Port': ['ID=aa1555cd-4873-437a-9a6e-604bdfa3396a,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:29.092327 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5dcbe4-5c0d-4d82-85c5-6b0bc76d018b None None] Pushing event updated for resources: {'Port': ['ID=7a5437ef-7ae4-4899-a791-9db8bc4ca762,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:29.129541 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2de61721-5df8-48ad-9ab2-53f2fa20ed70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:29.139808 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2de61721-5df8-48ad-9ab2-53f2fa20ed70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:29.189203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de61721-5df8-48ad-9ab2-53f2fa20ed70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96796293-1f95-40c2-a77b-f4c0cb3b2154,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:29.213609 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2de61721-5df8-48ad-9ab2-53f2fa20ed70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eaaa682159d048fdb48e9945543c6d12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5553024 Nov 19 09:31:29.216197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37234) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:29.285225 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Attempting to bind port aa1555cd-4873-437a-9a6e-604bdfa3396a on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:31:29.286336 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Attempting to bind port aa1555cd-4873-437a-9a6e-604bdfa3396a by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '788db6fd-aadf-48a1-bdb4-63341f895bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:31:29.287003 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Attempting to bind port aa1555cd-4873-437a-9a6e-604bdfa3396a on network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:31:29.297995 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373206363', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '4027c834-34b6-4175-8df4-02165a119cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:31:21Z', 'updated_at': '2021-11-19T09:31:23Z', 'revision_number': 3, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '4027c834-34b6-4175-8df4-02165a119cd1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:22Z', 'updated_at': '2021-11-19T09:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:29.308845 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:31:29.313950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Checking segment: {'id': '788db6fd-aadf-48a1-bdb4-63341f895bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:31:29.314508 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:29.316940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Bound using segment: {'id': '788db6fd-aadf-48a1-bdb4-63341f895bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:31:29.316940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Bound port: aa1555cd-4873-437a-9a6e-604bdfa3396a, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788db6fd-aadf-48a1-bdb4-63341f895bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:31:29.317679 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:29.334936 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5c7fbe4-0482-4326-a9bc-0ce12703248a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:29.388709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c262e0-a165-4532-ac6a-d3774f56b14a None None] The sync data for ids ['fb571c3a-3705-45df-93cd-a550af5c96f2'] in n-d-805649-14 is: [{'id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373206363', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '4027c834-34b6-4175-8df4-02165a119cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:31:21Z', 'updated_at': '2021-11-19T09:31:23Z', 'revision_number': 3, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '4027c834-34b6-4175-8df4-02165a119cd1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:22Z', 'updated_at': '2021-11-19T09:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:31:29.390426 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5c7fbe4-0482-4326-a9bc-0ce12703248a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:29.482967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] For port aa1555cd-4873-437a-9a6e-604bdfa3396a, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:31:29.483571 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5c7fbe4-0482-4326-a9bc-0ce12703248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:29.487803 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5c7fbe4-0482-4326-a9bc-0ce12703248a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:29.491140 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] For port aa1555cd-4873-437a-9a6e-604bdfa3396a, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=aa1555cd-4873-437a-9a6e-604bdfa3396a,segment=NetworkSegment(788db6fd-aadf-48a1-bdb4-63341f895bd9),segment_id=788db6fd-aadf-48a1-bdb4-63341f895bd9)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:31:29.494095 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b5c7fbe4-0482-4326-a9bc-0ce12703248a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96796293-1f95-40c2-a77b-f4c0cb3b2154 HTTP/1.1" status: 204 len: 168 time: 0.2766311 Nov 19 09:31:29.504822 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:29.508153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7fbe4-0482-4326-a9bc-0ce12703248a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96796293-1f95-40c2-a77b-f4c0cb3b2154,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:29.714479 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c3d9a-3018-4228-be70-598435d7d2d9 None None] Pushing event updated for resources: {'Port': ['ID=aa1555cd-4873-437a-9a6e-604bdfa3396a,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:29.722560 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:29.727981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869213d-6767-4c3d-a993-9aa3a4254610 req-4f558e6c-eea9-4a65-9fdb-a70025426d5b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:29.739435 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9869213d-6767-4c3d-a993-9aa3a4254610 req-4f558e6c-eea9-4a65-9fdb-a70025426d5b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0966182 Nov 19 09:31:29.817951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-4e02f518-8eff-46b4-871f-0dea1f512bd7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Allocated IP 2001:db8::1ff (0e1d0ccd-73d6-43d2-84a7-044d6e021cfd/88dad046-1f84-456f-b95c-0c50230fd913/a9d230f2-8f82-49f6-9329-001e56dfe124) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:31:29.839167 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9869213d-6767-4c3d-a993-9aa3a4254610 req-c5776cde-a4da-4911-99c4-0e0aa546dbbd tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948017 Nov 19 09:31:29.847758 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:29.970140 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:31:29.986801 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:29.999423 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:31:30.021856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=527571f3-e7a6-4d69-98bc-3a0a072cd878,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:30.169853 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:30.303943 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e02f518-8eff-46b4-871f-0dea1f512bd7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:30.409376 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5462d26d-9e2c-4374-90ce-82e4db68d741 None None] Provisioning complete for port 7a5437ef-7ae4-4899-a791-9db8bc4ca762 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:30.409945 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5462d26d-9e2c-4374-90ce-82e4db68d741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:30.569410 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e02f518-8eff-46b4-871f-0dea1f512bd7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:30.589476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5462d26d-9e2c-4374-90ce-82e4db68d741 None None] Provisioning complete for port 291a3570-561b-4b30-9948-07bc75765270 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:30.589959 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5462d26d-9e2c-4374-90ce-82e4db68d741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:30.683032 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5462d26d-9e2c-4374-90ce-82e4db68d741 None None] Port 291a3570-561b-4b30-9948-07bc75765270 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:30.708694 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:30.740329 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e02f518-8eff-46b4-871f-0dea1f512bd7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:31:30.745506 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-4e02f518-8eff-46b4-871f-0dea1f512bd7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:30.754477 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02f518-8eff-46b4-871f-0dea1f512bd7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:31:30.762448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e02f518-8eff-46b4-871f-0dea1f512bd7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:30.763105 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4e02f518-8eff-46b4-871f-0dea1f512bd7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:30.799024 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device aa1555cd-4873-437a-9a6e-604bdfa3396a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:31:30.828938 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02f518-8eff-46b4-871f-0dea1f512bd7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=a9d230f2-8f82-49f6-9329-001e56dfe124,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:30.964164 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4e02f518-8eff-46b4-871f-0dea1f512bd7 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7761335 Nov 19 09:31:30.966273 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37272) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:30.970239 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port aa1555cd-4873-437a-9a6e-604bdfa3396a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:30.970626 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:30.980872 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6a667d38-a370-4de8-881d-8cd3be4c39a8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'subnet': {'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:31.239974 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:31.349277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port aa1555cd-4873-437a-9a6e-604bdfa3396a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=aa1555cd-4873-437a-9a6e-604bdfa3396a,segment=NetworkSegment(788db6fd-aadf-48a1-bdb4-63341f895bd9),segment_id=788db6fd-aadf-48a1-bdb4-63341f895bd9)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:31.362171 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:31.363204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7a5437ef-7ae4-4899-a791-9db8bc4ca762 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:31:31.369948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14269fc-617e-4580-b955-4709e19fc324 req-f4866d15-7618-4597-b4ea-232b56872dcd tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:31.377181 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e14269fc-617e-4580-b955-4709e19fc324 req-f4866d15-7618-4597-b4ea-232b56872dcd tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2319384 Nov 19 09:31:31.452384 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a667d38-a370-4de8-881d-8cd3be4c39a8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:31:31.456987 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a667d38-a370-4de8-881d-8cd3be4c39a8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:31.525677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=aa1555cd-4873-437a-9a6e-604bdfa3396a,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:31.538865 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:31.551193 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:31.572357 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617b87b7-8d2a-49bf-b5a3-5b3d67e09bee None None] Network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:31:31.585102 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e14269fc-617e-4580-b955-4709e19fc324 req-40f12de9-12f6-4ccf-a544-7321ee557a6c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918550 Nov 19 09:31:31.671352 n-d-805649-14 neutron-server[103477]: INFO neutron.db.ipam_backend_mixin [None req-6a667d38-a370-4de8-881d-8cd3be4c39a8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 88dad046-1f84-456f-b95c-0c50230fd913 (CIDR: 2001:db8::/64) Nov 19 09:31:31.677195 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a667d38-a370-4de8-881d-8cd3be4c39a8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:31:31.677654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a667d38-a370-4de8-881d-8cd3be4c39a8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:31:31.680754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0367c706-bb44-492e-85f7-2ef91caac633 None None] Provisioning complete for port a9d230f2-8f82-49f6-9329-001e56dfe124 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:31.681158 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0367c706-bb44-492e-85f7-2ef91caac633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:31.713567 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:31.717848 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6a667d38-a370-4de8-881d-8cd3be4c39a8 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7455351 Nov 19 09:31:31.718048 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=527571f3-e7a6-4d69-98bc-3a0a072cd878,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:31.718395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37282) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:31.727528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-992f7bc4-edc0-4e34-afe7-18e62a9323d1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'subnet': {'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:31.805151 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0367c706-bb44-492e-85f7-2ef91caac633 None None] Port a9d230f2-8f82-49f6-9329-001e56dfe124 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:31.810903 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 7a5437ef-7ae4-4899-a791-9db8bc4ca762 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:31.811279 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:31.896347 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:31:31.897856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:31.985198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992f7bc4-edc0-4e34-afe7-18e62a9323d1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:31:31.998124 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-992f7bc4-edc0-4e34-afe7-18e62a9323d1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:32.102026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-45e9926c-130d-4d94-9479-c183efd8c72e None None] Provisioning complete for port aa1555cd-4873-437a-9a6e-604bdfa3396a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:32.102698 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-45e9926c-130d-4d94-9479-c183efd8c72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:32.136487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router fb571c3a-3705-45df-93cd-a550af5c96f2 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:31:32.140588 n-d-805649-14 neutron-server[103477]: INFO neutron.db.ipam_backend_mixin [None req-992f7bc4-edc0-4e34-afe7-18e62a9323d1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e4ec3e33-76a0-4094-a917-9b0cc071fa99 (CIDR: 2001:db8:0:1::/64) Nov 19 09:31:32.145709 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-992f7bc4-edc0-4e34-afe7-18e62a9323d1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:31:32.146172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992f7bc4-edc0-4e34-afe7-18e62a9323d1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:31:32.168290 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-992f7bc4-edc0-4e34-afe7-18e62a9323d1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4468117 Nov 19 09:31:32.171512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37290) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:32.185699 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-5c75ad7c-bb68-406e-ad93-628b96160eb1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'subnet': {'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:32.187056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4027c834-34b6-4175-8df4-02165a119cd1 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:31:32.342383 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:31:32.350603 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1b09d7ec-d8d5-4512-80a8-3aba41e6c15b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "PUT /v2.0/routers/fb571c3a-3705-45df-93cd-a550af5c96f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5901818 Nov 19 09:31:32.386491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4027c834-34b6-4175-8df4-02165a119cd1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:32.386865 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:32.498895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c75ad7c-bb68-406e-ad93-628b96160eb1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Made reservation on behalf of fafdcb6c77ea4fe79ffd8b5a27614b00 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:31:32.510413 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c75ad7c-bb68-406e-ad93-628b96160eb1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:32.584050 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Sync routers for ids ['fb571c3a-3705-45df-93cd-a550af5c96f2'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:31:32.600758 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Routers {'fb571c3a-3705-45df-93cd-a550af5c96f2'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:31:32.602083 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:31:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fb571c3a-3705-45df-93cd-a550af5c96f2'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:32.726234 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device aa1555cd-4873-437a-9a6e-604bdfa3396a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:31:32.817901 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Set router fb571c3a-3705-45df-93cd-a550af5c96f2 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:31:32.819018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e695ff43-5c54-4ac2-87ae-e54650498b7f None None] Provisioning complete for port aa1555cd-4873-437a-9a6e-604bdfa3396a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:32.819399 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e695ff43-5c54-4ac2-87ae-e54650498b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:32.891376 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port aa1555cd-4873-437a-9a6e-604bdfa3396a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:32.891811 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:33.000130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-ed4a8562-b7f0-44c0-91fe-5f354f32607e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234885157&fields=id&tenant_id=0dc1876a77414c6c8af6b4234d92e489 HTTP/1.1" status: 200 len: 267 time: 0.3286669 Nov 19 09:31:33.046804 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2e5a9-abe9-46d4-9d43-397167698b7a req-2786e52e-c55d-407a-86df-f07dc5007450 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:33.054326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6c2e5a9-abe9-46d4-9d43-397167698b7a req-2786e52e-c55d-407a-86df-f07dc5007450 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2612743 Nov 19 09:31:33.165406 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e695ff43-5c54-4ac2-87ae-e54650498b7f None None] Provisioning complete for port 527571f3-e7a6-4d69-98bc-3a0a072cd878 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:33.167734 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e695ff43-5c54-4ac2-87ae-e54650498b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:33.170401 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373206363', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '4027c834-34b6-4175-8df4-02165a119cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:31:21Z', 'updated_at': '2021-11-19T09:31:30Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '4027c834-34b6-4175-8df4-02165a119cd1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:22Z', 'updated_at': '2021-11-19T09:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '527571f3-e7a6-4d69-98bc-3a0a072cd878', 'name': '', 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:7c:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:28Z', 'updated_at': '2021-11-19T09:31:31Z', 'revision_number': 2, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:33.232745 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e695ff43-5c54-4ac2-87ae-e54650498b7f None None] Port 527571f3-e7a6-4d69-98bc-3a0a072cd878 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:33.236220 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Checking router: fb571c3a-3705-45df-93cd-a550af5c96f2 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:31:33.236572 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Updating router fb571c3a-3705-45df-93cd-a550af5c96f2 port 527571f3-e7a6-4d69-98bc-3a0a072cd878 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:31:33.279192 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:33.370480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-645930c0-bdb7-4c61-9d03-7eb3af417aec None None] Provisioning complete for port 527571f3-e7a6-4d69-98bc-3a0a072cd878 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:33.370775 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-645930c0-bdb7-4c61-9d03-7eb3af417aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:33.429510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6c2e5a9-abe9-46d4-9d43-397167698b7a req-9d5eab9d-2839-420d-b218-578b9e07f5be tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742428 Nov 19 09:31:33.445128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-b0f16ffa-3d9f-4b11-951d-0a76044b54ad tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:33.446904 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-b0f16ffa-3d9f-4b11-951d-0a76044b54ad tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/networks?id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95 HTTP/1.1" status: 200 len: 796 time: 0.4449172 Nov 19 09:31:33.448885 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c75ad7c-bb68-406e-ad93-628b96160eb1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:33.459952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-645930c0-bdb7-4c61-9d03-7eb3af417aec None None] Port 527571f3-e7a6-4d69-98bc-3a0a072cd878 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:33.586188 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-de8d5ada-d410-41bd-b59d-edda355147e0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/quotas/0dc1876a77414c6c8af6b4234d92e489 HTTP/1.1" status: 200 len: 375 time: 0.0616333 Nov 19 09:31:33.596622 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8b74c561-a27a-4195-8c61-984006b2bf30 None None] Provisioning complete for port 527571f3-e7a6-4d69-98bc-3a0a072cd878 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:33.602001 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8b74c561-a27a-4195-8c61-984006b2bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:33.603058 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c75ad7c-bb68-406e-ad93-628b96160eb1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:31:33.609727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-5c75ad7c-bb68-406e-ad93-628b96160eb1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:33.639792 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2344f1b7-a6dc-40b4-b59c-f63bac4467b4 None None] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:31:33.673052 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c75ad7c-bb68-406e-ad93-628b96160eb1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:33.673507 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c75ad7c-bb68-406e-ad93-628b96160eb1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:33.696314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75ad7c-bb68-406e-ad93-628b96160eb1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Subnet': ['ID=b7ba8fc0-1fb5-4138-9a4d-ff6d19e1cf9c,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:33.709815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5c75ad7c-bb68-406e-ad93-628b96160eb1 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5362034 Nov 19 09:31:33.712846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37314) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:33.719548 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-74154875', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b7ba8fc0-1fb5-4138-9a4d-ff6d19e1cf9c'}], 'security_groups': ['b1942b46-cb13-4f93-97bf-91633bbebe3e', 'c4f563ac-55b6-4369-97d1-2efc864c7520']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:33.733028 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:33.743659 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:33.751061 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8b74c561-a27a-4195-8c61-984006b2bf30 None None] Port 527571f3-e7a6-4d69-98bc-3a0a072cd878 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:33.818546 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb2ace-464b-4afa-9ae5-d6a14c6046cd None None] Pushing event updated for resources: {'Port': ['ID=527571f3-e7a6-4d69-98bc-3a0a072cd878,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:33.820740 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-bb46c425-def3-4e1c-908a-d83be7943322 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2154860 Nov 19 09:31:33.832825 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb2ace-464b-4afa-9ae5-d6a14c6046cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:33.833214 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb2ace-464b-4afa-9ae5-d6a14c6046cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:33.833557 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb2ace-464b-4afa-9ae5-d6a14c6046cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:33.833901 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb2ace-464b-4afa-9ae5-d6a14c6046cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:33.834360 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb2ace-464b-4afa-9ae5-d6a14c6046cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:33.834911 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb2ace-464b-4afa-9ae5-d6a14c6046cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:33.835245 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb2ace-464b-4afa-9ae5-d6a14c6046cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:33.835573 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb2ace-464b-4afa-9ae5-d6a14c6046cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:33.835900 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb2ace-464b-4afa-9ae5-d6a14c6046cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:33.836224 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb2ace-464b-4afa-9ae5-d6a14c6046cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:33.836550 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb2ace-464b-4afa-9ae5-d6a14c6046cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:33.836870 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb2ace-464b-4afa-9ae5-d6a14c6046cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:33.944274 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Attempting to bind port 527571f3-e7a6-4d69-98bc-3a0a072cd878 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:31:33.954770 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Attempting to bind port 527571f3-e7a6-4d69-98bc-3a0a072cd878 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '788db6fd-aadf-48a1-bdb4-63341f895bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:31:33.955269 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Attempting to bind port 527571f3-e7a6-4d69-98bc-3a0a072cd878 on network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:31:33.972914 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:31:33.973752 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Checking segment: {'id': '788db6fd-aadf-48a1-bdb4-63341f895bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:31:33.974391 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:33.974987 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Bound using segment: {'id': '788db6fd-aadf-48a1-bdb4-63341f895bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:31:33.975743 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Bound port: 527571f3-e7a6-4d69-98bc-3a0a072cd878, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788db6fd-aadf-48a1-bdb4-63341f895bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:31:33.976492 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:33.992498 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:34.053027 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7886a967-04df-4668-a5f5-dcc6fbd3a0af None None] Update dhcp port {'port': {'network_id': '0e1d0ccd-73d6-43d2-84a7-044d6e021cfd', 'fixed_ips': [{'subnet_id': 'e4ec3e33-76a0-4094-a917-9b0cc071fa99', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '88dad046-1f84-456f-b95c-0c50230fd913', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b7ba8fc0-1fb5-4138-9a4d-ff6d19e1cf9c'}], 'binding:host_id': 'n-d-805649-14'}, 'id': '7a5437ef-7ae4-4899-a791-9db8bc4ca762'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:31:34.070715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-138634d1-16dc-4204-a84e-342f7ba0d536 service neutron] 10.222.0.21 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252626 Nov 19 09:31:34.096594 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7886a967-04df-4668-a5f5-dcc6fbd3a0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:34.107674 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] For port 527571f3-e7a6-4d69-98bc-3a0a072cd878, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:31:34.114866 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] For port 527571f3-e7a6-4d69-98bc-3a0a072cd878, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=527571f3-e7a6-4d69-98bc-3a0a072cd878,segment=NetworkSegment(788db6fd-aadf-48a1-bdb4-63341f895bd9),segment_id=788db6fd-aadf-48a1-bdb4-63341f895bd9)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:31:34.126789 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:34.213706 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb2ace-464b-4afa-9ae5-d6a14c6046cd None None] Pushing event updated for resources: {'Port': ['ID=527571f3-e7a6-4d69-98bc-3a0a072cd878,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:34.221580 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Routers {'fb571c3a-3705-45df-93cd-a550af5c96f2'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:31:34.222309 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:31:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fb571c3a-3705-45df-93cd-a550af5c96f2'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:34.320144 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] Provisioning complete for port 527571f3-e7a6-4d69-98bc-3a0a072cd878 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:34.320538 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:34.447787 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] Set router fb571c3a-3705-45df-93cd-a550af5c96f2 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:31:34.470261 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-09c8096a-b355-41f6-afde-856e6b1ef40b service neutron] 10.222.0.21 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881991 Nov 19 09:31:34.487236 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92523771-6ac5-4049-9097-e5929df52eb1 req-8969b296-21cf-4b5c-a545-97ddf88db023 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=169b6a9493354e54a48fd6652ab082ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413327 Nov 19 09:31:34.522550 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-7886a967-04df-4668-a5f5-dcc6fbd3a0af None None] Allocated IP 2001:db8:0:2::2 (0e1d0ccd-73d6-43d2-84a7-044d6e021cfd/b7ba8fc0-1fb5-4138-9a4d-ff6d19e1cf9c/7a5437ef-7ae4-4899-a791-9db8bc4ca762) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:31:34.550664 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:34.654811 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] For port 527571f3-e7a6-4d69-98bc-3a0a072cd878, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=527571f3-e7a6-4d69-98bc-3a0a072cd878,segment=NetworkSegment(788db6fd-aadf-48a1-bdb4-63341f895bd9),segment_id=788db6fd-aadf-48a1-bdb4-63341f895bd9)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:34.662619 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:34.739619 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7886a967-04df-4668-a5f5-dcc6fbd3a0af None None] For port 7a5437ef-7ae4-4899-a791-9db8bc4ca762, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7a5437ef-7ae4-4899-a791-9db8bc4ca762,segment=NetworkSegment(d22f9b9d-cafb-473c-b6ca-30df5f20acfb),segment_id=d22f9b9d-cafb-473c-b6ca-30df5f20acfb)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:34.744122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92523771-6ac5-4049-9097-e5929df52eb1 req-8fd3c500-b34d-42c6-9e48-4dbdbdb8d789 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:34.759965 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] Pushing event updated for resources: {'Port': ['ID=527571f3-e7a6-4d69-98bc-3a0a072cd878,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:34.760840 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92523771-6ac5-4049-9097-e5929df52eb1 req-8fd3c500-b34d-42c6-9e48-4dbdbdb8d789 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2591538 Nov 19 09:31:34.787259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92523771-6ac5-4049-9097-e5929df52eb1 req-bad7c9ab-550c-4c9f-a278-a58897a7439c tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/quotas/169b6a9493354e54a48fd6652ab082ca HTTP/1.1" status: 200 len: 375 time: 0.0240288 Nov 19 09:31:34.836687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:34.837584 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:34.838234 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:34.839491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:34.840089 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:34.840660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:34.841300 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:34.841912 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:34.842747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:34.843288 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:34.844448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:34.845076 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24826d2-e641-442f-80ef-70f2c19da57c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:34.862366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-92523771-6ac5-4049-9097-e5929df52eb1 req-0bea0124-7c61-4517-9dff-9d563518d481 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=169b6a9493354e54a48fd6652ab082ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689294 Nov 19 09:31:34.899936 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7886a967-04df-4668-a5f5-dcc6fbd3a0af None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:34.909596 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7886a967-04df-4668-a5f5-dcc6fbd3a0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:34.909939 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373206363', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '4027c834-34b6-4175-8df4-02165a119cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:31:21Z', 'updated_at': '2021-11-19T09:31:30Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '4027c834-34b6-4175-8df4-02165a119cd1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:22Z', 'updated_at': '2021-11-19T09:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '527571f3-e7a6-4d69-98bc-3a0a072cd878', 'name': '', 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:7c:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:28Z', 'updated_at': '2021-11-19T09:31:34Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:34.924564 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81f30eef-65b4-4ec9-b17d-c25a26f09204 None None] Provisioning complete for port 527571f3-e7a6-4d69-98bc-3a0a072cd878 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:34.925580 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81f30eef-65b4-4ec9-b17d-c25a26f09204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:34.958270 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63663b-85f6-4343-931a-86be540c3e29 None None] The sync data for ids ['fb571c3a-3705-45df-93cd-a550af5c96f2'] in n-d-805649-14 is: [{'id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373206363', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '4027c834-34b6-4175-8df4-02165a119cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:31:21Z', 'updated_at': '2021-11-19T09:31:30Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '4027c834-34b6-4175-8df4-02165a119cd1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:22Z', 'updated_at': '2021-11-19T09:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '527571f3-e7a6-4d69-98bc-3a0a072cd878', 'name': '', 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:7c:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:28Z', 'updated_at': '2021-11-19T09:31:34Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:31:35.110307 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e56b5-788f-4079-994b-ff9789fb1491 req-6dbbda6a-9b0c-47b2-beff-64eb8f73328f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:35.132632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b39e56b5-788f-4079-994b-ff9789fb1491 req-6dbbda6a-9b0c-47b2-beff-64eb8f73328f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2687466 Nov 19 09:31:35.280102 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886a967-04df-4668-a5f5-dcc6fbd3a0af None None] Pushing event updated for resources: {'Port': ['ID=7a5437ef-7ae4-4899-a791-9db8bc4ca762,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:35.549687 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b39e56b5-788f-4079-994b-ff9789fb1491 req-71379dd2-c618-452d-b6ba-e3388175450e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064326 Nov 19 09:31:35.633340 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-64ed3adc-d30f-4698-b3c2-b02a6eea7d4b req-3cb0b539-f03d-4bcb-8011-12eec52af146 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 210 time: 0.1383886 Nov 19 09:31:35.729361 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9785705-3d89-4fdc-86f1-02e26c97b922 req-cf820de0-a588-45c9-bf0e-5957d6b90f91 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/ports?device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 210 time: 0.0927055 Nov 19 09:31:35.767730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Delete allocated IP 2001:db8::1ff (0e1d0ccd-73d6-43d2-84a7-044d6e021cfd/88dad046-1f84-456f-b95c-0c50230fd913) {{(pid=103477) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 09:31:35.785724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Allocated IP 2001:db8:0:2::15c (0e1d0ccd-73d6-43d2-84a7-044d6e021cfd/b7ba8fc0-1fb5-4138-9a4d-ff6d19e1cf9c/a9d230f2-8f82-49f6-9329-001e56dfe124) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:31:36.071274 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:36.084884 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:36.190717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] In _notify_port_updated(), no bound segment for port a9d230f2-8f82-49f6-9329-001e56dfe124 on network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd {{(pid=103477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:31:36.197799 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:36.198489 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:36.199948 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "PUT /v2.0/ports/a9d230f2-8f82-49f6-9329-001e56dfe124 HTTP/1.1" status: 200 len: 968 time: 2.4861107 Nov 19 09:31:36.203141 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37358) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:36.311420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event updated for resources: {'Port': ['ID=a9d230f2-8f82-49f6-9329-001e56dfe124,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:36.322833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:36.323267 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:36.323699 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:36.324106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:36.324507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:36.324903 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:36.325328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:36.325730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:36.326113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:36.326509 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:36.326774 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-16082c83-2cc4-4c79-b3d3-a145a2289963 None None] Provisioning complete for port 291a3570-561b-4b30-9948-07bc75765270 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:36.327231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:36.327423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cdfe90-60ac-4a1e-ad63-35985b4ef496 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:36.327910 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-16082c83-2cc4-4c79-b3d3-a145a2289963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:36.451397 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-de58663f-ba55-4191-ad58-271ffbe24109 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port a9d230f2-8f82-49f6-9329-001e56dfe124 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:31:36.451741 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de58663f-ba55-4191-ad58-271ffbe24109 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:36.460646 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-16082c83-2cc4-4c79-b3d3-a145a2289963 None None] Port 291a3570-561b-4b30-9948-07bc75765270 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:36.482085 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-16082c83-2cc4-4c79-b3d3-a145a2289963 None None] Provisioning complete for port a9d230f2-8f82-49f6-9329-001e56dfe124 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:36.482567 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-16082c83-2cc4-4c79-b3d3-a145a2289963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:36.593534 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-16082c83-2cc4-4c79-b3d3-a145a2289963 None None] Port a9d230f2-8f82-49f6-9329-001e56dfe124 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:36.618653 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de58663f-ba55-4191-ad58-271ffbe24109 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:36.633120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-16082c83-2cc4-4c79-b3d3-a145a2289963 None None] Provisioning complete for port 7a5437ef-7ae4-4899-a791-9db8bc4ca762 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:36.634717 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-16082c83-2cc4-4c79-b3d3-a145a2289963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:36.663327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-de58663f-ba55-4191-ad58-271ffbe24109 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for a9d230f2-8f82-49f6-9329-001e56dfe124 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:31:36.862849 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de58663f-ba55-4191-ad58-271ffbe24109 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:36.991681 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 527571f3-e7a6-4d69-98bc-3a0a072cd878 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:31:37.023507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58663f-ba55-4191-ad58-271ffbe24109 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=a9d230f2-8f82-49f6-9329-001e56dfe124,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:37.074602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e272aa86-715c-4bdf-b276-374ef00ecb94 req-eaae8fff-b27f-42ab-98db-84d2bd8e2c1c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 210 time: 0.1131053 Nov 19 09:31:37.097335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8ddbddea-a31d-445d-bea8-2e93bbc8e88d None None] Could not find standard attr ID for object a9d230f2-8f82-49f6-9329-001e56dfe124. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:31:37.114146 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de58663f-ba55-4191-ad58-271ffbe24109 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:37.120271 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-de58663f-ba55-4191-ad58-271ffbe24109 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/a9d230f2-8f82-49f6-9329-001e56dfe124 HTTP/1.1" status: 204 len: 168 time: 0.9135773 Nov 19 09:31:37.120670 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37370) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:37.139286 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa180a9-5ff2-4ded-af57-0067e1fd8768 req-c3edf5e8-c639-4e1d-a46c-1154cff849ae tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:37.148135 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffa180a9-5ff2-4ded-af57-0067e1fd8768 req-c3edf5e8-c639-4e1d-a46c-1154cff849ae tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.3000221 Nov 19 09:31:37.176592 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-835e98bb-3af1-40bb-8a70-5f2b9fccaebe tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] GET failed (client error): The resource could not be found. Nov 19 09:31:37.178977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 527571f3-e7a6-4d69-98bc-3a0a072cd878 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:37.180023 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:37.186234 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-835e98bb-3af1-40bb-8a70-5f2b9fccaebe tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports/a9d230f2-8f82-49f6-9329-001e56dfe124 HTTP/1.1" status: 404 len: 333 time: 0.0612295 Nov 19 09:31:37.186553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-3fbd7031-96d9-4119-8bb2-24022dc4350c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:37.186673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37372) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:37.190014 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-3fbd7031-96d9-4119-8bb2-24022dc4350c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "GET /v2.0/networks?id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95 HTTP/1.1" status: 200 len: 796 time: 0.3369958 Nov 19 09:31:37.281743 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-21eb45f8-73f5-46d0-a8fb-b70f704020cd req-672a1789-2a44-40c0-80e8-f48de789e8bf tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/ports?device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 210 time: 0.0538905 Nov 19 09:31:37.328234 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-92523771-6ac5-4049-9097-e5929df52eb1 req-a908353b-21e9-4bc0-a580-814b0ffb405d tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=169b6a9493354e54a48fd6652ab082ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907295 Nov 19 09:31:37.330028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffa180a9-5ff2-4ded-af57-0067e1fd8768 req-95e953ee-18f0-49de-933f-4ed8f66c1c00 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806989 Nov 19 09:31:37.339795 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e90456e-1f07-4a06-a2c1-63a309bf8113 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:37.375789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-097cf2b4-fc5f-4d31-b174-cec3403e7a28 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dc1876a77414c6c8af6b4234d92e489 HTTP/1.1" status: 200 len: 379 time: 0.1668544 Nov 19 09:31:37.376149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7a5437ef-7ae4-4899-a791-9db8bc4ca762 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:31:37.381363 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-57694434-6e09-4221-8213-74e11b5f5ae7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'port': {'device_id': '8d462033-e122-44eb-930c-342a63481ed6', 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'admin_state_up': True, 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'security_groups': ['b6f95a27-1811-4a69-8abf-c83adf354eb5']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:37.493243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 7a5437ef-7ae4-4899-a791-9db8bc4ca762 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:37.495769 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:37.565585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-57694434-6e09-4221-8213-74e11b5f5ae7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Made reservation on behalf of 0dc1876a77414c6c8af6b4234d92e489 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:31:37.577751 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-57694434-6e09-4221-8213-74e11b5f5ae7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:37.616789 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e90456e-1f07-4a06-a2c1-63a309bf8113 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:37.725065 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e90456e-1f07-4a06-a2c1-63a309bf8113 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:37.727953 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e90456e-1f07-4a06-a2c1-63a309bf8113 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:37.732577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37376) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:37.732861 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7e90456e-1f07-4a06-a2c1-63a309bf8113 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/security-groups/60eef595-dbd9-4dec-9c57-db4840738738 HTTP/1.1" status: 204 len: 168 time: 0.5450361 Nov 19 09:31:37.752082 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90456e-1f07-4a06-a2c1-63a309bf8113 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eef595-dbd9-4dec-9c57-db4840738738,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:37.771352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-57694434-6e09-4221-8213-74e11b5f5ae7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Allocated IP 172.20.0.12 (4a3d99bc-9b84-4ae5-9bd0-728650b8df95/c832f0c2-c457-4961-b3f9-f7f6f447e6aa/6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:31:37.779736 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92523771-6ac5-4049-9097-e5929df52eb1 req-c0ab2266-eb06-4e9e-8e83-ac954ef2d237 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:37.783472 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-92523771-6ac5-4049-9097-e5929df52eb1 req-c0ab2266-eb06-4e9e-8e83-ac954ef2d237 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4428155 Nov 19 09:31:37.798223 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-92523771-6ac5-4049-9097-e5929df52eb1 req-005623f7-e1be-4906-90be-1a54fe0a1981 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Request body: {'port': {'device_id': '95546574-8ae3-4e7c-a0ab-e3a02ec09194', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '169b6a9493354e54a48fd6652ab082ca'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:37.843340 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-028d46f3-e40d-43e8-ac20-0e7c7899ee8a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:37.915465 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-028d46f3-e40d-43e8-ac20-0e7c7899ee8a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:37.954900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92523771-6ac5-4049-9097-e5929df52eb1 req-005623f7-e1be-4906-90be-1a54fe0a1981 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Made reservation on behalf of 169b6a9493354e54a48fd6652ab082ca for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:31:37.959515 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-92523771-6ac5-4049-9097-e5929df52eb1 req-005623f7-e1be-4906-90be-1a54fe0a1981 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:37.975303 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-92523771-6ac5-4049-9097-e5929df52eb1 req-005623f7-e1be-4906-90be-1a54fe0a1981 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.009678 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-57694434-6e09-4221-8213-74e11b5f5ae7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.012880 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-028d46f3-e40d-43e8-ac20-0e7c7899ee8a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.015670 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-028d46f3-e40d-43e8-ac20-0e7c7899ee8a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.019361 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-028d46f3-e40d-43e8-ac20-0e7c7899ee8a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/security-groups/c4f563ac-55b6-4369-97d1-2efc864c7520 HTTP/1.1" status: 204 len: 168 time: 0.2831664 Nov 19 09:31:38.022690 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37382) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:38.041148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d46f3-e40d-43e8-ac20-0e7c7899ee8a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f563ac-55b6-4369-97d1-2efc864c7520,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:38.103666 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-57694434-6e09-4221-8213-74e11b5f5ae7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.123834 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-92523771-6ac5-4049-9097-e5929df52eb1 req-005623f7-e1be-4906-90be-1a54fe0a1981 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.134966 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-92523771-6ac5-4049-9097-e5929df52eb1 req-005623f7-e1be-4906-90be-1a54fe0a1981 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.152200 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-077e3164-0fd0-4f0f-8c90-5d7974796737 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.182900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-57694434-6e09-4221-8213-74e11b5f5ae7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:31:38.195141 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-57694434-6e09-4221-8213-74e11b5f5ae7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:38.204713 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-077e3164-0fd0-4f0f-8c90-5d7974796737 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.207512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-57694434-6e09-4221-8213-74e11b5f5ae7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:31:38.217623 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005623f7-e1be-4906-90be-1a54fe0a1981 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b10375f-0cf0-4e98-ae38-eed59e8af77c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:38.254297 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57694434-6e09-4221-8213-74e11b5f5ae7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:38.322722 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-92523771-6ac5-4049-9097-e5929df52eb1 req-005623f7-e1be-4906-90be-1a54fe0a1981 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Allocated IP 192.168.233.68 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/8f663342-6595-498a-b6aa-c905097f8dc1) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:31:38.327484 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-57694434-6e09-4221-8213-74e11b5f5ae7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:38.328209 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-57694434-6e09-4221-8213-74e11b5f5ae7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.364709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0140fae-05ec-4beb-af66-5bb54143df18 req-80a51091-5391-4336-95fc-05bf1dd26033 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:38.364709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0140fae-05ec-4beb-af66-5bb54143df18 req-80a51091-5391-4336-95fc-05bf1dd26033 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 932 time: 0.1671360 Nov 19 09:31:38.382909 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-57694434-6e09-4221-8213-74e11b5f5ae7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9992483 Nov 19 09:31:38.383872 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-077e3164-0fd0-4f0f-8c90-5d7974796737 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.387013 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-077e3164-0fd0-4f0f-8c90-5d7974796737 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.388532 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-077e3164-0fd0-4f0f-8c90-5d7974796737 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/security-groups/b1942b46-cb13-4f93-97bf-91633bbebe3e HTTP/1.1" status: 204 len: 168 time: 0.3635583 Nov 19 09:31:38.398550 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Request body: {'port': {'device_id': '8d462033-e122-44eb-930c-342a63481ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:38.407668 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37398) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:38.501893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e3164-0fd0-4f0f-8c90-5d7974796737 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1942b46-cb13-4f93-97bf-91633bbebe3e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:38.526042 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-92523771-6ac5-4049-9097-e5929df52eb1 req-005623f7-e1be-4906-90be-1a54fe0a1981 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.559639 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ec35dc0-9272-44d9-a2af-4ffbf9e8d87d req-b6f39579-e017-425d-afb7-7655e8822788 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/ports?device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 210 time: 0.1014981 Nov 19 09:31:38.601506 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-92523771-6ac5-4049-9097-e5929df52eb1 req-005623f7-e1be-4906-90be-1a54fe0a1981 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.621765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6e24a6-dabd-4aff-b466-8267709b257f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting subnet 88dad046-1f84-456f-b95c-0c50230fd913 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:31:38.629462 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb6e24a6-dabd-4aff-b466-8267709b257f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.636058 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0140fae-05ec-4beb-af66-5bb54143df18 req-9cfe697f-ddcb-4004-abdc-ed9ff7cef196 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448940 Nov 19 09:31:38.636724 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.676550 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:31:38.692342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-838e40ea-fb5e-47a2-9f3a-68ca8b4dc8b6 None None] Provisioning complete for port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:38.693177 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-838e40ea-fb5e-47a2-9f3a-68ca8b4dc8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.694320 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92523771-6ac5-4049-9097-e5929df52eb1 req-005623f7-e1be-4906-90be-1a54fe0a1981 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:31:38.698707 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-92523771-6ac5-4049-9097-e5929df52eb1 req-005623f7-e1be-4906-90be-1a54fe0a1981 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:38.709007 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb6e24a6-dabd-4aff-b466-8267709b257f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.709948 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-92523771-6ac5-4049-9097-e5929df52eb1 req-005623f7-e1be-4906-90be-1a54fe0a1981 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:31:38.754181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005623f7-e1be-4906-90be-1a54fe0a1981 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Pushing event updated for resources: {'Port': ['ID=8f663342-6595-498a-b6aa-c905097f8dc1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:38.796935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-838e40ea-fb5e-47a2-9f3a-68ca8b4dc8b6 None None] Port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:38.806191 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92523771-6ac5-4049-9097-e5929df52eb1 req-005623f7-e1be-4906-90be-1a54fe0a1981 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:38.807055 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-92523771-6ac5-4049-9097-e5929df52eb1 req-005623f7-e1be-4906-90be-1a54fe0a1981 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.840254 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-92523771-6ac5-4049-9097-e5929df52eb1 req-005623f7-e1be-4906-90be-1a54fe0a1981 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0482090 Nov 19 09:31:38.855175 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Request body: {'port': {'device_id': '95546574-8ae3-4e7c-a0ab-e3a02ec09194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:38.919104 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.962177 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb6e24a6-dabd-4aff-b466-8267709b257f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:38.974716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f95c65-96f8-4520-86b6-96ed5d6ec852 req-2c903aba-4325-41b6-8b14-06e29f9a3a46 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:38.976221 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17f95c65-96f8-4520-86b6-96ed5d6ec852 req-2c903aba-4325-41b6-8b14-06e29f9a3a46 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2544339 Nov 19 09:31:39.022117 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8ce3b98d-b41a-49e0-8bb8-4c6e3d53d35c None None] Provisioning complete for port 8f663342-6595-498a-b6aa-c905097f8dc1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:39.023056 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8ce3b98d-b41a-49e0-8bb8-4c6e3d53d35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:39.083106 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8ce3b98d-b41a-49e0-8bb8-4c6e3d53d35c None None] Port 8f663342-6595-498a-b6aa-c905097f8dc1 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:39.231519 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f663342-6595-498a-b6aa-c905097f8dc1 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:31:39.244154 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:39.259487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Transition to ACTIVE for port object 8f663342-6595-498a-b6aa-c905097f8dc1 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:31:39.265268 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:39.319700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Pushing event updated for resources: {'Port': ['ID=8f663342-6595-498a-b6aa-c905097f8dc1,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:39.346503 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:39.346853 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:39.347305 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:39.347559 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:39.347891 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:39.348226 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:39.348558 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:39.348887 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:39.349254 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:39.349586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:39.349915 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:39.350243 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:31:39.410740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Attempting to bind port 8f663342-6595-498a-b6aa-c905097f8dc1 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:31:39.411081 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Attempting to bind port 8f663342-6595-498a-b6aa-c905097f8dc1 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:31:39.411419 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Attempting to bind port 8f663342-6595-498a-b6aa-c905097f8dc1 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:31:39.416998 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Port 8f663342-6595-498a-b6aa-c905097f8dc1 on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:31:39.417388 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Attempting to bind port 8f663342-6595-498a-b6aa-c905097f8dc1 on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:31:39.423903 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:31:39.424248 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:31:39.424643 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:31:39.425814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Bound port: 8f663342-6595-498a-b6aa-c905097f8dc1, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:31:39.425814 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:39.501076 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17f95c65-96f8-4520-86b6-96ed5d6ec852 req-7f47f57d-0412-4cb4-af41-86bec7722bd3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977267 Nov 19 09:31:39.518771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] For port 8f663342-6595-498a-b6aa-c905097f8dc1, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:31:39.524721 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb6e24a6-dabd-4aff-b466-8267709b257f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:39.532304 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] For port 8f663342-6595-498a-b6aa-c905097f8dc1, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=8f663342-6595-498a-b6aa-c905097f8dc1,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:31:39.544799 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:39.566924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e24a6-dabd-4aff-b466-8267709b257f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Subnet': ['ID=88dad046-1f84-456f-b95c-0c50230fd913,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:39.574890 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb6e24a6-dabd-4aff-b466-8267709b257f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:39.579949 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7295ee24-d63e-4974-93ee-8e63f3560784 None None] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:31:39.592856 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fb6e24a6-dabd-4aff-b466-8267709b257f tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/88dad046-1f84-456f-b95c-0c50230fd913 HTTP/1.1" status: 204 len: 168 time: 1.1833243 Nov 19 09:31:39.598719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37406) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:39.602797 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:39.603435 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:39.604850 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-92523771-6ac5-4049-9097-e5929df52eb1 req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] 10.222.0.71 "PUT /v2.0/ports/8f663342-6595-498a-b6aa-c905097f8dc1 HTTP/1.1" status: 200 len: 1096 time: 0.7541504 Nov 19 09:31:39.605358 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95546574-8ae3-4e7c-a0ab-e3a02ec09194', 'tag': '8f663342-6595-498a-b6aa-c905097f8dc1'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:31:39.609202 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca67786-530b-47d0-a8d2-1d8d0fda1928" -d '{"events": [{"name": "network-changed", "server_uuid": "95546574-8ae3-4e7c-a0ab-e3a02ec09194", "tag": "8f663342-6595-498a-b6aa-c905097f8dc1"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:31:39.633319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d37b7-d1a3-4020-b04c-5b816f20616b service neutron] Pushing event updated for resources: {'Port': ['ID=8f663342-6595-498a-b6aa-c905097f8dc1,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:39.697361 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18f4d62-fb9c-4808-a445-08a692bc3ce9 x-openstack-request-id: req-f18f4d62-fb9c-4808-a445-08a692bc3ce9 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:31:39.697972 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95546574-8ae3-4e7c-a0ab-e3a02ec09194", "tag": "8f663342-6595-498a-b6aa-c905097f8dc1", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:31:39.698392 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f18f4d62-fb9c-4808-a445-08a692bc3ce9 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:31:39.698982 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95546574-8ae3-4e7c-a0ab-e3a02ec09194', 'tag': '8f663342-6595-498a-b6aa-c905097f8dc1', 'status': 'completed', 'code': 200} Nov 19 09:31:39.724980 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:31:39.736721 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:39.759932 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Transition to ACTIVE for port object 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:31:39.787733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92523771-6ac5-4049-9097-e5929df52eb1 req-100e7059-bb13-4d8e-aba1-4794ffddb062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:39.791073 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-92523771-6ac5-4049-9097-e5929df52eb1 req-100e7059-bb13-4d8e-aba1-4794ffddb062 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=169b6a9493354e54a48fd6652ab082ca&device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 1099 time: 0.0910442 Nov 19 09:31:39.827612 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:39.886528 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-92523771-6ac5-4049-9097-e5929df52eb1 req-d25e059e-82fe-412f-a548-8d2cbbe59f52 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=8f663342-6595-498a-b6aa-c905097f8dc1 HTTP/1.1" status: 200 len: 217 time: 0.0812750 Nov 19 09:31:39.944989 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4a94c0-b5d9-4e3a-837c-e0edde20df4e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting subnet b7ba8fc0-1fb5-4138-9a4d-ff6d19e1cf9c {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:31:39.964673 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea4a94c0-b5d9-4e3a-837c-e0edde20df4e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:39.998664 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92523771-6ac5-4049-9097-e5929df52eb1 req-8465fa43-e0d2-4297-8a6a-87c05992bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:40.000320 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-92523771-6ac5-4049-9097-e5929df52eb1 req-8465fa43-e0d2-4297-8a6a-87c05992bac6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.1001575 Nov 19 09:31:40.017265 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Pushing event updated for resources: {'Port': ['ID=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:40.046997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b1ea9-e342-4d8c-8eec-17e5a4e85824 req-85ac312e-1495-4bb1-8bcd-a77cf33c2e40 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:40.049261 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-797b1ea9-e342-4d8c-8eec-17e5a4e85824 req-85ac312e-1495-4bb1-8bcd-a77cf33c2e40 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/ports?device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 947 time: 0.2850513 Nov 19 09:31:40.062140 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92523771-6ac5-4049-9097-e5929df52eb1 req-91bd39ac-cb44-475e-9593-2f93e5f7a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:40.063803 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-92523771-6ac5-4049-9097-e5929df52eb1 req-91bd39ac-cb44-475e-9593-2f93e5f7a35f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0552189 Nov 19 09:31:40.148883 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea4a94c0-b5d9-4e3a-837c-e0edde20df4e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:40.167370 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce745c-73db-40fc-893e-3d380901ff0a req-86187f2b-0a0f-48ad-a37e-0b546a462433 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:40.168933 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02ce745c-73db-40fc-893e-3d380901ff0a req-86187f2b-0a0f-48ad-a37e-0b546a462433 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 944 time: 0.3380833 Nov 19 09:31:40.246879 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-92523771-6ac5-4049-9097-e5929df52eb1 req-0722723e-5ca6-4ee9-bb78-7bbce6fed98a service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745331 Nov 19 09:31:40.308754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Attempting to bind port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:31:40.309120 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Attempting to bind port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '788db6fd-aadf-48a1-bdb4-63341f895bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:31:40.309553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Attempting to bind port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 on network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:31:40.327569 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-797b1ea9-e342-4d8c-8eec-17e5a4e85824 req-483dcb88-4808-4881-a3a6-e96b5cac1797 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10375f-0cf0-4e98-ae38-eed59e8af77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578864 Nov 19 09:31:40.338352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 on network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:31:40.338677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Attempting to bind port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 on network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:31:40.361039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:31:40.361426 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Checking segment: {'id': '788db6fd-aadf-48a1-bdb4-63341f895bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:31:40.361818 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Bound using segment: {'id': '788db6fd-aadf-48a1-bdb4-63341f895bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:31:40.362258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Bound port: 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '788db6fd-aadf-48a1-bdb4-63341f895bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:31:40.362617 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:40.381670 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-92523771-6ac5-4049-9097-e5929df52eb1 req-53239f68-91ba-48e6-b4ab-130063705a11 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246498 Nov 19 09:31:40.461732 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02ce745c-73db-40fc-893e-3d380901ff0a req-daae05f5-4db7-42c8-b8c4-13dd68de210a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659397 Nov 19 09:31:40.471833 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea4a94c0-b5d9-4e3a-837c-e0edde20df4e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:40.508606 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca67786-530b-47d0-a8d2-1d8d0fda1928 req-89d056fd-950e-4e5c-bdac-3691278b2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:40.511733 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7ca67786-530b-47d0-a8d2-1d8d0fda1928 req-89d056fd-950e-4e5c-bdac-3691278b2039 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=169b6a9493354e54a48fd6652ab082ca&device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 1099 time: 0.0720210 Nov 19 09:31:40.546005 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] For port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:31:40.570575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] For port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,segment=NetworkSegment(788db6fd-aadf-48a1-bdb4-63341f895bd9),segment_id=788db6fd-aadf-48a1-bdb4-63341f895bd9)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:31:40.589552 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:40.698072 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:40.698701 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:40.700241 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] 10.222.0.71 "PUT /v2.0/ports/6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 HTTP/1.1" status: 200 len: 1093 time: 2.3102303 Nov 19 09:31:40.702702 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d462033-e122-44eb-930c-342a63481ed6', 'tag': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:31:40.705916 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f8ef9e-3fed-4813-a03b-cc73649671f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8d462033-e122-44eb-930c-342a63481ed6", "tag": "6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:31:40.730596 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea4a94c0-b5d9-4e3a-837c-e0edde20df4e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:40.764147 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca67786-530b-47d0-a8d2-1d8d0fda1928 req-fd7493c5-7b8a-493e-9291-d145734d8a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:40.764147 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7ca67786-530b-47d0-a8d2-1d8d0fda1928 req-fd7493c5-7b8a-493e-9291-d145734d8a9a service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.2358499 Nov 19 09:31:40.830811 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7ca67786-530b-47d0-a8d2-1d8d0fda1928 req-56a2fbc5-495c-4e48-a4d3-d21aa82123e2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=8f663342-6595-498a-b6aa-c905097f8dc1 HTTP/1.1" status: 200 len: 217 time: 0.0546424 Nov 19 09:31:40.834875 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33edadd-8a20-437e-b0fd-64b931d926e6 x-openstack-request-id: req-e33edadd-8a20-437e-b0fd-64b931d926e6 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:31:40.835199 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d462033-e122-44eb-930c-342a63481ed6", "tag": "6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:31:40.835423 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e33edadd-8a20-437e-b0fd-64b931d926e6 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:31:40.835828 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d462033-e122-44eb-930c-342a63481ed6', 'tag': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9', 'status': 'completed', 'code': 200} Nov 19 09:31:40.836428 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03c313-d3ae-4358-a138-0dc60255aefb service neutron] Pushing event updated for resources: {'Port': ['ID=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:40.842872 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a94c0-b5d9-4e3a-837c-e0edde20df4e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ba8fc0-1fb5-4138-9a4d-ff6d19e1cf9c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:40.893310 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea4a94c0-b5d9-4e3a-837c-e0edde20df4e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:40.898815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ea4a94c0-b5d9-4e3a-837c-e0edde20df4e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/b7ba8fc0-1fb5-4138-9a4d-ff6d19e1cf9c HTTP/1.1" status: 204 len: 168 time: 1.2964983 Nov 19 09:31:40.900057 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37420) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:40.908691 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ca5d7-01d3-4e1d-9b76-18f81a6a5458 req-ad221287-2cef-4e0f-babd-acf1fcd5fbae tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:40.916242 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-954ca5d7-01d3-4e1d-9b76-18f81a6a5458 req-ad221287-2cef-4e0f-babd-acf1fcd5fbae tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2720082 Nov 19 09:31:40.953641 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca67786-530b-47d0-a8d2-1d8d0fda1928 req-aeffddcd-9532-4a3d-b834-e000db21b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:40.955149 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7ca67786-530b-47d0-a8d2-1d8d0fda1928 req-aeffddcd-9532-4a3d-b834-e000db21b4e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0911205 Nov 19 09:31:40.969823 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9d28f9-ef57-4846-a5c0-bc2cacad0078 None None] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:31:40.983317 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a06d69b-a0ec-4711-b0ed-91788b2dcf36 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] DELETE failed (client error): The resource could not be found. Nov 19 09:31:40.986671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a06d69b-a0ec-4711-b0ed-91788b2dcf36 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:31:40.999067 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0a06d69b-a0ec-4711-b0ed-91788b2dcf36 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/88dad046-1f84-456f-b95c-0c50230fd913 HTTP/1.1" status: 404 len: 337 time: 0.0726976 Nov 19 09:31:41.016708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37422) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:41.056109 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca67786-530b-47d0-a8d2-1d8d0fda1928 req-359f564c-1b5d-4fa7-ac95-25dd536ea6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:41.058630 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7ca67786-530b-47d0-a8d2-1d8d0fda1928 req-359f564c-1b5d-4fa7-ac95-25dd536ea6e5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0936611 Nov 19 09:31:41.099073 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cb9b2d9f-9ce4-4f64-8502-a0a82722b9aa None None] Provisioning complete for port 7a5437ef-7ae4-4899-a791-9db8bc4ca762 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:41.099608 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb9b2d9f-9ce4-4f64-8502-a0a82722b9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:41.144368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-01c2986e-55e8-4d41-bf76-9a4c988b02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:41.145929 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-01c2986e-55e8-4d41-bf76-9a4c988b02e4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 1096 time: 0.3359983 Nov 19 09:31:41.184660 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7ca67786-530b-47d0-a8d2-1d8d0fda1928 req-ac419d3c-2454-4026-aba4-50d1ca2697da service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145091 Nov 19 09:31:41.213676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-954ca5d7-01d3-4e1d-9b76-18f81a6a5458 req-95e3645e-3a0e-4852-810f-55a49b12cb4f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963026 Nov 19 09:31:41.270185 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6ebc41-7ff4-43cb-8192-45b4b6cfa79e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting subnet e4ec3e33-76a0-4094-a917-9b0cc071fa99 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:31:41.275769 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-41da305b-d17c-44ce-a68e-b7cf3cc4b16d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 HTTP/1.1" status: 200 len: 217 time: 0.1018085 Nov 19 09:31:41.278084 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e6ebc41-7ff4-43cb-8192-45b4b6cfa79e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:41.325495 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7ca67786-530b-47d0-a8d2-1d8d0fda1928 req-54f1f321-cfd8-4b3c-ad8c-de71a9e4dda0 service neutron] 10.222.0.71 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291022 Nov 19 09:31:41.365483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cb9b2d9f-9ce4-4f64-8502-a0a82722b9aa None None] Provisioning complete for port 291a3570-561b-4b30-9948-07bc75765270 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:41.365918 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb9b2d9f-9ce4-4f64-8502-a0a82722b9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:41.426423 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b2d9f-9ce4-4f64-8502-a0a82722b9aa None None] Port 291a3570-561b-4b30-9948-07bc75765270 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:41.436624 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-096c0bff-5466-4b62-a802-7c2add39e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:41.439193 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-096c0bff-5466-4b62-a802-7c2add39e606 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c832f0c2-c457-4961-b3f9-f7f6f447e6aa HTTP/1.1" status: 200 len: 835 time: 0.1326787 Nov 19 09:31:41.493541 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e6ebc41-7ff4-43cb-8192-45b4b6cfa79e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:41.583440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-089939b4-a197-4749-9f9c-84d0316942ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:41.584956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-089939b4-a197-4749-9f9c-84d0316942ee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1240594 Nov 19 09:31:41.706569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7513cae-d040-4daa-8af4-41174d3cd7ba req-84ea489a-be59-4f90-a3e1-2e6b1af7ceb3 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:41.708397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7513cae-d040-4daa-8af4-41174d3cd7ba req-84ea489a-be59-4f90-a3e1-2e6b1af7ceb3 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/ports?device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 947 time: 0.2650204 Nov 19 09:31:41.710435 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-0b9af427-eae1-46ac-84e7-7cc688577d8c service neutron] 10.222.0.71 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146672 Nov 19 09:31:41.878302 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e6ebc41-7ff4-43cb-8192-45b4b6cfa79e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:41.982372 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7513cae-d040-4daa-8af4-41174d3cd7ba req-d78789de-3c93-423f-b39d-3438c66e408c tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10375f-0cf0-4e98-ae38-eed59e8af77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289991 Nov 19 09:31:42.018759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45398d81-2768-480b-a858-f68cc84190e7 req-a173c83d-d8fb-4988-ad55-f889d5667dd7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:42.027094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45398d81-2768-480b-a858-f68cc84190e7 req-a173c83d-d8fb-4988-ad55-f889d5667dd7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 944 time: 0.2679527 Nov 19 09:31:42.053267 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f707faf-87d4-4a3b-bd19-6c1837e181e1 req-ec9750a8-789c-48ca-9090-71f9834a9a8c service neutron] 10.222.0.71 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264387 Nov 19 09:31:42.056578 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e6ebc41-7ff4-43cb-8192-45b4b6cfa79e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:42.102647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ebc41-7ff4-43cb-8192-45b4b6cfa79e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ec3e33-76a0-4094-a917-9b0cc071fa99,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:42.120444 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e6ebc41-7ff4-43cb-8192-45b4b6cfa79e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:42.124223 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1e6ebc41-7ff4-43cb-8192-45b4b6cfa79e tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/e4ec3e33-76a0-4094-a917-9b0cc071fa99 HTTP/1.1" status: 204 len: 168 time: 1.1060677 Nov 19 09:31:42.129970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37434) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:42.158768 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45398d81-2768-480b-a858-f68cc84190e7 req-d455beb5-5ebb-4a2c-9219-817af9a83dee tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262534 Nov 19 09:31:42.208083 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd678912-a425-4ddb-a2ef-3f6414e6b871 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] DELETE failed (client error): The resource could not be found. Nov 19 09:31:42.208549 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd678912-a425-4ddb-a2ef-3f6414e6b871 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:31:42.214438 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bd678912-a425-4ddb-a2ef-3f6414e6b871 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/46482faa-7326-417b-8c91-88b17ac04282 HTTP/1.1" status: 404 len: 337 time: 0.0826330 Nov 19 09:31:42.215065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37440) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:42.222722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8ef9e-3fed-4813-a03b-cc73649671f7 req-badd709e-86bd-493a-a576-7bc1e8f5bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:42.224929 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18f8ef9e-3fed-4813-a03b-cc73649671f7 req-badd709e-86bd-493a-a576-7bc1e8f5bb44 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 1096 time: 0.0647862 Nov 19 09:31:42.272752 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b54e510d-2ea6-4f08-978c-c7c19faf9866 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "GET /v2.0/ports?device_id=290e7775-228b-4fb8-b602-6657899f7ec6 HTTP/1.1" status: 200 len: 205 time: 0.0565565 Nov 19 09:31:42.273381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37446) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:42.374707 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-f36e2726-df35-4efa-a7f2-067388c9032c tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] delete failed (client error): The resource could not be found. Nov 19 09:31:42.378374 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c0b698-e578-4947-ab8c-178e95274ae7 None None] Network 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:31:42.386789 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f36e2726-df35-4efa-a7f2-067388c9032c tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/routers/290e7775-228b-4fb8-b602-6657899f7ec6 HTTP/1.1" status: 404 len: 336 time: 0.1120801 Nov 19 09:31:42.387442 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37448) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:42.448025 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a6055c-f411-4eb5-bd6c-75395fccc4e2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] DELETE failed (client error): The resource could not be found. Nov 19 09:31:42.449718 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a6055c-f411-4eb5-bd6c-75395fccc4e2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:31:42.450285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8ef9e-3fed-4813-a03b-cc73649671f7 req-9a923ba1-813e-4720-af2f-14f0f5bd476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:42.451848 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18f8ef9e-3fed-4813-a03b-cc73649671f7 req-9a923ba1-813e-4720-af2f-14f0f5bd476f service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95 HTTP/1.1" status: 200 len: 897 time: 0.2186131 Nov 19 09:31:42.457078 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-40a6055c-f411-4eb5-bd6c-75395fccc4e2 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/44aeef20-0db4-41b5-a87d-e19545317df6 HTTP/1.1" status: 404 len: 337 time: 0.0642359 Nov 19 09:31:42.459605 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37454) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:42.505424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18f8ef9e-3fed-4813-a03b-cc73649671f7 req-86d6131f-7e46-4291-9d88-d96ea8c56c08 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 HTTP/1.1" status: 200 len: 217 time: 0.0420837 Nov 19 09:31:42.521651 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7100ff-b17d-45b1-9605-a70038189c3d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] DELETE failed (client error): The resource could not be found. Nov 19 09:31:42.522123 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7100ff-b17d-45b1-9605-a70038189c3d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:31:42.539466 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5b7100ff-b17d-45b1-9605-a70038189c3d tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/e0893807-e31a-4c2e-996a-d4b39346eab0 HTTP/1.1" status: 404 len: 337 time: 0.0765080 Nov 19 09:31:42.539945 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37456) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:42.551451 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b1c7d2e4-6080-43ee-b5a7-49e431356368 None None] Provisioning complete for port 7a5437ef-7ae4-4899-a791-9db8bc4ca762 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:42.551832 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b1c7d2e4-6080-43ee-b5a7-49e431356368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:42.575037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8ef9e-3fed-4813-a03b-cc73649671f7 req-4a34310c-5bbc-4202-adcf-2f808ac3d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:42.576383 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18f8ef9e-3fed-4813-a03b-cc73649671f7 req-4a34310c-5bbc-4202-adcf-2f808ac3d23f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c832f0c2-c457-4961-b3f9-f7f6f447e6aa HTTP/1.1" status: 200 len: 835 time: 0.0630805 Nov 19 09:31:42.586287 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f8ca9b-7ca2-41c5-85e6-35363a42d026 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] DELETE failed (client error): The resource could not be found. Nov 19 09:31:42.586627 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a2613-c8d2-4e0c-90a7-096a4c279ea6 req-badcbbfd-9d5c-4a68-96e4-abf658df4459 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:42.588243 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e29a2613-c8d2-4e0c-90a7-096a4c279ea6 req-badcbbfd-9d5c-4a68-96e4-abf658df4459 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2409112 Nov 19 09:31:42.589233 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f8ca9b-7ca2-41c5-85e6-35363a42d026 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:31:42.595908 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b5f8ca9b-7ca2-41c5-85e6-35363a42d026 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/875ee3a2-ca12-4976-98ab-8353326c9e3f HTTP/1.1" status: 404 len: 337 time: 0.0549212 Nov 19 09:31:42.599162 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37462) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:42.655648 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-729b4070-ef9d-4c93-90bc-8dab0b4adf61 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] DELETE failed (client error): The resource could not be found. Nov 19 09:31:42.661245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729b4070-ef9d-4c93-90bc-8dab0b4adf61 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:31:42.667145 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-729b4070-ef9d-4c93-90bc-8dab0b4adf61 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/8dc9c8aa-0f45-4b6e-8083-57bf0d6f4a5a HTTP/1.1" status: 404 len: 333 time: 0.0661106 Nov 19 09:31:42.670579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37464) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:42.751383 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ea7ea0-c394-49e9-9611-6634e19c0171 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] DELETE failed (client error): The resource could not be found. Nov 19 09:31:42.764844 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ea7ea0-c394-49e9-9611-6634e19c0171 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:31:42.769401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8ef9e-3fed-4813-a03b-cc73649671f7 req-790810d5-36bd-48fb-a34b-14a60c111965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:42.771030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18f8ef9e-3fed-4813-a03b-cc73649671f7 req-790810d5-36bd-48fb-a34b-14a60c111965 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1816323 Nov 19 09:31:42.776856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37470) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:42.777722 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-85ea7ea0-c394-49e9-9611-6634e19c0171 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/0352b934-7b2e-4c80-bd1f-173ee38d30ff HTTP/1.1" status: 404 len: 337 time: 0.1028004 Nov 19 09:31:42.807540 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-768b2e56-c149-4e82-b655-6bdd8898dc8a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] DELETE failed (client error): The resource could not be found. Nov 19 09:31:42.808117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768b2e56-c149-4e82-b655-6bdd8898dc8a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:31:42.811812 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-768b2e56-c149-4e82-b655-6bdd8898dc8a tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/acd8bed5-bcf0-493a-b957-813cf752c375 HTTP/1.1" status: 404 len: 337 time: 0.0337336 Nov 19 09:31:42.815489 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37472) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:42.820245 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b1c7d2e4-6080-43ee-b5a7-49e431356368 None None] Provisioning complete for port 291a3570-561b-4b30-9948-07bc75765270 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:42.820716 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b1c7d2e4-6080-43ee-b5a7-49e431356368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:42.875072 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b1c7d2e4-6080-43ee-b5a7-49e431356368 None None] Port 291a3570-561b-4b30-9948-07bc75765270 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:42.901184 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a7ede5-533e-49ce-b8a0-96f2473c8757 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] DELETE failed (client error): The resource could not be found. Nov 19 09:31:42.902974 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a7ede5-533e-49ce-b8a0-96f2473c8757 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:31:42.910285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e29a2613-c8d2-4e0c-90a7-096a4c279ea6 req-58e17b21-4ce8-4763-bfa1-cb5588bcd1ef tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755232 Nov 19 09:31:42.930588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e852f2-124b-43b8-b277-f6f331348f9c None None] DHCP port deletion for 0e1d0ccd-73d6-43d2-84a7-044d6e021cfd request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:31:42.938552 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e9a7ede5-533e-49ce-b8a0-96f2473c8757 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/91924af6-32f2-4450-b151-ff9d57d27476 HTTP/1.1" status: 404 len: 333 time: 0.1194041 Nov 19 09:31:42.939829 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37476) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:42.974117 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18f8ef9e-3fed-4813-a03b-cc73649671f7 req-cb00af27-221f-4fa6-aa26-7fdf22438515 service neutron] 10.222.0.71 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674275 Nov 19 09:31:42.975946 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-884815b5-b906-439e-8e03-4cf10901142c tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] DELETE failed (client error): The resource could not be found. Nov 19 09:31:42.976590 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884815b5-b906-439e-8e03-4cf10901142c tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:31:42.980031 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-884815b5-b906-439e-8e03-4cf10901142c tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/1fa798ef-decc-4ba5-bff6-059d5b322e56 HTTP/1.1" status: 404 len: 337 time: 0.0391412 Nov 19 09:31:42.983195 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37478) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:43.042907 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-481e42b5-56bb-40bb-b72e-a87383a941fc tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] DELETE failed (client error): The resource could not be found. Nov 19 09:31:43.043406 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481e42b5-56bb-40bb-b72e-a87383a941fc tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:31:43.053228 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d9e852f2-124b-43b8-b277-f6f331348f9c None None] Deleting port 7a5437ef-7ae4-4899-a791-9db8bc4ca762 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:31:43.053611 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9e852f2-124b-43b8-b277-f6f331348f9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:43.054608 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-481e42b5-56bb-40bb-b72e-a87383a941fc tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/subnets/005f7607-aba4-418c-b280-13e6e58b9ca4 HTTP/1.1" status: 404 len: 337 time: 0.0700328 Nov 19 09:31:43.057195 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37484) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:43.142556 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d9e852f2-124b-43b8-b277-f6f331348f9c None None] For port 7a5437ef-7ae4-4899-a791-9db8bc4ca762, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7a5437ef-7ae4-4899-a791-9db8bc4ca762,segment=NetworkSegment(d22f9b9d-cafb-473c-b6ca-30df5f20acfb),segment_id=d22f9b9d-cafb-473c-b6ca-30df5f20acfb)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:43.143247 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9e852f2-124b-43b8-b277-f6f331348f9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:43.158045 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18f8ef9e-3fed-4813-a03b-cc73649671f7 req-fe146e90-7f46-4315-b8c0-ce7ec9fc731d service neutron] 10.222.0.71 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751091 Nov 19 09:31:43.159211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d9e852f2-124b-43b8-b277-f6f331348f9c None None] Calling delete_port for 7a5437ef-7ae4-4899-a791-9db8bc4ca762 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:31:43.273201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31ca86-0229-4623-b423-9b38993b8165 req-9d7ff8da-2144-4dfa-9204-7f7d031b675d tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:43.274792 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de31ca86-0229-4623-b423-9b38993b8165 req-9d7ff8da-2144-4dfa-9204-7f7d031b675d tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/ports?device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 947 time: 0.1037683 Nov 19 09:31:43.291572 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9e852f2-124b-43b8-b277-f6f331348f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:43.327285 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e852f2-124b-43b8-b277-f6f331348f9c None None] Pushing event deleted for resources: {'Port': ['ID=7a5437ef-7ae4-4899-a791-9db8bc4ca762,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:43.329876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e852f2-124b-43b8-b277-f6f331348f9c None None] No DVR routers for this DVR port 7a5437ef-7ae4-4899-a791-9db8bc4ca762 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:31:43.377239 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6aa82-ba37-4e26-b779-348549ceb898 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Deleting port 291a3570-561b-4b30-9948-07bc75765270 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:31:43.378297 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7a6aa82-ba37-4e26-b779-348549ceb898 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:43.398333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de31ca86-0229-4623-b423-9b38993b8165 req-0d9ae3bf-f307-4f1e-a1dd-0a47166b6663 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10375f-0cf0-4e98-ae38-eed59e8af77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145008 Nov 19 09:31:43.405949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de646377-b0d8-4ee3-9d1f-782fa7536ab8 req-118049e9-224b-4e3c-90ed-175e7396ea73 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:43.413648 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de646377-b0d8-4ee3-9d1f-782fa7536ab8 req-118049e9-224b-4e3c-90ed-175e7396ea73 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 944 time: 0.1061502 Nov 19 09:31:43.491128 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7a6aa82-ba37-4e26-b779-348549ceb898 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:43.498402 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de646377-b0d8-4ee3-9d1f-782fa7536ab8 req-6a4f5a93-1bbb-4c93-81b5-18eca4fb1262 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837975 Nov 19 09:31:43.508066 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6aa82-ba37-4e26-b779-348549ceb898 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Calling delete_port for 291a3570-561b-4b30-9948-07bc75765270 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:31:43.618380 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7a6aa82-ba37-4e26-b779-348549ceb898 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:43.670206 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6aa82-ba37-4e26-b779-348549ceb898 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Port': ['ID=291a3570-561b-4b30-9948-07bc75765270,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:43.674659 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7a6aa82-ba37-4e26-b779-348549ceb898 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:43.679334 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b7a6aa82-ba37-4e26-b779-348549ceb898 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/ports/291a3570-561b-4b30-9948-07bc75765270 HTTP/1.1" status: 204 len: 168 time: 0.6202664 Nov 19 09:31:43.681562 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37490) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:43.742352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 8f663342-6595-498a-b6aa-c905097f8dc1 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:31:43.842105 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bdce1dc-fc40-40c3-a569-0de03256f541 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:43.939527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 8f663342-6595-498a-b6aa-c905097f8dc1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=8f663342-6595-498a-b6aa-c905097f8dc1,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:43.967372 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '8f663342-6595-498a-b6aa-c905097f8dc1', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': '8f663342-6595-498a-b6aa-c905097f8dc1', 'mac_address': 'fa:16:3e:8a:fb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:31:43.987485 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bdce1dc-fc40-40c3-a569-0de03256f541 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:44.032912 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7bdce1dc-fc40-40c3-a569-0de03256f541 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1d0ccd-73d6-43d2-84a7-044d6e021cfd']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:44.037807 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:44.058149 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7bdce1dc-fc40-40c3-a569-0de03256f541 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22f9b9d-cafb-473c-b6ca-30df5f20acfb') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:44.058505 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7bdce1dc-fc40-40c3-a569-0de03256f541 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22f9b9d-cafb-473c-b6ca-30df5f20acfb') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:44.065691 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f663342-6595-498a-b6aa-c905097f8dc1 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:31:44.081732 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bdce1dc-fc40-40c3-a569-0de03256f541 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:44.093333 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 8f663342-6595-498a-b6aa-c905097f8dc1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=8f663342-6595-498a-b6aa-c905097f8dc1,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:44.103944 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:44.104844 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:31:44.112626 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bdce1dc-fc40-40c3-a569-0de03256f541 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:44.123391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdce1dc-fc40-40c3-a569-0de03256f541 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:31:44.123843 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bdce1dc-fc40-40c3-a569-0de03256f541 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:31:44.127525 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:31:44.156679 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243ee71-b46d-4bf8-9640-312e34da8d56 req-8f3012ee-ad9c-4fc4-b3c5-718a2a1e40e3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:44.173933 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c243ee71-b46d-4bf8-9640-312e34da8d56 req-8f3012ee-ad9c-4fc4-b3c5-718a2a1e40e3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1047490 Nov 19 09:31:44.252089 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bdce1dc-fc40-40c3-a569-0de03256f541 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:44.257491 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bdce1dc-fc40-40c3-a569-0de03256f541 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:44.267625 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7bdce1dc-fc40-40c3-a569-0de03256f541 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] 10.222.0.21 "DELETE /v2.0/networks/0e1d0ccd-73d6-43d2-84a7-044d6e021cfd HTTP/1.1" status: 204 len: 168 time: 0.5845063 Nov 19 09:31:44.295333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c243ee71-b46d-4bf8-9640-312e34da8d56 req-60b60427-3430-4935-885d-ee34f94fa160 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059184 Nov 19 09:31:44.297308 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdce1dc-fc40-40c3-a569-0de03256f541 tempest-PortsIpV6TestJSON-1479306942 tempest-PortsIpV6TestJSON-1479306942-project] Pushing event deleted for resources: {'Network': ['ID=0e1d0ccd-73d6-43d2-84a7-044d6e021cfd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:44.317045 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=8f663342-6595-498a-b6aa-c905097f8dc1,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:44.347287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,segment=NetworkSegment(c1500e65-40e1-44d9-8982-de0f15c7eb49),segment_id=c1500e65-40e1-44d9-8982-de0f15c7eb49)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:44.378483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2', 'network_id': 'da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4', 'port_id': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2', 'mac_address': 'fa:16:3e:21:b5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a8eba8-535b-46b1-9a23-adba2986540d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:31:44.427947 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:44.442789 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:31:44.470451 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,segment=NetworkSegment(c1500e65-40e1-44d9-8982-de0f15c7eb49),segment_id=c1500e65-40e1-44d9-8982-de0f15c7eb49)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:44.487110 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:44.652665 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3ac41-2b24-43f0-96f1-aee51d543b6d req-bfa877ca-febf-4972-8c7c-91def2a07a33 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:44.653489 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:44.671157 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6b3ac41-2b24-43f0-96f1-aee51d543b6d req-bfa877ca-febf-4972-8c7c-91def2a07a33 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/ports?device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 948 time: 0.1615207 Nov 19 09:31:44.679005 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:31:44.741348 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81b4c9-7549-466c-917f-f6ebf995a01d req-9574424c-8c32-4dc5-b209-a49dbcdd8fa8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:44.742909 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b81b4c9-7549-466c-917f-f6ebf995a01d req-9574424c-8c32-4dc5-b209-a49dbcdd8fa8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 944 time: 0.1551468 Nov 19 09:31:44.782151 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6b3ac41-2b24-43f0-96f1-aee51d543b6d req-31b490ab-acb5-4c30-9831-ee7dd53cf807 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10375f-0cf0-4e98-ae38-eed59e8af77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099634 Nov 19 09:31:44.791702 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7a5437ef-7ae4-4899-a791-9db8bc4ca762 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:31:44.848107 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37506) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:44.858663 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b81b4c9-7549-466c-917f-f6ebf995a01d req-ff4aaba7-f5d6-4a80-ad64-8ed13dffcc57 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047897 Nov 19 09:31:44.869744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 7a5437ef-7ae4-4899-a791-9db8bc4ca762 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:31:44.869744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7a5437ef-7ae4-4899-a791-9db8bc4ca762 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:31:44.976814 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['8f663342-6595-498a-b6aa-c905097f8dc1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:31:45.083628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37514) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:45.084098 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8843683d-30b0-45b1-8d0f-1d32b44d81e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fafdcb6c77ea4fe79ffd8b5a27614b00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2343843 Nov 19 09:31:45.240169 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a93a80d1-d165-4011-afc5-80424a6f23ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:45.291853 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a93a80d1-d165-4011-afc5-80424a6f23ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:45.417112 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a93a80d1-d165-4011-afc5-80424a6f23ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:45.423279 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a93a80d1-d165-4011-afc5-80424a6f23ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:45.425386 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a93a80d1-d165-4011-afc5-80424a6f23ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57975df4-0037-4aa1-ab71-e5e39b6bfab1 HTTP/1.1" status: 204 len: 168 time: 0.3401468 Nov 19 09:31:45.450102 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a80d1-d165-4011-afc5-80424a6f23ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57975df4-0037-4aa1-ab71-e5e39b6bfab1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:45.528905 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:45.647858 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f337b5-a8f3-4a86-a7a4-2f7ffdd49d4c req-7f37e6cf-d9bf-4d12-b1eb-4b23963d2979 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:45.655460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-44f337b5-a8f3-4a86-a7a4-2f7ffdd49d4c req-7f37e6cf-d9bf-4d12-b1eb-4b23963d2979 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 944 time: 0.1177833 Nov 19 09:31:45.747035 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-44f337b5-a8f3-4a86-a7a4-2f7ffdd49d4c req-ce636f12-9ec8-4f32-88ef-4f078e2f57bf tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843523 Nov 19 09:31:45.766977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:31:45.778216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:31:45.957031 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:45.957718 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:46.032693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b86e2-b894-48d4-b433-adfdd4df98e5 req-9f2e3f00-9829-4c71-832b-da84f2b7f04b tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:46.044057 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a45b86e2-b894-48d4-b433-adfdd4df98e5 req-9f2e3f00-9829-4c71-832b-da84f2b7f04b tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/ports?device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 948 time: 0.1177621 Nov 19 09:31:46.140169 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,segment=NetworkSegment(788db6fd-aadf-48a1-bdb4-63341f895bd9),segment_id=788db6fd-aadf-48a1-bdb4-63341f895bd9)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:46.178667 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a45b86e2-b894-48d4-b433-adfdd4df98e5 req-546ff0cf-5aaa-4a05-b0ce-1accec39c78c tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10375f-0cf0-4e98-ae38-eed59e8af77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336904 Nov 19 09:31:46.206957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9', 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'port_id': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9', 'mac_address': 'fa:16:3e:cd:86:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:31:46.254086 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:46.414459 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:46.423093 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64f3d2-5199-40dc-8345-1e16cc1142ff req-42dd33a4-b4cb-486d-b364-40f3263edf00 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:46.445967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da64f3d2-5199-40dc-8345-1e16cc1142ff req-42dd33a4-b4cb-486d-b364-40f3263edf00 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 944 time: 0.0989199 Nov 19 09:31:46.449703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:31:46.478494 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,segment=NetworkSegment(788db6fd-aadf-48a1-bdb4-63341f895bd9),segment_id=788db6fd-aadf-48a1-bdb4-63341f895bd9)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:46.490154 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8eab4e7-9729-48e8-924a-bac64eb4dd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:31:46.492789 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7054d5bc-60a3-4782-8da6-5aefe31e50c1" -d '{"events": [{"server_uuid": "e8eab4e7-9729-48e8-924a-bac64eb4dd1c", "name": "network-vif-plugged", "status": "completed", "tag": "7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:31:46.499112 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:46.549325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,segment=NetworkSegment(c1500e65-40e1-44d9-8982-de0f15c7eb49),segment_id=c1500e65-40e1-44d9-8982-de0f15c7eb49)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:46.563575 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:46.577067 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da64f3d2-5199-40dc-8345-1e16cc1142ff req-28339926-9c12-4e7d-af21-854b97136523 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277351 Nov 19 09:31:46.601593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:46.714181 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d18b1e-cb5d-41f3-9af4-53020f0f7819 x-openstack-request-id: req-02d18b1e-cb5d-41f3-9af4-53020f0f7819 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:31:46.719074 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8eab4e7-9729-48e8-924a-bac64eb4dd1c", "name": "network-vif-plugged", "status": "completed", "tag": "7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:31:46.720841 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02d18b1e-cb5d-41f3-9af4-53020f0f7819 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:31:46.721415 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8eab4e7-9729-48e8-924a-bac64eb4dd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2', 'code': 200} Nov 19 09:31:46.760323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:46.897228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca389e2-435f-46b3-9089-623963d94e7a req-87316b5a-13c9-4085-ab17-05af1cde51e1 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:46.905733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca389e2-435f-46b3-9089-623963d94e7a req-87316b5a-13c9-4085-ab17-05af1cde51e1 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:46.914266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca389e2-435f-46b3-9089-623963d94e7a req-87316b5a-13c9-4085-ab17-05af1cde51e1 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:46.935035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca389e2-435f-46b3-9089-623963d94e7a req-87316b5a-13c9-4085-ab17-05af1cde51e1 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:46.959514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca389e2-435f-46b3-9089-623963d94e7a req-87316b5a-13c9-4085-ab17-05af1cde51e1 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:46.982748 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca389e2-435f-46b3-9089-623963d94e7a req-87316b5a-13c9-4085-ab17-05af1cde51e1 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:46.982978 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:31:46.992999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca389e2-435f-46b3-9089-623963d94e7a req-87316b5a-13c9-4085-ab17-05af1cde51e1 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:47.014205 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fca389e2-435f-46b3-9089-623963d94e7a req-87316b5a-13c9-4085-ab17-05af1cde51e1 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5432 time: 0.2391772 Nov 19 09:31:47.181775 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a7681-f96a-49e7-9126-1043d0814739 req-cd622237-d278-4746-a040-eff07d6643f5 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:47.189796 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-112a7681-f96a-49e7-9126-1043d0814739 req-cd622237-d278-4746-a040-eff07d6643f5 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1687014 Nov 19 09:31:47.232084 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fca389e2-435f-46b3-9089-623963d94e7a req-abd87d49-caaf-41ef-a3db-ff228dfa7191 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2163901 Nov 19 09:31:47.347745 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-112a7681-f96a-49e7-9126-1043d0814739 req-6e111c14-4ead-4864-9068-23843b3ee830 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528499 Nov 19 09:31:47.470562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab491131-768a-4652-bf51-5b3ae5b68a8f req-b127fbd5-a071-427a-a222-59ced88f5543 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:47.472365 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab491131-768a-4652-bf51-5b3ae5b68a8f req-b127fbd5-a071-427a-a222-59ced88f5543 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/ports?device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 948 time: 0.0858784 Nov 19 09:31:47.565427 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab491131-768a-4652-bf51-5b3ae5b68a8f req-c1263ce5-e285-4196-b33e-df8fea74fb9f tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10375f-0cf0-4e98-ae38-eed59e8af77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856111 Nov 19 09:31:47.735051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461f459-3aa7-4d0c-a80c-c638db8135d0 req-621e204a-2f2a-4a89-93bf-b18107895d9a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:47.737921 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5461f459-3aa7-4d0c-a80c-c638db8135d0 req-621e204a-2f2a-4a89-93bf-b18107895d9a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 945 time: 0.0851943 Nov 19 09:31:47.747935 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37572) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:47.769110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 8f663342-6595-498a-b6aa-c905097f8dc1 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:31:47.838056 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5461f459-3aa7-4d0c-a80c-c638db8135d0 req-11c8f888-9c1b-4c68-8e79-200c0c6ff7c6 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930588 Nov 19 09:31:47.892998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 8f663342-6595-498a-b6aa-c905097f8dc1 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:31:47.902769 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 8f663342-6595-498a-b6aa-c905097f8dc1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:47.903158 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:47.918175 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5231d61d-c599-4a44-ab6a-fac50551a117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:47.975683 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:48.024092 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:48.026871 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5231d61d-c599-4a44-ab6a-fac50551a117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:48.036876 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5231d61d-c599-4a44-ab6a-fac50551a117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:48.063088 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 8f663342-6595-498a-b6aa-c905097f8dc1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=8f663342-6595-498a-b6aa-c905097f8dc1,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:48.068239 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:48.077201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37576) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:48.080171 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5231d61d-c599-4a44-ab6a-fac50551a117 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f086cd264f0f4b0f8d204f8b5f8d1562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3298957 Nov 19 09:31:48.121421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231d61d-c599-4a44-ab6a-fac50551a117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22df907-af10-4496-86ca-065be30f7df6,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:48.177001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=8f663342-6595-498a-b6aa-c905097f8dc1,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:48.361795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-cf2f4512-9ff1-4bfd-b218-d4e0bad6562e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:48.372959 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-cf2f4512-9ff1-4bfd-b218-d4e0bad6562e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:48.380586 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-cf2f4512-9ff1-4bfd-b218-d4e0bad6562e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:48.387954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-cf2f4512-9ff1-4bfd-b218-d4e0bad6562e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:48.397373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-cf2f4512-9ff1-4bfd-b218-d4e0bad6562e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:48.407348 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-cf2f4512-9ff1-4bfd-b218-d4e0bad6562e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:48.414858 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-cf2f4512-9ff1-4bfd-b218-d4e0bad6562e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:48.416981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-cf2f4512-9ff1-4bfd-b218-d4e0bad6562e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.71 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5432 time: 0.1765876 Nov 19 09:31:48.499062 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf32971d-56bf-4aec-a099-63823cb8d9b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:48.541336 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf32971d-56bf-4aec-a099-63823cb8d9b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:48.544241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-2d902d64-9830-4a82-b036-34018f2d1dbe tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:48.545797 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-2d902d64-9830-4a82-b036-34018f2d1dbe tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.71 "GET /v2.0/ports/93875227-8990-4442-841e-19b4c3c91736?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1152065 Nov 19 09:31:48.638874 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf32971d-56bf-4aec-a099-63823cb8d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:48.642184 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf32971d-56bf-4aec-a099-63823cb8d9b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:48.643513 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cf32971d-56bf-4aec-a099-63823cb8d9b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d22df907-af10-4496-86ca-065be30f7df6 HTTP/1.1" status: 204 len: 168 time: 0.5655837 Nov 19 09:31:48.646424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3eade7-51f5-4ad9-9770-d02591846de9 req-d52271d2-e26e-4995-9543-62815eb082b6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:48.652522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32971d-56bf-4aec-a099-63823cb8d9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22df907-af10-4496-86ca-065be30f7df6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:48.652838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3eade7-51f5-4ad9-9770-d02591846de9 req-d52271d2-e26e-4995-9543-62815eb082b6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:48.659558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3eade7-51f5-4ad9-9770-d02591846de9 req-d52271d2-e26e-4995-9543-62815eb082b6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:48.665862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3eade7-51f5-4ad9-9770-d02591846de9 req-d52271d2-e26e-4995-9543-62815eb082b6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:48.672790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3eade7-51f5-4ad9-9770-d02591846de9 req-d52271d2-e26e-4995-9543-62815eb082b6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:48.680389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3eade7-51f5-4ad9-9770-d02591846de9 req-d52271d2-e26e-4995-9543-62815eb082b6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:48.692786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3eade7-51f5-4ad9-9770-d02591846de9 req-d52271d2-e26e-4995-9543-62815eb082b6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:48.695373 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c3eade7-51f5-4ad9-9770-d02591846de9 req-d52271d2-e26e-4995-9543-62815eb082b6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 5432 time: 0.2772586 Nov 19 09:31:48.706216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f72e5-eaeb-464e-80de-1fc3ec43e4ea req-1a1b1906-1415-4c6d-af5a-6fe21e2aa73b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:48.715810 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f15f72e5-eaeb-464e-80de-1fc3ec43e4ea req-1a1b1906-1415-4c6d-af5a-6fe21e2aa73b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2297654 Nov 19 09:31:48.729167 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95546574-8ae3-4e7c-a0ab-e3a02ec09194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f663342-6595-498a-b6aa-c905097f8dc1'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:31:48.729167 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f0c872-beb4-4a19-b17c-92736f3e8cd5" -d '{"events": [{"server_uuid": "95546574-8ae3-4e7c-a0ab-e3a02ec09194", "name": "network-vif-plugged", "status": "completed", "tag": "8f663342-6595-498a-b6aa-c905097f8dc1"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:31:48.844554 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f15f72e5-eaeb-464e-80de-1fc3ec43e4ea req-d5fa0524-8fbe-4836-ae5f-76e2a975447a tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266880 Nov 19 09:31:48.879983 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-6542f7fd-676c-4fe1-9936-0be03321044f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.71 "GET /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3232040 Nov 19 09:31:48.888464 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c3eade7-51f5-4ad9-9770-d02591846de9 req-14331935-3774-484a-afac-68795fda6993 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1549096 Nov 19 09:31:48.912707 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-9bb881f2-cab9-4427-a575-fe9e430ca3b7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:49.012764 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c306e14e-f474-47a7-93ed-399605cc1a28 x-openstack-request-id: req-c306e14e-f474-47a7-93ed-399605cc1a28 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:31:49.013870 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95546574-8ae3-4e7c-a0ab-e3a02ec09194", "name": "network-vif-plugged", "status": "completed", "tag": "8f663342-6595-498a-b6aa-c905097f8dc1", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:31:49.014299 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c306e14e-f474-47a7-93ed-399605cc1a28 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:31:49.015359 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95546574-8ae3-4e7c-a0ab-e3a02ec09194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f663342-6595-498a-b6aa-c905097f8dc1', 'code': 200} Nov 19 09:31:49.063747 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-9bb881f2-cab9-4427-a575-fe9e430ca3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:49.100790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507be53-a986-45f8-83d4-5921c78760f5 req-5afc424b-a270-4aaf-9ae6-eeae7b74e2ac tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:49.131519 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4507be53-a986-45f8-83d4-5921c78760f5 req-5afc424b-a270-4aaf-9ae6-eeae7b74e2ac tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/ports?device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 949 time: 0.2094710 Nov 19 09:31:49.243483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a02610-1f30-4f11-b4f9-19b8e30173fc req-8f7ada45-6ac6-408a-95d1-df4bba45a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:49.250651 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-28a02610-1f30-4f11-b4f9-19b8e30173fc req-8f7ada45-6ac6-408a-95d1-df4bba45a541 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 1101 time: 0.1276073 Nov 19 09:31:49.325302 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-28a02610-1f30-4f11-b4f9-19b8e30173fc req-fb91f1d8-d198-40ab-bb91-04ab266e51f9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2b10375f-0cf0-4e98-ae38-eed59e8af77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674381 Nov 19 09:31:49.392223 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4507be53-a986-45f8-83d4-5921c78760f5 req-a05db9b0-b795-4d2f-afdc-bf04a21febf1 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10375f-0cf0-4e98-ae38-eed59e8af77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581911 Nov 19 09:31:49.445112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee376e0-8729-46ed-bfb7-c2169e79bc2c req-27c8c098-837f-4e7c-bd78-4990d9b4279a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:49.456560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ee376e0-8729-46ed-bfb7-c2169e79bc2c req-27c8c098-837f-4e7c-bd78-4990d9b4279a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 945 time: 0.1656435 Nov 19 09:31:49.499140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-9bb881f2-cab9-4427-a575-fe9e430ca3b7 service neutron] For port 93875227-8990-4442-841e-19b4c3c91736, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=93875227-8990-4442-841e-19b4c3c91736,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:49.629748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ee376e0-8729-46ed-bfb7-c2169e79bc2c req-364c8861-d049-4715-ab44-2422b5772810 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719952 Nov 19 09:31:49.644533 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-9bb881f2-cab9-4427-a575-fe9e430ca3b7 service neutron] For port 93875227-8990-4442-841e-19b4c3c91736, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:31:49.698909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585574c-0376-4733-9bf1-9a54ca6279ce req-8f70cb00-e805-4ae1-946b-bff4612b4aa8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:49.704990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585574c-0376-4733-9bf1-9a54ca6279ce req-8f70cb00-e805-4ae1-946b-bff4612b4aa8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:49.711613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585574c-0376-4733-9bf1-9a54ca6279ce req-8f70cb00-e805-4ae1-946b-bff4612b4aa8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:49.717819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585574c-0376-4733-9bf1-9a54ca6279ce req-8f70cb00-e805-4ae1-946b-bff4612b4aa8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:49.724494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585574c-0376-4733-9bf1-9a54ca6279ce req-8f70cb00-e805-4ae1-946b-bff4612b4aa8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:49.731226 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585574c-0376-4733-9bf1-9a54ca6279ce req-8f70cb00-e805-4ae1-946b-bff4612b4aa8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:49.738168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585574c-0376-4733-9bf1-9a54ca6279ce req-8f70cb00-e805-4ae1-946b-bff4612b4aa8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:49.740097 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e585574c-0376-4733-9bf1-9a54ca6279ce req-8f70cb00-e805-4ae1-946b-bff4612b4aa8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5446 time: 0.2349498 Nov 19 09:31:49.749854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-9bb881f2-cab9-4427-a575-fe9e430ca3b7 service neutron] device_id is not set on port 93875227-8990-4442-841e-19b4c3c91736 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:31:49.768662 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:31:49.772862 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-9bb881f2-cab9-4427-a575-fe9e430ca3b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:49.791121 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-9bb881f2-cab9-4427-a575-fe9e430ca3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:49.883735 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e585574c-0376-4733-9bf1-9a54ca6279ce req-8135cc52-e607-4b6a-a38f-d0413ab8e8dc tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1288679 Nov 19 09:31:49.889737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb881f2-cab9-4427-a575-fe9e430ca3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=93875227-8990-4442-841e-19b4c3c91736,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:49.927789 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-9bb881f2-cab9-4427-a575-fe9e430ca3b7 service neutron] No DVR routers for this DVR port 93875227-8990-4442-841e-19b4c3c91736 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:31:49.953949 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f4ae54c4-8e95-461d-9eaa-67bc18a5d66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:50.007861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:31:50.047494 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:50.049187 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:50.102242 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-9bb881f2-cab9-4427-a575-fe9e430ca3b7 service neutron] In _notify_port_updated(), no bound segment for port 93875227-8990-4442-841e-19b4c3c91736 on network 3282dff9-c0bb-424b-9664-c64e91191014 {{(pid=103477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:31:50.103061 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-9bb881f2-cab9-4427-a575-fe9e430ca3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:50.103810 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-9bb881f2-cab9-4427-a575-fe9e430ca3b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:50.105287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-9bb881f2-cab9-4427-a575-fe9e430ca3b7 service neutron] 10.222.0.71 "PUT /v2.0/ports/93875227-8990-4442-841e-19b4c3c91736 HTTP/1.1" status: 200 len: 1026 time: 1.2073555 Nov 19 09:31:50.216816 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:50.285917 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,segment=NetworkSegment(788db6fd-aadf-48a1-bdb4-63341f895bd9),segment_id=788db6fd-aadf-48a1-bdb4-63341f895bd9)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:50.296455 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:50.297376 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b1b16378-6621-4664-9462-33598662a163 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:31:50.362990 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:50.425538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-87b464c2-b572-4627-8359-e29086f71789 None None] Provisioning complete for port 93875227-8990-4442-841e-19b4c3c91736 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:50.426388 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-87b464c2-b572-4627-8359-e29086f71789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:50.481457 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-87b464c2-b572-4627-8359-e29086f71789 None None] Port 93875227-8990-4442-841e-19b4c3c91736 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:50.538164 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:50.592990 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b1b16378-6621-4664-9462-33598662a163, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b1b16378-6621-4664-9462-33598662a163,segment=NetworkSegment(b9617a27-704a-4c57-bfd5-805c6e963569),segment_id=b9617a27-704a-4c57-bfd5-805c6e963569)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:50.599622 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:50.737909 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=b1b16378-6621-4664-9462-33598662a163,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:50.785778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-6db8e3dd-5746-4b75-b118-b27d0cd015c8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:50.787269 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-6db8e3dd-5746-4b75-b118-b27d0cd015c8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.71 "GET /v2.0/ports/56761c8f-425b-4730-929a-ba3b0b318243?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6612997 Nov 19 09:31:50.818028 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab2640-74ca-4d1d-9100-d1d87dcf960b req-0ca8b707-cdee-4b33-b2ed-bdffa7ee6391 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:50.824731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab2640-74ca-4d1d-9100-d1d87dcf960b req-0ca8b707-cdee-4b33-b2ed-bdffa7ee6391 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:50.832155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab2640-74ca-4d1d-9100-d1d87dcf960b req-0ca8b707-cdee-4b33-b2ed-bdffa7ee6391 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:50.838671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab2640-74ca-4d1d-9100-d1d87dcf960b req-0ca8b707-cdee-4b33-b2ed-bdffa7ee6391 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:50.848663 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab2640-74ca-4d1d-9100-d1d87dcf960b req-0ca8b707-cdee-4b33-b2ed-bdffa7ee6391 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:50.855930 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab2640-74ca-4d1d-9100-d1d87dcf960b req-0ca8b707-cdee-4b33-b2ed-bdffa7ee6391 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:50.862332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab2640-74ca-4d1d-9100-d1d87dcf960b req-0ca8b707-cdee-4b33-b2ed-bdffa7ee6391 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:50.864439 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7fab2640-74ca-4d1d-9100-d1d87dcf960b req-0ca8b707-cdee-4b33-b2ed-bdffa7ee6391 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5446 time: 0.8425097 Nov 19 09:31:50.869172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-87b0e5e5-3c9e-4cce-9d4b-db29f0db2504 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:50.884648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61df1f-ca13-4d6c-9a58-db65f7e67d16 req-76edc9c2-d19c-4f5a-b146-1bc2531ce887 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:50.892362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba61df1f-ca13-4d6c-9a58-db65f7e67d16 req-76edc9c2-d19c-4f5a-b146-1bc2531ce887 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.8451536 Nov 19 09:31:51.016475 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d462033-e122-44eb-930c-342a63481ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9'}, {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1b16378-6621-4664-9462-33598662a163'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:31:51.018942 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f523e10-9d37-4bd4-aa89-cfb8c29dd38b" -d '{"events": [{"server_uuid": "8d462033-e122-44eb-930c-342a63481ed6", "name": "network-vif-plugged", "status": "completed", "tag": "6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9"}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-unplugged", "status": "completed", "tag": "b1b16378-6621-4664-9462-33598662a163"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:31:51.054465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba61df1f-ca13-4d6c-9a58-db65f7e67d16 req-5bb3a986-a23c-4df4-9de3-d19c96a69480 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612074 Nov 19 09:31:51.057330 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-87b0e5e5-3c9e-4cce-9d4b-db29f0db2504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:51.087604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc467056-dd4b-48b9-a8e6-8913365fb857 req-dc04b024-d3be-45c2-a876-15acd5e5d9db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:51.090877 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc467056-dd4b-48b9-a8e6-8913365fb857 req-dc04b024-d3be-45c2-a876-15acd5e5d9db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:51.097901 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc467056-dd4b-48b9-a8e6-8913365fb857 req-dc04b024-d3be-45c2-a876-15acd5e5d9db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:51.104363 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc467056-dd4b-48b9-a8e6-8913365fb857 req-dc04b024-d3be-45c2-a876-15acd5e5d9db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:51.111060 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc467056-dd4b-48b9-a8e6-8913365fb857 req-dc04b024-d3be-45c2-a876-15acd5e5d9db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:51.117544 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc467056-dd4b-48b9-a8e6-8913365fb857 req-dc04b024-d3be-45c2-a876-15acd5e5d9db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:51.119400 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc467056-dd4b-48b9-a8e6-8913365fb857 req-dc04b024-d3be-45c2-a876-15acd5e5d9db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 4657 time: 0.1666229 Nov 19 09:31:51.386471 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc467056-dd4b-48b9-a8e6-8913365fb857 req-069eff81-5f05-44e4-af40-c908b8bc8cac tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2d9d322-6970-46ce-8aa4-297701716841&id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2601581 Nov 19 09:31:51.401573 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4dfbe-51bf-4d75-af68-93527a8f5a27 req-3a001e05-3533-4f8a-90e4-2ca2f7a8ca0a tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:51.403666 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-04f4dfbe-51bf-4d75-af68-93527a8f5a27 req-3a001e05-3533-4f8a-90e4-2ca2f7a8ca0a tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/ports?device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 949 time: 0.2125394 Nov 19 09:31:51.540497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-87b0e5e5-3c9e-4cce-9d4b-db29f0db2504 service neutron] For port 56761c8f-425b-4730-929a-ba3b0b318243, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=56761c8f-425b-4730-929a-ba3b0b318243,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:51.617378 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-04f4dfbe-51bf-4d75-af68-93527a8f5a27 req-3b27e7ef-9487-40f6-b53e-0269ca0b0b3c tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10375f-0cf0-4e98-ae38-eed59e8af77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908159 Nov 19 09:31:51.673732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-87b0e5e5-3c9e-4cce-9d4b-db29f0db2504 service neutron] For port 56761c8f-425b-4730-929a-ba3b0b318243, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:31:51.703849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbd145-124b-4483-b321-a1f51a3212eb req-4a5a1998-df9e-4fff-b85a-9dc15b0cc920 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:51.705042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3fbd145-124b-4483-b321-a1f51a3212eb req-4a5a1998-df9e-4fff-b85a-9dc15b0cc920 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.1952879 Nov 19 09:31:51.866241 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3fbd145-124b-4483-b321-a1f51a3212eb req-3c866f7f-5342-493f-b2d4-7c5afaccc4a9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174622 Nov 19 09:31:51.870230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-87b0e5e5-3c9e-4cce-9d4b-db29f0db2504 service neutron] device_id is not set on port 56761c8f-425b-4730-929a-ba3b0b318243 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:31:51.892487 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-87b0e5e5-3c9e-4cce-9d4b-db29f0db2504 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:51.899854 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-87b0e5e5-3c9e-4cce-9d4b-db29f0db2504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:51.910780 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2cffc-6fde-4399-bcb7-f2935aca0b72 req-44cf6d91-89ff-4212-83e1-4b59b4959f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:51.921065 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 19 Nov 2021 09:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce9d285-4918-4a3a-94fe-cc67183e089e x-openstack-request-id: req-bce9d285-4918-4a3a-94fe-cc67183e089e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:31:51.921433 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d462033-e122-44eb-930c-342a63481ed6", "name": "network-vif-plugged", "status": "completed", "tag": "6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9", "code": 200}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-unplugged", "status": "completed", "tag": "b1b16378-6621-4664-9462-33598662a163", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:31:51.921909 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bce9d285-4918-4a3a-94fe-cc67183e089e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:31:51.922557 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d462033-e122-44eb-930c-342a63481ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9', 'code': 200} Nov 19 09:31:51.922988 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1b16378-6621-4664-9462-33598662a163', 'code': 200} Nov 19 09:31:51.925470 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-83d2cffc-6fde-4399-bcb7-f2935aca0b72 req-44cf6d91-89ff-4212-83e1-4b59b4959f08 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 1098 time: 0.1065009 Nov 19 09:31:51.927881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 93875227-8990-4442-841e-19b4c3c91736 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:31:51.995467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0e5e5-3c9e-4cce-9d4b-db29f0db2504 service neutron] Pushing event updated for resources: {'Port': ['ID=56761c8f-425b-4730-929a-ba3b0b318243,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:52.001216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-87b0e5e5-3c9e-4cce-9d4b-db29f0db2504 service neutron] No DVR routers for this DVR port 56761c8f-425b-4730-929a-ba3b0b318243 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:31:52.030006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 93875227-8990-4442-841e-19b4c3c91736 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:31:52.031284 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e1b1b935-d8de-408b-9222-af54f732f4dd no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:31:52.053531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-87b0e5e5-3c9e-4cce-9d4b-db29f0db2504 service neutron] In _notify_port_updated(), no bound segment for port 56761c8f-425b-4730-929a-ba3b0b318243 on network 3282dff9-c0bb-424b-9664-c64e91191014 {{(pid=103477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:31:52.054637 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-87b0e5e5-3c9e-4cce-9d4b-db29f0db2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:52.055678 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-87b0e5e5-3c9e-4cce-9d4b-db29f0db2504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:52.057885 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-87b0e5e5-3c9e-4cce-9d4b-db29f0db2504 service neutron] 10.222.0.71 "PUT /v2.0/ports/56761c8f-425b-4730-929a-ba3b0b318243 HTTP/1.1" status: 200 len: 1027 time: 1.2589700 Nov 19 09:31:52.073905 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-83d2cffc-6fde-4399-bcb7-f2935aca0b72 req-bd8330a7-e6ff-4cc2-ae2c-3be85cd35177 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373947 Nov 19 09:31:52.165855 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:52.276332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e1b1b935-d8de-408b-9222-af54f732f4dd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e1b1b935-d8de-408b-9222-af54f732f4dd,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:52.283827 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:52.284690 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:31:52.411489 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=e1b1b935-d8de-408b-9222-af54f732f4dd,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:52.488155 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c17c6b76-a89a-45a5-a0a9-26d778ddb0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:52.492054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8e88c-4baa-4695-8a73-6ededca3832e req-3512c313-8338-45af-9954-fa9ad58c0645 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:52.493903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aad8e88c-4baa-4695-8a73-6ededca3832e req-3512c313-8338-45af-9954-fa9ad58c0645 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2798681 Nov 19 09:31:52.568784 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a3334aee-cf42-462d-8fc9-f2101d92e3c4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Deleting port 5a9782cc-737b-4c81-975d-0c7bac4b62ed {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:31:52.569172 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a3334aee-cf42-462d-8fc9-f2101d92e3c4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:52.574798 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-51ff26e2-8731-4b0f-a30c-31a5b932bece None None] Provisioning complete for port 56761c8f-425b-4730-929a-ba3b0b318243 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:31:52.575187 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-51ff26e2-8731-4b0f-a30c-31a5b932bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:52.692366 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-51ff26e2-8731-4b0f-a30c-31a5b932bece None None] Port 56761c8f-425b-4730-929a-ba3b0b318243 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:31:52.699527 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:52.757554 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aad8e88c-4baa-4695-8a73-6ededca3832e req-93d42952-00e3-4530-bd83-00eace2d4786 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464342 Nov 19 09:31:52.809644 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=1cfb4ad1-72f2-4c6a-8756-da669c03ad65,segment=NetworkSegment(b9617a27-704a-4c57-bfd5-805c6e963569),segment_id=b9617a27-704a-4c57-bfd5-805c6e963569)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:52.810698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61af7-1117-4bc1-8c6d-c666f1c37199 req-b406c459-1cb9-4eb0-9b7c-9c6032fbfebc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:52.817878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61af7-1117-4bc1-8c6d-c666f1c37199 req-b406c459-1cb9-4eb0-9b7c-9c6032fbfebc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:52.818722 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:52.819575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 56761c8f-425b-4730-929a-ba3b0b318243 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:31:52.824498 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61af7-1117-4bc1-8c6d-c666f1c37199 req-b406c459-1cb9-4eb0-9b7c-9c6032fbfebc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:52.830848 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61af7-1117-4bc1-8c6d-c666f1c37199 req-b406c459-1cb9-4eb0-9b7c-9c6032fbfebc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:52.837167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61af7-1117-4bc1-8c6d-c666f1c37199 req-b406c459-1cb9-4eb0-9b7c-9c6032fbfebc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:52.846352 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ac61af7-1117-4bc1-8c6d-c666f1c37199 req-b406c459-1cb9-4eb0-9b7c-9c6032fbfebc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 3881 time: 0.1883221 Nov 19 09:31:52.899111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a3334aee-cf42-462d-8fc9-f2101d92e3c4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] For port 5a9782cc-737b-4c81-975d-0c7bac4b62ed, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=5a9782cc-737b-4c81-975d-0c7bac4b62ed,segment=NetworkSegment(5bc28d9f-98af-4ae3-b476-7cf3cb606a85),segment_id=5bc28d9f-98af-4ae3-b476-7cf3cb606a85)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:52.899818 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a3334aee-cf42-462d-8fc9-f2101d92e3c4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:52.937855 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 56761c8f-425b-4730-929a-ba3b0b318243 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:31:52.938841 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 28da1422-f569-4bc1-8147-20320b911d07 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:31:52.942680 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=1cfb4ad1-72f2-4c6a-8756-da669c03ad65,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:53.009107 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ac61af7-1117-4bc1-8c6d-c666f1c37199 req-72dd241d-d5a4-490c-95cb-9ea238cf7f1d tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1616693 Nov 19 09:31:53.104355 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:53.154049 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 28da1422-f569-4bc1-8147-20320b911d07, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=28da1422-f569-4bc1-8147-20320b911d07,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:53.166843 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:53.167580 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 5a9782cc-737b-4c81-975d-0c7bac4b62ed no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:31:53.340236 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=28da1422-f569-4bc1-8147-20320b911d07,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:53.538010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2edb44-7c3c-4b84-8060-1c282b734a0d req-d3b7aa98-d718-4c3b-b78d-0a254ee35cfa tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:53.547195 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab2edb44-7c3c-4b84-8060-1c282b734a0d req-d3b7aa98-d718-4c3b-b78d-0a254ee35cfa tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.4010689 Nov 19 09:31:53.562720 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a3334aee-cf42-462d-8fc9-f2101d92e3c4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:53.564138 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a3334aee-cf42-462d-8fc9-f2101d92e3c4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:53.565107 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a3334aee-cf42-462d-8fc9-f2101d92e3c4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Floating IP 8be08cc2-5539-4a88-91ff-35625afc1f93 disassociated. External IP: 172.25.0.118, port: 5a9782cc-737b-4c81-975d-0c7bac4b62ed. Nov 19 09:31:53.577334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a3334aee-cf42-462d-8fc9-f2101d92e3c4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Calling delete_port for 5a9782cc-737b-4c81-975d-0c7bac4b62ed owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:31:53.645111 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:53.687121 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:53.690738 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab2edb44-7c3c-4b84-8060-1c282b734a0d req-c97fa303-b6f7-492a-9b44-25ffd3a201cb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363628 Nov 19 09:31:53.744439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 5a9782cc-737b-4c81-975d-0c7bac4b62ed, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=5a9782cc-737b-4c81-975d-0c7bac4b62ed,segment=NetworkSegment(5bc28d9f-98af-4ae3-b476-7cf3cb606a85),segment_id=5bc28d9f-98af-4ae3-b476-7cf3cb606a85)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:53.750914 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:53.892120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=5a9782cc-737b-4c81-975d-0c7bac4b62ed,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:53.925128 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b1b935-d8de-408b-9222-af54f732f4dd'}, {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cfb4ad1-72f2-4c6a-8756-da669c03ad65'}, {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28da1422-f569-4bc1-8147-20320b911d07'}, {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a9782cc-737b-4c81-975d-0c7bac4b62ed'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:31:53.931492 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ad6f09-79c2-4000-880d-cd284a963464" -d '{"events": [{"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-unplugged", "status": "completed", "tag": "e1b1b935-d8de-408b-9222-af54f732f4dd"}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-unplugged", "status": "completed", "tag": "1cfb4ad1-72f2-4c6a-8756-da669c03ad65"}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-unplugged", "status": "completed", "tag": "28da1422-f569-4bc1-8147-20320b911d07"}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-unplugged", "status": "completed", "tag": "5a9782cc-737b-4c81-975d-0c7bac4b62ed"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:31:53.947580 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a3334aee-cf42-462d-8fc9-f2101d92e3c4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:54.008157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3334aee-cf42-462d-8fc9-f2101d92e3c4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event deleted for resources: {'Port': ['ID=5a9782cc-737b-4c81-975d-0c7bac4b62ed,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:54.056688 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 19 Nov 2021 09:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68ce246-627f-48b6-a85a-e8addf970536 x-openstack-request-id: req-f68ce246-627f-48b6-a85a-e8addf970536 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:31:54.057114 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-unplugged", "status": "completed", "tag": "e1b1b935-d8de-408b-9222-af54f732f4dd", "code": 200}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-unplugged", "status": "completed", "tag": "1cfb4ad1-72f2-4c6a-8756-da669c03ad65", "code": 200}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-unplugged", "status": "completed", "tag": "28da1422-f569-4bc1-8147-20320b911d07", "code": 200}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-unplugged", "status": "completed", "tag": "5a9782cc-737b-4c81-975d-0c7bac4b62ed", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:31:54.057494 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f68ce246-627f-48b6-a85a-e8addf970536 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:31:54.058006 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b1b935-d8de-408b-9222-af54f732f4dd', 'code': 200} Nov 19 09:31:54.058369 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cfb4ad1-72f2-4c6a-8756-da669c03ad65', 'code': 200} Nov 19 09:31:54.058790 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28da1422-f569-4bc1-8147-20320b911d07', 'code': 200} Nov 19 09:31:54.059127 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a9782cc-737b-4c81-975d-0c7bac4b62ed', 'code': 200} Nov 19 09:31:54.129177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58682b7-503f-43a3-b285-8707993aa376 req-494c1a87-8c4d-470e-a890-7e9e680a4191 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:54.137969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d58682b7-503f-43a3-b285-8707993aa376 req-494c1a87-8c4d-470e-a890-7e9e680a4191 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2086780 Nov 19 09:31:54.216139 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37718) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:54.411313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d58682b7-503f-43a3-b285-8707993aa376 req-1f2e9dc9-9ca5-4039-b719-82c4e152f9ce tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686634 Nov 19 09:31:54.450058 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc6f2d-0f12-4336-927f-f5eb9539c970 req-03c211a1-dbfb-44aa-9b36-d5342183173a tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:54.456458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc6f2d-0f12-4336-927f-f5eb9539c970 req-03c211a1-dbfb-44aa-9b36-d5342183173a tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:54.463947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc6f2d-0f12-4336-927f-f5eb9539c970 req-03c211a1-dbfb-44aa-9b36-d5342183173a tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:54.470888 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc6f2d-0f12-4336-927f-f5eb9539c970 req-03c211a1-dbfb-44aa-9b36-d5342183173a tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:54.472831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28dc6f2d-0f12-4336-927f-f5eb9539c970 req-03c211a1-dbfb-44aa-9b36-d5342183173a tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 3142 time: 0.2928793 Nov 19 09:31:54.480863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a3334aee-cf42-462d-8fc9-f2101d92e3c4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Router cc3b3974-c96f-4d84-aecd-b46dfbee473d has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:31:54.496999 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c73a2-2582-4c0b-bcb6-8c8658b627fd req-bb5b1394-b3a9-4999-b320-583b5f55a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:54.497520 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c73a2-2582-4c0b-bcb6-8c8658b627fd req-bb5b1394-b3a9-4999-b320-583b5f55a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:54.499017 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c73a2-2582-4c0b-bcb6-8c8658b627fd req-bb5b1394-b3a9-4999-b320-583b5f55a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:54.500123 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c73a2-2582-4c0b-bcb6-8c8658b627fd req-bb5b1394-b3a9-4999-b320-583b5f55a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:54.500598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c73a2-2582-4c0b-bcb6-8c8658b627fd req-bb5b1394-b3a9-4999-b320-583b5f55a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:54.502458 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c73a2-2582-4c0b-bcb6-8c8658b627fd req-bb5b1394-b3a9-4999-b320-583b5f55a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:54.503272 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c73a2-2582-4c0b-bcb6-8c8658b627fd req-bb5b1394-b3a9-4999-b320-583b5f55a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:54.516972 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-189c73a2-2582-4c0b-bcb6-8c8658b627fd req-bb5b1394-b3a9-4999-b320-583b5f55a787 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 6510 time: 0.2996635 Nov 19 09:31:54.750570 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-189c73a2-2582-4c0b-bcb6-8c8658b627fd req-d7e5d521-a30d-45be-bc83-96b7e53492b5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&id=12c0e9b0-3022-4521-a8c4-64614590cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2303090 Nov 19 09:31:54.841128 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28dc6f2d-0f12-4336-927f-f5eb9539c970 req-98979f2e-12dd-4567-b788-1fb9c339ec48 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3569913 Nov 19 09:31:54.947341 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:55.065019 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a5ea6-b1b5-4a37-be4f-e3f1795e12c9 req-5d23019d-5b5c-4aec-b261-c18759fee4c3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:55.076723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-038a5ea6-b1b5-4a37-be4f-e3f1795e12c9 req-5d23019d-5b5c-4aec-b261-c18759fee4c3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.1607928 Nov 19 09:31:55.091630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a3334aee-cf42-462d-8fc9-f2101d92e3c4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:31:55.105447 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ad0ff-9d06-4537-ae42-2ecedadbc6ab None None] Sync routers for ids ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:31:55.122971 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ad0ff-9d06-4537-ae42-2ecedadbc6ab None None] Routers {'cc3b3974-c96f-4d84-aecd-b46dfbee473d'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:31:55.124246 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ba0ad0ff-9d06-4537-ae42-2ecedadbc6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:31:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:55.173203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a3334aee-cf42-462d-8fc9-f2101d92e3c4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] No DVR routers for this DVR port 5a9782cc-737b-4c81-975d-0c7bac4b62ed on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:31:55.176270 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a3334aee-cf42-462d-8fc9-f2101d92e3c4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:55.184157 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a3334aee-cf42-462d-8fc9-f2101d92e3c4 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.71 "DELETE /v2.0/ports/5a9782cc-737b-4c81-975d-0c7bac4b62ed HTTP/1.1" status: 204 len: 173 time: 3.1158214 Nov 19 09:31:55.185367 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-deleted', 'tag': '5a9782cc-737b-4c81-975d-0c7bac4b62ed'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:31:55.188712 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99afe2d2-1a90-43c4-8ccd-a22d466d9af6" -d '{"events": [{"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-deleted", "tag": "5a9782cc-737b-4c81-975d-0c7bac4b62ed"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:31:55.319422 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c56c31-a602-4129-9b33-2e0ee987403b x-openstack-request-id: req-91c56c31-a602-4129-9b33-2e0ee987403b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:31:55.320671 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-deleted", "tag": "5a9782cc-737b-4c81-975d-0c7bac4b62ed", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:31:55.320934 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91c56c31-a602-4129-9b33-2e0ee987403b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:31:55.321378 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-deleted', 'tag': '5a9782cc-737b-4c81-975d-0c7bac4b62ed', 'status': 'completed', 'code': 200} Nov 19 09:31:55.328016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-038a5ea6-b1b5-4a37-be4f-e3f1795e12c9 req-723e47e9-30e7-4ce3-a77f-eda4566ae7c4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504158 Nov 19 09:31:55.336915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ba0ad0ff-9d06-4537-ae42-2ecedadbc6ab None None] Set router cc3b3974-c96f-4d84-aecd-b46dfbee473d gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:31:55.480793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-6e85f7aa-cf21-4e09-a86a-390c3ff1f55f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Deleting port e1b1b935-d8de-408b-9222-af54f732f4dd {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:31:55.481423 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-6e85f7aa-cf21-4e09-a86a-390c3ff1f55f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:55.584784 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:55.665282 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-6e85f7aa-cf21-4e09-a86a-390c3ff1f55f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] For port e1b1b935-d8de-408b-9222-af54f732f4dd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e1b1b935-d8de-408b-9222-af54f732f4dd,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:55.665651 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-6e85f7aa-cf21-4e09-a86a-390c3ff1f55f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:55.681011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-6e85f7aa-cf21-4e09-a86a-390c3ff1f55f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Calling delete_port for e1b1b935-d8de-408b-9222-af54f732f4dd owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:31:55.752651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ba0ad0ff-9d06-4537-ae42-2ecedadbc6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'name': 'tempest-TaggedBootDevicesTest-9964786-router', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:31Z', 'updated_at': '2021-11-19T09:20:36Z', 'revision_number': 4, 'project_id': '700b69d1977242c09b136442c1eff098', 'gw_port': {'id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:32Z', 'updated_at': '2021-11-19T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '94c5c4cf-db79-4661-a4ea-609bfb023652', 'name': '', 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'mac_address': 'fa:16:3e:4f:21:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:35Z', 'updated_at': '2021-11-19T09:20:44Z', 'revision_number': 5, 'project_id': '700b69d1977242c09b136442c1eff098', 'subnets': [{'id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:55.818368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ad0ff-9d06-4537-ae42-2ecedadbc6ab None None] Checking router: cc3b3974-c96f-4d84-aecd-b46dfbee473d for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:31:55.840823 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ad0ff-9d06-4537-ae42-2ecedadbc6ab None None] Routers {'cc3b3974-c96f-4d84-aecd-b46dfbee473d'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:31:55.840823 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ba0ad0ff-9d06-4537-ae42-2ecedadbc6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:31:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:55.892222 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-6e85f7aa-cf21-4e09-a86a-390c3ff1f55f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:55.937029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe493ed3-0f6a-4892-8294-c9fc25786f5a req-7566a2ba-3685-4249-9e05-8a3ca9a0b88d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:55.947487 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe493ed3-0f6a-4892-8294-c9fc25786f5a req-7566a2ba-3685-4249-9e05-8a3ca9a0b88d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.4869566 Nov 19 09:31:56.002568 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ba0ad0ff-9d06-4537-ae42-2ecedadbc6ab None None] Set router cc3b3974-c96f-4d84-aecd-b46dfbee473d gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:31:56.084417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe493ed3-0f6a-4892-8294-c9fc25786f5a req-2683398e-2d99-428f-92f7-9dacce760cc1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359639 Nov 19 09:31:56.105557 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37770) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:56.120473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85f7aa-cf21-4e09-a86a-390c3ff1f55f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event deleted for resources: {'Port': ['ID=e1b1b935-d8de-408b-9222-af54f732f4dd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:56.245405 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7c8dbb-0145-4d95-a845-6f47de3896d3 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:56.248315 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fe7c8dbb-0145-4d95-a845-6f47de3896d3 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 1093 time: 0.1381817 Nov 19 09:31:56.251547 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37772) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:31:56.263963 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:31:56.339562 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:56.344406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa895af-655f-48ac-aa3b-a6a1e5a945f5 req-825d3641-90e5-470c-ac8e-0af83cbdf7e1 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:56.350960 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7aa895af-655f-48ac-aa3b-a6a1e5a945f5 req-825d3641-90e5-470c-ac8e-0af83cbdf7e1 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.7765162 Nov 19 09:31:56.391094 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-6e85f7aa-cf21-4e09-a86a-390c3ff1f55f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] No DVR routers for this DVR port e1b1b935-d8de-408b-9222-af54f732f4dd on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:31:56.397754 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-6e85f7aa-cf21-4e09-a86a-390c3ff1f55f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:56.403096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-6e85f7aa-cf21-4e09-a86a-390c3ff1f55f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.71 "DELETE /v2.0/ports/e1b1b935-d8de-408b-9222-af54f732f4dd HTTP/1.1" status: 204 len: 173 time: 1.1845207 Nov 19 09:31:56.475301 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ba0ad0ff-9d06-4537-ae42-2ecedadbc6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'name': 'tempest-TaggedBootDevicesTest-9964786-router', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:31Z', 'updated_at': '2021-11-19T09:20:36Z', 'revision_number': 4, 'project_id': '700b69d1977242c09b136442c1eff098', 'gw_port': {'id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:32Z', 'updated_at': '2021-11-19T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '94c5c4cf-db79-4661-a4ea-609bfb023652', 'name': '', 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'mac_address': 'fa:16:3e:4f:21:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:35Z', 'updated_at': '2021-11-19T09:20:44Z', 'revision_number': 5, 'project_id': '700b69d1977242c09b136442c1eff098', 'subnets': [{'id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:31:56.576703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ad0ff-9d06-4537-ae42-2ecedadbc6ab None None] The sync data for ids ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'] in n-d-805649-14 is: [{'id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'name': 'tempest-TaggedBootDevicesTest-9964786-router', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:31Z', 'updated_at': '2021-11-19T09:20:36Z', 'revision_number': 4, 'project_id': '700b69d1977242c09b136442c1eff098', 'gw_port': {'id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:32Z', 'updated_at': '2021-11-19T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '94c5c4cf-db79-4661-a4ea-609bfb023652', 'name': '', 'network_id': '0f317c17-d11b-428a-b336-bf3a20212eb4', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'mac_address': 'fa:16:3e:4f:21:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:35Z', 'updated_at': '2021-11-19T09:20:44Z', 'revision_number': 5, 'project_id': '700b69d1977242c09b136442c1eff098', 'subnets': [{'id': 'c976a013-8e14-4043-813d-36b1a4ae191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:31:56.601436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b49e9f-208b-4e08-b66c-e856348ab007 req-08fe2016-f3fc-4e75-acf6-b7d5b9e65a6c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:56.622894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b49e9f-208b-4e08-b66c-e856348ab007 req-08fe2016-f3fc-4e75-acf6-b7d5b9e65a6c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:56.637728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b49e9f-208b-4e08-b66c-e856348ab007 req-08fe2016-f3fc-4e75-acf6-b7d5b9e65a6c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:56.659270 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4b49e9f-208b-4e08-b66c-e856348ab007 req-08fe2016-f3fc-4e75-acf6-b7d5b9e65a6c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 2409 time: 0.4222915 Nov 19 09:31:56.760608 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7aa895af-655f-48ac-aa3b-a6a1e5a945f5 req-79aa7037-7a82-438f-bc13-2549e9497e47 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561625 Nov 19 09:31:56.809452 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:56.870479 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4b49e9f-208b-4e08-b66c-e856348ab007 req-9d26b39d-50fb-480a-8828-725e0ea6df76 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2104049 Nov 19 09:31:56.942352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-2bdf3179-0cc3-424a-aa1b-2803faa055db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Deleting port b1b16378-6621-4664-9462-33598662a163 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:31:56.944546 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-2bdf3179-0cc3-424a-aa1b-2803faa055db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:57.138757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-2bdf3179-0cc3-424a-aa1b-2803faa055db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] For port b1b16378-6621-4664-9462-33598662a163, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b1b16378-6621-4664-9462-33598662a163,segment=NetworkSegment(b9617a27-704a-4c57-bfd5-805c6e963569),segment_id=b9617a27-704a-4c57-bfd5-805c6e963569)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:57.139457 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-2bdf3179-0cc3-424a-aa1b-2803faa055db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:57.191886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-2bdf3179-0cc3-424a-aa1b-2803faa055db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Calling delete_port for b1b16378-6621-4664-9462-33598662a163 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:31:57.217827 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Allocated IP 172.25.0.133 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/74b27d89-c573-4e76-92bc-1a02e3c9fea3) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:31:57.323286 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-deleted', 'tag': 'e1b1b935-d8de-408b-9222-af54f732f4dd'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:31:57.325844 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d27d3e-ce24-49c3-abc5-5cd7a1aec7a4" -d '{"events": [{"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-deleted", "tag": "e1b1b935-d8de-408b-9222-af54f732f4dd"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:31:57.327467 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca39128-18df-4bd1-aa6c-64ae60165f08 None None] New status for floating IP 8be08cc2-5539-4a88-91ff-35625afc1f93: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:31:57.476482 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f9a861-80e5-454e-9dd6-33342c29ebd8 x-openstack-request-id: req-88f9a861-80e5-454e-9dd6-33342c29ebd8 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:31:57.476870 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-deleted", "tag": "e1b1b935-d8de-408b-9222-af54f732f4dd", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:31:57.479348 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88f9a861-80e5-454e-9dd6-33342c29ebd8 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:31:57.480064 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-deleted', 'tag': 'e1b1b935-d8de-408b-9222-af54f732f4dd', 'status': 'completed', 'code': 200} Nov 19 09:31:57.564291 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-2bdf3179-0cc3-424a-aa1b-2803faa055db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:57.573232 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:57.636712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf3179-0cc3-424a-aa1b-2803faa055db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event deleted for resources: {'Port': ['ID=b1b16378-6621-4664-9462-33598662a163,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:57.699381 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:57.723704 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-2bdf3179-0cc3-424a-aa1b-2803faa055db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] No DVR routers for this DVR port b1b16378-6621-4664-9462-33598662a163 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:31:57.734169 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-2bdf3179-0cc3-424a-aa1b-2803faa055db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:57.762840 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-2bdf3179-0cc3-424a-aa1b-2803faa055db tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.71 "DELETE /v2.0/ports/b1b16378-6621-4664-9462-33598662a163 HTTP/1.1" status: 204 len: 173 time: 1.3259785 Nov 19 09:31:57.801983 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:31:57.818799 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:31:57.821471 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:31:58.115320 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=74b27d89-c573-4e76-92bc-1a02e3c9fea3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:58.148808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccc98b-9429-423c-be34-876986f07ef8 req-e923cc4e-50b5-456f-9991-9eb75da19c11 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:58.175094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8dccc98b-9429-423c-be34-876986f07ef8 req-e923cc4e-50b5-456f-9991-9eb75da19c11 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.2374315 Nov 19 09:31:58.240295 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a991f07c-f677-4511-9b99-3ed541c416f8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Deleting port 28da1422-f569-4bc1-8147-20320b911d07 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:31:58.242134 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a991f07c-f677-4511-9b99-3ed541c416f8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:58.434190 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8dccc98b-9429-423c-be34-876986f07ef8 req-e2dfb72e-ddd2-48ec-bbc2-11f70e112dd6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575228 Nov 19 09:31:58.585578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68a8e7-06cf-47c9-a24e-147222d91f02 req-53ace641-0200-434a-989b-4320e4f674c3 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:58.591919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68a8e7-06cf-47c9-a24e-147222d91f02 req-53ace641-0200-434a-989b-4320e4f674c3 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:31:58.593881 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f68a8e7-06cf-47c9-a24e-147222d91f02 req-53ace641-0200-434a-989b-4320e4f674c3 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 1676 time: 0.5815489 Nov 19 09:31:58.740094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f68a8e7-06cf-47c9-a24e-147222d91f02 req-53949146-bf45-4202-bdae-03be72defd32 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1355684 Nov 19 09:31:58.797719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a991f07c-f677-4511-9b99-3ed541c416f8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] For port 28da1422-f569-4bc1-8147-20320b911d07, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=28da1422-f569-4bc1-8147-20320b911d07,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:58.798110 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a991f07c-f677-4511-9b99-3ed541c416f8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:58.817703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a991f07c-f677-4511-9b99-3ed541c416f8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Calling delete_port for 28da1422-f569-4bc1-8147-20320b911d07 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:31:59.076455 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a991f07c-f677-4511-9b99-3ed541c416f8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:59.122315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991f07c-f677-4511-9b99-3ed541c416f8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event deleted for resources: {'Port': ['ID=28da1422-f569-4bc1-8147-20320b911d07,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:59.195086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a991f07c-f677-4511-9b99-3ed541c416f8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] No DVR routers for this DVR port 28da1422-f569-4bc1-8147-20320b911d07 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:31:59.201463 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a991f07c-f677-4511-9b99-3ed541c416f8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:59.205337 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-a991f07c-f677-4511-9b99-3ed541c416f8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.71 "DELETE /v2.0/ports/28da1422-f569-4bc1-8147-20320b911d07 HTTP/1.1" status: 204 len: 173 time: 1.4318862 Nov 19 09:31:59.295021 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:59.382824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-33b51fe7-7b09-4246-ad92-b256fc3ed3c0 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Deleting port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:31:59.383190 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-33b51fe7-7b09-4246-ad92-b256fc3ed3c0 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:59.505405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-33b51fe7-7b09-4246-ad92-b256fc3ed3c0 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] For port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=1cfb4ad1-72f2-4c6a-8756-da669c03ad65,segment=NetworkSegment(b9617a27-704a-4c57-bfd5-805c6e963569),segment_id=b9617a27-704a-4c57-bfd5-805c6e963569)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:31:59.506158 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-33b51fe7-7b09-4246-ad92-b256fc3ed3c0 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:59.523539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-33b51fe7-7b09-4246-ad92-b256fc3ed3c0 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Calling delete_port for 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:31:59.553298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:59.713387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-deleted', 'tag': 'b1b16378-6621-4664-9462-33598662a163'}, {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-deleted', 'tag': '28da1422-f569-4bc1-8147-20320b911d07'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:31:59.715861 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474fdbf3-14e9-4722-9fca-13e0bd51c4c7" -d '{"events": [{"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-deleted", "tag": "b1b16378-6621-4664-9462-33598662a163"}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-deleted", "tag": "28da1422-f569-4bc1-8147-20320b911d07"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:31:59.726341 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-33b51fe7-7b09-4246-ad92-b256fc3ed3c0 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:59.763633 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-03f5ac5d-5c77-4674-92d7-f1080534d0f4 req-8222faa9-8977-4f9f-9504-2745ad8c784e service neutron] (103477) timed out ('10.222.0.66', 61326) {{(pid=103477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 09:31:59.817021 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b51fe7-7b09-4246-ad92-b256fc3ed3c0 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event deleted for resources: {'Port': ['ID=1cfb4ad1-72f2-4c6a-8756-da669c03ad65,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:31:59.882782 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 09:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170e6efb-90f3-4816-8101-fd78577c8735 x-openstack-request-id: req-170e6efb-90f3-4816-8101-fd78577c8735 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:31:59.885398 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-deleted", "tag": "b1b16378-6621-4664-9462-33598662a163", "status": "completed", "code": 200}, {"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-deleted", "tag": "28da1422-f569-4bc1-8147-20320b911d07", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:31:59.885983 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-170e6efb-90f3-4816-8101-fd78577c8735 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:31:59.886603 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-deleted', 'tag': 'b1b16378-6621-4664-9462-33598662a163', 'status': 'completed', 'code': 200} Nov 19 09:31:59.887700 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-deleted', 'tag': '28da1422-f569-4bc1-8147-20320b911d07', 'status': 'completed', 'code': 200} Nov 19 09:31:59.950786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-33b51fe7-7b09-4246-ad92-b256fc3ed3c0 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] No DVR routers for this DVR port 1cfb4ad1-72f2-4c6a-8756-da669c03ad65 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:31:59.959427 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-33b51fe7-7b09-4246-ad92-b256fc3ed3c0 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:31:59.973250 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fcab57f8-3665-42a4-aa6f-672bcd88294c req-33b51fe7-7b09-4246-ad92-b256fc3ed3c0 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.71 "DELETE /v2.0/ports/1cfb4ad1-72f2-4c6a-8756-da669c03ad65 HTTP/1.1" status: 204 len: 173 time: 0.7573969 Nov 19 09:32:00.002489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bc4ab-2cda-43cb-945f-687cdac8b234 req-7c1a8a15-6567-4e85-9f80-4cb682417c12 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:00.015890 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b3bc4ab-2cda-43cb-945f-687cdac8b234 req-7c1a8a15-6567-4e85-9f80-4cb682417c12 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.3149915 Nov 19 09:32:00.079943 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dcbb9e23-17e2-4284-b06c-94e3fdc30856 req-d011fb31-787c-464b-aa5c-015b7598d9e8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0526388 Nov 19 09:32:00.091963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:00.110640 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:00.150332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b3bc4ab-2cda-43cb-945f-687cdac8b234 req-d2b68068-f384-4625-b0e9-927a45007c9a tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293890 Nov 19 09:32:00.226216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=74b27d89-c573-4e76-92bc-1a02e3c9fea3,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:00.304263 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:00.535513 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Floating IP e403ff20-d2e8-45df-981d-1970ef8e8419 associated. External IP: 172.25.0.133, port: 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9. Nov 19 09:32:00.945883 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router fb571c3a-3705-45df-93cd-a550af5c96f2 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:32:01.159354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:32:01.175461 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608851ed-2043-48e9-bd5b-f4b6712f1a8c None None] Sync routers for ids ['fb571c3a-3705-45df-93cd-a550af5c96f2'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:32:01.213546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608851ed-2043-48e9-bd5b-f4b6712f1a8c None None] Routers {'fb571c3a-3705-45df-93cd-a550af5c96f2'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:32:01.216750 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-608851ed-2043-48e9-bd5b-f4b6712f1a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:31:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fb571c3a-3705-45df-93cd-a550af5c96f2'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:01.224287 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:01.314322 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2612cb0d-092c-4227-acd8-fa9ec6df5c0d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0552855 Nov 19 09:32:01.315009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d462033-e122-44eb-930c-342a63481ed6', 'tag': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:32:01.321411 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef12cb2-494a-4ad2-b2e9-105f0b22190a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d462033-e122-44eb-930c-342a63481ed6", "tag": "6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:32:01.337219 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-224909cc-94fe-4dd2-accf-5850dca58687 req-6df39b37-569b-4ff4-a867-aa3bd15c504c tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.1045015 Nov 19 09:32:01.497684 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826c71c-59b8-4bfa-8ce7-755bc06a0890 req-ecf316fe-c01c-4175-a134-9d989a577694 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:01.500120 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7826c71c-59b8-4bfa-8ce7-755bc06a0890 req-ecf316fe-c01c-4175-a134-9d989a577694 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1429403 Nov 19 09:32:01.544353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-608851ed-2043-48e9-bd5b-f4b6712f1a8c None None] Set router fb571c3a-3705-45df-93cd-a550af5c96f2 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:32:01.679799 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7826c71c-59b8-4bfa-8ce7-755bc06a0890 req-7bda17e7-7838-44d2-a405-1efd1130b146 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630504 Nov 19 09:32:01.751193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e3955-dc29-48e7-9dda-ef807873579a req-fa3a1f1c-a044-4595-9e76-2603d53e3320 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:01.752710 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f30e3955-dc29-48e7-9dda-ef807873579a req-fa3a1f1c-a044-4595-9e76-2603d53e3320 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.2514427 Nov 19 09:32:01.890870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-deleted', 'tag': '1cfb4ad1-72f2-4c6a-8756-da669c03ad65'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:32:01.909317 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cbde5c-675b-4b54-a84a-e3a75b6ae2ac" -d '{"events": [{"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-deleted", "tag": "1cfb4ad1-72f2-4c6a-8756-da669c03ad65"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:32:01.959137 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f30e3955-dc29-48e7-9dda-ef807873579a req-5454176e-f9ff-4572-9042-2f2e1d2ac7e2 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991243 Nov 19 09:32:01.985041 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37828) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:02.064177 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad448c8e-bc7a-4c8a-a67f-6fee262a2843 x-openstack-request-id: req-ad448c8e-bc7a-4c8a-a67f-6fee262a2843 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:32:02.064473 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621d075d-653e-400b-9640-72d7df0f81eb", "name": "network-vif-deleted", "tag": "1cfb4ad1-72f2-4c6a-8756-da669c03ad65", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:32:02.064726 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad448c8e-bc7a-4c8a-a67f-6fee262a2843 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:32:02.065221 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621d075d-653e-400b-9640-72d7df0f81eb', 'name': 'network-vif-deleted', 'tag': '1cfb4ad1-72f2-4c6a-8756-da669c03ad65', 'status': 'completed', 'code': 200} Nov 19 09:32:02.173225 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649b7808-a5d8-4461-84eb-aa937ffd2ad3 x-openstack-request-id: req-649b7808-a5d8-4461-84eb-aa937ffd2ad3 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:32:02.173528 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d462033-e122-44eb-930c-342a63481ed6", "tag": "6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:32:02.173823 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-649b7808-a5d8-4461-84eb-aa937ffd2ad3 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:32:02.174388 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d462033-e122-44eb-930c-342a63481ed6', 'tag': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9', 'status': 'completed', 'code': 200} Nov 19 09:32:02.246986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-608851ed-2043-48e9-bd5b-f4b6712f1a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373206363', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '4027c834-34b6-4175-8df4-02165a119cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:31:21Z', 'updated_at': '2021-11-19T09:31:30Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '4027c834-34b6-4175-8df4-02165a119cd1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:22Z', 'updated_at': '2021-11-19T09:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'e403ff20-d2e8-45df-981d-1970ef8e8419', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'port_id': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'mac_address': 'fa:16:3e:cd:86:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d462033-e122-44eb-930c-342a63481ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:31:58Z', 'updated_at': '2021-11-19T09:31:58Z', 'revision_number': 0, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527571f3-e7a6-4d69-98bc-3a0a072cd878', 'name': '', 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:7c:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:28Z', 'updated_at': '2021-11-19T09:31:34Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:02.315470 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608851ed-2043-48e9-bd5b-f4b6712f1a8c None None] Checking router: fb571c3a-3705-45df-93cd-a550af5c96f2 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:32:02.339240 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cf5e7bf3-7491-46f9-a29e-7d9f33a5396c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/floatingips/e403ff20-d2e8-45df-981d-1970ef8e8419 HTTP/1.1" status: 200 len: 992 time: 0.3503354 Nov 19 09:32:02.341773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608851ed-2043-48e9-bd5b-f4b6712f1a8c None None] Routers {'fb571c3a-3705-45df-93cd-a550af5c96f2'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:32:02.342405 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-608851ed-2043-48e9-bd5b-f4b6712f1a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:31:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fb571c3a-3705-45df-93cd-a550af5c96f2'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:02.389008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef12cb2-494a-4ad2-b2e9-105f0b22190a req-599311ed-1bf1-4a24-bcd7-d12a05f1d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:02.390625 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ef12cb2-494a-4ad2-b2e9-105f0b22190a req-599311ed-1bf1-4a24-bcd7-d12a05f1d319 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 1098 time: 0.2587674 Nov 19 09:32:02.505418 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-608851ed-2043-48e9-bd5b-f4b6712f1a8c None None] Set router fb571c3a-3705-45df-93cd-a550af5c96f2 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:32:02.589354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d6d8ff6-89f8-4846-8cf3-03f25216e05b req-8cffa11c-1d9d-4e5e-b501-7aa6244210e2 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0711260 Nov 19 09:32:02.630329 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef12cb2-494a-4ad2-b2e9-105f0b22190a req-d6778e3a-b421-4ea4-bcc9-985f23548b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:02.632206 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ef12cb2-494a-4ad2-b2e9-105f0b22190a req-d6778e3a-b421-4ea4-bcc9-985f23548b88 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95 HTTP/1.1" status: 200 len: 897 time: 0.2308140 Nov 19 09:32:02.855778 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ef12cb2-494a-4ad2-b2e9-105f0b22190a req-f4b10c48-3d08-4ce4-b76e-e3bf5d0595e6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 HTTP/1.1" status: 200 len: 1000 time: 0.2105093 Nov 19 09:32:02.920705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef12cb2-494a-4ad2-b2e9-105f0b22190a req-a2631a09-faa5-4b9e-b862-3bd531651409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:02.923202 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ef12cb2-494a-4ad2-b2e9-105f0b22190a req-a2631a09-faa5-4b9e-b862-3bd531651409 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c832f0c2-c457-4961-b3f9-f7f6f447e6aa HTTP/1.1" status: 200 len: 835 time: 0.0498209 Nov 19 09:32:03.344165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37836) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:03.423278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-608851ed-2043-48e9-bd5b-f4b6712f1a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373206363', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '4027c834-34b6-4175-8df4-02165a119cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:31:21Z', 'updated_at': '2021-11-19T09:31:30Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '4027c834-34b6-4175-8df4-02165a119cd1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:22Z', 'updated_at': '2021-11-19T09:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'e403ff20-d2e8-45df-981d-1970ef8e8419', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'port_id': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'mac_address': 'fa:16:3e:cd:86:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d462033-e122-44eb-930c-342a63481ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:31:58Z', 'updated_at': '2021-11-19T09:31:58Z', 'revision_number': 0, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527571f3-e7a6-4d69-98bc-3a0a072cd878', 'name': '', 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:7c:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:28Z', 'updated_at': '2021-11-19T09:31:34Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:03.508071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608851ed-2043-48e9-bd5b-f4b6712f1a8c None None] The sync data for ids ['fb571c3a-3705-45df-93cd-a550af5c96f2'] in n-d-805649-14 is: [{'id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373206363', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '4027c834-34b6-4175-8df4-02165a119cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:31:21Z', 'updated_at': '2021-11-19T09:31:30Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '4027c834-34b6-4175-8df4-02165a119cd1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:22Z', 'updated_at': '2021-11-19T09:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'e403ff20-d2e8-45df-981d-1970ef8e8419', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'port_id': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'mac_address': 'fa:16:3e:cd:86:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d462033-e122-44eb-930c-342a63481ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:31:58Z', 'updated_at': '2021-11-19T09:31:58Z', 'revision_number': 0, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527571f3-e7a6-4d69-98bc-3a0a072cd878', 'name': '', 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:7c:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:28Z', 'updated_at': '2021-11-19T09:31:34Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:32:03.537301 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3cf99e6a-0457-4860-b1a4-089f27f5f5d3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/floatingips/e403ff20-d2e8-45df-981d-1970ef8e8419 HTTP/1.1" status: 200 len: 992 time: 0.1912625 Nov 19 09:32:03.544157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec49b1-eb87-42eb-9266-1bcceda602b8 req-dca72853-3595-497a-ade9-b8e0dd6f13ea tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:03.552172 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e4ec49b1-eb87-42eb-9266-1bcceda602b8 req-dca72853-3595-497a-ade9-b8e0dd6f13ea tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.7101994 Nov 19 09:32:03.640607 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e4ec49b1-eb87-42eb-9266-1bcceda602b8 req-099d9b6e-6641-4835-93ed-a82e5bfe5728 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867217 Nov 19 09:32:03.666182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef12cb2-494a-4ad2-b2e9-105f0b22190a req-b2137c47-44e1-4fe5-9b87-5a2c7cca5bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:03.667696 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ef12cb2-494a-4ad2-b2e9-105f0b22190a req-b2137c47-44e1-4fe5-9b87-5a2c7cca5bf1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7340364 Nov 19 09:32:03.787661 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9987eb65-67e8-41d4-b8b5-1da257f1a83c req-0a31a8ce-257f-4065-be1a-7e45d1a390dd tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0523870 Nov 19 09:32:03.856527 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ef12cb2-494a-4ad2-b2e9-105f0b22190a req-b5c7a80e-031f-42a5-82f2-7a993274fc9a service neutron] 10.222.0.71 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783109 Nov 19 09:32:03.949931 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509fd54f-8c5e-4fab-a4c5-ab3996e51a02 None None] New status for floating IP e403ff20-d2e8-45df-981d-1970ef8e8419: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:32:04.010833 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ef12cb2-494a-4ad2-b2e9-105f0b22190a req-6ac429a4-721a-494a-bbc5-8e067677d210 service neutron] 10.222.0.71 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443319 Nov 19 09:32:04.541145 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37844) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:04.621975 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8293c80b-cc7d-4bce-8b9d-7d88ecbb0c46 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/floatingips/e403ff20-d2e8-45df-981d-1970ef8e8419 HTTP/1.1" status: 200 len: 994 time: 0.0793827 Nov 19 09:32:04.775766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd6696-f819-4154-bfe1-b4f751ed04dc req-0ebd85d4-dcbd-4c41-a693-33362113c46c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:04.777488 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45cd6696-f819-4154-bfe1-b4f751ed04dc req-0ebd85d4-dcbd-4c41-a693-33362113c46c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0586488 Nov 19 09:32:04.865384 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45cd6696-f819-4154-bfe1-b4f751ed04dc req-cfdf2dd6-754e-4071-8e3c-3f1a4f3c2268 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808232 Nov 19 09:32:04.927243 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37b7bb20-46ac-4c87-a4d9-24d6ea8ef941 req-72f7dc69-04b2-40b5-ac34-9e5f19282bc6 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0414946 Nov 19 09:32:05.710676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e69fb1-ec50-441e-80a7-380e4ba46ec7 req-636f93d9-8792-4806-a554-c965e60591c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:05.712169 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8e69fb1-ec50-441e-80a7-380e4ba46ec7 req-636f93d9-8792-4806-a554-c965e60591c4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5047e7d7a40342a68aa2788274e8967a&device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 1097 time: 0.0410423 Nov 19 09:32:05.813105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e69fb1-ec50-441e-80a7-380e4ba46ec7 req-102bb202-00cb-47d9-be1a-78f3ba2ae8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:05.814620 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8e69fb1-ec50-441e-80a7-380e4ba46ec7 req-102bb202-00cb-47d9-be1a-78f3ba2ae8fd service neutron] 10.222.0.71 "GET /v2.0/networks?id=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 HTTP/1.1" status: 200 len: 915 time: 0.0934277 Nov 19 09:32:05.859656 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8e69fb1-ec50-441e-80a7-380e4ba46ec7 req-64d44b2c-febf-4276-b737-4fd49cb2f7c5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 HTTP/1.1" status: 200 len: 217 time: 0.0372987 Nov 19 09:32:05.917765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e69fb1-ec50-441e-80a7-380e4ba46ec7 req-84cab463-b967-4b8f-b95e-edb11df99287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:05.919228 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8e69fb1-ec50-441e-80a7-380e4ba46ec7 req-84cab463-b967-4b8f-b95e-edb11df99287 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c7a8eba8-535b-46b1-9a23-adba2986540d HTTP/1.1" status: 200 len: 854 time: 0.0442729 Nov 19 09:32:05.969665 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8e69fb1-ec50-441e-80a7-380e4ba46ec7 req-cfea4003-2093-4235-af05-d566dab70485 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352328 Nov 19 09:32:06.066717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-744b2677-fe7a-4cde-bed2-508bf8066b20 req-06c39234-7996-4595-988d-a918dd2307b0 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0608876 Nov 19 09:32:06.100261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56c4f6-11b3-4a32-aa6c-52db72858480 req-214f1aac-5e1d-45fe-9387-161ed66fffd2 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:06.101769 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c56c4f6-11b3-4a32-aa6c-52db72858480 req-214f1aac-5e1d-45fe-9387-161ed66fffd2 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1589935 Nov 19 09:32:06.121644 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8e69fb1-ec50-441e-80a7-380e4ba46ec7 req-a5eea541-519f-43c2-a210-8baddd6ba859 service neutron] 10.222.0.71 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347494 Nov 19 09:32:06.196471 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c56c4f6-11b3-4a32-aa6c-52db72858480 req-a187bc06-14c5-4a89-a4ff-48d653cb5f4d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861564 Nov 19 09:32:06.247102 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8e69fb1-ec50-441e-80a7-380e4ba46ec7 req-6c6369ca-76d3-444f-a08f-4a97f87fe624 service neutron] 10.222.0.71 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064277 Nov 19 09:32:07.168826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27d6e6b7-0928-470f-92b9-d7b375c0920d req-2a557d00-c78e-44db-8857-9b2d6890df1f tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0267980 Nov 19 09:32:07.328109 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7db74-ecf3-47f2-a6b3-47578df141b0 req-e2760404-8426-4e06-97dd-595f6082a9b3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:07.329733 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5d7db74-ecf3-47f2-a6b3-47578df141b0 req-e2760404-8426-4e06-97dd-595f6082a9b3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0566654 Nov 19 09:32:07.377320 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5d7db74-ecf3-47f2-a6b3-47578df141b0 req-54a62899-cb29-4d26-84f5-d1daffa0060b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416374 Nov 19 09:32:08.271897 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a54c65c-d53a-456f-9809-1679e5f3f7b9 req-4ddc909a-4c84-489f-93fd-98f8d7b473f5 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0280383 Nov 19 09:32:08.501408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d4d8c-f190-4038-b5b2-62e1e38a7483 req-488cc18b-2f88-4bc4-a6c9-641a3bd9dd93 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:08.508801 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-599d4d8c-f190-4038-b5b2-62e1e38a7483 req-488cc18b-2f88-4bc4-a6c9-641a3bd9dd93 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0591397 Nov 19 09:32:08.557804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-599d4d8c-f190-4038-b5b2-62e1e38a7483 req-b4d4ba6c-36e7-4f82-bf53-df61e91dc383 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476737 Nov 19 09:32:08.692093 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58ef31-9b0a-4f02-b15b-e6f165e0bb5a req-71ba2c2d-b5cb-412a-b16c-bf07d2f4d528 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:08.693325 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf58ef31-9b0a-4f02-b15b-e6f165e0bb5a req-71ba2c2d-b5cb-412a-b16c-bf07d2f4d528 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.0615683 Nov 19 09:32:08.754416 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf58ef31-9b0a-4f02-b15b-e6f165e0bb5a req-fca0c4ff-f540-4439-86e0-850e3f537464 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537405 Nov 19 09:32:08.973988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-21374e2f-c444-4811-af8c-cbac90ca9328 req-11f1d326-5d33-45e8-bc8d-714a5c8f7361 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:32:08.990596 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-21374e2f-c444-4811-af8c-cbac90ca9328 req-11f1d326-5d33-45e8-bc8d-714a5c8f7361 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0319588 Nov 19 09:32:09.277027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d3eda-7621-4d88-bde8-8e6008d43c8a req-692bbcdd-dbe3-4d2f-bc13-f06552a72115 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:09.295694 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c5d3eda-7621-4d88-bde8-8e6008d43c8a req-692bbcdd-dbe3-4d2f-bc13-f06552a72115 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 945 time: 0.1122284 Nov 19 09:32:09.391674 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c5d3eda-7621-4d88-bde8-8e6008d43c8a req-d1c06e66-1ee1-472b-b873-b626c794e61c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950186 Nov 19 09:32:09.449653 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5fae0a75-51df-4bda-851e-1f9d2b25cd54 req-49e08bdf-3361-4947-a740-191f76f0884a tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0519171 Nov 19 09:32:09.496876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e833aac-3044-451f-afb7-8122c105fd70 req-57353e3d-5857-44b4-a3f4-7242037d086d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1401746 Nov 19 09:32:09.507015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-5e833aac-3044-451f-afb7-8122c105fd70 req-00be1773-ffdc-4b2b-a72f-06fbda3ec6b6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:32:09.516419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e833aac-3044-451f-afb7-8122c105fd70 req-00be1773-ffdc-4b2b-a72f-06fbda3ec6b6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081825 Nov 19 09:32:09.897151 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:32:09.994183 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:10.052811 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,segment=NetworkSegment(c1500e65-40e1-44d9-8982-de0f15c7eb49),segment_id=c1500e65-40e1-44d9-8982-de0f15c7eb49)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:10.056700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8eab4e7-9729-48e8-924a-bac64eb4dd1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:32:10.060572 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf55427d-a497-4555-810e-78874a90a653" -d '{"events": [{"server_uuid": "e8eab4e7-9729-48e8-924a-bac64eb4dd1c", "name": "network-vif-unplugged", "status": "completed", "tag": "7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:32:10.080784 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:10.160328 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:10.214394 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 09:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6747a644-8e00-4b95-b5d3-ba77ec1fce1e x-openstack-request-id: req-6747a644-8e00-4b95-b5d3-ba77ec1fce1e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:32:10.215238 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8eab4e7-9729-48e8-924a-bac64eb4dd1c", "name": "network-vif-unplugged", "status": "failed", "tag": "7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2", "code": 422}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:32:10.215732 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6747a644-8e00-4b95-b5d3-ba77ec1fce1e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:32:10.216430 n-d-805649-14 neutron-server[103478]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e8eab4e7-9729-48e8-924a-bac64eb4dd1c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2', 'code': 422} returned with failed status Nov 19 09:32:10.594816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed207b99-0171-49f9-a91a-12eb55a8aaba req-d3dd9900-ce25-4f17-8abc-4707cde6a488 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:10.596847 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed207b99-0171-49f9-a91a-12eb55a8aaba req-d3dd9900-ce25-4f17-8abc-4707cde6a488 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.1176834 Nov 19 09:32:10.632059 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6e193d4-b3d3-4b1b-bf33-73bf77edff8d req-38e7e09d-ddbe-4043-a890-79a54e08bb2b tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0570724 Nov 19 09:32:10.689901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed207b99-0171-49f9-a91a-12eb55a8aaba req-795d3f76-ef95-469e-9c89-5711652e6b5e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706484 Nov 19 09:32:10.821541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e833aac-3044-451f-afb7-8122c105fd70 req-81139980-ab6c-442e-b69f-154d134dbdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:10.823727 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e833aac-3044-451f-afb7-8122c105fd70 req-81139980-ab6c-442e-b69f-154d134dbdbb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c&tenant_id=5047e7d7a40342a68aa2788274e8967a HTTP/1.1" status: 200 len: 1095 time: 0.0880823 Nov 19 09:32:10.940411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e833aac-3044-451f-afb7-8122c105fd70 req-d2a1e912-999c-4310-8901-ce057e39cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:10.947206 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e833aac-3044-451f-afb7-8122c105fd70 req-d2a1e912-999c-4310-8901-ce057e39cdb6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5047e7d7a40342a68aa2788274e8967a&device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 1095 time: 0.0946648 Nov 19 09:32:11.088362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e833aac-3044-451f-afb7-8122c105fd70 req-b880b99c-277a-4244-b258-885078f09c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:11.090552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e833aac-3044-451f-afb7-8122c105fd70 req-b880b99c-277a-4244-b258-885078f09c8e service neutron] 10.222.0.71 "GET /v2.0/networks?id=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 HTTP/1.1" status: 200 len: 915 time: 0.1303382 Nov 19 09:32:11.141967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e833aac-3044-451f-afb7-8122c105fd70 req-be114c47-d3b0-4f43-9e60-048739296f1a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 HTTP/1.1" status: 200 len: 217 time: 0.0413888 Nov 19 09:32:11.207153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e833aac-3044-451f-afb7-8122c105fd70 req-999c44b8-2a14-4196-9370-c0ea2f3a0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:11.208758 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e833aac-3044-451f-afb7-8122c105fd70 req-999c44b8-2a14-4196-9370-c0ea2f3a0f83 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c7a8eba8-535b-46b1-9a23-adba2986540d HTTP/1.1" status: 200 len: 854 time: 0.0581911 Nov 19 09:32:11.259692 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e833aac-3044-451f-afb7-8122c105fd70 req-f0c17ff4-6747-4fe6-8673-0d9b990936bd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373104 Nov 19 09:32:11.360495 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e833aac-3044-451f-afb7-8122c105fd70 req-38fed23f-7613-4a4c-bac7-7eb5ef547afb service neutron] 10.222.0.71 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929306 Nov 19 09:32:11.465241 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e833aac-3044-451f-afb7-8122c105fd70 req-74dd80ce-ad0e-452d-96d1-31da4b28b724 service neutron] 10.222.0.71 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947511 Nov 19 09:32:11.786928 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a71a965-9095-4a17-9b04-528b5d6099f1 req-bbfc9743-bb33-4831-93f0-c94e47c75330 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0703442 Nov 19 09:32:11.855833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a7a9c-b888-4a93-a7d8-e93861b873e2 req-34141f7f-954f-465d-8907-e78696a5b37d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:11.857682 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc4a7a9c-b888-4a93-a7d8-e93861b873e2 req-34141f7f-954f-465d-8907-e78696a5b37d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.0697680 Nov 19 09:32:11.939809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc4a7a9c-b888-4a93-a7d8-e93861b873e2 req-f904b316-08c5-4838-bca8-d4aca58b2ae6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735259 Nov 19 09:32:12.956206 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c26bba7-9ff6-42c4-b892-4ea203e3614e req-5ffef83f-a729-42ae-9470-f13b0c23fabc tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0541530 Nov 19 09:32:13.124448 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0aad00-d3c6-4111-b2ce-1eb754bdf792 req-9a54bb93-9372-44ea-80b0-a0532fff2d84 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:13.126881 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d0aad00-d3c6-4111-b2ce-1eb754bdf792 req-9a54bb93-9372-44ea-80b0-a0532fff2d84 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.0969923 Nov 19 09:32:13.231539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d0aad00-d3c6-4111-b2ce-1eb754bdf792 req-9654940f-ef53-4d2f-82ee-7ab04e5833f9 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977364 Nov 19 09:32:14.158535 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efddc859-b9d4-420a-b7ae-12b6775f5302 req-c30b88dc-7e8d-4536-8e4c-52e2142548e3 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.1010196 Nov 19 09:32:14.519766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666465f-ccda-4322-b5d0-f6d338b8d53e req-03591272-3744-42e6-939e-c58b66252cd1 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:14.533109 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9666465f-ccda-4322-b5d0-f6d338b8d53e req-03591272-3744-42e6-939e-c58b66252cd1 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.1149907 Nov 19 09:32:14.554743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38012) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:14.617685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9666465f-ccda-4322-b5d0-f6d338b8d53e req-859d1d22-56d9-483e-b1f3-b6bc16165753 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832460 Nov 19 09:32:14.744152 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca687bb9-5bcc-4f4a-8025-6f1b4b60ea02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:14.852916 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca687bb9-5bcc-4f4a-8025-6f1b4b60ea02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:14.857660 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca687bb9-5bcc-4f4a-8025-6f1b4b60ea02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:14.904233 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38016) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:14.904466 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ca687bb9-5bcc-4f4a-8025-6f1b4b60ea02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5954e88c39cf411189428a19873745d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3486025 Nov 19 09:32:14.905989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca687bb9-5bcc-4f4a-8025-6f1b4b60ea02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf79b3b-5b10-49b3-b0ab-f95bab789efa,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:14.963906 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63a8ea41-f3f2-44aa-898a-1d43c16488fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:14.995878 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63a8ea41-f3f2-44aa-898a-1d43c16488fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:15.048580 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63a8ea41-f3f2-44aa-898a-1d43c16488fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:15.051712 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63a8ea41-f3f2-44aa-898a-1d43c16488fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:15.053297 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-63a8ea41-f3f2-44aa-898a-1d43c16488fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bf79b3b-5b10-49b3-b0ab-f95bab789efa HTTP/1.1" status: 204 len: 168 time: 0.1462851 Nov 19 09:32:15.062612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8ea41-f3f2-44aa-898a-1d43c16488fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf79b3b-5b10-49b3-b0ab-f95bab789efa,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:15.336458 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d1670447-23c6-4b2b-bd0d-f3aab98d48bc req-164476b4-6d3d-48de-84e9-1256610f8657 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0594578 Nov 19 09:32:15.448918 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38026) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:15.462558 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-475aef27-0298-4302-8b3a-10ff31344217 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:15.529347 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:15.544871 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-475aef27-0298-4302-8b3a-10ff31344217 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:15.550328 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-475aef27-0298-4302-8b3a-10ff31344217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:15.586635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475aef27-0298-4302-8b3a-10ff31344217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c98214-cdb7-47fe-b372-d0972f3a26cc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:15.614636 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-475aef27-0298-4302-8b3a-10ff31344217 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efdc9a34dc6a40deb09eea5aa041e74f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1645586 Nov 19 09:32:15.615299 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38034) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:15.676833 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:32:15.684063 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30bcdaf6-3149-4c8d-b28c-544635127f58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:15.715985 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30bcdaf6-3149-4c8d-b28c-544635127f58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:15.799442 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30bcdaf6-3149-4c8d-b28c-544635127f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:15.802353 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30bcdaf6-3149-4c8d-b28c-544635127f58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:15.803577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-30bcdaf6-3149-4c8d-b28c-544635127f58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7c98214-cdb7-47fe-b372-d0972f3a26cc HTTP/1.1" status: 204 len: 168 time: 0.1873927 Nov 19 09:32:15.819406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcdaf6-3149-4c8d-b28c-544635127f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c98214-cdb7-47fe-b372-d0972f3a26cc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:15.878892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a37d02-c163-4606-a57a-fb31309556a7 req-4c20699f-26f4-4bb5-b31a-ea434cf83906 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:15.880505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87a37d02-c163-4606-a57a-fb31309556a7 req-4c20699f-26f4-4bb5-b31a-ea434cf83906 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.1210380 Nov 19 09:32:15.984357 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87a37d02-c163-4606-a57a-fb31309556a7 req-ad547a52-7ca8-4186-9bed-4cac5b72ad0c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794590 Nov 19 09:32:16.218275 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38044) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:16.232262 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-145d9e26-a7f0-422f-842e-4f0ac9c2e63a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:16.330552 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-145d9e26-a7f0-422f-842e-4f0ac9c2e63a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:16.335493 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-145d9e26-a7f0-422f-842e-4f0ac9c2e63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:16.381523 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-145d9e26-a7f0-422f-842e-4f0ac9c2e63a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c86e73272094a48808ba3b93cc68f42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1620159 Nov 19 09:32:16.383021 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d9e26-a7f0-422f-842e-4f0ac9c2e63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e68c63-3063-4bf9-bbac-1b6a593b7c1d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:16.385692 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38048) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:16.462333 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55f2500e-11f5-442a-b05f-37d776b3c3cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:16.514265 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d91c3b82-26ec-45bd-b554-4af465cdabb5 req-bf84be5b-b0f1-4e7e-8c06-eae15c757c63 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0681112 Nov 19 09:32:16.516621 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55f2500e-11f5-442a-b05f-37d776b3c3cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:16.624602 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55f2500e-11f5-442a-b05f-37d776b3c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:16.630986 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55f2500e-11f5-442a-b05f-37d776b3c3cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:16.632420 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-55f2500e-11f5-442a-b05f-37d776b3c3cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48e68c63-3063-4bf9-bbac-1b6a593b7c1d HTTP/1.1" status: 204 len: 168 time: 0.2457356 Nov 19 09:32:16.642437 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2500e-11f5-442a-b05f-37d776b3c3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e68c63-3063-4bf9-bbac-1b6a593b7c1d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:17.153377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d89a9d-374b-4c40-8137-235d687f79a2 req-cafde933-db7e-4d51-a4e9-bb92704e2f9d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:17.161519 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a4d89a9d-374b-4c40-8137-235d687f79a2 req-cafde933-db7e-4d51-a4e9-bb92704e2f9d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.0984616 Nov 19 09:32:17.261460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a4d89a9d-374b-4c40-8137-235d687f79a2 req-33dad592-a41a-4bb7-9766-600380f26977 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767770 Nov 19 09:32:17.653247 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f79af717-eddb-4b69-a758-19aac5475973 req-9b26d2fe-6c97-49ac-af9c-2c73c0611fb8 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0341880 Nov 19 09:32:17.978314 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:18.156279 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38096) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:18.280039 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eafaa539-3e5d-4ff8-b54e-703eae3f8337 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:18.398275 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eafaa539-3e5d-4ff8-b54e-703eae3f8337 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:18.405824 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eafaa539-3e5d-4ff8-b54e-703eae3f8337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:18.426757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397a393-1e22-41a2-9652-a0162bff90b3 req-a2ac5099-a643-49ab-95e6-61d7f89bf3b3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:18.434752 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6397a393-1e22-41a2-9652-a0162bff90b3 req-a2ac5099-a643-49ab-95e6-61d7f89bf3b3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.0790644 Nov 19 09:32:18.468176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38102) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:18.468410 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-eafaa539-3e5d-4ff8-b54e-703eae3f8337 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccc94b0c95c34e7c9560249b6978f56b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3102610 Nov 19 09:32:18.483924 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafaa539-3e5d-4ff8-b54e-703eae3f8337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12eba340-33fc-4e0d-b1b3-3d0dea992741,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:18.524113 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6397a393-1e22-41a2-9652-a0162bff90b3 req-d71eec63-ddc0-4220-93bd-91356deb8509 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883176 Nov 19 09:32:18.567181 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da05efb4-8cea-4d92-a46a-a5529bca667a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:18.592327 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da05efb4-8cea-4d92-a46a-a5529bca667a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:18.659795 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da05efb4-8cea-4d92-a46a-a5529bca667a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:18.663487 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da05efb4-8cea-4d92-a46a-a5529bca667a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:18.668336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-da05efb4-8cea-4d92-a46a-a5529bca667a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12eba340-33fc-4e0d-b1b3-3d0dea992741 HTTP/1.1" status: 204 len: 168 time: 0.1984308 Nov 19 09:32:18.681195 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05efb4-8cea-4d92-a46a-a5529bca667a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eba340-33fc-4e0d-b1b3-3d0dea992741,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:18.878256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5fa70297-5b8d-4d7b-9a54-9b4e0e38947a req-65039909-548e-45a0-9f49-49118e35a073 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0711141 Nov 19 09:32:19.541438 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38132) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:19.655428 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757722d-37b2-4f5b-aff6-8b97d045fe58 req-971bfeb2-fd6d-4294-83d5-319ea22cde06 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:19.657152 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0757722d-37b2-4f5b-aff6-8b97d045fe58 req-971bfeb2-fd6d-4294-83d5-319ea22cde06 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.0601466 Nov 19 09:32:19.687677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d929cc87-8233-4ae8-8c04-9742ff996f71 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1366160200-network', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:32:19.729554 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0757722d-37b2-4f5b-aff6-8b97d045fe58 req-87f66348-a4c7-4261-a82d-a4ab34ddc438 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656881 Nov 19 09:32:19.731255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d929cc87-8233-4ae8-8c04-9742ff996f71 admin admin] Made reservation on behalf of 97d6bf065fed4007bd675ea46e08b554 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:32:19.733627 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d929cc87-8233-4ae8-8c04-9742ff996f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:19.746811 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d929cc87-8233-4ae8-8c04-9742ff996f71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:19.834657 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d929cc87-8233-4ae8-8c04-9742ff996f71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:19.845980 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d929cc87-8233-4ae8-8c04-9742ff996f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:19.859825 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6a2ce654-346f-4c1d-9b4e-80635cea368d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:19.868332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d929cc87-8233-4ae8-8c04-9742ff996f71 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:32:19.883930 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929cc87-8233-4ae8-8c04-9742ff996f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea469b5-1123-4e50-ac4c-75dfe17e315c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:19.890114 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d929cc87-8233-4ae8-8c04-9742ff996f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:19.890502 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-d929cc87-8233-4ae8-8c04-9742ff996f71 admin admin] Added segment 9a4f95a4-f011-4881-8331-d9695d3d5422 of type vlan for network 0cea7c7f-baeb-4f54-a20a-2d9b42df4887 Nov 19 09:32:19.946412 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d929cc87-8233-4ae8-8c04-9742ff996f71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:19.975411 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d929cc87-8233-4ae8-8c04-9742ff996f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:19.976609 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d929cc87-8233-4ae8-8c04-9742ff996f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:19.977441 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d929cc87-8233-4ae8-8c04-9742ff996f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:20.074776 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f55c602-d2de-4ae1-9ba2-cfe2bb94ab9c req-7219e2dd-a315-4128-b20d-fb7c9e372219 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0670941 Nov 19 09:32:20.080573 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d929cc87-8233-4ae8-8c04-9742ff996f71 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5379546 Nov 19 09:32:20.083604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38150) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:20.093078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-13803667-6181-417d-bfe3-95e9fa99c6fb admin admin] Request body: {'subnet': {'network_id': '0cea7c7f-baeb-4f54-a20a-2d9b42df4887', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1366160200-subnet', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:32:20.095792 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929cc87-8233-4ae8-8c04-9742ff996f71 admin admin] Pushing event updated for resources: {'Network': ['ID=0cea7c7f-baeb-4f54-a20a-2d9b42df4887,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:20.125508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 0cea7c7f-baeb-4f54-a20a-2d9b42df4887 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:32:20.134153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13803667-6181-417d-bfe3-95e9fa99c6fb admin admin] Made reservation on behalf of 97d6bf065fed4007bd675ea46e08b554 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:32:20.136880 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13803667-6181-417d-bfe3-95e9fa99c6fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:20.372073 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13803667-6181-417d-bfe3-95e9fa99c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:20.426706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13803667-6181-417d-bfe3-95e9fa99c6fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=137b5c33-5557-4e96-b9ac-98b106d55899,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:20.440348 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13803667-6181-417d-bfe3-95e9fa99c6fb admin admin] Checking segment: {'id': '9a4f95a4-f011-4881-8331-d9695d3d5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0cea7c7f-baeb-4f54-a20a-2d9b42df4887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:32:20.440714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13803667-6181-417d-bfe3-95e9fa99c6fb admin admin] Network hostable DHCP agents. Network: 0cea7c7f-baeb-4f54-a20a-2d9b42df4887, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:32:20.458339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13803667-6181-417d-bfe3-95e9fa99c6fb admin admin] Network 0cea7c7f-baeb-4f54-a20a-2d9b42df4887 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:32:20.466539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-13803667-6181-417d-bfe3-95e9fa99c6fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 0cea7c7f-baeb-4f54-a20a-2d9b42df4887) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:32:20.470760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13803667-6181-417d-bfe3-95e9fa99c6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:20.471426 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13803667-6181-417d-bfe3-95e9fa99c6fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:20.476219 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d072dbd-ad1f-4673-96d2-713f4a098401 None None] Network 0cea7c7f-baeb-4f54-a20a-2d9b42df4887 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:32:20.500055 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-13803667-6181-417d-bfe3-95e9fa99c6fb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4153161 Nov 19 09:32:20.502967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38154) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:20.510302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1366160200-router', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:32:20.534870 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:20.536075 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:20.592404 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:20.630251 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-0cea7c7f-baeb-4f54-a20a-2d9b42df4887', 'network_id': '0cea7c7f-baeb-4f54-a20a-2d9b42df4887', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554', 'fixed_ips': [{'subnet_id': '137b5c33-5557-4e96-b9ac-98b106d55899'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:32:20.631355 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:20.770172 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:20.787768 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Allocated IP 172.20.0.2 (0cea7c7f-baeb-4f54-a20a-2d9b42df4887/137b5c33-5557-4e96-b9ac-98b106d55899/ad449c44-6d4c-444a-af62-30aad161ebd6) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:32:20.944661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed0c2b-d59a-4a7b-8f9a-d1f6cd25913b req-cc9e8635-5570-4476-8e8c-2cb1d5ee7a2c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:20.946295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b4ed0c2b-d59a-4a7b-8f9a-d1f6cd25913b req-cc9e8635-5570-4476-8e8c-2cb1d5ee7a2c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.1141274 Nov 19 09:32:20.992831 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:21.001192 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:21.052974 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Network 0cea7c7f-baeb-4f54-a20a-2d9b42df4887 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:32:21.053889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Pushing event updated for resources: {'Port': ['ID=ad449c44-6d4c-444a-af62-30aad161ebd6,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:21.058009 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:32:21.060286 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:32:21.114485 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:21.125128 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Attempting to bind port ad449c44-6d4c-444a-af62-30aad161ebd6 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:32:21.125128 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Attempting to bind port ad449c44-6d4c-444a-af62-30aad161ebd6 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '9a4f95a4-f011-4881-8331-d9695d3d5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0cea7c7f-baeb-4f54-a20a-2d9b42df4887'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:32:21.125128 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Attempting to bind port ad449c44-6d4c-444a-af62-30aad161ebd6 on network 0cea7c7f-baeb-4f54-a20a-2d9b42df4887 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:32:21.130342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:32:21.131071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Checking segment: {'id': '9a4f95a4-f011-4881-8331-d9695d3d5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0cea7c7f-baeb-4f54-a20a-2d9b42df4887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:32:21.131689 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:21.132287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Bound using segment: {'id': '9a4f95a4-f011-4881-8331-d9695d3d5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0cea7c7f-baeb-4f54-a20a-2d9b42df4887'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:32:21.132967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Bound port: ad449c44-6d4c-444a-af62-30aad161ebd6, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4f95a4-f011-4881-8331-d9695d3d5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0cea7c7f-baeb-4f54-a20a-2d9b42df4887'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:32:21.134069 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:21.141262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b4ed0c2b-d59a-4a7b-8f9a-d1f6cd25913b req-557a20a4-cb9c-420e-bbbd-62749ba715a5 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832428 Nov 19 09:32:21.143143 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:21.235699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29e77f4a-93af-4726-ad41-513fbeed5f36 req-417d88f1-626f-4161-95b0-1ad9ac0f2bd5 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0330939 Nov 19 09:32:21.268769 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] For port ad449c44-6d4c-444a-af62-30aad161ebd6, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:32:21.273501 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] For port ad449c44-6d4c-444a-af62-30aad161ebd6, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ad449c44-6d4c-444a-af62-30aad161ebd6,segment=NetworkSegment(9a4f95a4-f011-4881-8331-d9695d3d5422),segment_id=9a4f95a4-f011-4881-8331-d9695d3d5422)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:32:21.283595 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:21.324841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Allocated IP 172.25.0.158 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/9ff5fbe8-32ae-42b9-8525-e4513d8c83c1) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:32:21.372382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a2ae6-5293-4978-af3c-4c9411718316 None None] Pushing event updated for resources: {'Port': ['ID=ad449c44-6d4c-444a-af62-30aad161ebd6,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:21.472924 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:21.513771 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:21.561700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:32:21.567536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:32:21.572816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:32:21.577279 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Pushing event updated for resources: {'Port': ['ID=9ff5fbe8-32ae-42b9-8525-e4513d8c83c1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:21.596943 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025bc347-3f8e-46ac-abfd-5cfff706a6a4 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:32:21.750921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4c4b6285-fc8c-4c48-8dc9-c293e00e6efd None None] Provisioning complete for port 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:21.751390 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4c4b6285-fc8c-4c48-8dc9-c293e00e6efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:21.823686 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b6285-fc8c-4c48-8dc9-c293e00e6efd None None] Port 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:32:22.015665 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:22.259482 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85f5293c-4bf6-4274-896c-e333f3bfb441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:22.266672 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:22.286769 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07f803-6f6d-4a4b-8da8-5c0179e0614f req-d1a84e86-bbbc-49b4-9c2e-fb8a6606059f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:22.288333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b07f803-6f6d-4a4b-8da8-5c0179e0614f req-d1a84e86-bbbc-49b4-9c2e-fb8a6606059f tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.0707040 Nov 19 09:32:22.400071 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d53d7f0-6446-46ec-a44c-c252ad72cdbf req-135d6d78-2977-476c-9668-f515630f5191 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0449264 Nov 19 09:32:22.487278 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b07f803-6f6d-4a4b-8da8-5c0179e0614f req-b882b237-9a0c-4cba-8183-7bd382ed9bba tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422942 Nov 19 09:32:22.536444 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Router 1178a154-89ce-4886-981c-234e4df82fd5 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:32:22.675419 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:32:22.689220 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Sync routers for ids ['1178a154-89ce-4886-981c-234e4df82fd5'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:32:22.706172 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:22.707519 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8ba72b04-d3de-41b2-bdea-a5637e9b6a3b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2032938 Nov 19 09:32:22.710775 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38174) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:22.711240 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Routers {'1178a154-89ce-4886-981c-234e4df82fd5'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:32:22.711530 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1178a154-89ce-4886-981c-234e4df82fd5'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:22.771330 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da75f88-8e87-4342-8356-26368f0b89c8 None None] Network 0cea7c7f-baeb-4f54-a20a-2d9b42df4887 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:32:22.841013 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ad449c44-6d4c-444a-af62-30aad161ebd6 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:32:22.928715 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1ee744a9-841a-4fbb-bdfa-cbb94e048759 None None] Provisioning complete for port ad449c44-6d4c-444a-af62-30aad161ebd6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:22.929100 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1ee744a9-841a-4fbb-bdfa-cbb94e048759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:22.931702 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Set router 1178a154-89ce-4886-981c-234e4df82fd5 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:32:23.111104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ad449c44-6d4c-444a-af62-30aad161ebd6 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:23.111479 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:23.274521 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1ee744a9-841a-4fbb-bdfa-cbb94e048759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:23.354119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1ee744a9-841a-4fbb-bdfa-cbb94e048759 None None] For port ad449c44-6d4c-444a-af62-30aad161ebd6, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ad449c44-6d4c-444a-af62-30aad161ebd6,segment=NetworkSegment(9a4f95a4-f011-4881-8331-d9695d3d5422),segment_id=9a4f95a4-f011-4881-8331-d9695d3d5422)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:23.355134 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:23.368070 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1ee744a9-841a-4fbb-bdfa-cbb94e048759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:23.422717 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1178a154-89ce-4886-981c-234e4df82fd5', 'name': 'tempest-TestAggregatesBasicOps-1366160200-router', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ff5fbe8-32ae-42b9-8525-e4513d8c83c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:20Z', 'updated_at': '2021-11-19T09:32:21Z', 'revision_number': 3, 'project_id': '97d6bf065fed4007bd675ea46e08b554', 'gw_port': {'id': '9ff5fbe8-32ae-42b9-8525-e4513d8c83c1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:61:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1178a154-89ce-4886-981c-234e4df82fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:21Z', 'updated_at': '2021-11-19T09:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:23.528408 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Checking router: 1178a154-89ce-4886-981c-234e4df82fd5 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:32:23.528684 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Updating router 1178a154-89ce-4886-981c-234e4df82fd5 port 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:32:23.556164 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:23.575325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee744a9-841a-4fbb-bdfa-cbb94e048759 None None] Pushing event updated for resources: {'Port': ['ID=ad449c44-6d4c-444a-af62-30aad161ebd6,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:23.604661 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:23.609614 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:23.612600 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:32:23.612751 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:32:23.642618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2312d427-295f-4929-82e9-1535d95c44ad None None] Provisioning complete for port ad449c44-6d4c-444a-af62-30aad161ebd6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:23.643300 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2312d427-295f-4929-82e9-1535d95c44ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:23.660287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab5246cc-d9b1-43bd-b623-d654fa14e7d9 req-fca6827b-dc6f-495e-9a41-b0eafc178609 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0410860 Nov 19 09:32:23.712359 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-c34e9eb6-b9d6-4a01-a644-34339031a02f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1885595 Nov 19 09:32:23.745365 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48fedd-6cda-4b18-b5f9-4e24adb49a65 req-3581fbae-47f6-4bea-a7b5-c00bf06c533e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:23.754503 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a48fedd-6cda-4b18-b5f9-4e24adb49a65 req-3581fbae-47f6-4bea-a7b5-c00bf06c533e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.1366482 Nov 19 09:32:23.849936 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a48fedd-6cda-4b18-b5f9-4e24adb49a65 req-3ee644de-786e-428a-b143-ffbcd57604c3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894077 Nov 19 09:32:23.864969 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-94b4aa03-b9e2-49fd-a9ca-6ce377d87ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:23.865912 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-94b4aa03-b9e2-49fd-a9ca-6ce377d87ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:23.866543 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-94b4aa03-b9e2-49fd-a9ca-6ce377d87ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:23.867164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-94b4aa03-b9e2-49fd-a9ca-6ce377d87ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:23.867786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-94b4aa03-b9e2-49fd-a9ca-6ce377d87ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:23.868408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-94b4aa03-b9e2-49fd-a9ca-6ce377d87ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:23.869032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-94b4aa03-b9e2-49fd-a9ca-6ce377d87ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:23.871203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-94b4aa03-b9e2-49fd-a9ca-6ce377d87ccb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 6510 time: 0.1143570 Nov 19 09:32:23.899580 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Allocated IP 172.20.0.1 (0cea7c7f-baeb-4f54-a20a-2d9b42df4887/137b5c33-5557-4e96-b9ac-98b106d55899/656b516d-0feb-4b5d-8609-236ee5625f47) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:32:24.029057 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-b3987ded-b90e-4eee-a01a-9bb8f2c08452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:24.030120 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-b3987ded-b90e-4eee-a01a-9bb8f2c08452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:24.030613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-b3987ded-b90e-4eee-a01a-9bb8f2c08452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:24.032642 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-b3987ded-b90e-4eee-a01a-9bb8f2c08452 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d998d4ee-a200-49f0-8943-4be78f808d14&id=49aec6eb-5987-4d27-ba58-77e438f7ea82&id=49aec6eb-5987-4d27-ba58-77e438f7ea82&id=49aec6eb-5987-4d27-ba58-77e438f7ea82&id=49aec6eb-5987-4d27-ba58-77e438f7ea82&id=b2acc81c-bf09-4632-a469-1751c5389c3c&id=b2acc81c-bf09-4632-a469-1751c5389c3c HTTP/1.1" status: 200 len: 2297 time: 0.1275482 Nov 19 09:32:24.061732 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:24.117217 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-eb3df9b7-1e0a-4277-bd16-192a2eea42e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=980656e3-34d0-43e8-b414-ea629b357a2d HTTP/1.1" status: 200 len: 1000 time: 0.0757267 Nov 19 09:32:24.140687 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:24.196385 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:24.204826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Network 0cea7c7f-baeb-4f54-a20a-2d9b42df4887 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:32:24.210951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:32:24.213031 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:24.216213 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:32:24.219634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Pushing event updated for resources: {'Port': ['ID=656b516d-0feb-4b5d-8609-236ee5625f47,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:24.270248 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-89390583-0396-4b82-a5e7-2f4f77a74944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:24.273691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-89390583-0396-4b82-a5e7-2f4f77a74944 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ca7a993c-8947-46a3-a13a-7da81a72657b HTTP/1.1" status: 200 len: 855 time: 0.1435730 Nov 19 09:32:24.290308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:24.313060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974589fc-faf9-48fb-b0a1-2f9e5cb5dfd5 None None] Pushing event updated for resources: {'Port': ['ID=9ff5fbe8-32ae-42b9-8525-e4513d8c83c1,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:24.316087 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Attempting to bind port 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:32:24.316673 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Attempting to bind port 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:32:24.317253 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Attempting to bind port 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:32:24.325129 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:32:24.325498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:32:24.325912 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:24.326309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:32:24.336250 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Bound port: 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:32:24.336961 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:24.340097 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e5aeb9-249c-4ee6-87c6-1c38da7f8af0 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:32:24.364122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-0998ea02-01f7-4610-aef1-2a83801d0284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:24.365624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-0998ea02-01f7-4610-aef1-2a83801d0284 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d998d4ee-a200-49f0-8943-4be78f808d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799789 Nov 19 09:32:24.441799 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] For port 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:32:24.465172 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] For port 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9ff5fbe8-32ae-42b9-8525-e4513d8c83c1,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:32:24.474842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a647393f-78f1-4cb2-8864-9278734b282c None None] Provisioning complete for port 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:24.476960 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a647393f-78f1-4cb2-8864-9278734b282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:24.481071 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:24.488266 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-6e60ed79-ab88-4832-9d5f-6152ef34306c service neutron] 10.222.0.71 "GET /v2.0/networks/d998d4ee-a200-49f0-8943-4be78f808d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078184 Nov 19 09:32:24.519877 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:24.597639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd0556d-496d-44c4-93d6-44017dbe7ff6 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:32:24.616947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974589fc-faf9-48fb-b0a1-2f9e5cb5dfd5 None None] Pushing event updated for resources: {'Port': ['ID=9ff5fbe8-32ae-42b9-8525-e4513d8c83c1,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:24.650110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Routers {'1178a154-89ce-4886-981c-234e4df82fd5'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:32:24.650779 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1178a154-89ce-4886-981c-234e4df82fd5'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:24.776653 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:24.784151 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:24.814937 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] Set router 1178a154-89ce-4886-981c-234e4df82fd5 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:32:24.836852 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:24.929170 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ad449c44-6d4c-444a-af62-30aad161ebd6 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:32:24.983746 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Network 0cea7c7f-baeb-4f54-a20a-2d9b42df4887 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:32:24.989996 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:32:25.066585 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:25.085183 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a647393f-78f1-4cb2-8864-9278734b282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:25.132109 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-ad41522a-d393-4ae9-89f0-958f0ca88779 service neutron] 10.222.0.71 "GET /v2.0/networks/d998d4ee-a200-49f0-8943-4be78f808d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259360 Nov 19 09:32:25.132641 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a647393f-78f1-4cb2-8864-9278734b282c None None] For port 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9ff5fbe8-32ae-42b9-8525-e4513d8c83c1,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:25.155420 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a647393f-78f1-4cb2-8864-9278734b282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:25.210566 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647393f-78f1-4cb2-8864-9278734b282c None None] Pushing event updated for resources: {'Port': ['ID=9ff5fbe8-32ae-42b9-8525-e4513d8c83c1,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:25.212761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Pushing event updated for resources: {'Port': ['ID=656b516d-0feb-4b5d-8609-236ee5625f47,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:25.222547 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Router 1178a154-89ce-4886-981c-234e4df82fd5 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:32:25.251713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d69b7079-39bd-4977-94cd-e8dafd113f29 req-e655d8d7-2fc9-4e9e-a499-9ad65a55f2f1 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.1138306 Nov 19 09:32:25.254645 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ad449c44-6d4c-444a-af62-30aad161ebd6 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:25.255038 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:25.257240 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-556c68c3-e4ff-410e-bd95-a3fe05b53322 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=9d6d1cc0-1c45-4b89-95b9-69aea729ca09 HTTP/1.1" status: 200 len: 217 time: 0.1147234 Nov 19 09:32:25.328631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50760150-b8d9-4e5e-abf7-3c5b78b9849d req-fae0341d-b34c-4dbf-aa22-e2bf13f37651 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:25.336288 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50760150-b8d9-4e5e-abf7-3c5b78b9849d req-fae0341d-b34c-4dbf-aa22-e2bf13f37651 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.2019024 Nov 19 09:32:25.359376 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-50069edf-07db-4c69-bffc-ced65b1e6745 None None] Provisioning complete for port 656b516d-0feb-4b5d-8609-236ee5625f47 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:25.359957 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-50069edf-07db-4c69-bffc-ced65b1e6745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:25.372885 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-ace858a6-2cf8-4e08-a3f0-877edd6c18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:25.374950 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-ace858a6-2cf8-4e08-a3f0-877edd6c18bd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5a2b101-52c9-410d-843d-1141acad32f0 HTTP/1.1" status: 200 len: 797 time: 0.1088705 Nov 19 09:32:25.410215 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50760150-b8d9-4e5e-abf7-3c5b78b9849d req-91118b3e-9640-4845-b301-eb38925e35e0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730894 Nov 19 09:32:25.417538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-50069edf-07db-4c69-bffc-ced65b1e6745 None None] Port 656b516d-0feb-4b5d-8609-236ee5625f47 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:32:25.430423 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:32:25.448778 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7598ed19-df98-4786-9653-56819906c298 admin admin] 10.222.0.21 "PUT /v2.0/routers/1178a154-89ce-4886-981c-234e4df82fd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7287672 Nov 19 09:32:25.471693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-3da73daf-a526-4f51-8ab9-8595478890eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:25.474487 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-3da73daf-a526-4f51-8ab9-8595478890eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49aec6eb-5987-4d27-ba58-77e438f7ea82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0584741 Nov 19 09:32:25.475704 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1178a154-89ce-4886-981c-234e4df82fd5', 'name': 'tempest-TestAggregatesBasicOps-1366160200-router', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ff5fbe8-32ae-42b9-8525-e4513d8c83c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:20Z', 'updated_at': '2021-11-19T09:32:24Z', 'revision_number': 4, 'project_id': '97d6bf065fed4007bd675ea46e08b554', 'gw_port': {'id': '9ff5fbe8-32ae-42b9-8525-e4513d8c83c1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:61:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1178a154-89ce-4886-981c-234e4df82fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:21Z', 'updated_at': '2021-11-19T09:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '656b516d-0feb-4b5d-8609-236ee5625f47', 'name': '', 'network_id': '0cea7c7f-baeb-4f54-a20a-2d9b42df4887', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554', 'mac_address': 'fa:16:3e:2f:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1178a154-89ce-4886-981c-234e4df82fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '137b5c33-5557-4e96-b9ac-98b106d55899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:23Z', 'updated_at': '2021-11-19T09:32:23Z', 'revision_number': 1, 'project_id': '97d6bf065fed4007bd675ea46e08b554', 'subnets': [{'id': '137b5c33-5557-4e96-b9ac-98b106d55899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:25.514927 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-50069edf-07db-4c69-bffc-ced65b1e6745 None None] Provisioning complete for port 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:25.515299 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-50069edf-07db-4c69-bffc-ced65b1e6745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:25.516907 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:25.521552 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c91acb6-2cf0-4e35-b8c7-538b1538b7a7 None None] The sync data for ids ['1178a154-89ce-4886-981c-234e4df82fd5'] in n-d-805649-14 is: [{'id': '1178a154-89ce-4886-981c-234e4df82fd5', 'name': 'tempest-TestAggregatesBasicOps-1366160200-router', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ff5fbe8-32ae-42b9-8525-e4513d8c83c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:20Z', 'updated_at': '2021-11-19T09:32:24Z', 'revision_number': 4, 'project_id': '97d6bf065fed4007bd675ea46e08b554', 'gw_port': {'id': '9ff5fbe8-32ae-42b9-8525-e4513d8c83c1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:61:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1178a154-89ce-4886-981c-234e4df82fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:21Z', 'updated_at': '2021-11-19T09:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '656b516d-0feb-4b5d-8609-236ee5625f47', 'name': '', 'network_id': '0cea7c7f-baeb-4f54-a20a-2d9b42df4887', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554', 'mac_address': 'fa:16:3e:2f:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1178a154-89ce-4886-981c-234e4df82fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '137b5c33-5557-4e96-b9ac-98b106d55899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:23Z', 'updated_at': '2021-11-19T09:32:23Z', 'revision_number': 1, 'project_id': '97d6bf065fed4007bd675ea46e08b554', 'subnets': [{'id': '137b5c33-5557-4e96-b9ac-98b106d55899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:32:25.635880 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-b5d3b767-a052-4652-864e-c64b52d44bff service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489298 Nov 19 09:32:25.748010 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8ee7d1dc-1f67-43aa-9b30-b7c6e585121f None None] Provisioning complete for port 656b516d-0feb-4b5d-8609-236ee5625f47 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:25.748812 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d1dc-1f67-43aa-9b30-b7c6e585121f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:25.778510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-140fce02-4f05-4a6d-8716-ad6979f2f559 service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285572 Nov 19 09:32:25.839526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8ee7d1dc-1f67-43aa-9b30-b7c6e585121f None None] Port 656b516d-0feb-4b5d-8609-236ee5625f47 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:32:25.853761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-42e7452b-7404-43f8-8f5f-8ed2a26e4b4b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=19a55e08-5b80-469b-baa4-dc2c8cdb0361 HTTP/1.1" status: 200 len: 217 time: 0.0649538 Nov 19 09:32:25.927453 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-5cbfbd7a-3d4c-46ac-9ca6-0d1ffbf783e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:25.941203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-5cbfbd7a-3d4c-46ac-9ca6-0d1ffbf783e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5a2b101-52c9-410d-843d-1141acad32f0 HTTP/1.1" status: 200 len: 797 time: 0.0753250 Nov 19 09:32:26.006719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-40cda9c2-0f89-4c75-bf49-8a40df3c20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:26.008991 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-40cda9c2-0f89-4c75-bf49-8a40df3c20d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49aec6eb-5987-4d27-ba58-77e438f7ea82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0590801 Nov 19 09:32:26.088140 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38212) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:26.095596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8ed9a747-50e3-467c-9644-c08962f8f6c3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1904770034-network', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:32:26.120912 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-0d09e77a-378a-47ca-a091-3b461b2205aa service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020296 Nov 19 09:32:26.122384 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed9a747-50e3-467c-9644-c08962f8f6c3 admin admin] Made reservation on behalf of d701c771a91f46bc8027b2e2a58615ec for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:32:26.126054 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a747-50e3-467c-9644-c08962f8f6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:26.136054 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a747-50e3-467c-9644-c08962f8f6c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:26.229532 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a747-50e3-467c-9644-c08962f8f6c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:26.236242 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a747-50e3-467c-9644-c08962f8f6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:26.240566 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-57d882b3-7700-4ffd-9693-507b1e0780ed service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083326 Nov 19 09:32:26.284835 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed9a747-50e3-467c-9644-c08962f8f6c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:32:26.293830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-5f8b1c39-4ba4-4df3-947c-4c84b2f0ffa2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=e505d3ae-8213-42cf-b58a-27349e19fab2 HTTP/1.1" status: 200 len: 217 time: 0.0444858 Nov 19 09:32:26.294613 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9a747-50e3-467c-9644-c08962f8f6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945d619a-6688-458a-9bc5-424afe72b1e3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:26.304512 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a747-50e3-467c-9644-c08962f8f6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:26.304731 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-8ed9a747-50e3-467c-9644-c08962f8f6c3 admin admin] Added segment ba38fb2e-f669-4785-b467-51cf269e1a8c of type vlan for network 7497c4e5-9817-4a6c-9c5f-012c2cc86534 Nov 19 09:32:26.377281 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a747-50e3-467c-9644-c08962f8f6c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:26.425732 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a747-50e3-467c-9644-c08962f8f6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:26.427095 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed9a747-50e3-467c-9644-c08962f8f6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:26.427223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-dce33107-69f2-4e7b-bad5-dbb3563d8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:26.428052 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a747-50e3-467c-9644-c08962f8f6c3 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:26.447926 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-dce33107-69f2-4e7b-bad5-dbb3563d8b61 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5a2b101-52c9-410d-843d-1141acad32f0 HTTP/1.1" status: 200 len: 797 time: 0.1315160 Nov 19 09:32:26.460594 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f57f51f-9702-45c5-89ea-ac47b8243897 req-f86d95d7-be06-4732-b628-9a50272b5956 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0894995 Nov 19 09:32:26.513471 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8ed9a747-50e3-467c-9644-c08962f8f6c3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4228084 Nov 19 09:32:26.521845 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38218) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:26.530588 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-bf0da7f5-3af2-425d-acf5-4bc20a2988b7 admin admin] Request body: {'subnet': {'network_id': '7497c4e5-9817-4a6c-9c5f-012c2cc86534', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1904770034-subnet', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:32:26.535037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-38dd0744-bc85-498a-be69-8868d684d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:26.536744 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-38dd0744-bc85-498a-be69-8868d684d7c5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49aec6eb-5987-4d27-ba58-77e438f7ea82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0750189 Nov 19 09:32:26.542818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9a747-50e3-467c-9644-c08962f8f6c3 admin admin] Pushing event updated for resources: {'Network': ['ID=7497c4e5-9817-4a6c-9c5f-012c2cc86534,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:26.553928 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 7497c4e5-9817-4a6c-9c5f-012c2cc86534 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:32:26.589581 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0da7f5-3af2-425d-acf5-4bc20a2988b7 admin admin] Made reservation on behalf of d701c771a91f46bc8027b2e2a58615ec for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:32:26.592051 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf0da7f5-3af2-425d-acf5-4bc20a2988b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:26.708534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38c13e-7327-4dda-8747-9a9a886e9b44 req-37de7e16-f6ce-4e97-92ff-c463e087122a tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:26.715841 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c38c13e-7327-4dda-8747-9a9a886e9b44 req-37de7e16-f6ce-4e97-92ff-c463e087122a tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.1778829 Nov 19 09:32:26.811670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-6bf97c78-6f6c-4a4c-b18c-76392364d283 service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571554 Nov 19 09:32:26.819407 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:32:26.836388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c38c13e-7327-4dda-8747-9a9a886e9b44 req-da3f578d-9529-40f5-bcff-6f3ebd1d42d4 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129732 Nov 19 09:32:26.886108 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf0da7f5-3af2-425d-acf5-4bc20a2988b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:26.932913 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0da7f5-3af2-425d-acf5-4bc20a2988b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df057542-fa71-4927-92b5-b62df4d164ce,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:26.972768 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0da7f5-3af2-425d-acf5-4bc20a2988b7 admin admin] Checking segment: {'id': 'ba38fb2e-f669-4785-b467-51cf269e1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '7497c4e5-9817-4a6c-9c5f-012c2cc86534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:32:26.973203 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0da7f5-3af2-425d-acf5-4bc20a2988b7 admin admin] Network hostable DHCP agents. Network: 7497c4e5-9817-4a6c-9c5f-012c2cc86534, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:32:26.988682 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-ce525906-46c0-45c2-b8af-b1cb861038cb service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510286 Nov 19 09:32:27.002443 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0da7f5-3af2-425d-acf5-4bc20a2988b7 admin admin] Network 7497c4e5-9817-4a6c-9c5f-012c2cc86534 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:32:27.030099 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-bf0da7f5-3af2-425d-acf5-4bc20a2988b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 7497c4e5-9817-4a6c-9c5f-012c2cc86534) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:32:27.031265 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:27.031830 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:27.035517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0da7f5-3af2-425d-acf5-4bc20a2988b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:27.036262 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf0da7f5-3af2-425d-acf5-4bc20a2988b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:27.063860 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-fbb28dbd-ae50-434f-885b-6ffc83d15816 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=c80a3964-2f56-440f-bf2a-88032266b6fa HTTP/1.1" status: 200 len: 217 time: 0.0666757 Nov 19 09:32:27.066964 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bf0da7f5-3af2-425d-acf5-4bc20a2988b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5438595 Nov 19 09:32:27.067717 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003f0278-315a-4f33-92a5-f13433dc2fc4 None None] Network 7497c4e5-9817-4a6c-9c5f-012c2cc86534 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:32:27.069540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38220) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:27.076291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1904770034-router', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:32:27.132520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-23cd4b74-df58-4a34-9e1b-e4349dc6f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:27.134730 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-23cd4b74-df58-4a34-9e1b-e4349dc6f670 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d5a2b101-52c9-410d-843d-1141acad32f0 HTTP/1.1" status: 200 len: 797 time: 0.0542054 Nov 19 09:32:27.166243 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:27.167354 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:27.225017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-04ca983e-8ff4-43e6-b820-b387d1f6910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:27.227335 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-04ca983e-8ff4-43e6-b820-b387d1f6910f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49aec6eb-5987-4d27-ba58-77e438f7ea82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0760384 Nov 19 09:32:27.328127 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:27.348095 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-7497c4e5-9817-4a6c-9c5f-012c2cc86534', 'network_id': '7497c4e5-9817-4a6c-9c5f-012c2cc86534', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec', 'fixed_ips': [{'subnet_id': 'df057542-fa71-4927-92b5-b62df4d164ce'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:32:27.349131 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:27.523781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Allocated IP 172.20.0.2 (7497c4e5-9817-4a6c-9c5f-012c2cc86534/df057542-fa71-4927-92b5-b62df4d164ce/4dcf2447-465d-44f3-91ff-caf27cd6c510) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:32:27.568503 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-d07654ec-be57-4a1d-89c2-79f745ba4909 service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283081 Nov 19 09:32:27.574061 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:27.602505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6e12662-fbc7-441c-b5db-4222c8d7ca7d req-e2403b38-ce08-49fe-94d9-93e47407f5ad tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0482099 Nov 19 09:32:27.730210 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-38f67576-82c7-4c03-b045-5f4c2d69e873 service neutron] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524403 Nov 19 09:32:27.786776 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-5f665547-a7e1-4e44-b809-b0382d222a83 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcbc891e-ade2-45eb-ad48-53e552b80d69 HTTP/1.1" status: 200 len: 217 time: 0.0446901 Nov 19 09:32:27.858246 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:27.869251 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:27.884582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-2be7cb86-5505-49b6-9863-4a246d235572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:27.886084 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-2be7cb86-5505-49b6-9863-4a246d235572 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=82aa1abf-8f01-4519-8f31-1b5a7fadbc6b HTTP/1.1" status: 200 len: 797 time: 0.0877647 Nov 19 09:32:27.922093 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Pushing event updated for resources: {'Port': ['ID=4dcf2447-465d-44f3-91ff-caf27cd6c510,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:27.938490 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Network 7497c4e5-9817-4a6c-9c5f-012c2cc86534 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:32:27.940006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:32:27.942381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:32:27.996800 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Attempting to bind port 4dcf2447-465d-44f3-91ff-caf27cd6c510 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:32:27.997203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Attempting to bind port 4dcf2447-465d-44f3-91ff-caf27cd6c510 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'ba38fb2e-f669-4785-b467-51cf269e1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '7497c4e5-9817-4a6c-9c5f-012c2cc86534'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:32:27.998714 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Attempting to bind port 4dcf2447-465d-44f3-91ff-caf27cd6c510 on network 7497c4e5-9817-4a6c-9c5f-012c2cc86534 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:32:28.006616 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:32:28.006616 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Checking segment: {'id': 'ba38fb2e-f669-4785-b467-51cf269e1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '7497c4e5-9817-4a6c-9c5f-012c2cc86534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:32:28.006997 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:28.007114 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Bound using segment: {'id': 'ba38fb2e-f669-4785-b467-51cf269e1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '7497c4e5-9817-4a6c-9c5f-012c2cc86534'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:32:28.007556 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Bound port: 4dcf2447-465d-44f3-91ff-caf27cd6c510, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba38fb2e-f669-4785-b467-51cf269e1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '7497c4e5-9817-4a6c-9c5f-012c2cc86534'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:32:28.007958 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:28.010148 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:32:28.025853 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:28.035520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd96427-273c-4495-8fb7-7f79458e24e4 req-f4bb1b3f-a4a0-483f-8523-598bfa13c6c0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:28.036752 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecd96427-273c-4495-8fb7-7f79458e24e4 req-f4bb1b3f-a4a0-483f-8523-598bfa13c6c0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 943 time: 0.1253614 Nov 19 09:32:28.039775 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-d2f8d9f0-1089-4ec4-ab44-3136344929d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:28.041855 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-d2f8d9f0-1089-4ec4-ab44-3136344929d0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2acc81c-bf09-4632-a469-1751c5389c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1293745 Nov 19 09:32:28.069618 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:28.162138 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] For port 4dcf2447-465d-44f3-91ff-caf27cd6c510, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:32:28.183639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] For port 4dcf2447-465d-44f3-91ff-caf27cd6c510, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4dcf2447-465d-44f3-91ff-caf27cd6c510,segment=NetworkSegment(ba38fb2e-f669-4785-b467-51cf269e1a8c),segment_id=ba38fb2e-f669-4785-b467-51cf269e1a8c)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:32:28.190437 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,segment=NetworkSegment(c1500e65-40e1-44d9-8982-de0f15c7eb49),segment_id=c1500e65-40e1-44d9-8982-de0f15c7eb49)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:28.201431 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:28.233323 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecd96427-273c-4495-8fb7-7f79458e24e4 req-6461bbe8-2906-48b2-be4e-2ec2796e1ec9 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723816 Nov 19 09:32:28.235947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2', 'network_id': 'da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4', 'port_id': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2', 'mac_address': 'fa:16:3e:21:b5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a8eba8-535b-46b1-9a23-adba2986540d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:32:28.259410 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-7ca2404a-f511-4e01-8ec3-4044252a02ac service neutron] 10.222.0.71 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000973 Nov 19 09:32:28.317853 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b293d-5516-4f29-8a7f-bd8cde6428df None None] Pushing event updated for resources: {'Port': ['ID=4dcf2447-465d-44f3-91ff-caf27cd6c510,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:28.331277 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:28.346190 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:32:28.355534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Allocated IP 172.25.0.77 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/60ec3488-f8f8-4195-a161-cfc0a9e5792a) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:32:28.372600 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,segment=NetworkSegment(c1500e65-40e1-44d9-8982-de0f15c7eb49),segment_id=c1500e65-40e1-44d9-8982-de0f15c7eb49)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:28.392207 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:28.458224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:28.462052 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-63b5f186-a30d-4e23-974d-bf7b9277cbc2 service neutron] 10.222.0.71 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922700 Nov 19 09:32:28.514478 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-2bc3a829-cdf6-40be-a604-13155f249adb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9694c3c4-a2f0-463a-929f-be8348809922 HTTP/1.1" status: 200 len: 217 time: 0.0415766 Nov 19 09:32:28.622747 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:28.630381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-4f8d49e5-05fe-4beb-b962-8ffe2822aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:28.630802 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Sync routers for ids ['1178a154-89ce-4886-981c-234e4df82fd5'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:32:28.631866 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-4f8d49e5-05fe-4beb-b962-8ffe2822aea5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=82aa1abf-8f01-4519-8f31-1b5a7fadbc6b HTTP/1.1" status: 200 len: 797 time: 0.1061308 Nov 19 09:32:28.652718 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Routers {'1178a154-89ce-4886-981c-234e4df82fd5'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:32:28.653575 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1178a154-89ce-4886-981c-234e4df82fd5'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:28.712099 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-05fa1655-d38e-4932-94c5-e42e5e0ba4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:28.714051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-05fa1655-d38e-4932-94c5-e42e5e0ba4b8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2acc81c-bf09-4632-a469-1751c5389c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0713069 Nov 19 09:32:28.720725 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:28.728177 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:32:28.823173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4dcf2447-465d-44f3-91ff-caf27cd6c510 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:32:28.845342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62f49ac2-affe-44f6-aa28-23f7149397f5 req-0b11717b-18a1-40df-b404-2183a7efc584 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0287673 Nov 19 09:32:28.866764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:32:28.882268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:32:28.884710 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Set router 1178a154-89ce-4886-981c-234e4df82fd5 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:32:28.885181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:32:28.891567 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Pushing event updated for resources: {'Port': ['ID=60ec3488-f8f8-4195-a161-cfc0a9e5792a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:28.913679 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60159773-c99d-4509-a3c2-cd2f2890132e None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:32:28.973060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4dcf2447-465d-44f3-91ff-caf27cd6c510 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:28.973842 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:28.990593 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-90200f54-481d-4e3d-9d5a-fe416e80b51e service neutron] 10.222.0.71 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659230 Nov 19 09:32:29.061785 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-752f12d7-0bfa-4d80-97d0-2129a03e0e62 None None] Provisioning complete for port 60ec3488-f8f8-4195-a161-cfc0a9e5792a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:29.062502 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-752f12d7-0bfa-4d80-97d0-2129a03e0e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:29.104743 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1178a154-89ce-4886-981c-234e4df82fd5', 'name': 'tempest-TestAggregatesBasicOps-1366160200-router', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ff5fbe8-32ae-42b9-8525-e4513d8c83c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:20Z', 'updated_at': '2021-11-19T09:32:24Z', 'revision_number': 4, 'project_id': '97d6bf065fed4007bd675ea46e08b554', 'gw_port': {'id': '9ff5fbe8-32ae-42b9-8525-e4513d8c83c1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1178a154-89ce-4886-981c-234e4df82fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:21Z', 'updated_at': '2021-11-19T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '656b516d-0feb-4b5d-8609-236ee5625f47', 'name': '', 'network_id': '0cea7c7f-baeb-4f54-a20a-2d9b42df4887', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554', 'mac_address': 'fa:16:3e:2f:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1178a154-89ce-4886-981c-234e4df82fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '137b5c33-5557-4e96-b9ac-98b106d55899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:23Z', 'updated_at': '2021-11-19T09:32:24Z', 'revision_number': 2, 'project_id': '97d6bf065fed4007bd675ea46e08b554', 'subnets': [{'id': '137b5c33-5557-4e96-b9ac-98b106d55899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:29.135456 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Checking router: 1178a154-89ce-4886-981c-234e4df82fd5 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:32:29.135702 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Updating router 1178a154-89ce-4886-981c-234e4df82fd5 port 656b516d-0feb-4b5d-8609-236ee5625f47 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:32:29.152478 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-752f12d7-0bfa-4d80-97d0-2129a03e0e62 None None] Port 60ec3488-f8f8-4195-a161-cfc0a9e5792a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:32:29.168237 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:29.175489 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:29.209583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 4dcf2447-465d-44f3-91ff-caf27cd6c510, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4dcf2447-465d-44f3-91ff-caf27cd6c510,segment=NetworkSegment(ba38fb2e-f669-4785-b467-51cf269e1a8c),segment_id=ba38fb2e-f669-4785-b467-51cf269e1a8c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:29.216651 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:29.289309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=4dcf2447-465d-44f3-91ff-caf27cd6c510,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:29.324520 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac026a63-bd09-462f-b5ef-83b5d5affcd9 req-8a40c47c-dc1a-4ec8-9f27-9be09685699e service neutron] 10.222.0.71 "GET /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991184 Nov 19 09:32:29.328199 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:29.660194 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:29.668286 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:29.698082 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:29.799576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d72fc2-cccd-4b1b-8be2-ccb738e2d349 req-6d920aae-7e9e-4496-a1f4-bb1a3153e45a tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:29.802117 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2d72fc2-cccd-4b1b-8be2-ccb738e2d349 req-6d920aae-7e9e-4496-a1f4-bb1a3153e45a tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 944 time: 0.4132228 Nov 19 09:32:29.845326 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Attempting to bind port 656b516d-0feb-4b5d-8609-236ee5625f47 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:32:29.846053 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Attempting to bind port 656b516d-0feb-4b5d-8609-236ee5625f47 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '9a4f95a4-f011-4881-8331-d9695d3d5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0cea7c7f-baeb-4f54-a20a-2d9b42df4887'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:32:29.846053 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Attempting to bind port 656b516d-0feb-4b5d-8609-236ee5625f47 on network 0cea7c7f-baeb-4f54-a20a-2d9b42df4887 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:32:29.848165 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525d490-d8fc-4e5e-ac70-01696580b91f None None] Pushing event updated for resources: {'Port': ['ID=656b516d-0feb-4b5d-8609-236ee5625f47,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:29.863222 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:32:29.864468 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Checking segment: {'id': '9a4f95a4-f011-4881-8331-d9695d3d5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0cea7c7f-baeb-4f54-a20a-2d9b42df4887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:32:29.864881 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:29.865302 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Bound using segment: {'id': '9a4f95a4-f011-4881-8331-d9695d3d5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0cea7c7f-baeb-4f54-a20a-2d9b42df4887'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:32:29.865914 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Bound port: 656b516d-0feb-4b5d-8609-236ee5625f47, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4f95a4-f011-4881-8331-d9695d3d5422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0cea7c7f-baeb-4f54-a20a-2d9b42df4887'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:32:29.866295 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:29.973927 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d651c36-5a86-42f0-bb6c-35169c3852ea None None] Network 7497c4e5-9817-4a6c-9c5f-012c2cc86534 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:32:30.074103 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] For port 656b516d-0feb-4b5d-8609-236ee5625f47, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:32:30.078747 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] For port 656b516d-0feb-4b5d-8609-236ee5625f47, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=656b516d-0feb-4b5d-8609-236ee5625f47,segment=NetworkSegment(9a4f95a4-f011-4881-8331-d9695d3d5422),segment_id=9a4f95a4-f011-4881-8331-d9695d3d5422)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:32:30.101913 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:30.151705 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c8fab2ef-2109-4653-9b49-725e2a67f3b6 None None] Provisioning complete for port 4dcf2447-465d-44f3-91ff-caf27cd6c510 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:30.152084 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c8fab2ef-2109-4653-9b49-725e2a67f3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:30.182828 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525d490-d8fc-4e5e-ac70-01696580b91f None None] Pushing event updated for resources: {'Port': ['ID=656b516d-0feb-4b5d-8609-236ee5625f47,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:30.211639 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Routers {'1178a154-89ce-4886-981c-234e4df82fd5'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:32:30.212403 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1178a154-89ce-4886-981c-234e4df82fd5'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:30.407598 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] Set router 1178a154-89ce-4886-981c-234e4df82fd5 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:32:30.520260 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d1b02163-6664-4f16-8b28-14221d3ae984 None None] Provisioning complete for port 656b516d-0feb-4b5d-8609-236ee5625f47 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:30.520563 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d1b02163-6664-4f16-8b28-14221d3ae984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:30.689229 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d1b02163-6664-4f16-8b28-14221d3ae984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:30.772353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f4eceb5-6e94-467f-82b6-4b287eb89f01 req-ada2a0ae-7409-4285-8068-afb5138d2a86 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/ports?device_id=621d075d-653e-400b-9640-72d7df0f81eb HTTP/1.1" status: 200 len: 210 time: 0.0973682 Nov 19 09:32:30.781568 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d1b02163-6664-4f16-8b28-14221d3ae984 None None] For port 656b516d-0feb-4b5d-8609-236ee5625f47, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=656b516d-0feb-4b5d-8609-236ee5625f47,segment=NetworkSegment(9a4f95a4-f011-4881-8331-d9695d3d5422),segment_id=9a4f95a4-f011-4881-8331-d9695d3d5422)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:30.806588 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d1b02163-6664-4f16-8b28-14221d3ae984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:30.834809 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 656b516d-0feb-4b5d-8609-236ee5625f47 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:32:30.850070 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1178a154-89ce-4886-981c-234e4df82fd5', 'name': 'tempest-TestAggregatesBasicOps-1366160200-router', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ff5fbe8-32ae-42b9-8525-e4513d8c83c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:20Z', 'updated_at': '2021-11-19T09:32:24Z', 'revision_number': 4, 'project_id': '97d6bf065fed4007bd675ea46e08b554', 'gw_port': {'id': '9ff5fbe8-32ae-42b9-8525-e4513d8c83c1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1178a154-89ce-4886-981c-234e4df82fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:21Z', 'updated_at': '2021-11-19T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '656b516d-0feb-4b5d-8609-236ee5625f47', 'name': '', 'network_id': '0cea7c7f-baeb-4f54-a20a-2d9b42df4887', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554', 'mac_address': 'fa:16:3e:2f:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1178a154-89ce-4886-981c-234e4df82fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '137b5c33-5557-4e96-b9ac-98b106d55899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:23Z', 'updated_at': '2021-11-19T09:32:30Z', 'revision_number': 4, 'project_id': '97d6bf065fed4007bd675ea46e08b554', 'subnets': [{'id': '137b5c33-5557-4e96-b9ac-98b106d55899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:30.872540 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2d72fc2-cccd-4b1b-8be2-ccb738e2d349 req-104288ee-df8e-483f-aa23-bf5203407f27 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986043 Nov 19 09:32:30.878859 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Router 2f8dcf78-5c1e-4fae-a036-129423a3a816 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:32:30.903722 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e3e803-f4f7-4a95-b5a8-463db5dfaaa3 None None] The sync data for ids ['1178a154-89ce-4886-981c-234e4df82fd5'] in n-d-805649-14 is: [{'id': '1178a154-89ce-4886-981c-234e4df82fd5', 'name': 'tempest-TestAggregatesBasicOps-1366160200-router', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ff5fbe8-32ae-42b9-8525-e4513d8c83c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:20Z', 'updated_at': '2021-11-19T09:32:24Z', 'revision_number': 4, 'project_id': '97d6bf065fed4007bd675ea46e08b554', 'gw_port': {'id': '9ff5fbe8-32ae-42b9-8525-e4513d8c83c1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1178a154-89ce-4886-981c-234e4df82fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:21Z', 'updated_at': '2021-11-19T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '656b516d-0feb-4b5d-8609-236ee5625f47', 'name': '', 'network_id': '0cea7c7f-baeb-4f54-a20a-2d9b42df4887', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554', 'mac_address': 'fa:16:3e:2f:20:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1178a154-89ce-4886-981c-234e4df82fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '137b5c33-5557-4e96-b9ac-98b106d55899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:23Z', 'updated_at': '2021-11-19T09:32:30Z', 'revision_number': 4, 'project_id': '97d6bf065fed4007bd675ea46e08b554', 'subnets': [{'id': '137b5c33-5557-4e96-b9ac-98b106d55899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:32:30.964826 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a5eb67a3-ee1f-475c-882f-d8aae66972a5 None None] Provisioning complete for port 656b516d-0feb-4b5d-8609-236ee5625f47 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:30.965233 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a5eb67a3-ee1f-475c-882f-d8aae66972a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:30.978980 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b02163-6664-4f16-8b28-14221d3ae984 None None] Pushing event updated for resources: {'Port': ['ID=656b516d-0feb-4b5d-8609-236ee5625f47,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:31.048957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:32:31.068498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Sync routers for ids ['2f8dcf78-5c1e-4fae-a036-129423a3a816'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:32:31.078879 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 656b516d-0feb-4b5d-8609-236ee5625f47 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:31.079282 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:31.094186 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:31.096725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2a04aaa9-065f-41eb-9878-8ea5178a36cd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0257215 Nov 19 09:32:31.099195 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38244) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:31.147229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Routers {'2f8dcf78-5c1e-4fae-a036-129423a3a816'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:32:31.147872 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['2f8dcf78-5c1e-4fae-a036-129423a3a816'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:31.352393 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a5eb67a3-ee1f-475c-882f-d8aae66972a5 None None] Provisioning complete for port 4dcf2447-465d-44f3-91ff-caf27cd6c510 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:31.352771 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a5eb67a3-ee1f-475c-882f-d8aae66972a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:31.396950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Set router 2f8dcf78-5c1e-4fae-a036-129423a3a816 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:32:31.480326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4dcf2447-465d-44f3-91ff-caf27cd6c510 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:32:31.751659 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:31.772037 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4dcf2447-465d-44f3-91ff-caf27cd6c510 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:31.772418 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:31.865012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'name': 'tempest-TestAggregatesBasicOps-1904770034-router', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '60ec3488-f8f8-4195-a161-cfc0a9e5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:27Z', 'updated_at': '2021-11-19T09:32:29Z', 'revision_number': 3, 'project_id': 'd701c771a91f46bc8027b2e2a58615ec', 'gw_port': {'id': '60ec3488-f8f8-4195-a161-cfc0a9e5792a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:28Z', 'updated_at': '2021-11-19T09:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:31.915955 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38254) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:32.063825 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c6cbbc89-0a60-4287-9d10-98045ac7e99e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:32.130002 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c6cbbc89-0a60-4287-9d10-98045ac7e99e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:32.145524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13d51a-2d6e-4fe0-8514-79d376c02a4d req-a57f3954-fd16-4f79-a422-4f3d066af516 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:32.154455 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf13d51a-2d6e-4fe0-8514-79d376c02a4d req-a57f3954-fd16-4f79-a422-4f3d066af516 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 944 time: 0.1439648 Nov 19 09:32:32.164479 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:32:32.184528 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Checking router: 2f8dcf78-5c1e-4fae-a036-129423a3a816 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:32:32.184884 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Updating router 2f8dcf78-5c1e-4fae-a036-129423a3a816 port 60ec3488-f8f8-4195-a161-cfc0a9e5792a binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:32:32.239414 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c6cbbc89-0a60-4287-9d10-98045ac7e99e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:32.249880 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c6cbbc89-0a60-4287-9d10-98045ac7e99e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:32.250988 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c6cbbc89-0a60-4287-9d10-98045ac7e99e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "DELETE /v2.0/security-groups/a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf HTTP/1.1" status: 204 len: 168 time: 0.3334322 Nov 19 09:32:32.256184 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38260) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:32.278851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbbc89-0a60-4287-9d10-98045ac7e99e tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:32.291602 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-9f456239-41ef-49b7-83a2-924e23b566a2 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] show failed (client error): The resource could not be found. Nov 19 09:32:32.292659 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9f456239-41ef-49b7-83a2-924e23b566a2 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "GET /v2.0/security-groups/a4c3bcf0-1e30-4359-bdc5-5465ebeabbaf HTTP/1.1" status: 404 len: 347 time: 0.0355196 Nov 19 09:32:32.299554 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38262) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:32.301429 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:32.303002 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf13d51a-2d6e-4fe0-8514-79d376c02a4d req-3b186150-d88f-4dcc-af02-ac7e06decbf0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452620 Nov 19 09:32:32.316263 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Allocated IP 172.20.0.1 (7497c4e5-9817-4a6c-9c5f-012c2cc86534/df057542-fa71-4927-92b5-b62df4d164ce/e6a1c03f-dc4d-4f49-959c-72e0e7164955) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:32:32.377931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:32.378315 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:32.475551 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:32.492859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e75c096f-1fa0-401b-93ec-d438a4595d85 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Deleting port 77a98ef9-9482-40ca-9430-9a32bef96a9b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:32:32.493489 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e75c096f-1fa0-401b-93ec-d438a4595d85 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:32.575030 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:32.678081 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Network 7497c4e5-9817-4a6c-9c5f-012c2cc86534 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:32:32.689181 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e75c096f-1fa0-401b-93ec-d438a4595d85 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:32.692255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:32:32.692736 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e75c096f-1fa0-401b-93ec-d438a4595d85 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:32.700268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:32:32.716602 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e75c096f-1fa0-401b-93ec-d438a4595d85 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Calling delete_port for 77a98ef9-9482-40ca-9430-9a32bef96a9b owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:32:32.757777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a1c03f-dc4d-4f49-959c-72e0e7164955,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:32.806547 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:32.849964 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:32.888471 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 656b516d-0feb-4b5d-8609-236ee5625f47 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:32:33.023281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8eab4e7-9729-48e8-924a-bac64eb4dd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:32:33.030714 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe486bd3-e07b-4f14-a621-495a4c4e19c8" -d '{"events": [{"server_uuid": "e8eab4e7-9729-48e8-924a-bac64eb4dd1c", "name": "network-vif-plugged", "status": "completed", "tag": "7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:32:33.061866 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,segment=NetworkSegment(c1500e65-40e1-44d9-8982-de0f15c7eb49),segment_id=c1500e65-40e1-44d9-8982-de0f15c7eb49)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:33.075005 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e75c096f-1fa0-401b-93ec-d438a4595d85 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.078453 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.089634 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.138390 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3deaac1-11b8-4a58-9296-dae53c5d27a1 x-openstack-request-id: req-f3deaac1-11b8-4a58-9296-dae53c5d27a1 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:32:33.138762 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8eab4e7-9729-48e8-924a-bac64eb4dd1c", "name": "network-vif-plugged", "status": "completed", "tag": "7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:32:33.138984 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3deaac1-11b8-4a58-9296-dae53c5d27a1 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:32:33.139358 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8eab4e7-9729-48e8-924a-bac64eb4dd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2', 'code': 200} Nov 19 09:32:33.157572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c096f-1fa0-401b-93ec-d438a4595d85 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event deleted for resources: {'Port': ['ID=77a98ef9-9482-40ca-9430-9a32bef96a9b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:33.163473 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.178737 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 656b516d-0feb-4b5d-8609-236ee5625f47 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:33.179332 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.183526 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.185362 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-18e50467-07b2-48e3-bcba-beee5097ca8b None None] Provisioning complete for port e6a1c03f-dc4d-4f49-959c-72e0e7164955 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:33.186279 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-18e50467-07b2-48e3-bcba-beee5097ca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.195630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3239667-e494-43d4-9059-8853316ac0f5 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:32:33.275653 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,revision_number=10']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:33.306871 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e75c096f-1fa0-401b-93ec-d438a4595d85 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.313782 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e75c096f-1fa0-401b-93ec-d438a4595d85 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.315721 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e75c096f-1fa0-401b-93ec-d438a4595d85 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "DELETE /v2.0/floatingips/8be08cc2-5539-4a88-91ff-35625afc1f93 HTTP/1.1" status: 204 len: 168 time: 1.0152831 Nov 19 09:32:33.319050 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38270) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:33.333304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1354871-8fdd-4807-8fc9-ef638420d86c None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:32:33.345909 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-18e50467-07b2-48e3-bcba-beee5097ca8b None None] Port e6a1c03f-dc4d-4f49-959c-72e0e7164955 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:32:33.349141 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Attempting to bind port 60ec3488-f8f8-4195-a161-cfc0a9e5792a on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:32:33.349141 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Attempting to bind port 60ec3488-f8f8-4195-a161-cfc0a9e5792a by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:32:33.349141 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Attempting to bind port 60ec3488-f8f8-4195-a161-cfc0a9e5792a on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:32:33.359194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc88adb-0052-4434-bcab-848c3744e76d None None] Pushing event updated for resources: {'Port': ['ID=60ec3488-f8f8-4195-a161-cfc0a9e5792a,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:33.364047 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:32:33.364434 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:32:33.365384 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.365727 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:32:33.366221 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Bound port: 60ec3488-f8f8-4195-a161-cfc0a9e5792a, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:32:33.366655 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.486238 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0157a0b9-5b98-4ef0-9ea0-eb2356a3ec65 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Deleting port 56761c8f-425b-4730-929a-ba3b0b318243 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:32:33.487172 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0157a0b9-5b98-4ef0-9ea0-eb2356a3ec65 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.540022 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8aca2ee3-1782-4dbf-8f5a-7b1935bae995 None None] Provisioning complete for port 60ec3488-f8f8-4195-a161-cfc0a9e5792a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:33.540022 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8aca2ee3-1782-4dbf-8f5a-7b1935bae995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.543339 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] For port 60ec3488-f8f8-4195-a161-cfc0a9e5792a, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:32:33.548412 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] For port 60ec3488-f8f8-4195-a161-cfc0a9e5792a, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=60ec3488-f8f8-4195-a161-cfc0a9e5792a,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:32:33.569141 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3475b5-9288-4bd6-98d4-ec953e59d2aa req-a48a68f9-743b-4ad1-ab18-2ebfbdeb1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:33.570373 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fb3475b5-9288-4bd6-98d4-ec953e59d2aa req-a48a68f9-743b-4ad1-ab18-2ebfbdeb1475 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 1098 time: 0.2164078 Nov 19 09:32:33.576672 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.604701 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0157a0b9-5b98-4ef0-9ea0-eb2356a3ec65 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.618587 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0157a0b9-5b98-4ef0-9ea0-eb2356a3ec65 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Calling delete_port for 56761c8f-425b-4730-929a-ba3b0b318243 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:32:33.618794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6eb1c-9ae4-4613-a23d-d22d60a4bed9 req-42ed100f-9e95-4e47-925e-ed43f2ecff2c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:33.620133 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02c6eb1c-9ae4-4613-a23d-d22d60a4bed9 req-42ed100f-9e95-4e47-925e-ed43f2ecff2c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.1758466 Nov 19 09:32:33.650364 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc88adb-0052-4434-bcab-848c3744e76d None None] Pushing event updated for resources: {'Port': ['ID=60ec3488-f8f8-4195-a161-cfc0a9e5792a,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:33.654555 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.674072 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d472281f-4496-4bc0-9808-e13822e827d8 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:32:33.683753 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.718994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8aca2ee3-1782-4dbf-8f5a-7b1935bae995 None None] Port 60ec3488-f8f8-4195-a161-cfc0a9e5792a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:32:33.722248 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Routers {'2f8dcf78-5c1e-4fae-a036-129423a3a816'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:32:33.722893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['2f8dcf78-5c1e-4fae-a036-129423a3a816'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:33.780355 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0157a0b9-5b98-4ef0-9ea0-eb2356a3ec65 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.838996 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157a0b9-5b98-4ef0-9ea0-eb2356a3ec65 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event deleted for resources: {'Port': ['ID=56761c8f-425b-4730-929a-ba3b0b318243,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:33.905875 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fb3475b5-9288-4bd6-98d4-ec953e59d2aa req-3d4703a8-6195-468e-8323-26d019dc60eb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153050 Nov 19 09:32:33.910607 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0157a0b9-5b98-4ef0-9ea0-eb2356a3ec65 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.912232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-63de1029-b40f-40ad-a24b-e88feeaa8267 None None] Provisioning complete for port 60ec3488-f8f8-4195-a161-cfc0a9e5792a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:33.912621 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-63de1029-b40f-40ad-a24b-e88feeaa8267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.917279 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0157a0b9-5b98-4ef0-9ea0-eb2356a3ec65 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "DELETE /v2.0/ports/56761c8f-425b-4730-929a-ba3b0b318243 HTTP/1.1" status: 204 len: 168 time: 0.5789499 Nov 19 09:32:33.917474 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:33.923403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38274) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:33.924785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a1c03f-dc4d-4f49-959c-72e0e7164955,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:33.938293 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02c6eb1c-9ae4-4613-a23d-d22d60a4bed9 req-ccb3bd3f-7c23-428d-b170-2283f2a9ba4b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975729 Nov 19 09:32:33.957008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] Set router 2f8dcf78-5c1e-4fae-a036-129423a3a816 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:32:34.106667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Network 7497c4e5-9817-4a6c-9c5f-012c2cc86534 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:32:34.108722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:32:34.121875 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9d156e59-dc1b-4af6-b7a9-c07f10b16bce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Deleting port 93875227-8990-4442-841e-19b4c3c91736 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:32:34.122355 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d156e59-dc1b-4af6-b7a9-c07f10b16bce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:34.305486 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-63de1029-b40f-40ad-a24b-e88feeaa8267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:34.332567 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d156e59-dc1b-4af6-b7a9-c07f10b16bce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:34.360107 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9d156e59-dc1b-4af6-b7a9-c07f10b16bce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Calling delete_port for 93875227-8990-4442-841e-19b4c3c91736 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:32:34.366858 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Router 2f8dcf78-5c1e-4fae-a036-129423a3a816 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:32:34.433631 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-63de1029-b40f-40ad-a24b-e88feeaa8267 None None] For port 60ec3488-f8f8-4195-a161-cfc0a9e5792a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=60ec3488-f8f8-4195-a161-cfc0a9e5792a,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:34.490796 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-63de1029-b40f-40ad-a24b-e88feeaa8267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:34.493999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'name': 'tempest-TestAggregatesBasicOps-1904770034-router', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '60ec3488-f8f8-4195-a161-cfc0a9e5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:27Z', 'updated_at': '2021-11-19T09:32:33Z', 'revision_number': 4, 'project_id': 'd701c771a91f46bc8027b2e2a58615ec', 'gw_port': {'id': '60ec3488-f8f8-4195-a161-cfc0a9e5792a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:28Z', 'updated_at': '2021-11-19T09:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'e6a1c03f-dc4d-4f49-959c-72e0e7164955', 'name': '', 'network_id': '7497c4e5-9817-4a6c-9c5f-012c2cc86534', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec', 'mac_address': 'fa:16:3e:44:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'df057542-fa71-4927-92b5-b62df4d164ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:31Z', 'updated_at': '2021-11-19T09:32:33Z', 'revision_number': 2, 'project_id': 'd701c771a91f46bc8027b2e2a58615ec', 'subnets': [{'id': 'df057542-fa71-4927-92b5-b62df4d164ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:34.586037 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29eef9f-b7a3-4d8f-a0f9-2990f21cff0b None None] The sync data for ids ['2f8dcf78-5c1e-4fae-a036-129423a3a816'] in n-d-805649-14 is: [{'id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'name': 'tempest-TestAggregatesBasicOps-1904770034-router', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '60ec3488-f8f8-4195-a161-cfc0a9e5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:27Z', 'updated_at': '2021-11-19T09:32:33Z', 'revision_number': 4, 'project_id': 'd701c771a91f46bc8027b2e2a58615ec', 'gw_port': {'id': '60ec3488-f8f8-4195-a161-cfc0a9e5792a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:28Z', 'updated_at': '2021-11-19T09:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'e6a1c03f-dc4d-4f49-959c-72e0e7164955', 'name': '', 'network_id': '7497c4e5-9817-4a6c-9c5f-012c2cc86534', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec', 'mac_address': 'fa:16:3e:44:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'df057542-fa71-4927-92b5-b62df4d164ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:31Z', 'updated_at': '2021-11-19T09:32:33Z', 'revision_number': 2, 'project_id': 'd701c771a91f46bc8027b2e2a58615ec', 'subnets': [{'id': 'df057542-fa71-4927-92b5-b62df4d164ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:32:34.614596 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:32:34.627150 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-df91f028-df66-40fc-afaf-b95b8e017967 admin admin] 10.222.0.21 "PUT /v2.0/routers/2f8dcf78-5c1e-4fae-a036-129423a3a816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5265620 Nov 19 09:32:34.646616 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d156e59-dc1b-4af6-b7a9-c07f10b16bce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:34.651029 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-08df556a-e9d0-4d73-b035-5ac88e27de36 None None] Provisioning complete for port e6a1c03f-dc4d-4f49-959c-72e0e7164955 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:34.651982 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-08df556a-e9d0-4d73-b035-5ac88e27de36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:34.711410 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d156e59-dc1b-4af6-b7a9-c07f10b16bce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event deleted for resources: {'Port': ['ID=93875227-8990-4442-841e-19b4c3c91736,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:34.745633 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de1029-b40f-40ad-a24b-e88feeaa8267 None None] Pushing event updated for resources: {'Port': ['ID=60ec3488-f8f8-4195-a161-cfc0a9e5792a,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:34.756998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-08df556a-e9d0-4d73-b035-5ac88e27de36 None None] Port e6a1c03f-dc4d-4f49-959c-72e0e7164955 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:32:34.850731 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d156e59-dc1b-4af6-b7a9-c07f10b16bce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:34.856469 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9d156e59-dc1b-4af6-b7a9-c07f10b16bce tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "DELETE /v2.0/ports/93875227-8990-4442-841e-19b4c3c91736 HTTP/1.1" status: 204 len: 168 time: 0.9294660 Nov 19 09:32:34.856716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38286) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:34.915737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-33388e6d-5140-4e30-a765-214a06637e60 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Deleting subnet 256f9334-7b81-45d8-b5ff-85e83d2809f1 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:32:34.954548 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33388e6d-5140-4e30-a765-214a06637e60 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:35.022032 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33388e6d-5140-4e30-a765-214a06637e60 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:35.151503 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91f418-8788-41de-bb1a-49a21955bb1e req-8bd51f36-bfc8-470f-84cb-485ed2ff8f4d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:35.164628 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e91f418-8788-41de-bb1a-49a21955bb1e req-8bd51f36-bfc8-470f-84cb-485ed2ff8f4d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.0933914 Nov 19 09:32:35.287126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e91f418-8788-41de-bb1a-49a21955bb1e req-83c2c29b-1957-45cd-bf65-7aff72a69007 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214128 Nov 19 09:32:35.314015 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33388e6d-5140-4e30-a765-214a06637e60 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:35.403905 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33388e6d-5140-4e30-a765-214a06637e60 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:35.462131 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33388e6d-5140-4e30-a765-214a06637e60 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event deleted for resources: {'Subnet': ['ID=256f9334-7b81-45d8-b5ff-85e83d2809f1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:35.464664 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33388e6d-5140-4e30-a765-214a06637e60 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:35.470582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403da273-8b45-4285-bfb7-374f11baed5a None None] Network 15405871-da19-4499-a311-e93abf739d4c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:32:35.488424 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-33388e6d-5140-4e30-a765-214a06637e60 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "DELETE /v2.0/subnets/256f9334-7b81-45d8-b5ff-85e83d2809f1 HTTP/1.1" status: 204 len: 168 time: 0.6274326 Nov 19 09:32:35.488424 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38314) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:35.614611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-da94779e-a43d-40e1-9fe8-f261e353ec79 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Deleting subnet e74a8f75-21c6-4cef-a7c5-ca2c55024f9c {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:32:35.624016 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da94779e-a43d-40e1-9fe8-f261e353ec79 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:35.710988 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da94779e-a43d-40e1-9fe8-f261e353ec79 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:35.838653 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] DHCP port deletion for 15405871-da19-4499-a311-e93abf739d4c request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:32:35.982575 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da94779e-a43d-40e1-9fe8-f261e353ec79 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:36.041013 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Deleting port 3d18cae8-a963-4211-b1ef-64dd2cb595b3 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:32:36.046346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3055d-534b-4be4-940b-9bd48dfc3b33 req-80ac5fa1-842e-4114-844a-6888b0f007b2 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:36.048249 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:36.055211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ac3055d-534b-4be4-940b-9bd48dfc3b33 req-80ac5fa1-842e-4114-844a-6888b0f007b2 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 1098 time: 0.0730922 Nov 19 09:32:36.071979 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7ac3055d-534b-4be4-940b-9bd48dfc3b33 req-8110c8c7-c9e1-484a-9286-6cb07f0c158c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:36.144018 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da94779e-a43d-40e1-9fe8-f261e353ec79 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:36.179344 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7ac3055d-534b-4be4-940b-9bd48dfc3b33 req-8110c8c7-c9e1-484a-9286-6cb07f0c158c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:36.184211 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7ac3055d-534b-4be4-940b-9bd48dfc3b33 req-8110c8c7-c9e1-484a-9286-6cb07f0c158c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:36.209967 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94779e-a43d-40e1-9fe8-f261e353ec79 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event deleted for resources: {'Subnet': ['ID=e74a8f75-21c6-4cef-a7c5-ca2c55024f9c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:36.225906 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da94779e-a43d-40e1-9fe8-f261e353ec79 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:36.231507 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-da94779e-a43d-40e1-9fe8-f261e353ec79 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "DELETE /v2.0/subnets/e74a8f75-21c6-4cef-a7c5-ca2c55024f9c HTTP/1.1" status: 204 len: 168 time: 0.7417309 Nov 19 09:32:36.239222 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aab33c1-b5bd-4fba-9b15-dcf6ecab556d None None] Network 3282dff9-c0bb-424b-9664-c64e91191014 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:32:36.259695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38358) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:36.359941 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] For port 3d18cae8-a963-4211-b1ef-64dd2cb595b3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3d18cae8-a963-4211-b1ef-64dd2cb595b3,segment=NetworkSegment(b9617a27-704a-4c57-bfd5-805c6e963569),segment_id=b9617a27-704a-4c57-bfd5-805c6e963569)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:36.360359 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:36.410557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Calling delete_port for 3d18cae8-a963-4211-b1ef-64dd2cb595b3 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:32:36.440289 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:36.457657 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ac3055d-534b-4be4-940b-9bd48dfc3b33 req-8110c8c7-c9e1-484a-9286-6cb07f0c158c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4013021 Nov 19 09:32:36.469319 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110c8c7-c9e1-484a-9286-6cb07f0c158c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243822ba-27d4-463b-8590-99176ca7bca2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:36.499612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110c8c7-c9e1-484a-9286-6cb07f0c158c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.501510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110c8c7-c9e1-484a-9286-6cb07f0c158c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.502043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110c8c7-c9e1-484a-9286-6cb07f0c158c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.503430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110c8c7-c9e1-484a-9286-6cb07f0c158c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.504799 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110c8c7-c9e1-484a-9286-6cb07f0c158c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.505325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110c8c7-c9e1-484a-9286-6cb07f0c158c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.506143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110c8c7-c9e1-484a-9286-6cb07f0c158c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.509022 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110c8c7-c9e1-484a-9286-6cb07f0c158c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.509626 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110c8c7-c9e1-484a-9286-6cb07f0c158c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.510175 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110c8c7-c9e1-484a-9286-6cb07f0c158c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.511226 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110c8c7-c9e1-484a-9286-6cb07f0c158c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.511776 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110c8c7-c9e1-484a-9286-6cb07f0c158c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.690390 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:36.781850 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Pushing event deleted for resources: {'Port': ['ID=3d18cae8-a963-4211-b1ef-64dd2cb595b3,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:36.800998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa2a57-9439-4e05-89b6-a31d126544ef req-d578c575-b999-4c40-ae64-bd8850a603a0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:36.803376 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561410ef-5b2f-4076-918b-13bb24f9626b None None] DHCP port deletion for 3282dff9-c0bb-424b-9664-c64e91191014 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:32:36.813537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62aa2a57-9439-4e05-89b6-a31d126544ef req-d578c575-b999-4c40-ae64-bd8850a603a0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.2933633 Nov 19 09:32:36.816197 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] No DVR routers for this DVR port 3d18cae8-a963-4211-b1ef-64dd2cb595b3 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:32:36.862313 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.862682 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.863042 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.863395 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.863889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.864243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.864603 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.864949 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.865859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.866213 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.869347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.869741 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae878a7-cd43-4fa3-ab84-44a14dc3474b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:36.877310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949cc65-6df4-4cda-a635-b64696160ee3 req-ddb6918f-c4fc-4122-8455-164f3857cd69 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:36.893757 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4949cc65-6df4-4cda-a635-b64696160ee3 req-ddb6918f-c4fc-4122-8455-164f3857cd69 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.2574267 Nov 19 09:32:36.970119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 60ec3488-f8f8-4195-a161-cfc0a9e5792a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:32:36.993813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Deleting port 3d18cae8-a963-4211-b1ef-64dd2cb595b3 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:32:36.994152 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:37.062869 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62aa2a57-9439-4e05-89b6-a31d126544ef req-5d82f57f-bf8d-47ee-b3a0-95997c6a0418 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223268 Nov 19 09:32:37.070339 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-561410ef-5b2f-4076-918b-13bb24f9626b None None] Deleting port 25e798d3-745b-43f1-a925-1a8395bfbe01 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:32:37.070728 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-561410ef-5b2f-4076-918b-13bb24f9626b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:37.088490 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4949cc65-6df4-4cda-a635-b64696160ee3 req-a192e912-6aec-4e8e-934c-e75533a0a7d2 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664443 Nov 19 09:32:37.121722 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38376) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:37.142535 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] For port 3d18cae8-a963-4211-b1ef-64dd2cb595b3, host n-d-805649-14, got binding levels [] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:37.148730 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:37.210292 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Calling delete_port for 3d18cae8-a963-4211-b1ef-64dd2cb595b3 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:32:37.213376 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.ipam_backend_mixin [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Port 3d18cae8-a963-4211-b1ef-64dd2cb595b3 was not found and therefore no delete operation was performed {{(pid=103477) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 09:32:37.214676 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:37.235137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-561410ef-5b2f-4076-918b-13bb24f9626b None None] For port 25e798d3-745b-43f1-a925-1a8395bfbe01, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=25e798d3-745b-43f1-a925-1a8395bfbe01,segment=NetworkSegment(66252a24-21c7-45b2-ab47-a519a6115c5a),segment_id=66252a24-21c7-45b2-ab47-a519a6115c5a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:37.235582 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-561410ef-5b2f-4076-918b-13bb24f9626b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:37.282774 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-64352dfb-44c0-4d5f-b761-8d15b162952c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/floatingips/e403ff20-d2e8-45df-981d-1970ef8e8419 HTTP/1.1" status: 200 len: 994 time: 0.1564672 Nov 19 09:32:37.284176 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-561410ef-5b2f-4076-918b-13bb24f9626b None None] Calling delete_port for 25e798d3-745b-43f1-a925-1a8395bfbe01 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:32:37.286815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] No DVR routers for this DVR port 3d18cae8-a963-4211-b1ef-64dd2cb595b3 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:32:37.392249 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38390) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:37.426777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event deleted for resources: {'Port': ['ID=3d18cae8-a963-4211-b1ef-64dd2cb595b3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:37.487391 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 60ec3488-f8f8-4195-a161-cfc0a9e5792a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:37.488630 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:37.507620 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:37.530380 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-561410ef-5b2f-4076-918b-13bb24f9626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:37.552944 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15405871-da19-4499-a311-e93abf739d4c']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:37.572012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561410ef-5b2f-4076-918b-13bb24f9626b None None] Pushing event deleted for resources: {'Port': ['ID=25e798d3-745b-43f1-a925-1a8395bfbe01,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:37.583086 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561410ef-5b2f-4076-918b-13bb24f9626b None None] No DVR routers for this DVR port 25e798d3-745b-43f1-a925-1a8395bfbe01 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:32:37.590007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9617a27-704a-4c57-bfd5-805c6e963569') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:37.590744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9617a27-704a-4c57-bfd5-805c6e963569') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:37.612010 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:37.636267 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:37.647666 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:32:37.648076 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:32:37.652127 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:32:37.739805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3d18cae8-a963-4211-b1ef-64dd2cb595b3 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:32:37.774758 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 3d18cae8-a963-4211-b1ef-64dd2cb595b3 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:32:37.775046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-88c608b6-9006-40dc-bc7d-7b67535a1bd1 req-136028af-edbe-497a-8c61-57504ed0f7f5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:32:37.775981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3d18cae8-a963-4211-b1ef-64dd2cb595b3 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:32:37.805855 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88c608b6-9006-40dc-bc7d-7b67535a1bd1 req-136028af-edbe-497a-8c61-57504ed0f7f5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0364327 Nov 19 09:32:37.845047 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:37.853936 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:37.858011 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "DELETE /v2.0/networks/15405871-da19-4499-a311-e93abf739d4c HTTP/1.1" status: 204 len: 168 time: 1.5809245 Nov 19 09:32:37.860613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38402) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:37.885987 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bd6c9-9c90-4122-a662-62e173897276 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event deleted for resources: {'Network': ['ID=15405871-da19-4499-a311-e93abf739d4c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:37.979785 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d03a75ec-f9e0-403f-821b-551a9b03c077 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:38.097156 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d03a75ec-f9e0-403f-821b-551a9b03c077 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:38.151024 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-d03a75ec-f9e0-403f-821b-551a9b03c077 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3282dff9-c0bb-424b-9664-c64e91191014']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:38.186762 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-d03a75ec-f9e0-403f-821b-551a9b03c077 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66252a24-21c7-45b2-ab47-a519a6115c5a') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:38.187061 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-d03a75ec-f9e0-403f-821b-551a9b03c077 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66252a24-21c7-45b2-ab47-a519a6115c5a') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:38.229109 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d03a75ec-f9e0-403f-821b-551a9b03c077 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:38.256500 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:38.349008 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d03a75ec-f9e0-403f-821b-551a9b03c077 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:38.403551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03a75ec-f9e0-403f-821b-551a9b03c077 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:32:38.404493 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d03a75ec-f9e0-403f-821b-551a9b03c077 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:32:38.418884 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:32:38.437608 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae425f-9330-45ed-85cf-a3381fbee935 req-acee29f6-a090-4208-b8b8-9a64916da058 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:38.441593 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27ae425f-9330-45ed-85cf-a3381fbee935 req-acee29f6-a090-4208-b8b8-9a64916da058 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.2385881 Nov 19 09:32:38.525203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a6c39-3a34-43a4-9647-b075a0aa266d req-4fc073dd-25fd-4673-93c0-5fda7faed49e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:38.527837 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f29a6c39-3a34-43a4-9647-b075a0aa266d req-4fc073dd-25fd-4673-93c0-5fda7faed49e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.2834990 Nov 19 09:32:38.563146 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-fcd562e8-0d12-4498-9f39-e3abc24503b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3955235 Nov 19 09:32:38.607906 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d03a75ec-f9e0-403f-821b-551a9b03c077 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:38.629915 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d03a75ec-f9e0-403f-821b-551a9b03c077 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:38.641476 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d03a75ec-f9e0-403f-821b-551a9b03c077 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] 10.222.0.21 "DELETE /v2.0/networks/3282dff9-c0bb-424b-9664-c64e91191014 HTTP/1.1" status: 204 len: 168 time: 0.7793293 Nov 19 09:32:38.692257 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a75ec-f9e0-403f-821b-551a9b03c077 tempest-TaggedBootDevicesTest-1171163678 tempest-TaggedBootDevicesTest-1171163678-project] Pushing event deleted for resources: {'Network': ['ID=3282dff9-c0bb-424b-9664-c64e91191014,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:38.711001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27ae425f-9330-45ed-85cf-a3381fbee935 req-0641377a-e6cc-473b-b2d1-f555e6d0d4fc tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323828 Nov 19 09:32:38.713960 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Deleting port 656b516d-0feb-4b5d-8609-236ee5625f47 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:32:38.713960 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:38.776507 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f29a6c39-3a34-43a4-9647-b075a0aa266d req-38c1dcd4-f873-4052-981f-cf46c3b954dd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297606 Nov 19 09:32:38.896065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 25e798d3-745b-43f1-a925-1a8395bfbe01 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:32:38.945654 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] For port 656b516d-0feb-4b5d-8609-236ee5625f47, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=656b516d-0feb-4b5d-8609-236ee5625f47,segment=NetworkSegment(9a4f95a4-f011-4881-8331-d9695d3d5422),segment_id=9a4f95a4-f011-4881-8331-d9695d3d5422)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:38.945654 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:39.009687 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Calling delete_port for 656b516d-0feb-4b5d-8609-236ee5625f47 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:32:39.070884 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431d0ac-c568-4f8b-9122-daff6c36abd0 req-bed66c60-7edb-4b38-a7f5-291136a8a77e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:39.080627 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a431d0ac-c568-4f8b-9122-daff6c36abd0 req-bed66c60-7edb-4b38-a7f5-291136a8a77e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.1091623 Nov 19 09:32:39.140227 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Sync routers for ids ['2f8dcf78-5c1e-4fae-a036-129423a3a816'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:32:39.155964 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Routers {'2f8dcf78-5c1e-4fae-a036-129423a3a816'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:32:39.160857 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['2f8dcf78-5c1e-4fae-a036-129423a3a816'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:39.193309 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a431d0ac-c568-4f8b-9122-daff6c36abd0 req-407f5937-b33a-444b-8626-d88fa5aaab98 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977266 Nov 19 09:32:39.439140 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 25e798d3-745b-43f1-a925-1a8395bfbe01 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:32:39.439652 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 25e798d3-745b-43f1-a925-1a8395bfbe01 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:32:39.520150 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:39.577597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Pushing event deleted for resources: {'Port': ['ID=656b516d-0feb-4b5d-8609-236ee5625f47,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:39.580372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d91b8-b75a-4617-8a52-c61c0ad4aaff req-deeda59f-cb7b-40bf-9378-684799dd031f tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:39.589451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e51d91b8-b75a-4617-8a52-c61c0ad4aaff req-deeda59f-cb7b-40bf-9378-684799dd031f tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 945 time: 0.3167889 Nov 19 09:32:39.598826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:39.598826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:39.598826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:39.606080 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:39.608384 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Set router 2f8dcf78-5c1e-4fae-a036-129423a3a816 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:32:39.611587 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:39.611982 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:39.612341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:39.612696 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:39.613043 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:39.613413 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:39.613758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:39.614095 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:39.658765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038850d-be53-4313-b782-615d87eb2a9c req-bc012ed5-b77a-4e7e-b637-9509948938f0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:39.660456 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3038850d-be53-4313-b782-615d87eb2a9c req-bc012ed5-b77a-4e7e-b637-9509948938f0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.2333665 Nov 19 09:32:39.713055 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e51d91b8-b75a-4617-8a52-c61c0ad4aaff req-1e84696d-e54d-48e2-9d39-3602e5d5f0dc tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207609 Nov 19 09:32:39.784437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3038850d-be53-4313-b782-615d87eb2a9c req-e0cf58d7-eb0c-4a72-9865-56de25e5b616 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159780 Nov 19 09:32:40.032069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada441b3-301e-4e16-9e08-f158dfbf4e25 req-32412220-b848-468e-8930-51df3b67f060 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:40.040435 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ada441b3-301e-4e16-9e08-f158dfbf4e25 req-32412220-b848-468e-8930-51df3b67f060 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.1143582 Nov 19 09:32:40.147255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b67ea-3822-4aac-8284-7190020ad891 req-750ec4b8-028d-4bce-8a9c-e8a5366ee3a6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:40.156552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b09b67ea-3822-4aac-8284-7190020ad891 req-750ec4b8-028d-4bce-8a9c-e8a5366ee3a6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.1487336 Nov 19 09:32:40.193297 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ada441b3-301e-4e16-9e08-f158dfbf4e25 req-0a30a41b-e594-4b10-805b-abeea69d6075 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519341 Nov 19 09:32:40.226120 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:40.248428 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b09b67ea-3822-4aac-8284-7190020ad891 req-123c6459-2060-44a9-87e1-eb907b161665 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896728 Nov 19 09:32:40.336493 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'name': 'tempest-TestAggregatesBasicOps-1904770034-router', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '60ec3488-f8f8-4195-a161-cfc0a9e5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:27Z', 'updated_at': '2021-11-19T09:32:33Z', 'revision_number': 4, 'project_id': 'd701c771a91f46bc8027b2e2a58615ec', 'gw_port': {'id': '60ec3488-f8f8-4195-a161-cfc0a9e5792a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:28Z', 'updated_at': '2021-11-19T09:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'e6a1c03f-dc4d-4f49-959c-72e0e7164955', 'name': '', 'network_id': '7497c4e5-9817-4a6c-9c5f-012c2cc86534', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec', 'mac_address': 'fa:16:3e:44:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'df057542-fa71-4927-92b5-b62df4d164ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:31Z', 'updated_at': '2021-11-19T09:32:33Z', 'revision_number': 2, 'project_id': 'd701c771a91f46bc8027b2e2a58615ec', 'subnets': [{'id': 'df057542-fa71-4927-92b5-b62df4d164ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:40.396434 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Checking router: 2f8dcf78-5c1e-4fae-a036-129423a3a816 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:32:40.396895 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Updating router 2f8dcf78-5c1e-4fae-a036-129423a3a816 port e6a1c03f-dc4d-4f49-959c-72e0e7164955 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:32:40.424509 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:40.437164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2123db8-ca1b-410f-8eda-142f838a74b2 req-85595edb-4538-45e3-97e8-99ec8a5d67ce tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:40.445365 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2123db8-ca1b-410f-8eda-142f838a74b2 req-85595edb-4538-45e3-97e8-99ec8a5d67ce tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.0746601 Nov 19 09:32:40.510346 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2123db8-ca1b-410f-8eda-142f838a74b2 req-5e9bcca6-c8a8-4aa1-9519-15a72e714947 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637898 Nov 19 09:32:40.752721 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca8e8b-d761-4fef-87d9-9bbe6bcc20f3 req-90138a9a-fcba-438b-b8b2-fecf8a57d695 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:40.760877 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8aca8e8b-d761-4fef-87d9-9bbe6bcc20f3 req-90138a9a-fcba-438b-b8b2-fecf8a57d695 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 945 time: 0.1543643 Nov 19 09:32:40.883895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Router 1178a154-89ce-4886-981c-234e4df82fd5 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:32:41.037888 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3fa44-4121-4c68-b640-3690b647400e req-2404c72d-984d-4340-b92e-b4b18e271b29 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:41.049683 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fc3fa44-4121-4c68-b640-3690b647400e req-2404c72d-984d-4340-b92e-b4b18e271b29 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.3317642 Nov 19 09:32:41.064533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-7205dba9-b03c-4b75-aa9f-a02c7ef1052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:41.066890 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-7205dba9-b03c-4b75-aa9f-a02c7ef1052d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 1098 time: 0.2142107 Nov 19 09:32:41.465869 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:41.476580 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:41.523879 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226a1df-42ec-4cfc-be31-d0a4e7ede581 None None] Pushing event updated for resources: {'Port': ['ID=e6a1c03f-dc4d-4f49-959c-72e0e7164955,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:41.560940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54794b-26fe-4f9f-a6c4-48e42b1360cd req-f4adf800-ce98-4d8b-9d32-b406083f08a0 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:41.563223 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f54794b-26fe-4f9f-a6c4-48e42b1360cd req-f4adf800-ce98-4d8b-9d32-b406083f08a0 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 945 time: 0.6357255 Nov 19 09:32:41.563351 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a1df-42ec-4cfc-be31-d0a4e7ede581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:41.565783 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a1df-42ec-4cfc-be31-d0a4e7ede581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:41.566170 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a1df-42ec-4cfc-be31-d0a4e7ede581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:41.566713 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a1df-42ec-4cfc-be31-d0a4e7ede581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:41.567069 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a1df-42ec-4cfc-be31-d0a4e7ede581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:41.567404 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a1df-42ec-4cfc-be31-d0a4e7ede581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:41.567727 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a1df-42ec-4cfc-be31-d0a4e7ede581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:41.568052 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a1df-42ec-4cfc-be31-d0a4e7ede581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:41.568375 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a1df-42ec-4cfc-be31-d0a4e7ede581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:41.568691 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a1df-42ec-4cfc-be31-d0a4e7ede581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:41.569012 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a1df-42ec-4cfc-be31-d0a4e7ede581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:41.569358 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a1df-42ec-4cfc-be31-d0a4e7ede581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:32:41.651807 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fc3fa44-4121-4c68-b640-3690b647400e req-5160b983-4b82-4d04-89dc-a17f7a060cc1 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5967405 Nov 19 09:32:41.740268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-8aca8e8b-d761-4fef-87d9-9bbe6bcc20f3 req-25b9291e-5cd0-45b0-9b9c-e1dfc3729a49 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Deleting port c0e17688-4eec-4594-b4e7-f6e9852ec7ba {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:32:41.740731 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8aca8e8b-d761-4fef-87d9-9bbe6bcc20f3 req-25b9291e-5cd0-45b0-9b9c-e1dfc3729a49 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:41.741571 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Attempting to bind port e6a1c03f-dc4d-4f49-959c-72e0e7164955 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:32:41.741943 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Attempting to bind port e6a1c03f-dc4d-4f49-959c-72e0e7164955 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'ba38fb2e-f669-4785-b467-51cf269e1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '7497c4e5-9817-4a6c-9c5f-012c2cc86534'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:32:41.742612 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Attempting to bind port e6a1c03f-dc4d-4f49-959c-72e0e7164955 on network 7497c4e5-9817-4a6c-9c5f-012c2cc86534 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:32:41.754389 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:32:41.754779 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Checking segment: {'id': 'ba38fb2e-f669-4785-b467-51cf269e1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '7497c4e5-9817-4a6c-9c5f-012c2cc86534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:32:41.755190 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:41.755570 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Bound using segment: {'id': 'ba38fb2e-f669-4785-b467-51cf269e1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '7497c4e5-9817-4a6c-9c5f-012c2cc86534'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:32:41.756060 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Bound port: e6a1c03f-dc4d-4f49-959c-72e0e7164955, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba38fb2e-f669-4785-b467-51cf269e1a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '7497c4e5-9817-4a6c-9c5f-012c2cc86534'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:32:41.756433 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:41.919619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-8aca8e8b-d761-4fef-87d9-9bbe6bcc20f3 req-25b9291e-5cd0-45b0-9b9c-e1dfc3729a49 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] For port c0e17688-4eec-4594-b4e7-f6e9852ec7ba, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c0e17688-4eec-4594-b4e7-f6e9852ec7ba,segment=NetworkSegment(d017151d-ea65-4647-bf3b-a613fa498e9a),segment_id=d017151d-ea65-4647-bf3b-a613fa498e9a)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:41.923067 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8aca8e8b-d761-4fef-87d9-9bbe6bcc20f3 req-25b9291e-5cd0-45b0-9b9c-e1dfc3729a49 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:41.931705 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] For port e6a1c03f-dc4d-4f49-959c-72e0e7164955, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:32:41.940334 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] For port e6a1c03f-dc4d-4f49-959c-72e0e7164955, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e6a1c03f-dc4d-4f49-959c-72e0e7164955,segment=NetworkSegment(ba38fb2e-f669-4785-b467-51cf269e1a8c),segment_id=ba38fb2e-f669-4785-b467-51cf269e1a8c)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:32:41.944472 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-8aca8e8b-d761-4fef-87d9-9bbe6bcc20f3 req-25b9291e-5cd0-45b0-9b9c-e1dfc3729a49 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Calling delete_port for c0e17688-4eec-4594-b4e7-f6e9852ec7ba owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:32:41.951992 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:42.107878 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-17ec2600-a939-4162-9581-03e1e97cd883 None None] Provisioning complete for port e6a1c03f-dc4d-4f49-959c-72e0e7164955 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:42.108818 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17ec2600-a939-4162-9581-03e1e97cd883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:42.162901 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Routers {'2f8dcf78-5c1e-4fae-a036-129423a3a816'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:32:42.163537 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['2f8dcf78-5c1e-4fae-a036-129423a3a816'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:42.267743 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f54794b-26fe-4f9f-a6c4-48e42b1360cd req-3c616d3d-c12f-4fd2-9877-3bf67ecd6885 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6945646 Nov 19 09:32:42.280197 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226a1df-42ec-4cfc-be31-d0a4e7ede581 None None] Pushing event updated for resources: {'Port': ['ID=e6a1c03f-dc4d-4f49-959c-72e0e7164955,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:42.306459 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8aca8e8b-d761-4fef-87d9-9bbe6bcc20f3 req-25b9291e-5cd0-45b0-9b9c-e1dfc3729a49 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:42.412510 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:32:42.427550 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-484acc60-c770-4c47-8796-6a98c6653611 admin admin] 10.222.0.21 "PUT /v2.0/routers/1178a154-89ce-4886-981c-234e4df82fd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0337613 Nov 19 09:32:42.433545 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38480) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:42.456799 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17ec2600-a939-4162-9581-03e1e97cd883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:42.483122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c341b07-ca2c-461d-afb8-0f3d045572bf None None] Sync routers for ids ['1178a154-89ce-4886-981c-234e4df82fd5'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:32:42.507859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-39a80e8d-3a5f-4473-b7c3-560702270f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:42.511911 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-39a80e8d-3a5f-4473-b7c3-560702270f69 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95 HTTP/1.1" status: 200 len: 897 time: 1.4170718 Nov 19 09:32:42.520018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-17ec2600-a939-4162-9581-03e1e97cd883 None None] For port e6a1c03f-dc4d-4f49-959c-72e0e7164955, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e6a1c03f-dc4d-4f49-959c-72e0e7164955,segment=NetworkSegment(ba38fb2e-f669-4785-b467-51cf269e1a8c),segment_id=ba38fb2e-f669-4785-b467-51cf269e1a8c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:42.526505 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c341b07-ca2c-461d-afb8-0f3d045572bf None None] Routers {'1178a154-89ce-4886-981c-234e4df82fd5'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:32:42.527543 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0c341b07-ca2c-461d-afb8-0f3d045572bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1178a154-89ce-4886-981c-234e4df82fd5'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:42.532991 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-17ec2600-a939-4162-9581-03e1e97cd883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:42.665460 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] Set router 2f8dcf78-5c1e-4fae-a036-129423a3a816 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:32:42.697256 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec2600-a939-4162-9581-03e1e97cd883 None None] Pushing event updated for resources: {'Port': ['ID=e6a1c03f-dc4d-4f49-959c-72e0e7164955,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:42.703955 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3a66a4df-c6b6-4030-b88d-46eca36ab1e0 None None] Provisioning complete for port e6a1c03f-dc4d-4f49-959c-72e0e7164955 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:42.704632 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3a66a4df-c6b6-4030-b88d-46eca36ab1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:42.745539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9291e-5cd0-45b0-9b9c-e1dfc3729a49 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Pushing event deleted for resources: {'Port': ['ID=c0e17688-4eec-4594-b4e7-f6e9852ec7ba,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:42.790639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cded141-37fb-48ba-a7a9-73e2ec5cfa3d None None] DHCP port deletion for 748749c4-532e-4da1-8a07-6ebbde399465 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:32:42.829755 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-0c341b07-ca2c-461d-afb8-0f3d045572bf None None] Set router 1178a154-89ce-4886-981c-234e4df82fd5 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:32:42.863632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aca8e8b-d761-4fef-87d9-9bbe6bcc20f3 req-25b9291e-5cd0-45b0-9b9c-e1dfc3729a49 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] No DVR routers for this DVR port c0e17688-4eec-4594-b4e7-f6e9852ec7ba on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:32:42.866225 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-8aca8e8b-d761-4fef-87d9-9bbe6bcc20f3 req-25b9291e-5cd0-45b0-9b9c-e1dfc3729a49 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:42.871116 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8aca8e8b-d761-4fef-87d9-9bbe6bcc20f3 req-25b9291e-5cd0-45b0-9b9c-e1dfc3729a49 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.71 "DELETE /v2.0/ports/c0e17688-4eec-4594-b4e7-f6e9852ec7ba HTTP/1.1" status: 204 len: 173 time: 2.0692120 Nov 19 09:32:42.873310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ca767f-4e10-47e0-86d0-b1acd9744e47', 'name': 'network-vif-deleted', 'tag': 'c0e17688-4eec-4594-b4e7-f6e9852ec7ba'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:32:42.875731 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c793b20f-70c9-4455-927a-9c5ef852d0b1" -d '{"events": [{"server_uuid": "d3ca767f-4e10-47e0-86d0-b1acd9744e47", "name": "network-vif-deleted", "tag": "c0e17688-4eec-4594-b4e7-f6e9852ec7ba"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:32:42.915082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926e019-adf7-4681-8a53-8fce9d0c87c3 req-0bbaf7d0-70e8-40c2-bb4b-9a6e2b5cf545 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:42.929980 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4926e019-adf7-4681-8a53-8fce9d0c87c3 req-0bbaf7d0-70e8-40c2-bb4b-9a6e2b5cf545 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.6603906 Nov 19 09:32:42.932509 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f10f-1983-4b43-98fc-a6ccf8988415 admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:42.940559 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-d2769af5-d2ba-4cfd-9f6b-1ac3a997f821 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 HTTP/1.1" status: 200 len: 1002 time: 0.4190254 Nov 19 09:32:43.050460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4926e019-adf7-4681-8a53-8fce9d0c87c3 req-68e3b52d-2daf-4cb4-be24-ff5d8b54de3a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182928 Nov 19 09:32:43.063917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c7d1a-823b-4e96-adf3-9e38b1ca9890 req-ff05a34d-d76f-4aaf-b43f-dcd346266e3b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:43.082985 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e46c7d1a-823b-4e96-adf3-9e38b1ca9890 req-ff05a34d-d76f-4aaf-b43f-dcd346266e3b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.5828018 Nov 19 09:32:43.106870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e6a1c03f-dc4d-4f49-959c-72e0e7164955 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:32:43.213252 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e46c7d1a-823b-4e96-adf3-9e38b1ca9890 req-c22fd767-d2d7-4a82-89aa-3afcffee4c57 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283040 Nov 19 09:32:43.217024 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eb89c9-344c-4e60-a170-1bf595136677 x-openstack-request-id: req-b9eb89c9-344c-4e60-a170-1bf595136677 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:32:43.217464 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ca767f-4e10-47e0-86d0-b1acd9744e47", "name": "network-vif-deleted", "tag": "c0e17688-4eec-4594-b4e7-f6e9852ec7ba", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:32:43.218729 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9eb89c9-344c-4e60-a170-1bf595136677 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:32:43.219232 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ca767f-4e10-47e0-86d0-b1acd9744e47', 'name': 'network-vif-deleted', 'tag': 'c0e17688-4eec-4594-b4e7-f6e9852ec7ba', 'status': 'completed', 'code': 200} Nov 19 09:32:43.224588 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-dfacd3db-efe1-49b4-8e3b-cf839c306e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:43.226398 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-dfacd3db-efe1-49b4-8e3b-cf839c306e2b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c832f0c2-c457-4961-b3f9-f7f6f447e6aa HTTP/1.1" status: 200 len: 835 time: 0.2302597 Nov 19 09:32:43.299559 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'name': 'tempest-TestAggregatesBasicOps-1904770034-router', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '60ec3488-f8f8-4195-a161-cfc0a9e5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:27Z', 'updated_at': '2021-11-19T09:32:33Z', 'revision_number': 4, 'project_id': 'd701c771a91f46bc8027b2e2a58615ec', 'gw_port': {'id': '60ec3488-f8f8-4195-a161-cfc0a9e5792a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:28Z', 'updated_at': '2021-11-19T09:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'e6a1c03f-dc4d-4f49-959c-72e0e7164955', 'name': '', 'network_id': '7497c4e5-9817-4a6c-9c5f-012c2cc86534', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec', 'mac_address': 'fa:16:3e:44:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'df057542-fa71-4927-92b5-b62df4d164ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:31Z', 'updated_at': '2021-11-19T09:32:41Z', 'revision_number': 4, 'project_id': 'd701c771a91f46bc8027b2e2a58615ec', 'subnets': [{'id': 'df057542-fa71-4927-92b5-b62df4d164ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:43.331583 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f10f-1983-4b43-98fc-a6ccf8988415 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:43.332460 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca00cf-4fd1-4fcd-ad19-287ee15da8b4 None None] The sync data for ids ['2f8dcf78-5c1e-4fae-a036-129423a3a816'] in n-d-805649-14 is: [{'id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'name': 'tempest-TestAggregatesBasicOps-1904770034-router', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '60ec3488-f8f8-4195-a161-cfc0a9e5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:27Z', 'updated_at': '2021-11-19T09:32:33Z', 'revision_number': 4, 'project_id': 'd701c771a91f46bc8027b2e2a58615ec', 'gw_port': {'id': '60ec3488-f8f8-4195-a161-cfc0a9e5792a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:28Z', 'updated_at': '2021-11-19T09:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'e6a1c03f-dc4d-4f49-959c-72e0e7164955', 'name': '', 'network_id': '7497c4e5-9817-4a6c-9c5f-012c2cc86534', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec', 'mac_address': 'fa:16:3e:44:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'df057542-fa71-4927-92b5-b62df4d164ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:31Z', 'updated_at': '2021-11-19T09:32:41Z', 'revision_number': 4, 'project_id': 'd701c771a91f46bc8027b2e2a58615ec', 'subnets': [{'id': 'df057542-fa71-4927-92b5-b62df4d164ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:32:43.511422 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00024f5b-3251-4c29-add0-4ef32a390007 req-1282d983-478d-453e-bb85-8ddeb44467a4 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3ca767f-4e10-47e0-86d0-b1acd9744e47 HTTP/1.1" status: 200 len: 210 time: 0.0617871 Nov 19 09:32:43.515393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-5959696f-0395-4590-a86d-dce17ca90a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:43.517359 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-5959696f-0395-4590-a86d-dce17ca90a3b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2785466 Nov 19 09:32:43.677603 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e6a1c03f-dc4d-4f49-959c-72e0e7164955 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:43.678141 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:43.773114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3075c-9335-4bf7-8dd0-99fdc789ff2b req-8f618ea6-5932-4d40-9b73-e74feeb8fbd2 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:43.794572 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ff3075c-9335-4bf7-8dd0-99fdc789ff2b req-8f618ea6-5932-4d40-9b73-e74feeb8fbd2 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.1737432 Nov 19 09:32:43.933936 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7f10f-1983-4b43-98fc-a6ccf8988415 admin admin] Deleting port 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:32:43.934393 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f10f-1983-4b43-98fc-a6ccf8988415 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:43.974825 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ff3075c-9335-4bf7-8dd0-99fdc789ff2b req-80110699-0c52-41d2-981c-1d970a9db497 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791246 Nov 19 09:32:43.994262 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0c341b07-ca2c-461d-afb8-0f3d045572bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1178a154-89ce-4886-981c-234e4df82fd5', 'name': 'tempest-TestAggregatesBasicOps-1366160200-router', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ff5fbe8-32ae-42b9-8525-e4513d8c83c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:20Z', 'updated_at': '2021-11-19T09:32:39Z', 'revision_number': 5, 'project_id': '97d6bf065fed4007bd675ea46e08b554', 'gw_port': {'id': '9ff5fbe8-32ae-42b9-8525-e4513d8c83c1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1178a154-89ce-4886-981c-234e4df82fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:21Z', 'updated_at': '2021-11-19T09:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:44.078811 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c341b07-ca2c-461d-afb8-0f3d045572bf None None] Checking router: 1178a154-89ce-4886-981c-234e4df82fd5 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:32:44.080886 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c0e17688-4eec-4594-b4e7-f6e9852ec7ba no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:32:44.084851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2aa7f10f-1983-4b43-98fc-a6ccf8988415 admin admin] For port 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9ff5fbe8-32ae-42b9-8525-e4513d8c83c1,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:44.085043 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f10f-1983-4b43-98fc-a6ccf8988415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:44.101208 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7f10f-1983-4b43-98fc-a6ccf8988415 admin admin] Calling delete_port for 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:32:44.113811 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-ecdc00f9-dca6-4c7a-9c81-9372d123bfbf service neutron] 10.222.0.71 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755494 Nov 19 09:32:44.164523 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: c0e17688-4eec-4594-b4e7-f6e9852ec7ba {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:32:44.176385 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c0e17688-4eec-4594-b4e7-f6e9852ec7ba not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:32:44.189004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c341b07-ca2c-461d-afb8-0f3d045572bf None None] Routers {'1178a154-89ce-4886-981c-234e4df82fd5'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:32:44.195276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0c341b07-ca2c-461d-afb8-0f3d045572bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1178a154-89ce-4886-981c-234e4df82fd5'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:44.298504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b30b9-a381-4002-8286-6e6c36eeed53 req-e5cac46c-5809-4b77-ad4f-a3b1bcfb0d31 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:44.303663 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-0c341b07-ca2c-461d-afb8-0f3d045572bf None None] Set router 1178a154-89ce-4886-981c-234e4df82fd5 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:32:44.306402 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c3b30b9-a381-4002-8286-6e6c36eeed53 req-e5cac46c-5809-4b77-ad4f-a3b1bcfb0d31 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.0942643 Nov 19 09:32:44.372287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0c341b07-ca2c-461d-afb8-0f3d045572bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1178a154-89ce-4886-981c-234e4df82fd5', 'name': 'tempest-TestAggregatesBasicOps-1366160200-router', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:20Z', 'updated_at': '2021-11-19T09:32:43Z', 'revision_number': 6, 'project_id': '97d6bf065fed4007bd675ea46e08b554', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:44.406819 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c341b07-ca2c-461d-afb8-0f3d045572bf None None] The sync data for ids ['1178a154-89ce-4886-981c-234e4df82fd5'] in n-d-805649-14 is: [{'id': '1178a154-89ce-4886-981c-234e4df82fd5', 'name': 'tempest-TestAggregatesBasicOps-1366160200-router', 'tenant_id': '97d6bf065fed4007bd675ea46e08b554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:20Z', 'updated_at': '2021-11-19T09:32:43Z', 'revision_number': 6, 'project_id': '97d6bf065fed4007bd675ea46e08b554', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:32:44.498417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c3b30b9-a381-4002-8286-6e6c36eeed53 req-42e65438-a931-47cb-8f97-109943d61a09 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904855 Nov 19 09:32:44.532987 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-21a62557-af6d-453a-9b22-4ee55cceada1 service neutron] 10.222.0.71 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056339 Nov 19 09:32:44.738474 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f10f-1983-4b43-98fc-a6ccf8988415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:44.778936 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9ef8ea-7697-4795-8411-cad615915bbd None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:32:44.858193 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7f10f-1983-4b43-98fc-a6ccf8988415 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff5fbe8-32ae-42b9-8525-e4513d8c83c1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:44.951282 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f10f-1983-4b43-98fc-a6ccf8988415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:45.022986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e6a1c03f-dc4d-4f49-959c-72e0e7164955 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:32:45.102920 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e6a1c03f-dc4d-4f49-959c-72e0e7164955 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:32:45.103313 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:45.204687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185cf82-2416-4865-b5fa-9f56fba6b786 req-415fbcf6-8e7f-4649-89dc-83726a8f2aac tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:45.221870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 656b516d-0feb-4b5d-8609-236ee5625f47 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:32:45.231254 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3185cf82-2416-4865-b5fa-9f56fba6b786 req-415fbcf6-8e7f-4649-89dc-83726a8f2aac tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.1090701 Nov 19 09:32:45.253110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 656b516d-0feb-4b5d-8609-236ee5625f47 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:32:45.253469 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 656b516d-0feb-4b5d-8609-236ee5625f47 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:32:45.257384 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f10f-1983-4b43-98fc-a6ccf8988415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:45.269127 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f10f-1983-4b43-98fc-a6ccf8988415 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:45.356581 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f10f-1983-4b43-98fc-a6ccf8988415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:45.358364 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa7f10f-1983-4b43-98fc-a6ccf8988415 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1178a154-89ce-4886-981c-234e4df82fd5 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:32:45.367760 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2aa7f10f-1983-4b43-98fc-a6ccf8988415 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:45.368772 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3185cf82-2416-4865-b5fa-9f56fba6b786 req-fcf2f21a-39de-44e8-8d40-6b0ff1b759a1 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363471 Nov 19 09:32:45.369594 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2aa7f10f-1983-4b43-98fc-a6ccf8988415 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1178a154-89ce-4886-981c-234e4df82fd5 HTTP/1.1" status: 204 len: 168 time: 2.9341953 Nov 19 09:32:45.372094 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38514) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:45.445491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0356481-b46f-43ce-af69-92ba0ab56d7a admin admin] Deleting subnet 137b5c33-5557-4e96-b9ac-98b106d55899 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:32:45.449461 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0356481-b46f-43ce-af69-92ba0ab56d7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:45.495465 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0356481-b46f-43ce-af69-92ba0ab56d7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:45.570564 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:45.704323 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0356481-b46f-43ce-af69-92ba0ab56d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:45.840407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db297c-dca1-490d-8686-77af577d86d1 req-ee8cd288-00c7-44d2-bcc8-a9438fdffd36 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:45.850941 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6db297c-dca1-490d-8686-77af577d86d1 req-ee8cd288-00c7-44d2-bcc8-a9438fdffd36 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.1901572 Nov 19 09:32:45.879152 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0356481-b46f-43ce-af69-92ba0ab56d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:45.953732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0356481-b46f-43ce-af69-92ba0ab56d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=137b5c33-5557-4e96-b9ac-98b106d55899,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:45.975974 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d0356481-b46f-43ce-af69-92ba0ab56d7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:45.981150 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d0356481-b46f-43ce-af69-92ba0ab56d7a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/137b5c33-5557-4e96-b9ac-98b106d55899 HTTP/1.1" status: 204 len: 168 time: 0.6006291 Nov 19 09:32:45.981323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b88bdfd-9e52-4fc8-aea3-a7645cbf8a82 None None] Network 0cea7c7f-baeb-4f54-a20a-2d9b42df4887 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:32:45.994836 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38524) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:46.078000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ecefb-9dc3-4085-b8c1-8007acaf5f35 req-0c6e680d-45e5-4118-ba74-6e9e9f42e04c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:46.094338 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d42ecefb-9dc3-4085-b8c1-8007acaf5f35 req-0c6e680d-45e5-4118-ba74-6e9e9f42e04c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.1508470 Nov 19 09:32:46.131046 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6db297c-dca1-490d-8686-77af577d86d1 req-bbe12366-74bf-403f-9817-0ac181204479 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405694 Nov 19 09:32:46.166956 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d20ce-5731-4878-8830-727c90748de6 req-f155598c-376d-4bd1-8006-92ebd178c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:46.168547 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0b5d20ce-5731-4878-8830-727c90748de6 req-f155598c-376d-4bd1-8006-92ebd178c3d6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5047e7d7a40342a68aa2788274e8967a&device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 1098 time: 0.2268569 Nov 19 09:32:46.271126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d42ecefb-9dc3-4085-b8c1-8007acaf5f35 req-7ff6aa38-e379-4e98-8725-a8c5ca0ee7d0 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754930 Nov 19 09:32:46.272051 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:46.411378 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d20ce-5731-4878-8830-727c90748de6 req-1acc36fd-6c03-4f79-8ae0-6e1fea131ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:46.413227 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0b5d20ce-5731-4878-8830-727c90748de6 req-1acc36fd-6c03-4f79-8ae0-6e1fea131ad7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 HTTP/1.1" status: 200 len: 915 time: 0.2164974 Nov 19 09:32:46.438174 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02acd21f-f944-456c-a644-25e33f0d06c6 None None] DHCP port deletion for 0cea7c7f-baeb-4f54-a20a-2d9b42df4887 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:32:46.535197 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-02acd21f-f944-456c-a644-25e33f0d06c6 None None] Deleting port ad449c44-6d4c-444a-af62-30aad161ebd6 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:32:46.535576 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-02acd21f-f944-456c-a644-25e33f0d06c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:46.553174 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0b5d20ce-5731-4878-8830-727c90748de6 req-5c2b6756-d506-403e-b310-160a851996c2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 HTTP/1.1" status: 200 len: 217 time: 0.0978549 Nov 19 09:32:46.696556 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d20ce-5731-4878-8830-727c90748de6 req-93d07bdb-d537-4c31-a1a1-2cedcdebce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:46.698558 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0b5d20ce-5731-4878-8830-727c90748de6 req-93d07bdb-d537-4c31-a1a1-2cedcdebce2f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c7a8eba8-535b-46b1-9a23-adba2986540d HTTP/1.1" status: 200 len: 854 time: 0.1193044 Nov 19 09:32:46.705670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-02acd21f-f944-456c-a644-25e33f0d06c6 None None] For port ad449c44-6d4c-444a-af62-30aad161ebd6, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ad449c44-6d4c-444a-af62-30aad161ebd6,segment=NetworkSegment(9a4f95a4-f011-4881-8331-d9695d3d5422),segment_id=9a4f95a4-f011-4881-8331-d9695d3d5422)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:46.706076 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-02acd21f-f944-456c-a644-25e33f0d06c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:46.744820 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-02acd21f-f944-456c-a644-25e33f0d06c6 None None] Calling delete_port for ad449c44-6d4c-444a-af62-30aad161ebd6 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:32:46.756749 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0b5d20ce-5731-4878-8830-727c90748de6 req-67354d68-70b1-40d8-893e-fff50292f467 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485923 Nov 19 09:32:46.835341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ad449c44-6d4c-444a-af62-30aad161ebd6 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:32:46.854991 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] Deleting port ad449c44-6d4c-444a-af62-30aad161ebd6 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:32:46.855486 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:46.954810 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] For port ad449c44-6d4c-444a-af62-30aad161ebd6, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ad449c44-6d4c-444a-af62-30aad161ebd6,segment=NetworkSegment(9a4f95a4-f011-4881-8331-d9695d3d5422),segment_id=9a4f95a4-f011-4881-8331-d9695d3d5422)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:46.954810 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:46.973701 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:46.977865 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-02acd21f-f944-456c-a644-25e33f0d06c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:46.981850 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0b5d20ce-5731-4878-8830-727c90748de6 req-4dd87423-6d70-4c68-b92a-6bb2aa7227d1 service neutron] 10.222.0.71 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098386 Nov 19 09:32:46.982878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] Calling delete_port for ad449c44-6d4c-444a-af62-30aad161ebd6 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:32:47.033155 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02acd21f-f944-456c-a644-25e33f0d06c6 None None] No DVR routers for this DVR port ad449c44-6d4c-444a-af62-30aad161ebd6 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:32:47.045884 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acd21f-f944-456c-a644-25e33f0d06c6 None None] Pushing event deleted for resources: {'Port': ['ID=ad449c44-6d4c-444a-af62-30aad161ebd6,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:47.099846 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:32:47.131221 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:32:47.131810 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9ff5fbe8-32ae-42b9-8525-e4513d8c83c1 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:32:47.395126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4df70-6fab-402d-b445-b8cdbc4d1b57 req-65fc50ad-dfa1-4389-92e8-ea67623dd3ef tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:47.406436 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ca4df70-6fab-402d-b445-b8cdbc4d1b57 req-65fc50ad-dfa1-4389-92e8-ea67623dd3ef tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.1591840 Nov 19 09:32:47.450324 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0b5d20ce-5731-4878-8830-727c90748de6 req-53fd6500-ac45-4224-97ab-4fc10d9b7bab service neutron] 10.222.0.71 "GET /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591966 Nov 19 09:32:47.487990 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:47.586883 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] No DVR routers for this DVR port ad449c44-6d4c-444a-af62-30aad161ebd6 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:32:47.591833 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad449c44-6d4c-444a-af62-30aad161ebd6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:47.623536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6fbc5d-39ff-4750-8514-3add3df427a8 req-b455e3e2-9ffe-4206-90ff-d65b280f48d3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:47.625636 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ee6fbc5d-39ff-4750-8514-3add3df427a8 req-b455e3e2-9ffe-4206-90ff-d65b280f48d3 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.2088280 Nov 19 09:32:47.648019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ca4df70-6fab-402d-b445-b8cdbc4d1b57 req-8f8db4a5-80fc-4872-a511-a45eab1c8932 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347977 Nov 19 09:32:47.710573 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:47.734170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cea7c7f-baeb-4f54-a20a-2d9b42df4887']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:47.744596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4f95a4-f011-4881-8331-d9695d3d5422') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:47.744989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4f95a4-f011-4881-8331-d9695d3d5422') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:47.752804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ee6fbc5d-39ff-4750-8514-3add3df427a8 req-a0c0d065-c38a-4609-9033-71b0de38f522 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034195 Nov 19 09:32:47.755587 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:47.771428 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:47.777760 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:32:47.778161 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:32:47.836972 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:32:47.848096 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:47.855202 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:47.861689 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0cea7c7f-baeb-4f54-a20a-2d9b42df4887 HTTP/1.1" status: 204 len: 168 time: 1.8615677 Nov 19 09:32:47.861843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38546) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:47.899604 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d2854-60df-4d02-9a8b-6075ce736765 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cea7c7f-baeb-4f54-a20a-2d9b42df4887,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:47.978493 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:48.381039 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-657d0cd7-73f7-44c7-b706-f54654bcd193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:48.757283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-657d0cd7-73f7-44c7-b706-f54654bcd193 admin admin] Deleting port e6a1c03f-dc4d-4f49-959c-72e0e7164955 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:32:48.757970 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-657d0cd7-73f7-44c7-b706-f54654bcd193 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:48.867114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-657d0cd7-73f7-44c7-b706-f54654bcd193 admin admin] For port e6a1c03f-dc4d-4f49-959c-72e0e7164955, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e6a1c03f-dc4d-4f49-959c-72e0e7164955,segment=NetworkSegment(ba38fb2e-f669-4785-b467-51cf269e1a8c),segment_id=ba38fb2e-f669-4785-b467-51cf269e1a8c)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:48.867532 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-657d0cd7-73f7-44c7-b706-f54654bcd193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:48.882326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-657d0cd7-73f7-44c7-b706-f54654bcd193 admin admin] Calling delete_port for e6a1c03f-dc4d-4f49-959c-72e0e7164955 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:32:49.135157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc13cd-ec2e-4cd8-ba05-4e1c7d4c7726 req-c1f44258-11cb-436d-b9ef-12f72912f838 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:49.136691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8dc13cd-ec2e-4cd8-ba05-4e1c7d4c7726 req-c1f44258-11cb-436d-b9ef-12f72912f838 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.1132574 Nov 19 09:32:49.152034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170d8cd-2dd6-40de-bf21-1d47b5cb41ba req-a60f56bb-9021-43ef-bc06-5a8d1acb3940 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:49.154546 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3170d8cd-2dd6-40de-bf21-1d47b5cb41ba req-a60f56bb-9021-43ef-bc06-5a8d1acb3940 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.1314178 Nov 19 09:32:49.235629 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3170d8cd-2dd6-40de-bf21-1d47b5cb41ba req-2d810073-676a-468b-b505-2cdc039371a6 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720339 Nov 19 09:32:49.251024 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-657d0cd7-73f7-44c7-b706-f54654bcd193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:49.313223 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8dc13cd-ec2e-4cd8-ba05-4e1c7d4c7726 req-b18e5808-de7a-4e41-8409-75259f6cdc9d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558347 Nov 19 09:32:49.317007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d0cd7-73f7-44c7-b706-f54654bcd193 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a1c03f-dc4d-4f49-959c-72e0e7164955,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:49.562888 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d2c16-2ad8-47c1-93d4-06a52debc2f0 req-059f184d-3e66-4d46-97a1-585468a3edbe tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:49.564504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb2d2c16-2ad8-47c1-93d4-06a52debc2f0 req-059f184d-3e66-4d46-97a1-585468a3edbe tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.1195595 Nov 19 09:32:49.601425 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-657d0cd7-73f7-44c7-b706-f54654bcd193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:49.653825 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb2d2c16-2ad8-47c1-93d4-06a52debc2f0 req-e27e2428-1484-4998-bbd8-aec5c0d3a252 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791934 Nov 19 09:32:49.866606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751b534-35fe-4c3a-9471-dabf036a1158 req-94e4df67-9313-43f8-b999-c76e407a67f1 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:49.868255 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9751b534-35fe-4c3a-9471-dabf036a1158 req-94e4df67-9313-43f8-b999-c76e407a67f1 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.0716145 Nov 19 09:32:49.869108 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6fbe8ba3-6a75-46fd-a853-118015dba897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:50.009141 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657d0cd7-73f7-44c7-b706-f54654bcd193 admin admin] Router 2f8dcf78-5c1e-4fae-a036-129423a3a816 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:32:50.040403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9751b534-35fe-4c3a-9471-dabf036a1158 req-c8d3f194-ffa9-4afa-b647-64d51fa0aa2e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610720 Nov 19 09:32:50.238143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657d0cd7-73f7-44c7-b706-f54654bcd193 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:32:50.249399 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38588) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:50.249886 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-657d0cd7-73f7-44c7-b706-f54654bcd193 admin admin] 10.222.0.21 "PUT /v2.0/routers/2f8dcf78-5c1e-4fae-a036-129423a3a816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3868046 Nov 19 09:32:50.254797 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc05d9d2-2212-41df-ae8a-c61b06503f90 None None] Sync routers for ids ['2f8dcf78-5c1e-4fae-a036-129423a3a816'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:32:50.271748 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc05d9d2-2212-41df-ae8a-c61b06503f90 None None] Routers {'2f8dcf78-5c1e-4fae-a036-129423a3a816'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:32:50.272957 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-dc05d9d2-2212-41df-ae8a-c61b06503f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['2f8dcf78-5c1e-4fae-a036-129423a3a816'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:50.291132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f4662-d1eb-44d4-b083-cb9733ee26b5 req-6f80f4fd-3baa-43ee-bd09-ea5c9a301801 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:50.299116 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa6f4662-d1eb-44d4-b083-cb9733ee26b5 req-6f80f4fd-3baa-43ee-bd09-ea5c9a301801 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.1467600 Nov 19 09:32:50.405834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa6f4662-d1eb-44d4-b083-cb9733ee26b5 req-86da4847-0701-4d0f-9e95-489490c1d7af tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056614 Nov 19 09:32:50.411705 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-dc05d9d2-2212-41df-ae8a-c61b06503f90 None None] Set router 2f8dcf78-5c1e-4fae-a036-129423a3a816 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:32:50.502413 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbfcf4d-8f3b-4aa3-b168-2c39a373fa7e admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:50.543412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf4cce-2899-4afa-b449-66b126a81388 req-7288cd5d-58c2-4d15-b8f4-bfa8680946d6 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:50.545211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9bf4cce-2899-4afa-b449-66b126a81388 req-7288cd5d-58c2-4d15-b8f4-bfa8680946d6 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.1383848 Nov 19 09:32:50.658488 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbfcf4d-8f3b-4aa3-b168-2c39a373fa7e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:50.679568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9bf4cce-2899-4afa-b449-66b126a81388 req-acf5dd9c-0a55-485e-9505-bb70320e5839 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273375 Nov 19 09:32:50.781464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfcf4d-8f3b-4aa3-b168-2c39a373fa7e admin admin] Deleting port 60ec3488-f8f8-4195-a161-cfc0a9e5792a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:32:50.781886 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbfcf4d-8f3b-4aa3-b168-2c39a373fa7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:50.782836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f36f14-29ba-40ae-9333-6461154a89e3 req-49226f1b-faf1-4969-89c2-1e778c5ba845 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:50.790580 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0f36f14-29ba-40ae-9333-6461154a89e3 req-49226f1b-faf1-4969-89c2-1e778c5ba845 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.1325352 Nov 19 09:32:50.860473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0f36f14-29ba-40ae-9333-6461154a89e3 req-e6900f55-1503-45ea-a9c4-edca76952956 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689664 Nov 19 09:32:50.866495 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-dc05d9d2-2212-41df-ae8a-c61b06503f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'name': 'tempest-TestAggregatesBasicOps-1904770034-router', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '60ec3488-f8f8-4195-a161-cfc0a9e5792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:27Z', 'updated_at': '2021-11-19T09:32:49Z', 'revision_number': 5, 'project_id': 'd701c771a91f46bc8027b2e2a58615ec', 'gw_port': {'id': '60ec3488-f8f8-4195-a161-cfc0a9e5792a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:28Z', 'updated_at': '2021-11-19T09:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:50.896473 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc05d9d2-2212-41df-ae8a-c61b06503f90 None None] Checking router: 2f8dcf78-5c1e-4fae-a036-129423a3a816 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:32:50.905571 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7dbfcf4d-8f3b-4aa3-b168-2c39a373fa7e admin admin] For port 60ec3488-f8f8-4195-a161-cfc0a9e5792a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=60ec3488-f8f8-4195-a161-cfc0a9e5792a,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:50.906007 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc05d9d2-2212-41df-ae8a-c61b06503f90 None None] Routers {'2f8dcf78-5c1e-4fae-a036-129423a3a816'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:32:50.906343 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbfcf4d-8f3b-4aa3-b168-2c39a373fa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:50.906631 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-dc05d9d2-2212-41df-ae8a-c61b06503f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['2f8dcf78-5c1e-4fae-a036-129423a3a816'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:50.925677 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfcf4d-8f3b-4aa3-b168-2c39a373fa7e admin admin] Calling delete_port for 60ec3488-f8f8-4195-a161-cfc0a9e5792a owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:32:51.050395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd87f7a-c8c7-45aa-a60c-6340d191cfbf req-35a36f6a-7e82-4246-ac4c-03e9ec321bb4 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:51.060299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5cd87f7a-c8c7-45aa-a60c-6340d191cfbf req-35a36f6a-7e82-4246-ac4c-03e9ec321bb4 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.1008143 Nov 19 09:32:51.137963 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5cd87f7a-c8c7-45aa-a60c-6340d191cfbf req-9073b5f9-275a-4f5b-b5db-6b7bf80f76a6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767508 Nov 19 09:32:51.171365 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbfcf4d-8f3b-4aa3-b168-2c39a373fa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:51.203066 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-dc05d9d2-2212-41df-ae8a-c61b06503f90 None None] Set router 2f8dcf78-5c1e-4fae-a036-129423a3a816 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:32:51.208044 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfcf4d-8f3b-4aa3-b168-2c39a373fa7e admin admin] Pushing event deleted for resources: {'Port': ['ID=60ec3488-f8f8-4195-a161-cfc0a9e5792a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:51.236186 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792e945f-5137-4aee-b420-510ea43192ac None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:32:51.305027 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-dc05d9d2-2212-41df-ae8a-c61b06503f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'name': 'tempest-TestAggregatesBasicOps-1904770034-router', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:27Z', 'updated_at': '2021-11-19T09:32:50Z', 'revision_number': 6, 'project_id': 'd701c771a91f46bc8027b2e2a58615ec', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:51.336302 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc05d9d2-2212-41df-ae8a-c61b06503f90 None None] The sync data for ids ['2f8dcf78-5c1e-4fae-a036-129423a3a816'] in n-d-805649-14 is: [{'id': '2f8dcf78-5c1e-4fae-a036-129423a3a816', 'name': 'tempest-TestAggregatesBasicOps-1904770034-router', 'tenant_id': 'd701c771a91f46bc8027b2e2a58615ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:27Z', 'updated_at': '2021-11-19T09:32:50Z', 'revision_number': 6, 'project_id': 'd701c771a91f46bc8027b2e2a58615ec', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:32:51.356345 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbfcf4d-8f3b-4aa3-b168-2c39a373fa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:51.367049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762ff0b-d984-46c8-bf67-0ae4f68a6da9 req-d13eca94-a39e-414d-97ff-49254d884197 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:51.368646 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c762ff0b-d984-46c8-bf67-0ae4f68a6da9 req-d13eca94-a39e-414d-97ff-49254d884197 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.0749197 Nov 19 09:32:51.447504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c762ff0b-d984-46c8-bf67-0ae4f68a6da9 req-adc4badc-8420-42e9-97e6-a6b0f949af2e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514936 Nov 19 09:32:51.479869 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbfcf4d-8f3b-4aa3-b168-2c39a373fa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:51.482367 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbfcf4d-8f3b-4aa3-b168-2c39a373fa7e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:51.530315 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbfcf4d-8f3b-4aa3-b168-2c39a373fa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:51.531213 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbfcf4d-8f3b-4aa3-b168-2c39a373fa7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f8dcf78-5c1e-4fae-a036-129423a3a816 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:32:51.540091 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbfcf4d-8f3b-4aa3-b168-2c39a373fa7e admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:51.541326 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7dbfcf4d-8f3b-4aa3-b168-2c39a373fa7e admin admin] 10.222.0.21 "DELETE /v2.0/routers/2f8dcf78-5c1e-4fae-a036-129423a3a816 HTTP/1.1" status: 204 len: 168 time: 1.2908533 Nov 19 09:32:51.543733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38612) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:51.583960 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065bd54-1002-49de-890f-a33e669e4773 req-97bdf0ae-c4db-4765-b855-3b63220e4bb1 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:51.586038 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a065bd54-1002-49de-890f-a33e669e4773 req-97bdf0ae-c4db-4765-b855-3b63220e4bb1 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.0647943 Nov 19 09:32:51.601422 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-061963a8-0587-4baf-be48-21c76d48334b admin admin] Deleting subnet df057542-fa71-4927-92b5-b62df4d164ce {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:32:51.605124 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-061963a8-0587-4baf-be48-21c76d48334b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:51.642971 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-061963a8-0587-4baf-be48-21c76d48334b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:51.649542 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a065bd54-1002-49de-890f-a33e669e4773 req-819d2266-1844-4207-8010-b1439fb748c5 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550256 Nov 19 09:32:51.883617 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-061963a8-0587-4baf-be48-21c76d48334b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:51.992048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ddf12-9b4b-4be6-8f10-3cbc38cc3c3c req-8334149a-4157-4a67-af3f-2007f0101172 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:51.994276 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-017ddf12-9b4b-4be6-8f10-3cbc38cc3c3c req-8334149a-4157-4a67-af3f-2007f0101172 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.1412995 Nov 19 09:32:52.002675 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-061963a8-0587-4baf-be48-21c76d48334b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:52.010867 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129aedd-8996-4a8a-bca6-c577b7778c7b req-27cf52c8-2a45-40c4-bdfd-6fc02e829af1 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:52.020349 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9129aedd-8996-4a8a-bca6-c577b7778c7b req-27cf52c8-2a45-40c4-bdfd-6fc02e829af1 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.1279032 Nov 19 09:32:52.022898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-061963a8-0587-4baf-be48-21c76d48334b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:52.028489 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96620f5-37ea-4cbb-85da-9f4bd98395ac None None] Network 7497c4e5-9817-4a6c-9c5f-012c2cc86534 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:32:52.052999 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-061963a8-0587-4baf-be48-21c76d48334b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/df057542-fa71-4927-92b5-b62df4d164ce HTTP/1.1" status: 204 len: 168 time: 0.5079618 Nov 19 09:32:52.053852 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38630) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:52.207029 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-017ddf12-9b4b-4be6-8f10-3cbc38cc3c3c req-ad4744e7-f98d-48ef-94dc-0816ac005d95 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636534 Nov 19 09:32:52.238966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9129aedd-8996-4a8a-bca6-c577b7778c7b req-958ba20e-1b7b-4fe2-a31b-cdfd2211340b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175190 Nov 19 09:32:52.283546 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061963a8-0587-4baf-be48-21c76d48334b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df057542-fa71-4927-92b5-b62df4d164ce,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:52.312450 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:52.345913 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b95a2712-7dae-4571-96df-7e40e39e9879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:52.424787 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] Deleting port 4dcf2447-465d-44f3-91ff-caf27cd6c510 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:32:52.425367 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:52.478330 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c1bf4a-1daa-41d1-bb47-277ed86ec2b9 None None] DHCP port deletion for 7497c4e5-9817-4a6c-9c5f-012c2cc86534 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:32:52.526261 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] For port 4dcf2447-465d-44f3-91ff-caf27cd6c510, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4dcf2447-465d-44f3-91ff-caf27cd6c510,segment=NetworkSegment(ba38fb2e-f669-4785-b467-51cf269e1a8c),segment_id=ba38fb2e-f669-4785-b467-51cf269e1a8c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:52.526709 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:52.532474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ca170-c687-41e2-96ea-5e4773206e62 req-5ac1f790-6d02-46e4-b51b-995792d5f7d2 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:52.534077 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd2ca170-c687-41e2-96ea-5e4773206e62 req-5ac1f790-6d02-46e4-b51b-995792d5f7d2 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.1414764 Nov 19 09:32:52.555810 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] Calling delete_port for 4dcf2447-465d-44f3-91ff-caf27cd6c510 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:32:52.639532 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-66c1bf4a-1daa-41d1-bb47-277ed86ec2b9 None None] Deleting port 4dcf2447-465d-44f3-91ff-caf27cd6c510 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:32:52.639847 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-66c1bf4a-1daa-41d1-bb47-277ed86ec2b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:52.665732 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:32:52.668161 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd2ca170-c687-41e2-96ea-5e4773206e62 req-55380caa-d51d-473c-b061-762ade041180 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238914 Nov 19 09:32:52.721150 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:52.791480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-66c1bf4a-1daa-41d1-bb47-277ed86ec2b9 None None] For port 4dcf2447-465d-44f3-91ff-caf27cd6c510, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4dcf2447-465d-44f3-91ff-caf27cd6c510,segment=NetworkSegment(ba38fb2e-f669-4785-b467-51cf269e1a8c),segment_id=ba38fb2e-f669-4785-b467-51cf269e1a8c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:52.791897 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-66c1bf4a-1daa-41d1-bb47-277ed86ec2b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:52.816548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-66c1bf4a-1daa-41d1-bb47-277ed86ec2b9 None None] Calling delete_port for 4dcf2447-465d-44f3-91ff-caf27cd6c510 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:32:52.828917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dcf2447-465d-44f3-91ff-caf27cd6c510,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:52.863962 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] No DVR routers for this DVR port 4dcf2447-465d-44f3-91ff-caf27cd6c510 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:32:52.924223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e6a1c03f-dc4d-4f49-959c-72e0e7164955 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:32:52.967982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: e6a1c03f-dc4d-4f49-959c-72e0e7164955 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:32:52.967982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e6a1c03f-dc4d-4f49-959c-72e0e7164955 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:32:52.967982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 60ec3488-f8f8-4195-a161-cfc0a9e5792a no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:32:52.991694 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 60ec3488-f8f8-4195-a161-cfc0a9e5792a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:32:52.992101 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 60ec3488-f8f8-4195-a161-cfc0a9e5792a not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:32:52.992529 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4dcf2447-465d-44f3-91ff-caf27cd6c510 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:32:53.002778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c03e58-80e7-4a6c-a858-871e8e24fa68 req-1b96bc72-5b73-42e0-a4f1-6ff3226cde84 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:53.004481 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8c03e58-80e7-4a6c-a858-871e8e24fa68 req-1b96bc72-5b73-42e0-a4f1-6ff3226cde84 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.0988376 Nov 19 09:32:53.006102 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:53.033275 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 4dcf2447-465d-44f3-91ff-caf27cd6c510 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:32:53.033794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4dcf2447-465d-44f3-91ff-caf27cd6c510 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:32:53.060805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7497c4e5-9817-4a6c-9c5f-012c2cc86534']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:53.075687 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba38fb2e-f669-4785-b467-51cf269e1a8c') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:53.076052 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba38fb2e-f669-4785-b467-51cf269e1a8c') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:32:53.087686 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:53.091865 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8c03e58-80e7-4a6c-a858-871e8e24fa68 req-58cb5459-ace4-4b13-be3c-fb74e113bd6d tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741837 Nov 19 09:32:53.107141 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:53.109894 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:32:53.110388 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:53.115432 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-66c1bf4a-1daa-41d1-bb47-277ed86ec2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:53.147656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1bf4a-1daa-41d1-bb47-277ed86ec2b9 None None] Pushing event deleted for resources: {'Port': ['ID=4dcf2447-465d-44f3-91ff-caf27cd6c510,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:32:53.188644 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:32:53.198894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c1bf4a-1daa-41d1-bb47-277ed86ec2b9 None None] No DVR routers for this DVR port 4dcf2447-465d-44f3-91ff-caf27cd6c510 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:32:53.199195 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:53.212644 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:53.218761 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7497c4e5-9817-4a6c-9c5f-012c2cc86534 HTTP/1.1" status: 204 len: 168 time: 1.1159031 Nov 19 09:32:53.254464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fc5d2-b734-4b04-ad76-43aed83aae41 admin admin] Pushing event deleted for resources: {'Network': ['ID=7497c4e5-9817-4a6c-9c5f-012c2cc86534,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:53.365342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bd573-12ad-4705-91b6-fb85025c90f3 req-03d9d3c5-3479-484e-823b-dc9d5efb64b8 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:53.366849 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-323bd573-12ad-4705-91b6-fb85025c90f3 req-03d9d3c5-3479-484e-823b-dc9d5efb64b8 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.1451192 Nov 19 09:32:53.447907 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-323bd573-12ad-4705-91b6-fb85025c90f3 req-5554a4a7-cc04-489f-9553-f2976ad4eabc tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699978 Nov 19 09:32:53.462043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa58fd-11b3-4cc9-bf67-458336e65dc4 req-592a3c3f-4dcc-4b3d-a8fa-4aa28d451685 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:53.463887 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46aa58fd-11b3-4cc9-bf67-458336e65dc4 req-592a3c3f-4dcc-4b3d-a8fa-4aa28d451685 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.0959773 Nov 19 09:32:53.478447 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:53.487172 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38656) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:53.559194 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5a530f20-2c42-4045-b89d-1978447d5454 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97d6bf065fed4007bd675ea46e08b554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0704083 Nov 19 09:32:53.561371 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38660) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:53.604353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46aa58fd-11b3-4cc9-bf67-458336e65dc4 req-e965ad15-0e65-42bf-a227-5759aed4c930 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338019 Nov 19 09:32:53.631189 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73d5fcb8-f1f2-4184-be9e-2b86b6c21d43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:53.640709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504703b-324c-41df-8831-d60f67822dba req-7dce4b9c-5ea1-4eba-b9c5-1ab9e1688679 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:53.642336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9504703b-324c-41df-8831-d60f67822dba req-7dce4b9c-5ea1-4eba-b9c5-1ab9e1688679 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.0708725 Nov 19 09:32:53.657666 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73d5fcb8-f1f2-4184-be9e-2b86b6c21d43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:53.713258 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73d5fcb8-f1f2-4184-be9e-2b86b6c21d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:53.716972 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73d5fcb8-f1f2-4184-be9e-2b86b6c21d43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:53.720822 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-73d5fcb8-f1f2-4184-be9e-2b86b6c21d43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ea469b5-1123-4e50-ac4c-75dfe17e315c HTTP/1.1" status: 204 len: 168 time: 0.1560111 Nov 19 09:32:53.735763 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9504703b-324c-41df-8831-d60f67822dba req-ec195cac-3a4c-4ea6-a24a-98d4ad6cbfa6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870371 Nov 19 09:32:53.739621 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5fcb8-f1f2-4184-be9e-2b86b6c21d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea469b5-1123-4e50-ac4c-75dfe17e315c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:53.877277 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836d0c9-6997-40ff-b072-416e3c618061 req-3ceea0cb-2437-4f4e-a50c-fe63e820dc22 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:53.879056 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6836d0c9-6997-40ff-b072-416e3c618061 req-3ceea0cb-2437-4f4e-a50c-fe63e820dc22 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.0571113 Nov 19 09:32:53.933937 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6836d0c9-6997-40ff-b072-416e3c618061 req-028b6d7c-0ae3-4f3f-bcab-f9f446a1f382 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472841 Nov 19 09:32:54.117034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ffe27-e6a0-49d0-8e44-ada42d478095 req-f249906c-9105-4ee8-b0a6-ac6a5f813220 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:54.120022 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f9ffe27-e6a0-49d0-8e44-ada42d478095 req-f249906c-9105-4ee8-b0a6-ac6a5f813220 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.0811841 Nov 19 09:32:54.240625 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38674) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:54.302414 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f9ffe27-e6a0-49d0-8e44-ada42d478095 req-8e855c04-09cd-4f2a-97b7-61f679d93c5b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684110 Nov 19 09:32:54.376022 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38682) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:54.376691 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3d4be671-e080-4b7d-8dca-ae9006679fc2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d701c771a91f46bc8027b2e2a58615ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343024 Nov 19 09:32:54.499706 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-34b75c97-c502-42b2-bdac-46067c52bd16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:54.525922 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-34b75c97-c502-42b2-bdac-46067c52bd16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:54.585434 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-34b75c97-c502-42b2-bdac-46067c52bd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:54.589442 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-34b75c97-c502-42b2-bdac-46067c52bd16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:54.590916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-34b75c97-c502-42b2-bdac-46067c52bd16 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/945d619a-6688-458a-9bc5-424afe72b1e3 HTTP/1.1" status: 204 len: 168 time: 0.2133768 Nov 19 09:32:54.621942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b75c97-c502-42b2-bdac-46067c52bd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945d619a-6688-458a-9bc5-424afe72b1e3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:54.826563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02436336-b0b5-4487-b143-976601d78caf req-b50c9740-c8f4-4e68-805d-dbd146693973 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:54.828173 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02436336-b0b5-4487-b143-976601d78caf req-b50c9740-c8f4-4e68-805d-dbd146693973 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.1021771 Nov 19 09:32:54.899298 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:54.936394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02436336-b0b5-4487-b143-976601d78caf req-ed16875e-9c62-46d9-a84e-33ad8e40b59a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009648 Nov 19 09:32:55.612365 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38728) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:55.718876 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:55.808470 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-a2b2fa16-c586-43e9-97e3-e2197b44742a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:55.819516 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-a2b2fa16-c586-43e9-97e3-e2197b44742a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/networks?id=748749c4-532e-4da1-8a07-6ebbde399465 HTTP/1.1" status: 200 len: 814 time: 0.2051859 Nov 19 09:32:55.829692 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-237906ac-7e78-47a7-a04d-9266747d6508 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-822571047-network', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:32:55.858521 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-aa08708f-e3bc-48ff-8d53-eb185e3e0838 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/quotas/510251f8dbcd4584857fa9b48df900ab HTTP/1.1" status: 200 len: 375 time: 0.0373225 Nov 19 09:32:55.865117 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237906ac-7e78-47a7-a04d-9266747d6508 admin admin] Made reservation on behalf of cc9857289a8340b0915670f3a8a464fa for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:32:55.867414 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-237906ac-7e78-47a7-a04d-9266747d6508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:55.881690 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-237906ac-7e78-47a7-a04d-9266747d6508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:55.905420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-edefe5c7-6a85-4c42-84d2-8afce8dc0401 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=510251f8dbcd4584857fa9b48df900ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355201 Nov 19 09:32:55.991487 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-237906ac-7e78-47a7-a04d-9266747d6508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:55.996326 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-237906ac-7e78-47a7-a04d-9266747d6508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:56.036402 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237906ac-7e78-47a7-a04d-9266747d6508 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:32:56.049620 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237906ac-7e78-47a7-a04d-9266747d6508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a88c923-8764-4564-bfb5-1e74e347c784,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:56.069624 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-237906ac-7e78-47a7-a04d-9266747d6508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:56.071472 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-237906ac-7e78-47a7-a04d-9266747d6508 admin admin] Added segment 70d09651-4e9a-454b-a532-cc0141793d29 of type vlan for network a6f1c342-cec8-4182-bef9-595013e1351c Nov 19 09:32:56.118586 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-da258146-eb0a-4634-8e4f-7132af3e2289 service neutron] 10.222.0.21 "GET /v2.0/networks/748749c4-532e-4da1-8a07-6ebbde399465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120063 Nov 19 09:32:56.141998 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-237906ac-7e78-47a7-a04d-9266747d6508 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:56.173773 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-237906ac-7e78-47a7-a04d-9266747d6508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:56.175743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237906ac-7e78-47a7-a04d-9266747d6508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:56.176725 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-237906ac-7e78-47a7-a04d-9266747d6508 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:56.210270 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423d3a1-b17b-4379-9c63-cdce6405e947 req-6432add6-5069-4331-ba80-d96fe595fea1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:56.211901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9423d3a1-b17b-4379-9c63-cdce6405e947 req-6432add6-5069-4331-ba80-d96fe595fea1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.1091697 Nov 19 09:32:56.274641 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-237906ac-7e78-47a7-a04d-9266747d6508 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6597893 Nov 19 09:32:56.277531 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-e5b72d9f-441a-466e-afb7-0fdc92047682 service neutron] 10.222.0.21 "GET /v2.0/networks/748749c4-532e-4da1-8a07-6ebbde399465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444449 Nov 19 09:32:56.277964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38734) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:56.285378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-2ab06cde-e7bb-4774-bd34-8db75d6695a5 admin admin] Request body: {'subnet': {'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-822571047-subnet', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:32:56.304379 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237906ac-7e78-47a7-a04d-9266747d6508 admin admin] Pushing event updated for resources: {'Network': ['ID=a6f1c342-cec8-4182-bef9-595013e1351c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:56.313256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9423d3a1-b17b-4379-9c63-cdce6405e947 req-01e27a07-2878-495f-8106-16b76cc999fb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871387 Nov 19 09:32:56.333008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network a6f1c342-cec8-4182-bef9-595013e1351c details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:32:56.343135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab06cde-e7bb-4774-bd34-8db75d6695a5 admin admin] Made reservation on behalf of cc9857289a8340b0915670f3a8a464fa for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:32:56.345531 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ab06cde-e7bb-4774-bd34-8db75d6695a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:56.657627 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ab06cde-e7bb-4774-bd34-8db75d6695a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:56.670978 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-3e847c6d-6a9b-4f07-9577-b5f04b649a93 service neutron] show failed (client error): The resource could not be found. Nov 19 09:32:56.672179 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-3e847c6d-6a9b-4f07-9577-b5f04b649a93 service neutron] 10.222.0.71 "GET /v2.0/ports/6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9/bindings/n-h1-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.0865245 Nov 19 09:32:56.715446 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e53a81f5-c821-4000-9b3c-e94f650275db req-ab5e40e0-2c88-43b3-b119-c1db983867d5 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 210 time: 0.0997522 Nov 19 09:32:56.805603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab06cde-e7bb-4774-bd34-8db75d6695a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03048cfc-6f00-4e65-9551-abad65c356a1,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:56.808079 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab06cde-e7bb-4774-bd34-8db75d6695a5 admin admin] Checking segment: {'id': '70d09651-4e9a-454b-a532-cc0141793d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:32:56.808615 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab06cde-e7bb-4774-bd34-8db75d6695a5 admin admin] Network hostable DHCP agents. Network: a6f1c342-cec8-4182-bef9-595013e1351c, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:32:56.833744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab06cde-e7bb-4774-bd34-8db75d6695a5 admin admin] Network a6f1c342-cec8-4182-bef9-595013e1351c is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:32:56.851165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-2ab06cde-e7bb-4774-bd34-8db75d6695a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, a6f1c342-cec8-4182-bef9-595013e1351c) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:32:56.861326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce9009a-5be6-4923-9fd8-406800f6f5fd None None] Network a6f1c342-cec8-4182-bef9-595013e1351c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:32:56.866314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab06cde-e7bb-4774-bd34-8db75d6695a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:56.868255 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ab06cde-e7bb-4774-bd34-8db75d6695a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:56.910701 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38750) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:56.911321 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2ab06cde-e7bb-4774-bd34-8db75d6695a5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6295824 Nov 19 09:32:56.916647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-822571047-router', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:32:56.968655 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:56.970388 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:57.097805 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:57.174308 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-a6f1c342-cec8-4182-bef9-595013e1351c', 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'fixed_ips': [{'subnet_id': '03048cfc-6f00-4e65-9551-abad65c356a1'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:32:57.175494 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:57.496766 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Allocated IP 172.20.0.2 (a6f1c342-cec8-4182-bef9-595013e1351c/03048cfc-6f00-4e65-9551-abad65c356a1/e7d8ce61-a850-41a5-9182-ec6f74f6fc6a) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:32:57.591162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38764) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:32:57.683105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd23ad7-5001-449a-9b0d-453784e4d177 req-e3a0d26f-40f1-4842-abb3-0ee96a8995fa tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:57.724680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efd23ad7-5001-449a-9b0d-453784e4d177 req-e3a0d26f-40f1-4842-abb3-0ee96a8995fa tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.1994157 Nov 19 09:32:57.745105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-8e80b707-fb6d-47b1-a7f4-2ad30fb16cdb req-c8273471-f1c1-46d6-88f9-d4f11b071f89 service neutron] (103477) timed out ('10.222.0.66', 61367) {{(pid=103477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 09:32:57.941104 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-78f7a978-a07b-4885-99c0-441d240712d1 req-683c889d-5b2e-4f9e-bd22-1d5098e6cb87 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 210 time: 0.0522966 Nov 19 09:32:57.978187 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efd23ad7-5001-449a-9b0d-453784e4d177 req-d5ef1611-5270-439f-a8f7-56857e8c09d7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520633 Nov 19 09:32:58.063949 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:58.082764 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:58.084646 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:58.092682 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-2bac1371-f6a2-453f-ac2d-6fcaf9c59a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:58.094398 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-2bac1371-f6a2-453f-ac2d-6fcaf9c59a94 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6&tenant_id=0dc1876a77414c6c8af6b4234d92e489 HTTP/1.1" status: 200 len: 1098 time: 1.0077612 Nov 19 09:32:58.155018 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-0c3b504b-7445-49a5-8efb-90cf82f49a90 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:32:58.156240 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-0c3b504b-7445-49a5-8efb-90cf82f49a90 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0438666 Nov 19 09:32:58.176519 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:32:58.177703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Network a6f1c342-cec8-4182-bef9-595013e1351c is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:32:58.197773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:32:58.204405 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:32:58.266028 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Pushing event updated for resources: {'Port': ['ID=e7d8ce61-a850-41a5-9182-ec6f74f6fc6a,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:58.360110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Attempting to bind port e7d8ce61-a850-41a5-9182-ec6f74f6fc6a on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:32:58.360508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Attempting to bind port e7d8ce61-a850-41a5-9182-ec6f74f6fc6a by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '70d09651-4e9a-454b-a532-cc0141793d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:32:58.361012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Attempting to bind port e7d8ce61-a850-41a5-9182-ec6f74f6fc6a on network a6f1c342-cec8-4182-bef9-595013e1351c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:32:58.369882 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:32:58.370283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Checking segment: {'id': '70d09651-4e9a-454b-a532-cc0141793d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:32:58.370683 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:58.371368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Bound using segment: {'id': '70d09651-4e9a-454b-a532-cc0141793d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:32:58.373512 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Bound port: e7d8ce61-a850-41a5-9182-ec6f74f6fc6a, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d09651-4e9a-454b-a532-cc0141793d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:32:58.374020 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:58.425516 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:58.456343 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] For port e7d8ce61-a850-41a5-9182-ec6f74f6fc6a, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:32:58.460684 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] For port e7d8ce61-a850-41a5-9182-ec6f74f6fc6a, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e7d8ce61-a850-41a5-9182-ec6f74f6fc6a,segment=NetworkSegment(70d09651-4e9a-454b-a532-cc0141793d29),segment_id=70d09651-4e9a-454b-a532-cc0141793d29)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:32:58.466651 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:58.558046 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016e5e4-6f87-4b9e-b3ac-848297b02c84 None None] Pushing event updated for resources: {'Port': ['ID=e7d8ce61-a850-41a5-9182-ec6f74f6fc6a,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:58.931413 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] For port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,segment=NetworkSegment(788db6fd-aadf-48a1-bdb4-63341f895bd9),segment_id=788db6fd-aadf-48a1-bdb4-63341f895bd9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:58.945452 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea39aab3-7560-448c-88eb-396124db01de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:59.042773 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] For port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:32:59.116771 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:59.120112 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80b373ff-ffd7-4904-b5c8-188fda801af7 req-79ef0832-bc8b-47de-8da2-ca1af9dfb3ad tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 210 time: 0.0569463 Nov 19 09:32:59.145337 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Transition to ACTIVE for port object 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:32:59.146904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d462033-e122-44eb-930c-342a63481ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:32:59.150054 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abb3da4-27d2-4d7b-a53c-6323871e23ff" -d '{"events": [{"server_uuid": "8d462033-e122-44eb-930c-342a63481ed6", "name": "network-vif-unplugged", "status": "completed", "tag": "6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:32:59.163238 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-35b9a798-cb2f-4bf7-b0a6-fc67042d690e tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:59.165706 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-35b9a798-cb2f-4bf7-b0a6-fc67042d690e tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.71 "GET /v2.0/networks?id=748749c4-532e-4da1-8a07-6ebbde399465 HTTP/1.1" status: 200 len: 814 time: 0.9105511 Nov 19 09:32:59.171270 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:59.229309 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Pushing event updated for resources: {'Port': ['ID=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:32:59.236512 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-270fcb1d-b60c-4693-98e2-39f599c3fde5 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Request body: {'port': {'device_id': '6a5fee90-895b-407c-ae4d-be9199e0773e', 'network_id': '748749c4-532e-4da1-8a07-6ebbde399465', 'admin_state_up': True, 'tenant_id': '510251f8dbcd4584857fa9b48df900ab'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:32:59.351264 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33892042-26cb-4622-b7e4-616e428ef34b x-openstack-request-id: req-33892042-26cb-4622-b7e4-616e428ef34b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:32:59.352247 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d462033-e122-44eb-930c-342a63481ed6", "name": "network-vif-unplugged", "status": "completed", "tag": "6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:32:59.352510 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33892042-26cb-4622-b7e4-616e428ef34b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:32:59.352919 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d462033-e122-44eb-930c-342a63481ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9', 'code': 200} Nov 19 09:32:59.360035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71849a-a18c-4848-a52b-7694b28e8f97 req-5518b8b2-00eb-490c-adf3-cf22ffca1aca tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:32:59.387293 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4c71849a-a18c-4848-a52b-7694b28e8f97 req-5518b8b2-00eb-490c-adf3-cf22ffca1aca tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 944 time: 0.2256176 Nov 19 09:32:59.571415 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4c71849a-a18c-4848-a52b-7694b28e8f97 req-afaee70c-3349-4a86-b091-bef26a4ebb07 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808946 Nov 19 09:32:59.732308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ea39aab3-7560-448c-88eb-396124db01de admin admin] Deleting port 94c5c4cf-db79-4661-a4ea-609bfb023652 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:32:59.732549 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea39aab3-7560-448c-88eb-396124db01de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:59.799080 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:59.841955 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:59.867154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-ea39aab3-7560-448c-88eb-396124db01de admin admin] For port 94c5c4cf-db79-4661-a4ea-609bfb023652, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=94c5c4cf-db79-4661-a4ea-609bfb023652,segment=NetworkSegment(5bc28d9f-98af-4ae3-b476-7cf3cb606a85),segment_id=5bc28d9f-98af-4ae3-b476-7cf3cb606a85)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:32:59.867408 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea39aab3-7560-448c-88eb-396124db01de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:32:59.884523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ea39aab3-7560-448c-88eb-396124db01de admin admin] Calling delete_port for 94c5c4cf-db79-4661-a4ea-609bfb023652 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:32:59.987169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] No DVR routers for this DVR port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:33:00.095509 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:33:00.225625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dce65a-ff1d-4b23-b999-46d3482653c5 None None] Network a6f1c342-cec8-4182-bef9-595013e1351c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:33:00.247058 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Attempting to bind port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:33:00.247058 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Attempting to bind port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '788db6fd-aadf-48a1-bdb4-63341f895bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:33:00.247058 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Attempting to bind port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 on network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:33:00.247806 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea39aab3-7560-448c-88eb-396124db01de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:00.273188 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 on network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:33:00.273452 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Attempting to bind port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 on network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:33:00.286835 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:33:00.287156 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Checking segment: {'id': '788db6fd-aadf-48a1-bdb4-63341f895bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:33:00.287546 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Bound using segment: {'id': '788db6fd-aadf-48a1-bdb4-63341f895bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:33:00.287996 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Bound port: 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '788db6fd-aadf-48a1-bdb4-63341f895bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:33:00.288492 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:00.318169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-270fcb1d-b60c-4693-98e2-39f599c3fde5 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Made reservation on behalf of 510251f8dbcd4584857fa9b48df900ab for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:33:00.323390 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-270fcb1d-b60c-4693-98e2-39f599c3fde5 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:00.328576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:33:00.339841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39aab3-7560-448c-88eb-396124db01de admin admin] Pushing event deleted for resources: {'Port': ['ID=94c5c4cf-db79-4661-a4ea-609bfb023652,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:00.392721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da52dcb7-6c03-453a-9a3d-f7e3f5c4d423 req-352e88d1-d60d-420b-9ba8-6f91571f966e tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 210 time: 0.0757115 Nov 19 09:33:00.399361 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f7d3e381-777f-4bf5-824e-cd899cdf650a None None] Provisioning complete for port e7d8ce61-a850-41a5-9182-ec6f74f6fc6a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:00.400008 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f7d3e381-777f-4bf5-824e-cd899cdf650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:00.551395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Allocated IP 172.25.0.87 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/62109677-2ddd-4a4b-bcf3-2752e0d54dc3) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:33:00.635918 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f7d3e381-777f-4bf5-824e-cd899cdf650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:00.720813 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f7d3e381-777f-4bf5-824e-cd899cdf650a None None] For port e7d8ce61-a850-41a5-9182-ec6f74f6fc6a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e7d8ce61-a850-41a5-9182-ec6f74f6fc6a,segment=NetworkSegment(70d09651-4e9a-454b-a532-cc0141793d29),segment_id=70d09651-4e9a-454b-a532-cc0141793d29)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:00.733274 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f7d3e381-777f-4bf5-824e-cd899cdf650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:00.736069 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] For port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:33:00.815104 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea39aab3-7560-448c-88eb-396124db01de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:00.859307 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb433c56-bd09-4404-8699-396dc651b2cb req-1f180d23-7c18-4624-acb8-254583f84609 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:00.860823 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb433c56-bd09-4404-8699-396dc651b2cb req-1f180d23-7c18-4624-acb8-254583f84609 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 944 time: 0.1367810 Nov 19 09:33:00.895436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3e381-777f-4bf5-824e-cd899cdf650a None None] Pushing event updated for resources: {'Port': ['ID=e7d8ce61-a850-41a5-9182-ec6f74f6fc6a,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:00.917270 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] For port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,segment=NetworkSegment(788db6fd-aadf-48a1-bdb4-63341f895bd9),segment_id=788db6fd-aadf-48a1-bdb4-63341f895bd9)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:33:00.960084 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:01.065449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e7d8ce61-a850-41a5-9182-ec6f74f6fc6a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:33:01.090133 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:01.094065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Pushing event updated for resources: {'Port': ['ID=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:01.100155 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-270fcb1d-b60c-4693-98e2-39f599c3fde5 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Allocated IP 172.20.0.14 (748749c4-532e-4da1-8a07-6ebbde399465/73ee3522-0f74-4a34-b440-730322afd465/ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:33:01.114135 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:01.115424 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:01.118044 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-387f09c2-4cdd-42e2-a598-6287bde15024 service neutron] 10.222.0.66 "PUT /v2.0/ports/6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 HTTP/1.1" status: 200 len: 1093 time: 2.9500637 Nov 19 09:33:01.121701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb433c56-bd09-4404-8699-396dc651b2cb req-c673140a-3a13-45a3-892a-263724f0f559 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491252 Nov 19 09:33:01.204160 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7fc24a50-9f37-4a53-bd04-20c5e273fd5d None None] Provisioning complete for port e7d8ce61-a850-41a5-9182-ec6f74f6fc6a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:01.222578 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7fc24a50-9f37-4a53-bd04-20c5e273fd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:01.330593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-409d069b-14b7-42b1-8328-c5cc2baf65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:01.332178 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-409d069b-14b7-42b1-8328-c5cc2baf65de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 1096 time: 0.1742079 Nov 19 09:33:01.352391 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e7d8ce61-a850-41a5-9182-ec6f74f6fc6a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:01.352788 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:01.361858 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d462033-e122-44eb-930c-342a63481ed6', 'tag': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:33:01.365319 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa98814-2a86-4979-909f-52f8a97dc355" -d '{"events": [{"name": "network-changed", "server_uuid": "8d462033-e122-44eb-930c-342a63481ed6", "tag": "6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:33:01.368920 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:01.463278 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea39aab3-7560-448c-88eb-396124db01de admin admin] Router cc3b3974-c96f-4d84-aecd-b46dfbee473d has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:33:01.541796 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84edeade-e568-41b5-b494-c149dc4e8db2 x-openstack-request-id: req-84edeade-e568-41b5-b494-c149dc4e8db2 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:33:01.542405 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d462033-e122-44eb-930c-342a63481ed6", "tag": "6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:33:01.542847 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84edeade-e568-41b5-b494-c149dc4e8db2 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:33:01.545687 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d462033-e122-44eb-930c-342a63481ed6', 'tag': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9', 'status': 'completed', 'code': 200} Nov 19 09:33:01.625531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:33:01.634723 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-270fcb1d-b60c-4693-98e2-39f599c3fde5 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:01.636302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:01.650680 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35781ea-9895-409e-ae5d-42b2dd6953d1 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:01.659786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea39aab3-7560-448c-88eb-396124db01de admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:33:01.683656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35202519-9e60-4472-8347-ea5e971ba3ea None None] Sync routers for ids ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:33:01.703155 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ea39aab3-7560-448c-88eb-396124db01de admin admin] 10.222.0.21 "PUT /v2.0/routers/cc3b3974-c96f-4d84-aecd-b46dfbee473d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1089070 Nov 19 09:33:01.707001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38830) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:01.727382 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-c045607c-0e56-420e-97d1-ceb99996c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:01.730895 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-c045607c-0e56-420e-97d1-ceb99996c981 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95 HTTP/1.1" status: 200 len: 897 time: 0.3858531 Nov 19 09:33:01.732037 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:33:01.748048 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Pushing event updated for resources: {'Port': ['ID=62109677-2ddd-4a4b-bcf3-2752e0d54dc3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:01.749601 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35202519-9e60-4472-8347-ea5e971ba3ea None None] Routers {'cc3b3974-c96f-4d84-aecd-b46dfbee473d'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:01.750255 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-35202519-9e60-4472-8347-ea5e971ba3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:01.804004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6834bb1e-280a-4daf-b066-1798fb4230c7 req-b7d62fec-36d3-475f-b1ad-ad3d87acc07f tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 210 time: 0.1304157 Nov 19 09:33:01.881390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-83946e39-26f4-4679-805a-7a0fa8cd7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:01.883398 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-83946e39-26f4-4679-805a-7a0fa8cd7133 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 1096 time: 0.2206922 Nov 19 09:33:01.907825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-35202519-9e60-4472-8347-ea5e971ba3ea None None] Set router cc3b3974-c96f-4d84-aecd-b46dfbee473d gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:02.026272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-633b6b04-aadd-4f6a-b443-9bc4a477de2a None None] Provisioning complete for port 62109677-2ddd-4a4b-bcf3-2752e0d54dc3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:02.026980 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-633b6b04-aadd-4f6a-b443-9bc4a477de2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:02.046760 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-5c5cc680-0216-4a1b-a1a0-0f42afcf4c1b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 HTTP/1.1" status: 200 len: 1000 time: 0.3066549 Nov 19 09:33:02.052587 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-270fcb1d-b60c-4693-98e2-39f599c3fde5 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:02.066396 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-5b874637-7241-49a2-9c39-c09317e603eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:02.068273 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-5b874637-7241-49a2-9c39-c09317e603eb service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95 HTTP/1.1" status: 200 len: 897 time: 0.1362689 Nov 19 09:33:02.111865 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-633b6b04-aadd-4f6a-b443-9bc4a477de2a None None] Port 62109677-2ddd-4a4b-bcf3-2752e0d54dc3 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:33:02.161335 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fe956a3-6614-41d8-9c4d-e148b564534e admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:02.202952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-35202519-9e60-4472-8347-ea5e971ba3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'name': 'tempest-TaggedBootDevicesTest-9964786-router', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:31Z', 'updated_at': '2021-11-19T09:33:00Z', 'revision_number': 5, 'project_id': '700b69d1977242c09b136442c1eff098', 'gw_port': {'id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:32Z', 'updated_at': '2021-11-19T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:02.234809 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35202519-9e60-4472-8347-ea5e971ba3ea None None] Checking router: cc3b3974-c96f-4d84-aecd-b46dfbee473d for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:33:02.248453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35202519-9e60-4472-8347-ea5e971ba3ea None None] Routers {'cc3b3974-c96f-4d84-aecd-b46dfbee473d'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:02.249719 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-35202519-9e60-4472-8347-ea5e971ba3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:02.302473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fcb1d-b60c-4693-98e2-39f599c3fde5 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Pushing event updated for resources: {'Port': ['ID=ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:02.307295 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-5b35ac80-0361-494e-9fdc-a600d66d9a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:02.308911 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-5b35ac80-0361-494e-9fdc-a600d66d9a27 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c832f0c2-c457-4961-b3f9-f7f6f447e6aa HTTP/1.1" status: 200 len: 835 time: 0.2356308 Nov 19 09:33:02.317600 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-270fcb1d-b60c-4693-98e2-39f599c3fde5 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Network 748749c4-532e-4da1-8a07-6ebbde399465 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:33:02.317869 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-9da352f0-af6b-4f06-8a51-de34bfca9b91 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 HTTP/1.1" status: 200 len: 1000 time: 0.2403100 Nov 19 09:33:02.356315 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-270fcb1d-b60c-4693-98e2-39f599c3fde5 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:02.359592 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-270fcb1d-b60c-4693-98e2-39f599c3fde5 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:33:02.388806 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fe956a3-6614-41d8-9c4d-e148b564534e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:02.392595 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-9eca1e13-c69f-4b37-8db0-693c4031f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:02.394205 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-9eca1e13-c69f-4b37-8db0-693c4031f4cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c832f0c2-c457-4961-b3f9-f7f6f447e6aa HTTP/1.1" status: 200 len: 835 time: 0.0619864 Nov 19 09:33:02.420122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393f7570-a872-4a7f-8de2-50068b714e15 None None] DHCP port deletion for 748749c4-532e-4da1-8a07-6ebbde399465 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:02.510335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e148a0-5219-4608-bfcf-58a88ba0c37a req-a5aa53ce-b39c-4507-bebf-2d1e2ad0272a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:02.512128 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-89e148a0-5219-4608-bfcf-58a88ba0c37a req-a5aa53ce-b39c-4507-bebf-2d1e2ad0272a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 944 time: 0.1932273 Nov 19 09:33:02.519274 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:02.533156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-5ad8ad44-87f6-4794-8d42-e4dc176e473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:02.534786 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-5ad8ad44-87f6-4794-8d42-e4dc176e473d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1241419 Nov 19 09:33:02.570893 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-270fcb1d-b60c-4693-98e2-39f599c3fde5 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:02.571434 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-270fcb1d-b60c-4693-98e2-39f599c3fde5 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:02.597131 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-12202469-d52d-4780-8853-ef6e9f9a0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:02.599104 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-12202469-d52d-4780-8853-ef6e9f9a0c91 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2765245 Nov 19 09:33:02.599295 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e4517a43-329e-423e-8e4f-3f70c4389b65 None None] Provisioning complete for port ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:02.599731 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4517a43-329e-423e-8e4f-3f70c4389b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:02.622758 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-270fcb1d-b60c-4693-98e2-39f599c3fde5 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3944933 Nov 19 09:33:02.650298 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7fe956a3-6614-41d8-9c4d-e148b564534e admin admin] Deleting port 013f0182-e153-4a02-a7b6-cf4cd8ab5e70 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:33:02.650796 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fe956a3-6614-41d8-9c4d-e148b564534e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:02.668138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Request body: {'port': {'device_id': '6a5fee90-895b-407c-ae4d-be9199e0773e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:02.708742 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-35202519-9e60-4472-8347-ea5e971ba3ea None None] Set router cc3b3974-c96f-4d84-aecd-b46dfbee473d gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:02.802223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e4517a43-329e-423e-8e4f-3f70c4389b65 None None] Port ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:33:02.837604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-7fe956a3-6614-41d8-9c4d-e148b564534e admin admin] For port 013f0182-e153-4a02-a7b6-cf4cd8ab5e70, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=013f0182-e153-4a02-a7b6-cf4cd8ab5e70,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:02.837889 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fe956a3-6614-41d8-9c4d-e148b564534e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:02.866837 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e7d8ce61-a850-41a5-9182-ec6f74f6fc6a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:33:02.868037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7fe956a3-6614-41d8-9c4d-e148b564534e admin admin] Calling delete_port for 013f0182-e153-4a02-a7b6-cf4cd8ab5e70 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:33:03.091171 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e7d8ce61-a850-41a5-9182-ec6f74f6fc6a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:03.091900 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:03.097909 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-89e148a0-5219-4608-bfcf-58a88ba0c37a req-4e06281a-554a-4f44-8dc2-fe40c9967993 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5737751 Nov 19 09:33:03.108457 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-1b601a2b-1420-434d-9932-61dbe9576918 service neutron] 10.222.0.71 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557196 Nov 19 09:33:03.129465 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69126f97-e933-4b6f-85b4-757e30246072 req-c465c983-05c2-45a3-adcd-0f689f372eb0 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:03.139252 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-69126f97-e933-4b6f-85b4-757e30246072 req-c465c983-05c2-45a3-adcd-0f689f372eb0 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 932 time: 0.1702292 Nov 19 09:33:03.246426 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-35202519-9e60-4472-8347-ea5e971ba3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'name': 'tempest-TaggedBootDevicesTest-9964786-router', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:31Z', 'updated_at': '2021-11-19T09:33:00Z', 'revision_number': 5, 'project_id': '700b69d1977242c09b136442c1eff098', 'gw_port': {'id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:32Z', 'updated_at': '2021-11-19T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:03.282932 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-ef45a848-e0bb-4892-9ea2-9c9d82be82aa service neutron] 10.222.0.71 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644754 Nov 19 09:33:03.285198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35202519-9e60-4472-8347-ea5e971ba3ea None None] The sync data for ids ['cc3b3974-c96f-4d84-aecd-b46dfbee473d'] in n-d-805649-14 is: [{'id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'name': 'tempest-TaggedBootDevicesTest-9964786-router', 'tenant_id': '700b69d1977242c09b136442c1eff098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:31Z', 'updated_at': '2021-11-19T09:33:00Z', 'revision_number': 5, 'project_id': '700b69d1977242c09b136442c1eff098', 'gw_port': {'id': '013f0182-e153-4a02-a7b6-cf4cd8ab5e70', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3b3974-c96f-4d84-aecd-b46dfbee473d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:32Z', 'updated_at': '2021-11-19T09:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:33:03.339119 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:03.377999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-69126f97-e933-4b6f-85b4-757e30246072 req-95b9ef31-f770-43a8-9f88-ebdb9d9cc1ee tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377701 Nov 19 09:33:03.473219 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:03.498983 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fe956a3-6614-41d8-9c4d-e148b564534e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:03.531523 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-96fb60a7-8118-4e54-920c-b154d008b0ad service neutron] 10.222.0.66 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9114079 Nov 19 09:33:03.544784 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe956a3-6614-41d8-9c4d-e148b564534e admin admin] Pushing event deleted for resources: {'Port': ['ID=013f0182-e153-4a02-a7b6-cf4cd8ab5e70,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:03.568376 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e37e720-e95c-495a-9e8c-08d872366b47 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:03.665513 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fe956a3-6614-41d8-9c4d-e148b564534e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:03.827681 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fe956a3-6614-41d8-9c4d-e148b564534e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:03.832904 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fe956a3-6614-41d8-9c4d-e148b564534e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:03.896895 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fe956a3-6614-41d8-9c4d-e148b564534e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:03.898281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe956a3-6614-41d8-9c4d-e148b564534e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc3b3974-c96f-4d84-aecd-b46dfbee473d {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:33:03.910357 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fe956a3-6614-41d8-9c4d-e148b564534e admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:03.914651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7fe956a3-6614-41d8-9c4d-e148b564534e admin admin] 10.222.0.21 "DELETE /v2.0/routers/cc3b3974-c96f-4d84-aecd-b46dfbee473d HTTP/1.1" status: 204 len: 168 time: 2.2040069 Nov 19 09:33:03.925826 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38876) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:03.957832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Router 73763bd3-a193-4bc0-af24-c4b49bd4e43b is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:33:03.982682 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-84beee9c-2ed2-4b4f-8573-e2f12d89c355 req-795b3d52-a46b-4129-b37c-eadf71c1b93b service neutron] 10.222.0.66 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500482 Nov 19 09:33:04.026747 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fdfa052-2bb8-4f04-9553-5b57158a7ce0 admin admin] Deleting subnet c976a013-8e14-4043-813d-36b1a4ae191b {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:33:04.039534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea241a-9870-44db-a604-f57091f420d9 req-d0ef1c98-bfe6-4902-860a-1d7df5cb345b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:04.041306 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8dea241a-9870-44db-a604-f57091f420d9 req-d0ef1c98-bfe6-4902-860a-1d7df5cb345b tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.1269195 Nov 19 09:33:04.042270 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa052-2bb8-4f04-9553-5b57158a7ce0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:04.112464 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa052-2bb8-4f04-9553-5b57158a7ce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:04.194773 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8dea241a-9870-44db-a604-f57091f420d9 req-2ffbe656-5154-4879-be2e-0c55d5976b0c tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262386 Nov 19 09:33:04.335783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f599b-fe21-468c-84c1-a2bfcfb07e96 req-b79d350d-ab29-4ab0-bd7e-2f1ca122688b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:04.338847 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c8f599b-fe21-468c-84c1-a2bfcfb07e96 req-b79d350d-ab29-4ab0-bd7e-2f1ca122688b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 944 time: 0.1428604 Nov 19 09:33:04.370223 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa052-2bb8-4f04-9553-5b57158a7ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:04.409130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-b12bc6a5-bfc2-4b2e-85cf-b49ed757b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:04.409130 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-b12bc6a5-bfc2-4b2e-85cf-b49ed757b1bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 1096 time: 0.3416033 Nov 19 09:33:04.409130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:33:04.423982 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Sync routers for ids ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:33:04.443432 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Routers {'73763bd3-a193-4bc0-af24-c4b49bd4e43b'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:04.445851 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:04.501885 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c8f599b-fe21-468c-84c1-a2bfcfb07e96 req-cb482b17-2916-45b0-81d0-7eb679258f93 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503377 Nov 19 09:33:04.564616 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa052-2bb8-4f04-9553-5b57158a7ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:04.592501 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Set router 73763bd3-a193-4bc0-af24-c4b49bd4e43b gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:04.600415 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:33:04.608725 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6320382-a993-40fb-a8fe-cbe80e11fec0 req-faf19940-dadc-4117-b4af-032339df3227 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:04.623395 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:04.624830 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ae559e66-1563-406a-889b-082711af4fba admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.7128348 Nov 19 09:33:04.627740 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a6320382-a993-40fb-a8fe-cbe80e11fec0 req-faf19940-dadc-4117-b4af-032339df3227 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 932 time: 0.1221483 Nov 19 09:33:04.638133 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:04.642922 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38886) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:04.665789 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfa052-2bb8-4f04-9553-5b57158a7ce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c976a013-8e14-4043-813d-36b1a4ae191b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:04.679161 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa052-2bb8-4f04-9553-5b57158a7ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:04.682960 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5fdfa052-2bb8-4f04-9553-5b57158a7ce0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c976a013-8e14-4043-813d-36b1a4ae191b HTTP/1.1" status: 204 len: 168 time: 0.7559826 Nov 19 09:33:04.688732 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7278674a-4dbe-4f0f-9e60-0303594418a7 None None] Network 0f317c17-d11b-428a-b336-bf3a20212eb4 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:33:04.699172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38892) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:04.724987 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Transition to ACTIVE for port object ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:33:04.854151 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a6320382-a993-40fb-a8fe-cbe80e11fec0 req-d7867ccb-1d03-4b50-a6bd-c9fdb5672da1 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250566 Nov 19 09:33:04.892801 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:04.899990 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:04.989964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] Deleting port dc70abda-c0c7-415e-8702-3f86b01a5ca7 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:33:04.990602 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:05.009404 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 013f0182-e153-4a02-a7b6-cf4cd8ab5e70 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:33:05.027005 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'name': 'tempest-TestServerBasicOps-822571047-router', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:56Z', 'updated_at': '2021-11-19T09:33:02Z', 'revision_number': 3, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'gw_port': {'id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:59Z', 'updated_at': '2021-11-19T09:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:05.085351 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Checking router: 73763bd3-a193-4bc0-af24-c4b49bd4e43b for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:33:05.085709 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Updating router 73763bd3-a193-4bc0-af24-c4b49bd4e43b port 62109677-2ddd-4a4b-bcf3-2752e0d54dc3 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:33:05.087944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Pushing event updated for resources: {'Port': ['ID=ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:05.094800 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266bbed1-61a1-43de-b753-c903da80cff8 None None] DHCP port deletion for 748749c4-532e-4da1-8a07-6ebbde399465 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:05.103759 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 013f0182-e153-4a02-a7b6-cf4cd8ab5e70 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:33:05.104051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 013f0182-e153-4a02-a7b6-cf4cd8ab5e70 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:33:05.104465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 94c5c4cf-db79-4661-a4ea-609bfb023652 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:33:05.134354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-92e3fb31-847a-4859-8d3b-623a09a71480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:05.135794 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-92e3fb31-847a-4859-8d3b-623a09a71480 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95 HTTP/1.1" status: 200 len: 897 time: 0.6960070 Nov 19 09:33:05.141410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] For port dc70abda-c0c7-415e-8702-3f86b01a5ca7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=dc70abda-c0c7-415e-8702-3f86b01a5ca7,segment=NetworkSegment(5bc28d9f-98af-4ae3-b476-7cf3cb606a85),segment_id=5bc28d9f-98af-4ae3-b476-7cf3cb606a85)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:05.141780 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:05.155011 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 94c5c4cf-db79-4661-a4ea-609bfb023652 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:33:05.155776 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 94c5c4cf-db79-4661-a4ea-609bfb023652 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:33:05.159125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] Calling delete_port for dc70abda-c0c7-415e-8702-3f86b01a5ca7 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:33:05.171737 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:05.318725 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65a725d-5475-4dc9-af84-d65d802cc30d None None] DHCP port deletion for 0f317c17-d11b-428a-b336-bf3a20212eb4 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:05.464917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Attempting to bind port ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:33:05.465155 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Attempting to bind port ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd017151d-ea65-4647-bf3b-a613fa498e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '748749c4-532e-4da1-8a07-6ebbde399465'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:33:05.466021 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Attempting to bind port ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 on network 748749c4-532e-4da1-8a07-6ebbde399465 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:33:05.516428 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Port ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 on network 748749c4-532e-4da1-8a07-6ebbde399465 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:33:05.516845 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Attempting to bind port ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 on network 748749c4-532e-4da1-8a07-6ebbde399465 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:33:05.560891 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:33:05.561372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Checking segment: {'id': 'd017151d-ea65-4647-bf3b-a613fa498e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '748749c4-532e-4da1-8a07-6ebbde399465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:33:05.562970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Bound using segment: {'id': 'd017151d-ea65-4647-bf3b-a613fa498e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '748749c4-532e-4da1-8a07-6ebbde399465'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:33:05.562970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Bound port: ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd017151d-ea65-4647-bf3b-a613fa498e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '748749c4-532e-4da1-8a07-6ebbde399465'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:33:05.562970 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:05.633167 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-f84f238b-e532-4fa7-b88d-edff9fc3a10b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 HTTP/1.1" status: 200 len: 1000 time: 0.4592209 Nov 19 09:33:05.650131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e65a725d-5475-4dc9-af84-d65d802cc30d None None] Deleting port dc70abda-c0c7-415e-8702-3f86b01a5ca7 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:33:05.650511 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e65a725d-5475-4dc9-af84-d65d802cc30d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:05.703937 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:05.716291 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:05.797894 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42d911-c388-4efc-9273-d061b787b932 None None] Pushing event updated for resources: {'Port': ['ID=62109677-2ddd-4a4b-bcf3-2752e0d54dc3,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:05.832247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e65a725d-5475-4dc9-af84-d65d802cc30d None None] For port dc70abda-c0c7-415e-8702-3f86b01a5ca7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=dc70abda-c0c7-415e-8702-3f86b01a5ca7,segment=NetworkSegment(5bc28d9f-98af-4ae3-b476-7cf3cb606a85),segment_id=5bc28d9f-98af-4ae3-b476-7cf3cb606a85)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:05.832809 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e65a725d-5475-4dc9-af84-d65d802cc30d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:05.835224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d083b5-a0dd-44b4-9380-734b4f50fd22 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:05.845425 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Attempting to bind port 62109677-2ddd-4a4b-bcf3-2752e0d54dc3 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:33:05.846229 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-d79cf1dc-f599-424d-a9d2-8a00af448043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:05.846422 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Attempting to bind port 62109677-2ddd-4a4b-bcf3-2752e0d54dc3 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:33:05.846946 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Attempting to bind port 62109677-2ddd-4a4b-bcf3-2752e0d54dc3 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:33:05.849625 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-d79cf1dc-f599-424d-a9d2-8a00af448043 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c832f0c2-c457-4961-b3f9-f7f6f447e6aa HTTP/1.1" status: 200 len: 835 time: 0.2046218 Nov 19 09:33:05.853918 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:33:05.854593 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:33:05.855272 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:05.855867 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:33:05.857274 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Bound port: 62109677-2ddd-4a4b-bcf3-2752e0d54dc3, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:33:05.857869 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:05.876258 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] For port ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:33:05.892339 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e65a725d-5475-4dc9-af84-d65d802cc30d None None] Calling delete_port for dc70abda-c0c7-415e-8702-3f86b01a5ca7 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:33:05.952319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] For port ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44,segment=NetworkSegment(d017151d-ea65-4647-bf3b-a613fa498e9a),segment_id=d017151d-ea65-4647-bf3b-a613fa498e9a)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:33:05.958357 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] For port 62109677-2ddd-4a4b-bcf3-2752e0d54dc3, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:33:05.963472 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] For port 62109677-2ddd-4a4b-bcf3-2752e0d54dc3, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=62109677-2ddd-4a4b-bcf3-2752e0d54dc3,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:33:05.971350 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:05.978574 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-730394b3-d21b-4cff-85ae-3e6eb896556f None None] Provisioning complete for port 62109677-2ddd-4a4b-bcf3-2752e0d54dc3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:05.979284 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-730394b3-d21b-4cff-85ae-3e6eb896556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:05.980727 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:05.994963 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:05.995988 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:05.996739 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:05.998824 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] 10.222.0.71 "PUT /v2.0/ports/ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 HTTP/1.1" status: 200 len: 1093 time: 3.3375034 Nov 19 09:33:05.999825 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5fee90-895b-407c-ae4d-be9199e0773e', 'tag': 'ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:33:06.002365 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa7841e-a1b4-4aef-960c-58ee4504aae3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5fee90-895b-407c-ae4d-be9199e0773e", "tag": "ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:33:06.030706 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ca3292-8a51-48df-ba3c-1d177f844587 None None] DHCP port deletion for 748749c4-532e-4da1-8a07-6ebbde399465 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:06.077377 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14419811-f728-49ba-9d9f-7c715fe3993d None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:06.079382 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Routers {'73763bd3-a193-4bc0-af24-c4b49bd4e43b'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:06.080122 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:06.093757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1ac99-4322-4374-9315-9d73e4ccd058 req-f19c2c37-fc9f-49b3-956c-c9fada00199e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:06.095422 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1b1ac99-4322-4374-9315-9d73e4ccd058 req-f19c2c37-fc9f-49b3-956c-c9fada00199e tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.2306247 Nov 19 09:33:06.103945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc70abda-c0c7-415e-8702-3f86b01a5ca7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:06.104162 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e65a725d-5475-4dc9-af84-d65d802cc30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:06.113467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] No DVR routers for this DVR port dc70abda-c0c7-415e-8702-3f86b01a5ca7 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:33:06.139336 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e11e2-ef41-46ce-bf5a-031ec34d9bff req-4021bb35-599c-4c21-beb5-b1cd215a1120 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:06.147772 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a89e11e2-ef41-46ce-bf5a-031ec34d9bff req-4021bb35-599c-4c21-beb5-b1cd215a1120 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.71 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 946 time: 0.2836387 Nov 19 09:33:06.157706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-24407253-3964-43f9-a27e-afdcef22041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:06.160390 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-24407253-3964-43f9-a27e-afdcef22041f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2941401 Nov 19 09:33:06.164149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a725d-5475-4dc9-af84-d65d802cc30d None None] Pushing event deleted for resources: {'Port': ['ID=dc70abda-c0c7-415e-8702-3f86b01a5ca7,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:06.164318 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f290464-8f04-44dc-9497-5fb7fb39595a req-d2a56ebe-141b-4b33-bdfa-2eefc27646ce tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:06.172347 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f290464-8f04-44dc-9497-5fb7fb39595a req-d2a56ebe-141b-4b33-bdfa-2eefc27646ce tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 944 time: 0.3097949 Nov 19 09:33:06.244499 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a725d-5475-4dc9-af84-d65d802cc30d None None] No DVR routers for this DVR port dc70abda-c0c7-415e-8702-3f86b01a5ca7 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:33:06.282021 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-730394b3-d21b-4cff-85ae-3e6eb896556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:06.305710 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-730394b3-d21b-4cff-85ae-3e6eb896556f None None] For port 62109677-2ddd-4a4b-bcf3-2752e0d54dc3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=62109677-2ddd-4a4b-bcf3-2752e0d54dc3,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:06.306333 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] Set router 73763bd3-a193-4bc0-af24-c4b49bd4e43b gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:06.315029 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-730394b3-d21b-4cff-85ae-3e6eb896556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:06.331967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1b1ac99-4322-4374-9315-9d73e4ccd058 req-38ced0f9-bd0a-4554-8678-fb9f65c83033 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/security-groups?id=46b8c0e5-1e50-40c6-88df-dbe59d759fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260017 Nov 19 09:33:06.381564 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:06.381790 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730394b3-d21b-4cff-85ae-3e6eb896556f None None] Pushing event updated for resources: {'Port': ['ID=62109677-2ddd-4a4b-bcf3-2752e0d54dc3,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:06.425008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f317c17-d11b-428a-b336-bf3a20212eb4']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:06.441181 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-deec9ab1-c94b-42fc-a4ba-07859d3b17ac service neutron] 10.222.0.66 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479315 Nov 19 09:33:06.445777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc28d9f-98af-4ae3-b476-7cf3cb606a85') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:06.446079 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc28d9f-98af-4ae3-b476-7cf3cb606a85') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:06.458642 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42d911-c388-4efc-9273-d061b787b932 None None] Pushing event updated for resources: {'Port': ['ID=62109677-2ddd-4a4b-bcf3-2752e0d54dc3,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:06.462674 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9f8aa54d-183b-4654-b0ba-c26767fa585f None None] Provisioning complete for port 62109677-2ddd-4a4b-bcf3-2752e0d54dc3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:06.463263 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f8aa54d-183b-4654-b0ba-c26767fa585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:06.467470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f290464-8f04-44dc-9497-5fb7fb39595a req-67d462b6-53ec-4a28-b4bb-a062edf13e56 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941694 Nov 19 09:33:06.469569 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbcded-f6f0-4375-a7e1-37ff9083531e service neutron] Pushing event updated for resources: {'Port': ['ID=ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:06.489246 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:06.564776 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:06.581378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:33:06.584298 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:33:06.586580 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:33:06.606360 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:06.609706 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c00e5eb-82ea-461b-8396-d5cce481d3fd x-openstack-request-id: req-5c00e5eb-82ea-461b-8396-d5cce481d3fd {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:33:06.610164 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5fee90-895b-407c-ae4d-be9199e0773e", "tag": "ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:33:06.610522 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c00e5eb-82ea-461b-8396-d5cce481d3fd {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:33:06.611030 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5fee90-895b-407c-ae4d-be9199e0773e', 'tag': 'ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44', 'status': 'completed', 'code': 200} Nov 19 09:33:06.625749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-257963d8-791b-4417-99ce-b006fe9e3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:06.627421 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-257963d8-791b-4417-99ce-b006fe9e3b2c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=510251f8dbcd4584857fa9b48df900ab&device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 1096 time: 0.5391512 Nov 19 09:33:06.670371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-a89e11e2-ef41-46ce-bf5a-031ec34d9bff req-5c0a90f1-3dff-42ac-82a4-8d8506ded3d6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Deleting port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:33:06.670717 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a89e11e2-ef41-46ce-bf5a-031ec34d9bff req-5c0a90f1-3dff-42ac-82a4-8d8506ded3d6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:06.681618 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-ef894fbc-015d-466e-8981-4ab277201638 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 HTTP/1.1" status: 200 len: 217 time: 0.0447989 Nov 19 09:33:06.683758 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'name': 'tempest-TestServerBasicOps-822571047-router', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:56Z', 'updated_at': '2021-11-19T09:33:02Z', 'revision_number': 3, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'gw_port': {'id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:59Z', 'updated_at': '2021-11-19T09:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:06.741676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-01232ca7-21ed-4531-8165-ea624b6e6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:06.743450 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-01232ca7-21ed-4531-8165-ea624b6e6095 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73ee3522-0f74-4a34-b440-730322afd465 HTTP/1.1" status: 200 len: 854 time: 0.0523419 Nov 19 09:33:06.751910 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c9d17-5c68-4e2b-9ef0-feddd00078c5 None None] The sync data for ids ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'] in n-d-805649-14 is: [{'id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'name': 'tempest-TestServerBasicOps-822571047-router', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:56Z', 'updated_at': '2021-11-19T09:33:02Z', 'revision_number': 3, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'gw_port': {'id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:59Z', 'updated_at': '2021-11-19T09:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:33:06.775576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device dc70abda-c0c7-415e-8702-3f86b01a5ca7 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:33:06.777717 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:06.799586 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f575c9-c007-46c4-a8ca-1ad252ecc128 req-9cc207b4-3c59-48ec-b483-e14feb6a39b6 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:06.803830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53f575c9-c007-46c4-a8ca-1ad252ecc128 req-9cc207b4-3c59-48ec-b483-e14feb6a39b6 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 944 time: 0.3304002 Nov 19 09:33:06.812530 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:06.820068 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0f317c17-d11b-428a-b336-bf3a20212eb4 HTTP/1.1" status: 204 len: 168 time: 2.1198406 Nov 19 09:33:06.824415 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38924) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:06.831232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: dc70abda-c0c7-415e-8702-3f86b01a5ca7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:33:06.831663 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device dc70abda-c0c7-415e-8702-3f86b01a5ca7 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:33:06.835509 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:33:06.906732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d56499-c7c3-4458-b193-2358f76a5ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f317c17-d11b-428a-b336-bf3a20212eb4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:06.925249 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-a47ede5f-2fe9-4b62-9c24-f888350eb43f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=748749c4-532e-4da1-8a07-6ebbde399465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386466 Nov 19 09:33:06.957650 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53f575c9-c007-46c4-a8ca-1ad252ecc128 req-ff3c5e93-85b9-4f73-85ff-52c0f3f418c1 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332369 Nov 19 09:33:06.977428 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,segment=NetworkSegment(788db6fd-aadf-48a1-bdb4-63341f895bd9),segment_id=788db6fd-aadf-48a1-bdb4-63341f895bd9)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:07.000365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9', 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'port_id': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9', 'mac_address': 'fa:16:3e:cd:86:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:33:07.002828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-a89e11e2-ef41-46ce-bf5a-031ec34d9bff req-5c0a90f1-3dff-42ac-82a4-8d8506ded3d6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] For port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,segment=NetworkSegment(c1500e65-40e1-44d9-8982-de0f15c7eb49),segment_id=c1500e65-40e1-44d9-8982-de0f15c7eb49)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:07.003328 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a89e11e2-ef41-46ce-bf5a-031ec34d9bff req-5c0a90f1-3dff-42ac-82a4-8d8506ded3d6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:07.035444 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-a89e11e2-ef41-46ce-bf5a-031ec34d9bff req-5c0a90f1-3dff-42ac-82a4-8d8506ded3d6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Calling delete_port for 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:33:07.052238 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8aa98814-2a86-4979-909f-52f8a97dc355 req-a3e8c44a-3cc0-4e87-b469-c473379a1cc4 service neutron] 10.222.0.66 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788424 Nov 19 09:33:07.089793 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:07.096088 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-91631eb7-29ec-403c-85a3-f288a7b03b02 service neutron] 10.222.0.71 "GET /v2.0/networks/748749c4-532e-4da1-8a07-6ebbde399465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379373 Nov 19 09:33:07.108017 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:33:07.142870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,segment=NetworkSegment(788db6fd-aadf-48a1-bdb4-63341f895bd9),segment_id=788db6fd-aadf-48a1-bdb4-63341f895bd9)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:07.155429 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:07.274623 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:07.276770 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29c3988-a2be-477c-8df5-bca125bffa42 req-92edc1ee-bfce-4c66-8d4d-e3818635f4be service neutron] 10.222.0.71 "GET /v2.0/networks/748749c4-532e-4da1-8a07-6ebbde399465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399596 Nov 19 09:33:07.321098 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a89e11e2-ef41-46ce-bf5a-031ec34d9bff req-5c0a90f1-3dff-42ac-82a4-8d8506ded3d6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:07.338050 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:33:07.363252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a90f1-3dff-42ac-82a4-8d8506ded3d6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Pushing event deleted for resources: {'Port': ['ID=7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:07.404065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:33:07.454693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89e11e2-ef41-46ce-bf5a-031ec34d9bff req-5c0a90f1-3dff-42ac-82a4-8d8506ded3d6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] No DVR routers for this DVR port 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:33:07.457683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b943584-d2f3-49e7-b740-bff57215c629 None None] DHCP port deletion for da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:07.474547 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a89e11e2-ef41-46ce-bf5a-031ec34d9bff req-5c0a90f1-3dff-42ac-82a4-8d8506ded3d6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:07.480269 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a89e11e2-ef41-46ce-bf5a-031ec34d9bff req-5c0a90f1-3dff-42ac-82a4-8d8506ded3d6 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.71 "DELETE /v2.0/ports/7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 HTTP/1.1" status: 204 len: 173 time: 1.3058114 Nov 19 09:33:07.480755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8eab4e7-9729-48e8-924a-bac64eb4dd1c', 'name': 'network-vif-deleted', 'tag': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:33:07.496243 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f7950b-1e9d-46d6-b039-097cbff7ef16" -d '{"events": [{"server_uuid": "e8eab4e7-9729-48e8-924a-bac64eb4dd1c", "name": "network-vif-deleted", "tag": "7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:33:07.603212 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c47fdb35-0246-498f-b050-f6421ebf20a9 req-834e1acb-af03-4c4a-90e7-15407d3c63e9 tempest-ServersNegativeTestJSON-1124809285 tempest-ServersNegativeTestJSON-1124809285-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8eab4e7-9729-48e8-924a-bac64eb4dd1c HTTP/1.1" status: 200 len: 210 time: 0.0609133 Nov 19 09:33:07.664777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad32f4-42b0-4a26-a4fb-f2c024ac3e40 req-bc69dbe0-a92e-41f4-976e-dd68f34421ad tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:07.666399 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c1ad32f4-42b0-4a26-a4fb-f2c024ac3e40 req-bc69dbe0-a92e-41f4-976e-dd68f34421ad tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 945 time: 0.0659423 Nov 19 09:33:07.683291 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52969959-689e-4a5f-9546-369e8a49cc34 x-openstack-request-id: req-52969959-689e-4a5f-9546-369e8a49cc34 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:33:07.683957 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8eab4e7-9729-48e8-924a-bac64eb4dd1c", "name": "network-vif-deleted", "tag": "7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:33:07.684949 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52969959-689e-4a5f-9546-369e8a49cc34 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:33:07.685494 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8eab4e7-9729-48e8-924a-bac64eb4dd1c', 'name': 'network-vif-deleted', 'tag': '7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2', 'status': 'completed', 'code': 200} Nov 19 09:33:07.768225 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c1ad32f4-42b0-4a26-a4fb-f2c024ac3e40 req-d2095d7b-ea5b-444b-9e17-7f8fab03b47c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949173 Nov 19 09:33:08.066852 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Allocated IP 172.20.0.1 (a6f1c342-cec8-4182-bef9-595013e1351c/03048cfc-6f00-4e65-9551-abad65c356a1/d91c942a-ff1c-4377-b9b2-60a059f5ec65) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:33:08.087740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7841e-a1b4-4aef-960c-58ee4504aae3 req-c38bd92d-8604-4ea8-af5f-233c14ef602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:08.091659 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dfa7841e-a1b4-4aef-960c-58ee4504aae3 req-c38bd92d-8604-4ea8-af5f-233c14ef602e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=510251f8dbcd4584857fa9b48df900ab&device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 1096 time: 0.7328770 Nov 19 09:33:08.228535 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6ce6f-8831-4513-a4b7-207c188327d4 req-df74e93e-20f0-4249-9c7b-26b5162eb142 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:08.230076 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-deb6ce6f-8831-4513-a4b7-207c188327d4 req-df74e93e-20f0-4249-9c7b-26b5162eb142 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 945 time: 0.1753004 Nov 19 09:33:08.258596 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8e34c-0e09-4aed-b248-6eeb33442d13 req-33a8462f-74dd-451d-bfc9-6f7fffa97409 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:08.266434 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bf8e34c-0e09-4aed-b248-6eeb33442d13 req-33a8462f-74dd-451d-bfc9-6f7fffa97409 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 944 time: 0.1564798 Nov 19 09:33:08.282661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3b72f-c9eb-4af5-8880-4606c4ba21b5 req-246d4640-b774-4c9e-b962-6a0d197df86f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:08.284277 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74d3b72f-c9eb-4af5-8880-4606c4ba21b5 req-246d4640-b774-4c9e-b962-6a0d197df86f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6&tenant_id=0dc1876a77414c6c8af6b4234d92e489&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 945 time: 0.1865897 Nov 19 09:33:08.397184 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7841e-a1b4-4aef-960c-58ee4504aae3 req-0c3e3b57-c489-4b10-83f9-fc2c03ae45db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:08.399087 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dfa7841e-a1b4-4aef-960c-58ee4504aae3 req-0c3e3b57-c489-4b10-83f9-fc2c03ae45db service neutron] 10.222.0.71 "GET /v2.0/networks?id=748749c4-532e-4da1-8a07-6ebbde399465 HTTP/1.1" status: 200 len: 915 time: 0.2972262 Nov 19 09:33:08.408840 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:08.412183 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bf8e34c-0e09-4aed-b248-6eeb33442d13 req-3aa11e8a-7800-4cfe-a2e4-6176cec0d416 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448643 Nov 19 09:33:08.443016 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-74d3b72f-c9eb-4af5-8880-4606c4ba21b5 req-a8745403-3211-4f63-8b0c-a12179c25148 service neutron] delete failed (client error): The resource could not be found. Nov 19 09:33:08.444037 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74d3b72f-c9eb-4af5-8880-4606c4ba21b5 req-a8745403-3211-4f63-8b0c-a12179c25148 service neutron] 10.222.0.71 "DELETE /v2.0/ports/6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9/bindings/n-h2-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.1449807 Nov 19 09:33:08.448581 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-deb6ce6f-8831-4513-a4b7-207c188327d4 req-2a9506d7-2349-4378-82c3-48af1ff06eda tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076168 Nov 19 09:33:08.474215 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dfa7841e-a1b4-4aef-960c-58ee4504aae3 req-d8b37c36-e38d-4f49-a92c-72fed1cda28c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 HTTP/1.1" status: 200 len: 217 time: 0.0635309 Nov 19 09:33:08.549557 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:08.550086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3b72f-c9eb-4af5-8880-4606c4ba21b5 req-01741155-1d84-4639-bbb9-d584aa9ba065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:08.551797 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74d3b72f-c9eb-4af5-8880-4606c4ba21b5 req-01741155-1d84-4639-bbb9-d584aa9ba065 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0473573 Nov 19 09:33:08.568441 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7841e-a1b4-4aef-960c-58ee4504aae3 req-8acca4b6-f86c-4d3d-8a1b-0ba98ecfdd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:08.569998 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dfa7841e-a1b4-4aef-960c-58ee4504aae3 req-8acca4b6-f86c-4d3d-8a1b-0ba98ecfdd09 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=73ee3522-0f74-4a34-b440-730322afd465 HTTP/1.1" status: 200 len: 854 time: 0.0836658 Nov 19 09:33:08.631531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Network a6f1c342-cec8-4182-bef9-595013e1351c is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:33:08.639847 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dfa7841e-a1b4-4aef-960c-58ee4504aae3 req-3c79647d-d208-4593-bd28-f20a5972f033 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=748749c4-532e-4da1-8a07-6ebbde399465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471759 Nov 19 09:33:08.643360 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:08.649158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:33:08.661480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Pushing event updated for resources: {'Port': ['ID=d91c942a-ff1c-4377-b9b2-60a059f5ec65,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:08.677364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3b72f-c9eb-4af5-8880-4606c4ba21b5 req-06ace4bc-e865-49d3-b167-71b0941c58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:08.679049 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74d3b72f-c9eb-4af5-8880-4606c4ba21b5 req-06ace4bc-e865-49d3-b167-71b0941c58fd service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95 HTTP/1.1" status: 200 len: 897 time: 0.1185329 Nov 19 09:33:08.744356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38964) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:08.792171 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:08.834012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 62109677-2ddd-4a4b-bcf3-2752e0d54dc3 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:33:08.868258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca6c548-01f9-45a0-b137-ca0f66eaafd4 admin admin] Deleting subnet c7a8eba8-535b-46b1-9a23-adba2986540d {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:33:08.877699 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c548-01f9-45a0-b137-ca0f66eaafd4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:08.886660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:33:08.907596 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dfa7841e-a1b4-4aef-960c-58ee4504aae3 req-e3d807b8-41ed-4aa5-b8ae-eb720eee15cb service neutron] 10.222.0.71 "GET /v2.0/networks/748749c4-532e-4da1-8a07-6ebbde399465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562513 Nov 19 09:33:08.978210 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74d3b72f-c9eb-4af5-8880-4606c4ba21b5 req-9f58ae30-7e5d-4ec9-974d-3fc03d831b39 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 HTTP/1.1" status: 200 len: 1001 time: 0.2910440 Nov 19 09:33:08.988714 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c548-01f9-45a0-b137-ca0f66eaafd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.002123 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 62109677-2ddd-4a4b-bcf3-2752e0d54dc3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:09.002717 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.005306 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:33:09.049507 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:09.055248 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b5aa-6fda-4f9d-8e4c-54d10c497d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.058259 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.062880 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c548-01f9-45a0-b137-ca0f66eaafd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.132356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3b72f-c9eb-4af5-8880-4606c4ba21b5 req-7099dcb6-d3f9-47de-a7a8-3a713e7d0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:09.133820 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74d3b72f-c9eb-4af5-8880-4606c4ba21b5 req-7099dcb6-d3f9-47de-a7a8-3a713e7d0237 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c832f0c2-c457-4961-b3f9-f7f6f447e6aa HTTP/1.1" status: 200 len: 835 time: 0.0825348 Nov 19 09:33:09.147432 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-76e74924-22ba-4f7f-bfaf-284d0dd2d0e5 None None] Provisioning complete for port d91c942a-ff1c-4377-b9b2-60a059f5ec65 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:09.147950 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-76e74924-22ba-4f7f-bfaf-284d0dd2d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.198630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-76e74924-22ba-4f7f-bfaf-284d0dd2d0e5 None None] Port d91c942a-ff1c-4377-b9b2-60a059f5ec65 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:33:09.217709 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c548-01f9-45a0-b137-ca0f66eaafd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.219049 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dfa7841e-a1b4-4aef-960c-58ee4504aae3 req-c510f07c-c427-4198-b8a9-fde519bfa3c2 service neutron] 10.222.0.71 "GET /v2.0/networks/748749c4-532e-4da1-8a07-6ebbde399465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920299 Nov 19 09:33:09.273529 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.282116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6c548-01f9-45a0-b137-ca0f66eaafd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a8eba8-535b-46b1-9a23-adba2986540d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:09.285738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3b72f-c9eb-4af5-8880-4606c4ba21b5 req-1a73b234-f66c-4378-be4f-ff7a48e72711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:09.287281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74d3b72f-c9eb-4af5-8880-4606c4ba21b5 req-1a73b234-f66c-4378-be4f-ff7a48e72711 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1439273 Nov 19 09:33:09.289866 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c548-01f9-45a0-b137-ca0f66eaafd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.296602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2ca6c548-01f9-45a0-b137-ca0f66eaafd4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c7a8eba8-535b-46b1-9a23-adba2986540d HTTP/1.1" status: 204 len: 168 time: 0.5478814 Nov 19 09:33:09.305128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38972) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:09.311280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8618c82f-f8df-47de-831c-3719c3277f26 None None] Network da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:33:09.334805 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.386198 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95842986-1d18-41d0-b35d-c95958a752b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.402030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d462033-e122-44eb-930c-342a63481ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:33:09.405403 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a9eeee-ebeb-416a-9987-d226086d2475" -d '{"events": [{"server_uuid": "8d462033-e122-44eb-930c-342a63481ed6", "name": "network-vif-plugged", "status": "completed", "tag": "6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:33:09.433474 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,segment=NetworkSegment(788db6fd-aadf-48a1-bdb4-63341f895bd9),segment_id=788db6fd-aadf-48a1-bdb4-63341f895bd9)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:09.473736 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.514582 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61f43cb-e699-49ba-bbd7-2bd44360b153 x-openstack-request-id: req-a61f43cb-e699-49ba-bbd7-2bd44360b153 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:33:09.515626 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d462033-e122-44eb-930c-342a63481ed6", "name": "network-vif-plugged", "status": "completed", "tag": "6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:33:09.515978 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a61f43cb-e699-49ba-bbd7-2bd44360b153 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:33:09.516488 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d462033-e122-44eb-930c-342a63481ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9', 'code': 200} Nov 19 09:33:09.603799 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:09.605324 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95842986-1d18-41d0-b35d-c95958a752b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.615867 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09420857-7740-4fee-96eb-271cb76918c8 None None] DHCP port deletion for da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:09.628048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-95842986-1d18-41d0-b35d-c95958a752b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:09.639100 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-95842986-1d18-41d0-b35d-c95958a752b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1500e65-40e1-44d9-8982-de0f15c7eb49') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:09.639564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-95842986-1d18-41d0-b35d-c95958a752b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1500e65-40e1-44d9-8982-de0f15c7eb49') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:09.657125 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95842986-1d18-41d0-b35d-c95958a752b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.681646 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95842986-1d18-41d0-b35d-c95958a752b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.715172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95842986-1d18-41d0-b35d-c95958a752b0 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:33:09.715653 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95842986-1d18-41d0-b35d-c95958a752b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:33:09.717418 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:33:09.768593 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74d3b72f-c9eb-4af5-8880-4606c4ba21b5 req-88fba4a4-2f01-4da1-a017-e1634736ac84 service neutron] 10.222.0.71 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720440 Nov 19 09:33:09.776900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.784905 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.852601 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714b472-b312-474c-a579-c6bc239e651d req-0e0a8e2b-e357-4ce0-a425-299350ed40c4 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:09.854240 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f714b472-b312-474c-a579-c6bc239e651d req-0e0a8e2b-e357-4ce0-a425-299350ed40c4 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 944 time: 0.3004003 Nov 19 09:33:09.854852 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8b5aa-6fda-4f9d-8e4c-54d10c497d59 admin admin] Deleting port 164bdeca-0575-41f5-9c9f-e1bf63e971d7 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:33:09.855179 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b5aa-6fda-4f9d-8e4c-54d10c497d59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.861582 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95842986-1d18-41d0-b35d-c95958a752b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.873793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa099fa-e6fe-47c1-8cfc-ebc0dda69d7a req-0d9621b0-7424-4b35-ba24-b976fc15dcd1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:09.875358 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfa099fa-e6fe-47c1-8cfc-ebc0dda69d7a req-0d9621b0-7424-4b35-ba24-b976fc15dcd1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.1851838 Nov 19 09:33:09.890036 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95842986-1d18-41d0-b35d-c95958a752b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.896506 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-95842986-1d18-41d0-b35d-c95958a752b0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4 HTTP/1.1" status: 204 len: 168 time: 0.5868895 Nov 19 09:33:09.904086 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:09.908925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Pushing event updated for resources: {'Port': ['ID=d91c942a-ff1c-4377-b9b2-60a059f5ec65,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:09.943346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95842986-1d18-41d0-b35d-c95958a752b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=da5adc4d-8f73-4dc1-ab35-2b5ecd7b52f4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:09.986336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74d3b72f-c9eb-4af5-8880-4606c4ba21b5 req-d1668c0e-d47b-4e51-a7e6-3a97c8575946 service neutron] 10.222.0.71 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009380 Nov 19 09:33:10.016755 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f714b472-b312-474c-a579-c6bc239e651d req-f6e85104-9866-4553-9e8d-36360d3f2532 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339540 Nov 19 09:33:10.036313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfa099fa-e6fe-47c1-8cfc-ebc0dda69d7a req-5293f831-084e-42bb-95db-b5d583c27b2a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406312 Nov 19 09:33:10.038002 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9fe8b5aa-6fda-4f9d-8e4c-54d10c497d59 admin admin] For port 164bdeca-0575-41f5-9c9f-e1bf63e971d7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=164bdeca-0575-41f5-9c9f-e1bf63e971d7,segment=NetworkSegment(590507ab-a6a8-4479-8a9a-e9b2c8d439ad),segment_id=590507ab-a6a8-4479-8a9a-e9b2c8d439ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:10.038917 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b5aa-6fda-4f9d-8e4c-54d10c497d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:10.068480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8b5aa-6fda-4f9d-8e4c-54d10c497d59 admin admin] Calling delete_port for 164bdeca-0575-41f5-9c9f-e1bf63e971d7 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:33:10.096999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38992) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:10.112587 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:33:10.115830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:33:10.163019 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Network a6f1c342-cec8-4182-bef9-595013e1351c is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:33:10.167118 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:10.169366 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:33:10.172980 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2a7e53b8-1b0f-4a74-9d94-742dd96aafe0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5047e7d7a40342a68aa2788274e8967a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0748792 Nov 19 09:33:10.175877 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38998) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:10.181507 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 7cb3d342-ab9e-4d60-ac5a-5dcc4ecef8c2 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:33:10.313993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44,segment=NetworkSegment(d017151d-ea65-4647-bf3b-a613fa498e9a),segment_id=d017151d-ea65-4647-bf3b-a613fa498e9a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:10.330577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44', 'network_id': '748749c4-532e-4da1-8a07-6ebbde399465', 'port_id': 'ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44', 'mac_address': 'fa:16:3e:b2:e4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ee3522-0f74-4a34-b440-730322afd465', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:33:10.391430 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:10.408595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:33:10.417424 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55ae29a4-b7ea-464f-9340-ed8f05dffd69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:10.435564 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44,segment=NetworkSegment(d017151d-ea65-4647-bf3b-a613fa498e9a),segment_id=d017151d-ea65-4647-bf3b-a613fa498e9a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:10.448092 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Router 73763bd3-a193-4bc0-af24-c4b49bd4e43b has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:33:10.452460 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:10.491488 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55ae29a4-b7ea-464f-9340-ed8f05dffd69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:10.515204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:10.547771 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-91d9e109-acaa-4216-82dd-a9822a6e8a16 None None] Provisioning complete for port d91c942a-ff1c-4377-b9b2-60a059f5ec65 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:10.548416 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91d9e109-acaa-4216-82dd-a9822a6e8a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:10.610957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-91d9e109-acaa-4216-82dd-a9822a6e8a16 None None] Port d91c942a-ff1c-4377-b9b2-60a059f5ec65 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:33:10.664688 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b5aa-6fda-4f9d-8e4c-54d10c497d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:10.697715 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:33:10.699378 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55ae29a4-b7ea-464f-9340-ed8f05dffd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:10.702386 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55ae29a4-b7ea-464f-9340-ed8f05dffd69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:10.703611 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-55ae29a4-b7ea-464f-9340-ed8f05dffd69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46b8c0e5-1e50-40c6-88df-dbe59d759fa7 HTTP/1.1" status: 204 len: 168 time: 0.5251486 Nov 19 09:33:10.704430 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8b5aa-6fda-4f9d-8e4c-54d10c497d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=164bdeca-0575-41f5-9c9f-e1bf63e971d7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:10.717549 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e17bc0ab-0a71-41a4-b4ed-41cf165a472e admin admin] 10.222.0.21 "PUT /v2.0/routers/73763bd3-a193-4bc0-af24-c4b49bd4e43b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0602808 Nov 19 09:33:10.717758 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Sync routers for ids ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:33:10.720087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae29a4-b7ea-464f-9340-ed8f05dffd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b8c0e5-1e50-40c6-88df-dbe59d759fa7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:10.744904 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:33:10.793148 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Routers {'73763bd3-a193-4bc0-af24-c4b49bd4e43b'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:10.794881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:10.999668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Set router 73763bd3-a193-4bc0-af24-c4b49bd4e43b gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:11.117028 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b5aa-6fda-4f9d-8e4c-54d10c497d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:11.304704 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62113e53-880d-4170-a379-5caaae73c83b req-99ceff05-45e4-4278-a559-75465b4979fb tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:11.313499 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62113e53-880d-4170-a379-5caaae73c83b req-99ceff05-45e4-4278-a559-75465b4979fb tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 945 time: 0.1337516 Nov 19 09:33:11.370828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a58dfb-9921-46fd-b127-23d30cba85bb req-e614a477-9e97-40a6-9f9c-41fd5d4750ef tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:11.372999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05a58dfb-9921-46fd-b127-23d30cba85bb req-e614a477-9e97-40a6-9f9c-41fd5d4750ef tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.1492839 Nov 19 09:33:11.464834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62113e53-880d-4170-a379-5caaae73c83b req-5618d9e7-8acf-4ccf-b891-2a98c78d580a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408877 Nov 19 09:33:11.519395 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'name': 'tempest-TestServerBasicOps-822571047-router', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:56Z', 'updated_at': '2021-11-19T09:33:09Z', 'revision_number': 4, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'gw_port': {'id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:59Z', 'updated_at': '2021-11-19T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd91c942a-ff1c-4377-b9b2-60a059f5ec65', 'name': '', 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'mac_address': 'fa:16:3e:de:ec:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:06Z', 'updated_at': '2021-11-19T09:33:09Z', 'revision_number': 2, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'subnets': [{'id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:11.536030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05a58dfb-9921-46fd-b127-23d30cba85bb req-b8fcb14f-969d-4c93-aff7-93e3b542412e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528590 Nov 19 09:33:11.550005 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39038) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:11.555869 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Checking router: 73763bd3-a193-4bc0-af24-c4b49bd4e43b for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:33:11.556446 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Updating router 73763bd3-a193-4bc0-af24-c4b49bd4e43b port d91c942a-ff1c-4377-b9b2-60a059f5ec65 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:33:11.598536 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe8b5aa-6fda-4f9d-8e4c-54d10c497d59 admin admin] Router c3251bf0-e64e-4772-8987-499c29a539eb has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:33:11.618558 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:11.666952 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-46145509-cc30-4728-8ede-7e492a1f46a6 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/floatingips/e403ff20-d2e8-45df-981d-1970ef8e8419 HTTP/1.1" status: 200 len: 994 time: 0.1156023 Nov 19 09:33:11.785517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe8b5aa-6fda-4f9d-8e4c-54d10c497d59 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:33:11.797596 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39048) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:11.799812 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe1a66-0344-4db7-a4ca-f62bc44fc80e None None] Sync routers for ids ['c3251bf0-e64e-4772-8987-499c29a539eb'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:33:11.803345 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b7f480b6-174d-4089-a7e8-25c16dfeb865 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-155657958-network', 'tenant_id': 'd5ae81deaa264598a94953470a76b505'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:11.816954 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9fe8b5aa-6fda-4f9d-8e4c-54d10c497d59 admin admin] 10.222.0.21 "PUT /v2.0/routers/c3251bf0-e64e-4772-8987-499c29a539eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9851775 Nov 19 09:33:11.816954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39050) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:11.817753 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe1a66-0344-4db7-a4ca-f62bc44fc80e None None] Routers {'c3251bf0-e64e-4772-8987-499c29a539eb'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:11.817753 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2bbe1a66-0344-4db7-a4ca-f62bc44fc80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c3251bf0-e64e-4772-8987-499c29a539eb'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:11.855441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f480b6-174d-4089-a7e8-25c16dfeb865 admin admin] Made reservation on behalf of d5ae81deaa264598a94953470a76b505 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:33:11.858898 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7f480b6-174d-4089-a7e8-25c16dfeb865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:11.878982 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7f480b6-174d-4089-a7e8-25c16dfeb865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:12.014313 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7f480b6-174d-4089-a7e8-25c16dfeb865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:12.022076 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7f480b6-174d-4089-a7e8-25c16dfeb865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:12.030472 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2bbe1a66-0344-4db7-a4ca-f62bc44fc80e None None] Set router c3251bf0-e64e-4772-8987-499c29a539eb gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:12.062894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f480b6-174d-4089-a7e8-25c16dfeb865 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:33:12.079011 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8378abbe-7427-4dce-a782-1d3c10c2b693 admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:12.113378 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:12.119794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f480b6-174d-4089-a7e8-25c16dfeb865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f666086-ac68-45a7-b6d2-823e670d617b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:12.124661 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7f480b6-174d-4089-a7e8-25c16dfeb865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:12.125078 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-b7f480b6-174d-4089-a7e8-25c16dfeb865 admin admin] Added segment dc63a4bf-943d-45be-bcca-49d0e4669f24 of type vlan for network 3b004586-5037-4f0a-abbd-61995d6aec0a Nov 19 09:33:12.139554 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:12.246555 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8378abbe-7427-4dce-a782-1d3c10c2b693 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:12.275889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:33:12.294470 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7f480b6-174d-4089-a7e8-25c16dfeb865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:12.346071 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8378abbe-7427-4dce-a782-1d3c10c2b693 admin admin] Deleting port a8cce874-451a-4507-9c97-62e42fefe087 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:33:12.347217 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8378abbe-7427-4dce-a782-1d3c10c2b693 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:12.359785 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7f480b6-174d-4089-a7e8-25c16dfeb865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:12.361857 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f480b6-174d-4089-a7e8-25c16dfeb865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:12.364008 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7f480b6-174d-4089-a7e8-25c16dfeb865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:12.376109 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2bbe1a66-0344-4db7-a4ca-f62bc44fc80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'name': 'tempest-TaggedBootDevicesTest-263254921-router', 'tenant_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'a8cce874-451a-4507-9c97-62e42fefe087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:41Z', 'updated_at': '2021-11-19T09:33:10Z', 'revision_number': 5, 'project_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'gw_port': {'id': 'a8cce874-451a-4507-9c97-62e42fefe087', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:20:43Z', 'updated_at': '2021-11-19T09:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:12.426530 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe1a66-0344-4db7-a4ca-f62bc44fc80e None None] Checking router: c3251bf0-e64e-4772-8987-499c29a539eb for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:33:12.435016 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe1a66-0344-4db7-a4ca-f62bc44fc80e None None] Routers {'c3251bf0-e64e-4772-8987-499c29a539eb'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:12.435643 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2bbe1a66-0344-4db7-a4ca-f62bc44fc80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c3251bf0-e64e-4772-8987-499c29a539eb'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:12.464751 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797853f-b75f-40f8-ba71-1ab4023709cb None None] Pushing event updated for resources: {'Port': ['ID=d91c942a-ff1c-4377-b9b2-60a059f5ec65,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:12.508482 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b7f480b6-174d-4089-a7e8-25c16dfeb865 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7069125 Nov 19 09:33:12.537557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39074) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:12.544367 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-bd608fb4-5f6a-4cd9-b378-50171df13d77 admin admin] Request body: {'subnet': {'network_id': '3b004586-5037-4f0a-abbd-61995d6aec0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-155657958-subnet', 'tenant_id': 'd5ae81deaa264598a94953470a76b505', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:12.586802 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f480b6-174d-4089-a7e8-25c16dfeb865 admin admin] Pushing event updated for resources: {'Network': ['ID=3b004586-5037-4f0a-abbd-61995d6aec0a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:12.717336 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2bbe1a66-0344-4db7-a4ca-f62bc44fc80e None None] Set router c3251bf0-e64e-4772-8987-499c29a539eb gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:12.720804 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 3b004586-5037-4f0a-abbd-61995d6aec0a details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:33:12.731999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd608fb4-5f6a-4cd9-b378-50171df13d77 admin admin] Made reservation on behalf of d5ae81deaa264598a94953470a76b505 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:33:12.734365 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bd608fb4-5f6a-4cd9-b378-50171df13d77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:12.829399 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2bbe1a66-0344-4db7-a4ca-f62bc44fc80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'name': 'tempest-TaggedBootDevicesTest-263254921-router', 'tenant_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:41Z', 'updated_at': '2021-11-19T09:33:12Z', 'revision_number': 6, 'project_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:12.837615 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Attempting to bind port d91c942a-ff1c-4377-b9b2-60a059f5ec65 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:33:12.838311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Attempting to bind port d91c942a-ff1c-4377-b9b2-60a059f5ec65 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '70d09651-4e9a-454b-a532-cc0141793d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:33:12.838912 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Attempting to bind port d91c942a-ff1c-4377-b9b2-60a059f5ec65 on network a6f1c342-cec8-4182-bef9-595013e1351c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:33:12.857621 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:33:12.858453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Checking segment: {'id': '70d09651-4e9a-454b-a532-cc0141793d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:33:12.860112 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:12.860112 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Bound using segment: {'id': '70d09651-4e9a-454b-a532-cc0141793d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:33:12.860112 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Bound port: d91c942a-ff1c-4377-b9b2-60a059f5ec65, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d09651-4e9a-454b-a532-cc0141793d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:33:12.860913 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:12.861354 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe1a66-0344-4db7-a4ca-f62bc44fc80e None None] The sync data for ids ['c3251bf0-e64e-4772-8987-499c29a539eb'] in n-d-805649-14 is: [{'id': 'c3251bf0-e64e-4772-8987-499c29a539eb', 'name': 'tempest-TaggedBootDevicesTest-263254921-router', 'tenant_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:20:41Z', 'updated_at': '2021-11-19T09:33:12Z', 'revision_number': 6, 'project_id': '8ba2ed19c42e4e17bb5ed47ea73c1ed1', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:33:12.874297 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:33:12.884311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3d4f7bbf-1352-466e-a080-619781f7af0c None None] Provisioning complete for port d91c942a-ff1c-4377-b9b2-60a059f5ec65 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:12.884689 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7bbf-1352-466e-a080-619781f7af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:12.911727 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:12.912304 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:12.917867 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b981e29-9e2e-4314-8dd6-af2cb599bcb5 req-4595ffef-e3ed-410e-8179-e08b72e60d0a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:12.932402 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b981e29-9e2e-4314-8dd6-af2cb599bcb5 req-4595ffef-e3ed-410e-8179-e08b72e60d0a tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 945 time: 0.2963493 Nov 19 09:33:12.975738 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] For port d91c942a-ff1c-4377-b9b2-60a059f5ec65, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:33:12.979501 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] For port d91c942a-ff1c-4377-b9b2-60a059f5ec65, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d91c942a-ff1c-4377-b9b2-60a059f5ec65,segment=NetworkSegment(70d09651-4e9a-454b-a532-cc0141793d29),segment_id=70d09651-4e9a-454b-a532-cc0141793d29)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:33:13.013053 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:13.081699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b981e29-9e2e-4314-8dd6-af2cb599bcb5 req-6814a4d7-68ff-4530-adc0-c42d3e847d1f tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448715 Nov 19 09:33:13.084095 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3d4f7bbf-1352-466e-a080-619781f7af0c None None] Port d91c942a-ff1c-4377-b9b2-60a059f5ec65 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:33:13.186859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Routers {'73763bd3-a193-4bc0-af24-c4b49bd4e43b'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:13.187523 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:13.291928 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bd608fb4-5f6a-4cd9-b378-50171df13d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:13.304702 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8378abbe-7427-4dce-a782-1d3c10c2b693 admin admin] For port a8cce874-451a-4507-9c97-62e42fefe087, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a8cce874-451a-4507-9c97-62e42fefe087,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:13.305333 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8378abbe-7427-4dce-a782-1d3c10c2b693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:13.321461 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8378abbe-7427-4dce-a782-1d3c10c2b693 admin admin] Calling delete_port for a8cce874-451a-4507-9c97-62e42fefe087 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:33:13.334767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797853f-b75f-40f8-ba71-1ab4023709cb None None] Pushing event updated for resources: {'Port': ['ID=d91c942a-ff1c-4377-b9b2-60a059f5ec65,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:13.437870 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:13.475036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd608fb4-5f6a-4cd9-b378-50171df13d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca5ea31-149b-475f-9e24-8e35ef407476,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:13.479870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd608fb4-5f6a-4cd9-b378-50171df13d77 admin admin] Checking segment: {'id': 'dc63a4bf-943d-45be-bcca-49d0e4669f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3b004586-5037-4f0a-abbd-61995d6aec0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:33:13.480241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd608fb4-5f6a-4cd9-b378-50171df13d77 admin admin] Network hostable DHCP agents. Network: 3b004586-5037-4f0a-abbd-61995d6aec0a, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:33:13.506795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd608fb4-5f6a-4cd9-b378-50171df13d77 admin admin] Network 3b004586-5037-4f0a-abbd-61995d6aec0a is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:33:13.519214 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-bd608fb4-5f6a-4cd9-b378-50171df13d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 3b004586-5037-4f0a-abbd-61995d6aec0a) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:13.528638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd608fb4-5f6a-4cd9-b378-50171df13d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:13.529276 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bd608fb4-5f6a-4cd9-b378-50171df13d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:13.549057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5fee90-895b-407c-ae4d-be9199e0773e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:33:13.554249 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ac2de2-7812-4012-9126-7e763353c3d4" -d '{"events": [{"server_uuid": "6a5fee90-895b-407c-ae4d-be9199e0773e", "name": "network-vif-plugged", "status": "completed", "tag": "ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:33:13.561268 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bd608fb4-5f6a-4cd9-b378-50171df13d77 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0225222 Nov 19 09:33:13.564996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd32108-9162-402d-9434-7469cd88a544 None None] Network 3b004586-5037-4f0a-abbd-61995d6aec0a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:33:13.565183 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39098) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:13.575687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-155657958-router', 'tenant_id': 'd5ae81deaa264598a94953470a76b505', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:13.609849 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:13.612596 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:13.657270 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8378abbe-7427-4dce-a782-1d3c10c2b693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:13.692227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378abbe-7427-4dce-a782-1d3c10c2b693 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8cce874-451a-4507-9c97-62e42fefe087,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:13.705866 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] Set router 73763bd3-a193-4bc0-af24-c4b49bd4e43b gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:13.710356 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44,segment=NetworkSegment(d017151d-ea65-4647-bf3b-a613fa498e9a),segment_id=d017151d-ea65-4647-bf3b-a613fa498e9a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:13.716065 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55c3a1c-528a-4cfa-b6f6-92dd19f974a7 x-openstack-request-id: req-d55c3a1c-528a-4cfa-b6f6-92dd19f974a7 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:33:13.716980 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5fee90-895b-407c-ae4d-be9199e0773e", "name": "network-vif-plugged", "status": "completed", "tag": "ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:33:13.717426 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d55c3a1c-528a-4cfa-b6f6-92dd19f974a7 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:33:13.718003 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5fee90-895b-407c-ae4d-be9199e0773e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44', 'code': 200} Nov 19 09:33:13.718802 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b9634337-1527-4a50-a67c-6445e436a4b3 None None] Provisioning complete for port d91c942a-ff1c-4377-b9b2-60a059f5ec65 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:13.719398 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b9634337-1527-4a50-a67c-6445e436a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:13.784445 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8378abbe-7427-4dce-a782-1d3c10c2b693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:13.789588 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:13.906489 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5134007f-7a49-4660-adc8-0d761bb5fb90 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:13.921688 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8378abbe-7427-4dce-a782-1d3c10c2b693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:13.925072 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8378abbe-7427-4dce-a782-1d3c10c2b693 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:13.937365 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:13.945912 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fde59-3ff7-4a11-87ab-24c7c8560bc1 req-7dd10cd2-333f-42b7-a9d3-ea1aeea1dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:13.948275 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd1fde59-3ff7-4a11-87ab-24c7c8560bc1 req-7dd10cd2-333f-42b7-a9d3-ea1aeea1dea9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 1098 time: 0.2262282 Nov 19 09:33:14.038005 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8378abbe-7427-4dce-a782-1d3c10c2b693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:14.039162 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8378abbe-7427-4dce-a782-1d3c10c2b693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3251bf0-e64e-4772-8987-499c29a539eb {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:33:14.044845 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:14.051109 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8378abbe-7427-4dce-a782-1d3c10c2b693 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:14.052755 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8378abbe-7427-4dce-a782-1d3c10c2b693 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c3251bf0-e64e-4772-8987-499c29a539eb HTTP/1.1" status: 204 len: 168 time: 2.2364974 Nov 19 09:33:14.055450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39110) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:14.122301 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd1fde59-3ff7-4a11-87ab-24c7c8560bc1 req-f3f0ff64-7239-4635-9676-e78d631b8d01 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288302 Nov 19 09:33:14.215927 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95213a6-0a77-45c5-8600-432b7161c1a8 admin admin] Deleting subnet 94ebf23d-57a9-45a8-827a-82b2e3d30f2e {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:33:14.245031 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95213a6-0a77-45c5-8600-432b7161c1a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:14.304124 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:14.327900 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b9634337-1527-4a50-a67c-6445e436a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:14.353334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfa2de-e603-4d23-a1d3-e1b467ae6f9c req-4c0ca3a3-d62c-4125-b626-a0d1b4c2f102 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:14.354928 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1adfa2de-e603-4d23-a1d3-e1b467ae6f9c req-4c0ca3a3-d62c-4125-b626-a0d1b4c2f102 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 946 time: 0.0804732 Nov 19 09:33:14.365446 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95213a6-0a77-45c5-8600-432b7161c1a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:14.442091 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'name': 'tempest-TestServerBasicOps-822571047-router', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:56Z', 'updated_at': '2021-11-19T09:33:09Z', 'revision_number': 4, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'gw_port': {'id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:59Z', 'updated_at': '2021-11-19T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd91c942a-ff1c-4377-b9b2-60a059f5ec65', 'name': '', 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'mac_address': 'fa:16:3e:de:ec:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:06Z', 'updated_at': '2021-11-19T09:33:12Z', 'revision_number': 4, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'subnets': [{'id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:14.500334 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1adfa2de-e603-4d23-a1d3-e1b467ae6f9c req-687b618e-e020-4b0a-881c-9ec44be8e691 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373286 Nov 19 09:33:14.506039 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95213a6-0a77-45c5-8600-432b7161c1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:14.544231 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065bc84e-132b-4adb-87fe-280cf89ae750 None None] The sync data for ids ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'] in n-d-805649-14 is: [{'id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'name': 'tempest-TestServerBasicOps-822571047-router', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:56Z', 'updated_at': '2021-11-19T09:33:09Z', 'revision_number': 4, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'gw_port': {'id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:59Z', 'updated_at': '2021-11-19T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd91c942a-ff1c-4377-b9b2-60a059f5ec65', 'name': '', 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'mac_address': 'fa:16:3e:de:ec:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:06Z', 'updated_at': '2021-11-19T09:33:12Z', 'revision_number': 4, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'subnets': [{'id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:33:14.553053 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b9634337-1527-4a50-a67c-6445e436a4b3 None None] For port d91c942a-ff1c-4377-b9b2-60a059f5ec65, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d91c942a-ff1c-4377-b9b2-60a059f5ec65,segment=NetworkSegment(70d09651-4e9a-454b-a532-cc0141793d29),segment_id=70d09651-4e9a-454b-a532-cc0141793d29)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:14.575070 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b9634337-1527-4a50-a67c-6445e436a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:14.588826 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95213a6-0a77-45c5-8600-432b7161c1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:14.591091 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:14.604616 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-3b004586-5037-4f0a-abbd-61995d6aec0a', 'network_id': '3b004586-5037-4f0a-abbd-61995d6aec0a', 'tenant_id': 'd5ae81deaa264598a94953470a76b505', 'fixed_ips': [{'subnet_id': '0ca5ea31-149b-475f-9e24-8e35ef407476'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:33:14.605970 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:14.646766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95213a6-0a77-45c5-8600-432b7161c1a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ebf23d-57a9-45a8-827a-82b2e3d30f2e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:14.677538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9634337-1527-4a50-a67c-6445e436a4b3 None None] Pushing event updated for resources: {'Port': ['ID=d91c942a-ff1c-4377-b9b2-60a059f5ec65,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:14.678598 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:14.685463 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d95213a6-0a77-45c5-8600-432b7161c1a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:14.699145 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d95213a6-0a77-45c5-8600-432b7161c1a8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/94ebf23d-57a9-45a8-827a-82b2e3d30f2e HTTP/1.1" status: 204 len: 168 time: 0.6364014 Nov 19 09:33:14.703568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39130) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:14.754311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aa5386-71e9-49c5-b906-213d3cb379a0 None None] Network 7f61d6ed-cbcf-4682-ac7e-a56c3c79c142 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:33:14.832482 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:14.938059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d91c942a-ff1c-4377-b9b2-60a059f5ec65 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:33:14.959449 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] Deleting port eb39cb63-6e90-40cd-8142-2cfa1fb9522d {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:33:14.959809 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:15.012493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Allocated IP 172.25.0.26 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/69a9f994-c402-4980-af27-44db86553c47) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:33:15.113130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] For port eb39cb63-6e90-40cd-8142-2cfa1fb9522d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=eb39cb63-6e90-40cd-8142-2cfa1fb9522d,segment=NetworkSegment(590507ab-a6a8-4479-8a9a-e9b2c8d439ad),segment_id=590507ab-a6a8-4479-8a9a-e9b2c8d439ad)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:15.113526 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:15.138473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] Calling delete_port for eb39cb63-6e90-40cd-8142-2cfa1fb9522d owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:33:15.174038 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:15.245569 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:15.301660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d91c942a-ff1c-4377-b9b2-60a059f5ec65 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:15.301660 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:15.376128 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Allocated IP 172.20.0.2 (3b004586-5037-4f0a-abbd-61995d6aec0a/0ca5ea31-149b-475f-9e24-8e35ef407476/0bead806-bd8c-4d53-bd7f-eda746838b01) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:33:15.424695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Pushing event updated for resources: {'Port': ['ID=69a9f994-c402-4980-af27-44db86553c47,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:15.426893 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:15.435390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:33:15.441827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:15.447226 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:33:15.468618 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb39cb63-6e90-40cd-8142-2cfa1fb9522d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:15.485419 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] No DVR routers for this DVR port eb39cb63-6e90-40cd-8142-2cfa1fb9522d on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:33:15.541671 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373302eb-e67b-4e5f-bc18-5d5ce6580644 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:15.548099 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d555be28-b536-4527-b5de-42576cd1409f None None] DHCP port deletion for 7f61d6ed-cbcf-4682-ac7e-a56c3c79c142 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:15.607739 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:15.622494 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 164bdeca-0575-41f5-9c9f-e1bf63e971d7 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:33:15.654235 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:15.693698 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f61d6ed-cbcf-4682-ac7e-a56c3c79c142']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:15.714858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 164bdeca-0575-41f5-9c9f-e1bf63e971d7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:33:15.715995 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 164bdeca-0575-41f5-9c9f-e1bf63e971d7 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:33:15.716445 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a8cce874-451a-4507-9c97-62e42fefe087 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:33:15.721703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590507ab-a6a8-4479-8a9a-e9b2c8d439ad') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:15.722274 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590507ab-a6a8-4479-8a9a-e9b2c8d439ad') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:15.735305 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:15.759033 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:15.777000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: a8cce874-451a-4507-9c97-62e42fefe087 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:33:15.777322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a8cce874-451a-4507-9c97-62e42fefe087 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:33:15.782210 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-08a06fd8-27c9-4b95-8bf2-1be23f6d218a None None] Provisioning complete for port 69a9f994-c402-4980-af27-44db86553c47 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:15.782504 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-08a06fd8-27c9-4b95-8bf2-1be23f6d218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:15.786349 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:33:15.787521 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:33:15.810460 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:33:15.829608 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-08a06fd8-27c9-4b95-8bf2-1be23f6d218a None None] Port 69a9f994-c402-4980-af27-44db86553c47 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:33:15.866070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060633ec-fb1f-4570-b053-30bcbb6726df req-4192dad3-3ae2-4464-b24d-20d9b890b310 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:15.867634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-060633ec-fb1f-4570-b053-30bcbb6726df req-4192dad3-3ae2-4464-b24d-20d9b890b310 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 946 time: 0.1356344 Nov 19 09:33:15.931697 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:15.940083 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:15.951443 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7f61d6ed-cbcf-4682-ac7e-a56c3c79c142 HTTP/1.1" status: 204 len: 168 time: 1.2451885 Nov 19 09:33:15.966193 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd538d-9473-454f-86cd-b6c214034f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f61d6ed-cbcf-4682-ac7e-a56c3c79c142,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:16.037213 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:16.061910 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:16.078344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-060633ec-fb1f-4570-b053-30bcbb6726df req-9442ab3e-7e04-4792-8369-69291cd552f5 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671944 Nov 19 09:33:16.098719 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:16.116358 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Network 3b004586-5037-4f0a-abbd-61995d6aec0a is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:33:16.120904 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:16.128448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:33:16.187632 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Pushing event updated for resources: {'Port': ['ID=0bead806-bd8c-4d53-bd7f-eda746838b01,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:16.422703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39196) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:16.488759 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4a3c262b-9f04-4040-b60f-311a53f49a10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=700b69d1977242c09b136442c1eff098&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0648112 Nov 19 09:33:16.490304 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39200) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:16.610987 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Attempting to bind port 0bead806-bd8c-4d53-bd7f-eda746838b01 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:33:16.612826 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Attempting to bind port 0bead806-bd8c-4d53-bd7f-eda746838b01 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'dc63a4bf-943d-45be-bcca-49d0e4669f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3b004586-5037-4f0a-abbd-61995d6aec0a'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:33:16.614216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Attempting to bind port 0bead806-bd8c-4d53-bd7f-eda746838b01 on network 3b004586-5037-4f0a-abbd-61995d6aec0a {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:33:16.629941 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:33:16.631542 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Checking segment: {'id': 'dc63a4bf-943d-45be-bcca-49d0e4669f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3b004586-5037-4f0a-abbd-61995d6aec0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:33:16.634208 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:16.635996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Bound using segment: {'id': 'dc63a4bf-943d-45be-bcca-49d0e4669f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3b004586-5037-4f0a-abbd-61995d6aec0a'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:33:16.640357 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Bound port: 0bead806-bd8c-4d53-bd7f-eda746838b01, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc63a4bf-943d-45be-bcca-49d0e4669f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3b004586-5037-4f0a-abbd-61995d6aec0a'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:33:16.641432 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:16.702920 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9d621c06-c195-4829-a3a1-2c66f2fcb16c req-049d2a57-6695-469d-89e7-be2491454117 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2086492 Nov 19 09:33:16.813120 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-649892c3-3d0c-446d-bcaf-c26f1da99ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:16.878899 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] For port 0bead806-bd8c-4d53-bd7f-eda746838b01, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:33:16.897175 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-649892c3-3d0c-446d-bcaf-c26f1da99ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:16.897793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] For port 0bead806-bd8c-4d53-bd7f-eda746838b01, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0bead806-bd8c-4d53-bd7f-eda746838b01,segment=NetworkSegment(dc63a4bf-943d-45be-bcca-49d0e4669f24),segment_id=dc63a4bf-943d-45be-bcca-49d0e4669f24)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:33:16.908448 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:16.926368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device eb39cb63-6e90-40cd-8142-2cfa1fb9522d no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:33:16.940928 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d621c06-c195-4829-a3a1-2c66f2fcb16c req-5abd2bd2-3664-4b5b-88b1-33959ec110d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:16.943320 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9d621c06-c195-4829-a3a1-2c66f2fcb16c req-5abd2bd2-3664-4b5b-88b1-33959ec110d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 1098 time: 0.1526778 Nov 19 09:33:17.080266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: eb39cb63-6e90-40cd-8142-2cfa1fb9522d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:33:17.080802 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device eb39cb63-6e90-40cd-8142-2cfa1fb9522d not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:33:17.142305 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ac78a-3e8e-448d-9b8d-afd7e044e4c1 None None] Pushing event updated for resources: {'Port': ['ID=0bead806-bd8c-4d53-bd7f-eda746838b01,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:17.154926 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-649892c3-3d0c-446d-bcaf-c26f1da99ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:17.158654 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-649892c3-3d0c-446d-bcaf-c26f1da99ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:17.162133 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-649892c3-3d0c-446d-bcaf-c26f1da99ca8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2d9d322-6970-46ce-8aa4-297701716841 HTTP/1.1" status: 204 len: 168 time: 0.6389742 Nov 19 09:33:17.208761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649892c3-3d0c-446d-bcaf-c26f1da99ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d9d322-6970-46ce-8aa4-297701716841,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:17.278473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d621c06-c195-4829-a3a1-2c66f2fcb16c req-dadcb3b3-6eca-4639-86d6-b911a7ac3839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:17.280091 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9d621c06-c195-4829-a3a1-2c66f2fcb16c req-dadcb3b3-6eca-4639-86d6-b911a7ac3839 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95 HTTP/1.1" status: 200 len: 897 time: 0.3113222 Nov 19 09:33:17.391798 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:17.482977 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9d621c06-c195-4829-a3a1-2c66f2fcb16c req-cb1b77a0-9f8d-4bf9-bcd5-44569ef66edf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 HTTP/1.1" status: 200 len: 1002 time: 0.1939640 Nov 19 09:33:17.638618 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d621c06-c195-4829-a3a1-2c66f2fcb16c req-880a8a6a-5276-4604-99ab-1c732e1c97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:17.645864 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9d621c06-c195-4829-a3a1-2c66f2fcb16c req-880a8a6a-5276-4604-99ab-1c732e1c97d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c832f0c2-c457-4961-b3f9-f7f6f447e6aa HTTP/1.1" status: 200 len: 835 time: 0.1529090 Nov 19 09:33:17.753668 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Router 06eee1e9-97c0-4432-be8d-bc34e2589347 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:33:17.776140 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d621c06-c195-4829-a3a1-2c66f2fcb16c req-f7ac4d2d-295a-4439-a7ed-f002c24490b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:17.781945 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9d621c06-c195-4829-a3a1-2c66f2fcb16c req-f7ac4d2d-295a-4439-a7ed-f002c24490b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271987 Nov 19 09:33:17.997904 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:33:18.012186 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9d621c06-c195-4829-a3a1-2c66f2fcb16c req-111a6696-c791-4497-9393-f28a0a2e470c service neutron] 10.222.0.66 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208226 Nov 19 09:33:18.021973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Sync routers for ids ['06eee1e9-97c0-4432-be8d-bc34e2589347'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:33:18.037564 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:18.042040 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39246) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:18.042308 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-46a076c2-840c-40f9-bacd-fc393198faf8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.4758682 Nov 19 09:33:18.042747 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:18.056491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Routers {'06eee1e9-97c0-4432-be8d-bc34e2589347'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:18.058096 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['06eee1e9-97c0-4432-be8d-bc34e2589347'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:18.184873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39254) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:18.228582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Set router 06eee1e9-97c0-4432-be8d-bc34e2589347 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:18.331318 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-06868a98-716a-498c-b7b8-35002fc1cbf2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ba2ed19c42e4e17bb5ed47ea73c1ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1429830 Nov 19 09:33:18.331561 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39258) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:18.450066 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36a8905a-14b9-4ba2-a540-154398f3e3d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:18.505128 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36a8905a-14b9-4ba2-a540-154398f3e3d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:18.542019 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9d621c06-c195-4829-a3a1-2c66f2fcb16c req-5a65d544-7158-4d21-8c96-4c1d3565990f service neutron] 10.222.0.66 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124762 Nov 19 09:33:18.628263 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36a8905a-14b9-4ba2-a540-154398f3e3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:18.631621 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36a8905a-14b9-4ba2-a540-154398f3e3d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:18.638407 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-36a8905a-14b9-4ba2-a540-154398f3e3d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30baa257-11b0-4823-bb13-a6ac77dc78d3 HTTP/1.1" status: 204 len: 168 time: 0.3038268 Nov 19 09:33:18.654548 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8905a-14b9-4ba2-a540-154398f3e3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30baa257-11b0-4823-bb13-a6ac77dc78d3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:18.697959 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'name': 'tempest-TestServerBasicOps-155657958-router', 'tenant_id': 'd5ae81deaa264598a94953470a76b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '69a9f994-c402-4980-af27-44db86553c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:13Z', 'updated_at': '2021-11-19T09:33:15Z', 'revision_number': 3, 'project_id': 'd5ae81deaa264598a94953470a76b505', 'gw_port': {'id': '69a9f994-c402-4980-af27-44db86553c47', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:14Z', 'updated_at': '2021-11-19T09:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:18.740135 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Checking router: 06eee1e9-97c0-4432-be8d-bc34e2589347 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:33:18.740843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Updating router 06eee1e9-97c0-4432-be8d-bc34e2589347 port 69a9f994-c402-4980-af27-44db86553c47 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:33:18.820042 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:18.855250 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39270) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:19.107022 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0bead806-bd8c-4d53-bd7f-eda746838b01 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:33:19.131852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ccb4f-5878-47a3-bc45-1a4f9c986212 None None] Network 3b004586-5037-4f0a-abbd-61995d6aec0a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:33:19.177909 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:19.197926 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52ba3fcc-b2b8-4ed8-9cbd-aad9c7d2426f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:19.348264 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52ba3fcc-b2b8-4ed8-9cbd-aad9c7d2426f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:19.358593 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52ba3fcc-b2b8-4ed8-9cbd-aad9c7d2426f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:19.444924 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-52ba3fcc-b2b8-4ed8-9cbd-aad9c7d2426f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e1632ffdc664257900ea9f21bd884f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5883398 Nov 19 09:33:19.460201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39290) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:19.462742 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f29d28c6-bb9f-44c8-b546-e00183c3ddfa None None] Provisioning complete for port 0bead806-bd8c-4d53-bd7f-eda746838b01 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:19.463193 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f29d28c6-bb9f-44c8-b546-e00183c3ddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:19.502230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba3fcc-b2b8-4ed8-9cbd-aad9c7d2426f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d8cfb9-dbd3-437c-96c3-0b5ddc700f47,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:19.587681 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 0bead806-bd8c-4d53-bd7f-eda746838b01 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:19.588060 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:19.589024 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a07eceb2-d420-4be0-8e52-efec1096c332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:19.628439 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Allocated IP 172.20.0.1 (3b004586-5037-4f0a-abbd-61995d6aec0a/0ca5ea31-149b-475f-9e24-8e35ef407476/f7c6a0a9-9083-4d1b-a509-c822735042d7) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:33:19.638700 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a07eceb2-d420-4be0-8e52-efec1096c332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:19.686990 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:19.731464 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:19.828494 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f29d28c6-bb9f-44c8-b546-e00183c3ddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:19.841511 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a07eceb2-d420-4be0-8e52-efec1096c332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:19.846755 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a07eceb2-d420-4be0-8e52-efec1096c332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:19.852492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a07eceb2-d420-4be0-8e52-efec1096c332 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83d8cfb9-dbd3-437c-96c3-0b5ddc700f47 HTTP/1.1" status: 204 len: 168 time: 0.3861537 Nov 19 09:33:19.875254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07eceb2-d420-4be0-8e52-efec1096c332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d8cfb9-dbd3-437c-96c3-0b5ddc700f47,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:19.941423 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:19.944441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbda93b-4684-41cd-ab6c-b9cd00c751cb None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:20.039374 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f29d28c6-bb9f-44c8-b546-e00183c3ddfa None None] For port 0bead806-bd8c-4d53-bd7f-eda746838b01, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0bead806-bd8c-4d53-bd7f-eda746838b01,segment=NetworkSegment(dc63a4bf-943d-45be-bcca-49d0e4669f24),segment_id=dc63a4bf-943d-45be-bcca-49d0e4669f24)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:20.048493 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.073181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Attempting to bind port 69a9f994-c402-4980-af27-44db86553c47 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:33:20.073597 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Attempting to bind port 69a9f994-c402-4980-af27-44db86553c47 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:33:20.073966 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Attempting to bind port 69a9f994-c402-4980-af27-44db86553c47 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:33:20.085254 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b1a8f-7718-4e26-9a99-8f445a07dc74 None None] Pushing event updated for resources: {'Port': ['ID=69a9f994-c402-4980-af27-44db86553c47,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:20.097932 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Network 3b004586-5037-4f0a-abbd-61995d6aec0a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:33:20.101496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:20.109873 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:33:20.115670 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c6a0a9-9083-4d1b-a509-c822735042d7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:20.129479 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3a7a46d8-b883-4d81-9101-20c52524be9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.132954 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f29d28c6-bb9f-44c8-b546-e00183c3ddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.142255 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.211094 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.250084 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d28c6-bb9f-44c8-b546-e00183c3ddfa None None] Pushing event updated for resources: {'Port': ['ID=0bead806-bd8c-4d53-bd7f-eda746838b01,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:20.253923 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:33:20.254315 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:33:20.254731 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.255350 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:33:20.255847 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Bound port: 69a9f994-c402-4980-af27-44db86553c47, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:33:20.256234 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.327162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39312) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:20.342497 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] For port 69a9f994-c402-4980-af27-44db86553c47, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:33:20.346033 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] For port 69a9f994-c402-4980-af27-44db86553c47, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=69a9f994-c402-4980-af27-44db86553c47,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:33:20.382802 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.424848 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7fd4fb13-e2d5-4d99-9ec2-dc41ee903e0a None None] Provisioning complete for port 0bead806-bd8c-4d53-bd7f-eda746838b01 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:20.425265 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7fd4fb13-e2d5-4d99-9ec2-dc41ee903e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.518242 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-178af8c5-a9ca-493b-9742-a31a2da52f46 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-677022250-network', 'tenant_id': '5be6acde20044ad5bf32a3ad4335b917'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:20.522966 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:33:20.523455 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:33:20.552441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Routers {'06eee1e9-97c0-4432-be8d-bc34e2589347'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:20.553179 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:32:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['06eee1e9-97c0-4432-be8d-bc34e2589347'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:20.555524 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cbe16d-9408-4e4f-a8fd-83ee9444637e None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:20.606637 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178af8c5-a9ca-493b-9742-a31a2da52f46 admin admin] Made reservation on behalf of 5be6acde20044ad5bf32a3ad4335b917 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:33:20.612601 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-178af8c5-a9ca-493b-9742-a31a2da52f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.615960 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.635634 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-178af8c5-a9ca-493b-9742-a31a2da52f46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.658330 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39322) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:20.690990 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-caa4d965-6664-42be-b29f-262f94528ee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.819211 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-178af8c5-a9ca-493b-9742-a31a2da52f46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.822363 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-caa4d965-6664-42be-b29f-262f94528ee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.833436 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-178af8c5-a9ca-493b-9742-a31a2da52f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.840767 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-caa4d965-6664-42be-b29f-262f94528ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.850268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178af8c5-a9ca-493b-9742-a31a2da52f46 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:33:20.862491 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-178af8c5-a9ca-493b-9742-a31a2da52f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.863268 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-178af8c5-a9ca-493b-9742-a31a2da52f46 admin admin] Added segment 042823a3-53ab-4752-bf25-0b1c40e2f7eb of type vlan for network 16cf83b3-bb9b-4cc8-a8fb-bee97f874e21 Nov 19 09:33:20.916285 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-178af8c5-a9ca-493b-9742-a31a2da52f46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.939666 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b1a8f-7718-4e26-9a99-8f445a07dc74 None None] Pushing event updated for resources: {'Port': ['ID=69a9f994-c402-4980-af27-44db86553c47,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:20.992913 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-178af8c5-a9ca-493b-9742-a31a2da52f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:20.997527 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178af8c5-a9ca-493b-9742-a31a2da52f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:20.999663 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-178af8c5-a9ca-493b-9742-a31a2da52f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:21.090633 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-caa4d965-6664-42be-b29f-262f94528ee5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07c11ed0e76b41f989e758f3c088d7ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4269674 Nov 19 09:33:21.090633 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4d965-6664-42be-b29f-262f94528ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86973ba4-5fcf-48f1-86da-2d9954b82ca1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:21.116679 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7fd4fb13-e2d5-4d99-9ec2-dc41ee903e0a None None] Provisioning complete for port 69a9f994-c402-4980-af27-44db86553c47 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:21.117238 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7fd4fb13-e2d5-4d99-9ec2-dc41ee903e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:21.156424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] Set router 06eee1e9-97c0-4432-be8d-bc34e2589347 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:21.168785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39328) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:21.178204 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:21.196677 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:21.306831 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7fd4fb13-e2d5-4d99-9ec2-dc41ee903e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:21.313858 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178af8c5-a9ca-493b-9742-a31a2da52f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f868d3-efdf-4a6d-93b1-8f5ed088548e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:21.339516 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0bead806-bd8c-4d53-bd7f-eda746838b01 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:33:21.342348 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:21.375382 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-178af8c5-a9ca-493b-9742-a31a2da52f46 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0470643 Nov 19 09:33:21.387281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39336) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:21.397671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a2edef29-6f9e-4a77-9383-0d449525ce7e admin admin] Request body: {'subnet': {'network_id': '16cf83b3-bb9b-4cc8-a8fb-bee97f874e21', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-677022250-subnet', 'tenant_id': '5be6acde20044ad5bf32a3ad4335b917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:21.411663 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178af8c5-a9ca-493b-9742-a31a2da52f46 admin admin] Pushing event updated for resources: {'Network': ['ID=16cf83b3-bb9b-4cc8-a8fb-bee97f874e21,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:21.435761 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7fd4fb13-e2d5-4d99-9ec2-dc41ee903e0a None None] For port 69a9f994-c402-4980-af27-44db86553c47, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=69a9f994-c402-4980-af27-44db86553c47,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:21.439103 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 16cf83b3-bb9b-4cc8-a8fb-bee97f874e21 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:33:21.441573 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7f54655b-1e4d-48b8-8b4d-749d733586cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:21.461956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2edef29-6f9e-4a77-9383-0d449525ce7e admin admin] Made reservation on behalf of 5be6acde20044ad5bf32a3ad4335b917 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:33:21.465735 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a2edef29-6f9e-4a77-9383-0d449525ce7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:21.519564 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7f54655b-1e4d-48b8-8b4d-749d733586cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:21.523929 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7fd4fb13-e2d5-4d99-9ec2-dc41ee903e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:21.603974 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Network 3b004586-5037-4f0a-abbd-61995d6aec0a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:33:21.608480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:21.618510 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4fb13-e2d5-4d99-9ec2-dc41ee903e0a None None] Pushing event updated for resources: {'Port': ['ID=69a9f994-c402-4980-af27-44db86553c47,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:21.690190 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c6a0a9-9083-4d1b-a509-c822735042d7,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:21.696602 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7f54655b-1e4d-48b8-8b4d-749d733586cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:21.699494 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7f54655b-1e4d-48b8-8b4d-749d733586cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:21.703763 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7f54655b-1e4d-48b8-8b4d-749d733586cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86973ba4-5fcf-48f1-86da-2d9954b82ca1 HTTP/1.1" status: 204 len: 168 time: 0.5239117 Nov 19 09:33:21.725230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54655b-1e4d-48b8-8b4d-749d733586cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86973ba4-5fcf-48f1-86da-2d9954b82ca1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:21.821535 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a2edef29-6f9e-4a77-9383-0d449525ce7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:21.866097 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 0bead806-bd8c-4d53-bd7f-eda746838b01 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:21.866841 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:21.869437 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cba06b45-6c2d-4fc9-bc5c-89610dbc93cd None None] Provisioning complete for port f7c6a0a9-9083-4d1b-a509-c822735042d7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:21.869939 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cba06b45-6c2d-4fc9-bc5c-89610dbc93cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:21.889260 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Router 06eee1e9-97c0-4432-be8d-bc34e2589347 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:33:21.970559 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cba06b45-6c2d-4fc9-bc5c-89610dbc93cd None None] Port f7c6a0a9-9083-4d1b-a509-c822735042d7 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:33:22.009011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edef29-6f9e-4a77-9383-0d449525ce7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3926d1-dd94-415f-a518-c6ec7f864da8,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:22.009273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'name': 'tempest-TestServerBasicOps-155657958-router', 'tenant_id': 'd5ae81deaa264598a94953470a76b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '69a9f994-c402-4980-af27-44db86553c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:13Z', 'updated_at': '2021-11-19T09:33:20Z', 'revision_number': 4, 'project_id': 'd5ae81deaa264598a94953470a76b505', 'gw_port': {'id': '69a9f994-c402-4980-af27-44db86553c47', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:14Z', 'updated_at': '2021-11-19T09:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'f7c6a0a9-9083-4d1b-a509-c822735042d7', 'name': '', 'network_id': '3b004586-5037-4f0a-abbd-61995d6aec0a', 'tenant_id': 'd5ae81deaa264598a94953470a76b505', 'mac_address': 'fa:16:3e:61:48:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '0ca5ea31-149b-475f-9e24-8e35ef407476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:19Z', 'updated_at': '2021-11-19T09:33:19Z', 'revision_number': 1, 'project_id': 'd5ae81deaa264598a94953470a76b505', 'subnets': [{'id': '0ca5ea31-149b-475f-9e24-8e35ef407476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:22.012845 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cba06b45-6c2d-4fc9-bc5c-89610dbc93cd None None] Provisioning complete for port 69a9f994-c402-4980-af27-44db86553c47 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:22.013206 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cba06b45-6c2d-4fc9-bc5c-89610dbc93cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:22.050451 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2edef29-6f9e-4a77-9383-0d449525ce7e admin admin] Checking segment: {'id': '042823a3-53ab-4752-bf25-0b1c40e2f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16cf83b3-bb9b-4cc8-a8fb-bee97f874e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:33:22.052445 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2edef29-6f9e-4a77-9383-0d449525ce7e admin admin] Network hostable DHCP agents. Network: 16cf83b3-bb9b-4cc8-a8fb-bee97f874e21, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:33:22.102061 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2edef29-6f9e-4a77-9383-0d449525ce7e admin admin] Network 16cf83b3-bb9b-4cc8-a8fb-bee97f874e21 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:33:22.110620 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6564ba-5908-4998-afa2-2a713d79b65c None None] The sync data for ids ['06eee1e9-97c0-4432-be8d-bc34e2589347'] in n-d-805649-14 is: [{'id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'name': 'tempest-TestServerBasicOps-155657958-router', 'tenant_id': 'd5ae81deaa264598a94953470a76b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '69a9f994-c402-4980-af27-44db86553c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:13Z', 'updated_at': '2021-11-19T09:33:20Z', 'revision_number': 4, 'project_id': 'd5ae81deaa264598a94953470a76b505', 'gw_port': {'id': '69a9f994-c402-4980-af27-44db86553c47', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:14Z', 'updated_at': '2021-11-19T09:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'f7c6a0a9-9083-4d1b-a509-c822735042d7', 'name': '', 'network_id': '3b004586-5037-4f0a-abbd-61995d6aec0a', 'tenant_id': 'd5ae81deaa264598a94953470a76b505', 'mac_address': 'fa:16:3e:61:48:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '0ca5ea31-149b-475f-9e24-8e35ef407476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:19Z', 'updated_at': '2021-11-19T09:33:19Z', 'revision_number': 1, 'project_id': 'd5ae81deaa264598a94953470a76b505', 'subnets': [{'id': '0ca5ea31-149b-475f-9e24-8e35ef407476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:33:22.121758 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a2edef29-6f9e-4a77-9383-0d449525ce7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 16cf83b3-bb9b-4cc8-a8fb-bee97f874e21) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:22.138134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2edef29-6f9e-4a77-9383-0d449525ce7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:22.140619 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a2edef29-6f9e-4a77-9383-0d449525ce7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:22.163268 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:33:22.172783 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-41b7a2be-4d08-4fe0-aaa9-76bca79a84b9 admin admin] 10.222.0.21 "PUT /v2.0/routers/06eee1e9-97c0-4432-be8d-bc34e2589347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1294765 Nov 19 09:33:22.198762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aa9f71-afc4-4ff1-94c4-8ba5154a92a5 None None] Network 16cf83b3-bb9b-4cc8-a8fb-bee97f874e21 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:33:22.200510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a2edef29-6f9e-4a77-9383-0d449525ce7e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8118727 Nov 19 09:33:22.413834 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c0e977f-88c2-447c-8dd3-448d4f1988a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:22.673641 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d6c1c3-bf91-4b2c-9ba2-f9a34b06edbd None None] Network 16cf83b3-bb9b-4cc8-a8fb-bee97f874e21 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:33:22.732977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d76aee18-0971-4b8f-853f-a598456ff038 None None] Provisioning complete for port f7c6a0a9-9083-4d1b-a509-c822735042d7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:22.733484 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d76aee18-0971-4b8f-853f-a598456ff038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:22.838698 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d76aee18-0971-4b8f-853f-a598456ff038 None None] Port f7c6a0a9-9083-4d1b-a509-c822735042d7 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:33:23.424599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f70287-99b8-467c-abbd-554a1c333017 req-581f382f-a43e-4097-9c6b-13e7615646ef tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:23.426513 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56f70287-99b8-467c-abbd-554a1c333017 req-581f382f-a43e-4097-9c6b-13e7615646ef tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/networks?id=16cf83b3-bb9b-4cc8-a8fb-bee97f874e21 HTTP/1.1" status: 200 len: 817 time: 0.2004771 Nov 19 09:33:23.450897 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56f70287-99b8-467c-abbd-554a1c333017 req-080d9a3c-6a09-4cff-bc22-eb8e6efe6d76 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/quotas/5be6acde20044ad5bf32a3ad4335b917 HTTP/1.1" status: 200 len: 375 time: 0.0173297 Nov 19 09:33:23.506324 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:23.511859 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56f70287-99b8-467c-abbd-554a1c333017 req-1e0576a3-d62a-410e-808e-1468b65e6b48 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5be6acde20044ad5bf32a3ad4335b917&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573454 Nov 19 09:33:23.681579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56f70287-99b8-467c-abbd-554a1c333017 req-c052ca06-0c76-452c-a254-cb5f014755fe service neutron] 10.222.0.21 "GET /v2.0/networks/16cf83b3-bb9b-4cc8-a8fb-bee97f874e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635640 Nov 19 09:33:23.792066 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56f70287-99b8-467c-abbd-554a1c333017 req-a1d50f9f-54f9-412f-a83f-8ad256be1831 service neutron] 10.222.0.21 "GET /v2.0/networks/16cf83b3-bb9b-4cc8-a8fb-bee97f874e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092999 Nov 19 09:33:24.042793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46dc3f92-8d93-473b-bfc5-4049c75c3abf req-288c4595-011e-49ff-ab36-4b44a0707165 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/ports?device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 210 time: 0.0718081 Nov 19 09:33:24.305954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39440) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:24.312149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-70630686-fc8f-4f2e-94af-7a312436b254 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576688606', 'description': 'tempest-secgroup-smoke-576688606 description', 'project_id': 'cc9857289a8340b0915670f3a8a464fa'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:24.359101 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-70630686-fc8f-4f2e-94af-7a312436b254 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:24.495191 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-70630686-fc8f-4f2e-94af-7a312436b254 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:24.509242 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-70630686-fc8f-4f2e-94af-7a312436b254 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:24.571446 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-70630686-fc8f-4f2e-94af-7a312436b254 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:24.573277 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-70630686-fc8f-4f2e-94af-7a312436b254 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2657917 Nov 19 09:33:24.575166 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70630686-fc8f-4f2e-94af-7a312436b254 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e39fe6f-db3e-424a-9729-4e63ac9eeda4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:24.577065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39454) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:24.583874 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-111b2d1a-30d3-47a0-ac16-4c42c8fb9ee0 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Request body: {'security_group_rule': {'security_group_id': '9e39fe6f-db3e-424a-9729-4e63ac9eeda4', 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:24.655813 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-111b2d1a-30d3-47a0-ac16-4c42c8fb9ee0 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:24.776971 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-111b2d1a-30d3-47a0-ac16-4c42c8fb9ee0 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:24.795580 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-111b2d1a-30d3-47a0-ac16-4c42c8fb9ee0 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:24.819988 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b2d1a-30d3-47a0-ac16-4c42c8fb9ee0 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eae1303-cfd1-43f2-b61a-87ef8cb73563,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:24.831682 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-111b2d1a-30d3-47a0-ac16-4c42c8fb9ee0 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:24.836428 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39468) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:24.841391 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-111b2d1a-30d3-47a0-ac16-4c42c8fb9ee0 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2580032 Nov 19 09:33:24.844386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e30068f6-7da6-4471-b736-ad7482b1651e tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Request body: {'security_group_rule': {'security_group_id': '9e39fe6f-db3e-424a-9729-4e63ac9eeda4', 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:24.913130 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:24.928318 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e30068f6-7da6-4471-b736-ad7482b1651e tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:24.999488 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e30068f6-7da6-4471-b736-ad7482b1651e tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:25.006351 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e30068f6-7da6-4471-b736-ad7482b1651e tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:25.029433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30068f6-7da6-4471-b736-ad7482b1651e tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa355bd-bb51-406a-93b3-7ebb33c82324,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:25.048619 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e30068f6-7da6-4471-b736-ad7482b1651e tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:25.050017 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e30068f6-7da6-4471-b736-ad7482b1651e tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2121754 Nov 19 09:33:25.053268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39476) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:25.059077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ccca5cfb-9f0a-4c39-8afe-c2665f5d14bc tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Request body: {'security_group_rule': {'security_group_id': '9e39fe6f-db3e-424a-9729-4e63ac9eeda4', 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:25.101170 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ccca5cfb-9f0a-4c39-8afe-c2665f5d14bc tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:25.235554 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ccca5cfb-9f0a-4c39-8afe-c2665f5d14bc tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:25.278059 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ccca5cfb-9f0a-4c39-8afe-c2665f5d14bc tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:25.308331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 69a9f994-c402-4980-af27-44db86553c47 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:33:25.348059 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9ac9561-7c13-410c-add9-c4c0006c4048 req-e0616d46-e8bd-4ce8-b3e6-9e5f27ea8997 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/ports?device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 210 time: 0.1101859 Nov 19 09:33:25.352035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca5cfb-9f0a-4c39-8afe-c2665f5d14bc tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0ff25c-7202-4537-8e89-f5b9e7916a71,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:25.372203 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ccca5cfb-9f0a-4c39-8afe-c2665f5d14bc tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:25.376104 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ccca5cfb-9f0a-4c39-8afe-c2665f5d14bc tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3187037 Nov 19 09:33:25.377598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39488) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:25.384523 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-20151c7a-34fe-4be4-9e47-dec5e9619223 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Request body: {'security_group_rule': {'security_group_id': '9e39fe6f-db3e-424a-9729-4e63ac9eeda4', 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:25.419370 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 69a9f994-c402-4980-af27-44db86553c47 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:25.420046 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:25.484794 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20151c7a-34fe-4be4-9e47-dec5e9619223 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:25.562058 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:25.698772 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20151c7a-34fe-4be4-9e47-dec5e9619223 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:25.711963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20151c7a-34fe-4be4-9e47-dec5e9619223 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:25.780395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20151c7a-34fe-4be4-9e47-dec5e9619223 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7644eb9-0b4e-477d-92c1-0dec5554d65e,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:25.802807 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20151c7a-34fe-4be4-9e47-dec5e9619223 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:25.814456 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f70287-99b8-467c-abbd-554a1c333017 req-810671fd-b9c8-408e-8efd-4a195e508484 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:25.816582 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56f70287-99b8-467c-abbd-554a1c333017 req-810671fd-b9c8-408e-8efd-4a195e508484 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.71 "GET /v2.0/networks?id=16cf83b3-bb9b-4cc8-a8fb-bee97f874e21 HTTP/1.1" status: 200 len: 817 time: 0.2687740 Nov 19 09:33:25.818767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39506) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:25.818959 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-20151c7a-34fe-4be4-9e47-dec5e9619223 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4400580 Nov 19 09:33:25.827155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-851c65a5-456f-421e-89dd-1a891901fbf1 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Request body: {'security_group_rule': {'security_group_id': '9e39fe6f-db3e-424a-9729-4e63ac9eeda4', 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:25.845837 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-56f70287-99b8-467c-abbd-554a1c333017 req-7d62ef3f-01aa-456d-83d6-db28619d1c8d tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Request body: {'port': {'device_id': 'a83fcdef-1847-413c-b723-0be655665993', 'network_id': '16cf83b3-bb9b-4cc8-a8fb-bee97f874e21', 'admin_state_up': True, 'tenant_id': '5be6acde20044ad5bf32a3ad4335b917'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:25.923707 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-851c65a5-456f-421e-89dd-1a891901fbf1 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Project cc9857289a8340b0915670f3a8a464fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:33:25.934171 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-851c65a5-456f-421e-89dd-1a891901fbf1 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.014626 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-851c65a5-456f-421e-89dd-1a891901fbf1 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.026256 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-851c65a5-456f-421e-89dd-1a891901fbf1 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.049850 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f70287-99b8-467c-abbd-554a1c333017 req-7d62ef3f-01aa-456d-83d6-db28619d1c8d tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Made reservation on behalf of 5be6acde20044ad5bf32a3ad4335b917 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:33:26.053471 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-56f70287-99b8-467c-abbd-554a1c333017 req-7d62ef3f-01aa-456d-83d6-db28619d1c8d tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.063950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c65a5-456f-421e-89dd-1a891901fbf1 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c006389-0064-49da-adbb-e729d9fad1e2,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:26.077629 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-851c65a5-456f-421e-89dd-1a891901fbf1 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.079059 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-851c65a5-456f-421e-89dd-1a891901fbf1 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2589002 Nov 19 09:33:26.082825 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39514) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:26.088383 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2ee4d40d-ef33-431a-b8e9-b05c2b4d518c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Request body: {'security_group_rule': {'security_group_id': '9e39fe6f-db3e-424a-9729-4e63ac9eeda4', 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:26.124751 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Sync routers for ids ['06eee1e9-97c0-4432-be8d-bc34e2589347'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:33:26.135756 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-2ee4d40d-ef33-431a-b8e9-b05c2b4d518c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Project cc9857289a8340b0915670f3a8a464fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:33:26.143130 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ee4d40d-ef33-431a-b8e9-b05c2b4d518c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.149766 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Routers {'06eee1e9-97c0-4432-be8d-bc34e2589347'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:26.150406 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['06eee1e9-97c0-4432-be8d-bc34e2589347'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:26.225369 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ee4d40d-ef33-431a-b8e9-b05c2b4d518c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.233814 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ee4d40d-ef33-431a-b8e9-b05c2b4d518c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.258270 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-56f70287-99b8-467c-abbd-554a1c333017 req-7d62ef3f-01aa-456d-83d6-db28619d1c8d tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Allocated IP 172.20.0.12 (16cf83b3-bb9b-4cc8-a8fb-bee97f874e21/af3926d1-dd94-415f-a518-c6ec7f864da8/59b777e7-3533-4d04-ab85-e9b433033cd7) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:33:26.270450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4d40d-ef33-431a-b8e9-b05c2b4d518c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73946915-04ed-44e1-99cf-c4b54307ef5a,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:26.284061 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ee4d40d-ef33-431a-b8e9-b05c2b4d518c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.285226 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2ee4d40d-ef33-431a-b8e9-b05c2b4d518c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2009280 Nov 19 09:33:26.378098 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39520) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:26.403314 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Set router 06eee1e9-97c0-4432-be8d-bc34e2589347 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:26.498253 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-56f70287-99b8-467c-abbd-554a1c333017 req-7d62ef3f-01aa-456d-83d6-db28619d1c8d tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.588467 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7db7db1a-77f5-4c77-bab4-7a7fd88a2829 req-725ee16e-d9b0-4076-b4f8-a49f8e32d384 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/ports?device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 210 time: 0.0584230 Nov 19 09:33:26.607520 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8b61007-7566-4685-9250-f220482e89d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.613441 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-56f70287-99b8-467c-abbd-554a1c333017 req-7d62ef3f-01aa-456d-83d6-db28619d1c8d tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.648148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f70287-99b8-467c-abbd-554a1c333017 req-7d62ef3f-01aa-456d-83d6-db28619d1c8d tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Network 16cf83b3-bb9b-4cc8-a8fb-bee97f874e21 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:33:26.652052 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-56f70287-99b8-467c-abbd-554a1c333017 req-7d62ef3f-01aa-456d-83d6-db28619d1c8d tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:26.688120 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f70287-99b8-467c-abbd-554a1c333017 req-7d62ef3f-01aa-456d-83d6-db28619d1c8d tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:33:26.703455 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8b61007-7566-4685-9250-f220482e89d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.710758 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8b61007-7566-4685-9250-f220482e89d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.768112 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f8b61007-7566-4685-9250-f220482e89d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e1baccc291d4a9ba59a6c46eb6da229&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3887389 Nov 19 09:33:26.769795 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b61007-7566-4685-9250-f220482e89d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f6e2ce-d07a-40e2-b475-aabdabf342bb,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:26.772329 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39540) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:26.792738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62ef3f-01aa-456d-83d6-db28619d1c8d tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Pushing event updated for resources: {'Port': ['ID=59b777e7-3533-4d04-ab85-e9b433033cd7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:26.814704 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'name': 'tempest-TestServerBasicOps-155657958-router', 'tenant_id': 'd5ae81deaa264598a94953470a76b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '69a9f994-c402-4980-af27-44db86553c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:13Z', 'updated_at': '2021-11-19T09:33:20Z', 'revision_number': 4, 'project_id': 'd5ae81deaa264598a94953470a76b505', 'gw_port': {'id': '69a9f994-c402-4980-af27-44db86553c47', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:14Z', 'updated_at': '2021-11-19T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'f7c6a0a9-9083-4d1b-a509-c822735042d7', 'name': '', 'network_id': '3b004586-5037-4f0a-abbd-61995d6aec0a', 'tenant_id': 'd5ae81deaa264598a94953470a76b505', 'mac_address': 'fa:16:3e:61:48:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '0ca5ea31-149b-475f-9e24-8e35ef407476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:19Z', 'updated_at': '2021-11-19T09:33:20Z', 'revision_number': 2, 'project_id': 'd5ae81deaa264598a94953470a76b505', 'subnets': [{'id': '0ca5ea31-149b-475f-9e24-8e35ef407476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:26.842951 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f70287-99b8-467c-abbd-554a1c333017 req-7d62ef3f-01aa-456d-83d6-db28619d1c8d tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:26.843878 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-56f70287-99b8-467c-abbd-554a1c333017 req-7d62ef3f-01aa-456d-83d6-db28619d1c8d tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.858515 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Checking router: 06eee1e9-97c0-4432-be8d-bc34e2589347 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:33:26.859365 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Updating router 06eee1e9-97c0-4432-be8d-bc34e2589347 port f7c6a0a9-9083-4d1b-a509-c822735042d7 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:33:26.860546 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-473fdadc-1764-40be-b4a3-a34be268a32e tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576688606&fields=id&tenant_id=cc9857289a8340b0915670f3a8a464fa HTTP/1.1" status: 200 len: 267 time: 0.1684031 Nov 19 09:33:26.883838 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a634e347-9a13-45bc-a4ee-3b9c7dced595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.896593 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.910254 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a634e347-9a13-45bc-a4ee-3b9c7dced595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.974040 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a634e347-9a13-45bc-a4ee-3b9c7dced595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.977166 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a634e347-9a13-45bc-a4ee-3b9c7dced595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:26.978371 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a634e347-9a13-45bc-a4ee-3b9c7dced595 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20f6e2ce-d07a-40e2-b475-aabdabf342bb HTTP/1.1" status: 204 len: 168 time: 0.2048054 Nov 19 09:33:26.983622 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56f70287-99b8-467c-abbd-554a1c333017 req-7d62ef3f-01aa-456d-83d6-db28619d1c8d tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1467218 Nov 19 09:33:26.991204 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634e347-9a13-45bc-a4ee-3b9c7dced595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f6e2ce-d07a-40e2-b475-aabdabf342bb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:27.006280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Request body: {'port': {'device_id': 'a83fcdef-1847-413c-b723-0be655665993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:27.089326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-e63a4f16-50ea-4f50-8fce-fac9547e6dd6 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:27.090896 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-e63a4f16-50ea-4f50-8fce-fac9547e6dd6 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/networks?id=a6f1c342-cec8-4182-bef9-595013e1351c HTTP/1.1" status: 200 len: 808 time: 0.2294865 Nov 19 09:33:27.114452 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:27.119944 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-c6a76e57-9fe3-49fa-bdca-e88d930a83a6 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/quotas/cc9857289a8340b0915670f3a8a464fa HTTP/1.1" status: 200 len: 375 time: 0.0218475 Nov 19 09:33:27.237122 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:27.250594 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:27.288852 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-b0c67d15-12d1-4a38-b0f6-c6d0745d3cfd tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc9857289a8340b0915670f3a8a464fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1610062 Nov 19 09:33:27.361737 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a257d-d4df-47fe-b46e-d6b039110f63 None None] Pushing event updated for resources: {'Port': ['ID=f7c6a0a9-9083-4d1b-a509-c822735042d7,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:27.374860 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Attempting to bind port f7c6a0a9-9083-4d1b-a509-c822735042d7 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:33:27.375326 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Attempting to bind port f7c6a0a9-9083-4d1b-a509-c822735042d7 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'dc63a4bf-943d-45be-bcca-49d0e4669f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3b004586-5037-4f0a-abbd-61995d6aec0a'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:33:27.375928 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Attempting to bind port f7c6a0a9-9083-4d1b-a509-c822735042d7 on network 3b004586-5037-4f0a-abbd-61995d6aec0a {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:33:27.382709 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:33:27.383087 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Checking segment: {'id': 'dc63a4bf-943d-45be-bcca-49d0e4669f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3b004586-5037-4f0a-abbd-61995d6aec0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:33:27.383500 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:27.383979 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Bound using segment: {'id': 'dc63a4bf-943d-45be-bcca-49d0e4669f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3b004586-5037-4f0a-abbd-61995d6aec0a'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:33:27.384457 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Bound port: f7c6a0a9-9083-4d1b-a509-c822735042d7, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc63a4bf-943d-45be-bcca-49d0e4669f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3b004586-5037-4f0a-abbd-61995d6aec0a'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:33:27.384909 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:27.427217 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39558) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:27.445276 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f8828ad-3e9e-400b-9044-f4f87b0e3432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:27.486366 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] For port f7c6a0a9-9083-4d1b-a509-c822735042d7, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:33:27.492563 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] For port f7c6a0a9-9083-4d1b-a509-c822735042d7, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f7c6a0a9-9083-4d1b-a509-c822735042d7,segment=NetworkSegment(dc63a4bf-943d-45be-bcca-49d0e4669f24),segment_id=dc63a4bf-943d-45be-bcca-49d0e4669f24)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:33:27.501470 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:27.549522 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-c84cf83e-447f-45d5-8d0a-630b4e7b07fd service neutron] 10.222.0.21 "GET /v2.0/networks/a6f1c342-cec8-4182-bef9-595013e1351c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286882 Nov 19 09:33:27.578638 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Routers {'06eee1e9-97c0-4432-be8d-bc34e2589347'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:27.579763 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['06eee1e9-97c0-4432-be8d-bc34e2589347'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:27.619356 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f8828ad-3e9e-400b-9044-f4f87b0e3432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:27.623866 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f8828ad-3e9e-400b-9044-f4f87b0e3432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:27.644725 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a257d-d4df-47fe-b46e-d6b039110f63 None None] Pushing event updated for resources: {'Port': ['ID=f7c6a0a9-9083-4d1b-a509-c822735042d7,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:27.697940 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8828ad-3e9e-400b-9044-f4f87b0e3432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e39bfc-4786-49c3-89ed-2c85f3691f1d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:27.744932 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-542d9363-a285-4d81-a584-f0bca4a4a541 None None] Provisioning complete for port f7c6a0a9-9083-4d1b-a509-c822735042d7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:27.745516 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-542d9363-a285-4d81-a584-f0bca4a4a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:27.745638 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2f8828ad-3e9e-400b-9044-f4f87b0e3432 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cff2f6d75ec4e2b80213a9832ae16d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3171525 Nov 19 09:33:27.748630 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39566) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:27.773188 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] Set router 06eee1e9-97c0-4432-be8d-bc34e2589347 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:27.783192 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b777e7-3533-4d04-ab85-e9b433033cd7 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:33:27.810933 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:27.854632 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5d57-0ffd-41ac-82da-52d93710fc8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:27.868961 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Transition to ACTIVE for port object 59b777e7-3533-4d04-ab85-e9b433033cd7 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:33:27.871679 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-542d9363-a285-4d81-a584-f0bca4a4a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:27.891586 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:27.896614 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5d57-0ffd-41ac-82da-52d93710fc8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:27.924079 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52e898-6b53-44b7-9a41-7461d3c7b350 req-a797bfe7-cfbb-4806-808d-9665acba63fc tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:27.940281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc52e898-6b53-44b7-9a41-7461d3c7b350 req-a797bfe7-cfbb-4806-808d-9665acba63fc tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/ports?device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 932 time: 0.1725128 Nov 19 09:33:27.967925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-542d9363-a285-4d81-a584-f0bca4a4a541 None None] For port f7c6a0a9-9083-4d1b-a509-c822735042d7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f7c6a0a9-9083-4d1b-a509-c822735042d7,segment=NetworkSegment(dc63a4bf-943d-45be-bcca-49d0e4669f24),segment_id=dc63a4bf-943d-45be-bcca-49d0e4669f24)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:27.981941 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-5e3f0c85-8592-4db5-901c-5f0151d6306d service neutron] 10.222.0.21 "GET /v2.0/networks/a6f1c342-cec8-4182-bef9-595013e1351c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176068 Nov 19 09:33:27.982830 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-542d9363-a285-4d81-a584-f0bca4a4a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:27.998152 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5d57-0ffd-41ac-82da-52d93710fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:28.000778 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b7b5d57-0ffd-41ac-82da-52d93710fc8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:28.004926 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2b7b5d57-0ffd-41ac-82da-52d93710fc8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96e39bfc-4786-49c3-89ed-2c85f3691f1d HTTP/1.1" status: 204 len: 168 time: 0.2552111 Nov 19 09:33:28.019675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b5d57-0ffd-41ac-82da-52d93710fc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e39bfc-4786-49c3-89ed-2c85f3691f1d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:28.066919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Pushing event updated for resources: {'Port': ['ID=59b777e7-3533-4d04-ab85-e9b433033cd7,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:28.108165 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d9363-a285-4d81-a584-f0bca4a4a541 None None] Pushing event updated for resources: {'Port': ['ID=f7c6a0a9-9083-4d1b-a509-c822735042d7,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:28.128337 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc52e898-6b53-44b7-9a41-7461d3c7b350 req-79117cf3-464a-4aad-b4d8-02c8ea74cfb6 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9f868d3-efdf-4a6d-93b1-8f5ed088548e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870918 Nov 19 09:33:28.227537 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e773f43b-f17e-40ad-9ddf-f937bf1ef9a0 None None] Provisioning complete for port f7c6a0a9-9083-4d1b-a509-c822735042d7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:28.228566 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e773f43b-f17e-40ad-9ddf-f937bf1ef9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:28.259489 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'name': 'tempest-TestServerBasicOps-155657958-router', 'tenant_id': 'd5ae81deaa264598a94953470a76b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '69a9f994-c402-4980-af27-44db86553c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:13Z', 'updated_at': '2021-11-19T09:33:20Z', 'revision_number': 4, 'project_id': 'd5ae81deaa264598a94953470a76b505', 'gw_port': {'id': '69a9f994-c402-4980-af27-44db86553c47', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:14Z', 'updated_at': '2021-11-19T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'f7c6a0a9-9083-4d1b-a509-c822735042d7', 'name': '', 'network_id': '3b004586-5037-4f0a-abbd-61995d6aec0a', 'tenant_id': 'd5ae81deaa264598a94953470a76b505', 'mac_address': 'fa:16:3e:61:48:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '0ca5ea31-149b-475f-9e24-8e35ef407476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:19Z', 'updated_at': '2021-11-19T09:33:27Z', 'revision_number': 4, 'project_id': 'd5ae81deaa264598a94953470a76b505', 'subnets': [{'id': '0ca5ea31-149b-475f-9e24-8e35ef407476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:28.294605 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Attempting to bind port 59b777e7-3533-4d04-ab85-e9b433033cd7 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:33:28.295220 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Attempting to bind port 59b777e7-3533-4d04-ab85-e9b433033cd7 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '042823a3-53ab-4752-bf25-0b1c40e2f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16cf83b3-bb9b-4cc8-a8fb-bee97f874e21'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:33:28.295898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Attempting to bind port 59b777e7-3533-4d04-ab85-e9b433033cd7 on network 16cf83b3-bb9b-4cc8-a8fb-bee97f874e21 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:33:28.301468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Port 59b777e7-3533-4d04-ab85-e9b433033cd7 on network 16cf83b3-bb9b-4cc8-a8fb-bee97f874e21 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:33:28.302034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Attempting to bind port 59b777e7-3533-4d04-ab85-e9b433033cd7 on network 16cf83b3-bb9b-4cc8-a8fb-bee97f874e21 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:33:28.322519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:33:28.323211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Checking segment: {'id': '042823a3-53ab-4752-bf25-0b1c40e2f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16cf83b3-bb9b-4cc8-a8fb-bee97f874e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:33:28.323854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Bound using segment: {'id': '042823a3-53ab-4752-bf25-0b1c40e2f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16cf83b3-bb9b-4cc8-a8fb-bee97f874e21'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:33:28.324564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Bound port: 59b777e7-3533-4d04-ab85-e9b433033cd7, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042823a3-53ab-4752-bf25-0b1c40e2f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '16cf83b3-bb9b-4cc8-a8fb-bee97f874e21'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:33:28.325178 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:28.479822 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fa282a-b47e-4f56-8138-530ee0470b5a None None] The sync data for ids ['06eee1e9-97c0-4432-be8d-bc34e2589347'] in n-d-805649-14 is: [{'id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'name': 'tempest-TestServerBasicOps-155657958-router', 'tenant_id': 'd5ae81deaa264598a94953470a76b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '69a9f994-c402-4980-af27-44db86553c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:13Z', 'updated_at': '2021-11-19T09:33:20Z', 'revision_number': 4, 'project_id': 'd5ae81deaa264598a94953470a76b505', 'gw_port': {'id': '69a9f994-c402-4980-af27-44db86553c47', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:14Z', 'updated_at': '2021-11-19T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'f7c6a0a9-9083-4d1b-a509-c822735042d7', 'name': '', 'network_id': '3b004586-5037-4f0a-abbd-61995d6aec0a', 'tenant_id': 'd5ae81deaa264598a94953470a76b505', 'mac_address': 'fa:16:3e:61:48:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '0ca5ea31-149b-475f-9e24-8e35ef407476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:19Z', 'updated_at': '2021-11-19T09:33:27Z', 'revision_number': 4, 'project_id': 'd5ae81deaa264598a94953470a76b505', 'subnets': [{'id': '0ca5ea31-149b-475f-9e24-8e35ef407476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:33:28.534615 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96c7a9a2-4cc2-4aed-8312-c30949f25fa6 req-74b61f98-6c65-4211-a5a6-2d5393b03e87 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 210 time: 0.1005862 Nov 19 09:33:28.561244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] For port 59b777e7-3533-4d04-ab85-e9b433033cd7, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:33:28.565136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] For port 59b777e7-3533-4d04-ab85-e9b433033cd7, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=59b777e7-3533-4d04-ab85-e9b433033cd7,segment=NetworkSegment(042823a3-53ab-4752-bf25-0b1c40e2f7eb),segment_id=042823a3-53ab-4752-bf25-0b1c40e2f7eb)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:33:28.572703 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:28.624682 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:28.624969 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:28.626354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56f70287-99b8-467c-abbd-554a1c333017 req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] 10.222.0.71 "PUT /v2.0/ports/59b777e7-3533-4d04-ab85-e9b433033cd7 HTTP/1.1" status: 200 len: 1093 time: 1.6274848 Nov 19 09:33:28.626909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83fcdef-1847-413c-b723-0be655665993', 'tag': '59b777e7-3533-4d04-ab85-e9b433033cd7'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:33:28.629383 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc089839-0761-4c98-965b-402be54d3916" -d '{"events": [{"name": "network-changed", "server_uuid": "a83fcdef-1847-413c-b723-0be655665993", "tag": "59b777e7-3533-4d04-ab85-e9b433033cd7"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:33:28.665217 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a26e87-f121-4c40-a5b2-bd929e598e0e service neutron] Pushing event updated for resources: {'Port': ['ID=59b777e7-3533-4d04-ab85-e9b433033cd7,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:28.741497 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89921a7f-5b9a-4f3f-8f16-b4264353d92d x-openstack-request-id: req-89921a7f-5b9a-4f3f-8f16-b4264353d92d {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:33:28.741798 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83fcdef-1847-413c-b723-0be655665993", "tag": "59b777e7-3533-4d04-ab85-e9b433033cd7", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:33:28.742061 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89921a7f-5b9a-4f3f-8f16-b4264353d92d {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:33:28.742468 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83fcdef-1847-413c-b723-0be655665993', 'tag': '59b777e7-3533-4d04-ab85-e9b433033cd7', 'status': 'completed', 'code': 200} Nov 19 09:33:28.776716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f70287-99b8-467c-abbd-554a1c333017 req-68aafb7b-1144-4eb9-a341-e4ec539c6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:28.778560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56f70287-99b8-467c-abbd-554a1c333017 req-68aafb7b-1144-4eb9-a341-e4ec539c6678 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5be6acde20044ad5bf32a3ad4335b917&device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 1096 time: 0.0799530 Nov 19 09:33:28.857814 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56f70287-99b8-467c-abbd-554a1c333017 req-a9ee844f-139d-45d7-bdfd-0ec36741e4eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59b777e7-3533-4d04-ab85-e9b433033cd7 HTTP/1.1" status: 200 len: 217 time: 0.0654435 Nov 19 09:33:28.975409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f70287-99b8-467c-abbd-554a1c333017 req-47044d43-9b71-4aac-9241-596b8dd380db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:28.978470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56f70287-99b8-467c-abbd-554a1c333017 req-47044d43-9b71-4aac-9241-596b8dd380db service neutron] 10.222.0.71 "GET /v2.0/subnets?id=af3926d1-dd94-415f-a518-c6ec7f864da8 HTTP/1.1" status: 200 len: 857 time: 0.1128473 Nov 19 09:33:29.038478 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56f70287-99b8-467c-abbd-554a1c333017 req-ce7ad72b-c887-4a1b-8019-407baf1fd681 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16cf83b3-bb9b-4cc8-a8fb-bee97f874e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398707 Nov 19 09:33:29.176336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56f70287-99b8-467c-abbd-554a1c333017 req-13380fe4-471b-40d7-8c0b-1591bd6c7048 service neutron] 10.222.0.71 "GET /v2.0/networks/16cf83b3-bb9b-4cc8-a8fb-bee97f874e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305208 Nov 19 09:33:29.373609 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf211e-745c-490f-ba92-dceba6af2777 req-ce0db42d-03ef-4e38-bc7e-e5668238f6cc tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:29.375633 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8bf211e-745c-490f-ba92-dceba6af2777 req-ce0db42d-03ef-4e38-bc7e-e5668238f6cc tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/ports?device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 944 time: 0.1207514 Nov 19 09:33:29.376496 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f7c6a0a9-9083-4d1b-a509-c822735042d7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:33:29.419670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56f70287-99b8-467c-abbd-554a1c333017 req-f82a8f34-c7ae-44d0-ab03-40c00589ec71 service neutron] 10.222.0.71 "GET /v2.0/networks/16cf83b3-bb9b-4cc8-a8fb-bee97f874e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327626 Nov 19 09:33:29.452849 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8bf211e-745c-490f-ba92-dceba6af2777 req-e4530df2-7949-4fa6-9d18-3ec078b6855c tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9f868d3-efdf-4a6d-93b1-8f5ed088548e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655625 Nov 19 09:33:29.574132 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f7c6a0a9-9083-4d1b-a509-c822735042d7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:29.574783 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:29.605317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc089839-0761-4c98-965b-402be54d3916 req-bb32099f-e49e-43ee-924c-fde8098871a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:29.607844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc089839-0761-4c98-965b-402be54d3916 req-bb32099f-e49e-43ee-924c-fde8098871a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5be6acde20044ad5bf32a3ad4335b917&device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 1096 time: 0.1126757 Nov 19 09:33:29.666891 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:33:29.760090 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b083e47-a8ac-4cce-84e8-731f7b7f7644 req-77f4f8bd-35aa-48b4-9a10-46cf96d24ffa tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 210 time: 0.1083696 Nov 19 09:33:29.814669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc089839-0761-4c98-965b-402be54d3916 req-d389005b-e0c7-489d-be43-051759d84bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:29.816452 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc089839-0761-4c98-965b-402be54d3916 req-d389005b-e0c7-489d-be43-051759d84bce service neutron] 10.222.0.71 "GET /v2.0/networks?id=16cf83b3-bb9b-4cc8-a8fb-bee97f874e21 HTTP/1.1" status: 200 len: 918 time: 0.1996992 Nov 19 09:33:29.868666 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc089839-0761-4c98-965b-402be54d3916 req-313cde2f-df51-4abf-b7ec-5a6a4cebf58a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59b777e7-3533-4d04-ab85-e9b433033cd7 HTTP/1.1" status: 200 len: 217 time: 0.0395274 Nov 19 09:33:29.957481 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc089839-0761-4c98-965b-402be54d3916 req-ad7ecdc7-013e-424d-9715-b35984686d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:29.960525 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc089839-0761-4c98-965b-402be54d3916 req-ad7ecdc7-013e-424d-9715-b35984686d31 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=af3926d1-dd94-415f-a518-c6ec7f864da8 HTTP/1.1" status: 200 len: 857 time: 0.0744736 Nov 19 09:33:30.015418 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc089839-0761-4c98-965b-402be54d3916 req-dec1822c-8ea0-4aec-9a60-23b19aa2da6e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16cf83b3-bb9b-4cc8-a8fb-bee97f874e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392318 Nov 19 09:33:30.136151 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc089839-0761-4c98-965b-402be54d3916 req-8b488e99-5ea3-44ce-8009-890e2ec6d2b0 service neutron] 10.222.0.71 "GET /v2.0/networks/16cf83b3-bb9b-4cc8-a8fb-bee97f874e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097829 Nov 19 09:33:30.166701 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-5688dcc8-1d9a-4a67-934f-73e9400b21c0 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:30.170445 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-5688dcc8-1d9a-4a67-934f-73e9400b21c0 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.71 "GET /v2.0/networks?id=a6f1c342-cec8-4182-bef9-595013e1351c HTTP/1.1" status: 200 len: 808 time: 0.2241096 Nov 19 09:33:30.250217 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc089839-0761-4c98-965b-402be54d3916 req-7e12daf5-ad42-445c-a5a9-104d6f37fe8e service neutron] 10.222.0.71 "GET /v2.0/networks/16cf83b3-bb9b-4cc8-a8fb-bee97f874e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050310 Nov 19 09:33:30.280223 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-1884d8dc-34a7-40bc-a3b0-6e9e9224c4fd tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc9857289a8340b0915670f3a8a464fa HTTP/1.1" status: 200 len: 379 time: 0.0932958 Nov 19 09:33:30.295029 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-83981c30-becb-445d-8baa-178429b8204d tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Request body: {'port': {'device_id': '09d48423-b05e-48f8-98bc-7275b71a7b5d', 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c', 'admin_state_up': True, 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'security_groups': ['9e39fe6f-db3e-424a-9729-4e63ac9eeda4']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:30.432664 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-83981c30-becb-445d-8baa-178429b8204d tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Made reservation on behalf of cc9857289a8340b0915670f3a8a464fa for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:33:30.437351 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-83981c30-becb-445d-8baa-178429b8204d tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:30.581506 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-83981c30-becb-445d-8baa-178429b8204d tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Allocated IP 172.20.0.14 (a6f1c342-cec8-4182-bef9-595013e1351c/03048cfc-6f00-4e65-9551-abad65c356a1/ee9f8dcf-baff-4582-bcc9-425f79a29b7a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:33:30.632130 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf91a1-13be-426b-bd79-09854edb5a49 req-38de3ec8-2992-47b6-ba64-f78e0d01c6cf tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:30.633873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fecf91a1-13be-426b-bd79-09854edb5a49 req-38de3ec8-2992-47b6-ba64-f78e0d01c6cf tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/ports?device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 944 time: 0.0751777 Nov 19 09:33:30.704015 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fecf91a1-13be-426b-bd79-09854edb5a49 req-34d3e5ef-8695-453b-bbe0-c5f7d246ed67 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9f868d3-efdf-4a6d-93b1-8f5ed088548e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631945 Nov 19 09:33:30.766720 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-83981c30-becb-445d-8baa-178429b8204d tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:30.815224 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-83981c30-becb-445d-8baa-178429b8204d tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:30.872431 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-83981c30-becb-445d-8baa-178429b8204d tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Network a6f1c342-cec8-4182-bef9-595013e1351c is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:33:30.876399 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-83981c30-becb-445d-8baa-178429b8204d tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:30.884654 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83981c30-becb-445d-8baa-178429b8204d tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Pushing event updated for resources: {'Port': ['ID=ee9f8dcf-baff-4582-bcc9-425f79a29b7a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:30.897324 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-83981c30-becb-445d-8baa-178429b8204d tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:33:30.910169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94818a2-f511-4714-b936-46e16c854049 req-863c7a87-5802-44a3-9e8c-1e59419a5d49 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:30.910414 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f94818a2-f511-4714-b936-46e16c854049 req-863c7a87-5802-44a3-9e8c-1e59419a5d49 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 932 time: 0.0667660 Nov 19 09:33:30.966577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f94818a2-f511-4714-b936-46e16c854049 req-16a20322-12c0-4451-a71c-aae8f187f734 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e39fe6f-db3e-424a-9729-4e63ac9eeda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491784 Nov 19 09:33:30.998415 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-83981c30-becb-445d-8baa-178429b8204d tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:30.999195 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-83981c30-becb-445d-8baa-178429b8204d tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:31.027662 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-83981c30-becb-445d-8baa-178429b8204d tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7372520 Nov 19 09:33:31.053306 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Request body: {'port': {'device_id': '09d48423-b05e-48f8-98bc-7275b71a7b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:31.129052 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:31.223050 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-82eb577b-8cfe-4382-bcfe-b1fe3a69100b None None] Provisioning complete for port ee9f8dcf-baff-4582-bcc9-425f79a29b7a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:31.225147 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-82eb577b-8cfe-4382-bcfe-b1fe3a69100b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:31.295759 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-82eb577b-8cfe-4382-bcfe-b1fe3a69100b None None] Port ee9f8dcf-baff-4582-bcc9-425f79a29b7a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:33:31.483799 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39710) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:31.625799 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-abf981e8-aa9b-44a6-8e25-fa11401ab5a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:31.709702 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-abf981e8-aa9b-44a6-8e25-fa11401ab5a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:31.717296 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-abf981e8-aa9b-44a6-8e25-fa11401ab5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:31.760192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-abf981e8-aa9b-44a6-8e25-fa11401ab5a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51b82b6b991d41d383989404aeba263e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2752161 Nov 19 09:33:31.760977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39720) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:31.768287 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf981e8-aa9b-44a6-8e25-fa11401ab5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7f5817-eec7-4c3d-a673-7aa0c29884d2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:31.835021 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce84810d-3480-4b3e-814e-d9d4d60f228e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:31.870509 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9f8dcf-baff-4582-bcc9-425f79a29b7a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:33:31.874537 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:31.890088 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce84810d-3480-4b3e-814e-d9d4d60f228e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:31.890805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Transition to ACTIVE for port object ee9f8dcf-baff-4582-bcc9-425f79a29b7a will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:33:31.895417 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:31.932095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09164fae-3818-4f5d-a0c5-9cb1b09afcb7 req-4ff9fed1-f6bf-478c-a8d1-9d093ed52ef1 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:31.934276 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09164fae-3818-4f5d-a0c5-9cb1b09afcb7 req-4ff9fed1-f6bf-478c-a8d1-9d093ed52ef1 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/ports?device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 944 time: 0.0845375 Nov 19 09:33:31.973670 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9f8dcf-baff-4582-bcc9-425f79a29b7a,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:31.983297 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce84810d-3480-4b3e-814e-d9d4d60f228e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:31.986209 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce84810d-3480-4b3e-814e-d9d4d60f228e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:31.987365 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ce84810d-3480-4b3e-814e-d9d4d60f228e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc7f5817-eec7-4c3d-a673-7aa0c29884d2 HTTP/1.1" status: 204 len: 168 time: 0.2243550 Nov 19 09:33:32.048044 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Attempting to bind port ee9f8dcf-baff-4582-bcc9-425f79a29b7a on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:33:32.048456 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Attempting to bind port ee9f8dcf-baff-4582-bcc9-425f79a29b7a by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '70d09651-4e9a-454b-a532-cc0141793d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:33:32.049204 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Attempting to bind port ee9f8dcf-baff-4582-bcc9-425f79a29b7a on network a6f1c342-cec8-4182-bef9-595013e1351c {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:33:32.055712 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Port ee9f8dcf-baff-4582-bcc9-425f79a29b7a on network a6f1c342-cec8-4182-bef9-595013e1351c not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:33:32.056284 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Attempting to bind port ee9f8dcf-baff-4582-bcc9-425f79a29b7a on network a6f1c342-cec8-4182-bef9-595013e1351c {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:33:32.064399 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:33:32.064830 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Checking segment: {'id': '70d09651-4e9a-454b-a532-cc0141793d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:33:32.065728 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Bound using segment: {'id': '70d09651-4e9a-454b-a532-cc0141793d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:33:32.066248 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Bound port: ee9f8dcf-baff-4582-bcc9-425f79a29b7a, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d09651-4e9a-454b-a532-cc0141793d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:33:32.066674 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:32.072852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84810d-3480-4b3e-814e-d9d4d60f228e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7f5817-eec7-4c3d-a673-7aa0c29884d2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:32.077620 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09164fae-3818-4f5d-a0c5-9cb1b09afcb7 req-023be094-df38-4a11-b5ea-83f87d8661bd tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9f868d3-efdf-4a6d-93b1-8f5ed088548e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316495 Nov 19 09:33:32.194327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c0864-67fa-4b16-bc1a-0194516a7d2c req-1e10d639-3c80-40f5-88d8-a139268a3b02 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:32.196199 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-457c0864-67fa-4b16-bc1a-0194516a7d2c req-1e10d639-3c80-40f5-88d8-a139268a3b02 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 944 time: 0.0700665 Nov 19 09:33:32.203196 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] For port ee9f8dcf-baff-4582-bcc9-425f79a29b7a, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:33:32.210876 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] For port ee9f8dcf-baff-4582-bcc9-425f79a29b7a, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ee9f8dcf-baff-4582-bcc9-425f79a29b7a,segment=NetworkSegment(70d09651-4e9a-454b-a532-cc0141793d29),segment_id=70d09651-4e9a-454b-a532-cc0141793d29)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:33:32.217637 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:32.284190 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:32.284721 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 59b777e7-3533-4d04-ab85-e9b433033cd7 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:33:32.285432 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:32.286964 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] 10.222.0.71 "PUT /v2.0/ports/ee9f8dcf-baff-4582-bcc9-425f79a29b7a HTTP/1.1" status: 200 len: 1093 time: 1.2508903 Nov 19 09:33:32.305415 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d48423-b05e-48f8-98bc-7275b71a7b5d', 'tag': 'ee9f8dcf-baff-4582-bcc9-425f79a29b7a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:33:32.305415 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74b97f4-d4f4-4ffd-b6f1-ed738e0195ac" -d '{"events": [{"name": "network-changed", "server_uuid": "09d48423-b05e-48f8-98bc-7275b71a7b5d", "tag": "ee9f8dcf-baff-4582-bcc9-425f79a29b7a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:33:32.305764 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-457c0864-67fa-4b16-bc1a-0194516a7d2c req-1dc1fa13-0efa-473a-b186-f6c3a171a728 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e39fe6f-db3e-424a-9729-4e63ac9eeda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002688 Nov 19 09:33:32.334504 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243336b2-7fa7-4dc6-b5b5-bf677d095bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9f8dcf-baff-4582-bcc9-425f79a29b7a,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:32.369869 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1c8d0d-9596-463c-b3c3-014498a7b647 x-openstack-request-id: req-0a1c8d0d-9596-463c-b3c3-014498a7b647 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:33:32.370174 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d48423-b05e-48f8-98bc-7275b71a7b5d", "tag": "ee9f8dcf-baff-4582-bcc9-425f79a29b7a", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:33:32.370438 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a1c8d0d-9596-463c-b3c3-014498a7b647 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:33:32.370876 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d48423-b05e-48f8-98bc-7275b71a7b5d', 'tag': 'ee9f8dcf-baff-4582-bcc9-425f79a29b7a', 'status': 'completed', 'code': 200} Nov 19 09:33:32.471800 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-917e3462-1232-4818-bfc2-d4026a21bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:32.474474 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-917e3462-1232-4818-bfc2-d4026a21bb9f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cc9857289a8340b0915670f3a8a464fa&device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 1096 time: 0.1201408 Nov 19 09:33:32.517686 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 59b777e7-3533-4d04-ab85-e9b433033cd7, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=59b777e7-3533-4d04-ab85-e9b433033cd7,segment=NetworkSegment(042823a3-53ab-4752-bf25-0b1c40e2f7eb),segment_id=042823a3-53ab-4752-bf25-0b1c40e2f7eb)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:32.550325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39744) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:32.556696 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-8cc60c5d-3405-452c-b664-6e539577eb95 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee9f8dcf-baff-4582-bcc9-425f79a29b7a HTTP/1.1" status: 200 len: 217 time: 0.0720096 Nov 19 09:33:32.570823 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '59b777e7-3533-4d04-ab85-e9b433033cd7', 'network_id': '16cf83b3-bb9b-4cc8-a8fb-bee97f874e21', 'port_id': '59b777e7-3533-4d04-ab85-e9b433033cd7', 'mac_address': 'fa:16:3e:3b:08:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3926d1-dd94-415f-a518-c6ec7f864da8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:33:32.573009 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe3c9-d9bc-46c9-8d20-00ef3765484d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:32.651334 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:32.661230 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-e87b0fb2-3c83-4e62-9d16-8c488b28c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:32.663911 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-e87b0fb2-3c83-4e62-9d16-8c488b28c661 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03048cfc-6f00-4e65-9551-abad65c356a1 HTTP/1.1" status: 200 len: 847 time: 0.0971622 Nov 19 09:33:32.672902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b777e7-3533-4d04-ab85-e9b433033cd7 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:33:32.698804 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 59b777e7-3533-4d04-ab85-e9b433033cd7, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=59b777e7-3533-4d04-ab85-e9b433033cd7,segment=NetworkSegment(042823a3-53ab-4752-bf25-0b1c40e2f7eb),segment_id=042823a3-53ab-4752-bf25-0b1c40e2f7eb)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:32.709371 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:32.730667 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe3c9-d9bc-46c9-8d20-00ef3765484d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:32.735368 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe3c9-d9bc-46c9-8d20-00ef3765484d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:32.745589 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-a0c7c447-f8f7-46cf-a993-832b31ac1f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:32.748396 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-a0c7c447-f8f7-46cf-a993-832b31ac1f19 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6f1c342-cec8-4182-bef9-595013e1351c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732095 Nov 19 09:33:32.764374 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=59b777e7-3533-4d04-ab85-e9b433033cd7,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:32.781466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ebbbe3c9-d9bc-46c9-8d20-00ef3765484d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f57bc2114caa4e8487af93c36bd0ad3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268512 Nov 19 09:33:32.782160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39750) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:32.810165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbe3c9-d9bc-46c9-8d20-00ef3765484d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55391ae9-3f5d-4714-80d5-a128f2bba518,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:32.855627 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5391dffa-8f25-4d5f-98b3-af9f01ffb951 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:32.866176 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-a3a0fa2b-5e2b-4e5a-b16c-54b941ee83f8 service neutron] 10.222.0.71 "GET /v2.0/networks/a6f1c342-cec8-4182-bef9-595013e1351c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089201 Nov 19 09:33:32.876835 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5391dffa-8f25-4d5f-98b3-af9f01ffb951 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:32.936619 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5391dffa-8f25-4d5f-98b3-af9f01ffb951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:32.940008 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5391dffa-8f25-4d5f-98b3-af9f01ffb951 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:32.941366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5391dffa-8f25-4d5f-98b3-af9f01ffb951 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55391ae9-3f5d-4714-80d5-a128f2bba518 HTTP/1.1" status: 204 len: 168 time: 0.1443756 Nov 19 09:33:32.950388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391dffa-8f25-4d5f-98b3-af9f01ffb951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55391ae9-3f5d-4714-80d5-a128f2bba518,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:32.989175 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-90d12911-c072-47a2-a2a3-85a3ef1603b0 req-33dc82e5-39e2-4e91-bca1-02a834c2b971 service neutron] 10.222.0.71 "GET /v2.0/networks/a6f1c342-cec8-4182-bef9-595013e1351c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141775 Nov 19 09:33:33.009790 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['59b777e7-3533-4d04-ab85-e9b433033cd7'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:33:33.149715 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b97f4-d4f4-4ffd-b6f1-ed738e0195ac req-ec43ba98-5b56-4812-9d4e-849226b93eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:33.151350 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e74b97f4-d4f4-4ffd-b6f1-ed738e0195ac req-ec43ba98-5b56-4812-9d4e-849226b93eb6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cc9857289a8340b0915670f3a8a464fa&device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 1096 time: 0.1034305 Nov 19 09:33:33.301433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b97f4-d4f4-4ffd-b6f1-ed738e0195ac req-36ae2c9c-e8ba-4a82-adb7-2bfcf8695301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:33.303057 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e74b97f4-d4f4-4ffd-b6f1-ed738e0195ac req-36ae2c9c-e8ba-4a82-adb7-2bfcf8695301 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a6f1c342-cec8-4182-bef9-595013e1351c HTTP/1.1" status: 200 len: 909 time: 0.1435962 Nov 19 09:33:33.313124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09927f8a-c970-403e-8992-cd5db1aafa09 req-77698202-7be2-4262-931d-91c120ad2d69 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:33.319344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09927f8a-c970-403e-8992-cd5db1aafa09 req-77698202-7be2-4262-931d-91c120ad2d69 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/ports?device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 945 time: 0.0812364 Nov 19 09:33:33.354528 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e74b97f4-d4f4-4ffd-b6f1-ed738e0195ac req-3d6c60a3-c21d-46f8-b8bd-e99ef31a9c80 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee9f8dcf-baff-4582-bcc9-425f79a29b7a HTTP/1.1" status: 200 len: 217 time: 0.0387826 Nov 19 09:33:33.414094 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b97f4-d4f4-4ffd-b6f1-ed738e0195ac req-e6762984-a696-436d-81c3-060ca0b89754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:33.415878 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e74b97f4-d4f4-4ffd-b6f1-ed738e0195ac req-e6762984-a696-436d-81c3-060ca0b89754 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03048cfc-6f00-4e65-9551-abad65c356a1 HTTP/1.1" status: 200 len: 847 time: 0.0560837 Nov 19 09:33:33.416748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09927f8a-c970-403e-8992-cd5db1aafa09 req-b4004800-b31c-4fd0-a206-a628d342df5f tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9f868d3-efdf-4a6d-93b1-8f5ed088548e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820425 Nov 19 09:33:33.539206 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b97f4-d4f4-4ffd-b6f1-ed738e0195ac req-d6bd0b6f-cc89-4460-b8b0-9c6c839c609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:33.541018 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e74b97f4-d4f4-4ffd-b6f1-ed738e0195ac req-d6bd0b6f-cc89-4460-b8b0-9c6c839c609a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6f1c342-cec8-4182-bef9-595013e1351c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1078725 Nov 19 09:33:33.546119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e748e4-c1a6-4b61-b049-4736c58dd12d req-f9ec0320-2a08-4665-b969-c2d32412aee7 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:33.548035 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27e748e4-c1a6-4b61-b049-4736c58dd12d req-f9ec0320-2a08-4665-b969-c2d32412aee7 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 944 time: 0.0862968 Nov 19 09:33:33.649502 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27e748e4-c1a6-4b61-b049-4736c58dd12d req-8200d36c-1f21-4e2e-a494-0ee9ec2e80a5 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e39fe6f-db3e-424a-9729-4e63ac9eeda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873559 Nov 19 09:33:33.719314 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e74b97f4-d4f4-4ffd-b6f1-ed738e0195ac req-73758d1b-e844-490a-951a-1a25a6e2a00a service neutron] 10.222.0.71 "GET /v2.0/networks/a6f1c342-cec8-4182-bef9-595013e1351c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609612 Nov 19 09:33:33.847720 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e74b97f4-d4f4-4ffd-b6f1-ed738e0195ac req-8341f2c1-ef12-44a6-be04-37361cb3a89f service neutron] 10.222.0.71 "GET /v2.0/networks/a6f1c342-cec8-4182-bef9-595013e1351c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188955 Nov 19 09:33:34.298253 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 59b777e7-3533-4d04-ab85-e9b433033cd7 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:33:34.316575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39820) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:34.371884 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 59b777e7-3533-4d04-ab85-e9b433033cd7 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:33:34.377207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 59b777e7-3533-4d04-ab85-e9b433033cd7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:34.377850 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:34.460562 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a583435f-5f23-4415-a19b-f6f77cda81c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:34.461570 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:34.504439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83fcdef-1847-413c-b723-0be655665993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b777e7-3533-4d04-ab85-e9b433033cd7'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:33:34.511161 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a1fc62-11e6-4571-97fb-39f12d215977" -d '{"events": [{"server_uuid": "a83fcdef-1847-413c-b723-0be655665993", "name": "network-vif-plugged", "status": "completed", "tag": "59b777e7-3533-4d04-ab85-e9b433033cd7"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:33:34.517552 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 59b777e7-3533-4d04-ab85-e9b433033cd7, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=59b777e7-3533-4d04-ab85-e9b433033cd7,segment=NetworkSegment(042823a3-53ab-4752-bf25-0b1c40e2f7eb),segment_id=042823a3-53ab-4752-bf25-0b1c40e2f7eb)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:34.525961 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:34.609458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf824443-ac89-4673-b714-355bdf32c368 req-cddabc50-3b83-4fc2-baa2-0cdf6deaf9cc tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:34.623827 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf824443-ac89-4673-b714-355bdf32c368 req-cddabc50-3b83-4fc2-baa2-0cdf6deaf9cc tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/ports?device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 945 time: 0.1194499 Nov 19 09:33:34.631148 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a583435f-5f23-4415-a19b-f6f77cda81c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:34.651901 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a583435f-5f23-4415-a19b-f6f77cda81c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:34.724555 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf824443-ac89-4673-b714-355bdf32c368 req-27617c29-94c1-4c1b-89f8-a55e1e603084 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9f868d3-efdf-4a6d-93b1-8f5ed088548e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915070 Nov 19 09:33:34.727567 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a583435f-5f23-4415-a19b-f6f77cda81c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c2c91ebed8e4cc1904998b77a97bd88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4098423 Nov 19 09:33:34.728732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583435f-5f23-4415-a19b-f6f77cda81c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1647218-d130-4208-a22b-0d6fb1b5d92a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:34.732720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39834) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:34.745326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb87fb-b23a-484c-8531-7277bc4ca1d2 req-9512ba24-52da-42fa-bf2b-2afbd1e5ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:34.751027 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-39bb87fb-b23a-484c-8531-7277bc4ca1d2 req-9512ba24-52da-42fa-bf2b-2afbd1e5ffee service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 1098 time: 0.0886226 Nov 19 09:33:34.833065 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0832fae-9c1b-45cc-bcde-93555a464bf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:34.841448 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-39bb87fb-b23a-484c-8531-7277bc4ca1d2 req-19d890bd-f472-4241-94b1-2410cd8e11aa service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b9f868d3-efdf-4a6d-93b1-8f5ed088548e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793738 Nov 19 09:33:34.843409 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6d8d88-06c7-4f90-b740-92d29b0b1b81 x-openstack-request-id: req-3a6d8d88-06c7-4f90-b740-92d29b0b1b81 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:33:34.843948 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83fcdef-1847-413c-b723-0be655665993", "name": "network-vif-plugged", "status": "completed", "tag": "59b777e7-3533-4d04-ab85-e9b433033cd7", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:33:34.844443 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a6d8d88-06c7-4f90-b740-92d29b0b1b81 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:33:34.845045 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83fcdef-1847-413c-b723-0be655665993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b777e7-3533-4d04-ab85-e9b433033cd7', 'code': 200} Nov 19 09:33:34.879448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=59b777e7-3533-4d04-ab85-e9b433033cd7,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:34.906646 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0832fae-9c1b-45cc-bcde-93555a464bf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:34.945830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac853f-1d0d-40dd-8e37-45570ee191df req-d1df3da2-3718-40c9-8dd7-5a278a852a9c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:34.947585 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26ac853f-1d0d-40dd-8e37-45570ee191df req-d1df3da2-3718-40c9-8dd7-5a278a852a9c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 944 time: 0.1165442 Nov 19 09:33:35.001273 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0832fae-9c1b-45cc-bcde-93555a464bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:35.004063 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0832fae-9c1b-45cc-bcde-93555a464bf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:35.005378 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b0832fae-9c1b-45cc-bcde-93555a464bf1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1647218-d130-4208-a22b-0d6fb1b5d92a HTTP/1.1" status: 204 len: 168 time: 0.2712886 Nov 19 09:33:35.014422 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26ac853f-1d0d-40dd-8e37-45570ee191df req-92ee4e8a-3bad-4cde-bed4-b55932f69187 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e39fe6f-db3e-424a-9729-4e63ac9eeda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596015 Nov 19 09:33:35.019926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0832fae-9c1b-45cc-bcde-93555a464bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1647218-d130-4208-a22b-0d6fb1b5d92a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:35.919147 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa750db-dbb7-4f03-89aa-fb5e0fe28493 req-9fa5a1ad-2f0c-4d7a-889f-33aab4a820e5 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:35.921877 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1aa750db-dbb7-4f03-89aa-fb5e0fe28493 req-9fa5a1ad-2f0c-4d7a-889f-33aab4a820e5 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/ports?device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 946 time: 0.0566876 Nov 19 09:33:36.034181 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1aa750db-dbb7-4f03-89aa-fb5e0fe28493 req-dc8bba10-b4cb-49c2-94ab-e5428257e087 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9f868d3-efdf-4a6d-93b1-8f5ed088548e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046832 Nov 19 09:33:36.172167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca0269-cca4-4ed7-ba87-19b9ab403f5b req-83ec44b6-be93-4e80-8ba5-35a35c5c9161 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:36.176359 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20ca0269-cca4-4ed7-ba87-19b9ab403f5b req-83ec44b6-be93-4e80-8ba5-35a35c5c9161 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 944 time: 0.0633566 Nov 19 09:33:36.282310 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20ca0269-cca4-4ed7-ba87-19b9ab403f5b req-4682aab8-4468-4252-9aa8-ffc5292b20aa tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e39fe6f-db3e-424a-9729-4e63ac9eeda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787702 Nov 19 09:33:36.319223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device ee9f8dcf-baff-4582-bcc9-425f79a29b7a details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:33:36.387576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d236f-aac1-4eb5-a91b-bcc56852fae1 req-13dd7e9c-8c99-4434-be8d-2d661f3ab273 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:36.396660 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-465d236f-aac1-4eb5-a91b-bcc56852fae1 req-13dd7e9c-8c99-4434-be8d-2d661f3ab273 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 1098 time: 0.0585926 Nov 19 09:33:36.443189 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port ee9f8dcf-baff-4582-bcc9-425f79a29b7a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ee9f8dcf-baff-4582-bcc9-425f79a29b7a,segment=NetworkSegment(70d09651-4e9a-454b-a532-cc0141793d29),segment_id=70d09651-4e9a-454b-a532-cc0141793d29)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:36.459868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'ee9f8dcf-baff-4582-bcc9-425f79a29b7a', 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c', 'port_id': 'ee9f8dcf-baff-4582-bcc9-425f79a29b7a', 'mac_address': 'fa:16:3e:18:86:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:33:36.494920 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-465d236f-aac1-4eb5-a91b-bcc56852fae1 req-c1450f53-da09-4e1b-a5b6-10a57a0d7956 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793743 Nov 19 09:33:36.495238 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39908) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:36.521252 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:36.541940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9f8dcf-baff-4582-bcc9-425f79a29b7a {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:33:36.570397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port ee9f8dcf-baff-4582-bcc9-425f79a29b7a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ee9f8dcf-baff-4582-bcc9-425f79a29b7a,segment=NetworkSegment(70d09651-4e9a-454b-a532-cc0141793d29),segment_id=70d09651-4e9a-454b-a532-cc0141793d29)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:36.577992 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:36.691496 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=ee9f8dcf-baff-4582-bcc9-425f79a29b7a,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:36.755144 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting port 74b27d89-c573-4e76-92bc-1a02e3c9fea3 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:33:36.757312 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:36.844896 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:36.845319 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:36.859676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Calling delete_port for 74b27d89-c573-4e76-92bc-1a02e3c9fea3 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:33:37.005228 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['ee9f8dcf-baff-4582-bcc9-425f79a29b7a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:33:37.239744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acf4bb-8dc5-4a2e-91d9-d0ef26ade2f6 req-313a9936-1733-4077-9ba3-cd558f8737f6 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:37.241545 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8acf4bb-8dc5-4a2e-91d9-d0ef26ade2f6 req-313a9936-1733-4077-9ba3-cd558f8737f6 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/ports?device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 946 time: 0.1130869 Nov 19 09:33:37.242748 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:37.299643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Port': ['ID=74b27d89-c573-4e76-92bc-1a02e3c9fea3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:37.325791 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:37.326159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:37.326513 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:37.326860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:37.327293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:37.327701 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:37.328046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:37.328434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:37.328904 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:37.329272 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:37.329611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:37.329936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:37.518485 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8acf4bb-8dc5-4a2e-91d9-d0ef26ade2f6 req-e8c444ca-235c-4c45-bbe2-d32f984adbba tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9f868d3-efdf-4a6d-93b1-8f5ed088548e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650084 Nov 19 09:33:37.528196 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:37.528485 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Floating IP e403ff20-d2e8-45df-981d-1970ef8e8419 disassociated (deleted). External IP: 172.25.0.133, port: 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9. Nov 19 09:33:38.144761 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7d7f5-3148-4e45-8751-bb01c6ac7933 req-9f0bf418-468e-4cf5-a786-8b5f83bc8574 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:38.167291 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cbe7d7f5-3148-4e45-8751-bb01c6ac7933 req-9f0bf418-468e-4cf5-a786-8b5f83bc8574 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 945 time: 0.7260556 Nov 19 09:33:38.325354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cbe7d7f5-3148-4e45-8751-bb01c6ac7933 req-30e27591-a32d-41b0-8024-71358fa26a76 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e39fe6f-db3e-424a-9729-4e63ac9eeda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549950 Nov 19 09:33:38.344272 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1658ac-b090-4dbd-b5b7-8a1eefa4b02c req-a4a5b0f5-16b4-4131-a062-d89fe5d0df0c tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:38.361435 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce1658ac-b090-4dbd-b5b7-8a1eefa4b02c req-a4a5b0f5-16b4-4131-a062-d89fe5d0df0c tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/ports?device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 946 time: 0.3136330 Nov 19 09:33:38.382953 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40022) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:38.534325 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce1658ac-b090-4dbd-b5b7-8a1eefa4b02c req-1f27fa7d-37eb-47f9-a8d1-e3bdb7824d7f tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9f868d3-efdf-4a6d-93b1-8f5ed088548e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719749 Nov 19 09:33:38.556634 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff98d854-f711-4266-8355-a817b6ad9a39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:38.562989 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router fb571c3a-3705-45df-93cd-a550af5c96f2 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:33:38.669579 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff98d854-f711-4266-8355-a817b6ad9a39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:38.674361 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff98d854-f711-4266-8355-a817b6ad9a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:38.710597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:33:38.715211 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:38.722116 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0ab608-d92c-4c4f-a381-e88c9eaa7deb None None] Sync routers for ids ['fb571c3a-3705-45df-93cd-a550af5c96f2'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:33:38.725544 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98d854-f711-4266-8355-a817b6ad9a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7de010-7dad-4a94-9c43-217fef6f4f67,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:38.742077 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ff98d854-f711-4266-8355-a817b6ad9a39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78a3b7f2bfc3485a83949f0d1de42028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3572299 Nov 19 09:33:38.742766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40030) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:38.750761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-45114a55-4b7b-4de8-8a07-beec45e193bd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/floatingips/e403ff20-d2e8-45df-981d-1970ef8e8419 HTTP/1.1" status: 204 len: 168 time: 2.2538834 Nov 19 09:33:38.752223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d462033-e122-44eb-930c-342a63481ed6', 'tag': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:33:38.755229 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bed3d01-185c-44a1-824d-01babb7a7903" -d '{"events": [{"name": "network-changed", "server_uuid": "8d462033-e122-44eb-930c-342a63481ed6", "tag": "6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:33:38.774007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0ab608-d92c-4c4f-a381-e88c9eaa7deb None None] Routers {'fb571c3a-3705-45df-93cd-a550af5c96f2'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:38.774669 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bd0ab608-d92c-4c4f-a381-e88c9eaa7deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fb571c3a-3705-45df-93cd-a550af5c96f2'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:38.818769 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb920310-e573-400f-90ec-05cdc464761d x-openstack-request-id: req-fb920310-e573-400f-90ec-05cdc464761d {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:33:38.819841 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d462033-e122-44eb-930c-342a63481ed6", "tag": "6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:33:38.820328 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb920310-e573-400f-90ec-05cdc464761d {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:33:38.820958 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d462033-e122-44eb-930c-342a63481ed6', 'tag': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9', 'status': 'completed', 'code': 200} Nov 19 09:33:38.905980 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d0271dd-7508-4b86-821e-d7c9358d9e10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:38.947773 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed3d01-185c-44a1-824d-01babb7a7903 req-0f23d6f3-6085-43de-9fa6-c6d02c66fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:38.949510 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0bed3d01-185c-44a1-824d-01babb7a7903 req-0f23d6f3-6085-43de-9fa6-c6d02c66fb89 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 1098 time: 0.0949154 Nov 19 09:33:38.973774 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d0271dd-7508-4b86-821e-d7c9358d9e10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:38.987000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-bd0ab608-d92c-4c4f-a381-e88c9eaa7deb None None] Set router fb571c3a-3705-45df-93cd-a550af5c96f2 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:39.056415 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d0271dd-7508-4b86-821e-d7c9358d9e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:39.059973 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d0271dd-7508-4b86-821e-d7c9358d9e10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:39.064253 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5d0271dd-7508-4b86-821e-d7c9358d9e10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab7de010-7dad-4a94-9c43-217fef6f4f67 HTTP/1.1" status: 204 len: 168 time: 0.3203077 Nov 19 09:33:39.112220 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0271dd-7508-4b86-821e-d7c9358d9e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7de010-7dad-4a94-9c43-217fef6f4f67,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:39.136584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad594355-e078-4bcf-a55f-aa6b4d1a8e20 req-5c184001-5d5b-4fc2-b9d7-df0fbb552d3d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:39.138405 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad594355-e078-4bcf-a55f-aa6b4d1a8e20 req-5c184001-5d5b-4fc2-b9d7-df0fbb552d3d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.1021416 Nov 19 09:33:39.177049 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed3d01-185c-44a1-824d-01babb7a7903 req-19a1f651-691c-4b09-aed5-71a7279f0c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:39.179601 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0bed3d01-185c-44a1-824d-01babb7a7903 req-19a1f651-691c-4b09-aed5-71a7279f0c5d service neutron] 10.222.0.66 "GET /v2.0/networks?id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95 HTTP/1.1" status: 200 len: 897 time: 0.2020288 Nov 19 09:33:39.277965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad594355-e078-4bcf-a55f-aa6b4d1a8e20 req-8a49d190-4c17-432a-b833-40ea5ce536d0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328135 Nov 19 09:33:39.294861 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0bed3d01-185c-44a1-824d-01babb7a7903 req-38520516-1659-4a55-8218-2a0075a776c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 HTTP/1.1" status: 200 len: 217 time: 0.1072989 Nov 19 09:33:39.360307 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed3d01-185c-44a1-824d-01babb7a7903 req-f897fab0-db4d-46ad-9d51-58a6d40994b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:39.361970 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0bed3d01-185c-44a1-824d-01babb7a7903 req-f897fab0-db4d-46ad-9d51-58a6d40994b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c832f0c2-c457-4961-b3f9-f7f6f447e6aa HTTP/1.1" status: 200 len: 835 time: 0.0573328 Nov 19 09:33:39.403738 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bd0ab608-d92c-4c4f-a381-e88c9eaa7deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373206363', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '4027c834-34b6-4175-8df4-02165a119cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:31:21Z', 'updated_at': '2021-11-19T09:31:30Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '4027c834-34b6-4175-8df4-02165a119cd1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:22Z', 'updated_at': '2021-11-19T09:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '527571f3-e7a6-4d69-98bc-3a0a072cd878', 'name': '', 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:7c:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:28Z', 'updated_at': '2021-11-19T09:31:34Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:39.443008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0ab608-d92c-4c4f-a381-e88c9eaa7deb None None] Checking router: fb571c3a-3705-45df-93cd-a550af5c96f2 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:33:39.453518 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0ab608-d92c-4c4f-a381-e88c9eaa7deb None None] Routers {'fb571c3a-3705-45df-93cd-a550af5c96f2'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:39.454268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bd0ab608-d92c-4c4f-a381-e88c9eaa7deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fb571c3a-3705-45df-93cd-a550af5c96f2'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:39.519872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed3d01-185c-44a1-824d-01babb7a7903 req-71c2dc8b-8a70-4b1c-a6e9-82158e1a5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:39.523700 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0bed3d01-185c-44a1-824d-01babb7a7903 req-71c2dc8b-8a70-4b1c-a6e9-82158e1a5362 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a3d99bc-9b84-4ae5-9bd0-728650b8df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1528976 Nov 19 09:33:39.555597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc59a6-4acc-4f24-8b5d-c36397776ae4 req-acf7df7b-678f-44ea-bdc1-8d58ed70651b tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:39.558296 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e2dc59a6-4acc-4f24-8b5d-c36397776ae4 req-acf7df7b-678f-44ea-bdc1-8d58ed70651b tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 945 time: 0.1111848 Nov 19 09:33:39.578397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-bd0ab608-d92c-4c4f-a381-e88c9eaa7deb None None] Set router fb571c3a-3705-45df-93cd-a550af5c96f2 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:39.607616 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40062) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:39.632969 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-289f7aec-9ba2-4454-9dba-3a6c9d0898a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:39.675461 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e2dc59a6-4acc-4f24-8b5d-c36397776ae4 req-b16fa09a-333c-4db3-ac8a-b8b045310128 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e39fe6f-db3e-424a-9729-4e63ac9eeda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070120 Nov 19 09:33:39.695591 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f49842-aa91-4001-92c5-6dfa94db3cae req-931d28aa-adcd-454c-a573-4510be8c9230 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:39.697722 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-19f49842-aa91-4001-92c5-6dfa94db3cae req-931d28aa-adcd-454c-a573-4510be8c9230 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.71 "GET /v2.0/ports?device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 946 time: 0.2417867 Nov 19 09:33:39.813755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8e831-2e23-4756-ba49-6e409504d39e req-15d9f9f5-133e-47e5-95fb-8a483369d2c9 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:39.820966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dcb8e831-2e23-4756-ba49-6e409504d39e req-15d9f9f5-133e-47e5-95fb-8a483369d2c9 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/ports?device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 946 time: 0.1242568 Nov 19 09:33:39.822171 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0bed3d01-185c-44a1-824d-01babb7a7903 req-912da345-c474-4c81-9a51-f2ac349964e9 service neutron] 10.222.0.66 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863209 Nov 19 09:33:39.869374 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-289f7aec-9ba2-4454-9dba-3a6c9d0898a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:39.903930 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-289f7aec-9ba2-4454-9dba-3a6c9d0898a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:39.953902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bd0ab608-d92c-4c4f-a381-e88c9eaa7deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373206363', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '4027c834-34b6-4175-8df4-02165a119cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:31:21Z', 'updated_at': '2021-11-19T09:31:30Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '4027c834-34b6-4175-8df4-02165a119cd1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:22Z', 'updated_at': '2021-11-19T09:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '527571f3-e7a6-4d69-98bc-3a0a072cd878', 'name': '', 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:7c:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:28Z', 'updated_at': '2021-11-19T09:31:34Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:39.986075 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0ab608-d92c-4c4f-a381-e88c9eaa7deb None None] The sync data for ids ['fb571c3a-3705-45df-93cd-a550af5c96f2'] in n-d-805649-14 is: [{'id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373206363', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '4027c834-34b6-4175-8df4-02165a119cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:31:21Z', 'updated_at': '2021-11-19T09:31:30Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '4027c834-34b6-4175-8df4-02165a119cd1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:22Z', 'updated_at': '2021-11-19T09:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '527571f3-e7a6-4d69-98bc-3a0a072cd878', 'name': '', 'network_id': '4a3d99bc-9b84-4ae5-9bd0-728650b8df95', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:7c:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:28Z', 'updated_at': '2021-11-19T09:31:34Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': 'c832f0c2-c457-4961-b3f9-f7f6f447e6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:33:40.014873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dcb8e831-2e23-4756-ba49-6e409504d39e req-c972ab15-d9d7-48a2-b023-fc930b96ec14 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9f868d3-efdf-4a6d-93b1-8f5ed088548e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929297 Nov 19 09:33:40.027565 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f7aec-9ba2-4454-9dba-3a6c9d0898a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31e163c-b563-4fe9-a897-00f5c141372d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:40.044965 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0bed3d01-185c-44a1-824d-01babb7a7903 req-5c3f90bc-7940-41da-b2ab-74055613e9b8 service neutron] 10.222.0.66 "GET /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774695 Nov 19 09:33:40.050657 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-289f7aec-9ba2-4454-9dba-3a6c9d0898a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92cab396fa884d359394b132ab711555&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4416673 Nov 19 09:33:40.054020 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40072) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:40.092711 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-19f49842-aa91-4001-92c5-6dfa94db3cae req-ad6df347-4ea6-418e-9b76-256eb7065901 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Deleting port 59b777e7-3533-4d04-ab85-e9b433033cd7 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:33:40.093124 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-19f49842-aa91-4001-92c5-6dfa94db3cae req-ad6df347-4ea6-418e-9b76-256eb7065901 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:40.184044 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:40.226638 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:40.249190 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-19f49842-aa91-4001-92c5-6dfa94db3cae req-ad6df347-4ea6-418e-9b76-256eb7065901 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] For port 59b777e7-3533-4d04-ab85-e9b433033cd7, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=59b777e7-3533-4d04-ab85-e9b433033cd7,segment=NetworkSegment(042823a3-53ab-4752-bf25-0b1c40e2f7eb),segment_id=042823a3-53ab-4752-bf25-0b1c40e2f7eb)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:40.249566 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-19f49842-aa91-4001-92c5-6dfa94db3cae req-ad6df347-4ea6-418e-9b76-256eb7065901 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:40.291630 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-19f49842-aa91-4001-92c5-6dfa94db3cae req-ad6df347-4ea6-418e-9b76-256eb7065901 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Calling delete_port for 59b777e7-3533-4d04-ab85-e9b433033cd7 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:33:40.341849 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device ee9f8dcf-baff-4582-bcc9-425f79a29b7a up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:33:40.372656 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:40.375337 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:40.378951 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d31e163c-b563-4fe9-a897-00f5c141372d HTTP/1.1" status: 204 len: 168 time: 0.3212388 Nov 19 09:33:40.455088 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31e163c-b563-4fe9-a897-00f5c141372d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:40.466195 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:40.466564 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:40.467544 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:40.467905 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:40.472987 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:40.473396 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:40.473748 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:40.485802 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:40.486102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:40.486609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:40.486783 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:40.487029 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36762caf-cbf8-428b-bf0c-8382a42db03d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:40.542837 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914a77b-15a4-48ec-a03a-9fd313341546 req-ef5f06d7-ab89-4653-a31b-db97891c69c3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:40.544370 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e914a77b-15a4-48ec-a03a-9fd313341546 req-ef5f06d7-ab89-4653-a31b-db97891c69c3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.2759233 Nov 19 09:33:40.551179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127b85b-749c-4cb4-8f4b-5bb834cf0358 req-42b0cec1-82bb-4514-833a-0bfa743f3040 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:40.561018 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6127b85b-749c-4cb4-8f4b-5bb834cf0358 req-42b0cec1-82bb-4514-833a-0bfa743f3040 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 946 time: 0.1769996 Nov 19 09:33:40.612628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port ee9f8dcf-baff-4582-bcc9-425f79a29b7a completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:33:40.613551 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a06f68-a73b-4ab3-bf67-42f1f2805289 None None] New status for floating IP e403ff20-d2e8-45df-981d-1970ef8e8419: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:33:40.624819 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port ee9f8dcf-baff-4582-bcc9-425f79a29b7a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:40.625226 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:40.739670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6127b85b-749c-4cb4-8f4b-5bb834cf0358 req-c14c62f8-7d0d-4678-b22e-efd83d41e860 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775391 Nov 19 09:33:40.881030 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:40.915033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea45f5f-dcce-4db2-aae0-c84c41d0c444 req-5f017cdd-1935-4a3c-aa53-f51d84be4621 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:40.936801 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dea45f5f-dcce-4db2-aae0-c84c41d0c444 req-5f017cdd-1935-4a3c-aa53-f51d84be4621 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 945 time: 0.1234317 Nov 19 09:33:40.955034 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d48423-b05e-48f8-98bc-7275b71a7b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9f8dcf-baff-4582-bcc9-425f79a29b7a'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:33:40.957332 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e52c5f-82a0-4098-a5d9-8570da150568" -d '{"events": [{"server_uuid": "09d48423-b05e-48f8-98bc-7275b71a7b5d", "name": "network-vif-plugged", "status": "completed", "tag": "ee9f8dcf-baff-4582-bcc9-425f79a29b7a"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:33:40.960916 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-e914a77b-15a4-48ec-a03a-9fd313341546 req-a619f476-122b-4331-811c-41d694e84cfd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:33:40.961747 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e914a77b-15a4-48ec-a03a-9fd313341546 req-a619f476-122b-4331-811c-41d694e84cfd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:41.023234 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-19f49842-aa91-4001-92c5-6dfa94db3cae req-ad6df347-4ea6-418e-9b76-256eb7065901 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:41.042234 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dea45f5f-dcce-4db2-aae0-c84c41d0c444 req-3f925fff-55c3-431b-9abb-1c8d5ec1b3cc tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e39fe6f-db3e-424a-9729-4e63ac9eeda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042078 Nov 19 09:33:41.080211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port ee9f8dcf-baff-4582-bcc9-425f79a29b7a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ee9f8dcf-baff-4582-bcc9-425f79a29b7a,segment=NetworkSegment(70d09651-4e9a-454b-a532-cc0141793d29),segment_id=70d09651-4e9a-454b-a532-cc0141793d29)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:41.092926 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:41.176049 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8448d6-fe86-461c-8677-2f16d4e0580a x-openstack-request-id: req-bc8448d6-fe86-461c-8677-2f16d4e0580a {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:33:41.176938 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d48423-b05e-48f8-98bc-7275b71a7b5d", "name": "network-vif-plugged", "status": "completed", "tag": "ee9f8dcf-baff-4582-bcc9-425f79a29b7a", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:33:41.177885 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc8448d6-fe86-461c-8677-2f16d4e0580a {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:33:41.179061 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d48423-b05e-48f8-98bc-7275b71a7b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9f8dcf-baff-4582-bcc9-425f79a29b7a', 'code': 200} Nov 19 09:33:41.230723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-883cfa8d-a472-46b4-a3f4-c8cf93321e9c req-78d22288-1ad8-4dc8-934a-9ce536ffa51c tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/ports?device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 210 time: 0.0444829 Nov 19 09:33:41.250703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6df347-4ea6-418e-9b76-256eb7065901 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Pushing event deleted for resources: {'Port': ['ID=59b777e7-3533-4d04-ab85-e9b433033cd7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:41.282775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=ee9f8dcf-baff-4582-bcc9-425f79a29b7a,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:41.317423 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:41.317987 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:41.321382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:41.325072 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:41.325707 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:41.326605 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:41.331065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:41.331065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:41.331065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:41.332900 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:41.333529 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:41.334092 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:41.379569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b1903-584f-4f1c-8439-d2858f2ded92 req-4637c6aa-f47c-451e-babf-43aa35da79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:41.382206 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-771b1903-584f-4f1c-8439-d2858f2ded92 req-4637c6aa-f47c-451e-babf-43aa35da79ad service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 1098 time: 0.0765638 Nov 19 09:33:41.449358 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f49842-aa91-4001-92c5-6dfa94db3cae req-ad6df347-4ea6-418e-9b76-256eb7065901 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] No DVR routers for this DVR port 59b777e7-3533-4d04-ab85-e9b433033cd7 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:33:41.454132 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-19f49842-aa91-4001-92c5-6dfa94db3cae req-ad6df347-4ea6-418e-9b76-256eb7065901 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:41.460531 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-19f49842-aa91-4001-92c5-6dfa94db3cae req-ad6df347-4ea6-418e-9b76-256eb7065901 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.71 "DELETE /v2.0/ports/59b777e7-3533-4d04-ab85-e9b433033cd7 HTTP/1.1" status: 204 len: 173 time: 1.7531464 Nov 19 09:33:41.472227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83fcdef-1847-413c-b723-0be655665993', 'name': 'network-vif-deleted', 'tag': '59b777e7-3533-4d04-ab85-e9b433033cd7'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:33:41.483775 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de6fc39-5716-41fc-b8d6-a55b1e88a25c" -d '{"events": [{"server_uuid": "a83fcdef-1847-413c-b723-0be655665993", "name": "network-vif-deleted", "tag": "59b777e7-3533-4d04-ab85-e9b433033cd7"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:33:41.506575 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-771b1903-584f-4f1c-8439-d2858f2ded92 req-6cd63ae5-2698-4d0b-805e-d3b4dc88a005 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9e39fe6f-db3e-424a-9729-4e63ac9eeda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160307 Nov 19 09:33:41.567652 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-e914a77b-15a4-48ec-a03a-9fd313341546 req-a619f476-122b-4331-811c-41d694e84cfd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] For port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,segment=NetworkSegment(788db6fd-aadf-48a1-bdb4-63341f895bd9),segment_id=788db6fd-aadf-48a1-bdb4-63341f895bd9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:41.569458 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e914a77b-15a4-48ec-a03a-9fd313341546 req-a619f476-122b-4331-811c-41d694e84cfd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:41.628043 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef862993-421f-4bed-bc0c-83800bb3b7f1 x-openstack-request-id: req-ef862993-421f-4bed-bc0c-83800bb3b7f1 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:33:41.628796 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83fcdef-1847-413c-b723-0be655665993", "name": "network-vif-deleted", "tag": "59b777e7-3533-4d04-ab85-e9b433033cd7", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:33:41.629466 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef862993-421f-4bed-bc0c-83800bb3b7f1 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:33:41.630591 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83fcdef-1847-413c-b723-0be655665993', 'name': 'network-vif-deleted', 'tag': '59b777e7-3533-4d04-ab85-e9b433033cd7', 'status': 'completed', 'code': 200} Nov 19 09:33:41.634386 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-e914a77b-15a4-48ec-a03a-9fd313341546 req-a619f476-122b-4331-811c-41d694e84cfd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Calling delete_port for 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:33:41.983265 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e914a77b-15a4-48ec-a03a-9fd313341546 req-a619f476-122b-4331-811c-41d694e84cfd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:42.019367 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd459c20-3e74-4ca7-a3e8-4cde5b60b6e6 req-2465b425-9f69-4c5e-b19c-ec425412e0fd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:42.022927 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619f476-122b-4331-811c-41d694e84cfd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Port': ['ID=6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:42.031540 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd459c20-3e74-4ca7-a3e8-4cde5b60b6e6 req-2465b425-9f69-4c5e-b19c-ec425412e0fd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d462033-e122-44eb-930c-342a63481ed6 HTTP/1.1" status: 200 len: 867 time: 0.0850992 Nov 19 09:33:42.166761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-e914a77b-15a4-48ec-a03a-9fd313341546 req-a619f476-122b-4331-811c-41d694e84cfd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] No DVR routers for this DVR port 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:33:42.175694 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e914a77b-15a4-48ec-a03a-9fd313341546 req-a619f476-122b-4331-811c-41d694e84cfd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:42.179258 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e914a77b-15a4-48ec-a03a-9fd313341546 req-a619f476-122b-4331-811c-41d694e84cfd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.66 "DELETE /v2.0/ports/6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 HTTP/1.1" status: 204 len: 173 time: 1.6234689 Nov 19 09:33:42.179752 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd459c20-3e74-4ca7-a3e8-4cde5b60b6e6 req-a8590bfe-6fbd-4adb-9107-fc25e34256d8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f95a27-1811-4a69-8abf-c83adf354eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414793 Nov 19 09:33:42.295173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b77e5-fddb-4e72-864c-7cac70d68a2d req-5c7db5c3-b52f-44b0-bc23-95b6330410c1 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:42.307574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c65b77e5-fddb-4e72-864c-7cac70d68a2d req-5c7db5c3-b52f-44b0-bc23-95b6330410c1 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 946 time: 0.1379583 Nov 19 09:33:42.341595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 59b777e7-3533-4d04-ab85-e9b433033cd7 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:33:42.426530 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 59b777e7-3533-4d04-ab85-e9b433033cd7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:33:42.429136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 59b777e7-3533-4d04-ab85-e9b433033cd7 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:33:42.442575 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c65b77e5-fddb-4e72-864c-7cac70d68a2d req-5aeeca7d-eb4c-4960-a3f3-785206a44fe6 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e39fe6f-db3e-424a-9729-4e63ac9eeda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308322 Nov 19 09:33:42.500747 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8ad10122-7707-47a3-bbfa-ddf69c1beb5a req-5816819e-fe81-46ef-ad22-e4b244f5bf69 tempest-InstanceActionsV221TestJSON-49276487 tempest-InstanceActionsV221TestJSON-49276487-project] 10.222.0.21 "GET /v2.0/ports?device_id=a83fcdef-1847-413c-b723-0be655665993 HTTP/1.1" status: 200 len: 210 time: 0.0489600 Nov 19 09:33:43.247727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40176) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:43.632643 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d462033-e122-44eb-930c-342a63481ed6', 'name': 'network-vif-deleted', 'tag': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:33:43.635260 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ea5878-1e95-4dae-ae33-56e142da8b29" -d '{"events": [{"server_uuid": "8d462033-e122-44eb-930c-342a63481ed6", "name": "network-vif-deleted", "tag": "6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:33:43.651646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673736f-982f-4c02-be6b-399bbf1f2509 req-ad2cd5e7-c3d0-4176-a894-296497f56e8f tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:43.658308 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4673736f-982f-4c02-be6b-399bbf1f2509 req-ad2cd5e7-c3d0-4176-a894-296497f56e8f tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 946 time: 0.1283314 Nov 19 09:33:43.758602 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5cd0323d-88f3-4722-8844-5e22e0d0d16f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:43.795130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4673736f-982f-4c02-be6b-399bbf1f2509 req-00bfe51d-e495-4b0d-9852-c33cda0efb6c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e39fe6f-db3e-424a-9729-4e63ac9eeda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301417 Nov 19 09:33:43.860662 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6806744e-66ca-4594-8ed4-29f4ae949a86 x-openstack-request-id: req-6806744e-66ca-4594-8ed4-29f4ae949a86 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:33:43.861004 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d462033-e122-44eb-930c-342a63481ed6", "name": "network-vif-deleted", "tag": "6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:33:43.861512 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6806744e-66ca-4594-8ed4-29f4ae949a86 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:33:43.862060 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d462033-e122-44eb-930c-342a63481ed6', 'name': 'network-vif-deleted', 'tag': '6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9', 'status': 'completed', 'code': 200} Nov 19 09:33:43.960626 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40240) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:44.046460 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b5a286-2add-4746-9c1b-4e39564e5e1b admin admin] Deleting subnet af3926d1-dd94-415f-a518-c6ec7f864da8 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:33:44.050631 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05b5a286-2add-4746-9c1b-4e39564e5e1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.098067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d0728-7c21-4c1f-bf6a-0f8c67b75ddc req-0b80a315-0685-4311-b3d4-7e5a1ca1f7dd tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:44.105878 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b08d0728-7c21-4c1f-bf6a-0f8c67b75ddc req-0b80a315-0685-4311-b3d4-7e5a1ca1f7dd tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 946 time: 0.1160135 Nov 19 09:33:44.171513 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05b5a286-2add-4746-9c1b-4e39564e5e1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.172348 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5cd0323d-88f3-4722-8844-5e22e0d0d16f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting port 527571f3-e7a6-4d69-98bc-3a0a072cd878 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:33:44.172855 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5cd0323d-88f3-4722-8844-5e22e0d0d16f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.227986 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b08d0728-7c21-4c1f-bf6a-0f8c67b75ddc req-63367aa0-5ae1-49a6-998c-c95b8c34b648 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e39fe6f-db3e-424a-9729-4e63ac9eeda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117315 Nov 19 09:33:44.243091 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05b5a286-2add-4746-9c1b-4e39564e5e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.325925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5cd0323d-88f3-4722-8844-5e22e0d0d16f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] For port 527571f3-e7a6-4d69-98bc-3a0a072cd878, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=527571f3-e7a6-4d69-98bc-3a0a072cd878,segment=NetworkSegment(788db6fd-aadf-48a1-bdb4-63341f895bd9),segment_id=788db6fd-aadf-48a1-bdb4-63341f895bd9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:44.326477 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5cd0323d-88f3-4722-8844-5e22e0d0d16f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.341920 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5cd0323d-88f3-4722-8844-5e22e0d0d16f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Calling delete_port for 527571f3-e7a6-4d69-98bc-3a0a072cd878 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:33:44.371904 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05b5a286-2add-4746-9c1b-4e39564e5e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.391993 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a205df8-6c79-4e8b-9cd8-3ec7dffe700d req-b3999cc1-8c1e-42fc-9a2e-950df760c7a6 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:44.394591 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a205df8-6c79-4e8b-9cd8-3ec7dffe700d req-b3999cc1-8c1e-42fc-9a2e-950df760c7a6 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 946 time: 0.0821595 Nov 19 09:33:44.402396 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05b5a286-2add-4746-9c1b-4e39564e5e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.408250 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-05b5a286-2add-4746-9c1b-4e39564e5e1b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/af3926d1-dd94-415f-a518-c6ec7f864da8 HTTP/1.1" status: 204 len: 168 time: 0.4465482 Nov 19 09:33:44.411447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40246) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:44.432693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40248) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:44.465166 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5a286-2add-4746-9c1b-4e39564e5e1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af3926d1-dd94-415f-a518-c6ec7f864da8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:44.525701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a205df8-6c79-4e8b-9cd8-3ec7dffe700d req-c9f04ed4-e518-4091-b7c7-1533d38da185 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e39fe6f-db3e-424a-9729-4e63ac9eeda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940795 Nov 19 09:33:44.551451 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40252) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:44.561397 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3577b88-7dc3-42a4-8e95-92dafa4360b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.623519 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ce9cec0-b2de-4577-b499-6e2839e5f0b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.731002 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ce9cec0-b2de-4577-b499-6e2839e5f0b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.750632 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ce9cec0-b2de-4577-b499-6e2839e5f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.788796 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3577b88-7dc3-42a4-8e95-92dafa4360b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.818263 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5ce9cec0-b2de-4577-b499-6e2839e5f0b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ebb0544424448228896ff609baff08e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3815775 Nov 19 09:33:44.818500 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40260) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:44.829310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9cec0-b2de-4577-b499-6e2839e5f0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01262f6-42d9-4626-a819-084d64c012b1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:44.834672 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c3577b88-7dc3-42a4-8e95-92dafa4360b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cf83b3-bb9b-4cc8-a8fb-bee97f874e21']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:44.848131 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5cd0323d-88f3-4722-8844-5e22e0d0d16f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.853020 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c3577b88-7dc3-42a4-8e95-92dafa4360b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042823a3-53ab-4752-bf25-0b1c40e2f7eb') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:44.853623 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c3577b88-7dc3-42a4-8e95-92dafa4360b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042823a3-53ab-4752-bf25-0b1c40e2f7eb') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:44.854405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d203d9-127d-4e8d-a534-940593c26749 tempest-TestServerBasicOps-901779574 tempest-TestServerBasicOps-901779574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:44.859482 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a1d203d9-127d-4e8d-a534-940593c26749 tempest-TestServerBasicOps-901779574 tempest-TestServerBasicOps-901779574-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 1093 time: 0.3069971 Nov 19 09:33:44.863452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40262) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:44.872527 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': 'ee9f8dcf-baff-4582-bcc9-425f79a29b7a', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:44.891176 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3577b88-7dc3-42a4-8e95-92dafa4360b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.908369 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3577b88-7dc3-42a4-8e95-92dafa4360b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.921597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3577b88-7dc3-42a4-8e95-92dafa4360b5 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:33:44.922018 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3577b88-7dc3-42a4-8e95-92dafa4360b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.923215 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95ddbb50-1434-4a87-902c-9a8979c7960b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.944874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:44.978698 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95ddbb50-1434-4a87-902c-9a8979c7960b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:33:45.000295 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:33:45.025264 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3577b88-7dc3-42a4-8e95-92dafa4360b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:45.038276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:33:45.041423 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0323d-88f3-4722-8844-5e22e0d0d16f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Port': ['ID=527571f3-e7a6-4d69-98bc-3a0a072cd878,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:45.068096 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3577b88-7dc3-42a4-8e95-92dafa4360b5 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:45.071398 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c3577b88-7dc3-42a4-8e95-92dafa4360b5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/16cf83b3-bb9b-4cc8-a8fb-bee97f874e21 HTTP/1.1" status: 204 len: 168 time: 0.6589911 Nov 19 09:33:45.078078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:33:45.078432 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6c82ad0e-cf8d-4fc1-9be6-efa4b7c36aa9 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:33:45.092865 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3577b88-7dc3-42a4-8e95-92dafa4360b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=16cf83b3-bb9b-4cc8-a8fb-bee97f874e21,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:45.188147 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95ddbb50-1434-4a87-902c-9a8979c7960b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:45.193798 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95ddbb50-1434-4a87-902c-9a8979c7960b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:45.199716 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-95ddbb50-1434-4a87-902c-9a8979c7960b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b01262f6-42d9-4626-a819-084d64c012b1 HTTP/1.1" status: 204 len: 168 time: 0.3772564 Nov 19 09:33:45.264211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddbb50-1434-4a87-902c-9a8979c7960b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01262f6-42d9-4626-a819-084d64c012b1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:45.293121 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:45.360319 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40268) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:45.403631 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5cd0323d-88f3-4722-8844-5e22e0d0d16f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:45.511020 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d1f9d14b-84b6-4bd8-bfa6-4e59c168bd86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5be6acde20044ad5bf32a3ad4335b917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1497536 Nov 19 09:33:45.511877 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40272) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:45.554648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Allocated IP 172.25.0.12 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/7d8157d6-e3ef-488f-b0b7-b68926883edd) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:33:45.562324 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:45.593485 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab801-887e-4796-8ff0-ce0866d855dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:45.686554 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab801-887e-4796-8ff0-ce0866d855dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:45.815995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd0323d-88f3-4722-8844-5e22e0d0d16f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router fb571c3a-3705-45df-93cd-a550af5c96f2 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:33:45.859643 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:45.869207 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab801-887e-4796-8ff0-ce0866d855dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:45.872168 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab801-887e-4796-8ff0-ce0866d855dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:45.873618 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bb0ab801-887e-4796-8ff0-ce0866d855dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9f868d3-efdf-4a6d-93b1-8f5ed088548e HTTP/1.1" status: 204 len: 168 time: 0.3586164 Nov 19 09:33:45.888321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ab801-887e-4796-8ff0-ce0866d855dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f868d3-efdf-4a6d-93b1-8f5ed088548e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:45.951417 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:46.031078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:33:46.040763 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40280) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:46.044440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:46.047160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:33:46.101712 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63a2dcf6-bcbe-4486-8a34-15f32a15070e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:46.138751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Pushing event updated for resources: {'Port': ['ID=7d8157d6-e3ef-488f-b0b7-b68926883edd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:46.410720 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd0323d-88f3-4722-8844-5e22e0d0d16f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:33:46.416838 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5cd0323d-88f3-4722-8844-5e22e0d0d16f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "PUT /v2.0/routers/fb571c3a-3705-45df-93cd-a550af5c96f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1677616 Nov 19 09:33:46.420285 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40292) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:46.424117 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20926e6-decd-43c5-898e-c5883f0734d4 None None] Sync routers for ids ['fb571c3a-3705-45df-93cd-a550af5c96f2'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:33:46.439577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20926e6-decd-43c5-898e-c5883f0734d4 None None] Routers {'fb571c3a-3705-45df-93cd-a550af5c96f2'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:46.440218 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a20926e6-decd-43c5-898e-c5883f0734d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fb571c3a-3705-45df-93cd-a550af5c96f2'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:46.479102 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63a2dcf6-bcbe-4486-8a34-15f32a15070e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:46.479303 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7faced7-d2e8-4f0c-99c2-18d2d3a10f85 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting subnet c832f0c2-c457-4961-b3f9-f7f6f447e6aa {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:33:46.483805 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7faced7-d2e8-4f0c-99c2-18d2d3a10f85 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:46.488717 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63a2dcf6-bcbe-4486-8a34-15f32a15070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:46.563114 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7faced7-d2e8-4f0c-99c2-18d2d3a10f85 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:46.579103 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2dcf6-bcbe-4486-8a34-15f32a15070e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c359d97b-992b-4cc7-9b62-717ce7933231,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:46.612151 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a20926e6-decd-43c5-898e-c5883f0734d4 None None] Set router fb571c3a-3705-45df-93cd-a550af5c96f2 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:46.624749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40300) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:46.624951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-63a2dcf6-bcbe-4486-8a34-15f32a15070e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30f6f5d7ab6c43a68fc39c8f12fe5d30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5713837 Nov 19 09:33:46.770986 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-513a96a6-19d0-4bab-9a85-39768f723647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:46.812257 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7faced7-d2e8-4f0c-99c2-18d2d3a10f85 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:46.854239 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a20926e6-decd-43c5-898e-c5883f0734d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373206363', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '4027c834-34b6-4175-8df4-02165a119cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:31:21Z', 'updated_at': '2021-11-19T09:33:44Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '4027c834-34b6-4175-8df4-02165a119cd1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:22Z', 'updated_at': '2021-11-19T09:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:46.855886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40308) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:46.887335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20926e6-decd-43c5-898e-c5883f0734d4 None None] Checking router: fb571c3a-3705-45df-93cd-a550af5c96f2 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:33:46.897468 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20926e6-decd-43c5-898e-c5883f0734d4 None None] Routers {'fb571c3a-3705-45df-93cd-a550af5c96f2'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:46.898973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a20926e6-decd-43c5-898e-c5883f0734d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['fb571c3a-3705-45df-93cd-a550af5c96f2'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:46.912609 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-513a96a6-19d0-4bab-9a85-39768f723647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:47.039150 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7faced7-d2e8-4f0c-99c2-18d2d3a10f85 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:47.073286 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a20926e6-decd-43c5-898e-c5883f0734d4 None None] Set router fb571c3a-3705-45df-93cd-a550af5c96f2 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:47.092288 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-513a96a6-19d0-4bab-9a85-39768f723647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:47.097705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-da4187ab-1f43-49c8-870b-09690bf50baa admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1551037583-network', 'tenant_id': 'a9b23a398b10487cb5ddd804a12c9302'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:47.104368 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:47.112100 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-513a96a6-19d0-4bab-9a85-39768f723647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:47.113370 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-513a96a6-19d0-4bab-9a85-39768f723647 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c359d97b-992b-4cc7-9b62-717ce7933231 HTTP/1.1" status: 204 len: 168 time: 0.4875388 Nov 19 09:33:47.114250 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faced7-d2e8-4f0c-99c2-18d2d3a10f85 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Subnet': ['ID=c832f0c2-c457-4961-b3f9-f7f6f447e6aa,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:47.125859 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c7faced7-d2e8-4f0c-99c2-18d2d3a10f85 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:47.131667 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c7faced7-d2e8-4f0c-99c2-18d2d3a10f85 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/subnets/c832f0c2-c457-4961-b3f9-f7f6f447e6aa HTTP/1.1" status: 204 len: 168 time: 0.7078462 Nov 19 09:33:47.133754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40318) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:47.143555 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a96a6-19d0-4bab-9a85-39768f723647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c359d97b-992b-4cc7-9b62-717ce7933231,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:47.316947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe13530-3ffe-4de9-b785-42a5af052cb1 None None] Network 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:33:47.625704 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4187ab-1f43-49c8-870b-09690bf50baa admin admin] Made reservation on behalf of a9b23a398b10487cb5ddd804a12c9302 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:33:47.630863 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da4187ab-1f43-49c8-870b-09690bf50baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:47.645262 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a20926e6-decd-43c5-898e-c5883f0734d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373206363', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '4027c834-34b6-4175-8df4-02165a119cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:31:21Z', 'updated_at': '2021-11-19T09:33:44Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '4027c834-34b6-4175-8df4-02165a119cd1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:22Z', 'updated_at': '2021-11-19T09:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:47.786937 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da4187ab-1f43-49c8-870b-09690bf50baa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:47.821239 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:47.877267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20926e6-decd-43c5-898e-c5883f0734d4 None None] The sync data for ids ['fb571c3a-3705-45df-93cd-a550af5c96f2'] in n-d-805649-14 is: [{'id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373206363', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '4027c834-34b6-4175-8df4-02165a119cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:31:21Z', 'updated_at': '2021-11-19T09:33:44Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '4027c834-34b6-4175-8df4-02165a119cd1', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb571c3a-3705-45df-93cd-a550af5c96f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:31:22Z', 'updated_at': '2021-11-19T09:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:33:47.963242 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f39c586-419d-4d37-89e0-93851095da27 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:47.997623 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6927203-74a0-459d-b6d3-e572396994cd None None] DHCP port deletion for 4a3d99bc-9b84-4ae5-9bd0-728650b8df95 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:48.013298 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:48.164510 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e6927203-74a0-459d-b6d3-e572396994cd None None] Deleting port aa1555cd-4873-437a-9a6e-604bdfa3396a {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:33:48.164887 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6927203-74a0-459d-b6d3-e572396994cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:48.277791 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e6927203-74a0-459d-b6d3-e572396994cd None None] For port aa1555cd-4873-437a-9a6e-604bdfa3396a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=aa1555cd-4873-437a-9a6e-604bdfa3396a,segment=NetworkSegment(788db6fd-aadf-48a1-bdb4-63341f895bd9),segment_id=788db6fd-aadf-48a1-bdb4-63341f895bd9)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:48.278206 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6927203-74a0-459d-b6d3-e572396994cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:48.281763 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da4187ab-1f43-49c8-870b-09690bf50baa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:48.304691 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da4187ab-1f43-49c8-870b-09690bf50baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:48.314158 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e6927203-74a0-459d-b6d3-e572396994cd None None] Calling delete_port for aa1555cd-4873-437a-9a6e-604bdfa3396a owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:33:48.317274 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f39c586-419d-4d37-89e0-93851095da27 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:48.388813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4187ab-1f43-49c8-870b-09690bf50baa admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:33:48.450910 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6927203-74a0-459d-b6d3-e572396994cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:48.486621 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6927203-74a0-459d-b6d3-e572396994cd None None] Pushing event deleted for resources: {'Port': ['ID=aa1555cd-4873-437a-9a6e-604bdfa3396a,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:48.488700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6927203-74a0-459d-b6d3-e572396994cd None None] No DVR routers for this DVR port aa1555cd-4873-437a-9a6e-604bdfa3396a on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:33:48.490298 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4187ab-1f43-49c8-870b-09690bf50baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10eb298-c0bd-4885-bc62-f3897caa1e11,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:48.509574 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:48.516718 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da4187ab-1f43-49c8-870b-09690bf50baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:48.517149 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-da4187ab-1f43-49c8-870b-09690bf50baa admin admin] Added segment a8b1c61c-8c94-47e4-8fb2-d03da9ea9706 of type vlan for network 85075df9-8c65-46df-81f4-9217f8c220c2 Nov 19 09:33:48.548549 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:48.626672 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da4187ab-1f43-49c8-870b-09690bf50baa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:48.756974 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5f39c586-419d-4d37-89e0-93851095da27 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting port 4027c834-34b6-4175-8df4-02165a119cd1 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:33:48.757426 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f39c586-419d-4d37-89e0-93851095da27 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:48.779433 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da4187ab-1f43-49c8-870b-09690bf50baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:48.780416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4187ab-1f43-49c8-870b-09690bf50baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:48.781050 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da4187ab-1f43-49c8-870b-09690bf50baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:48.783763 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Pushing event updated for resources: {'Port': ['ID=7d8157d6-e3ef-488f-b0b7-b68926883edd,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:48.901349 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:48.967752 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-da4187ab-1f43-49c8-870b-09690bf50baa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1107943 Nov 19 09:33:48.970796 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40352) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:48.976788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9498522e-1107-42ea-8317-96883480e4dd admin admin] Request body: {'subnet': {'network_id': '85075df9-8c65-46df-81f4-9217f8c220c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1551037583-subnet', 'tenant_id': 'a9b23a398b10487cb5ddd804a12c9302', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:48.991124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4187ab-1f43-49c8-870b-09690bf50baa admin admin] Pushing event updated for resources: {'Network': ['ID=85075df9-8c65-46df-81f4-9217f8c220c2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:49.001746 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 85075df9-8c65-46df-81f4-9217f8c220c2 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:33:49.028694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9498522e-1107-42ea-8317-96883480e4dd admin admin] Made reservation on behalf of a9b23a398b10487cb5ddd804a12c9302 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:33:49.040804 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9498522e-1107-42ea-8317-96883480e4dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:49.075119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-5f39c586-419d-4d37-89e0-93851095da27 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] For port 4027c834-34b6-4175-8df4-02165a119cd1, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4027c834-34b6-4175-8df4-02165a119cd1,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:33:49.076123 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f39c586-419d-4d37-89e0-93851095da27 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:49.095707 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5f39c586-419d-4d37-89e0-93851095da27 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Calling delete_port for 4027c834-34b6-4175-8df4-02165a119cd1 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:33:49.102071 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Floating IP a8b9c1e1-3cea-4f83-9174-df604c05b5c6 associated. External IP: 172.25.0.12, port: ee9f8dcf-baff-4582-bcc9-425f79a29b7a. Nov 19 09:33:49.318952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 527571f3-e7a6-4d69-98bc-3a0a072cd878 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:33:49.363058 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 527571f3-e7a6-4d69-98bc-3a0a072cd878 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:33:49.364434 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 527571f3-e7a6-4d69-98bc-3a0a072cd878 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:33:49.365699 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device aa1555cd-4873-437a-9a6e-604bdfa3396a no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:33:49.416552 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: aa1555cd-4873-437a-9a6e-604bdfa3396a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:33:49.419161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device aa1555cd-4873-437a-9a6e-604bdfa3396a not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:33:49.462906 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40362) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:49.477165 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9498522e-1107-42ea-8317-96883480e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:49.514699 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f39c586-419d-4d37-89e0-93851095da27 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:49.541598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498522e-1107-42ea-8317-96883480e4dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=93846dc6-b4f0-431f-b42b-943a27f69e5a,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:49.554597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Router 73763bd3-a193-4bc0-af24-c4b49bd4e43b has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:33:49.558109 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39c586-419d-4d37-89e0-93851095da27 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Port': ['ID=4027c834-34b6-4175-8df4-02165a119cd1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:49.573244 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792ca425-db22-49f6-ba2f-da95b012411a None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:49.607953 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9498522e-1107-42ea-8317-96883480e4dd admin admin] Checking segment: {'id': 'a8b1c61c-8c94-47e4-8fb2-d03da9ea9706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '85075df9-8c65-46df-81f4-9217f8c220c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:33:49.608529 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9498522e-1107-42ea-8317-96883480e4dd admin admin] Network hostable DHCP agents. Network: 85075df9-8c65-46df-81f4-9217f8c220c2, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:33:49.625694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f494a9ce-da23-46eb-aaae-07a3345e3155 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1079925216'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:49.626155 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f494a9ce-da23-46eb-aaae-07a3345e3155 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] Unknown quota resources ['metering_label']. {{(pid=103476) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 09:33:49.653418 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9498522e-1107-42ea-8317-96883480e4dd admin admin] Network 85075df9-8c65-46df-81f4-9217f8c220c2 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:33:49.701970 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f39c586-419d-4d37-89e0-93851095da27 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:49.721689 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-9498522e-1107-42ea-8317-96883480e4dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 85075df9-8c65-46df-81f4-9217f8c220c2) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:49.732644 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9b2cf9-38ca-4bfc-85c7-ab3d1083f3a8 None None] Network 85075df9-8c65-46df-81f4-9217f8c220c2 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:33:49.763896 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9498522e-1107-42ea-8317-96883480e4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:49.764506 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9498522e-1107-42ea-8317-96883480e4dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:49.841793 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9498522e-1107-42ea-8317-96883480e4dd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8691351 Nov 19 09:33:49.845285 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f494a9ce-da23-46eb-aaae-07a3345e3155 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:49.848852 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f494a9ce-da23-46eb-aaae-07a3345e3155 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3825350 Nov 19 09:33:49.849106 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40366) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:49.854026 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c8f63b1c-9cd5-4450-9ea7-1baa244a5949 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3397f5f4-e1cd-4c02-9873-81c36f9c2520'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:49.854577 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c8f63b1c-9cd5-4450-9ea7-1baa244a5949 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103476) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 09:33:49.959457 n-d-805649-14 neutron-server[103476]: WARNING neutron.services.metering.metering_plugin [None req-c8f63b1c-9cd5-4450-9ea7-1baa244a5949 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 09:33:49.991598 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b735e68-ea8f-4dec-9050-0f6c3d64070f None None] Network 85075df9-8c65-46df-81f4-9217f8c220c2 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:33:50.091954 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f39c586-419d-4d37-89e0-93851095da27 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:50.095889 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f39c586-419d-4d37-89e0-93851095da27 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:50.100797 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8f63b1c-9cd5-4450-9ea7-1baa244a5949 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:50.102081 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c8f63b1c-9cd5-4450-9ea7-1baa244a5949 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2519102 Nov 19 09:33:50.102332 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-df2b21db-9b04-448e-a81d-58351eacbac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:50.109402 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40378) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:50.114255 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-125e8810-bb75-4165-bf64-f374c2505e00 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3397f5f4-e1cd-4c02-9873-81c36f9c2520'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:50.114462 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-125e8810-bb75-4165-bf64-f374c2505e00 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103476) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 09:33:50.183449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:33:50.201662 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2055f90b-b0be-43e6-8969-5d5170b8ad70 None None] Sync routers for ids ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:33:50.213719 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f39c586-419d-4d37-89e0-93851095da27 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:50.224927 n-d-805649-14 neutron-server[103476]: WARNING neutron.services.metering.metering_plugin [None req-125e8810-bb75-4165-bf64-f374c2505e00 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 09:33:50.231125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f39c586-419d-4d37-89e0-93851095da27 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Fanout notify agent at l3_agent the message router_deleted on router fb571c3a-3705-45df-93cd-a550af5c96f2 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:33:50.231897 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2055f90b-b0be-43e6-8969-5d5170b8ad70 None None] Routers {'73763bd3-a193-4bc0-af24-c4b49bd4e43b'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:50.234004 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2055f90b-b0be-43e6-8969-5d5170b8ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:50.250601 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:50.345383 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f39c586-419d-4d37-89e0-93851095da27 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:50.348226 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5f39c586-419d-4d37-89e0-93851095da27 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/routers/fb571c3a-3705-45df-93cd-a550af5c96f2 HTTP/1.1" status: 204 len: 168 time: 3.2135141 Nov 19 09:33:50.365106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fb28b004-f171-4090-bf0d-87181098f47c tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4886312 Nov 19 09:33:50.365106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40386) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:50.365106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d48423-b05e-48f8-98bc-7275b71a7b5d', 'tag': 'ee9f8dcf-baff-4582-bcc9-425f79a29b7a'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:33:50.365106 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1c606b-30bc-4828-9e71-3a562e5e7cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "09d48423-b05e-48f8-98bc-7275b71a7b5d", "tag": "ee9f8dcf-baff-4582-bcc9-425f79a29b7a"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:33:50.378817 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-125e8810-bb75-4165-bf64-f374c2505e00 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:50.381500 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-125e8810-bb75-4165-bf64-f374c2505e00 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2710872 Nov 19 09:33:50.384056 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40392) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:50.397649 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ba32a191-d250-48ec-9dc3-9141339be1f0 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=83d24bba-950f-4fc1-b26e-2412b1398554 HTTP/1.1" status: 200 len: 464 time: 0.0121672 Nov 19 09:33:50.400642 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40394) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:50.417826 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2055f90b-b0be-43e6-8969-5d5170b8ad70 None None] Set router 73763bd3-a193-4bc0-af24-c4b49bd4e43b gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:50.568109 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0ace3db-eb63-4cd6-8246-d01c27e96658 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:50.608398 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74720c70-b398-43d1-a1cf-ff28a080eb28 x-openstack-request-id: req-74720c70-b398-43d1-a1cf-ff28a080eb28 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:33:50.608798 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d48423-b05e-48f8-98bc-7275b71a7b5d", "tag": "ee9f8dcf-baff-4582-bcc9-425f79a29b7a", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:33:50.609173 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74720c70-b398-43d1-a1cf-ff28a080eb28 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:33:50.609689 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d48423-b05e-48f8-98bc-7275b71a7b5d', 'tag': 'ee9f8dcf-baff-4582-bcc9-425f79a29b7a', 'status': 'completed', 'code': 200} Nov 19 09:33:50.653240 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9f30-cc9f-4c17-bbe7-4e3eb7269d7c tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:50.656744 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ba8a9f30-cc9f-4c17-bbe7-4e3eb7269d7c tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/83d24bba-950f-4fc1-b26e-2412b1398554 HTTP/1.1" status: 204 len: 168 time: 0.2516251 Nov 19 09:33:50.657711 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40408) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:50.672056 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cfdad69b-8de3-46af-b1db-a0f1c5286e05 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=83d24bba-950f-4fc1-b26e-2412b1398554 HTTP/1.1" status: 200 len: 221 time: 0.0104299 Nov 19 09:33:50.672910 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40410) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:50.677756 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-fb341fce-646e-4eb4-834d-b59c403f89fb tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1232345322', 'description': 'label created by tempest'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:50.678227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-fb341fce-646e-4eb4-834d-b59c403f89fb tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] Unknown quota resources ['metering_label']. {{(pid=103476) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 09:33:50.803066 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0ace3db-eb63-4cd6-8246-d01c27e96658 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:50.830206 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-33e854d6-b2b5-4517-9ca7-cc8d36f9e44a tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:50.832599 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-33e854d6-b2b5-4517-9ca7-cc8d36f9e44a tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/networks?id=85075df9-8c65-46df-81f4-9217f8c220c2 HTTP/1.1" status: 200 len: 813 time: 0.3570290 Nov 19 09:33:50.853228 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2055f90b-b0be-43e6-8969-5d5170b8ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'name': 'tempest-TestServerBasicOps-822571047-router', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:56Z', 'updated_at': '2021-11-19T09:33:09Z', 'revision_number': 4, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'gw_port': {'id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:59Z', 'updated_at': '2021-11-19T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'a8b9c1e1-3cea-4f83-9174-df604c05b5c6', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'port_id': 'ee9f8dcf-baff-4582-bcc9-425f79a29b7a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c', 'mac_address': 'fa:16:3e:18:86:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d48423-b05e-48f8-98bc-7275b71a7b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:33:46Z', 'updated_at': '2021-11-19T09:33:46Z', 'revision_number': 0, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91c942a-ff1c-4377-b9b2-60a059f5ec65', 'name': '', 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'mac_address': 'fa:16:3e:de:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:06Z', 'updated_at': '2021-11-19T09:33:14Z', 'revision_number': 5, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'subnets': [{'id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:50.855139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-b0ace3db-eb63-4cd6-8246-d01c27e96658 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3d99bc-9b84-4ae5-9bd0-728650b8df95']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:50.863808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c606b-30bc-4828-9e71-3a562e5e7cd7 req-5161c54f-a73b-4063-a716-12defe4516b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:50.865287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f1c606b-30bc-4828-9e71-3a562e5e7cd7 req-5161c54f-a73b-4063-a716-12defe4516b8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cc9857289a8340b0915670f3a8a464fa&device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 1098 time: 0.2040691 Nov 19 09:33:50.871622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb341fce-646e-4eb4-834d-b59c403f89fb tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:50.875792 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fb341fce-646e-4eb4-834d-b59c403f89fb tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1995959 Nov 19 09:33:50.875935 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-b0ace3db-eb63-4cd6-8246-d01c27e96658 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788db6fd-aadf-48a1-bdb4-63341f895bd9') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:50.875935 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-b0ace3db-eb63-4cd6-8246-d01c27e96658 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788db6fd-aadf-48a1-bdb4-63341f895bd9') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:50.876757 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40412) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:50.878082 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-fd137f0c-479e-4138-8c54-b2c359123653 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/quotas/a9b23a398b10487cb5ddd804a12c9302 HTTP/1.1" status: 200 len: 375 time: 0.0367749 Nov 19 09:33:50.894790 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2055f90b-b0be-43e6-8969-5d5170b8ad70 None None] Checking router: 73763bd3-a193-4bc0-af24-c4b49bd4e43b for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:33:50.904228 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2055f90b-b0be-43e6-8969-5d5170b8ad70 None None] Routers {'73763bd3-a193-4bc0-af24-c4b49bd4e43b'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:50.904761 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2055f90b-b0be-43e6-8969-5d5170b8ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:50.906075 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0ace3db-eb63-4cd6-8246-d01c27e96658 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:50.980161 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-187637f6-7c2d-46af-b9db-f647ead74054 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=3ec41ad2-bfe6-44ed-b00e-7019cafcba30 HTTP/1.1" status: 200 len: 468 time: 0.0998855 Nov 19 09:33:50.980917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40416) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:50.988443 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-4a6adb8d-657c-496f-a514-e8e3530b4568 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9b23a398b10487cb5ddd804a12c9302&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826118 Nov 19 09:33:50.997646 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0ace3db-eb63-4cd6-8246-d01c27e96658 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:51.066758 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2055f90b-b0be-43e6-8969-5d5170b8ad70 None None] Set router 73763bd3-a193-4bc0-af24-c4b49bd4e43b gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:51.097025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-0eed14e3-1d86-4e9d-b9be-61639d03013b service neutron] 10.222.0.21 "GET /v2.0/networks/85075df9-8c65-46df-81f4-9217f8c220c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005437 Nov 19 09:33:51.119004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ace3db-eb63-4cd6-8246-d01c27e96658 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:33:51.119004 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0ace3db-eb63-4cd6-8246-d01c27e96658 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:33:51.123139 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:33:51.263239 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c606b-30bc-4828-9e71-3a562e5e7cd7 req-6fd45441-72cf-45b2-b673-d1c5d948fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:51.271984 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f1c606b-30bc-4828-9e71-3a562e5e7cd7 req-6fd45441-72cf-45b2-b673-d1c5d948fa74 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a6f1c342-cec8-4182-bef9-595013e1351c HTTP/1.1" status: 200 len: 909 time: 0.3863699 Nov 19 09:33:51.277997 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0ace3db-eb63-4cd6-8246-d01c27e96658 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:51.290954 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83f6f8d8-0df8-4ae2-9c88-82b0d82bf4cf tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:51.293503 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4027c834-34b6-4175-8df4-02165a119cd1 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:33:51.296036 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-83f6f8d8-0df8-4ae2-9c88-82b0d82bf4cf tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/3ec41ad2-bfe6-44ed-b00e-7019cafcba30 HTTP/1.1" status: 204 len: 168 time: 0.3105686 Nov 19 09:33:51.296693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40418) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:51.296819 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0ace3db-eb63-4cd6-8246-d01c27e96658 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:51.304097 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b0ace3db-eb63-4cd6-8246-d01c27e96658 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/networks/4a3d99bc-9b84-4ae5-9bd0-728650b8df95 HTTP/1.1" status: 204 len: 168 time: 0.9434695 Nov 19 09:33:51.314908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40420) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:51.323030 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-85e9687d-f556-46a1-9031-04f427c7af1d tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=3ec41ad2-bfe6-44ed-b00e-7019cafcba30 HTTP/1.1" status: 200 len: 216 time: 0.0218613 Nov 19 09:33:51.324917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40422) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:51.331041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 4027c834-34b6-4175-8df4-02165a119cd1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:33:51.331538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4027c834-34b6-4175-8df4-02165a119cd1 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:33:51.339975 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-abf804ef-7e9d-4d28-aa5e-3ee0e3fe1e17 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0106411 Nov 19 09:33:51.340095 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40424) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:51.354539 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d3bf478d-ce19-4df6-bf16-eaffe5e989cc tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0104296 Nov 19 09:33:51.355049 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40426) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:51.397975 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-6994b2e2-6337-4dfe-8621-ee0eadb08fbc service neutron] 10.222.0.21 "GET /v2.0/networks/85075df9-8c65-46df-81f4-9217f8c220c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920287 Nov 19 09:33:51.410168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ace3db-eb63-4cd6-8246-d01c27e96658 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Network': ['ID=4a3d99bc-9b84-4ae5-9bd0-728650b8df95,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:51.420836 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2055f90b-b0be-43e6-8969-5d5170b8ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'name': 'tempest-TestServerBasicOps-822571047-router', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:56Z', 'updated_at': '2021-11-19T09:33:09Z', 'revision_number': 4, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'gw_port': {'id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:59Z', 'updated_at': '2021-11-19T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'a8b9c1e1-3cea-4f83-9174-df604c05b5c6', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'port_id': 'ee9f8dcf-baff-4582-bcc9-425f79a29b7a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c', 'mac_address': 'fa:16:3e:18:86:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d48423-b05e-48f8-98bc-7275b71a7b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:33:46Z', 'updated_at': '2021-11-19T09:33:46Z', 'revision_number': 0, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91c942a-ff1c-4377-b9b2-60a059f5ec65', 'name': '', 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'mac_address': 'fa:16:3e:de:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:06Z', 'updated_at': '2021-11-19T09:33:14Z', 'revision_number': 5, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'subnets': [{'id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:51.448988 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-087aee8f-f56a-4c9e-9e3c-8a54149e4734 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/3397f5f4-e1cd-4c02-9873-81c36f9c2520 HTTP/1.1" status: 200 len: 473 time: 0.0928588 Nov 19 09:33:51.452379 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40428) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:51.452587 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2055f90b-b0be-43e6-8969-5d5170b8ad70 None None] The sync data for ids ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'] in n-d-805649-14 is: [{'id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'name': 'tempest-TestServerBasicOps-822571047-router', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:56Z', 'updated_at': '2021-11-19T09:33:09Z', 'revision_number': 4, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'gw_port': {'id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:59Z', 'updated_at': '2021-11-19T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'a8b9c1e1-3cea-4f83-9174-df604c05b5c6', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'port_id': 'ee9f8dcf-baff-4582-bcc9-425f79a29b7a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c', 'mac_address': 'fa:16:3e:18:86:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d48423-b05e-48f8-98bc-7275b71a7b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:33:46Z', 'updated_at': '2021-11-19T09:33:46Z', 'revision_number': 0, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91c942a-ff1c-4377-b9b2-60a059f5ec65', 'name': '', 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'mac_address': 'fa:16:3e:de:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:06Z', 'updated_at': '2021-11-19T09:33:14Z', 'revision_number': 5, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'subnets': [{'id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:33:51.463149 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4b1c0403-faa7-4f85-aa52-73f248273aef tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/89d13ddb-6489-4af1-9b86-d9ebcb823d7b HTTP/1.1" status: 200 len: 461 time: 0.0092037 Nov 19 09:33:51.466754 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40430) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:51.483798 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f1c606b-30bc-4828-9e71-3a562e5e7cd7 req-5dc78d07-1fd1-4492-af2e-31c574e50120 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee9f8dcf-baff-4582-bcc9-425f79a29b7a HTTP/1.1" status: 200 len: 999 time: 0.1967533 Nov 19 09:33:51.510168 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f366a427-3ded-455d-8138-088c5d0f4323 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:51.577158 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f366a427-3ded-455d-8138-088c5d0f4323 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:51.624037 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8591f213-a5c2-46df-8850-f28ec4040945 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:51.627433 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8591f213-a5c2-46df-8850-f28ec4040945 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/89d13ddb-6489-4af1-9b86-d9ebcb823d7b HTTP/1.1" status: 204 len: 168 time: 0.1572492 Nov 19 09:33:51.628349 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40434) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:51.632755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c606b-30bc-4828-9e71-3a562e5e7cd7 req-6c3e10b5-72bd-414f-ac93-a51b771fc7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:51.638956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f1c606b-30bc-4828-9e71-3a562e5e7cd7 req-6c3e10b5-72bd-414f-ac93-a51b771fc7f4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03048cfc-6f00-4e65-9551-abad65c356a1 HTTP/1.1" status: 200 len: 847 time: 0.1263924 Nov 19 09:33:51.874608 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b14307-1fae-4e03-8ff3-eed5114263c2 None None] New status for floating IP a8b9c1e1-3cea-4f83-9174-df604c05b5c6: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:33:51.981045 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-103d5b2d-aacf-453a-b17a-589ca3a81fa4 req-dc199598-44d8-492d-bb8c-91730223117e tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 210 time: 0.2154131 Nov 19 09:33:52.141393 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c606b-30bc-4828-9e71-3a562e5e7cd7 req-0af0aec8-4b23-45a2-9260-68d9c478c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:52.143890 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f1c606b-30bc-4828-9e71-3a562e5e7cd7 req-0af0aec8-4b23-45a2-9260-68d9c478c62c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6f1c342-cec8-4182-bef9-595013e1351c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3769169 Nov 19 09:33:52.159230 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7386b65c-8143-460b-93cd-087e6833e4a7 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:52.160929 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7386b65c-8143-460b-93cd-087e6833e4a7 tempest-MeteringTestJSON-1287500336 tempest-MeteringTestJSON-1287500336-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/3397f5f4-e1cd-4c02-9873-81c36f9c2520 HTTP/1.1" status: 204 len: 168 time: 0.5299926 Nov 19 09:33:52.255263 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f366a427-3ded-455d-8138-088c5d0f4323 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:52.261620 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f366a427-3ded-455d-8138-088c5d0f4323 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:52.268644 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f366a427-3ded-455d-8138-088c5d0f4323 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/security-groups/b6f95a27-1811-4a69-8abf-c83adf354eb5 HTTP/1.1" status: 204 len: 168 time: 0.9502459 Nov 19 09:33:52.285779 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-16a9b954-34c1-4ae6-86af-1f7ae543830e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:52.302839 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366a427-3ded-455d-8138-088c5d0f4323 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f95a27-1811-4a69-8abf-c83adf354eb5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:52.326732 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f1c606b-30bc-4828-9e71-3a562e5e7cd7 req-3bd8b0c0-c7e0-4c11-b102-8d47b1312a55 service neutron] 10.222.0.71 "GET /v2.0/networks/a6f1c342-cec8-4182-bef9-595013e1351c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636465 Nov 19 09:33:52.483911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f1c606b-30bc-4828-9e71-3a562e5e7cd7 req-3c476aeb-fa70-4a66-aed5-f0803c7d0269 service neutron] 10.222.0.71 "GET /v2.0/networks/a6f1c342-cec8-4182-bef9-595013e1351c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472046 Nov 19 09:33:52.644436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40496) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:52.752614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40510) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:52.757356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0f448ddd-602d-41dc-9097-d642921a51ff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-405694118', 'description': 'tempest-secgroup-smoke-405694118 description', 'project_id': '0dc1876a77414c6c8af6b4234d92e489'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:52.811805 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24742395-beb9-4151-a2bd-c6de56b0e78c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:52.817998 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0f448ddd-602d-41dc-9097-d642921a51ff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:52.945165 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0f448ddd-602d-41dc-9097-d642921a51ff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:52.956387 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0f448ddd-602d-41dc-9097-d642921a51ff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:52.973444 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24742395-beb9-4151-a2bd-c6de56b0e78c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:52.988781 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0f448ddd-602d-41dc-9097-d642921a51ff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:52.993694 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0f448ddd-602d-41dc-9097-d642921a51ff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2367980 Nov 19 09:33:52.995148 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40536) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:52.999830 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-bb5f9efb-92ab-4937-921a-75963fdd8756 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': '0ecf22a4-15b9-47f5-9769-667f553da5f3', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:53.027043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f448ddd-602d-41dc-9097-d642921a51ff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecf22a4-15b9-47f5-9769-667f553da5f3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:53.030932 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24742395-beb9-4151-a2bd-c6de56b0e78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.082740 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9efb-92ab-4937-921a-75963fdd8756 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.171769 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-24742395-beb9-4151-a2bd-c6de56b0e78c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8b37e8e4e0a42db941bad5260a2ae9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5253050 Nov 19 09:33:53.174835 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40556) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:53.182735 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9efb-92ab-4937-921a-75963fdd8756 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.194217 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9efb-92ab-4937-921a-75963fdd8756 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.221523 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce4a16f-a2ea-4ac0-9b23-00565bd65a2f req-bfa1ebf4-91c8-4940-b117-20830f7ba803 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 210 time: 0.0950298 Nov 19 09:33:53.222247 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24742395-beb9-4151-a2bd-c6de56b0e78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f73e63-8713-4de2-98d7-adfea8f3d5e1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:53.248140 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f9efb-92ab-4937-921a-75963fdd8756 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a893fdf-ef84-4f3d-9a65-0fba213f467f,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:53.265686 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9efb-92ab-4937-921a-75963fdd8756 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.267114 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bb5f9efb-92ab-4937-921a-75963fdd8756 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2709682 Nov 19 09:33:53.270116 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40564) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:53.278701 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3b83c77a-e0c0-44dd-b3a7-55c22e0a379a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': '0ecf22a4-15b9-47f5-9769-667f553da5f3', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:53.320303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-4a9a14ef-b075-4073-bb9d-be18c1db9f0a tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:53.322857 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-4a9a14ef-b075-4073-bb9d-be18c1db9f0a tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.71 "GET /v2.0/networks?id=85075df9-8c65-46df-81f4-9217f8c220c2 HTTP/1.1" status: 200 len: 813 time: 0.2789657 Nov 19 09:33:53.325217 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f57fec3-22ca-431a-96d9-55355e794e24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.338995 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-7181952e-8086-4215-8cab-a2e808a0d685 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Request body: {'port': {'device_id': 'ab27d28e-d7ca-4b22-b70c-9fac757b00d6', 'network_id': '85075df9-8c65-46df-81f4-9217f8c220c2', 'admin_state_up': True, 'tenant_id': 'a9b23a398b10487cb5ddd804a12c9302'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:53.396826 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f57fec3-22ca-431a-96d9-55355e794e24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.406066 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b83c77a-e0c0-44dd-b3a7-55c22e0a379a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.476733 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.501833 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b83c77a-e0c0-44dd-b3a7-55c22e0a379a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.508005 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b83c77a-e0c0-44dd-b3a7-55c22e0a379a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.532703 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f57fec3-22ca-431a-96d9-55355e794e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.536170 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f57fec3-22ca-431a-96d9-55355e794e24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.537778 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0f57fec3-22ca-431a-96d9-55355e794e24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9f73e63-8713-4de2-98d7-adfea8f3d5e1 HTTP/1.1" status: 204 len: 168 time: 0.3616652 Nov 19 09:33:53.553914 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83c77a-e0c0-44dd-b3a7-55c22e0a379a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a4079f-2848-4261-aec3-d448bbdebde8,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:53.554153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-7181952e-8086-4215-8cab-a2e808a0d685 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Made reservation on behalf of a9b23a398b10487cb5ddd804a12c9302 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:33:53.558311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57fec3-22ca-431a-96d9-55355e794e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f73e63-8713-4de2-98d7-adfea8f3d5e1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:53.568403 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3b83c77a-e0c0-44dd-b3a7-55c22e0a379a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.570742 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-7181952e-8086-4215-8cab-a2e808a0d685 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.574771 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3b83c77a-e0c0-44dd-b3a7-55c22e0a379a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3005061 Nov 19 09:33:53.575551 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40596) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:53.585751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4488b687-6a1d-4560-b8b9-56fa99ab4768 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': '0ecf22a4-15b9-47f5-9769-667f553da5f3', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:53.647741 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4488b687-6a1d-4560-b8b9-56fa99ab4768 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.722014 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-7181952e-8086-4215-8cab-a2e808a0d685 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Allocated IP 172.20.0.6 (85075df9-8c65-46df-81f4-9217f8c220c2/93846dc6-b4f0-431f-b42b-943a27f69e5a/a6eaf2b7-1ab3-45b2-bbed-f70dc3290044) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:33:53.746513 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4488b687-6a1d-4560-b8b9-56fa99ab4768 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.761698 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4488b687-6a1d-4560-b8b9-56fa99ab4768 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.797988 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488b687-6a1d-4560-b8b9-56fa99ab4768 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1adf50-80cf-4972-a873-541777c61965,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:53.809366 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4488b687-6a1d-4560-b8b9-56fa99ab4768 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.814345 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4488b687-6a1d-4560-b8b9-56fa99ab4768 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2316506 Nov 19 09:33:53.814719 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40626) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:53.823478 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1fbdbe7a-c0ef-461d-b283-f3840b350244 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': '0ecf22a4-15b9-47f5-9769-667f553da5f3', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:53.882347 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbe7a-c0ef-461d-b283-f3840b350244 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.994847 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbe7a-c0ef-461d-b283-f3840b350244 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:53.998482 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-7181952e-8086-4215-8cab-a2e808a0d685 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.007225 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbe7a-c0ef-461d-b283-f3840b350244 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.032050 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdbe7a-c0ef-461d-b283-f3840b350244 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6bd3867-3ac3-491d-ae2a-ca9e875bb75c,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:54.050428 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40652) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:54.053270 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1fbdbe7a-c0ef-461d-b283-f3840b350244 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.054715 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1fbdbe7a-c0ef-461d-b283-f3840b350244 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2388866 Nov 19 09:33:54.059146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40654) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:54.064244 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-bea92461-eb6c-4b50-9662-1532931e50ae tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': '0ecf22a4-15b9-47f5-9769-667f553da5f3', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:54.070475 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-890c6a9a-6376-4b77-8cff-b5c6f24412ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.083787 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-7181952e-8086-4215-8cab-a2e808a0d685 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.105426 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-bea92461-eb6c-4b50-9662-1532931e50ae tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Project 0dc1876a77414c6c8af6b4234d92e489 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:33:54.113745 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bea92461-eb6c-4b50-9662-1532931e50ae tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.138166 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-7181952e-8086-4215-8cab-a2e808a0d685 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Network 85075df9-8c65-46df-81f4-9217f8c220c2 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:33:54.143563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-7181952e-8086-4215-8cab-a2e808a0d685 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:54.157428 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-7181952e-8086-4215-8cab-a2e808a0d685 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:33:54.205325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181952e-8086-4215-8cab-a2e808a0d685 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Pushing event updated for resources: {'Port': ['ID=a6eaf2b7-1ab3-45b2-bbed-f70dc3290044,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:54.226567 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bea92461-eb6c-4b50-9662-1532931e50ae tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.232733 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bea92461-eb6c-4b50-9662-1532931e50ae tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.260231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea92461-eb6c-4b50-9662-1532931e50ae tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22484371-c82c-4430-b8e7-54dc95ff9a5c,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:54.261017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-7181952e-8086-4215-8cab-a2e808a0d685 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:54.262436 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-7181952e-8086-4215-8cab-a2e808a0d685 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.282905 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bea92461-eb6c-4b50-9662-1532931e50ae tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.287535 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bea92461-eb6c-4b50-9662-1532931e50ae tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2247751 Nov 19 09:33:54.288504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40680) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:54.294157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-071de477-875b-4231-b9b4-138019677df1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': '0ecf22a4-15b9-47f5-9769-667f553da5f3', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:54.307167 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-7181952e-8086-4215-8cab-a2e808a0d685 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9733562 Nov 19 09:33:54.327250 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Request body: {'port': {'device_id': 'ab27d28e-d7ca-4b22-b70c-9fac757b00d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:54.361766 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-890c6a9a-6376-4b77-8cff-b5c6f24412ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.375076 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-071de477-875b-4231-b9b4-138019677df1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Project 0dc1876a77414c6c8af6b4234d92e489 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:33:54.381792 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-890c6a9a-6376-4b77-8cff-b5c6f24412ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.399273 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-071de477-875b-4231-b9b4-138019677df1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.514386 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-890c6a9a-6376-4b77-8cff-b5c6f24412ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56d805d27a104babb389504f964eeb7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4621232 Nov 19 09:33:54.517161 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40710) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:54.519367 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c6a9a-6376-4b77-8cff-b5c6f24412ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05cb55e-2d86-4d06-8dbf-8b12f95095a0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:54.524544 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.562358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a16820-d4ec-4ec0-a2b0-10cb896c465c req-edb415e2-7058-4a31-8af3-1f0e4e43a803 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:54.563920 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0a16820-d4ec-4ec0-a2b0-10cb896c465c req-edb415e2-7058-4a31-8af3-1f0e4e43a803 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 931 time: 0.1904027 Nov 19 09:33:54.575568 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-071de477-875b-4231-b9b4-138019677df1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.583127 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e49db6f9-744c-4c5d-88bd-a01fe45f6aea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.612146 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-071de477-875b-4231-b9b4-138019677df1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.615190 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e49db6f9-744c-4c5d-88bd-a01fe45f6aea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.663288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071de477-875b-4231-b9b4-138019677df1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f0789b-ab1f-4593-a38d-935ef9dced2c,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:54.682711 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e49db6f9-744c-4c5d-88bd-a01fe45f6aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.685497 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e49db6f9-744c-4c5d-88bd-a01fe45f6aea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.686528 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-071de477-875b-4231-b9b4-138019677df1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.687822 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-071de477-875b-4231-b9b4-138019677df1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3983262 Nov 19 09:33:54.705179 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e49db6f9-744c-4c5d-88bd-a01fe45f6aea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b05cb55e-2d86-4d06-8dbf-8b12f95095a0 HTTP/1.1" status: 204 len: 168 time: 0.1829429 Nov 19 09:33:54.706724 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40724) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:54.721409 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e29d2826-6f21-4500-9416-24a5fbe1d7d9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'network': {'name': 'tempest-network-smoke--4802954', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'port_security_enabled': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:54.736315 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49db6f9-744c-4c5d-88bd-a01fe45f6aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05cb55e-2d86-4d06-8dbf-8b12f95095a0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:54.771311 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0a16820-d4ec-4ec0-a2b0-10cb896c465c req-283949d3-00a0-4655-93bb-9472980295be tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10eb298-c0bd-4885-bc62-f3897caa1e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716540 Nov 19 09:33:54.799574 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29d2826-6f21-4500-9416-24a5fbe1d7d9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Made reservation on behalf of 0dc1876a77414c6c8af6b4234d92e489 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:33:54.803287 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e29d2826-6f21-4500-9416-24a5fbe1d7d9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.904343 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.912661 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29d2826-6f21-4500-9416-24a5fbe1d7d9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:33:54.936259 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e29d2826-6f21-4500-9416-24a5fbe1d7d9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:54.936648 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-e29d2826-6f21-4500-9416-24a5fbe1d7d9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Added segment f41d72da-8138-4a62-a99f-44fe2ef85c10 of type vlan for network f2464548-db38-4ede-8509-93a9dbb836ae Nov 19 09:33:55.024762 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e29d2826-6f21-4500-9416-24a5fbe1d7d9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:55.063418 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e29d2826-6f21-4500-9416-24a5fbe1d7d9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:55.068994 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:33:55.069908 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29d2826-6f21-4500-9416-24a5fbe1d7d9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:55.070526 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e29d2826-6f21-4500-9416-24a5fbe1d7d9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:55.090338 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:55.113247 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Transition to ACTIVE for port object a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:33:55.118420 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:55.163269 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d2826-6f21-4500-9416-24a5fbe1d7d9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Network': ['ID=f2464548-db38-4ede-8509-93a9dbb836ae,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:55.173055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Pushing event updated for resources: {'Port': ['ID=a6eaf2b7-1ab3-45b2-bbed-f70dc3290044,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:55.189399 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e29d2826-6f21-4500-9416-24a5fbe1d7d9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4787674 Nov 19 09:33:55.191332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network f2464548-db38-4ede-8509-93a9dbb836ae details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:33:55.192010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40780) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:55.199092 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1243700459', 'admin_state_up': True, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:55.231350 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:55.233070 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:55.301511 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Attempting to bind port a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:33:55.302194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Attempting to bind port a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'a8b1c61c-8c94-47e4-8fb2-d03da9ea9706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '85075df9-8c65-46df-81f4-9217f8c220c2'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:33:55.302734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Attempting to bind port a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 on network 85075df9-8c65-46df-81f4-9217f8c220c2 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:33:55.330574 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Port a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 on network 85075df9-8c65-46df-81f4-9217f8c220c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:33:55.330777 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:55.333928 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Attempting to bind port a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 on network 85075df9-8c65-46df-81f4-9217f8c220c2 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:33:55.349110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:33:55.351920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Checking segment: {'id': 'a8b1c61c-8c94-47e4-8fb2-d03da9ea9706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '85075df9-8c65-46df-81f4-9217f8c220c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:33:55.352702 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Bound using segment: {'id': 'a8b1c61c-8c94-47e4-8fb2-d03da9ea9706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '85075df9-8c65-46df-81f4-9217f8c220c2'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:33:55.353780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Bound port: a6eaf2b7-1ab3-45b2-bbed-f70dc3290044, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b1c61c-8c94-47e4-8fb2-d03da9ea9706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '85075df9-8c65-46df-81f4-9217f8c220c2'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:33:55.357438 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:55.456891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] For port a6eaf2b7-1ab3-45b2-bbed-f70dc3290044, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:33:55.460411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] For port a6eaf2b7-1ab3-45b2-bbed-f70dc3290044, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a6eaf2b7-1ab3-45b2-bbed-f70dc3290044,segment=NetworkSegment(a8b1c61c-8c94-47e4-8fb2-d03da9ea9706),segment_id=a8b1c61c-8c94-47e4-8fb2-d03da9ea9706)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:33:55.468550 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:55.493517 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:55.518320 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:55.518942 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:55.529867 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] 10.222.0.71 "PUT /v2.0/ports/a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 HTTP/1.1" status: 200 len: 1092 time: 1.2068489 Nov 19 09:33:55.530372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab27d28e-d7ca-4b22-b70c-9fac757b00d6', 'tag': 'a6eaf2b7-1ab3-45b2-bbed-f70dc3290044'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:33:55.541443 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14268df7-432f-4954-9519-2e3a92caf3d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab27d28e-d7ca-4b22-b70c-9fac757b00d6", "tag": "a6eaf2b7-1ab3-45b2-bbed-f70dc3290044"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:33:55.598847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80beb887-fce4-4fae-a087-8a563e2b759a service neutron] Pushing event updated for resources: {'Port': ['ID=a6eaf2b7-1ab3-45b2-bbed-f70dc3290044,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:55.628309 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0917890-fd95-442f-a1bb-2d6e6e8b4fad x-openstack-request-id: req-c0917890-fd95-442f-a1bb-2d6e6e8b4fad {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:33:55.628703 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab27d28e-d7ca-4b22-b70c-9fac757b00d6", "tag": "a6eaf2b7-1ab3-45b2-bbed-f70dc3290044", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:33:55.628966 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0917890-fd95-442f-a1bb-2d6e6e8b4fad {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:33:55.629402 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab27d28e-d7ca-4b22-b70c-9fac757b00d6', 'tag': 'a6eaf2b7-1ab3-45b2-bbed-f70dc3290044', 'status': 'completed', 'code': 200} Nov 19 09:33:55.629520 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:55.675051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-9c6796cb-43c0-4778-95cf-e6ba43fb53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:55.676611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-9c6796cb-43c0-4778-95cf-e6ba43fb53a2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9b23a398b10487cb5ddd804a12c9302&device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 1095 time: 0.0649765 Nov 19 09:33:55.744695 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-bc3951f4-8170-4528-9296-1fc64e7feaf3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 HTTP/1.1" status: 200 len: 217 time: 0.0532427 Nov 19 09:33:55.840146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-9b61c407-0e65-43de-9f13-3cd1e086dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:55.846782 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-9b61c407-0e65-43de-9f13-3cd1e086dd93 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=93846dc6-b4f0-431f-b42b-943a27f69e5a HTTP/1.1" status: 200 len: 853 time: 0.0914207 Nov 19 09:33:55.910732 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-10571fe2-e352-4a66-806b-66333922d1fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=85075df9-8c65-46df-81f4-9217f8c220c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509179 Nov 19 09:33:55.914615 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:55.940756 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:56.144201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Allocated IP 172.25.0.67 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/d5274097-af2d-47cf-92fa-ba4fe1fc057b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:33:56.218550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40894) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:56.311054 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:56.357963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:56.420356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:33:56.427566 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:56.441777 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8c70f9-7f50-4e19-982d-cc89290a1d1b None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:56.442276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:33:56.481616 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9de36e-68c3-48e3-8304-0dd5bc36acba req-136abe25-744e-463f-9df6-206dda0a7f58 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:56.489195 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab9de36e-68c3-48e3-8304-0dd5bc36acba req-136abe25-744e-463f-9df6-206dda0a7f58 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 943 time: 0.5624366 Nov 19 09:33:56.499104 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e3447dfd-84e1-4cce-9e99-5935026d640d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1022839330'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:56.517364 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=d5274097-af2d-47cf-92fa-ba4fe1fc057b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:56.546923 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-3f4726fd-d7b4-49ee-8ddf-0023281a8e50 service neutron] 10.222.0.71 "GET /v2.0/networks/85075df9-8c65-46df-81f4-9217f8c220c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214423 Nov 19 09:33:56.557264 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f272ba62-41d3-4aff-b122-6581f499c5d1 None None] Provisioning complete for port d5274097-af2d-47cf-92fa-ba4fe1fc057b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:56.557852 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f272ba62-41d3-4aff-b122-6581f499c5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:56.585121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3447dfd-84e1-4cce-9e99-5935026d640d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Made reservation on behalf of a543f6b530db45f3a1d2b9e846bf89d9 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:33:56.588558 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3447dfd-84e1-4cce-9e99-5935026d640d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:56.609782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f272ba62-41d3-4aff-b122-6581f499c5d1 None None] Port d5274097-af2d-47cf-92fa-ba4fe1fc057b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:33:56.624584 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3447dfd-84e1-4cce-9e99-5935026d640d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:56.625125 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab9de36e-68c3-48e3-8304-0dd5bc36acba req-ff39014d-3650-485f-ae0a-0516408987de tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10eb298-c0bd-4885-bc62-f3897caa1e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340828 Nov 19 09:33:56.764482 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c56a91c7-81c0-4e3f-9ad9-22aa0f860084 req-20e134e2-e115-4a85-9ad2-60459005fa7f service neutron] 10.222.0.71 "GET /v2.0/networks/85075df9-8c65-46df-81f4-9217f8c220c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310918 Nov 19 09:33:56.890788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268df7-432f-4954-9519-2e3a92caf3d5 req-ab1f7a08-30a2-4f74-adde-ea543d8aa2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:56.896902 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14268df7-432f-4954-9519-2e3a92caf3d5 req-ab1f7a08-30a2-4f74-adde-ea543d8aa2ba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9b23a398b10487cb5ddd804a12c9302&device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 1095 time: 0.0606279 Nov 19 09:33:56.908994 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3447dfd-84e1-4cce-9e99-5935026d640d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:56.920452 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3447dfd-84e1-4cce-9e99-5935026d640d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:56.953236 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:57.055478 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3447dfd-84e1-4cce-9e99-5935026d640d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:33:57.066853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268df7-432f-4954-9519-2e3a92caf3d5 req-873cc979-43e9-4f05-835c-db7c80697911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:57.068437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14268df7-432f-4954-9519-2e3a92caf3d5 req-873cc979-43e9-4f05-835c-db7c80697911 service neutron] 10.222.0.71 "GET /v2.0/networks?id=85075df9-8c65-46df-81f4-9217f8c220c2 HTTP/1.1" status: 200 len: 914 time: 0.1620409 Nov 19 09:33:57.078116 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3447dfd-84e1-4cce-9e99-5935026d640d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3447c6e-a99f-446f-a8bb-a024bb1ce7d9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:57.103657 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3447dfd-84e1-4cce-9e99-5935026d640d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:57.104007 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-e3447dfd-84e1-4cce-9e99-5935026d640d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Added segment aaf01736-6e97-49cc-bae2-bf5e513b3929 of type vlan for network 896a904b-5cf7-4609-85bd-b58ab87bd683 Nov 19 09:33:57.129789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14268df7-432f-4954-9519-2e3a92caf3d5 req-06fb1ac9-74fa-4e88-b5c0-79be2958c4f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 HTTP/1.1" status: 200 len: 217 time: 0.0505114 Nov 19 09:33:57.188241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14268df7-432f-4954-9519-2e3a92caf3d5 req-25970b96-7571-4080-b3ba-732b632075ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:57.190114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14268df7-432f-4954-9519-2e3a92caf3d5 req-25970b96-7571-4080-b3ba-732b632075ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=93846dc6-b4f0-431f-b42b-943a27f69e5a HTTP/1.1" status: 200 len: 853 time: 0.0529745 Nov 19 09:33:57.238358 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3447dfd-84e1-4cce-9e99-5935026d640d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:57.242278 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14268df7-432f-4954-9519-2e3a92caf3d5 req-63f3a30f-0bb9-4e44-9320-60d68de938b2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=85075df9-8c65-46df-81f4-9217f8c220c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361814 Nov 19 09:33:57.310039 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3447dfd-84e1-4cce-9e99-5935026d640d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:57.316056 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3447dfd-84e1-4cce-9e99-5935026d640d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:57.316693 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3447dfd-84e1-4cce-9e99-5935026d640d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:57.378382 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:57.383600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bac2e3-46e0-4527-a09d-595e0dc220ce req-33543ee9-8c14-48d5-9a83-cbd3f48ef234 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:57.390228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bac2e3-46e0-4527-a09d-595e0dc220ce req-33543ee9-8c14-48d5-9a83-cbd3f48ef234 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:57.394298 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e3447dfd-84e1-4cce-9e99-5935026d640d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1746914 Nov 19 09:33:57.396188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bac2e3-46e0-4527-a09d-595e0dc220ce req-33543ee9-8c14-48d5-9a83-cbd3f48ef234 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:57.397622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 40978) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:57.402966 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bac2e3-46e0-4527-a09d-595e0dc220ce req-33543ee9-8c14-48d5-9a83-cbd3f48ef234 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:57.408948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bac2e3-46e0-4527-a09d-595e0dc220ce req-33543ee9-8c14-48d5-9a83-cbd3f48ef234 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:57.414866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bac2e3-46e0-4527-a09d-595e0dc220ce req-33543ee9-8c14-48d5-9a83-cbd3f48ef234 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:57.421324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bac2e3-46e0-4527-a09d-595e0dc220ce req-33543ee9-8c14-48d5-9a83-cbd3f48ef234 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:57.423500 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-41bac2e3-46e0-4527-a09d-595e0dc220ce req-33543ee9-8c14-48d5-9a83-cbd3f48ef234 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5446 time: 0.1607256 Nov 19 09:33:57.440873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14268df7-432f-4954-9519-2e3a92caf3d5 req-99e1f0af-ac8e-44af-b129-ecf9992b7346 service neutron] 10.222.0.71 "GET /v2.0/networks/85075df9-8c65-46df-81f4-9217f8c220c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882179 Nov 19 09:33:57.634612 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14268df7-432f-4954-9519-2e3a92caf3d5 req-7ff7aa57-8958-43cb-974e-4b3f8d885523 service neutron] 10.222.0.71 "GET /v2.0/networks/85075df9-8c65-46df-81f4-9217f8c220c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603031 Nov 19 09:33:57.645962 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-41bac2e3-46e0-4527-a09d-595e0dc220ce req-4fa4a219-8f35-4144-8585-c514d324ef0b tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2007585 Nov 19 09:33:57.832475 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-26705cd2-82ec-44a0-8e2f-a40fbea515f0 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Request body: {'subnet': {'network_id': '896a904b-5cf7-4609-85bd-b58ab87bd683', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:57.867724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f9927-48d5-476a-bcd8-63be23413660 req-60852842-052b-4e1a-9a29-dbb226745072 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:57.869603 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-458f9927-48d5-476a-bcd8-63be23413660 req-60852842-052b-4e1a-9a29-dbb226745072 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 943 time: 0.0653477 Nov 19 09:33:57.888705 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3447dfd-84e1-4cce-9e99-5935026d640d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Pushing event updated for resources: {'Network': ['ID=896a904b-5cf7-4609-85bd-b58ab87bd683,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:57.900496 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 896a904b-5cf7-4609-85bd-b58ab87bd683 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:33:57.954733 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-458f9927-48d5-476a-bcd8-63be23413660 req-7c704cf9-5376-4023-aafa-e4d507d13d39 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10eb298-c0bd-4885-bc62-f3897caa1e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783386 Nov 19 09:33:57.998347 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26705cd2-82ec-44a0-8e2f-a40fbea515f0 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Made reservation on behalf of a543f6b530db45f3a1d2b9e846bf89d9 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:33:58.002381 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26705cd2-82ec-44a0-8e2f-a40fbea515f0 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:58.081238 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:33:58.266925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:33:58.298028 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Sync routers for ids ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:33:58.299663 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26705cd2-82ec-44a0-8e2f-a40fbea515f0 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:58.308689 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Routers {'0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:58.309296 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:58.311984 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:58.313263 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-20d15d85-709b-4ac5-976c-e8c08f51af14 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1193471 Nov 19 09:33:58.316704 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 40998) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:58.373754 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41000) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:58.374372 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-490dea80-0871-4647-a67b-7b799a1ab015 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0dc1876a77414c6c8af6b4234d92e489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0561328 Nov 19 09:33:58.387989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26705cd2-82ec-44a0-8e2f-a40fbea515f0 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Pushing event updated for resources: {'Subnet': ['ID=a8ccae00-b396-4236-a4fe-9529f5dca0e3,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:58.458854 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Set router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:33:58.481700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26705cd2-82ec-44a0-8e2f-a40fbea515f0 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Checking segment: {'id': 'aaf01736-6e97-49cc-bae2-bf5e513b3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '896a904b-5cf7-4609-85bd-b58ab87bd683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:33:58.482169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26705cd2-82ec-44a0-8e2f-a40fbea515f0 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Network hostable DHCP agents. Network: 896a904b-5cf7-4609-85bd-b58ab87bd683, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:33:58.533570 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b15d480-d287-477c-b441-77ed1e94a1ff tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:58.538641 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41004) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:58.551431 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9b15d480-d287-477c-b441-77ed1e94a1ff tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1742613 Nov 19 09:33:58.553725 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26705cd2-82ec-44a0-8e2f-a40fbea515f0 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Network 896a904b-5cf7-4609-85bd-b58ab87bd683 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:33:58.575008 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-26705cd2-82ec-44a0-8e2f-a40fbea515f0 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 896a904b-5cf7-4609-85bd-b58ab87bd683) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:58.580464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26705cd2-82ec-44a0-8e2f-a40fbea515f0 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:58.581100 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26705cd2-82ec-44a0-8e2f-a40fbea515f0 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:58.590662 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5255a69b-e8c9-44da-808e-cec9de5d0baf None None] Network 896a904b-5cf7-4609-85bd-b58ab87bd683 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:33:58.605558 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-26705cd2-82ec-44a0-8e2f-a40fbea515f0 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2055218 Nov 19 09:33:58.608060 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41006) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:58.612525 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-32e3ef13-8849-4c90-a8dc-736f309aa1ae tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0704215 Nov 19 09:33:58.613661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41008) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:58.618865 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-81ac47c7-b43a-4aed-bb1d-f0b4a2e74d76 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Request body: {'port': {'network_id': '896a904b-5cf7-4609-85bd-b58ab87bd683', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1266468540'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:58.627159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1394e6d5-a0d6-40ed-a950-b99fd89b7664 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1932867822', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:58.741180 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243700459', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:33:56Z', 'revision_number': 3, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:58.779895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ac47c7-b43a-4aed-bb1d-f0b4a2e74d76 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Made reservation on behalf of a543f6b530db45f3a1d2b9e846bf89d9 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:33:58.785538 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81ac47c7-b43a-4aed-bb1d-f0b4a2e74d76 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:58.804747 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Checking router: 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:33:58.805139 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Updating router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 port d5274097-af2d-47cf-92fa-ba4fe1fc057b binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:33:58.833431 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-81ac47c7-b43a-4aed-bb1d-f0b4a2e74d76 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] device_id is not set on port f1115afc-7208-4d97-a6f9-efe83aa689f0 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:33:58.857994 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:58.926279 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-896a904b-5cf7-4609-85bd-b58ab87bd683', 'network_id': '896a904b-5cf7-4609-85bd-b58ab87bd683', 'tenant_id': 'a543f6b530db45f3a1d2b9e846bf89d9', 'fixed_ips': [{'subnet_id': 'a8ccae00-b396-4236-a4fe-9529f5dca0e3'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:33:58.927303 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:59.024793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-81ac47c7-b43a-4aed-bb1d-f0b4a2e74d76 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Allocated IP 172.20.0.7 (896a904b-5cf7-4609-85bd-b58ab87bd683/a8ccae00-b396-4236-a4fe-9529f5dca0e3/f1115afc-7208-4d97-a6f9-efe83aa689f0) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:33:59.034120 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1394e6d5-a0d6-40ed-a950-b99fd89b7664 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Made reservation on behalf of 0dc1876a77414c6c8af6b4234d92e489 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:33:59.037716 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1394e6d5-a0d6-40ed-a950-b99fd89b7664 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:59.100370 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34166d1-a936-4dce-9bb2-33017546e9b5 req-5617650e-69fc-4269-8124-3a1ded281080 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:59.119894 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e34166d1-a936-4dce-9bb2-33017546e9b5 req-5617650e-69fc-4269-8124-3a1ded281080 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 946 time: 0.4856532 Nov 19 09:33:59.217933 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-c88aaecc-ca65-41b8-beab-82804ebf65e9 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:59.232336 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81ac47c7-b43a-4aed-bb1d-f0b4a2e74d76 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:59.236231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-c88aaecc-ca65-41b8-beab-82804ebf65e9 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:59.244961 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-c88aaecc-ca65-41b8-beab-82804ebf65e9 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:59.261620 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-c88aaecc-ca65-41b8-beab-82804ebf65e9 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:59.267487 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-c88aaecc-ca65-41b8-beab-82804ebf65e9 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:59.276908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-c88aaecc-ca65-41b8-beab-82804ebf65e9 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:59.277411 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81ac47c7-b43a-4aed-bb1d-f0b4a2e74d76 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:59.295634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-c88aaecc-ca65-41b8-beab-82804ebf65e9 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:59.297632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-c88aaecc-ca65-41b8-beab-82804ebf65e9 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.71 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5446 time: 0.5727189 Nov 19 09:33:59.336899 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Allocated IP 172.20.0.2 (896a904b-5cf7-4609-85bd-b58ab87bd683/a8ccae00-b396-4236-a4fe-9529f5dca0e3/8fb1063c-287b-4c61-83fc-1b8c9db37cbf) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:33:59.353052 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c25e1-6ddd-459f-bc31-7e03e044942e req-b66ac063-9cb4-4858-a3f2-0d6817632908 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:59.359273 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c25e1-6ddd-459f-bc31-7e03e044942e req-b66ac063-9cb4-4858-a3f2-0d6817632908 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:59.366092 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac47c7-b43a-4aed-bb1d-f0b4a2e74d76 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Pushing event updated for resources: {'Port': ['ID=f1115afc-7208-4d97-a6f9-efe83aa689f0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:59.382663 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c25e1-6ddd-459f-bc31-7e03e044942e req-b66ac063-9cb4-4858-a3f2-0d6817632908 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:59.386663 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac47c7-b43a-4aed-bb1d-f0b4a2e74d76 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Network 896a904b-5cf7-4609-85bd-b58ab87bd683 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:33:59.391183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-81ac47c7-b43a-4aed-bb1d-f0b4a2e74d76 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:59.394957 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac47c7-b43a-4aed-bb1d-f0b4a2e74d76 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:33:59.396011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c25e1-6ddd-459f-bc31-7e03e044942e req-b66ac063-9cb4-4858-a3f2-0d6817632908 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:59.422846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c25e1-6ddd-459f-bc31-7e03e044942e req-b66ac063-9cb4-4858-a3f2-0d6817632908 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:59.442962 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c25e1-6ddd-459f-bc31-7e03e044942e req-b66ac063-9cb4-4858-a3f2-0d6817632908 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:59.458314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c25e1-6ddd-459f-bc31-7e03e044942e req-b66ac063-9cb4-4858-a3f2-0d6817632908 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:59.460413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e3c25e1-6ddd-459f-bc31-7e03e044942e req-b66ac063-9cb4-4858-a3f2-0d6817632908 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 5446 time: 0.5882869 Nov 19 09:33:59.477662 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:59.497307 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:59.509500 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ac47c7-b43a-4aed-bb1d-f0b4a2e74d76 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:59.510194 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81ac47c7-b43a-4aed-bb1d-f0b4a2e74d76 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:59.563047 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-81ac47c7-b43a-4aed-bb1d-f0b4a2e74d76 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9529357 Nov 19 09:33:59.565989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41016) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:33:59.571149 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-29b08c54-fbd4-49b3-a927-f1a33b569152 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Request body: {'port': {'network_id': '896a904b-5cf7-4609-85bd-b58ab87bd683', 'name': 'tempest-ExtraDHCPOptionsTestJSON-95707755', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:33:59.571654 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.api.validators [None req-29b08c54-fbd4-49b3-a927-f1a33b569152 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] bootfile-name is not in valid_values {{(pid=103476) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 09:33:59.572270 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.api.validators [None req-29b08c54-fbd4-49b3-a927-f1a33b569152 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] tftp-server is not in valid_values {{(pid=103476) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 09:33:59.572611 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.api.validators [None req-29b08c54-fbd4-49b3-a927-f1a33b569152 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] server-ip-address is not in valid_values {{(pid=103476) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 09:33:59.578674 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0484f6-6142-4a7f-95d1-413073147401 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:33:59.584026 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Attempting to bind port d5274097-af2d-47cf-92fa-ba4fe1fc057b on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:33:59.584402 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Attempting to bind port d5274097-af2d-47cf-92fa-ba4fe1fc057b by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:33:59.587959 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-8ae5e993-9e55-43b9-93be-dbf83492bb0e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:33:59.590678 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Attempting to bind port d5274097-af2d-47cf-92fa-ba4fe1fc057b on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:33:59.591491 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-8ae5e993-9e55-43b9-93be-dbf83492bb0e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.71 "GET /v2.0/ports/19a55e08-5b80-469b-baa4-dc2c8cdb0361?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2734709 Nov 19 09:33:59.601397 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:33:59.601397 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:33:59.612052 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:59.612470 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:33:59.612974 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Bound port: d5274097-af2d-47cf-92fa-ba4fe1fc057b, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:33:59.613391 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:59.658705 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:59.661602 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143be89-430f-4ed7-8324-bbef437c7dad None None] Pushing event updated for resources: {'Port': ['ID=d5274097-af2d-47cf-92fa-ba4fe1fc057b,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:33:59.662196 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e34166d1-a936-4dce-9bb2-33017546e9b5 req-9b247d1e-ee1a-4d3e-b0c2-6ebe755b3dfd tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412230 Nov 19 09:33:59.689920 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:59.694361 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143be89-430f-4ed7-8324-bbef437c7dad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:59.695378 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143be89-430f-4ed7-8324-bbef437c7dad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:59.695925 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143be89-430f-4ed7-8324-bbef437c7dad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:59.698898 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143be89-430f-4ed7-8324-bbef437c7dad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:59.699495 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143be89-430f-4ed7-8324-bbef437c7dad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:59.700328 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143be89-430f-4ed7-8324-bbef437c7dad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:59.701667 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143be89-430f-4ed7-8324-bbef437c7dad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:59.702217 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143be89-430f-4ed7-8324-bbef437c7dad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:59.702751 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143be89-430f-4ed7-8324-bbef437c7dad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:59.703353 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143be89-430f-4ed7-8324-bbef437c7dad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:59.704306 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143be89-430f-4ed7-8324-bbef437c7dad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:59.704840 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143be89-430f-4ed7-8324-bbef437c7dad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:33:59.766333 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] For port d5274097-af2d-47cf-92fa-ba4fe1fc057b, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:33:59.779207 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] For port d5274097-af2d-47cf-92fa-ba4fe1fc057b, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d5274097-af2d-47cf-92fa-ba4fe1fc057b,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:33:59.787042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e3c25e1-6ddd-459f-bc31-7e03e044942e req-de51259d-4dfb-449f-9096-ed41f1d83848 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3010697 Nov 19 09:33:59.788658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Network 896a904b-5cf7-4609-85bd-b58ab87bd683 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:33:59.799396 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:59.803611 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:33:59.804565 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b08c54-fbd4-49b3-a927-f1a33b569152 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Made reservation on behalf of a543f6b530db45f3a1d2b9e846bf89d9 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:33:59.816622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29b08c54-fbd4-49b3-a927-f1a33b569152 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:59.830715 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:33:59.841996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c17fdfe6-f08e-4f79-b52e-9657ae5f6a7e None None] Provisioning complete for port d5274097-af2d-47cf-92fa-ba4fe1fc057b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:33:59.842482 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c17fdfe6-f08e-4f79-b52e-9657ae5f6a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:33:59.872372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-29b08c54-fbd4-49b3-a927-f1a33b569152 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] device_id is not set on port c0ed05cd-8cfc-467b-b854-0d1def53ddf3 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:33:59.887338 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Routers {'0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:33:59.888395 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:33:59.897747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea22c22-09db-4d2c-aa02-1dcc65c744bd None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:34:00.012826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-12a3ecfa-aa78-49bb-b4ba-e42fe690ee45 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.71 "GET /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4057572 Nov 19 09:34:00.023623 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Pushing event updated for resources: {'Port': ['ID=8fb1063c-287b-4c61-83fc-1b8c9db37cbf,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:00.048627 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Attempting to bind port 8fb1063c-287b-4c61-83fc-1b8c9db37cbf on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:34:00.060519 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Attempting to bind port 8fb1063c-287b-4c61-83fc-1b8c9db37cbf by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'aaf01736-6e97-49cc-bae2-bf5e513b3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '896a904b-5cf7-4609-85bd-b58ab87bd683'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:34:00.061066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Attempting to bind port 8fb1063c-287b-4c61-83fc-1b8c9db37cbf on network 896a904b-5cf7-4609-85bd-b58ab87bd683 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:34:00.070177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-15292095-b999-410d-85d3-be73ffdf3fba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:00.074573 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:34:00.075093 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Checking segment: {'id': 'aaf01736-6e97-49cc-bae2-bf5e513b3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '896a904b-5cf7-4609-85bd-b58ab87bd683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:34:00.075601 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:00.076112 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Bound using segment: {'id': 'aaf01736-6e97-49cc-bae2-bf5e513b3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '896a904b-5cf7-4609-85bd-b58ab87bd683'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:34:00.076704 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Bound port: 8fb1063c-287b-4c61-83fc-1b8c9db37cbf, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf01736-6e97-49cc-bae2-bf5e513b3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '896a904b-5cf7-4609-85bd-b58ab87bd683'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:34:00.077368 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:00.091992 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] Set router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:34:00.133102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-29b08c54-fbd4-49b3-a927-f1a33b569152 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Allocated IP 172.20.0.10 (896a904b-5cf7-4609-85bd-b58ab87bd683/a8ccae00-b396-4236-a4fe-9529f5dca0e3/c0ed05cd-8cfc-467b-b854-0d1def53ddf3) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:00.211154 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c17fdfe6-f08e-4f79-b52e-9657ae5f6a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:00.227428 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3923b7a-3ed1-4ef4-974c-1a9cad876b70 req-11e3db2c-dedf-4445-9377-a30756bb8a86 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:00.232493 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3923b7a-3ed1-4ef4-974c-1a9cad876b70 req-11e3db2c-dedf-4445-9377-a30756bb8a86 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 943 time: 0.4373848 Nov 19 09:34:00.238478 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-15292095-b999-410d-85d3-be73ffdf3fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:00.303887 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1394e6d5-a0d6-40ed-a950-b99fd89b7664 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:00.314535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c17fdfe6-f08e-4f79-b52e-9657ae5f6a7e None None] For port d5274097-af2d-47cf-92fa-ba4fe1fc057b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d5274097-af2d-47cf-92fa-ba4fe1fc057b,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:00.325540 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29b08c54-fbd4-49b3-a927-f1a33b569152 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:00.328973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] For port 8fb1063c-287b-4c61-83fc-1b8c9db37cbf, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:34:00.333743 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c17fdfe6-f08e-4f79-b52e-9657ae5f6a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:00.342476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] For port 8fb1063c-287b-4c61-83fc-1b8c9db37cbf, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8fb1063c-287b-4c61-83fc-1b8c9db37cbf,segment=NetworkSegment(aaf01736-6e97-49cc-bae2-bf5e513b3929),segment_id=aaf01736-6e97-49cc-bae2-bf5e513b3929)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:34:00.367223 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:00.388139 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29b08c54-fbd4-49b3-a927-f1a33b569152 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:00.452615 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b08c54-fbd4-49b3-a927-f1a33b569152 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Network 896a904b-5cf7-4609-85bd-b58ab87bd683 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:00.460782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-29b08c54-fbd4-49b3-a927-f1a33b569152 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:00.463639 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b08c54-fbd4-49b3-a927-f1a33b569152 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:00.488375 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:34:00.533928 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e2df7-7df8-44e6-9adb-15fcbc1bea2f req-d6485028-bdcc-48b5-98ff-c09045de8f13 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:00.537394 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fdfe6-f08e-4f79-b52e-9657ae5f6a7e None None] Pushing event updated for resources: {'Port': ['ID=d5274097-af2d-47cf-92fa-ba4fe1fc057b,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:00.543412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394e6d5-a0d6-40ed-a950-b99fd89b7664 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Subnet': ['ID=1c895901-2c8b-4bc1-a201-68dc47928ecf,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:00.546246 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c87e2df7-7df8-44e6-9adb-15fcbc1bea2f req-d6485028-bdcc-48b5-98ff-c09045de8f13 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 946 time: 0.1671920 Nov 19 09:34:00.549771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b08c54-fbd4-49b3-a927-f1a33b569152 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Pushing event updated for resources: {'Port': ['ID=c0ed05cd-8cfc-467b-b854-0d1def53ddf3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:00.570108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1394e6d5-a0d6-40ed-a950-b99fd89b7664 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Checking segment: {'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:34:00.570619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1394e6d5-a0d6-40ed-a950-b99fd89b7664 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network hostable DHCP agents. Network: f2464548-db38-4ede-8509-93a9dbb836ae, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:34:00.618834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3923b7a-3ed1-4ef4-974c-1a9cad876b70 req-287583da-8a4e-435d-8600-9980cae0044c tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10eb298-c0bd-4885-bc62-f3897caa1e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473988 Nov 19 09:34:00.619629 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143be89-430f-4ed7-8324-bbef437c7dad None None] Pushing event updated for resources: {'Port': ['ID=d5274097-af2d-47cf-92fa-ba4fe1fc057b,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:00.674087 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243700459', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:33:56Z', 'revision_number': 3, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:00.674672 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b08c54-fbd4-49b3-a927-f1a33b569152 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:00.675451 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29b08c54-fbd4-49b3-a927-f1a33b569152 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:00.699938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1394e6d5-a0d6-40ed-a950-b99fd89b7664 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network f2464548-db38-4ede-8509-93a9dbb836ae is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:34:00.720661 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-bbca2622-cd96-46bc-8ba3-0cd8cbffd81e None None] Provisioning complete for port d5274097-af2d-47cf-92fa-ba4fe1fc057b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:00.723429 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bbca2622-cd96-46bc-8ba3-0cd8cbffd81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:00.731252 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-29b08c54-fbd4-49b3-a927-f1a33b569152 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.1641760 Nov 19 09:34:00.734120 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41022) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:00.738198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-1394e6d5-a0d6-40ed-a950-b99fd89b7664 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, f2464548-db38-4ede-8509-93a9dbb836ae) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:00.794606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1394e6d5-a0d6-40ed-a950-b99fd89b7664 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:00.794848 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8f38d-8102-451d-93b7-6d91524fae0e None None] The sync data for ids ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'] in n-d-805649-14 is: [{'id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243700459', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:33:56Z', 'revision_number': 3, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:34:00.795722 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1394e6d5-a0d6-40ed-a950-b99fd89b7664 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:00.809659 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-15292095-b999-410d-85d3-be73ffdf3fba service neutron] For port 19a55e08-5b80-469b-baa4-dc2c8cdb0361, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=19a55e08-5b80-469b-baa4-dc2c8cdb0361,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:00.821036 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-c87e2df7-7df8-44e6-9adb-15fcbc1bea2f req-e2c2edbd-2a88-4257-abda-d40e20b7ea9e tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Deleting port ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:00.822423 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c87e2df7-7df8-44e6-9adb-15fcbc1bea2f req-e2c2edbd-2a88-4257-abda-d40e20b7ea9e tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:00.834739 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634c0092-dd94-4683-90d1-b26db50e44f4 None None] Network f2464548-db38-4ede-8509-93a9dbb836ae requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:34:00.859597 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:34:00.924007 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1394e6d5-a0d6-40ed-a950-b99fd89b7664 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3066628 Nov 19 09:34:00.925368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41026) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:01.050983 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d782cb4-ebd8-4da2-8e26-96e844147231 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:01.057073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-15292095-b999-410d-85d3-be73ffdf3fba service neutron] For port 19a55e08-5b80-469b-baa4-dc2c8cdb0361, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:34:01.057856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d782cb4-ebd8-4da2-8e26-96e844147231 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:01.069355 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d782cb4-ebd8-4da2-8e26-96e844147231 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:01.071424 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9d782cb4-ebd8-4da2-8e26-96e844147231 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3367252 Nov 19 09:34:01.075689 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41030) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:01.115788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-15292095-b999-410d-85d3-be73ffdf3fba service neutron] device_id is not set on port 19a55e08-5b80-469b-baa4-dc2c8cdb0361 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:34:01.126661 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-15292095-b999-410d-85d3-be73ffdf3fba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:01.195895 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-15292095-b999-410d-85d3-be73ffdf3fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:01.221330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70325d-a9cc-4a31-8724-402f1a973099 req-27cd6b23-b61d-4f2a-82c8-bd719fd93f9f tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:01.223166 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d70325d-a9cc-4a31-8724-402f1a973099 req-27cd6b23-b61d-4f2a-82c8-bd719fd93f9f tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 946 time: 0.3952754 Nov 19 09:34:01.229292 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c87e2df7-7df8-44e6-9adb-15fcbc1bea2f req-e2c2edbd-2a88-4257-abda-d40e20b7ea9e tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] For port ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44,segment=NetworkSegment(d017151d-ea65-4647-bf3b-a613fa498e9a),segment_id=d017151d-ea65-4647-bf3b-a613fa498e9a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:01.233263 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c87e2df7-7df8-44e6-9adb-15fcbc1bea2f req-e2c2edbd-2a88-4257-abda-d40e20b7ea9e tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:01.263732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-c87e2df7-7df8-44e6-9adb-15fcbc1bea2f req-e2c2edbd-2a88-4257-abda-d40e20b7ea9e tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Calling delete_port for ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:01.333079 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15292095-b999-410d-85d3-be73ffdf3fba service neutron] Pushing event updated for resources: {'Port': ['ID=19a55e08-5b80-469b-baa4-dc2c8cdb0361,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:01.387738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69641a-ab43-4f26-bab9-4f7c34000b5c req-1e5b4ec1-006a-441d-82a5-37c022570d82 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:01.407027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69641a-ab43-4f26-bab9-4f7c34000b5c req-1e5b4ec1-006a-441d-82a5-37c022570d82 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:01.421643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69641a-ab43-4f26-bab9-4f7c34000b5c req-1e5b4ec1-006a-441d-82a5-37c022570d82 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:01.428594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69641a-ab43-4f26-bab9-4f7c34000b5c req-1e5b4ec1-006a-441d-82a5-37c022570d82 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:01.443892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69641a-ab43-4f26-bab9-4f7c34000b5c req-1e5b4ec1-006a-441d-82a5-37c022570d82 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:01.456531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69641a-ab43-4f26-bab9-4f7c34000b5c req-1e5b4ec1-006a-441d-82a5-37c022570d82 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:01.458913 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba69641a-ab43-4f26-bab9-4f7c34000b5c req-1e5b4ec1-006a-441d-82a5-37c022570d82 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 4666 time: 0.4346173 Nov 19 09:34:01.463427 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-78b08515-36f7-4497-9c36-cbf04bf340d6 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Deleting port c0ed05cd-8cfc-467b-b854-0d1def53ddf3 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:01.464517 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78b08515-36f7-4497-9c36-cbf04bf340d6 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:01.653154 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d70325d-a9cc-4a31-8724-402f1a973099 req-9ee0a8cf-8788-461b-a614-ba08f43d6b7c tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2442c35-d97d-4a97-a05a-505f638ed633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268323 Nov 19 09:34:01.705773 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-15292095-b999-410d-85d3-be73ffdf3fba service neutron] No DVR routers for this DVR port 19a55e08-5b80-469b-baa4-dc2c8cdb0361 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:34:01.722653 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c87e2df7-7df8-44e6-9adb-15fcbc1bea2f req-e2c2edbd-2a88-4257-abda-d40e20b7ea9e tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:01.785942 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:34:01.807828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-15292095-b999-410d-85d3-be73ffdf3fba service neutron] In _notify_port_updated(), no bound segment for port 19a55e08-5b80-469b-baa4-dc2c8cdb0361 on network 49aec6eb-5987-4d27-ba58-77e438f7ea82 {{(pid=103477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:34:01.808355 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-15292095-b999-410d-85d3-be73ffdf3fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:01.808969 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-15292095-b999-410d-85d3-be73ffdf3fba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:01.813266 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-15292095-b999-410d-85d3-be73ffdf3fba service neutron] 10.222.0.71 "PUT /v2.0/ports/19a55e08-5b80-469b-baa4-dc2c8cdb0361 HTTP/1.1" status: 200 len: 1033 time: 1.7598495 Nov 19 09:34:01.824949 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591ba14-4139-4441-acbc-80a70ffe258d None None] Pushing event updated for resources: {'Port': ['ID=8fb1063c-287b-4c61-83fc-1b8c9db37cbf,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:01.836080 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2edbd-2a88-4257-abda-d40e20b7ea9e tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Pushing event deleted for resources: {'Port': ['ID=ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:01.913985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570baf8b-75f2-47c3-ab3e-1618f7fd4dcd None None] DHCP port deletion for 748749c4-532e-4da1-8a07-6ebbde399465 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:34:01.923218 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba69641a-ab43-4f26-bab9-4f7c34000b5c req-b1016cea-2d44-4b63-874f-66f6c155324b tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3453848 Nov 19 09:34:02.007977 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87e2df7-7df8-44e6-9adb-15fcbc1bea2f req-e2c2edbd-2a88-4257-abda-d40e20b7ea9e tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] No DVR routers for this DVR port ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:34:02.030810 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c87e2df7-7df8-44e6-9adb-15fcbc1bea2f req-e2c2edbd-2a88-4257-abda-d40e20b7ea9e tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:02.058987 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c87e2df7-7df8-44e6-9adb-15fcbc1bea2f req-e2c2edbd-2a88-4257-abda-d40e20b7ea9e tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.71 "DELETE /v2.0/ports/ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 HTTP/1.1" status: 204 len: 173 time: 1.5029142 Nov 19 09:34:02.059662 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5fee90-895b-407c-ae4d-be9199e0773e', 'name': 'network-vif-deleted', 'tag': 'ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:34:02.068993 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-d09c900b-084b-41c5-ab53-b51d97259ee9 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:02.070841 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-d09c900b-084b-41c5-ab53-b51d97259ee9 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.71 "GET /v2.0/ports/9d6d1cc0-1c45-4b89-95b9-69aea729ca09?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1619921 Nov 19 09:34:02.085865 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b537e927-ea18-46d4-a02a-73cbee96118e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:02.093462 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891552ec-6f89-4179-831b-ab85c620b8b5" -d '{"events": [{"server_uuid": "6a5fee90-895b-407c-ae4d-be9199e0773e", "name": "network-vif-deleted", "tag": "ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:34:02.173481 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78b08515-36f7-4497-9c36-cbf04bf340d6 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:02.237688 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-f2464548-db38-4ede-8509-93a9dbb836ae', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ips': [{'subnet_id': '1c895901-2c8b-4bc1-a201-68dc47928ecf'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:34:02.238289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-78b08515-36f7-4497-9c36-cbf04bf340d6 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Calling delete_port for c0ed05cd-8cfc-467b-b854-0d1def53ddf3 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:02.241564 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:02.247017 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port a6eaf2b7-1ab3-45b2-bbed-f70dc3290044, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a6eaf2b7-1ab3-45b2-bbed-f70dc3290044,segment=NetworkSegment(a8b1c61c-8c94-47e4-8fb2-d03da9ea9706),segment_id=a8b1c61c-8c94-47e4-8fb2-d03da9ea9706)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:02.281936 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e02fc8-11a0-4f2e-b9eb-014116178861 x-openstack-request-id: req-e7e02fc8-11a0-4f2e-b9eb-014116178861 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:34:02.285448 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5fee90-895b-407c-ae4d-be9199e0773e", "name": "network-vif-deleted", "tag": "ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:34:02.286049 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7e02fc8-11a0-4f2e-b9eb-014116178861 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:34:02.287859 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5fee90-895b-407c-ae4d-be9199e0773e', 'name': 'network-vif-deleted', 'tag': 'ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44', 'status': 'completed', 'code': 200} Nov 19 09:34:02.334209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b11ac-e843-4300-8dfa-408bc33fb01d req-c053e010-9a09-4d0b-9b98-6a3724dff82d tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:02.344025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e2b11ac-e843-4300-8dfa-408bc33fb01d req-c053e010-9a09-4d0b-9b98-6a3724dff82d tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 943 time: 0.4293540 Nov 19 09:34:02.427551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'a6eaf2b7-1ab3-45b2-bbed-f70dc3290044', 'network_id': '85075df9-8c65-46df-81f4-9217f8c220c2', 'port_id': 'a6eaf2b7-1ab3-45b2-bbed-f70dc3290044', 'mac_address': 'fa:16:3e:9a:10:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93846dc6-b4f0-431f-b42b-943a27f69e5a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:34:02.512193 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b537e927-ea18-46d4-a02a-73cbee96118e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:02.541181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Allocated IP 172.20.0.2 (f2464548-db38-4ede-8509-93a9dbb836ae/1c895901-2c8b-4bc1-a201-68dc47928ecf/01cfb3a7-e180-4064-b1c3-53a2bb037f3c) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:02.576668 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e2b11ac-e843-4300-8dfa-408bc33fb01d req-471a1f0d-978d-4bf9-bda4-f1efb7b45e33 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10eb298-c0bd-4885-bc62-f3897caa1e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314818 Nov 19 09:34:02.599391 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78b08515-36f7-4497-9c36-cbf04bf340d6 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:02.633274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f959a3-3721-4b69-8268-c95f3f7e2f32 None None] Network 896a904b-5cf7-4609-85bd-b58ab87bd683 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:34:02.646695 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b08515-36f7-4497-9c36-cbf04bf340d6 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Pushing event deleted for resources: {'Port': ['ID=c0ed05cd-8cfc-467b-b854-0d1def53ddf3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:02.721706 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a7732d29-f9bb-44dc-94c6-702abb2fdd96 None None] Provisioning complete for port 19a55e08-5b80-469b-baa4-dc2c8cdb0361 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:02.722086 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7732d29-f9bb-44dc-94c6-702abb2fdd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:02.799366 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:02.812809 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a7732d29-f9bb-44dc-94c6-702abb2fdd96 None None] Port 19a55e08-5b80-469b-baa4-dc2c8cdb0361 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:34:02.831288 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78b08515-36f7-4497-9c36-cbf04bf340d6 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:02.853247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:34:02.857680 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-78b08515-36f7-4497-9c36-cbf04bf340d6 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] 10.222.0.21 "DELETE /v2.0/ports/c0ed05cd-8cfc-467b-b854-0d1def53ddf3 HTTP/1.1" status: 204 len: 168 time: 1.7750623 Nov 19 09:34:02.859338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41040) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:02.876133 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0202be60-9988-44c8-b16d-3e6caf79615d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Request body: {'port': {'name': 'tempest-new-port-name-612286178', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:02.880254 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.api.validators [None req-0202be60-9988-44c8-b16d-3e6caf79615d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] bootfile-name is not in valid_values {{(pid=103476) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 09:34:02.881507 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.api.validators [None req-0202be60-9988-44c8-b16d-3e6caf79615d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] tftp-server is not in valid_values {{(pid=103476) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 09:34:02.882345 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.api.validators [None req-0202be60-9988-44c8-b16d-3e6caf79615d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] server-ip-address is not in valid_values {{(pid=103476) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 09:34:02.909498 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-354135be-0820-492e-8a27-02b33da45e44 req-4a89b8b1-fd06-4962-988b-15775b859b77 tempest-VolumesSnapshotTestJSON-59763357 tempest-VolumesSnapshotTestJSON-59763357-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5fee90-895b-407c-ae4d-be9199e0773e HTTP/1.1" status: 200 len: 210 time: 0.0602386 Nov 19 09:34:02.989203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port a6eaf2b7-1ab3-45b2-bbed-f70dc3290044, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a6eaf2b7-1ab3-45b2-bbed-f70dc3290044,segment=NetworkSegment(a8b1c61c-8c94-47e4-8fb2-d03da9ea9706),segment_id=a8b1c61c-8c94-47e4-8fb2-d03da9ea9706)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:02.998383 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:03.006920 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:03.019347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-55adb283-3871-4290-b3c7-d2b5ab6f4667 None None] Provisioning complete for port 8fb1063c-287b-4c61-83fc-1b8c9db37cbf triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:03.019730 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55adb283-3871-4290-b3c7-d2b5ab6f4667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:03.034534 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0202be60-9988-44c8-b16d-3e6caf79615d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:03.043631 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:03.110090 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Network f2464548-db38-4ede-8509-93a9dbb836ae is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:03.116511 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:03.122929 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:03.133249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=a6eaf2b7-1ab3-45b2-bbed-f70dc3290044,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:03.310781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Pushing event updated for resources: {'Port': ['ID=01cfb3a7-e180-4064-b1c3-53a2bb037f3c,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:03.401545 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Attempting to bind port 01cfb3a7-e180-4064-b1c3-53a2bb037f3c on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:34:03.401931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Attempting to bind port 01cfb3a7-e180-4064-b1c3-53a2bb037f3c by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:34:03.402308 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Attempting to bind port 01cfb3a7-e180-4064-b1c3-53a2bb037f3c on network f2464548-db38-4ede-8509-93a9dbb836ae {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:34:03.417884 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55adb283-3871-4290-b3c7-d2b5ab6f4667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:03.474000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:34:03.474544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Checking segment: {'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:34:03.474749 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:03.475145 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Bound using segment: {'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:34:03.475657 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Bound port: 01cfb3a7-e180-4064-b1c3-53a2bb037f3c, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:34:03.476050 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:03.536301 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0202be60-9988-44c8-b16d-3e6caf79615d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:03.544072 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0202be60-9988-44c8-b16d-3e6caf79615d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:03.567787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b537e927-ea18-46d4-a02a-73cbee96118e service neutron] For port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9d6d1cc0-1c45-4b89-95b9-69aea729ca09,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:03.640968 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] For port 01cfb3a7-e180-4064-b1c3-53a2bb037f3c, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:34:03.645198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] For port 01cfb3a7-e180-4064-b1c3-53a2bb037f3c, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=01cfb3a7-e180-4064-b1c3-53a2bb037f3c,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:34:03.680855 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-55adb283-3871-4290-b3c7-d2b5ab6f4667 None None] For port 8fb1063c-287b-4c61-83fc-1b8c9db37cbf, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8fb1063c-287b-4c61-83fc-1b8c9db37cbf,segment=NetworkSegment(aaf01736-6e97-49cc-bae2-bf5e513b3929),segment_id=aaf01736-6e97-49cc-bae2-bf5e513b3929)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:03.684691 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['a6eaf2b7-1ab3-45b2-bbed-f70dc3290044'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:34:03.721152 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202be60-9988-44c8-b16d-3e6caf79615d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Pushing event updated for resources: {'Port': ['ID=f1115afc-7208-4d97-a6f9-efe83aa689f0,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:03.725258 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d5274097-af2d-47cf-92fa-ba4fe1fc057b up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:34:03.747317 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0202be60-9988-44c8-b16d-3e6caf79615d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] In _notify_port_updated(), no bound segment for port f1115afc-7208-4d97-a6f9-efe83aa689f0 on network 896a904b-5cf7-4609-85bd-b58ab87bd683 {{(pid=103476) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:34:03.747529 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18163b-cc27-404c-991e-7a1eebc63e97 req-c0fb0731-ed65-4002-9ca8-eed02ebe799c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:03.753498 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0202be60-9988-44c8-b16d-3e6caf79615d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:03.754459 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0202be60-9988-44c8-b16d-3e6caf79615d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:03.756050 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0202be60-9988-44c8-b16d-3e6caf79615d tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] 10.222.0.21 "PUT /v2.0/ports/f1115afc-7208-4d97-a6f9-efe83aa689f0 HTTP/1.1" status: 200 len: 1135 time: 0.8950183 Nov 19 09:34:03.758617 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41048) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:03.763058 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18163b-cc27-404c-991e-7a1eebc63e97 req-c0fb0731-ed65-4002-9ca8-eed02ebe799c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:03.774273 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:03.777037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18163b-cc27-404c-991e-7a1eebc63e97 req-c0fb0731-ed65-4002-9ca8-eed02ebe799c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:03.777354 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55adb283-3871-4290-b3c7-d2b5ab6f4667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:03.787058 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18163b-cc27-404c-991e-7a1eebc63e97 req-c0fb0731-ed65-4002-9ca8-eed02ebe799c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:03.800268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18163b-cc27-404c-991e-7a1eebc63e97 req-c0fb0731-ed65-4002-9ca8-eed02ebe799c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:03.807835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18163b-cc27-404c-991e-7a1eebc63e97 req-c0fb0731-ed65-4002-9ca8-eed02ebe799c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:03.810066 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d18163b-cc27-404c-991e-7a1eebc63e97 req-c0fb0731-ed65-4002-9ca8-eed02ebe799c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 4666 time: 0.3814795 Nov 19 09:34:03.863270 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7412cf3-1dff-4dd8-95fb-85ca5820d716 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:03.868172 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d7412cf3-1dff-4dd8-95fb-85ca5820d716 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] 10.222.0.21 "GET /v2.0/ports/f1115afc-7208-4d97-a6f9-efe83aa689f0 HTTP/1.1" status: 200 len: 1135 time: 0.1083097 Nov 19 09:34:03.868889 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41050) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:03.869274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ba9b0-6d41-4e05-980f-fec3001e17ed None None] Pushing event updated for resources: {'Port': ['ID=01cfb3a7-e180-4064-b1c3-53a2bb037f3c,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:03.907177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b537e927-ea18-46d4-a02a-73cbee96118e service neutron] For port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:34:03.950206 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55adb283-3871-4290-b3c7-d2b5ab6f4667 None None] Pushing event updated for resources: {'Port': ['ID=8fb1063c-287b-4c61-83fc-1b8c9db37cbf,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:03.968198 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-94cc41e8-eb08-4d7d-b386-5bc324854503 req-256b0338-f3f1-4952-8fef-0dd11480ee22 service neutron] (103476) timed out ('10.222.0.71', 60646) {{(pid=103476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 09:34:03.992383 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ece70dff-3a68-4614-a6c7-2a2555e1d4bb None None] Provisioning complete for port f1115afc-7208-4d97-a6f9-efe83aa689f0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:03.992793 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ece70dff-3a68-4614-a6c7-2a2555e1d4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:04.013483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d5274097-af2d-47cf-92fa-ba4fe1fc057b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:04.014156 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:04.025654 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-54916b55-e50e-4d42-bf04-31298e768cb1 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Deleting port f1115afc-7208-4d97-a6f9-efe83aa689f0 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:04.026041 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54916b55-e50e-4d42-bf04-31298e768cb1 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:04.096509 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b537e927-ea18-46d4-a02a-73cbee96118e service neutron] device_id is not set on port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:34:04.105033 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ece70dff-3a68-4614-a6c7-2a2555e1d4bb None None] Port f1115afc-7208-4d97-a6f9-efe83aa689f0 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:34:04.107951 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b537e927-ea18-46d4-a02a-73cbee96118e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:04.172328 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54916b55-e50e-4d42-bf04-31298e768cb1 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:04.183469 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ece70dff-3a68-4614-a6c7-2a2555e1d4bb None None] Provisioning complete for port 8fb1063c-287b-4c61-83fc-1b8c9db37cbf triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:04.183983 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ece70dff-3a68-4614-a6c7-2a2555e1d4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:04.194450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d18163b-cc27-404c-991e-7a1eebc63e97 req-2bbee5f4-2f97-4728-b050-b44335fb4fa1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&id=440d152f-d8ed-4b60-8a4a-2317e0fdc158&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3648105 Nov 19 09:34:04.208206 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-54916b55-e50e-4d42-bf04-31298e768cb1 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Calling delete_port for f1115afc-7208-4d97-a6f9-efe83aa689f0 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:04.210337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fde0c-13e6-4440-9c7e-0beeabb40b7c req-fd9617d8-8627-45d8-8809-e459abfb5fc3 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:04.213035 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c3fde0c-13e6-4440-9c7e-0beeabb40b7c req-fd9617d8-8627-45d8-8809-e459abfb5fc3 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 944 time: 0.4007735 Nov 19 09:34:04.216753 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:04.256887 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b537e927-ea18-46d4-a02a-73cbee96118e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:04.456090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-90cac77c-6982-4227-b14f-3a2715945a77 req-371e8c16-b5c3-4c7c-9d7a-96810d76b88b service neutron] (103477) timed out ('10.222.0.71', 60633) {{(pid=103477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 09:34:04.470742 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54916b55-e50e-4d42-bf04-31298e768cb1 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:04.520063 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54916b55-e50e-4d42-bf04-31298e768cb1 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Pushing event deleted for resources: {'Port': ['ID=f1115afc-7208-4d97-a6f9-efe83aa689f0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:04.634773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8fb1063c-287b-4c61-83fc-1b8c9db37cbf up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:34:04.738526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8fb1063c-287b-4c61-83fc-1b8c9db37cbf triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:04.739733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b537e927-ea18-46d4-a02a-73cbee96118e service neutron] No DVR routers for this DVR port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:34:04.740523 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:04.757396 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54916b55-e50e-4d42-bf04-31298e768cb1 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:04.765898 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-54916b55-e50e-4d42-bf04-31298e768cb1 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] 10.222.0.21 "DELETE /v2.0/ports/f1115afc-7208-4d97-a6f9-efe83aa689f0 HTTP/1.1" status: 204 len: 168 time: 0.8958011 Nov 19 09:34:04.768645 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41060) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:04.805469 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537e927-ea18-46d4-a02a-73cbee96118e service neutron] Pushing event updated for resources: {'Port': ['ID=9d6d1cc0-1c45-4b89-95b9-69aea729ca09,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:04.848370 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-44b70fff-ff83-4c47-8c8f-02f5966bee57 None None] Could not find standard attr ID for object c0ed05cd-8cfc-467b-b854-0d1def53ddf3. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:34:04.899964 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c3fde0c-13e6-4440-9c7e-0beeabb40b7c req-23c262bb-fd8e-414a-baf8-b0c697d0923c tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10eb298-c0bd-4885-bc62-f3897caa1e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6280754 Nov 19 09:34:04.967862 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c645f55-34a8-437f-9578-3bbfc1d1aa84 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Deleting subnet a8ccae00-b396-4236-a4fe-9529f5dca0e3 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:34:04.975563 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c645f55-34a8-437f-9578-3bbfc1d1aa84 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:05.034611 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-013da72e-4036-4ae8-8638-ee7416b23411 None None] Provisioning complete for port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:05.035123 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-013da72e-4036-4ae8-8638-ee7416b23411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:05.038358 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:34:05.039501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b537e927-ea18-46d4-a02a-73cbee96118e service neutron] In _notify_port_updated(), no bound segment for port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 on network 49aec6eb-5987-4d27-ba58-77e438f7ea82 {{(pid=103477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:34:05.040406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b537e927-ea18-46d4-a02a-73cbee96118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:05.041027 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b537e927-ea18-46d4-a02a-73cbee96118e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:05.047067 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b537e927-ea18-46d4-a02a-73cbee96118e service neutron] 10.222.0.71 "PUT /v2.0/ports/9d6d1cc0-1c45-4b89-95b9-69aea729ca09 HTTP/1.1" status: 200 len: 1033 time: 2.9658570 Nov 19 09:34:05.100601 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c645f55-34a8-437f-9578-3bbfc1d1aa84 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:05.115516 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-013da72e-4036-4ae8-8638-ee7416b23411 None None] Port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:34:05.131227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:34:05.131884 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 980656e3-34d0-43e8-b414-ea629b357a2d no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:34:05.302263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6d4a0107-99bc-45bb-96c3-510f647fc4a4 None None] Could not find standard attr ID for object f1115afc-7208-4d97-a6f9-efe83aa689f0. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:34:05.304046 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c645f55-34a8-437f-9578-3bbfc1d1aa84 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:05.350411 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:05.437973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '980656e3-34d0-43e8-b414-ea629b357a2d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:34:05.445732 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3778a5d5-9058-4614-ad8b-362f21b7bc01" -d '{"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-unplugged", "status": "completed", "tag": "980656e3-34d0-43e8-b414-ea629b357a2d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:34:05.468548 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c645f55-34a8-437f-9578-3bbfc1d1aa84 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:05.480215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Allocated IP 172.20.0.1 (f2464548-db38-4ede-8509-93a9dbb836ae/1c895901-2c8b-4bc1-a201-68dc47928ecf/b011b7d8-0812-49e0-94cf-5b694ccbeda6) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:05.491338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 980656e3-34d0-43e8-b414-ea629b357a2d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=980656e3-34d0-43e8-b414-ea629b357a2d,segment=NetworkSegment(1556e36f-588d-4bb8-bb98-18e486079376),segment_id=1556e36f-588d-4bb8-bb98-18e486079376)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:05.504589 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:05.505729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device dcbc891e-ade2-45eb-ad48-53e552b80d69 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:34:05.526501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b3c38cf7-9146-4ad0-a376-631e4c64e74c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Deleting port c80a3964-2f56-440f-bf2a-88032266b6fa {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:05.531909 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b3c38cf7-9146-4ad0-a376-631e4c64e74c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:05.554342 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c645f55-34a8-437f-9578-3bbfc1d1aa84 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ccae00-b396-4236-a4fe-9529f5dca0e3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:05.570745 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c645f55-34a8-437f-9578-3bbfc1d1aa84 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:05.581642 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9c645f55-34a8-437f-9578-3bbfc1d1aa84 tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] 10.222.0.21 "DELETE /v2.0/subnets/a8ccae00-b396-4236-a4fe-9529f5dca0e3 HTTP/1.1" status: 204 len: 168 time: 0.8112891 Nov 19 09:34:05.585447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41072) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:05.641676 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bee451-7ffa-4a56-803e-5ba5a3612939 x-openstack-request-id: req-20bee451-7ffa-4a56-803e-5ba5a3612939 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:34:05.642794 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-unplugged", "status": "completed", "tag": "980656e3-34d0-43e8-b414-ea629b357a2d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:34:05.649534 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20bee451-7ffa-4a56-803e-5ba5a3612939 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:34:05.650125 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '980656e3-34d0-43e8-b414-ea629b357a2d', 'code': 200} Nov 19 09:34:05.653578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 01cfb3a7-e180-4064-b1c3-53a2bb037f3c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:34:05.675911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ba7e0d-5b72-487f-b75d-b31b4b0c55cd None None] Network 896a904b-5cf7-4609-85bd-b58ab87bd683 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:34:05.695311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b9522-c2cb-4c8e-90a2-538a247c84ed req-b32a4a01-e509-4654-ab6b-74d2fa1265fe tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:05.707979 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b9522-c2cb-4c8e-90a2-538a247c84ed req-b32a4a01-e509-4654-ab6b-74d2fa1265fe tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:05.720194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b9522-c2cb-4c8e-90a2-538a247c84ed req-b32a4a01-e509-4654-ab6b-74d2fa1265fe tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:05.726735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b9522-c2cb-4c8e-90a2-538a247c84ed req-b32a4a01-e509-4654-ab6b-74d2fa1265fe tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:05.733179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b9522-c2cb-4c8e-90a2-538a247c84ed req-b32a4a01-e509-4654-ab6b-74d2fa1265fe tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:05.743342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f4b9522-c2cb-4c8e-90a2-538a247c84ed req-b32a4a01-e509-4654-ab6b-74d2fa1265fe tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 3886 time: 0.3037119 Nov 19 09:34:05.747060 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:05.858958 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b3c38cf7-9146-4ad0-a376-631e4c64e74c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] For port c80a3964-2f56-440f-bf2a-88032266b6fa, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=c80a3964-2f56-440f-bf2a-88032266b6fa,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:05.859625 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b3c38cf7-9146-4ad0-a376-631e4c64e74c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:05.864771 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=980656e3-34d0-43e8-b414-ea629b357a2d,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:05.869008 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Deleting port 8fb1063c-287b-4c61-83fc-1b8c9db37cbf {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:05.871331 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:05.888326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f4b9522-c2cb-4c8e-90a2-538a247c84ed req-a4808b5a-e339-475e-9a32-8e05c2170ef5 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432853 Nov 19 09:34:05.911605 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b3c38cf7-9146-4ad0-a376-631e4c64e74c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Calling delete_port for c80a3964-2f56-440f-bf2a-88032266b6fa owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:06.016811 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] For port 8fb1063c-287b-4c61-83fc-1b8c9db37cbf, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8fb1063c-287b-4c61-83fc-1b8c9db37cbf,segment=NetworkSegment(aaf01736-6e97-49cc-bae2-bf5e513b3929),segment_id=aaf01736-6e97-49cc-bae2-bf5e513b3929)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:06.017240 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.033891 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Calling delete_port for 8fb1063c-287b-4c61-83fc-1b8c9db37cbf owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:06.046991 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.053975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46062aa1-e0f2-44ab-abca-87485cbbc3cb None None] Network f2464548-db38-4ede-8509-93a9dbb836ae requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:34:06.076411 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 01cfb3a7-e180-4064-b1c3-53a2bb037f3c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:06.078185 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.118839 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.189059 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.193516 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.210598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] No DVR routers for this DVR port 8fb1063c-287b-4c61-83fc-1b8c9db37cbf on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:34:06.327386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6873a-58bf-4606-b270-732fa84ac2d1 req-18eadd6f-a309-4793-a9ae-819959c2d864 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:06.328240 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.329726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6f6873a-58bf-4606-b270-732fa84ac2d1 req-18eadd6f-a309-4793-a9ae-819959c2d864 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 944 time: 0.2580209 Nov 19 09:34:06.352709 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896a904b-5cf7-4609-85bd-b58ab87bd683']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:06.365029 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf01736-6e97-49cc-bae2-bf5e513b3929') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:06.365655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf01736-6e97-49cc-bae2-bf5e513b3929') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:06.374373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network f2464548-db38-4ede-8509-93a9dbb836ae is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:06.378685 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.397387 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.406287 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:34:06.406958 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.413327 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port dcbc891e-ade2-45eb-ad48-53e552b80d69, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=dcbc891e-ade2-45eb-ad48-53e552b80d69,segment=NetworkSegment(263f60d8-2492-4865-ab2f-2e2dcdcf708e),segment_id=263f60d8-2492-4865-ab2f-2e2dcdcf708e)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:06.414522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:06.432513 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.433744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9694c3c4-a2f0-463a-929f-be8348809922 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:34:06.442299 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-87c32a5c-7ab5-4d03-ac70-65eb33ed7911 None None] Provisioning complete for port 01cfb3a7-e180-4064-b1c3-53a2bb037f3c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:06.442821 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-87c32a5c-7ab5-4d03-ac70-65eb33ed7911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.447647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:06.452519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=b011b7d8-0812-49e0-94cf-5b694ccbeda6,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:34:06.499753 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:34:06.502506 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Pushing event deleted for resources: {'Port': ['ID=8fb1063c-287b-4c61-83fc-1b8c9db37cbf,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:06.507874 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.521023 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.524766 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] 10.222.0.21 "DELETE /v2.0/networks/896a904b-5cf7-4609-85bd-b58ab87bd683 HTTP/1.1" status: 204 len: 168 time: 0.9380531 Nov 19 09:34:06.536788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa8eb0-4373-46ce-a813-f4bcf37f257e tempest-ExtraDHCPOptionsTestJSON-1735374748 tempest-ExtraDHCPOptionsTestJSON-1735374748-project] Pushing event deleted for resources: {'Network': ['ID=896a904b-5cf7-4609-85bd-b58ab87bd683,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:06.605769 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caafd4b-3b6f-42b6-9c96-c52cba363e37 None None] DHCP port deletion for 896a904b-5cf7-4609-85bd-b58ab87bd683 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:34:06.618621 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6f6873a-58bf-4606-b270-732fa84ac2d1 req-c4bf5b3e-59dc-461c-b0e5-dd72646d78a1 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10eb298-c0bd-4885-bc62-f3897caa1e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420778 Nov 19 09:34:06.652086 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b3c38cf7-9146-4ad0-a376-631e4c64e74c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.666558 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:34:06.687393 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c38cf7-9146-4ad0-a376-631e4c64e74c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event deleted for resources: {'Port': ['ID=c80a3964-2f56-440f-bf2a-88032266b6fa,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:06.716376 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.832514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=dcbc891e-ade2-45eb-ad48-53e552b80d69,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:06.858867 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b3c38cf7-9146-4ad0-a376-631e4c64e74c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] No DVR routers for this DVR port c80a3964-2f56-440f-bf2a-88032266b6fa on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:34:06.862913 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b3c38cf7-9146-4ad0-a376-631e4c64e74c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.866440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-b3c38cf7-9146-4ad0-a376-631e4c64e74c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.71 "DELETE /v2.0/ports/c80a3964-2f56-440f-bf2a-88032266b6fa HTTP/1.1" status: 204 len: 173 time: 1.7753043 Nov 19 09:34:06.866890 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-deleted', 'tag': 'c80a3964-2f56-440f-bf2a-88032266b6fa'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:34:06.870298 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd9ccf2-3513-4e49-9e9d-a22ce11ce991" -d '{"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-deleted", "tag": "c80a3964-2f56-440f-bf2a-88032266b6fa"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:34:06.929831 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.930963 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:06.974705 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f647c1a3-d56f-46c9-97ee-1cf28883a040 x-openstack-request-id: req-f647c1a3-d56f-46c9-97ee-1cf28883a040 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:34:06.975358 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-deleted", "tag": "c80a3964-2f56-440f-bf2a-88032266b6fa", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:34:06.975720 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f647c1a3-d56f-46c9-97ee-1cf28883a040 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:34:06.976320 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-deleted', 'tag': 'c80a3964-2f56-440f-bf2a-88032266b6fa', 'status': 'completed', 'code': 200} Nov 19 09:34:07.004038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41088) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:07.054795 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-87c32a5c-7ab5-4d03-ac70-65eb33ed7911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:07.076302 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9694c3c4-a2f0-463a-929f-be8348809922, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9694c3c4-a2f0-463a-929f-be8348809922,segment=NetworkSegment(263f60d8-2492-4865-ab2f-2e2dcdcf708e),segment_id=263f60d8-2492-4865-ab2f-2e2dcdcf708e)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:07.117774 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:07.120529 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:07.123116 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:34:07.140087 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 01cfb3a7-e180-4064-b1c3-53a2bb037f3c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=01cfb3a7-e180-4064-b1c3-53a2bb037f3c,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:07.169517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d7596-2af1-44a6-8843-fae535653131 req-9958b432-16a9-48e4-b9b0-bb143f55ab3a tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:07.203109 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:34:07.203324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d7596-2af1-44a6-8843-fae535653131 req-9958b432-16a9-48e4-b9b0-bb143f55ab3a tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:07.210047 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device ef0e76bc-c2ce-4b5e-804c-b7f9d3d38a44 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:34:07.215201 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e505d3ae-8213-42cf-b58a-27349e19fab2 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:34:07.217481 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:07.218419 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d7596-2af1-44a6-8843-fae535653131 req-9958b432-16a9-48e4-b9b0-bb143f55ab3a tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:07.220181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8fb1063c-287b-4c61-83fc-1b8c9db37cbf up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:34:07.238965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d7596-2af1-44a6-8843-fae535653131 req-9958b432-16a9-48e4-b9b0-bb143f55ab3a tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:07.253225 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f02d7596-2af1-44a6-8843-fae535653131 req-9958b432-16a9-48e4-b9b0-bb143f55ab3a tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 3147 time: 0.2132571 Nov 19 09:34:07.262516 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4e751f45-e5ad-43cf-b653-5e402f495ad2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a543f6b530db45f3a1d2b9e846bf89d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2583086 Nov 19 09:34:07.272662 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41098) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:07.364273 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e536247-5eb9-492a-9d8c-cb76a7b714a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:07.376373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-832cb2d9-8017-40b6-af25-538b33b58583 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Deleting port dcbc891e-ade2-45eb-ad48-53e552b80d69 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:07.376834 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-832cb2d9-8017-40b6-af25-538b33b58583 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:07.420747 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e536247-5eb9-492a-9d8c-cb76a7b714a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:07.426490 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 8fb1063c-287b-4c61-83fc-1b8c9db37cbf {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:34:07.426852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8fb1063c-287b-4c61-83fc-1b8c9db37cbf not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 19 09:34:07.568570 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-87c32a5c-7ab5-4d03-ac70-65eb33ed7911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:34:07.569310 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-87c32a5c-7ab5-4d03-ac70-65eb33ed7911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:34:07.575173 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e536247-5eb9-492a-9d8c-cb76a7b714a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:07.578660 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e536247-5eb9-492a-9d8c-cb76a7b714a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:07.582350 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6e536247-5eb9-492a-9d8c-cb76a7b714a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3447c6e-a99f-446f-a8bb-a024bb1ce7d9 HTTP/1.1" status: 204 len: 168 time: 0.3058095 Nov 19 09:34:07.582539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f02d7596-2af1-44a6-8843-fae535653131 req-475d1edd-82e4-4b0a-bd03-6a06dd6f4c9d tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677350 Nov 19 09:34:07.585684 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Port 8fb1063c-287b-4c61-83fc-1b8c9db37cbf not found, will not notify nova. {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 19 09:34:07.600953 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e536247-5eb9-492a-9d8c-cb76a7b714a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3447c6e-a99f-446f-a8bb-a024bb1ce7d9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:07.606596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9694c3c4-a2f0-463a-929f-be8348809922,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:07.670882 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcbc891e-ade2-45eb-ad48-53e552b80d69'}, {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9694c3c4-a2f0-463a-929f-be8348809922'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:34:07.673228 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49b4d4f-3398-4632-b337-0af18be3de5b" -d '{"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-unplugged", "status": "completed", "tag": "dcbc891e-ade2-45eb-ad48-53e552b80d69"}, {"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-unplugged", "status": "completed", "tag": "9694c3c4-a2f0-463a-929f-be8348809922"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:34:07.814502 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 19 Nov 2021 09:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e470769-018e-4a9f-89a1-8eb0b99ad1f4 x-openstack-request-id: req-4e470769-018e-4a9f-89a1-8eb0b99ad1f4 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:34:07.814804 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-unplugged", "status": "completed", "tag": "dcbc891e-ade2-45eb-ad48-53e552b80d69", "code": 200}, {"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-unplugged", "status": "completed", "tag": "9694c3c4-a2f0-463a-929f-be8348809922", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:34:07.815058 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e470769-018e-4a9f-89a1-8eb0b99ad1f4 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:34:07.815777 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcbc891e-ade2-45eb-ad48-53e552b80d69', 'code': 200} Nov 19 09:34:07.816040 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9694c3c4-a2f0-463a-929f-be8348809922', 'code': 200} Nov 19 09:34:07.828240 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8fb1063c-287b-4c61-83fc-1b8c9db37cbf no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:34:07.893415 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 8fb1063c-287b-4c61-83fc-1b8c9db37cbf {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:34:07.893754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-832cb2d9-8017-40b6-af25-538b33b58583 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] For port dcbc891e-ade2-45eb-ad48-53e552b80d69, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=dcbc891e-ade2-45eb-ad48-53e552b80d69,segment=NetworkSegment(263f60d8-2492-4865-ab2f-2e2dcdcf708e),segment_id=263f60d8-2492-4865-ab2f-2e2dcdcf708e)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:07.894267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8fb1063c-287b-4c61-83fc-1b8c9db37cbf not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:34:07.894960 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-832cb2d9-8017-40b6-af25-538b33b58583 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:07.901646 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=01cfb3a7-e180-4064-b1c3-53a2bb037f3c,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:07.920754 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:07.937664 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-832cb2d9-8017-40b6-af25-538b33b58583 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Calling delete_port for dcbc891e-ade2-45eb-ad48-53e552b80d69 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:08.023492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e505d3ae-8213-42cf-b58a-27349e19fab2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e505d3ae-8213-42cf-b58a-27349e19fab2,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:08.037878 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:08.038667 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 19a55e08-5b80-469b-baa4-dc2c8cdb0361 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:34:08.062632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22433a4-a044-42f0-b3d4-71656db0adb9 req-92be9cce-e648-4a8d-ab66-4bde02ccb444 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:08.064180 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c22433a4-a044-42f0-b3d4-71656db0adb9 req-92be9cce-e648-4a8d-ab66-4bde02ccb444 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 944 time: 0.2852607 Nov 19 09:34:08.145222 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=e505d3ae-8213-42cf-b58a-27349e19fab2,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:08.226694 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 19a55e08-5b80-469b-baa4-dc2c8cdb0361 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:34:08.227060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c80a3964-2f56-440f-bf2a-88032266b6fa no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:34:08.250466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: c80a3964-2f56-440f-bf2a-88032266b6fa {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:34:08.251830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device c80a3964-2f56-440f-bf2a-88032266b6fa not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:34:08.263641 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:34:08.364034 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c22433a4-a044-42f0-b3d4-71656db0adb9 req-fd63933f-2109-49ef-af5f-77def61b0249 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10eb298-c0bd-4885-bc62-f3897caa1e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352309 Nov 19 09:34:08.387320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3b8d0204-4be5-48ae-a553-cb6b6247af75 None None] Provisioning complete for port b011b7d8-0812-49e0-94cf-5b694ccbeda6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:08.387695 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3b8d0204-4be5-48ae-a553-cb6b6247af75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:08.390731 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:08.418410 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:08.420852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:34:08.426521 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:08.426900 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:08.469349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3b8d0204-4be5-48ae-a553-cb6b6247af75 None None] Port b011b7d8-0812-49e0-94cf-5b694ccbeda6 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:34:08.491345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3b8d0204-4be5-48ae-a553-cb6b6247af75 None None] Provisioning complete for port 01cfb3a7-e180-4064-b1c3-53a2bb037f3c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:08.491704 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3b8d0204-4be5-48ae-a553-cb6b6247af75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:08.593575 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:08.640176 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port a6eaf2b7-1ab3-45b2-bbed-f70dc3290044, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a6eaf2b7-1ab3-45b2-bbed-f70dc3290044,segment=NetworkSegment(a8b1c61c-8c94-47e4-8fb2-d03da9ea9706),segment_id=a8b1c61c-8c94-47e4-8fb2-d03da9ea9706)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:08.652601 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:08.796564 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=a6eaf2b7-1ab3-45b2-bbed-f70dc3290044,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:08.836995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41136) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:08.935176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=b011b7d8-0812-49e0-94cf-5b694ccbeda6,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:08.939031 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:08.948290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-937f8b4e-eb4d-4da8-80f0-668371eaa91a tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1518643512'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:08.956573 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-832cb2d9-8017-40b6-af25-538b33b58583 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:08.974604 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937f8b4e-eb4d-4da8-80f0-668371eaa91a tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Made reservation on behalf of a2be16fd49bd4d27b68d60f233928e6f for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:34:08.979995 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-937f8b4e-eb4d-4da8-80f0-668371eaa91a tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:08.994459 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-937f8b4e-eb4d-4da8-80f0-668371eaa91a tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:09.007833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cb2d9-8017-40b6-af25-538b33b58583 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event deleted for resources: {'Port': ['ID=dcbc891e-ade2-45eb-ad48-53e552b80d69,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:09.023195 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2f2f6-6ffc-4f1f-a694-94dc7e11e12a req-ca2093bb-84be-40c6-9ce2-4870b29b8df8 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:09.024786 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ac2f2f6-6ffc-4f1f-a694-94dc7e11e12a req-ca2093bb-84be-40c6-9ce2-4870b29b8df8 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/ports?device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 949 time: 0.5748048 Nov 19 09:34:09.080925 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-937f8b4e-eb4d-4da8-80f0-668371eaa91a tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:09.086454 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-937f8b4e-eb4d-4da8-80f0-668371eaa91a tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:09.113934 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937f8b4e-eb4d-4da8-80f0-668371eaa91a tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:34:09.128517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f8b4e-eb4d-4da8-80f0-668371eaa91a tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f77ebe-c57f-4e71-9596-7322cb5e8983,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:09.133477 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-937f8b4e-eb4d-4da8-80f0-668371eaa91a tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:09.133815 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-937f8b4e-eb4d-4da8-80f0-668371eaa91a tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Added segment 327f729c-df37-4ab2-895c-bc23c17837d2 of type vlan for network 2743960a-b661-48a6-9f8d-6a3c32617dcc Nov 19 09:34:09.141377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-832cb2d9-8017-40b6-af25-538b33b58583 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] No DVR routers for this DVR port dcbc891e-ade2-45eb-ad48-53e552b80d69 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:34:09.144972 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-832cb2d9-8017-40b6-af25-538b33b58583 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:09.148755 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-832cb2d9-8017-40b6-af25-538b33b58583 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.71 "DELETE /v2.0/ports/dcbc891e-ade2-45eb-ad48-53e552b80d69 HTTP/1.1" status: 204 len: 173 time: 2.2701728 Nov 19 09:34:09.151917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-deleted', 'tag': 'dcbc891e-ade2-45eb-ad48-53e552b80d69'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:34:09.154409 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7b2f1b-c3d0-48ff-a701-3ce11250424d" -d '{"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-deleted", "tag": "dcbc891e-ade2-45eb-ad48-53e552b80d69"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:34:09.169450 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1268f50-c735-4983-9b6f-f4e94fada7c1 req-91d88c34-515d-4945-9d08-ae38b0ea026f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:09.175537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1268f50-c735-4983-9b6f-f4e94fada7c1 req-91d88c34-515d-4945-9d08-ae38b0ea026f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:09.180534 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-937f8b4e-eb4d-4da8-80f0-668371eaa91a tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:09.185278 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1268f50-c735-4983-9b6f-f4e94fada7c1 req-91d88c34-515d-4945-9d08-ae38b0ea026f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:09.187009 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1268f50-c735-4983-9b6f-f4e94fada7c1 req-91d88c34-515d-4945-9d08-ae38b0ea026f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 2410 time: 0.2880964 Nov 19 09:34:09.282140 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-937f8b4e-eb4d-4da8-80f0-668371eaa91a tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:09.289456 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937f8b4e-eb4d-4da8-80f0-668371eaa91a tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:09.290085 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-937f8b4e-eb4d-4da8-80f0-668371eaa91a tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:09.313583 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network f2464548-db38-4ede-8509-93a9dbb836ae is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:09.326814 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:09.342621 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ac2f2f6-6ffc-4f1f-a694-94dc7e11e12a req-66d303c8-34d3-48bd-8449-f8d626b67647 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10375f-0cf0-4e98-ae38-eed59e8af77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998323 Nov 19 09:34:09.407276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f8b4e-eb4d-4da8-80f0-668371eaa91a tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Network': ['ID=2743960a-b661-48a6-9f8d-6a3c32617dcc,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:09.422461 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-937f8b4e-eb4d-4da8-80f0-668371eaa91a tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5842586 Nov 19 09:34:09.423445 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41144) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:09.425624 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 2743960a-b661-48a6-9f8d-6a3c32617dcc details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:34:09.432139 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a8c047ab-9cd4-491f-9ee3-d502f27f5cd0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'subnet': {'network_id': '2743960a-b661-48a6-9f8d-6a3c32617dcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:09.490911 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5407bf4a-4bf4-4176-a8a4-6e335ec77d48 x-openstack-request-id: req-5407bf4a-4bf4-4176-a8a4-6e335ec77d48 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:34:09.495081 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-deleted", "tag": "dcbc891e-ade2-45eb-ad48-53e552b80d69", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:34:09.495550 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5407bf4a-4bf4-4176-a8a4-6e335ec77d48 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:34:09.496812 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-deleted', 'tag': 'dcbc891e-ade2-45eb-ad48-53e552b80d69', 'status': 'completed', 'code': 200} Nov 19 09:34:09.528302 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1268f50-c735-4983-9b6f-f4e94fada7c1 req-32a89652-e6b6-4922-9579-89f1d0a6891c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745178 Nov 19 09:34:09.644083 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c047ab-9cd4-491f-9ee3-d502f27f5cd0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Made reservation on behalf of a2be16fd49bd4d27b68d60f233928e6f for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:34:09.650320 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8c047ab-9cd4-491f-9ee3-d502f27f5cd0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:09.726348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 01cfb3a7-e180-4064-b1c3-53a2bb037f3c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:34:09.767629 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-eea9c7bf-435d-410c-9e76-f263c575dbed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Deleting port e505d3ae-8213-42cf-b58a-27349e19fab2 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:09.767966 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-eea9c7bf-435d-410c-9e76-f263c575dbed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:09.781655 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c296df-00d2-4ca6-a7d8-4d5eb9673b28 req-67a94122-ca7c-401b-930c-17cb2802faab tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:09.783210 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88c296df-00d2-4ca6-a7d8-4d5eb9673b28 req-67a94122-ca7c-401b-930c-17cb2802faab tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 945 time: 0.2529025 Nov 19 09:34:09.785129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:34:09.791382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-904dab89-622b-4c70-9f51-f078234395f1 None None] Provisioning complete for port b011b7d8-0812-49e0-94cf-5b694ccbeda6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:09.792365 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-904dab89-622b-4c70-9f51-f078234395f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:09.794070 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 01cfb3a7-e180-4064-b1c3-53a2bb037f3c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:09.794547 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:09.819182 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e505d3ae-8213-42cf-b58a-27349e19fab2'}, {'server_uuid': 'ab27d28e-d7ca-4b22-b70c-9fac757b00d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6eaf2b7-1ab3-45b2-bbed-f70dc3290044'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:34:09.821273 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e613f0c5-2a0a-470d-88b8-4f5325493cea" -d '{"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-unplugged", "status": "completed", "tag": "e505d3ae-8213-42cf-b58a-27349e19fab2"}, {"server_uuid": "ab27d28e-d7ca-4b22-b70c-9fac757b00d6", "name": "network-vif-plugged", "status": "completed", "tag": "a6eaf2b7-1ab3-45b2-bbed-f70dc3290044"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:34:09.868278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-904dab89-622b-4c70-9f51-f078234395f1 None None] Port b011b7d8-0812-49e0-94cf-5b694ccbeda6 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:34:09.872039 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8c047ab-9cd4-491f-9ee3-d502f27f5cd0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:09.901749 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 19 Nov 2021 09:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8078b617-3b95-44c9-9e1b-7de9b66300d1 x-openstack-request-id: req-8078b617-3b95-44c9-9e1b-7de9b66300d1 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:34:09.902292 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-unplugged", "status": "completed", "tag": "e505d3ae-8213-42cf-b58a-27349e19fab2", "code": 200}, {"server_uuid": "ab27d28e-d7ca-4b22-b70c-9fac757b00d6", "name": "network-vif-plugged", "status": "completed", "tag": "a6eaf2b7-1ab3-45b2-bbed-f70dc3290044", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:34:09.902762 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8078b617-3b95-44c9-9e1b-7de9b66300d1 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:34:09.903259 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e505d3ae-8213-42cf-b58a-27349e19fab2', 'code': 200} Nov 19 09:34:09.903644 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab27d28e-d7ca-4b22-b70c-9fac757b00d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6eaf2b7-1ab3-45b2-bbed-f70dc3290044', 'code': 200} Nov 19 09:34:09.949657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c047ab-9cd4-491f-9ee3-d502f27f5cd0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Subnet': ['ID=b4b606d8-77fa-4f66-b2d1-393460096f78,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:09.957421 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c047ab-9cd4-491f-9ee3-d502f27f5cd0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Checking segment: {'id': '327f729c-df37-4ab2-895c-bc23c17837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '2743960a-b661-48a6-9f8d-6a3c32617dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:34:09.957788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c047ab-9cd4-491f-9ee3-d502f27f5cd0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network hostable DHCP agents. Network: 2743960a-b661-48a6-9f8d-6a3c32617dcc, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:34:09.977603 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c047ab-9cd4-491f-9ee3-d502f27f5cd0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network 2743960a-b661-48a6-9f8d-6a3c32617dcc is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:34:09.988033 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a8c047ab-9cd4-491f-9ee3-d502f27f5cd0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 2743960a-b661-48a6-9f8d-6a3c32617dcc) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:09.997748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e329ca70-bd4a-438a-a4be-502eff8eaf03 None None] Network 2743960a-b661-48a6-9f8d-6a3c32617dcc requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:34:09.997932 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c047ab-9cd4-491f-9ee3-d502f27f5cd0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:09.998523 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8c047ab-9cd4-491f-9ee3-d502f27f5cd0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:10.001785 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88c296df-00d2-4ca6-a7d8-4d5eb9673b28 req-f22c076c-9e37-4f3a-b735-417c06c4efa9 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10eb298-c0bd-4885-bc62-f3897caa1e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980014 Nov 19 09:34:10.029013 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a8c047ab-9cd4-491f-9ee3-d502f27f5cd0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6033673 Nov 19 09:34:10.029658 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41150) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:10.034208 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-611715852', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:10.069613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-eea9c7bf-435d-410c-9e76-f263c575dbed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] For port e505d3ae-8213-42cf-b58a-27349e19fab2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e505d3ae-8213-42cf-b58a-27349e19fab2,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:10.069994 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-eea9c7bf-435d-410c-9e76-f263c575dbed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:10.088796 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-eea9c7bf-435d-410c-9e76-f263c575dbed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Calling delete_port for e505d3ae-8213-42cf-b58a-27349e19fab2 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:10.101532 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:10.102636 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:10.108593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:34:10.111084 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252f541-207a-4b5d-a9d4-2535e2cc95dc req-974539b4-805e-4db3-b02c-7b4d2df63d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:10.113147 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3252f541-207a-4b5d-a9d4-2535e2cc95dc req-974539b4-805e-4db3-b02c-7b4d2df63d2e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 1097 time: 0.0680714 Nov 19 09:34:10.133690 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-deeeb2be-9279-4e19-a449-5d9f3c71adff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "PUT /v2.0/routers/0ce345d4-2e32-4eb8-a95f-00fb5ae8f893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2065215 Nov 19 09:34:10.134637 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Sync routers for ids ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:34:10.146774 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Routers {'0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:10.148091 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:10.151422 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b914ef5f-7039-42d6-b188-6fc46353834d None None] Network 2743960a-b661-48a6-9f8d-6a3c32617dcc requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:34:10.224670 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:10.295570 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143e46b-2304-4665-9302-75a2e5f6fa07 req-399326a5-6efd-4bcb-80a2-0c2d27845a9c tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:10.297366 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e143e46b-2304-4665-9302-75a2e5f6fa07 req-399326a5-6efd-4bcb-80a2-0c2d27845a9c tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.71 "GET /v2.0/ports?device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 949 time: 0.1819634 Nov 19 09:34:10.325852 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3252f541-207a-4b5d-a9d4-2535e2cc95dc req-d152d3d9-c233-4050-bb5a-3cb5cc307620 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c10eb298-c0bd-4885-bc62-f3897caa1e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997230 Nov 19 09:34:10.355874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-eea9c7bf-435d-410c-9e76-f263c575dbed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:10.403064 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9c7bf-435d-410c-9e76-f263c575dbed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event deleted for resources: {'Port': ['ID=e505d3ae-8213-42cf-b58a-27349e19fab2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:10.478524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-eea9c7bf-435d-410c-9e76-f263c575dbed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] No DVR routers for this DVR port e505d3ae-8213-42cf-b58a-27349e19fab2 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:34:10.482271 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-eea9c7bf-435d-410c-9e76-f263c575dbed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:10.483255 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:10.486252 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-eea9c7bf-435d-410c-9e76-f263c575dbed tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.71 "DELETE /v2.0/ports/e505d3ae-8213-42cf-b58a-27349e19fab2 HTTP/1.1" status: 204 len: 173 time: 1.2982399 Nov 19 09:34:10.536951 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Set router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:34:10.689883 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc633e-d100-4ac7-9f59-253f2defef82 req-5d593f5b-a605-48e1-aa5f-e410adf97b25 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:10.691942 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f6bc633e-d100-4ac7-9f59-253f2defef82 req-5d593f5b-a605-48e1-aa5f-e410adf97b25 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/ports?device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 949 time: 0.2148056 Nov 19 09:34:10.740420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-5c25646b-e0c0-434c-b887-6b2e64e2820b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405694118&fields=id&tenant_id=0dc1876a77414c6c8af6b4234d92e489 HTTP/1.1" status: 200 len: 267 time: 0.2242305 Nov 19 09:34:10.749756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-d43b4ce4-1605-4a41-91b1-6f688bc643d0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Deleting port 980656e3-34d0-43e8-b414-ea629b357a2d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:10.750136 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-d43b4ce4-1605-4a41-91b1-6f688bc643d0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:10.858151 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243700459', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:07Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b011b7d8-0812-49e0-94cf-5b694ccbeda6', 'name': '', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:38:8b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:34:04Z', 'updated_at': '2021-11-19T09:34:07Z', 'revision_number': 2, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:10.877413 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-d43b4ce4-1605-4a41-91b1-6f688bc643d0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] For port 980656e3-34d0-43e8-b414-ea629b357a2d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=980656e3-34d0-43e8-b414-ea629b357a2d,segment=NetworkSegment(1556e36f-588d-4bb8-bb98-18e486079376),segment_id=1556e36f-588d-4bb8-bb98-18e486079376)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:10.877800 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-d43b4ce4-1605-4a41-91b1-6f688bc643d0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:10.912730 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Checking router: 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:34:10.913164 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Updating router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 port b011b7d8-0812-49e0-94cf-5b694ccbeda6 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:34:10.951345 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:11.048786 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-e143e46b-2304-4665-9302-75a2e5f6fa07 req-c388badd-5dfc-4390-b666-31778d522ae1 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Deleting port 8f663342-6595-498a-b6aa-c905097f8dc1 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:11.049293 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e143e46b-2304-4665-9302-75a2e5f6fa07 req-c388badd-5dfc-4390-b666-31778d522ae1 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:11.217305 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-e143e46b-2304-4665-9302-75a2e5f6fa07 req-c388badd-5dfc-4390-b666-31778d522ae1 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] For port 8f663342-6595-498a-b6aa-c905097f8dc1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=8f663342-6595-498a-b6aa-c905097f8dc1,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:11.217683 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e143e46b-2304-4665-9302-75a2e5f6fa07 req-c388badd-5dfc-4390-b666-31778d522ae1 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:11.237677 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-e143e46b-2304-4665-9302-75a2e5f6fa07 req-c388badd-5dfc-4390-b666-31778d522ae1 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Calling delete_port for 8f663342-6595-498a-b6aa-c905097f8dc1 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:11.263817 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-d43b4ce4-1605-4a41-91b1-6f688bc643d0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:11.265036 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-d43b4ce4-1605-4a41-91b1-6f688bc643d0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:11.265611 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-d43b4ce4-1605-4a41-91b1-6f688bc643d0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Floating IP aeb26670-6a13-4532-b806-0f07249d5c96 disassociated. External IP: 172.25.0.71, port: 980656e3-34d0-43e8-b414-ea629b357a2d. Nov 19 09:34:11.266152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-d43b4ce4-1605-4a41-91b1-6f688bc643d0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Calling delete_port for 980656e3-34d0-43e8-b414-ea629b357a2d owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:11.282215 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f6bc633e-d100-4ac7-9f59-253f2defef82 req-ec14eca4-cce3-4b25-893f-6950af107ad7 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b10375f-0cf0-4e98-ae38-eed59e8af77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5702140 Nov 19 09:34:11.294016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-abb78dc4-719d-4b7a-b22c-f06c00e00a6e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:11.295617 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-abb78dc4-719d-4b7a-b22c-f06c00e00a6e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/networks?id=f2464548-db38-4ede-8509-93a9dbb836ae HTTP/1.1" status: 200 len: 794 time: 0.2572894 Nov 19 09:34:11.311676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-b1ae34eb-6847-4e44-a008-1e6b067dfdfe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/quotas/0dc1876a77414c6c8af6b4234d92e489 HTTP/1.1" status: 200 len: 375 time: 0.0103366 Nov 19 09:34:11.370006 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:11.387801 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:11.403744 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:11.420026 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-0457f916-747c-40f2-b5ac-83ef4cebf841 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761161 Nov 19 09:34:11.498487 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-deleted', 'tag': 'e505d3ae-8213-42cf-b58a-27349e19fab2'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:34:11.504099 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0507e186-d843-4266-9666-c834b9276ecd" -d '{"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-deleted", "tag": "e505d3ae-8213-42cf-b58a-27349e19fab2"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:34:11.513575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1622975-be59-43c7-a473-67869ed53dab None None] Pushing event updated for resources: {'Port': ['ID=b011b7d8-0812-49e0-94cf-5b694ccbeda6,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:11.513900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:11.538339 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Attempting to bind port b011b7d8-0812-49e0-94cf-5b694ccbeda6 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:34:11.539532 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Attempting to bind port b011b7d8-0812-49e0-94cf-5b694ccbeda6 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:34:11.539979 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Attempting to bind port b011b7d8-0812-49e0-94cf-5b694ccbeda6 on network f2464548-db38-4ede-8509-93a9dbb836ae {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:34:11.547094 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:34:11.547598 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Checking segment: {'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:34:11.548293 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:11.548868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Bound using segment: {'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:34:11.549985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Bound port: b011b7d8-0812-49e0-94cf-5b694ccbeda6, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:34:11.550484 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:11.551348 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9893-14ea-4e1c-8a72-fa1693434e68 req-03e6d915-1a7c-4b1e-8c93-b3f3832f8186 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:11.559678 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9893-14ea-4e1c-8a72-fa1693434e68 req-03e6d915-1a7c-4b1e-8c93-b3f3832f8186 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:11.588661 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5aad9893-14ea-4e1c-8a72-fa1693434e68 req-03e6d915-1a7c-4b1e-8c93-b3f3832f8186 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 1677 time: 0.1502063 Nov 19 09:34:11.691018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] For port b011b7d8-0812-49e0-94cf-5b694ccbeda6, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:34:11.701153 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] For port b011b7d8-0812-49e0-94cf-5b694ccbeda6, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b011b7d8-0812-49e0-94cf-5b694ccbeda6,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:34:11.716838 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:11.798290 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Routers {'0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:11.800020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:11.832648 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-d43b4ce4-1605-4a41-91b1-6f688bc643d0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:11.833368 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Allocated IP 172.25.0.18 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/05f9b677-5f05-483c-b8d1-86185bafd04f) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:11.872710 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5aad9893-14ea-4e1c-8a72-fa1693434e68 req-3d8ee361-babf-4eef-b93e-feda9cff3ec7 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830746 Nov 19 09:34:11.943535 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b4ce4-1605-4a41-91b1-6f688bc643d0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event deleted for resources: {'Port': ['ID=980656e3-34d0-43e8-b414-ea629b357a2d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:11.957242 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-9469546e-fec1-4cfd-9ba6-3d23c542e365 service neutron] 10.222.0.21 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163345 Nov 19 09:34:12.066421 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1622975-be59-43c7-a473-67869ed53dab None None] Pushing event updated for resources: {'Port': ['ID=b011b7d8-0812-49e0-94cf-5b694ccbeda6,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:12.081973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b335f20e-4580-43a3-a362-650ce07d200d None None] Provisioning complete for port b011b7d8-0812-49e0-94cf-5b694ccbeda6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:12.082582 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b335f20e-4580-43a3-a362-650ce07d200d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:12.090904 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e143e46b-2304-4665-9302-75a2e5f6fa07 req-c388badd-5dfc-4390-b666-31778d522ae1 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:12.112466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['8f663342-6595-498a-b6aa-c905097f8dc1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:34:12.122136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] Set router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:34:12.171878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217fa08-cefe-4e53-9377-8d84a3be2169 req-5b9bba8a-69d3-4b2d-badb-67550e864bde tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:12.174293 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d217fa08-cefe-4e53-9377-8d84a3be2169 req-5b9bba8a-69d3-4b2d-badb-67550e864bde tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 945 time: 0.1131852 Nov 19 09:34:12.193038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-d43b4ce4-1605-4a41-91b1-6f688bc643d0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Router 52f1f1d1-1d84-437d-bdfb-b840614750c5 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:34:12.194875 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388badd-5dfc-4390-b666-31778d522ae1 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Pushing event deleted for resources: {'Port': ['ID=8f663342-6595-498a-b6aa-c905097f8dc1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:12.257310 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d217fa08-cefe-4e53-9377-8d84a3be2169 req-0db0f636-1fe7-4982-9633-2bcd2e8bd4da tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10eb298-c0bd-4885-bc62-f3897caa1e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715733 Nov 19 09:34:12.269156 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-ae7d5711-16b6-454b-b221-3efef6f353a9 service neutron] 10.222.0.21 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015842 Nov 19 09:34:12.378185 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:12.380424 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-e143e46b-2304-4665-9302-75a2e5f6fa07 req-c388badd-5dfc-4390-b666-31778d522ae1 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] No DVR routers for this DVR port 8f663342-6595-498a-b6aa-c905097f8dc1 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:34:12.394518 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-e143e46b-2304-4665-9302-75a2e5f6fa07 req-c388badd-5dfc-4390-b666-31778d522ae1 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:12.398373 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e143e46b-2304-4665-9302-75a2e5f6fa07 req-c388badd-5dfc-4390-b666-31778d522ae1 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.71 "DELETE /v2.0/ports/8f663342-6595-498a-b6aa-c905097f8dc1 HTTP/1.1" status: 204 len: 173 time: 2.0695400 Nov 19 09:34:12.398877 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95546574-8ae3-4e7c-a0ab-e3a02ec09194', 'name': 'network-vif-deleted', 'tag': '8f663342-6595-498a-b6aa-c905097f8dc1'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:34:12.402036 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b056428-8f89-488c-9cc6-fb940f502a72" -d '{"events": [{"server_uuid": "95546574-8ae3-4e7c-a0ab-e3a02ec09194", "name": "network-vif-deleted", "tag": "8f663342-6595-498a-b6aa-c905097f8dc1"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:34:12.440619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-d43b4ce4-1605-4a41-91b1-6f688bc643d0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:34:12.443448 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8855819e-3e47-4c51-9d4c-651958eeb18e x-openstack-request-id: req-8855819e-3e47-4c51-9d4c-651958eeb18e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:34:12.443746 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-deleted", "tag": "e505d3ae-8213-42cf-b58a-27349e19fab2", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:34:12.443997 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8855819e-3e47-4c51-9d4c-651958eeb18e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:34:12.444398 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-deleted', 'tag': 'e505d3ae-8213-42cf-b58a-27349e19fab2', 'status': 'completed', 'code': 200} Nov 19 09:34:12.453307 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c4f7f6-4fb9-4b9a-b8a1-b9d8eb0de53d None None] Sync routers for ids ['52f1f1d1-1d84-437d-bdfb-b840614750c5'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:34:12.479214 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c4f7f6-4fb9-4b9a-b8a1-b9d8eb0de53d None None] Routers {'52f1f1d1-1d84-437d-bdfb-b840614750c5'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:12.480872 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-06c4f7f6-4fb9-4b9a-b8a1-b9d8eb0de53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['52f1f1d1-1d84-437d-bdfb-b840614750c5'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:12.524767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-d43b4ce4-1605-4a41-91b1-6f688bc643d0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] No DVR routers for this DVR port 980656e3-34d0-43e8-b414-ea629b357a2d on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:34:12.528990 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-d43b4ce4-1605-4a41-91b1-6f688bc643d0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:12.535078 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:12.544872 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-d43b4ce4-1605-4a41-91b1-6f688bc643d0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.71 "DELETE /v2.0/ports/980656e3-34d0-43e8-b414-ea629b357a2d HTTP/1.1" status: 204 len: 173 time: 2.0184619 Nov 19 09:34:12.627994 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b335f20e-4580-43a3-a362-650ce07d200d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:12.630794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:12.652326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:12.663464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:12.694481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ad09e2-ab2d-4a51-bf88-972e1ee3e905 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:34:12.786743 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-06c4f7f6-4fb9-4b9a-b8a1-b9d8eb0de53d None None] Set router 52f1f1d1-1d84-437d-bdfb-b840614750c5 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:34:12.790298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=05f9b677-5f05-483c-b8d1-86185bafd04f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:12.931246 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b335f20e-4580-43a3-a362-650ce07d200d None None] For port b011b7d8-0812-49e0-94cf-5b694ccbeda6, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b011b7d8-0812-49e0-94cf-5b694ccbeda6,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:12.949709 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b335f20e-4580-43a3-a362-650ce07d200d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:13.014820 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243700459', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:07Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b011b7d8-0812-49e0-94cf-5b694ccbeda6', 'name': '', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:38:8b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:34:04Z', 'updated_at': '2021-11-19T09:34:11Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:13.070284 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e43adce-4ec6-4e1e-8c96-2f287bbd08d0 None None] The sync data for ids ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'] in n-d-805649-14 is: [{'id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243700459', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:07Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b011b7d8-0812-49e0-94cf-5b694ccbeda6', 'name': '', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:38:8b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:34:04Z', 'updated_at': '2021-11-19T09:34:11Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:34:13.078180 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335f20e-4580-43a3-a362-650ce07d200d None None] Pushing event updated for resources: {'Port': ['ID=b011b7d8-0812-49e0-94cf-5b694ccbeda6,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:13.092363 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-76d7e9b9-39e9-4177-9055-b8a36d5bfb73 None None] Provisioning complete for port b011b7d8-0812-49e0-94cf-5b694ccbeda6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:13.092786 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-76d7e9b9-39e9-4177-9055-b8a36d5bfb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:13.178579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f769a087-8dda-4260-a0f7-082c079868e2 req-86e2bdf7-b583-40fa-ac92-e977d3500336 tempest-VolumesBackupsTest-221701478 tempest-VolumesBackupsTest-221701478-project] 10.222.0.21 "GET /v2.0/ports?device_id=95546574-8ae3-4e7c-a0ab-e3a02ec09194 HTTP/1.1" status: 200 len: 210 time: 0.6559880 Nov 19 09:34:13.205411 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-06c4f7f6-4fb9-4b9a-b8a1-b9d8eb0de53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'name': 'tempest-TaggedBootDevicesTest_v242-815523072-router', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:20Z', 'updated_at': '2021-11-19T09:22:35Z', 'revision_number': 4, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'gw_port': {'id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:23Z', 'updated_at': '2021-11-19T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'bf0aaa88-7eea-4be1-882f-6a1885f178b5', 'name': '', 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'mac_address': 'fa:16:3e:93:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:32Z', 'updated_at': '2021-11-19T09:22:45Z', 'revision_number': 5, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'subnets': [{'id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:13.309847 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:13.330793 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c4f7f6-4fb9-4b9a-b8a1-b9d8eb0de53d None None] Checking router: 52f1f1d1-1d84-437d-bdfb-b840614750c5 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:34:13.356866 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c4f7f6-4fb9-4b9a-b8a1-b9d8eb0de53d None None] Routers {'52f1f1d1-1d84-437d-bdfb-b840614750c5'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:13.357902 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-06c4f7f6-4fb9-4b9a-b8a1-b9d8eb0de53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['52f1f1d1-1d84-437d-bdfb-b840614750c5'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:13.392231 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-76d7e9b9-39e9-4177-9055-b8a36d5bfb73 None None] Provisioning complete for port 05f9b677-5f05-483c-b8d1-86185bafd04f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:13.392621 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-76d7e9b9-39e9-4177-9055-b8a36d5bfb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:13.474781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-76d7e9b9-39e9-4177-9055-b8a36d5bfb73 None None] Port 05f9b677-5f05-483c-b8d1-86185bafd04f cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:34:13.497528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-e6490e8b-f566-4c2b-aaa6-7c33b2ec6047 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Deleting port 9694c3c4-a2f0-463a-929f-be8348809922 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:13.498134 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-e6490e8b-f566-4c2b-aaa6-7c33b2ec6047 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:13.510033 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f433e7c0-c21e-47f0-acd4-ffd8744eec52 x-openstack-request-id: req-f433e7c0-c21e-47f0-acd4-ffd8744eec52 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:34:13.510330 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95546574-8ae3-4e7c-a0ab-e3a02ec09194", "name": "network-vif-deleted", "tag": "8f663342-6595-498a-b6aa-c905097f8dc1", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:34:13.510592 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f433e7c0-c21e-47f0-acd4-ffd8744eec52 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:34:13.511008 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95546574-8ae3-4e7c-a0ab-e3a02ec09194', 'name': 'network-vif-deleted', 'tag': '8f663342-6595-498a-b6aa-c905097f8dc1', 'status': 'completed', 'code': 200} Nov 19 09:34:13.611221 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-06c4f7f6-4fb9-4b9a-b8a1-b9d8eb0de53d None None] Set router 52f1f1d1-1d84-437d-bdfb-b840614750c5 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:34:13.858211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b011b7d8-0812-49e0-94cf-5b694ccbeda6 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:34:13.882649 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:13.891437 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-e6490e8b-f566-4c2b-aaa6-7c33b2ec6047 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] For port 9694c3c4-a2f0-463a-929f-be8348809922, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9694c3c4-a2f0-463a-929f-be8348809922,segment=NetworkSegment(263f60d8-2492-4865-ab2f-2e2dcdcf708e),segment_id=263f60d8-2492-4865-ab2f-2e2dcdcf708e)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:13.893548 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-e6490e8b-f566-4c2b-aaa6-7c33b2ec6047 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:13.921297 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-e6490e8b-f566-4c2b-aaa6-7c33b2ec6047 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Calling delete_port for 9694c3c4-a2f0-463a-929f-be8348809922 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:13.985860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b011b7d8-0812-49e0-94cf-5b694ccbeda6 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:13.987781 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:14.050338 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-06c4f7f6-4fb9-4b9a-b8a1-b9d8eb0de53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'name': 'tempest-TaggedBootDevicesTest_v242-815523072-router', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:20Z', 'updated_at': '2021-11-19T09:22:35Z', 'revision_number': 4, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'gw_port': {'id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:23Z', 'updated_at': '2021-11-19T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'bf0aaa88-7eea-4be1-882f-6a1885f178b5', 'name': '', 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'mac_address': 'fa:16:3e:93:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:32Z', 'updated_at': '2021-11-19T09:22:45Z', 'revision_number': 5, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'subnets': [{'id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:14.115860 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c4f7f6-4fb9-4b9a-b8a1-b9d8eb0de53d None None] The sync data for ids ['52f1f1d1-1d84-437d-bdfb-b840614750c5'] in n-d-805649-14 is: [{'id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'name': 'tempest-TaggedBootDevicesTest_v242-815523072-router', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:20Z', 'updated_at': '2021-11-19T09:22:35Z', 'revision_number': 4, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'gw_port': {'id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:23Z', 'updated_at': '2021-11-19T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'bf0aaa88-7eea-4be1-882f-6a1885f178b5', 'name': '', 'network_id': 'd998d4ee-a200-49f0-8943-4be78f808d14', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'mac_address': 'fa:16:3e:93:0a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:32Z', 'updated_at': '2021-11-19T09:22:45Z', 'revision_number': 5, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'subnets': [{'id': 'ca7a993c-8947-46a3-a13a-7da81a72657b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:34:14.199737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 4fb70092-dd22-42f3-a519-b04e9f3b49f9 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:34:14.233632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c26c41c9-ba10-4fc2-b444-4ec1d8385c23 req-37ca9b01-3429-4187-8aa3-a3cbeda9e3ff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 210 time: 0.0824671 Nov 19 09:34:14.273894 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-e6490e8b-f566-4c2b-aaa6-7c33b2ec6047 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:14.323737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6490e8b-f566-4c2b-aaa6-7c33b2ec6047 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event deleted for resources: {'Port': ['ID=9694c3c4-a2f0-463a-929f-be8348809922,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:14.332984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd568de6-c96d-43aa-94b8-f95c7d12404a req-0ff15f24-cc09-4a3c-a765-acee0d27b5f6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:14.334983 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd568de6-c96d-43aa-94b8-f95c7d12404a req-0ff15f24-cc09-4a3c-a765-acee0d27b5f6 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 865 time: 0.6976125 Nov 19 09:34:14.435194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-e6490e8b-f566-4c2b-aaa6-7c33b2ec6047 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] No DVR routers for this DVR port 9694c3c4-a2f0-463a-929f-be8348809922 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:34:14.439148 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-e6490e8b-f566-4c2b-aaa6-7c33b2ec6047 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:14.443451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c8ead42-2429-4443-af9b-78afe2f40780 req-e6490e8b-f566-4c2b-aaa6-7c33b2ec6047 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.71 "DELETE /v2.0/ports/9694c3c4-a2f0-463a-929f-be8348809922 HTTP/1.1" status: 204 len: 173 time: 1.2713819 Nov 19 09:34:14.449921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-deleted', 'tag': '980656e3-34d0-43e8-b414-ea629b357a2d'}, {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-deleted', 'tag': '9694c3c4-a2f0-463a-929f-be8348809922'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:34:14.452239 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bc1b5a-3e9d-4446-8552-54c7530ba723" -d '{"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-deleted", "tag": "980656e3-34d0-43e8-b414-ea629b357a2d"}, {"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-deleted", "tag": "9694c3c4-a2f0-463a-929f-be8348809922"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:34:14.513379 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd568de6-c96d-43aa-94b8-f95c7d12404a req-c1df8d02-79f8-41c3-b0c0-ef3333b7382c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c0e9b0-3022-4521-a8c4-64614590cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670463 Nov 19 09:34:14.549369 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:34:14.569414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2a7aba-569e-4762-aaa9-af86dffb8b21 None None] Sync routers for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:34:14.610557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a7aba-569e-4762-aaa9-af86dffb8b21 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:14.611736 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8d2a7aba-569e-4762-aaa9-af86dffb8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:14.617903 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:14.624203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41224) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:14.624850 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-63fdcd22-2f2b-451a-ba0e-57ce63e6d049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5939672 Nov 19 09:34:14.705307 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8d2a7aba-569e-4762-aaa9-af86dffb8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:14.727394 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ca9dae-1522-4889-a5f1-8cfef4691dab None None] New status for floating IP aeb26670-6a13-4532-b806-0f07249d5c96: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:34:14.754291 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a7aba-569e-4762-aaa9-af86dffb8b21 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:14.756349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8d2a7aba-569e-4762-aaa9-af86dffb8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:14.783790 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 09:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1112ee7e-6c78-422f-b9a6-796ab6d24eb7 x-openstack-request-id: req-1112ee7e-6c78-422f-b9a6-796ab6d24eb7 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:34:14.784098 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-deleted", "tag": "980656e3-34d0-43e8-b414-ea629b357a2d", "status": "completed", "code": 200}, {"server_uuid": "511206c3-dbd7-443f-945d-1f86590ad380", "name": "network-vif-deleted", "tag": "9694c3c4-a2f0-463a-929f-be8348809922", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:34:14.784358 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1112ee7e-6c78-422f-b9a6-796ab6d24eb7 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:34:14.793606 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-deleted', 'tag': '980656e3-34d0-43e8-b414-ea629b357a2d', 'status': 'completed', 'code': 200} Nov 19 09:34:14.794232 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511206c3-dbd7-443f-945d-1f86590ad380', 'name': 'network-vif-deleted', 'tag': '9694c3c4-a2f0-463a-929f-be8348809922', 'status': 'completed', 'code': 200} Nov 19 09:34:14.862758 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8d2a7aba-569e-4762-aaa9-af86dffb8b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:14.870122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2a7aba-569e-4762-aaa9-af86dffb8b21 None None] The sync data for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:34:15.090773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 8f663342-6595-498a-b6aa-c905097f8dc1 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:34:15.139291 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 8f663342-6595-498a-b6aa-c905097f8dc1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:34:15.139813 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 8f663342-6595-498a-b6aa-c905097f8dc1 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:34:15.180225 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7aebc-faee-4cf1-a057-ae4d027be1d3 req-b2a57f82-17a9-464a-b009-19d9729f8861 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:15.191222 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7f7aebc-faee-4cf1-a057-ae4d027be1d3 req-b2a57f82-17a9-464a-b009-19d9729f8861 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 945 time: 0.3882442 Nov 19 09:34:15.339854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7f7aebc-faee-4cf1-a057-ae4d027be1d3 req-01c2fcee-49dc-4c27-8148-e0c914b31f22 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10eb298-c0bd-4885-bc62-f3897caa1e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474674 Nov 19 09:34:15.450886 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6db3bba-810d-463f-b83b-ecb10b39fea1 req-65a1c78d-fb38-4c6b-8847-9323c1f67cb4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 210 time: 0.0497630 Nov 19 09:34:15.569691 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:15.739283 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26a404c7-53a7-485f-b026-3c5c700efec6 req-7192de84-18b1-44cd-8890-ce8ff47f6d43 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.0496128 Nov 19 09:34:15.754536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-72cb9fef-cf3e-42a8-b32f-c76cadcf7fbc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:15.755971 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-72cb9fef-cf3e-42a8-b32f-c76cadcf7fbc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "GET /v2.0/networks?id=f2464548-db38-4ede-8509-93a9dbb836ae HTTP/1.1" status: 200 len: 794 time: 0.2421715 Nov 19 09:34:15.928274 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-660f1312-6d03-4a06-ae13-95066f8430fd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dc1876a77414c6c8af6b4234d92e489 HTTP/1.1" status: 200 len: 379 time: 0.1374221 Nov 19 09:34:15.942866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-ca5f7656-e1d3-4699-93ab-fc426d8b041c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'port': {'device_id': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'admin_state_up': True, 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'security_groups': ['0ecf22a4-15b9-47f5-9769-667f553da5f3']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:15.949469 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:16.188651 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-ca5f7656-e1d3-4699-93ab-fc426d8b041c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Made reservation on behalf of 0dc1876a77414c6c8af6b4234d92e489 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:34:16.192076 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-ca5f7656-e1d3-4699-93ab-fc426d8b041c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:16.449776 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-ca5f7656-e1d3-4699-93ab-fc426d8b041c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Allocated IP 172.20.0.12 (f2464548-db38-4ede-8509-93a9dbb836ae/1c895901-2c8b-4bc1-a201-68dc47928ecf/38472fbc-fd07-49bf-a63c-73f92e2a8773) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:16.452009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Allocated IP 172.20.0.1 (2743960a-b661-48a6-9f8d-6a3c32617dcc/b4b606d8-77fa-4f66-b2d1-393460096f78/2b651efe-f3a8-4c1f-9cff-3f263ebfe85f) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:16.499693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f7518-403c-44b9-8e6f-dbcd816f7308 req-fc6bff70-e532-4cc2-9895-324bf9d20b0e tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:16.505910 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-371f7518-403c-44b9-8e6f-dbcd816f7308 req-fc6bff70-e532-4cc2-9895-324bf9d20b0e tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 945 time: 0.1044779 Nov 19 09:34:16.636163 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-defd5f24-5164-4c1d-bc96-175f4870e795 req-7453240c-d98c-4b39-a707-0049a7c4b1f5 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 210 time: 0.0577753 Nov 19 09:34:16.688305 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-371f7518-403c-44b9-8e6f-dbcd816f7308 req-15303b78-26e3-4591-8bd5-5dec5e054f38 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Deleting port a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:16.689053 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-371f7518-403c-44b9-8e6f-dbcd816f7308 req-15303b78-26e3-4591-8bd5-5dec5e054f38 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:16.763358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434b415-8a82-489d-b627-ca48a9ab7497 req-9c674781-4c24-4f86-9d1e-4ee091a84b83 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:16.764981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3434b415-8a82-489d-b627-ca48a9ab7497 req-9c674781-4c24-4f86-9d1e-4ee091a84b83 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 945 time: 0.2748418 Nov 19 09:34:16.826065 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-ca5f7656-e1d3-4699-93ab-fc426d8b041c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:16.845962 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-371f7518-403c-44b9-8e6f-dbcd816f7308 req-15303b78-26e3-4591-8bd5-5dec5e054f38 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] For port a6eaf2b7-1ab3-45b2-bbed-f70dc3290044, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a6eaf2b7-1ab3-45b2-bbed-f70dc3290044,segment=NetworkSegment(a8b1c61c-8c94-47e4-8fb2-d03da9ea9706),segment_id=a8b1c61c-8c94-47e4-8fb2-d03da9ea9706)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:16.846347 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-371f7518-403c-44b9-8e6f-dbcd816f7308 req-15303b78-26e3-4591-8bd5-5dec5e054f38 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:16.856698 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:16.866730 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-371f7518-403c-44b9-8e6f-dbcd816f7308 req-15303b78-26e3-4591-8bd5-5dec5e054f38 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Calling delete_port for a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:16.924573 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3434b415-8a82-489d-b627-ca48a9ab7497 req-1dbbe73f-e393-4826-8a6f-5868d86eacac tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/security-groups?id=c10eb298-c0bd-4885-bc62-f3897caa1e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449623 Nov 19 09:34:16.941634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b151af47-d33b-499c-b9d5-959140b26c27 req-6af04208-dd85-4d18-ae2a-7de825c7548a tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.0705435 Nov 19 09:34:16.998638 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-ca5f7656-e1d3-4699-93ab-fc426d8b041c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:17.067522 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:17.093591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-ca5f7656-e1d3-4699-93ab-fc426d8b041c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network f2464548-db38-4ede-8509-93a9dbb836ae is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:17.103115 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-371f7518-403c-44b9-8e6f-dbcd816f7308 req-15303b78-26e3-4591-8bd5-5dec5e054f38 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:17.105692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-ca5f7656-e1d3-4699-93ab-fc426d8b041c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:17.117893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['a6eaf2b7-1ab3-45b2-bbed-f70dc3290044'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:34:17.118652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-ca5f7656-e1d3-4699-93ab-fc426d8b041c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:17.156020 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15303b78-26e3-4591-8bd5-5dec5e054f38 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Pushing event deleted for resources: {'Port': ['ID=a6eaf2b7-1ab3-45b2-bbed-f70dc3290044,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:17.197860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network 2743960a-b661-48a6-9f8d-6a3c32617dcc is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:17.232835 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-371f7518-403c-44b9-8e6f-dbcd816f7308 req-15303b78-26e3-4591-8bd5-5dec5e054f38 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] No DVR routers for this DVR port a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:34:17.235046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-ca5f7656-e1d3-4699-93ab-fc426d8b041c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:17.235693 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-ca5f7656-e1d3-4699-93ab-fc426d8b041c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:17.238844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f7656-e1d3-4699-93ab-fc426d8b041c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=38472fbc-fd07-49bf-a63c-73f92e2a8773,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:17.242245 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:17.251394 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-371f7518-403c-44b9-8e6f-dbcd816f7308 req-15303b78-26e3-4591-8bd5-5dec5e054f38 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:17.254803 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-371f7518-403c-44b9-8e6f-dbcd816f7308 req-15303b78-26e3-4591-8bd5-5dec5e054f38 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.71 "DELETE /v2.0/ports/a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 HTTP/1.1" status: 204 len: 173 time: 0.7384627 Nov 19 09:34:17.258914 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:17.259173 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab27d28e-d7ca-4b22-b70c-9fac757b00d6', 'name': 'network-vif-deleted', 'tag': 'a6eaf2b7-1ab3-45b2-bbed-f70dc3290044'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:34:17.278028 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d06d235-0bac-4a54-9c35-639cdb4f4c9d" -d '{"events": [{"server_uuid": "ab27d28e-d7ca-4b22-b70c-9fac757b00d6", "name": "network-vif-deleted", "tag": "a6eaf2b7-1ab3-45b2-bbed-f70dc3290044"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:34:17.360752 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-ca5f7656-e1d3-4699-93ab-fc426d8b041c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4239256 Nov 19 09:34:17.377890 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d66ba3-70a1-42a6-97b4-e2d3da1644d6 x-openstack-request-id: req-47d66ba3-70a1-42a6-97b4-e2d3da1644d6 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:34:17.378627 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab27d28e-d7ca-4b22-b70c-9fac757b00d6", "name": "network-vif-deleted", "tag": "a6eaf2b7-1ab3-45b2-bbed-f70dc3290044", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:34:17.379055 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47d66ba3-70a1-42a6-97b4-e2d3da1644d6 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:34:17.379653 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab27d28e-d7ca-4b22-b70c-9fac757b00d6', 'name': 'network-vif-deleted', 'tag': 'a6eaf2b7-1ab3-45b2-bbed-f70dc3290044', 'status': 'completed', 'code': 200} Nov 19 09:34:17.395195 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Request body: {'port': {'device_id': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:17.425110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=2b651efe-f3a8-4c1f-9cff-3f263ebfe85f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:17.444758 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:17.573391 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:17.643964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-faa7912a-0a96-445b-a1aa-4c05de6fb0b8 None None] Provisioning complete for port 38472fbc-fd07-49bf-a63c-73f92e2a8773 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:17.644542 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-faa7912a-0a96-445b-a1aa-4c05de6fb0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:17.680327 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-faa7912a-0a96-445b-a1aa-4c05de6fb0b8 None None] Port 38472fbc-fd07-49bf-a63c-73f92e2a8773 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:34:18.029559 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:18.132426 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:18.267617 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-494d0c25-8899-45a7-8621-9090fa0ac92f req-19dc1483-305d-41e6-98a4-d89336fd9665 tempest-ServerPasswordTestJSON-193120823 tempest-ServerPasswordTestJSON-193120823-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab27d28e-d7ca-4b22-b70c-9fac757b00d6 HTTP/1.1" status: 200 len: 210 time: 0.0760529 Nov 19 09:34:18.284407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff280f-4478-42c6-9af4-c5309b24ed87 req-b5a32268-862e-480d-90a7-611f7265ea10 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:18.285950 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-40ff280f-4478-42c6-9af4-c5309b24ed87 req-b5a32268-862e-480d-90a7-611f7265ea10 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 932 time: 0.5115631 Nov 19 09:34:18.504565 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ec73547-6ee9-4eba-8799-bbac278c371e req-4c86c8fa-7850-4d63-8416-9e4a26acb93b tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.0935123 Nov 19 09:34:18.541121 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-40ff280f-4478-42c6-9af4-c5309b24ed87 req-8fe37092-a468-4781-a184-4a493b9e6b82 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146196 Nov 19 09:34:18.554030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38472fbc-fd07-49bf-a63c-73f92e2a8773 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:34:18.567803 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:18.603631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Transition to ACTIVE for port object 38472fbc-fd07-49bf-a63c-73f92e2a8773 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:34:18.631603 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:18.708666 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Pushing event updated for resources: {'Port': ['ID=38472fbc-fd07-49bf-a63c-73f92e2a8773,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:18.825390 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:18.832792 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:18.846843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Attempting to bind port 38472fbc-fd07-49bf-a63c-73f92e2a8773 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:34:18.847323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Attempting to bind port 38472fbc-fd07-49bf-a63c-73f92e2a8773 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:34:18.847734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Attempting to bind port 38472fbc-fd07-49bf-a63c-73f92e2a8773 on network f2464548-db38-4ede-8509-93a9dbb836ae {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:34:18.903322 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Port 38472fbc-fd07-49bf-a63c-73f92e2a8773 on network f2464548-db38-4ede-8509-93a9dbb836ae not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:34:18.904316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Attempting to bind port 38472fbc-fd07-49bf-a63c-73f92e2a8773 on network f2464548-db38-4ede-8509-93a9dbb836ae {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:34:18.925506 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:34:18.926101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Checking segment: {'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:34:18.926462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Bound using segment: {'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:34:18.927020 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Bound port: 38472fbc-fd07-49bf-a63c-73f92e2a8773, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:34:18.927473 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:18.937506 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:18.950081 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=2b651efe-f3a8-4c1f-9cff-3f263ebfe85f,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:19.076737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:34:19.080884 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:34:19.088370 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:19.195394 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:19.196695 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:19.199275 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] 10.222.0.71 "PUT /v2.0/ports/38472fbc-fd07-49bf-a63c-73f92e2a8773 HTTP/1.1" status: 200 len: 1093 time: 1.8230987 Nov 19 09:34:19.199983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:34:19.202654 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feee466e-47fc-4520-ac7a-89c4042ddf60" -d '{"events": [{"name": "network-changed", "server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:34:19.236765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e967de-1e16-492c-b24a-1308227206c5 service neutron] Pushing event updated for resources: {'Port': ['ID=38472fbc-fd07-49bf-a63c-73f92e2a8773,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:19.277839 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network 2743960a-b661-48a6-9f8d-6a3c32617dcc is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:19.372642 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196ef1c8-ed17-439b-84ec-8b2443dd2be7 x-openstack-request-id: req-196ef1c8-ed17-439b-84ec-8b2443dd2be7 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:34:19.372956 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:34:19.373250 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-196ef1c8-ed17-439b-84ec-8b2443dd2be7 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:34:19.373670 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'status': 'completed', 'code': 200} Nov 19 09:34:19.375959 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:19.418645 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41272) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:19.476084 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-e8bac8f9-b608-4411-9171-c48fdfa3227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:19.477618 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-e8bac8f9-b608-4411-9171-c48fdfa3227d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 1096 time: 0.1984372 Nov 19 09:34:19.505510 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-b460cc4b-76cb-4768-9f3a-63ad8348b8e3 admin admin] Deleting subnet 93846dc6-b4f0-431f-b42b-943a27f69e5a {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:34:19.509240 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b460cc4b-76cb-4768-9f3a-63ad8348b8e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:19.561371 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b460cc4b-76cb-4768-9f3a-63ad8348b8e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:19.644562 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b460cc4b-76cb-4768-9f3a-63ad8348b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:19.656094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-b110bf46-7cb1-49f2-b451-a2813111b1dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773 HTTP/1.1" status: 200 len: 217 time: 0.1369870 Nov 19 09:34:19.774826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77bc21f9-c76d-451d-9527-4eb37077fcfd req-90096af0-d704-4a73-b3ca-6b3e7bf7f211 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.1127894 Nov 19 09:34:19.790178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 4fb70092-dd22-42f3-a519-b04e9f3b49f9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:34:19.792091 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b460cc4b-76cb-4768-9f3a-63ad8348b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:19.831538 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b460cc4b-76cb-4768-9f3a-63ad8348b8e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:19.839079 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b460cc4b-76cb-4768-9f3a-63ad8348b8e3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/93846dc6-b4f0-431f-b42b-943a27f69e5a HTTP/1.1" status: 204 len: 168 time: 0.4167650 Nov 19 09:34:19.846708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41278) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:19.893598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460cc4b-76cb-4768-9f3a-63ad8348b8e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93846dc6-b4f0-431f-b42b-943a27f69e5a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:19.899415 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a5697598-174a-424c-9a43-4c3992402751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:19.961859 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afadc00-6f9d-4edb-8a2e-50bfb484feb3 req-35ac310e-d94c-4cad-91d4-53e2c1ad845d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:19.963894 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5afadc00-6f9d-4edb-8a2e-50bfb484feb3 req-35ac310e-d94c-4cad-91d4-53e2c1ad845d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 944 time: 0.2697794 Nov 19 09:34:19.965297 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-6d2688f4-cdd4-45dd-8f3f-e32e302dfb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:19.966680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-6d2688f4-cdd4-45dd-8f3f-e32e302dfb04 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1c895901-2c8b-4bc1-a201-68dc47928ecf HTTP/1.1" status: 200 len: 835 time: 0.2970388 Nov 19 09:34:20.111764 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5afadc00-6f9d-4edb-8a2e-50bfb484feb3 req-7c39b5c2-5c6b-42e0-918f-fd4d8189b829 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170354 Nov 19 09:34:20.116946 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30a33cf7-0b41-40f6-84e7-a34e20b7275a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:20.155265 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:34:20.164409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-adaf5ebd-2f87-499f-9aa6-f9e1d72b3de0 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "PUT /v2.0/routers/4fb70092-dd22-42f3-a519-b04e9f3b49f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5358319 Nov 19 09:34:20.164409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-f3cfe1bf-8e58-412c-bf33-e8fdeeadc13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:20.164706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41280) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:20.165434 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-f3cfe1bf-8e58-412c-bf33-e8fdeeadc13d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2464548-db38-4ede-8509-93a9dbb836ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1839161 Nov 19 09:34:20.170614 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1a1e9864-ae44-432e-9450-d34ae57bddbc tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'port': {'network_id': '2743960a-b661-48a6-9f8d-6a3c32617dcc', 'name': 'tempest-FloatingIPTestJSON-967052332'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:20.178095 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f8d234-0ef4-4123-a2e6-79077df6330a None None] Sync routers for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:34:20.196319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f8d234-0ef4-4123-a2e6-79077df6330a None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:20.197254 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-39f8d234-0ef4-4123-a2e6-79077df6330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:20.288637 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-39f8d234-0ef4-4123-a2e6-79077df6330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:20.300153 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f8d234-0ef4-4123-a2e6-79077df6330a None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:20.301020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-39f8d234-0ef4-4123-a2e6-79077df6330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:33:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:20.330758 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30a33cf7-0b41-40f6-84e7-a34e20b7275a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:20.373678 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-30a33cf7-0b41-40f6-84e7-a34e20b7275a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85075df9-8c65-46df-81f4-9217f8c220c2']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:20.379542 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-39f8d234-0ef4-4123-a2e6-79077df6330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:20.385889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f8d234-0ef4-4123-a2e6-79077df6330a None None] The sync data for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:34:20.388404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-30a33cf7-0b41-40f6-84e7-a34e20b7275a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b1c61c-8c94-47e4-8fb2-d03da9ea9706') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:20.389469 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-30a33cf7-0b41-40f6-84e7-a34e20b7275a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b1c61c-8c94-47e4-8fb2-d03da9ea9706') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:20.393942 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-309b0499-e61f-430c-b418-b5d2c6fa934d service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155020 Nov 19 09:34:20.415541 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30a33cf7-0b41-40f6-84e7-a34e20b7275a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:20.435428 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1e9864-ae44-432e-9450-d34ae57bddbc tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Made reservation on behalf of a2be16fd49bd4d27b68d60f233928e6f for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:34:20.440501 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a1e9864-ae44-432e-9450-d34ae57bddbc tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:20.475441 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30a33cf7-0b41-40f6-84e7-a34e20b7275a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:20.486423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a33cf7-0b41-40f6-84e7-a34e20b7275a admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:34:20.486942 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30a33cf7-0b41-40f6-84e7-a34e20b7275a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:34:20.488839 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:34:20.522920 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-1a1e9864-ae44-432e-9450-d34ae57bddbc tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] device_id is not set on port c61157b9-7472-4ff2-841e-f4a39fb6a178 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:34:20.611690 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30a33cf7-0b41-40f6-84e7-a34e20b7275a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:20.633202 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0277b6e-dd44-46f9-a51b-c5c2aee492f0 req-c5403365-8937-48af-ae89-bbf709f07a8e service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300842 Nov 19 09:34:20.634247 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30a33cf7-0b41-40f6-84e7-a34e20b7275a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:20.647185 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-96657fa4-d8b1-4bb0-bc77-32f71ccf79d0 req-94c9738b-2886-4cd5-ada6-2d177a1ea9ad service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1073167 Nov 19 09:34:20.652602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-30a33cf7-0b41-40f6-84e7-a34e20b7275a admin admin] 10.222.0.21 "DELETE /v2.0/networks/85075df9-8c65-46df-81f4-9217f8c220c2 HTTP/1.1" status: 204 len: 168 time: 0.8024750 Nov 19 09:34:20.715213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a33cf7-0b41-40f6-84e7-a34e20b7275a admin admin] Pushing event deleted for resources: {'Network': ['ID=85075df9-8c65-46df-81f4-9217f8c220c2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:20.724747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-1a1e9864-ae44-432e-9450-d34ae57bddbc tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Allocated IP 172.20.0.4 (2743960a-b661-48a6-9f8d-6a3c32617dcc/b4b606d8-77fa-4f66-b2d1-393460096f78/c61157b9-7472-4ff2-841e-f4a39fb6a178) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:20.843487 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96657fa4-d8b1-4bb0-bc77-32f71ccf79d0 req-546a09ab-43f4-47b0-b9db-32ebc816d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:20.873306 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee466e-47fc-4520-ac7a-89c4042ddf60 req-415fc60f-1b39-413e-8dc3-ad61f0903f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:20.874987 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-feee466e-47fc-4520-ac7a-89c4042ddf60 req-415fc60f-1b39-413e-8dc3-ad61f0903f65 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 1096 time: 0.1434958 Nov 19 09:34:20.887529 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96657fa4-d8b1-4bb0-bc77-32f71ccf79d0 req-546a09ab-43f4-47b0-b9db-32ebc816d747 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cc9857289a8340b0915670f3a8a464fa&device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 1098 time: 0.1136131 Nov 19 09:34:21.120105 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee466e-47fc-4520-ac7a-89c4042ddf60 req-b223f8e8-4f7c-4290-b95a-92fc5f6cb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:21.122318 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:34:21.124853 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-feee466e-47fc-4520-ac7a-89c4042ddf60 req-b223f8e8-4f7c-4290-b95a-92fc5f6cb694 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f2464548-db38-4ede-8509-93a9dbb836ae HTTP/1.1" status: 200 len: 895 time: 0.2287395 Nov 19 09:34:21.155344 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:34:21.160202 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device a6eaf2b7-1ab3-45b2-bbed-f70dc3290044 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:34:21.199433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41292) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:21.241607 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a1e9864-ae44-432e-9450-d34ae57bddbc tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:21.304850 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-feee466e-47fc-4520-ac7a-89c4042ddf60 req-c2b2f38b-e132-4c8c-8ae8-844e13a70472 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773 HTTP/1.1" status: 200 len: 217 time: 0.1555762 Nov 19 09:34:21.313288 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a1e9864-ae44-432e-9450-d34ae57bddbc tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:21.398599 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1e9864-ae44-432e-9450-d34ae57bddbc tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network 2743960a-b661-48a6-9f8d-6a3c32617dcc is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:21.409561 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-1a1e9864-ae44-432e-9450-d34ae57bddbc tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:21.416510 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e9864-ae44-432e-9450-d34ae57bddbc tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:21.468758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee466e-47fc-4520-ac7a-89c4042ddf60 req-a0ba3cd9-61ed-4884-bf3d-107e3fd5656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:21.470306 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-feee466e-47fc-4520-ac7a-89c4042ddf60 req-a0ba3cd9-61ed-4884-bf3d-107e3fd5656f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1c895901-2c8b-4bc1-a201-68dc47928ecf HTTP/1.1" status: 200 len: 835 time: 0.1551821 Nov 19 09:34:21.479733 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7262731e-8d6f-48b1-9db4-290f25a5d0ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9b23a398b10487cb5ddd804a12c9302&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2764573 Nov 19 09:34:21.495308 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41298) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:21.551350 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ada1a624-5aec-40e6-aa80-a3ae936d86c6 req-0fc5266e-489d-46fe-9a15-2d2dda06c29e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.0788124 Nov 19 09:34:21.574165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e9864-ae44-432e-9450-d34ae57bddbc tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=c61157b9-7472-4ff2-841e-f4a39fb6a178,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:21.613192 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f45ca3-dfd4-41c5-92d8-13d5fa2485d7 req-5148d515-260b-43c8-adc8-51f559fae9cf tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:21.614738 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48f45ca3-dfd4-41c5-92d8-13d5fa2485d7 req-5148d515-260b-43c8-adc8-51f559fae9cf tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 944 time: 0.1317079 Nov 19 09:34:21.618746 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e9864-ae44-432e-9450-d34ae57bddbc tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:21.619997 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1a1e9864-ae44-432e-9450-d34ae57bddbc tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:21.664712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96657fa4-d8b1-4bb0-bc77-32f71ccf79d0 req-448fb5db-a7f2-402a-ad57-f3cb985f8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:21.670125 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96657fa4-d8b1-4bb0-bc77-32f71ccf79d0 req-448fb5db-a7f2-402a-ad57-f3cb985f8744 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a6f1c342-cec8-4182-bef9-595013e1351c HTTP/1.1" status: 200 len: 909 time: 0.7720261 Nov 19 09:34:21.700029 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1a1e9864-ae44-432e-9450-d34ae57bddbc tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5342159 Nov 19 09:34:21.706016 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41300) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:21.711434 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0c26b94d-d12a-4611-bf37-93bb70976268 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'port': {'network_id': '2743960a-b661-48a6-9f8d-6a3c32617dcc', 'name': 'tempest-FloatingIPTestJSON-1452528823'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:21.717885 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2aab42df-5801-44f5-ab2a-c611e40d7873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:21.738432 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee466e-47fc-4520-ac7a-89c4042ddf60 req-2caea74a-4b76-4901-bbbf-64730fedb002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:21.740161 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-feee466e-47fc-4520-ac7a-89c4042ddf60 req-2caea74a-4b76-4901-bbbf-64730fedb002 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2464548-db38-4ede-8509-93a9dbb836ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2593510 Nov 19 09:34:21.749495 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48f45ca3-dfd4-41c5-92d8-13d5fa2485d7 req-b0681323-a15b-4d89-b0bf-3a170503c378 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173098 Nov 19 09:34:21.769996 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96657fa4-d8b1-4bb0-bc77-32f71ccf79d0 req-b5260caf-3ce5-47c1-ad80-7c41fa197a29 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee9f8dcf-baff-4582-bcc9-425f79a29b7a HTTP/1.1" status: 200 len: 1001 time: 0.0898111 Nov 19 09:34:21.838287 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2aab42df-5801-44f5-ab2a-c611e40d7873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:21.852621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96657fa4-d8b1-4bb0-bc77-32f71ccf79d0 req-cf45838d-012d-4458-8cea-940286c72989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:21.860979 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96657fa4-d8b1-4bb0-bc77-32f71ccf79d0 req-cf45838d-012d-4458-8cea-940286c72989 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03048cfc-6f00-4e65-9551-abad65c356a1 HTTP/1.1" status: 200 len: 847 time: 0.0781474 Nov 19 09:34:21.964874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96657fa4-d8b1-4bb0-bc77-32f71ccf79d0 req-c67dbef8-8158-45a8-801d-de0a57050b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:21.970808 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96657fa4-d8b1-4bb0-bc77-32f71ccf79d0 req-c67dbef8-8158-45a8-801d-de0a57050b2e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6f1c342-cec8-4182-bef9-595013e1351c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008492 Nov 19 09:34:22.009838 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2aab42df-5801-44f5-ab2a-c611e40d7873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:22.012537 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2aab42df-5801-44f5-ab2a-c611e40d7873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:22.013728 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2aab42df-5801-44f5-ab2a-c611e40d7873 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c10eb298-c0bd-4885-bc62-f3897caa1e11 HTTP/1.1" status: 204 len: 168 time: 0.5172961 Nov 19 09:34:22.032844 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-feee466e-47fc-4520-ac7a-89c4042ddf60 req-35648c3d-d63e-4114-8ccc-a00094c1430b service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507315 Nov 19 09:34:22.071061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab42df-5801-44f5-ab2a-c611e40d7873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10eb298-c0bd-4885-bc62-f3897caa1e11,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:22.134495 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c26b94d-d12a-4611-bf37-93bb70976268 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Made reservation on behalf of a2be16fd49bd4d27b68d60f233928e6f for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:34:22.138697 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c26b94d-d12a-4611-bf37-93bb70976268 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:22.162962 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96657fa4-d8b1-4bb0-bc77-32f71ccf79d0 req-a20ef558-325d-4cb4-88db-bc3abba3356d service neutron] 10.222.0.71 "GET /v2.0/networks/a6f1c342-cec8-4182-bef9-595013e1351c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741512 Nov 19 09:34:22.275912 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0a65-33b6-443d-ac60-21ac67cfcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:22.477590 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96657fa4-d8b1-4bb0-bc77-32f71ccf79d0 req-a12afda4-bd42-4cac-8d7f-51d584e8f278 service neutron] 10.222.0.71 "GET /v2.0/networks/a6f1c342-cec8-4182-bef9-595013e1351c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047392 Nov 19 09:34:22.722443 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0c26b94d-d12a-4611-bf37-93bb70976268 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] device_id is not set on port 7ba828bf-e9bc-40cb-a070-e59b937f465a yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:34:22.884055 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-feee466e-47fc-4520-ac7a-89c4042ddf60 req-e79d18d7-1b1f-4703-8342-02ccaad900a7 service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8337114 Nov 19 09:34:23.003170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f52109f-abb7-495c-8da7-25397e59106d req-523143db-7646-4eef-89cd-88137d57f6f1 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.1282847 Nov 19 09:34:23.050165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f8bfc-2b69-43e1-810f-90e88ced09ee req-f98446e0-01bf-4dbb-8611-8ba89b01eac3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:23.051637 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe1f8bfc-2b69-43e1-810f-90e88ced09ee req-f98446e0-01bf-4dbb-8611-8ba89b01eac3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 944 time: 0.1561205 Nov 19 09:34:23.075997 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-0c26b94d-d12a-4611-bf37-93bb70976268 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Allocated IP 172.20.0.7 (2743960a-b661-48a6-9f8d-6a3c32617dcc/b4b606d8-77fa-4f66-b2d1-393460096f78/7ba828bf-e9bc-40cb-a070-e59b937f465a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:23.139488 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 38472fbc-fd07-49bf-a63c-73f92e2a8773 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:34:23.210465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe1f8bfc-2b69-43e1-810f-90e88ced09ee req-b45caf80-1fe2-4525-90d6-0a07f2132024 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507146 Nov 19 09:34:23.337118 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:23.352703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'port_id': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'mac_address': 'fa:16:3e:35:ca:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:34:23.438330 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:23.523366 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38472fbc-fd07-49bf-a63c-73f92e2a8773 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:34:23.533249 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c26b94d-d12a-4611-bf37-93bb70976268 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:23.575175 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:23.594126 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:23.648690 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c26b94d-d12a-4611-bf37-93bb70976268 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:23.687370 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:23.737384 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=38472fbc-fd07-49bf-a63c-73f92e2a8773,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:23.740087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c26b94d-d12a-4611-bf37-93bb70976268 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network 2743960a-b661-48a6-9f8d-6a3c32617dcc is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:23.756156 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0c26b94d-d12a-4611-bf37-93bb70976268 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:23.761458 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c26b94d-d12a-4611-bf37-93bb70976268 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:23.796617 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26b94d-d12a-4611-bf37-93bb70976268 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=7ba828bf-e9bc-40cb-a070-e59b937f465a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:23.833876 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c26b94d-d12a-4611-bf37-93bb70976268 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:23.834744 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c26b94d-d12a-4611-bf37-93bb70976268 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:23.859192 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0c26b94d-d12a-4611-bf37-93bb70976268 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1512156 Nov 19 09:34:23.863199 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41340) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:23.866775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['38472fbc-fd07-49bf-a63c-73f92e2a8773'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:34:23.868811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': '7ba828bf-e9bc-40cb-a070-e59b937f465a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:23.922366 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:24.120545 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:24.235213 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cea0b716-fd03-48e1-9468-9edfa32ba574 req-18f85f8b-7ba1-4ffd-85c1-dde072dfe5a4 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.0501626 Nov 19 09:34:24.542018 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff7e66-b54f-48b9-aaad-4b4154a997f3 req-773e6d43-95ec-4333-a370-8821feeb46ae tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:24.556131 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65ff7e66-b54f-48b9-aaad-4b4154a997f3 req-773e6d43-95ec-4333-a370-8821feeb46ae tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 945 time: 0.1737602 Nov 19 09:34:24.620015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Allocated IP 172.25.0.165 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/e3ad0575-ef24-4fcc-ba8f-4fffb4ab281f) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:24.726804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65ff7e66-b54f-48b9-aaad-4b4154a997f3 req-2536121b-d82e-4601-962e-f6327b174f7d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520128 Nov 19 09:34:24.839488 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:24.917543 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:24.954481 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:25.004229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:25.010683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:25.029246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:25.052810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=e3ad0575-ef24-4fcc-ba8f-4fffb4ab281f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:25.153167 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 38472fbc-fd07-49bf-a63c-73f92e2a8773 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:34:25.287786 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 38472fbc-fd07-49bf-a63c-73f92e2a8773 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:34:25.295546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 38472fbc-fd07-49bf-a63c-73f92e2a8773 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:25.296080 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:25.521678 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:25.533758 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:25.671569 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:25.814280 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-44e6e333-49e4-471d-b7dc-4837ff29142f req-6cb68c9c-b25b-4a32-8b28-d6c57107c513 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.0877514 Nov 19 09:34:25.889657 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:25.914134 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:34:25.917242 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a7cf8d-83de-4117-84f2-14f76c5cfbce" -d '{"events": [{"server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "name": "network-vif-plugged", "status": "completed", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:34:25.936578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:25.967349 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:26.028220 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce2992a-ed95-459c-b813-529f7a92ac4e x-openstack-request-id: req-3ce2992a-ed95-459c-b813-529f7a92ac4e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:34:26.041617 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "name": "network-vif-plugged", "status": "completed", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:34:26.042368 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ce2992a-ed95-459c-b813-529f7a92ac4e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:34:26.042697 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'code': 200} Nov 19 09:34:26.104829 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=38472fbc-fd07-49bf-a63c-73f92e2a8773,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:26.135809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ae645-0b74-4bd8-bf47-ee8adf7859dc req-4db8ea7c-f204-45cd-a65d-c10c7c91fe48 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:26.145315 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b40ae645-0b74-4bd8-bf47-ee8adf7859dc req-4db8ea7c-f204-45cd-a65d-c10c7c91fe48 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.2025256 Nov 19 09:34:26.183147 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966b459-82bd-4fea-8d35-ef1b3932e157 req-7efea799-3b8f-4e3e-8ed6-f069995b5c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:26.184682 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e966b459-82bd-4fea-8d35-ef1b3932e157 req-7efea799-3b8f-4e3e-8ed6-f069995b5c42 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 1098 time: 0.1215067 Nov 19 09:34:26.225701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b40ae645-0b74-4bd8-bf47-ee8adf7859dc req-e0fae0c9-61fc-4bab-9fa4-63b826f1f0b3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749385 Nov 19 09:34:26.308086 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e966b459-82bd-4fea-8d35-ef1b3932e157 req-3f0aca31-4c16-46b8-8cb2-cede3bc73df3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140108 Nov 19 09:34:26.331567 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:26.343181 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:26.487734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=e3ad0575-ef24-4fcc-ba8f-4fffb4ab281f,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:26.509036 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:26.726583 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Floating IP 5a0c59c3-a488-4304-ae11-3a6b2ce9ce46 associated. External IP: 172.25.0.165, port: 7ba828bf-e9bc-40cb-a070-e59b937f465a. Nov 19 09:34:27.270861 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f41d3587-7fac-4da3-bd4a-8e6ebf9c5252 req-e56570ca-3ac0-4ffc-854c-861753a5035f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.2266009 Nov 19 09:34:27.508938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 4fb70092-dd22-42f3-a519-b04e9f3b49f9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:34:27.569162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afac4a-5f1f-4cd6-942e-f8feb0f7062f req-d38e4e16-0c78-4191-8500-5d25c4aac9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:27.584817 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93afac4a-5f1f-4cd6-942e-f8feb0f7062f req-d38e4e16-0c78-4191-8500-5d25c4aac9cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 1098 time: 0.1322284 Nov 19 09:34:27.611061 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd35c68-3b38-4e8d-a50a-9efb0a787103 req-4fb310a5-43e6-4518-8443-f29449cb458d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:27.612535 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebd35c68-3b38-4e8d-a50a-9efb0a787103 req-4fb310a5-43e6-4518-8443-f29449cb458d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.1678383 Nov 19 09:34:27.998437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebd35c68-3b38-4e8d-a50a-9efb0a787103 req-dba2b16a-635a-45f1-ac7f-122e9ab75dad tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947288 Nov 19 09:34:28.002288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:34:28.020700 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916b1afb-4ad7-441e-b350-10e33b1c0db4 None None] Sync routers for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:34:28.048110 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b1afb-4ad7-441e-b350-10e33b1c0db4 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:28.048761 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-916b1afb-4ad7-441e-b350-10e33b1c0db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:28.050742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93afac4a-5f1f-4cd6-942e-f8feb0f7062f req-e50db0b6-a798-44c8-b342-4b60d290aace service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9e39fe6f-db3e-424a-9729-4e63ac9eeda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4647274 Nov 19 09:34:28.090470 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:28.175694 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-916b1afb-4ad7-441e-b350-10e33b1c0db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:28.179670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-277875f2-d689-48ea-b4a6-86b9f3d7ca62 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3143513 Nov 19 09:34:28.182629 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41500) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:28.187899 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cc992843-ffd4-4645-9c35-191db22e8471 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:28.205759 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b1afb-4ad7-441e-b350-10e33b1c0db4 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:28.207493 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-916b1afb-4ad7-441e-b350-10e33b1c0db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:28.317890 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-916b1afb-4ad7-441e-b350-10e33b1c0db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:28.319664 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916b1afb-4ad7-441e-b350-10e33b1c0db4 None None] The sync data for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:34:28.341692 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc992843-ffd4-4645-9c35-191db22e8471 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:28.544435 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d75a1f4b-304b-47ae-bea0-d37b0e308b89 req-eacdd269-ca7f-4c8f-be73-e131fa8308c5 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.0983138 Nov 19 09:34:28.696414 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc992843-ffd4-4645-9c35-191db22e8471 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:28.703330 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc992843-ffd4-4645-9c35-191db22e8471 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:28.703971 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-cc992843-ffd4-4645-9c35-191db22e8471 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Floating IP 5a0c59c3-a488-4304-ae11-3a6b2ce9ce46 disassociated. External IP: 172.25.0.165, port: 7ba828bf-e9bc-40cb-a070-e59b937f465a. Nov 19 09:34:28.998155 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc992843-ffd4-4645-9c35-191db22e8471 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 4fb70092-dd22-42f3-a519-b04e9f3b49f9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:34:29.320687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f18e4-6938-44e6-950c-1dd6a06ca47d req-f47fee4b-6c87-414e-a20c-2f9ddaf1cacd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:29.325165 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba5f18e4-6938-44e6-950c-1dd6a06ca47d req-f47fee4b-6c87-414e-a20c-2f9ddaf1cacd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.1771719 Nov 19 09:34:29.340458 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc992843-ffd4-4645-9c35-191db22e8471 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:34:29.351579 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac5c843-7b9f-47d0-831c-6d94c7287b74 None None] Sync routers for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:34:29.386127 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc992843-ffd4-4645-9c35-191db22e8471 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:29.388419 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac5c843-7b9f-47d0-831c-6d94c7287b74 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:29.389715 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7ac5c843-7b9f-47d0-831c-6d94c7287b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:29.486088 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba5f18e4-6938-44e6-950c-1dd6a06ca47d req-b1c40db1-288e-4746-aa8b-cf762a311771 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522605 Nov 19 09:34:29.489892 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7ac5c843-7b9f-47d0-831c-6d94c7287b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:29.501590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac5c843-7b9f-47d0-831c-6d94c7287b74 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:29.502423 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7ac5c843-7b9f-47d0-831c-6d94c7287b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:29.503372 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cc992843-ffd4-4645-9c35-191db22e8471 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "PUT /v2.0/floatingips/5a0c59c3-a488-4304-ae11-3a6b2ce9ce46 HTTP/1.1" status: 200 len: 688 time: 1.3191149 Nov 19 09:34:29.506218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41532) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:29.555524 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7ac5c843-7b9f-47d0-831c-6d94c7287b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:29.561507 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac5c843-7b9f-47d0-831c-6d94c7287b74 None None] The sync data for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:34:29.872004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff4a8353-2a30-473f-acbb-1c5d124c7501 req-47e800b9-a367-4bc9-a0a4-545263c12bda tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.1610513 Nov 19 09:34:29.971411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7e390-1f37-4e87-8565-58c9126d648f req-bd1cbcb7-3948-4fb8-8e68-ec13b42b7400 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:29.981105 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1be7e390-1f37-4e87-8565-58c9126d648f req-bd1cbcb7-3948-4fb8-8e68-ec13b42b7400 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.2528098 Nov 19 09:34:30.045564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5c24b734-2a47-467f-9344-2f1019283272 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Deleting port e3ad0575-ef24-4fcc-ba8f-4fffb4ab281f {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:30.045895 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c24b734-2a47-467f-9344-2f1019283272 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:30.102869 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1be7e390-1f37-4e87-8565-58c9126d648f req-4e58f1db-0dbb-4a2b-a5b1-db1f3c35ac6b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194420 Nov 19 09:34:30.134818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41550) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:30.195156 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f998373-11fa-4dd2-9e79-1eaa3127edb9 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:30.206526 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1f998373-11fa-4dd2-9e79-1eaa3127edb9 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 1093 time: 0.0698667 Nov 19 09:34:30.208862 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41556) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:30.214747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:30.218477 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c24b734-2a47-467f-9344-2f1019283272 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:30.218828 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c24b734-2a47-467f-9344-2f1019283272 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:30.252221 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5c24b734-2a47-467f-9344-2f1019283272 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Calling delete_port for e3ad0575-ef24-4fcc-ba8f-4fffb4ab281f owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:30.253149 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:30.467841 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:30.474118 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c24b734-2a47-467f-9344-2f1019283272 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:30.520335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24b734-2a47-467f-9344-2f1019283272 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Port': ['ID=e3ad0575-ef24-4fcc-ba8f-4fffb4ab281f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:30.663374 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c24b734-2a47-467f-9344-2f1019283272 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:30.669500 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Allocated IP 172.25.0.252 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/5e7104aa-787b-483d-9235-639268c3d8fd) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:30.671951 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c24b734-2a47-467f-9344-2f1019283272 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:30.675602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5c24b734-2a47-467f-9344-2f1019283272 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/floatingips/5a0c59c3-a488-4304-ae11-3a6b2ce9ce46 HTTP/1.1" status: 204 len: 168 time: 1.1680882 Nov 19 09:34:30.679669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41574) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:30.692587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': 'c61157b9-7472-4ff2-841e-f4a39fb6a178'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:30.751813 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:30.877205 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:30.984119 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:31.006662 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:31.107855 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=5e7104aa-787b-483d-9235-639268c3d8fd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:31.149750 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:31.154525 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:31.161953 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:31.181770 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82c9256e-4759-4e25-99eb-b48820d4756c req-5543db7b-54fa-4513-988b-6c93f5008e1a tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.0920074 Nov 19 09:34:31.227103 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Allocated IP 172.25.0.253 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/647abc7a-7196-4087-b349-6fdbd9293526) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:31.452553 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:31.538652 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:31.626687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:31.628101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:31.633612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:31.637576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=647abc7a-7196-4087-b349-6fdbd9293526,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:31.846931 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:31.970017 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:32.236599 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:32.247760 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:32.425569 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=5e7104aa-787b-483d-9235-639268c3d8fd,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:32.433620 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:32.657630 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Floating IP 15886138-4554-451b-a4eb-88e69a81793d associated. External IP: 172.25.0.252, port: 38472fbc-fd07-49bf-a63c-73f92e2a8773. Nov 19 09:34:32.798571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8aea6f56-a769-420a-b8f2-2b8f93d5d3b9 req-5e157511-2e18-43f0-ba1a-14cb10fb5901 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.0481780 Nov 19 09:34:32.898472 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:33.091133 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:33.179136 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:34:33.252849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41604) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:33.353410 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:33.364379 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:33.440471 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:34:33.453809 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f50f48c-d4aa-4848-9e3e-4bc6947498fb None None] Sync routers for ids ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:34:33.475332 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f50f48c-d4aa-4848-9e3e-4bc6947498fb None None] Routers {'0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:33.476924 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2f50f48c-d4aa-4848-9e3e-4bc6947498fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:33.477738 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:33.503222 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=647abc7a-7196-4087-b349-6fdbd9293526,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:33.528829 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0eb70dad-7335-40d4-a2f8-baf622b85fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:33.543432 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1c19bf3d-920f-45a7-8d2a-1adbabea17e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3321552 Nov 19 09:34:33.544090 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:34:33.549937 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da76d2a7-619d-457c-94fd-dee5ec867122" -d '{"events": [{"name": "network-changed", "server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:34:33.592789 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:33.637457 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2f50f48c-d4aa-4848-9e3e-4bc6947498fb None None] Set router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:34:33.703095 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0862c7a7-fcc8-4aae-8cda-d9adcfdfe3a8 x-openstack-request-id: req-0862c7a7-fcc8-4aae-8cda-d9adcfdfe3a8 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:34:33.704038 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:34:33.704667 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0862c7a7-fcc8-4aae-8cda-d9adcfdfe3a8 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:34:33.705610 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'status': 'completed', 'code': 200} Nov 19 09:34:33.778284 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Floating IP 4551ef68-36de-4f24-bc6d-36516f6992fc associated. External IP: 172.25.0.253, port: c61157b9-7472-4ff2-841e-f4a39fb6a178. Nov 19 09:34:33.802603 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76d2a7-619d-457c-94fd-dee5ec867122 req-5c819c5a-2bd5-4df0-9a86-7ca1bc06dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:33.806725 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-da76d2a7-619d-457c-94fd-dee5ec867122 req-5c819c5a-2bd5-4df0-9a86-7ca1bc06dcfa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 1098 time: 0.0774655 Nov 19 09:34:33.911364 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2f50f48c-d4aa-4848-9e3e-4bc6947498fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243700459', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:07Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '15886138-4554-451b-a4eb-88e69a81793d', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'port_id': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'mac_address': 'fa:16:3e:35:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:34:31Z', 'updated_at': '2021-11-19T09:34:31Z', 'revision_number': 0, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b011b7d8-0812-49e0-94cf-5b694ccbeda6', 'name': '', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:38:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:34:04Z', 'updated_at': '2021-11-19T09:34:12Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:33.945272 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f50f48c-d4aa-4848-9e3e-4bc6947498fb None None] Checking router: 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:34:33.958396 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f50f48c-d4aa-4848-9e3e-4bc6947498fb None None] Routers {'0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:33.959326 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2f50f48c-d4aa-4848-9e3e-4bc6947498fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:34.027291 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76d2a7-619d-457c-94fd-dee5ec867122 req-da751b82-1394-4063-94d8-9d903efed719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:34.029209 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-da76d2a7-619d-457c-94fd-dee5ec867122 req-da751b82-1394-4063-94d8-9d903efed719 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f2464548-db38-4ede-8509-93a9dbb836ae HTTP/1.1" status: 200 len: 895 time: 0.2161746 Nov 19 09:34:34.098919 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2f50f48c-d4aa-4848-9e3e-4bc6947498fb None None] Set router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:34:34.104884 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0eb70dad-7335-40d4-a2f8-baf622b85fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:34.126678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a846f856-5954-4a23-9851-0b157c783068 req-6b8108f1-d478-4e00-a2c2-9090e01e3473 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.1107035 Nov 19 09:34:34.135366 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0eb70dad-7335-40d4-a2f8-baf622b85fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:34.167127 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb70dad-7335-40d4-a2f8-baf622b85fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd9b1ef-aec2-43d1-82e5-2876bbcde312,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:34.186336 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e233f2-2588-4340-9547-2de926206db0 req-4ad8fc24-ca9a-4654-b4dc-29201734ee87 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:34.194258 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-25e233f2-2588-4340-9547-2de926206db0 req-4ad8fc24-ca9a-4654-b4dc-29201734ee87 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.4380827 Nov 19 09:34:34.204064 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-da76d2a7-619d-457c-94fd-dee5ec867122 req-ae198874-388c-4d0c-9882-41a5d77ea527 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773 HTTP/1.1" status: 200 len: 1000 time: 0.1662354 Nov 19 09:34:34.325144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76d2a7-619d-457c-94fd-dee5ec867122 req-931d5883-1851-46b5-99a3-c035faa04d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:34.331215 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-25e233f2-2588-4340-9547-2de926206db0 req-9f2ece55-c82f-4e3f-8ac4-3d3c10ba3a5f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349378 Nov 19 09:34:34.340012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41620) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:34.340753 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-da76d2a7-619d-457c-94fd-dee5ec867122 req-931d5883-1851-46b5-99a3-c035faa04d1e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1c895901-2c8b-4bc1-a201-68dc47928ecf HTTP/1.1" status: 200 len: 835 time: 0.1158769 Nov 19 09:34:34.353989 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0eb70dad-7335-40d4-a2f8-baf622b85fa5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b1828876ba149cfa854af7027f9ba73&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0995395 Nov 19 09:34:34.357426 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41622) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:34.435631 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76d2a7-619d-457c-94fd-dee5ec867122 req-f8ad0861-d5fc-4de8-815c-951841db6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:34.437199 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-da76d2a7-619d-457c-94fd-dee5ec867122 req-f8ad0861-d5fc-4de8-815c-951841db6dc3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2464548-db38-4ede-8509-93a9dbb836ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955961 Nov 19 09:34:34.502191 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2f50f48c-d4aa-4848-9e3e-4bc6947498fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243700459', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:07Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '15886138-4554-451b-a4eb-88e69a81793d', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'port_id': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'mac_address': 'fa:16:3e:35:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:34:31Z', 'updated_at': '2021-11-19T09:34:31Z', 'revision_number': 0, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b011b7d8-0812-49e0-94cf-5b694ccbeda6', 'name': '', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:38:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:34:04Z', 'updated_at': '2021-11-19T09:34:12Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:34.507973 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98bb1335-9d11-4e3c-8740-73a4ba7a97c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:34.534202 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f8d937e4-18c6-4d9f-93a0-ff1ed55434c9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/floatingips/15886138-4554-451b-a4eb-88e69a81793d HTTP/1.1" status: 200 len: 992 time: 0.1897879 Nov 19 09:34:34.581422 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98bb1335-9d11-4e3c-8740-73a4ba7a97c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:34.605772 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f50f48c-d4aa-4848-9e3e-4bc6947498fb None None] The sync data for ids ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'] in n-d-805649-14 is: [{'id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243700459', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:07Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '15886138-4554-451b-a4eb-88e69a81793d', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'port_id': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'mac_address': 'fa:16:3e:35:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:34:31Z', 'updated_at': '2021-11-19T09:34:31Z', 'revision_number': 0, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b011b7d8-0812-49e0-94cf-5b694ccbeda6', 'name': '', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:38:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:34:04Z', 'updated_at': '2021-11-19T09:34:12Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:34:34.649662 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-da76d2a7-619d-457c-94fd-dee5ec867122 req-62ef8b48-3f14-489a-a689-9f86bc33ea0e service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998999 Nov 19 09:34:34.675141 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 4fb70092-dd22-42f3-a519-b04e9f3b49f9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:34:34.815750 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98bb1335-9d11-4e3c-8740-73a4ba7a97c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:34.818870 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98bb1335-9d11-4e3c-8740-73a4ba7a97c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:34.822685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-98bb1335-9d11-4e3c-8740-73a4ba7a97c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fd9b1ef-aec2-43d1-82e5-2876bbcde312 HTTP/1.1" status: 204 len: 168 time: 0.4615538 Nov 19 09:34:34.825240 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-da76d2a7-619d-457c-94fd-dee5ec867122 req-4472bdc6-c365-4c5c-a3f0-1292ebeb301f service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622090 Nov 19 09:34:34.859337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb1335-9d11-4e3c-8740-73a4ba7a97c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd9b1ef-aec2-43d1-82e5-2876bbcde312,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:34.888195 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:34:34.902106 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e88b25-e7b1-4a4f-9ba2-a58f8652fae9 None None] Sync routers for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:34:34.929839 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e88b25-e7b1-4a4f-9ba2-a58f8652fae9 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:34.930936 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-84e88b25-e7b1-4a4f-9ba2-a58f8652fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:34.937048 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:34.978456 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-84e88b25-e7b1-4a4f-9ba2-a58f8652fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:34.990155 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e88b25-e7b1-4a4f-9ba2-a58f8652fae9 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:34.991292 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-84e88b25-e7b1-4a4f-9ba2-a58f8652fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:35.043529 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-84e88b25-e7b1-4a4f-9ba2-a58f8652fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:35.044751 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e88b25-e7b1-4a4f-9ba2-a58f8652fae9 None None] The sync data for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:34:35.061622 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4ed34078-f5c9-420c-81e8-7676d4eaf499 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3777044 Nov 19 09:34:35.062116 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41634) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:35.090684 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e95899-8ded-4d7f-ad54-18328cdd1b67 None None] New status for floating IP 15886138-4554-451b-a4eb-88e69a81793d: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:34:35.206624 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41640) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:35.208944 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-87e27419-4847-49ea-b563-e94e684cea4b tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "GET /v2.0/floatingips/4551ef68-36de-4f24-bc6d-36516f6992fc HTTP/1.1" status: 200 len: 977 time: 0.1449926 Nov 19 09:34:35.386675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41642) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:35.406378 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53ccaa17-38ac-4022-89a3-a56942497fa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:35.469209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ad4536e-664a-483d-9dc6-a5961864bbd5 req-fe95276a-f970-495c-9af9-5a2351020f8a tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.1038904 Nov 19 09:34:35.520075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f8a03351-5095-4ee2-93be-70d10fd0bf8d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3123786 Nov 19 09:34:35.526698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41646) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:35.547514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c10500f9-45aa-43d5-a64c-90d7e7bcd919 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'floatingip': {'port_id': '7ba828bf-e9bc-40cb-a070-e59b937f465a'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:35.552751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41648) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:35.621996 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c10500f9-45aa-43d5-a64c-90d7e7bcd919 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:35.781808 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53ccaa17-38ac-4022-89a3-a56942497fa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:35.796329 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-19c18f5a-351e-4dab-8f9a-834cee13f6df tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/floatingips/15886138-4554-451b-a4eb-88e69a81793d HTTP/1.1" status: 200 len: 994 time: 0.2365582 Nov 19 09:34:35.797948 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53ccaa17-38ac-4022-89a3-a56942497fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:35.839254 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccaa17-38ac-4022-89a3-a56942497fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861081ac-dc96-43ec-9cfd-13c007ed39aa,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:35.892020 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-53ccaa17-38ac-4022-89a3-a56942497fa1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c96a45f0c1f4f81b1b21ab093683321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5040739 Nov 19 09:34:35.895190 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41652) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:35.949910 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71ca0ff6-1d71-4a27-9a92-f167f9e96bd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:35.973757 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71ca0ff6-1d71-4a27-9a92-f167f9e96bd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:36.028317 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71ca0ff6-1d71-4a27-9a92-f167f9e96bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:36.031635 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71ca0ff6-1d71-4a27-9a92-f167f9e96bd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:36.043279 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-71ca0ff6-1d71-4a27-9a92-f167f9e96bd2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/861081ac-dc96-43ec-9cfd-13c007ed39aa HTTP/1.1" status: 204 len: 168 time: 0.1468401 Nov 19 09:34:36.065242 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca0ff6-1d71-4a27-9a92-f167f9e96bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861081ac-dc96-43ec-9cfd-13c007ed39aa,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:36.369662 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c10500f9-45aa-43d5-a64c-90d7e7bcd919 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:36.377933 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c10500f9-45aa-43d5-a64c-90d7e7bcd919 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:36.524266 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-c10500f9-45aa-43d5-a64c-90d7e7bcd919 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Floating IP 4551ef68-36de-4f24-bc6d-36516f6992fc associated. External IP: 172.25.0.253, port: c61157b9-7472-4ff2-841e-f4a39fb6a178. Nov 19 09:34:37.020862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a82a18c3-bcdb-4119-a100-5dabf6f84f73 req-eef1fb3a-ac72-42ec-87af-e07e4b8ee6c9 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.0474679 Nov 19 09:34:37.211672 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10500f9-45aa-43d5-a64c-90d7e7bcd919 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 4fb70092-dd22-42f3-a519-b04e9f3b49f9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:34:37.373834 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10500f9-45aa-43d5-a64c-90d7e7bcd919 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:34:37.386537 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dded78-7837-4962-8b7b-5820dd298c69 None None] Sync routers for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:34:37.412378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dded78-7837-4962-8b7b-5820dd298c69 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:37.413597 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-55dded78-7837-4962-8b7b-5820dd298c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:37.493618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-55dded78-7837-4962-8b7b-5820dd298c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:37.515847 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dded78-7837-4962-8b7b-5820dd298c69 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:37.516740 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-55dded78-7837-4962-8b7b-5820dd298c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:37.576105 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-55dded78-7837-4962-8b7b-5820dd298c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:37.576996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dded78-7837-4962-8b7b-5820dd298c69 None None] The sync data for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:34:37.724412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10500f9-45aa-43d5-a64c-90d7e7bcd919 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 4fb70092-dd22-42f3-a519-b04e9f3b49f9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:34:37.938740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10500f9-45aa-43d5-a64c-90d7e7bcd919 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:34:37.945348 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c10500f9-45aa-43d5-a64c-90d7e7bcd919 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:37.953731 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1223b9b2-c7e8-42a1-90a0-56f9174ae985 None None] Sync routers for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:34:37.970225 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1223b9b2-c7e8-42a1-90a0-56f9174ae985 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:37.979007 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1223b9b2-c7e8-42a1-90a0-56f9174ae985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:38.030401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c10500f9-45aa-43d5-a64c-90d7e7bcd919 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "PUT /v2.0/floatingips/4551ef68-36de-4f24-bc6d-36516f6992fc HTTP/1.1" status: 200 len: 978 time: 2.4999585 Nov 19 09:34:38.033477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41704) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:38.038725 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ff22db2d-5ab5-48a6-91c5-330210671c61 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:38.081206 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1223b9b2-c7e8-42a1-90a0-56f9174ae985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:38.096798 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1223b9b2-c7e8-42a1-90a0-56f9174ae985 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:38.098828 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1223b9b2-c7e8-42a1-90a0-56f9174ae985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:38.157728 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1223b9b2-c7e8-42a1-90a0-56f9174ae985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:38.158974 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1223b9b2-c7e8-42a1-90a0-56f9174ae985 None None] The sync data for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:34:38.245147 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff22db2d-5ab5-48a6-91c5-330210671c61 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:38.277557 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a653f28-4281-4a6f-8977-a6914efd6431 req-47800681-cb89-4496-8592-a08bc422ac9c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/ports?device_id=511206c3-dbd7-443f-945d-1f86590ad380 HTTP/1.1" status: 200 len: 210 time: 0.0536718 Nov 19 09:34:38.483881 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff22db2d-5ab5-48a6-91c5-330210671c61 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:38.488571 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff22db2d-5ab5-48a6-91c5-330210671c61 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:38.489670 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-ff22db2d-5ab5-48a6-91c5-330210671c61 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Floating IP 4551ef68-36de-4f24-bc6d-36516f6992fc disassociated. External IP: 172.25.0.253, port: 7ba828bf-e9bc-40cb-a070-e59b937f465a. Nov 19 09:34:38.694872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41720) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:38.760937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff22db2d-5ab5-48a6-91c5-330210671c61 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 4fb70092-dd22-42f3-a519-b04e9f3b49f9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:34:38.967936 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91562642-38bc-46ab-a485-425797efb4eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:39.087924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff22db2d-5ab5-48a6-91c5-330210671c61 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:34:39.095025 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff22db2d-5ab5-48a6-91c5-330210671c61 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:39.106170 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e8d53c-5624-4f48-8ca7-cd65729378e6 None None] Sync routers for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:34:39.127476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e8d53c-5624-4f48-8ca7-cd65729378e6 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:39.129615 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b5e8d53c-5624-4f48-8ca7-cd65729378e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:39.178993 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ff22db2d-5ab5-48a6-91c5-330210671c61 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "PUT /v2.0/floatingips/4551ef68-36de-4f24-bc6d-36516f6992fc HTTP/1.1" status: 200 len: 688 time: 1.1444511 Nov 19 09:34:39.179727 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91562642-38bc-46ab-a485-425797efb4eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:39.182680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41728) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:39.187257 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91562642-38bc-46ab-a485-425797efb4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:39.231533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b5e8d53c-5624-4f48-8ca7-cd65729378e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:39.252581 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e8d53c-5624-4f48-8ca7-cd65729378e6 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:39.253322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b5e8d53c-5624-4f48-8ca7-cd65729378e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:39.282721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91562642-38bc-46ab-a485-425797efb4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5858ed8e-3363-4800-a58f-ba7a819d13de,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:39.292761 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-91562642-38bc-46ab-a485-425797efb4eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b25180536f9045c08e0d3d0b24dfab0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5957582 Nov 19 09:34:39.295267 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41730) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:39.347998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b5e8d53c-5624-4f48-8ca7-cd65729378e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:39.353606 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e8d53c-5624-4f48-8ca7-cd65729378e6 None None] The sync data for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:34:39.427137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41736) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:39.454010 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f338cf65-fa30-473b-a1a7-cf3976794289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:39.480849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Deleting port 647abc7a-7196-4087-b349-6fdbd9293526 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:39.481293 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:39.496961 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f338cf65-fa30-473b-a1a7-cf3976794289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:39.546203 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e84ef64-8209-46c3-938f-741900a5c45e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:39.578539 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:39.579137 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:39.581305 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e84ef64-8209-46c3-938f-741900a5c45e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:39.599737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Calling delete_port for 647abc7a-7196-4087-b349-6fdbd9293526 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:39.611032 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f338cf65-fa30-473b-a1a7-cf3976794289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:39.613649 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f338cf65-fa30-473b-a1a7-cf3976794289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:39.614816 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f338cf65-fa30-473b-a1a7-cf3976794289 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5858ed8e-3363-4800-a58f-ba7a819d13de HTTP/1.1" status: 204 len: 168 time: 0.3185127 Nov 19 09:34:39.627230 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338cf65-fa30-473b-a1a7-cf3976794289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5858ed8e-3363-4800-a58f-ba7a819d13de,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:39.659787 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e84ef64-8209-46c3-938f-741900a5c45e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:39.664906 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e84ef64-8209-46c3-938f-741900a5c45e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:39.669123 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0e84ef64-8209-46c3-938f-741900a5c45e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "DELETE /v2.0/security-groups/12c0e9b0-3022-4521-a8c4-64614590cad9 HTTP/1.1" status: 204 len: 168 time: 0.2380033 Nov 19 09:34:39.669691 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41740) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:39.706957 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84ef64-8209-46c3-938f-741900a5c45e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c0e9b0-3022-4521-a8c4-64614590cad9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:39.709200 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-866ba55d-f4ef-45cc-915c-d87caae02d4f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] show failed (client error): The resource could not be found. Nov 19 09:34:39.714279 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41742) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:39.714498 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-866ba55d-f4ef-45cc-915c-d87caae02d4f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "GET /v2.0/security-groups/12c0e9b0-3022-4521-a8c4-64614590cad9 HTTP/1.1" status: 404 len: 347 time: 0.0350304 Nov 19 09:34:39.950016 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:39.999138 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5ae97120-8169-4702-8099-7479ac47d6a5 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Deleting port 89fcea11-9c78-4ed0-b9a8-92a5c7498b7b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:40.000054 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ae97120-8169-4702-8099-7479ac47d6a5 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:40.004155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Port': ['ID=647abc7a-7196-4087-b349-6fdbd9293526,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:40.078925 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:40.079272 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:40.079612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:40.080062 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:40.081050 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:40.081050 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:40.081050 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:40.082092 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:40.082092 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:40.082092 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:40.082313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:40.082841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:40.188833 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:40.191434 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:40.192590 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f52dc0b5-e761-4fd6-a705-ddebd521a574 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/floatingips/4551ef68-36de-4f24-bc6d-36516f6992fc HTTP/1.1" status: 204 len: 168 time: 1.0075724 Nov 19 09:34:40.195801 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41758) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:40.197597 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ae97120-8169-4702-8099-7479ac47d6a5 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:40.197597 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ae97120-8169-4702-8099-7479ac47d6a5 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:40.210456 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5ae97120-8169-4702-8099-7479ac47d6a5 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Calling delete_port for 89fcea11-9c78-4ed0-b9a8-92a5c7498b7b owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:40.249873 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-315ef689-d888-4c5e-9ffc-b3bab28ee8a8 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] delete failed (client error): The resource could not be found. Nov 19 09:34:40.251266 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-315ef689-d888-4c5e-9ffc-b3bab28ee8a8 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/floatingips/4551ef68-36de-4f24-bc6d-36516f6992fc HTTP/1.1" status: 404 len: 345 time: 0.0518541 Nov 19 09:34:40.257619 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41760) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:40.446264 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27df860-bf18-4d7d-aa66-2c3b7487f3c3 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:40.454320 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27df860-bf18-4d7d-aa66-2c3b7487f3c3 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:40.461582 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ae97120-8169-4702-8099-7479ac47d6a5 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:40.463266 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27df860-bf18-4d7d-aa66-2c3b7487f3c3 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:40.468016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41766) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:40.468177 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d27df860-bf18-4d7d-aa66-2c3b7487f3c3 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "GET /v2.0/ports?network_id=2743960a-b661-48a6-9f8d-6a3c32617dcc HTTP/1.1" status: 200 len: 2357 time: 0.2088711 Nov 19 09:34:40.507473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae97120-8169-4702-8099-7479ac47d6a5 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event deleted for resources: {'Port': ['ID=89fcea11-9c78-4ed0-b9a8-92a5c7498b7b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:40.530961 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896b18fe-b888-47f5-9a22-cc704c8dafbb None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:34:40.605244 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ae97120-8169-4702-8099-7479ac47d6a5 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:40.613962 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ae97120-8169-4702-8099-7479ac47d6a5 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:40.613962 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5ae97120-8169-4702-8099-7479ac47d6a5 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "DELETE /v2.0/floatingips/aeb26670-6a13-4532-b806-0f07249d5c96 HTTP/1.1" status: 204 len: 168 time: 0.8934317 Nov 19 09:34:40.614376 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41770) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:40.628238 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b5edeb-758e-4836-aa8d-e9a1ebeb1283 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:40.637141 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-82b5edeb-758e-4836-aa8d-e9a1ebeb1283 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "GET /v2.0/subnets/b4b606d8-77fa-4f66-b2d1-393460096f78 HTTP/1.1" status: 200 len: 797 time: 0.1615667 Nov 19 09:34:40.639077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41774) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:40.655692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-bb943343-a2bd-4424-bda6-6a66365c5c24 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'port': {'network_id': '2743960a-b661-48a6-9f8d-6a3c32617dcc', 'name': 'tempest-FloatingIPTestJSON-1709465331', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:40.850792 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Deleting port 19a55e08-5b80-469b-baa4-dc2c8cdb0361 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:40.851637 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb943343-a2bd-4424-bda6-6a66365c5c24 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Made reservation on behalf of a2be16fd49bd4d27b68d60f233928e6f for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:34:40.851756 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:41.063815 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb943343-a2bd-4424-bda6-6a66365c5c24 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:41.092307 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:41.116823 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Calling delete_port for 19a55e08-5b80-469b-baa4-dc2c8cdb0361 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:41.130766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-bb943343-a2bd-4424-bda6-6a66365c5c24 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] device_id is not set on port 18d8322f-1002-488e-9205-aac8d9efe628 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:34:41.494215 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:41.527301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event deleted for resources: {'Port': ['ID=19a55e08-5b80-469b-baa4-dc2c8cdb0361,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:41.542954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:41.543422 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:41.543867 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:41.544324 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:41.544758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:41.545229 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:41.545846 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:41.546312 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:41.546747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:41.547179 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:41.548009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:41.548009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:41.653762 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:41.657841 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fa6ef37c-59e1-43dc-abfb-de06683cb6a0 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "DELETE /v2.0/ports/19a55e08-5b80-469b-baa4-dc2c8cdb0361 HTTP/1.1" status: 204 len: 168 time: 1.0451891 Nov 19 09:34:41.662575 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41798) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:41.912415 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9cfef9bc-6291-4c7f-9e57-1da08f30534e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Deleting port 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:41.914138 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cfef9bc-6291-4c7f-9e57-1da08f30534e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:42.206330 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cfef9bc-6291-4c7f-9e57-1da08f30534e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:42.235102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9cfef9bc-6291-4c7f-9e57-1da08f30534e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Calling delete_port for 9d6d1cc0-1c45-4b89-95b9-69aea729ca09 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:42.460362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-bb943343-a2bd-4424-bda6-6a66365c5c24 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Allocated IP 172.20.0.14 (2743960a-b661-48a6-9f8d-6a3c32617dcc/b4b606d8-77fa-4f66-b2d1-393460096f78/18d8322f-1002-488e-9205-aac8d9efe628) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:42.464321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41810) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:42.475626 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-bb943343-a2bd-4424-bda6-6a66365c5c24 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Allocated IP 172.20.0.13 (2743960a-b661-48a6-9f8d-6a3c32617dcc/b4b606d8-77fa-4f66-b2d1-393460096f78/18d8322f-1002-488e-9205-aac8d9efe628) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:42.489459 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cfef9bc-6291-4c7f-9e57-1da08f30534e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:42.542210 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfef9bc-6291-4c7f-9e57-1da08f30534e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event deleted for resources: {'Port': ['ID=9d6d1cc0-1c45-4b89-95b9-69aea729ca09,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:42.637589 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9cfef9bc-6291-4c7f-9e57-1da08f30534e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:42.641553 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9cfef9bc-6291-4c7f-9e57-1da08f30534e tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "DELETE /v2.0/ports/9d6d1cc0-1c45-4b89-95b9-69aea729ca09 HTTP/1.1" status: 204 len: 168 time: 0.9697781 Nov 19 09:34:42.646030 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41814) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:42.703870 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ee8fea51-2231-4e98-9b3b-18eb02bd699a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:42.738164 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2fe618d-3955-4133-9fc0-d3c588febc31 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Deleting subnet 82aa1abf-8f01-4519-8f31-1b5a7fadbc6b {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:34:42.741850 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2fe618d-3955-4133-9fc0-d3c588febc31 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:42.751380 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb943343-a2bd-4424-bda6-6a66365c5c24 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:42.797808 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2fe618d-3955-4133-9fc0-d3c588febc31 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:42.832451 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb943343-a2bd-4424-bda6-6a66365c5c24 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:42.876847 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ee8fea51-2231-4e98-9b3b-18eb02bd699a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:42.887162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb943343-a2bd-4424-bda6-6a66365c5c24 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network 2743960a-b661-48a6-9f8d-6a3c32617dcc is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:42.896526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-bb943343-a2bd-4424-bda6-6a66365c5c24 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:42.901326 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ee8fea51-2231-4e98-9b3b-18eb02bd699a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:42.905594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb943343-a2bd-4424-bda6-6a66365c5c24 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:42.980613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb943343-a2bd-4424-bda6-6a66365c5c24 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=18d8322f-1002-488e-9205-aac8d9efe628,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:43.023493 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ee8fea51-2231-4e98-9b3b-18eb02bd699a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab62de6d18224a0eb4bb6d85b23a330c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5601628 Nov 19 09:34:43.036167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fea51-2231-4e98-9b3b-18eb02bd699a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6d33ed-4a8d-4a16-b3a1-592c80439bce,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:43.039456 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41816) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:43.053017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb943343-a2bd-4424-bda6-6a66365c5c24 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:43.053910 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bb943343-a2bd-4424-bda6-6a66365c5c24 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:43.110805 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bb943343-a2bd-4424-bda6-6a66365c5c24 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.4669862 Nov 19 09:34:43.117300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41818) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:43.122207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': '18d8322f-1002-488e-9205-aac8d9efe628', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:43.164073 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-498316d7-58ab-4b1b-8ced-b8ea2fd6ffc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:43.171183 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:43.219687 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-498316d7-58ab-4b1b-8ced-b8ea2fd6ffc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:43.335187 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-498316d7-58ab-4b1b-8ced-b8ea2fd6ffc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:43.339940 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-498316d7-58ab-4b1b-8ced-b8ea2fd6ffc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:43.343497 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-498316d7-58ab-4b1b-8ced-b8ea2fd6ffc4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a6d33ed-4a8d-4a16-b3a1-592c80439bce HTTP/1.1" status: 204 len: 168 time: 0.2997346 Nov 19 09:34:43.406750 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498316d7-58ab-4b1b-8ced-b8ea2fd6ffc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6d33ed-4a8d-4a16-b3a1-592c80439bce,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:43.445580 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:43.589004 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2fe618d-3955-4133-9fc0-d3c588febc31 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:43.634859 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Allocated IP 172.25.0.117 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/a5e78e65-87dd-41fa-93b5-99053cc92d18) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:43.683229 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:34:43.754070 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2fe618d-3955-4133-9fc0-d3c588febc31 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:43.801364 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe618d-3955-4133-9fc0-d3c588febc31 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event deleted for resources: {'Subnet': ['ID=82aa1abf-8f01-4519-8f31-1b5a7fadbc6b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:43.811247 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2fe618d-3955-4133-9fc0-d3c588febc31 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:43.814984 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c2fe618d-3955-4133-9fc0-d3c588febc31 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "DELETE /v2.0/subnets/82aa1abf-8f01-4519-8f31-1b5a7fadbc6b HTTP/1.1" status: 204 len: 168 time: 1.1661088 Nov 19 09:34:43.817390 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41828) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:43.817744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e7de47-df71-4e3c-b882-4f0ac05c943b None None] Network b2acc81c-bf09-4632-a469-1751c5389c3c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:34:43.910826 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:43.932919 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-3317bff8-104e-46a1-8aa2-caf4c340a6f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Deleting subnet d5a2b101-52c9-410d-843d-1141acad32f0 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:34:43.937909 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3317bff8-104e-46a1-8aa2-caf4c340a6f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:44.003289 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:44.004266 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3317bff8-104e-46a1-8aa2-caf4c340a6f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:44.088103 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:44.091911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:44.096991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:44.117467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] DHCP port deletion for b2acc81c-bf09-4632-a469-1751c5389c3c request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:34:44.135603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=a5e78e65-87dd-41fa-93b5-99053cc92d18,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:44.198535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Deleting port 3ff9aada-4a59-4e13-980b-43e1fd50d984 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:44.199216 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:44.213709 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3317bff8-104e-46a1-8aa2-caf4c340a6f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:44.293483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] For port 3ff9aada-4a59-4e13-980b-43e1fd50d984, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3ff9aada-4a59-4e13-980b-43e1fd50d984,segment=NetworkSegment(263f60d8-2492-4865-ab2f-2e2dcdcf708e),segment_id=263f60d8-2492-4865-ab2f-2e2dcdcf708e)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:44.293891 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:44.308573 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Calling delete_port for 3ff9aada-4a59-4e13-980b-43e1fd50d984 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:44.403385 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3317bff8-104e-46a1-8aa2-caf4c340a6f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:44.407582 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:44.474759 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317bff8-104e-46a1-8aa2-caf4c340a6f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a2b101-52c9-410d-843d-1141acad32f0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:44.480278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Pushing event deleted for resources: {'Port': ['ID=3ff9aada-4a59-4e13-980b-43e1fd50d984,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:44.486222 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] No DVR routers for this DVR port 3ff9aada-4a59-4e13-980b-43e1fd50d984 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:34:44.492023 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3317bff8-104e-46a1-8aa2-caf4c340a6f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:44.501887 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3317bff8-104e-46a1-8aa2-caf4c340a6f8 tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "DELETE /v2.0/subnets/d5a2b101-52c9-410d-843d-1141acad32f0 HTTP/1.1" status: 204 len: 168 time: 0.6834605 Nov 19 09:34:44.502522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41842) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:44.510558 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320dbf9b-6b2c-49f2-9457-f4b2ba22c9b6 None None] Network 49aec6eb-5987-4d27-ba58-77e438f7ea82 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:34:44.521658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:44.521658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:44.523551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:44.523551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:44.523551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:44.525870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:44.526261 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:44.533363 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:44.538370 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:44.542005 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:44.545486 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:44.552628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584a77db-7166-41f7-bb77-6da1ae058115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:34:44.657305 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50e3c49a-d886-47c3-b475-38519007491f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:44.861736 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:44.883086 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50e3c49a-d886-47c3-b475-38519007491f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:44.916218 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-50e3c49a-d886-47c3-b475-38519007491f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2acc81c-bf09-4632-a469-1751c5389c3c']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:44.918184 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125ab197-3203-4e93-bca5-c213a1744754 None None] DHCP port deletion for 49aec6eb-5987-4d27-ba58-77e438f7ea82 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:34:44.933704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-50e3c49a-d886-47c3-b475-38519007491f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263f60d8-2492-4865-ab2f-2e2dcdcf708e') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:44.936690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-50e3c49a-d886-47c3-b475-38519007491f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263f60d8-2492-4865-ab2f-2e2dcdcf708e') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:44.955377 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50e3c49a-d886-47c3-b475-38519007491f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:44.988879 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-125ab197-3203-4e93-bca5-c213a1744754 None None] Deleting port ddc49230-765f-4bc1-821b-dd02a38978e2 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:44.989429 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50e3c49a-d886-47c3-b475-38519007491f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:44.989796 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-125ab197-3203-4e93-bca5-c213a1744754 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:44.999756 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e3c49a-d886-47c3-b475-38519007491f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:34:45.000164 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50e3c49a-d886-47c3-b475-38519007491f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:34:45.005025 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:34:45.017894 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:45.063119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-125ab197-3203-4e93-bca5-c213a1744754 None None] For port ddc49230-765f-4bc1-821b-dd02a38978e2, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ddc49230-765f-4bc1-821b-dd02a38978e2,segment=NetworkSegment(57a50b57-8270-4ca4-9575-3e3b09b8c800),segment_id=57a50b57-8270-4ca4-9575-3e3b09b8c800)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:45.064907 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-125ab197-3203-4e93-bca5-c213a1744754 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:45.078120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-125ab197-3203-4e93-bca5-c213a1744754 None None] Calling delete_port for ddc49230-765f-4bc1-821b-dd02a38978e2 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:45.126625 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50e3c49a-d886-47c3-b475-38519007491f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:45.142712 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-50e3c49a-d886-47c3-b475-38519007491f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:45.147881 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-50e3c49a-d886-47c3-b475-38519007491f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "DELETE /v2.0/networks/b2acc81c-bf09-4632-a469-1751c5389c3c HTTP/1.1" status: 204 len: 168 time: 0.6443925 Nov 19 09:34:45.169362 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41854) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:45.189338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3c49a-d886-47c3-b475-38519007491f tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event deleted for resources: {'Network': ['ID=b2acc81c-bf09-4632-a469-1751c5389c3c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:45.235183 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-125ab197-3203-4e93-bca5-c213a1744754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:45.250714 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ab197-3203-4e93-bca5-c213a1744754 None None] No DVR routers for this DVR port ddc49230-765f-4bc1-821b-dd02a38978e2 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:34:45.310289 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:45.319422 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:45.320003 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ab197-3203-4e93-bca5-c213a1744754 None None] Pushing event deleted for resources: {'Port': ['ID=ddc49230-765f-4bc1-821b-dd02a38978e2,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:45.402783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=a5e78e65-87dd-41fa-93b5-99053cc92d18,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:45.421550 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:45.439119 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca353880-8b46-4bb4-a767-d38f3070254c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:45.576012 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:45.606634 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca353880-8b46-4bb4-a767-d38f3070254c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:45.631480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ca353880-8b46-4bb4-a767-d38f3070254c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49aec6eb-5987-4d27-ba58-77e438f7ea82']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:45.655797 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ca353880-8b46-4bb4-a767-d38f3070254c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a50b57-8270-4ca4-9575-3e3b09b8c800') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:45.656101 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ca353880-8b46-4bb4-a767-d38f3070254c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a50b57-8270-4ca4-9575-3e3b09b8c800') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:45.682466 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca353880-8b46-4bb4-a767-d38f3070254c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:45.683204 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Floating IP 9460eb03-769d-439b-a6f2-d3fcefc8a866 associated. External IP: 172.25.0.117, port: 18d8322f-1002-488e-9205-aac8d9efe628. Nov 19 09:34:45.706581 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca353880-8b46-4bb4-a767-d38f3070254c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:45.725349 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca353880-8b46-4bb4-a767-d38f3070254c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:34:45.728436 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca353880-8b46-4bb4-a767-d38f3070254c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:34:45.760722 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:34:45.769732 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3ff9aada-4a59-4e13-980b-43e1fd50d984 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:34:45.812843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 3ff9aada-4a59-4e13-980b-43e1fd50d984 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:34:45.813257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3ff9aada-4a59-4e13-980b-43e1fd50d984 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:34:45.813687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ddc49230-765f-4bc1-821b-dd02a38978e2 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:34:45.854608 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: ddc49230-765f-4bc1-821b-dd02a38978e2 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:34:45.855228 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ddc49230-765f-4bc1-821b-dd02a38978e2 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:34:45.883452 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca353880-8b46-4bb4-a767-d38f3070254c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:45.893267 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca353880-8b46-4bb4-a767-d38f3070254c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:45.898762 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ca353880-8b46-4bb4-a767-d38f3070254c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] 10.222.0.21 "DELETE /v2.0/networks/49aec6eb-5987-4d27-ba58-77e438f7ea82 HTTP/1.1" status: 204 len: 168 time: 0.7281241 Nov 19 09:34:45.922301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca353880-8b46-4bb4-a767-d38f3070254c tempest-TaggedBootDevicesTest_v242-2112387238 tempest-TaggedBootDevicesTest_v242-2112387238-project] Pushing event deleted for resources: {'Network': ['ID=49aec6eb-5987-4d27-ba58-77e438f7ea82,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:46.028569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 4fb70092-dd22-42f3-a519-b04e9f3b49f9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:34:46.169279 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:34:46.179329 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f19d993-83d3-411f-9f58-02fdd5b579b9 None None] Sync routers for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:34:46.197380 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f19d993-83d3-411f-9f58-02fdd5b579b9 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:46.198066 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4f19d993-83d3-411f-9f58-02fdd5b579b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:46.200470 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:46.239867 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-af318a09-d87d-4b9c-95a1-73e14698645d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.1189630 Nov 19 09:34:46.240363 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 41882) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:46.246039 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-14616769-6308-4d43-9644-06df9bc8f5db tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'floatingip': {'port_id': '18d8322f-1002-488e-9205-aac8d9efe628', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:46.258534 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4f19d993-83d3-411f-9f58-02fdd5b579b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:46.270940 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f19d993-83d3-411f-9f58-02fdd5b579b9 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:46.271737 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4f19d993-83d3-411f-9f58-02fdd5b579b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:46.320830 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14616769-6308-4d43-9644-06df9bc8f5db tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:46.331424 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4f19d993-83d3-411f-9f58-02fdd5b579b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:46.332342 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f19d993-83d3-411f-9f58-02fdd5b579b9 None None] The sync data for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:34:47.111372 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14616769-6308-4d43-9644-06df9bc8f5db tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:47.121445 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14616769-6308-4d43-9644-06df9bc8f5db tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:47.467900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14616769-6308-4d43-9644-06df9bc8f5db tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 4fb70092-dd22-42f3-a519-b04e9f3b49f9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:34:47.593067 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14616769-6308-4d43-9644-06df9bc8f5db tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:34:47.599576 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14616769-6308-4d43-9644-06df9bc8f5db tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:47.605747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d9b1f4-0b75-4dc2-94e7-bcf912456123 None None] Sync routers for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:34:47.623411 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d9b1f4-0b75-4dc2-94e7-bcf912456123 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:47.624380 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a5d9b1f4-0b75-4dc2-94e7-bcf912456123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:47.682398 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-14616769-6308-4d43-9644-06df9bc8f5db tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "PUT /v2.0/floatingips/9460eb03-769d-439b-a6f2-d3fcefc8a866 HTTP/1.1" status: 200 len: 979 time: 1.4408972 Nov 19 09:34:47.685049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 41994) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:47.700631 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a5d9b1f4-0b75-4dc2-94e7-bcf912456123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:47.716926 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d9b1f4-0b75-4dc2-94e7-bcf912456123 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:47.717721 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a5d9b1f4-0b75-4dc2-94e7-bcf912456123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:47.802552 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a5d9b1f4-0b75-4dc2-94e7-bcf912456123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:47.804079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d9b1f4-0b75-4dc2-94e7-bcf912456123 None None] The sync data for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:34:47.936546 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-df74f26a-3a38-463c-aa55-1a2563273353 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Deleting port a5e78e65-87dd-41fa-93b5-99053cc92d18 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:47.937195 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df74f26a-3a38-463c-aa55-1a2563273353 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:48.006660 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:48.054889 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df74f26a-3a38-463c-aa55-1a2563273353 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:48.055144 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df74f26a-3a38-463c-aa55-1a2563273353 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:48.070379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-df74f26a-3a38-463c-aa55-1a2563273353 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Calling delete_port for a5e78e65-87dd-41fa-93b5-99053cc92d18 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:48.272312 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df74f26a-3a38-463c-aa55-1a2563273353 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:48.313582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74f26a-3a38-463c-aa55-1a2563273353 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Port': ['ID=a5e78e65-87dd-41fa-93b5-99053cc92d18,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:48.444081 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df74f26a-3a38-463c-aa55-1a2563273353 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:48.444566 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-df74f26a-3a38-463c-aa55-1a2563273353 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Floating IP 9460eb03-769d-439b-a6f2-d3fcefc8a866 disassociated (deleted). External IP: 172.25.0.117, port: 18d8322f-1002-488e-9205-aac8d9efe628. Nov 19 09:34:48.764110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df74f26a-3a38-463c-aa55-1a2563273353 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 4fb70092-dd22-42f3-a519-b04e9f3b49f9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:34:48.871234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42038) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:48.918129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df74f26a-3a38-463c-aa55-1a2563273353 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:34:48.929709 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad6a3c1-bafa-4b9f-b25c-78bc75d04e46 None None] Sync routers for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:34:48.932532 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df74f26a-3a38-463c-aa55-1a2563273353 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:48.944348 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad6a3c1-bafa-4b9f-b25c-78bc75d04e46 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:48.944956 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0ad6a3c1-bafa-4b9f-b25c-78bc75d04e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:48.971991 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-df74f26a-3a38-463c-aa55-1a2563273353 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/floatingips/9460eb03-769d-439b-a6f2-d3fcefc8a866 HTTP/1.1" status: 204 len: 168 time: 1.2850938 Nov 19 09:34:48.975263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42042) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:49.023998 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0ad6a3c1-bafa-4b9f-b25c-78bc75d04e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:49.048892 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a2df76e-6229-42d7-b735-e9c150fd0dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:49.082950 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad6a3c1-bafa-4b9f-b25c-78bc75d04e46 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:49.083998 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0ad6a3c1-bafa-4b9f-b25c-78bc75d04e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:49.172121 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a2df76e-6229-42d7-b735-e9c150fd0dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:49.189538 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a2df76e-6229-42d7-b735-e9c150fd0dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:49.219053 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8a2df76e-6229-42d7-b735-e9c150fd0dbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a32920b495b543f0befcdae3533788f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3467004 Nov 19 09:34:49.221931 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42052) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:49.239819 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0ad6a3c1-bafa-4b9f-b25c-78bc75d04e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:49.240882 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad6a3c1-bafa-4b9f-b25c-78bc75d04e46 None None] The sync data for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:34:49.279832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2df76e-6229-42d7-b735-e9c150fd0dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4aa8e2-5b0c-4f16-b1cd-92f32fc9c94a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:49.302001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb5cd2-b800-4203-bd26-cfdedfecdeec tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Deleting port 18d8322f-1002-488e-9205-aac8d9efe628 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:49.303249 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5cd2-b800-4203-bd26-cfdedfecdeec tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:49.321038 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fae2ebfc-2de5-4f0d-9c4b-f67ff2f91688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:49.348536 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fae2ebfc-2de5-4f0d-9c4b-f67ff2f91688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:49.446616 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5cd2-b800-4203-bd26-cfdedfecdeec tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:49.448009 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fae2ebfc-2de5-4f0d-9c4b-f67ff2f91688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:49.451055 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fae2ebfc-2de5-4f0d-9c4b-f67ff2f91688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:49.452223 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fae2ebfc-2de5-4f0d-9c4b-f67ff2f91688 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb4aa8e2-5b0c-4f16-b1cd-92f32fc9c94a HTTP/1.1" status: 204 len: 168 time: 0.2290626 Nov 19 09:34:49.461147 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2ebfc-2de5-4f0d-9c4b-f67ff2f91688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4aa8e2-5b0c-4f16-b1cd-92f32fc9c94a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:49.479588 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb5cd2-b800-4203-bd26-cfdedfecdeec tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Calling delete_port for 18d8322f-1002-488e-9205-aac8d9efe628 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:49.819612 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5cd2-b800-4203-bd26-cfdedfecdeec tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:49.856318 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb5cd2-b800-4203-bd26-cfdedfecdeec tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Port': ['ID=18d8322f-1002-488e-9205-aac8d9efe628,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:49.890666 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b980-22b6-486c-a22e-44fa792437b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:49.959616 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42064) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:49.989066 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb9f9641-7a9d-4931-80b0-8df81633c957 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:50.079594 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5cd2-b800-4203-bd26-cfdedfecdeec tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:50.086505 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dfdb5cd2-b800-4203-bd26-cfdedfecdeec tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/ports/18d8322f-1002-488e-9205-aac8d9efe628 HTTP/1.1" status: 204 len: 168 time: 1.1098604 Nov 19 09:34:50.090550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42078) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:50.105454 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:50.158263 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb9f9641-7a9d-4931-80b0-8df81633c957 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:50.162171 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:50.162953 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb9f9641-7a9d-4931-80b0-8df81633c957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:50.230417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cb9f9641-7a9d-4931-80b0-8df81633c957 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3e834ef92164497aa931eff8c81115b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2667735 Nov 19 09:34:50.232398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42082) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:50.234380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f9641-7a9d-4931-80b0-8df81633c957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dcbbe8-fdc4-4129-acf3-0ed787bb4c0b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:50.345548 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11c70762-bd5e-478e-9c92-955147fc655d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:50.370645 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11c70762-bd5e-478e-9c92-955147fc655d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:50.455170 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:50.618995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Allocated IP 172.25.0.143 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/57233d66-3320-4f1d-b576-2fccac2b469b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:50.827276 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:50.879310 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:50.917660 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11c70762-bd5e-478e-9c92-955147fc655d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:50.920354 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11c70762-bd5e-478e-9c92-955147fc655d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:50.924856 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-11c70762-bd5e-478e-9c92-955147fc655d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57dcbbe8-fdc4-4129-acf3-0ed787bb4c0b HTTP/1.1" status: 204 len: 168 time: 0.6838443 Nov 19 09:34:50.980790 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:50.982120 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c70762-bd5e-478e-9c92-955147fc655d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dcbbe8-fdc4-4129-acf3-0ed787bb4c0b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:51.014414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:51.023637 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=57233d66-3320-4f1d-b576-2fccac2b469b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:51.033141 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:51.140229 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:51.213127 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:51.896818 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:51.917212 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:52.143466 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:52.210692 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:52.212582 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1204123 Nov 19 09:34:52.215740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42112) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:52.221322 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-71e2e1bb-5d8c-4308-9e8a-413aa9c109ed tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'port': {'network_id': '2743960a-b661-48a6-9f8d-6a3c32617dcc', 'name': 'tempest-FloatingIPTestJSON-216674732'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:52.259992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a722b-11b2-483b-8a38-f8a83a65f3ce tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=57233d66-3320-4f1d-b576-2fccac2b469b,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:52.308284 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8cf8a7a1-1753-4dba-ab62-8aa4975b5f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:52.471253 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e2e1bb-5d8c-4308-9e8a-413aa9c109ed tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Made reservation on behalf of a2be16fd49bd4d27b68d60f233928e6f for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:34:52.477003 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-71e2e1bb-5d8c-4308-9e8a-413aa9c109ed tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:52.516105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-71e2e1bb-5d8c-4308-9e8a-413aa9c109ed tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] device_id is not set on port 2e95b00b-0be0-4a5d-a181-3e3d04147eec yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:34:53.078704 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-71e2e1bb-5d8c-4308-9e8a-413aa9c109ed tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Allocated IP 172.20.0.2 (2743960a-b661-48a6-9f8d-6a3c32617dcc/b4b606d8-77fa-4f66-b2d1-393460096f78/2e95b00b-0be0-4a5d-a181-3e3d04147eec) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:53.263103 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-71e2e1bb-5d8c-4308-9e8a-413aa9c109ed tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:53.307626 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-71e2e1bb-5d8c-4308-9e8a-413aa9c109ed tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:53.377712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e2e1bb-5d8c-4308-9e8a-413aa9c109ed tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network 2743960a-b661-48a6-9f8d-6a3c32617dcc is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:53.381638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-71e2e1bb-5d8c-4308-9e8a-413aa9c109ed tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:53.386600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e2e1bb-5d8c-4308-9e8a-413aa9c109ed tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:53.412783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2e1bb-5d8c-4308-9e8a-413aa9c109ed tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=2e95b00b-0be0-4a5d-a181-3e3d04147eec,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:53.470117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e2e1bb-5d8c-4308-9e8a-413aa9c109ed tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:53.471012 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-71e2e1bb-5d8c-4308-9e8a-413aa9c109ed tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:53.496494 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:53.505844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-71e2e1bb-5d8c-4308-9e8a-413aa9c109ed tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2888408 Nov 19 09:34:53.509289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42154) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:53.514413 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-aa93c40b-6ca5-446a-ba09-b83d0c8500a8 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'floatingip': {'port_id': '2e95b00b-0be0-4a5d-a181-3e3d04147eec'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:53.561362 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa93c40b-6ca5-446a-ba09-b83d0c8500a8 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:53.604809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42156) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:53.878138 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e14e41d5-2cfa-4c50-ad86-231a11aec7e6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-753277651'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:53.920369 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14e41d5-2cfa-4c50-ad86-231a11aec7e6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Made reservation on behalf of c74b065d40ec4dbfba6cefce3cb0946d for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:34:53.930118 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e14e41d5-2cfa-4c50-ad86-231a11aec7e6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:53.954103 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e14e41d5-2cfa-4c50-ad86-231a11aec7e6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:54.123902 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e14e41d5-2cfa-4c50-ad86-231a11aec7e6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:54.130657 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e14e41d5-2cfa-4c50-ad86-231a11aec7e6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:54.160841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14e41d5-2cfa-4c50-ad86-231a11aec7e6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:34:54.171898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e41d5-2cfa-4c50-ad86-231a11aec7e6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a212d88-ff3c-4965-81a2-d6b837201b81,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:54.177113 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e14e41d5-2cfa-4c50-ad86-231a11aec7e6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:54.177589 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-e14e41d5-2cfa-4c50-ad86-231a11aec7e6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Added segment ca75efd0-5221-4386-b663-b004aaf04600 of type vlan for network 921bf763-6c21-48c0-b984-6fabbfb070e6 Nov 19 09:34:54.236198 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e14e41d5-2cfa-4c50-ad86-231a11aec7e6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:54.275823 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e14e41d5-2cfa-4c50-ad86-231a11aec7e6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:54.284934 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14e41d5-2cfa-4c50-ad86-231a11aec7e6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:54.286060 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e14e41d5-2cfa-4c50-ad86-231a11aec7e6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:54.342933 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa93c40b-6ca5-446a-ba09-b83d0c8500a8 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:54.358330 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa93c40b-6ca5-446a-ba09-b83d0c8500a8 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:54.430991 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e14e41d5-2cfa-4c50-ad86-231a11aec7e6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8250325 Nov 19 09:34:54.460317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42168) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:54.464626 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b5cee291-d6d5-4c80-a941-4483a7ea449c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Request body: {'subnet': {'network_id': '921bf763-6c21-48c0-b984-6fabbfb070e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:54.473874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e41d5-2cfa-4c50-ad86-231a11aec7e6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Pushing event updated for resources: {'Network': ['ID=921bf763-6c21-48c0-b984-6fabbfb070e6,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:54.481523 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-aa93c40b-6ca5-446a-ba09-b83d0c8500a8 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Floating IP 76c5c3ac-3e10-4299-8437-94c157e8beca associated. External IP: 172.25.0.143, port: 2e95b00b-0be0-4a5d-a181-3e3d04147eec. Nov 19 09:34:54.486450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 921bf763-6c21-48c0-b984-6fabbfb070e6 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:34:54.613047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cee291-d6d5-4c80-a941-4483a7ea449c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Made reservation on behalf of c74b065d40ec4dbfba6cefce3cb0946d for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:34:54.620556 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5cee291-d6d5-4c80-a941-4483a7ea449c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:54.865282 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa93c40b-6ca5-446a-ba09-b83d0c8500a8 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 4fb70092-dd22-42f3-a519-b04e9f3b49f9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:34:54.891080 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5cee291-d6d5-4c80-a941-4483a7ea449c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:54.895942 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:54.960929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cee291-d6d5-4c80-a941-4483a7ea449c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Pushing event updated for resources: {'Subnet': ['ID=8e5b43fb-6709-47e1-8649-04a3ed9b5e10,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:55.015787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cee291-d6d5-4c80-a941-4483a7ea449c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Checking segment: {'id': 'ca75efd0-5221-4386-b663-b004aaf04600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '921bf763-6c21-48c0-b984-6fabbfb070e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:34:55.017403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cee291-d6d5-4c80-a941-4483a7ea449c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Network hostable DHCP agents. Network: 921bf763-6c21-48c0-b984-6fabbfb070e6, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:34:55.038690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa93c40b-6ca5-446a-ba09-b83d0c8500a8 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:34:55.044419 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-aa93c40b-6ca5-446a-ba09-b83d0c8500a8 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:55.045129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cee291-d6d5-4c80-a941-4483a7ea449c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Network 921bf763-6c21-48c0-b984-6fabbfb070e6 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:34:55.050153 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9b344-2889-4fad-b3c8-d98387aeb001 None None] Sync routers for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:34:55.072292 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b5cee291-d6d5-4c80-a941-4483a7ea449c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 921bf763-6c21-48c0-b984-6fabbfb070e6) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:55.076870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9b344-2889-4fad-b3c8-d98387aeb001 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:55.077531 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-eba9b344-2889-4fad-b3c8-d98387aeb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:55.077681 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-aa93c40b-6ca5-446a-ba09-b83d0c8500a8 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "PUT /v2.0/floatingips/76c5c3ac-3e10-4299-8437-94c157e8beca HTTP/1.1" status: 200 len: 977 time: 1.5671759 Nov 19 09:34:55.080085 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42172) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:55.097027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cee291-d6d5-4c80-a941-4483a7ea449c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:55.100506 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5cee291-d6d5-4c80-a941-4483a7ea449c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:55.156170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b5cee291-d6d5-4c80-a941-4483a7ea449c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6960642 Nov 19 09:34:55.158783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42176) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:55.170086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-bae37838-2ff1-4b7c-8f40-1702990d65ef tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Request body: {'port': {'network_id': '921bf763-6c21-48c0-b984-6fabbfb070e6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1512821481'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:55.191057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-eba9b344-2889-4fad-b3c8-d98387aeb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:55.205498 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b0e5fa3d-8d15-4a09-8f39-227ee4a16b80 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Deleting port 2e95b00b-0be0-4a5d-a181-3e3d04147eec {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:55.205858 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0e5fa3d-8d15-4a09-8f39-227ee4a16b80 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:55.208340 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea58ff2c-06ee-4864-9428-8c48159beab7 None None] Network 921bf763-6c21-48c0-b984-6fabbfb070e6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:34:55.301473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9b344-2889-4fad-b3c8-d98387aeb001 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:55.302090 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-eba9b344-2889-4fad-b3c8-d98387aeb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:55.345929 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0e5fa3d-8d15-4a09-8f39-227ee4a16b80 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:55.380275 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-eba9b344-2889-4fad-b3c8-d98387aeb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:55.382725 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9b344-2889-4fad-b3c8-d98387aeb001 None None] The sync data for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:34:55.403891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae37838-2ff1-4b7c-8f40-1702990d65ef tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Made reservation on behalf of c74b065d40ec4dbfba6cefce3cb0946d for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:34:55.409219 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bae37838-2ff1-4b7c-8f40-1702990d65ef tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:55.444479 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-bae37838-2ff1-4b7c-8f40-1702990d65ef tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] device_id is not set on port 230d38c2-f9b8-4710-84ea-eee843ed8bb0 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:34:55.471149 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:55.569553 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-921bf763-6c21-48c0-b984-6fabbfb070e6', 'network_id': '921bf763-6c21-48c0-b984-6fabbfb070e6', 'tenant_id': 'c74b065d40ec4dbfba6cefce3cb0946d', 'fixed_ips': [{'subnet_id': '8e5b43fb-6709-47e1-8649-04a3ed9b5e10'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:34:55.570525 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:55.617104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-bae37838-2ff1-4b7c-8f40-1702990d65ef tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Allocated IP 172.20.0.3 (921bf763-6c21-48c0-b984-6fabbfb070e6/8e5b43fb-6709-47e1-8649-04a3ed9b5e10/230d38c2-f9b8-4710-84ea-eee843ed8bb0) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:55.724042 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0e5fa3d-8d15-4a09-8f39-227ee4a16b80 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:55.724759 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0e5fa3d-8d15-4a09-8f39-227ee4a16b80 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:55.725354 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-b0e5fa3d-8d15-4a09-8f39-227ee4a16b80 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Floating IP 76c5c3ac-3e10-4299-8437-94c157e8beca disassociated. External IP: 172.25.0.143, port: 2e95b00b-0be0-4a5d-a181-3e3d04147eec. Nov 19 09:34:55.725930 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b0e5fa3d-8d15-4a09-8f39-227ee4a16b80 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Calling delete_port for 2e95b00b-0be0-4a5d-a181-3e3d04147eec owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:55.882955 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0e5fa3d-8d15-4a09-8f39-227ee4a16b80 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:55.923091 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bae37838-2ff1-4b7c-8f40-1702990d65ef tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:55.924650 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5fa3d-8d15-4a09-8f39-227ee4a16b80 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Port': ['ID=2e95b00b-0be0-4a5d-a181-3e3d04147eec,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:56.005719 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bae37838-2ff1-4b7c-8f40-1702990d65ef tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:56.072236 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e5fa3d-8d15-4a09-8f39-227ee4a16b80 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 4fb70092-dd22-42f3-a519-b04e9f3b49f9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:34:56.089739 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Allocated IP 172.20.0.2 (921bf763-6c21-48c0-b984-6fabbfb070e6/8e5b43fb-6709-47e1-8649-04a3ed9b5e10/a46e8732-d8ba-4cd5-8f00-512a7896c151) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:56.108030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae37838-2ff1-4b7c-8f40-1702990d65ef tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Pushing event updated for resources: {'Port': ['ID=230d38c2-f9b8-4710-84ea-eee843ed8bb0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:56.136737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae37838-2ff1-4b7c-8f40-1702990d65ef tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Network 921bf763-6c21-48c0-b984-6fabbfb070e6 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:56.138334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-bae37838-2ff1-4b7c-8f40-1702990d65ef tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:56.145659 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae37838-2ff1-4b7c-8f40-1702990d65ef tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:56.255632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae37838-2ff1-4b7c-8f40-1702990d65ef tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:56.257614 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bae37838-2ff1-4b7c-8f40-1702990d65ef tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:56.293205 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bae37838-2ff1-4b7c-8f40-1702990d65ef tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1321831 Nov 19 09:34:56.296373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42186) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:56.462597 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:56.477926 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:56.551088 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6308edca-bcb5-4fc5-8b22-336a92d466d6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Deleting port 230d38c2-f9b8-4710-84ea-eee843ed8bb0 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:56.551705 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6308edca-bcb5-4fc5-8b22-336a92d466d6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:56.598422 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Pushing event updated for resources: {'Port': ['ID=a46e8732-d8ba-4cd5-8f00-512a7896c151,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:56.636805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Network 921bf763-6c21-48c0-b984-6fabbfb070e6 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:56.641582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:56.646271 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:56.686149 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e5fa3d-8d15-4a09-8f39-227ee4a16b80 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:34:56.710094 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a89685-5ede-411c-8302-9e1e8b634fc5 None None] Sync routers for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:34:56.747534 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a89685-5ede-411c-8302-9e1e8b634fc5 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:56.749144 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-11a89685-5ede-411c-8302-9e1e8b634fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:56.769441 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6308edca-bcb5-4fc5-8b22-336a92d466d6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:56.774776 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Attempting to bind port a46e8732-d8ba-4cd5-8f00-512a7896c151 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:34:56.775089 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Attempting to bind port a46e8732-d8ba-4cd5-8f00-512a7896c151 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'ca75efd0-5221-4386-b663-b004aaf04600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '921bf763-6c21-48c0-b984-6fabbfb070e6'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:34:56.792478 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Attempting to bind port a46e8732-d8ba-4cd5-8f00-512a7896c151 on network 921bf763-6c21-48c0-b984-6fabbfb070e6 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:34:56.798434 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:34:56.798835 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Checking segment: {'id': 'ca75efd0-5221-4386-b663-b004aaf04600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '921bf763-6c21-48c0-b984-6fabbfb070e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:34:56.799270 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:56.799650 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Bound using segment: {'id': 'ca75efd0-5221-4386-b663-b004aaf04600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '921bf763-6c21-48c0-b984-6fabbfb070e6'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:34:56.800115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Bound port: a46e8732-d8ba-4cd5-8f00-512a7896c151, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca75efd0-5221-4386-b663-b004aaf04600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '921bf763-6c21-48c0-b984-6fabbfb070e6'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:34:56.800510 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:56.814073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6308edca-bcb5-4fc5-8b22-336a92d466d6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Calling delete_port for 230d38c2-f9b8-4710-84ea-eee843ed8bb0 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:56.835194 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-11a89685-5ede-411c-8302-9e1e8b634fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:56.856352 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0e5fa3d-8d15-4a09-8f39-227ee4a16b80 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:56.863460 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b0e5fa3d-8d15-4a09-8f39-227ee4a16b80 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/ports/2e95b00b-0be0-4a5d-a181-3e3d04147eec HTTP/1.1" status: 204 len: 168 time: 1.7794280 Nov 19 09:34:56.863460 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42196) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:56.866859 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a89685-5ede-411c-8302-9e1e8b634fc5 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:34:56.872631 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-11a89685-5ede-411c-8302-9e1e8b634fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:56.953536 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] For port a46e8732-d8ba-4cd5-8f00-512a7896c151, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:34:56.967595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] For port a46e8732-d8ba-4cd5-8f00-512a7896c151, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a46e8732-d8ba-4cd5-8f00-512a7896c151,segment=NetworkSegment(ca75efd0-5221-4386-b663-b004aaf04600),segment_id=ca75efd0-5221-4386-b663-b004aaf04600)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:34:56.982628 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-15380ed0-458b-44b7-9128-d612952d2acd tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "GET /v2.0/floatingips/76c5c3ac-3e10-4299-8437-94c157e8beca HTTP/1.1" status: 200 len: 688 time: 0.1178257 Nov 19 09:34:56.986744 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:56.987370 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42198) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:57.024638 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-11a89685-5ede-411c-8302-9e1e8b634fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:34:57.033143 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a89685-5ede-411c-8302-9e1e8b634fc5 None None] The sync data for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:34:57.136407 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6308edca-bcb5-4fc5-8b22-336a92d466d6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:57.171975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5c6e5-0934-46e7-9d69-0a0b07c6b7f7 None None] Pushing event updated for resources: {'Port': ['ID=a46e8732-d8ba-4cd5-8f00-512a7896c151,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:57.220163 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308edca-bcb5-4fc5-8b22-336a92d466d6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Pushing event deleted for resources: {'Port': ['ID=230d38c2-f9b8-4710-84ea-eee843ed8bb0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:57.419077 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5e066c99-7a1d-4b01-91b0-f04a5e042f00 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Deleting port 57233d66-3320-4f1d-b576-2fccac2b469b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:34:57.420762 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e066c99-7a1d-4b01-91b0-f04a5e042f00 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:57.443504 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6308edca-bcb5-4fc5-8b22-336a92d466d6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:57.452994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42200) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:57.473203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6308edca-bcb5-4fc5-8b22-336a92d466d6 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] 10.222.0.21 "DELETE /v2.0/ports/230d38c2-f9b8-4710-84ea-eee843ed8bb0 HTTP/1.1" status: 204 len: 168 time: 1.1555457 Nov 19 09:34:57.698732 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e066c99-7a1d-4b01-91b0-f04a5e042f00 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:57.699191 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e066c99-7a1d-4b01-91b0-f04a5e042f00 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:57.717237 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7beb5bbd-fccf-41a3-9ccb-687f9a6cb4b9 tempest-DHCPAgentSchedulersTestJSON-1701118884 tempest-DHCPAgentSchedulersTestJSON-1701118884-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.2123170 Nov 19 09:34:57.719887 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42208) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:57.728145 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3752ce74-ef76-47f1-8612-034995a02884 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1706687297'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:57.755096 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5e066c99-7a1d-4b01-91b0-f04a5e042f00 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Calling delete_port for 57233d66-3320-4f1d-b576-2fccac2b469b owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:34:57.802197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3752ce74-ef76-47f1-8612-034995a02884 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Made reservation on behalf of c74b065d40ec4dbfba6cefce3cb0946d for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:34:57.807634 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3752ce74-ef76-47f1-8612-034995a02884 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:57.837341 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3752ce74-ef76-47f1-8612-034995a02884 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:34:57.850201 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3752ce74-ef76-47f1-8612-034995a02884 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:57.850561 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-3752ce74-ef76-47f1-8612-034995a02884 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Added segment 776be9a3-cef3-44f4-a9de-ac8087a3248f of type vlan for network fd1770ee-78db-48f1-8b17-36208d6daa4a Nov 19 09:34:57.928386 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a46e8732-d8ba-4cd5-8f00-512a7896c151 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:34:57.959820 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3752ce74-ef76-47f1-8612-034995a02884 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:57.995880 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3752ce74-ef76-47f1-8612-034995a02884 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:58.002356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3752ce74-ef76-47f1-8612-034995a02884 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:34:58.003065 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3752ce74-ef76-47f1-8612-034995a02884 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:58.087012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port a46e8732-d8ba-4cd5-8f00-512a7896c151 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:58.087753 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:58.173395 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3752ce74-ef76-47f1-8612-034995a02884 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4510555 Nov 19 09:34:58.182137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42218) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:58.253780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752ce74-ef76-47f1-8612-034995a02884 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Pushing event updated for resources: {'Network': ['ID=fd1770ee-78db-48f1-8b17-36208d6daa4a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:58.261445 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e066c99-7a1d-4b01-91b0-f04a5e042f00 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:58.273314 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:58.309469 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network fd1770ee-78db-48f1-8b17-36208d6daa4a details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:34:58.509382 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e066c99-7a1d-4b01-91b0-f04a5e042f00 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:58.519544 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e066c99-7a1d-4b01-91b0-f04a5e042f00 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:58.528196 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5e066c99-7a1d-4b01-91b0-f04a5e042f00 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/floatingips/76c5c3ac-3e10-4299-8437-94c157e8beca HTTP/1.1" status: 204 len: 168 time: 1.5394711 Nov 19 09:34:58.531314 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e066c99-7a1d-4b01-91b0-f04a5e042f00 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Port': ['ID=57233d66-3320-4f1d-b576-2fccac2b469b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:58.542227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42220) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:58.543274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port a46e8732-d8ba-4cd5-8f00-512a7896c151, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a46e8732-d8ba-4cd5-8f00-512a7896c151,segment=NetworkSegment(ca75efd0-5221-4386-b663-b004aaf04600),segment_id=ca75efd0-5221-4386-b663-b004aaf04600)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:34:58.568467 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:58.568833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': '7ba828bf-e9bc-40cb-a070-e59b937f465a'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:34:58.616019 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:58.676449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=a46e8732-d8ba-4cd5-8f00-512a7896c151,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:58.715515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42222) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:58.723711 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0f8b5c88-cd42-47d3-b74c-634825f53c5d tempest-DHCPAgentSchedulersTestJSON-1701118884 tempest-DHCPAgentSchedulersTestJSON-1701118884-project-admin] 10.222.0.21 "GET /v2.0/agents/2b19f7b8-e714-47aa-83f8-f2226fc65359/dhcp-networks HTTP/1.1" status: 200 len: 8871 time: 0.5403616 Nov 19 09:34:58.934211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a710666-15cd-49e9-891f-8324bc150876 None None] Network 921bf763-6c21-48c0-b984-6fabbfb070e6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:34:58.953518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505bb3ff-9031-4529-a75a-2bba7a0448d2 tempest-DHCPAgentSchedulersTestJSON-1701118884 tempest-DHCPAgentSchedulersTestJSON-1701118884-project-admin] Network fd1770ee-78db-48f1-8b17-36208d6daa4a is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:34:58.970355 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:58.987358 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-505bb3ff-9031-4529-a75a-2bba7a0448d2 tempest-DHCPAgentSchedulersTestJSON-1701118884 tempest-DHCPAgentSchedulersTestJSON-1701118884-project-admin] 10.222.0.21 "POST /v2.0/agents/2b19f7b8-e714-47aa-83f8-f2226fc65359/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2704678 Nov 19 09:34:58.990712 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42228) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:59.043893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0dcd1c-847d-4ca6-a117-e9505a884c75 None None] Network fd1770ee-78db-48f1-8b17-36208d6daa4a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:34:59.279915 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Allocated IP 172.25.0.85 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/bbb7de53-96ec-472d-a6d7-71be3b2ef9d4) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:34:59.292121 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-50349996-5911-45e3-bc41-e31ccd45910f None None] Provisioning complete for port a46e8732-d8ba-4cd5-8f00-512a7896c151 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:59.292717 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-50349996-5911-45e3-bc41-e31ccd45910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:59.383174 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0f6b17bf-46c7-4fa9-8541-261445a1e2bd tempest-DHCPAgentSchedulersTestJSON-1701118884 tempest-DHCPAgentSchedulersTestJSON-1701118884-project-admin] 10.222.0.21 "GET /v2.0/agents/2b19f7b8-e714-47aa-83f8-f2226fc65359/dhcp-networks HTTP/1.1" status: 200 len: 9642 time: 0.3905196 Nov 19 09:34:59.386944 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42232) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:59.558254 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:59.584256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-32c464a7-13de-4877-b56e-7f3173418e2c tempest-DHCPAgentSchedulersTestJSON-1701118884 tempest-DHCPAgentSchedulersTestJSON-1701118884-project-admin] 10.222.0.21 "DELETE /v2.0/agents/2b19f7b8-e714-47aa-83f8-f2226fc65359/dhcp-networks/fd1770ee-78db-48f1-8b17-36208d6daa4a HTTP/1.1" status: 204 len: 168 time: 0.1952384 Nov 19 09:34:59.586757 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42234) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:59.618719 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:59.666237 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=bbb7de53-96ec-472d-a6d7-71be3b2ef9d4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:34:59.684569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:34:59.686041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:34:59.688919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:34:59.803327 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a46e8732-d8ba-4cd5-8f00-512a7896c151 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:34:59.905169 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7136526a-8977-4cb9-af53-5f3f1bdb8973 tempest-DHCPAgentSchedulersTestJSON-1701118884 tempest-DHCPAgentSchedulersTestJSON-1701118884-project-admin] 10.222.0.21 "GET /v2.0/agents/2b19f7b8-e714-47aa-83f8-f2226fc65359/dhcp-networks HTTP/1.1" status: 200 len: 8871 time: 0.3167648 Nov 19 09:34:59.906023 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42240) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:34:59.932355 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port a46e8732-d8ba-4cd5-8f00-512a7896c151 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:34:59.932734 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:34:59.953047 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0d4c3221-13e8-460b-b7fe-7f7287693ae0 tempest-DHCPAgentSchedulersTestJSON-1701118884 tempest-DHCPAgentSchedulersTestJSON-1701118884-project-admin] 10.222.0.21 "GET /v2.0/networks/921bf763-6c21-48c0-b984-6fabbfb070e6/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0448422 Nov 19 09:34:59.955988 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42242) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:00.017195 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42246) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:00.021347 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9245260e-15e2-4684-af43-4b2a562acfb8 tempest-DHCPAgentSchedulersTestJSON-1701118884 tempest-DHCPAgentSchedulersTestJSON-1701118884-project-admin] 10.222.0.21 "GET /v2.0/networks/921bf763-6c21-48c0-b984-6fabbfb070e6/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0638247 Nov 19 09:35:00.181700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1ff1d622-c3f7-4b09-b076-fe09138f243b None None] Provisioning complete for port a46e8732-d8ba-4cd5-8f00-512a7896c151 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:00.182836 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1ff1d622-c3f7-4b09-b076-fe09138f243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:00.444238 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2918686e-8106-47b8-bdee-ff40cb354a19 tempest-DHCPAgentSchedulersTestJSON-1701118884 tempest-DHCPAgentSchedulersTestJSON-1701118884-project-admin] 10.222.0.21 "GET /v2.0/agents/2b19f7b8-e714-47aa-83f8-f2226fc65359/dhcp-networks HTTP/1.1" status: 200 len: 8871 time: 0.4257948 Nov 19 09:35:00.458155 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42256) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:00.554806 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4185-ee62-47bd-afbe-382c6400fb9c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:00.588451 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6fc4e558-5d2b-41a0-937d-2294fd9cf673 None None] Could not find standard attr ID for object 230d38c2-f9b8-4710-84ea-eee843ed8bb0. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:35:00.596423 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:00.687359 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4185-ee62-47bd-afbe-382c6400fb9c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:00.727448 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:00.735051 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-0b3b4185-ee62-47bd-afbe-382c6400fb9c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1770ee-78db-48f1-8b17-36208d6daa4a']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:00.748675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-0b3b4185-ee62-47bd-afbe-382c6400fb9c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776be9a3-cef3-44f4-a9de-ac8087a3248f') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:00.748983 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-0b3b4185-ee62-47bd-afbe-382c6400fb9c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776be9a3-cef3-44f4-a9de-ac8087a3248f') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:00.761917 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4185-ee62-47bd-afbe-382c6400fb9c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:00.780550 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4185-ee62-47bd-afbe-382c6400fb9c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:00.787436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3b4185-ee62-47bd-afbe-382c6400fb9c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:35:00.787854 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4185-ee62-47bd-afbe-382c6400fb9c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:35:00.858401 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:35:00.866006 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4185-ee62-47bd-afbe-382c6400fb9c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:00.880510 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4185-ee62-47bd-afbe-382c6400fb9c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:00.887488 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0b3b4185-ee62-47bd-afbe-382c6400fb9c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] 10.222.0.21 "DELETE /v2.0/networks/fd1770ee-78db-48f1-8b17-36208d6daa4a HTTP/1.1" status: 204 len: 168 time: 0.4258752 Nov 19 09:35:00.888268 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42260) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:00.945302 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbec26e-1067-451a-b40f-4ed0b5442210 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] DELETE failed (client error): The resource could not be found. Nov 19 09:35:00.949181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbec26e-1067-451a-b40f-4ed0b5442210 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:35:00.956679 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4fbec26e-1067-451a-b40f-4ed0b5442210 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] 10.222.0.21 "DELETE /v2.0/ports/230d38c2-f9b8-4710-84ea-eee843ed8bb0 HTTP/1.1" status: 404 len: 333 time: 0.0671270 Nov 19 09:35:00.957383 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42264) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:00.967515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b4185-ee62-47bd-afbe-382c6400fb9c tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Pushing event deleted for resources: {'Network': ['ID=fd1770ee-78db-48f1-8b17-36208d6daa4a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:01.029161 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3e153a-f26e-428e-8acf-1378e3ba83f0 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Deleting subnet 8e5b43fb-6709-47e1-8649-04a3ed9b5e10 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:35:01.029669 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:01.034391 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f3e153a-f26e-428e-8acf-1378e3ba83f0 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:01.037418 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:01.111362 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f3e153a-f26e-428e-8acf-1378e3ba83f0 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:01.116927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=bbb7de53-96ec-472d-a6d7-71be3b2ef9d4,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:01.153510 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:01.214699 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f3e153a-f26e-428e-8acf-1378e3ba83f0 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:01.310662 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f3e153a-f26e-428e-8acf-1378e3ba83f0 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:01.364128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e153a-f26e-428e-8acf-1378e3ba83f0 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Pushing event deleted for resources: {'Subnet': ['ID=8e5b43fb-6709-47e1-8649-04a3ed9b5e10,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:01.369127 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f3e153a-f26e-428e-8acf-1378e3ba83f0 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:01.374277 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0f3e153a-f26e-428e-8acf-1378e3ba83f0 tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] 10.222.0.21 "DELETE /v2.0/subnets/8e5b43fb-6709-47e1-8649-04a3ed9b5e10 HTTP/1.1" status: 204 len: 168 time: 0.4155543 Nov 19 09:35:01.376381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42274) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:01.376519 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1ee110-bc67-4241-b2ab-652a9d99bab8 None None] Network 921bf763-6c21-48c0-b984-6fabbfb070e6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:35:01.404088 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Floating IP dfcfd57c-bce3-46b2-8553-ecf7a8238508 associated. External IP: 172.25.0.85, port: 7ba828bf-e9bc-40cb-a070-e59b937f465a. Nov 19 09:35:01.494683 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:01.575219 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Deleting port a46e8732-d8ba-4cd5-8f00-512a7896c151 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:01.575433 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:01.685579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] For port a46e8732-d8ba-4cd5-8f00-512a7896c151, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a46e8732-d8ba-4cd5-8f00-512a7896c151,segment=NetworkSegment(ca75efd0-5221-4386-b663-b004aaf04600),segment_id=ca75efd0-5221-4386-b663-b004aaf04600)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:01.686649 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:01.713814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Calling delete_port for a46e8732-d8ba-4cd5-8f00-512a7896c151 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:01.758785 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3f0305-eae1-4c00-a1d1-9e6bd957143b None None] DHCP port deletion for 921bf763-6c21-48c0-b984-6fabbfb070e6 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:01.858083 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:01.889676 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f0305-eae1-4c00-a1d1-9e6bd957143b None None] Deleting port a46e8732-d8ba-4cd5-8f00-512a7896c151 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:01.893470 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0305-eae1-4c00-a1d1-9e6bd957143b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:01.950827 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Pushing event deleted for resources: {'Port': ['ID=a46e8732-d8ba-4cd5-8f00-512a7896c151,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:01.964088 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] No DVR routers for this DVR port a46e8732-d8ba-4cd5-8f00-512a7896c151 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:35:02.021229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42278) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:02.050436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ce3f0305-eae1-4c00-a1d1-9e6bd957143b None None] For port a46e8732-d8ba-4cd5-8f00-512a7896c151, host n-d-805649-14, got binding levels [] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:02.052764 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0305-eae1-4c00-a1d1-9e6bd957143b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:02.062503 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:02.103818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f0305-eae1-4c00-a1d1-9e6bd957143b None None] Calling delete_port for a46e8732-d8ba-4cd5-8f00-512a7896c151 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:02.106519 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921bf763-6c21-48c0-b984-6fabbfb070e6']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:02.109458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.ipam_backend_mixin [None req-ce3f0305-eae1-4c00-a1d1-9e6bd957143b None None] Port a46e8732-d8ba-4cd5-8f00-512a7896c151 was not found and therefore no delete operation was performed {{(pid=103478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 09:35:02.115153 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0305-eae1-4c00-a1d1-9e6bd957143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:02.126670 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca75efd0-5221-4386-b663-b004aaf04600') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:02.126990 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca75efd0-5221-4386-b663-b004aaf04600') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:02.149761 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:02.172366 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:02.191291 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:35:02.191707 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:35:02.195299 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:35:02.200221 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f0305-eae1-4c00-a1d1-9e6bd957143b None None] No DVR routers for this DVR port a46e8732-d8ba-4cd5-8f00-512a7896c151 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:35:02.208437 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f0305-eae1-4c00-a1d1-9e6bd957143b None None] Pushing event deleted for resources: {'Port': ['ID=a46e8732-d8ba-4cd5-8f00-512a7896c151,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:02.218645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 4fb70092-dd22-42f3-a519-b04e9f3b49f9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:35:02.288947 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:02.303789 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:02.309853 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] 10.222.0.21 "DELETE /v2.0/networks/921bf763-6c21-48c0-b984-6fabbfb070e6 HTTP/1.1" status: 204 len: 168 time: 0.9321513 Nov 19 09:35:02.346518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8d578-8ff5-4051-95e5-00c551dc8e8f tempest-DHCPAgentSchedulersTestJSON-902071987 tempest-DHCPAgentSchedulersTestJSON-902071987-project] Pushing event deleted for resources: {'Network': ['ID=921bf763-6c21-48c0-b984-6fabbfb070e6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:02.595168 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42292) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:02.621849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:02.631363 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3184801b-7ce9-4f29-bb27-7adf426a92f1 None None] Sync routers for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:02.649375 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184801b-7ce9-4f29-bb27-7adf426a92f1 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:02.650455 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3184801b-7ce9-4f29-bb27-7adf426a92f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:02.686140 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3184801b-7ce9-4f29-bb27-7adf426a92f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:02.700216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184801b-7ce9-4f29-bb27-7adf426a92f1 None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:02.701827 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3184801b-7ce9-4f29-bb27-7adf426a92f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:02.702013 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:02.734249 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-664ab753-8c0f-4901-bd2c-e3cf7121ce58 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1746423 Nov 19 09:35:02.736931 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42296) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:02.751495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4fd78fe9-8b2c-4ad4-8978-6f54afc77d1c tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1996993039'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:02.771053 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3184801b-7ce9-4f29-bb27-7adf426a92f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:02.771560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3184801b-7ce9-4f29-bb27-7adf426a92f1 None None] The sync data for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:02.844855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd78fe9-8b2c-4ad4-8978-6f54afc77d1c tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Made reservation on behalf of a2be16fd49bd4d27b68d60f233928e6f for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:35:02.848840 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fd78fe9-8b2c-4ad4-8978-6f54afc77d1c tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:02.854379 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f0fb0db8-45c9-492b-b428-d9a7d3770970 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c74b065d40ec4dbfba6cefce3cb0946d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2579587 Nov 19 09:35:02.856843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42298) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:02.880947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd78fe9-8b2c-4ad4-8978-6f54afc77d1c tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:35:02.890868 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fd78fe9-8b2c-4ad4-8978-6f54afc77d1c tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:02.891364 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-4fd78fe9-8b2c-4ad4-8978-6f54afc77d1c tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Added segment 147202d7-e292-48d9-88cb-6ac87a1f7221 of type vlan for network b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf Nov 19 09:35:02.920537 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a40d7fc8-795b-482b-825d-729d43ab9713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:02.936602 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fd78fe9-8b2c-4ad4-8978-6f54afc77d1c tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:02.947933 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a40d7fc8-795b-482b-825d-729d43ab9713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:02.969284 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fd78fe9-8b2c-4ad4-8978-6f54afc77d1c tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:02.975830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd78fe9-8b2c-4ad4-8978-6f54afc77d1c tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:02.976609 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4fd78fe9-8b2c-4ad4-8978-6f54afc77d1c tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:03.018938 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a40d7fc8-795b-482b-825d-729d43ab9713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:03.021588 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a40d7fc8-795b-482b-825d-729d43ab9713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:03.026079 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a40d7fc8-795b-482b-825d-729d43ab9713 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a212d88-ff3c-4965-81a2-d6b837201b81 HTTP/1.1" status: 204 len: 168 time: 0.1679966 Nov 19 09:35:03.046681 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d7fc8-795b-482b-825d-729d43ab9713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a212d88-ff3c-4965-81a2-d6b837201b81,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:03.088134 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4fd78fe9-8b2c-4ad4-8978-6f54afc77d1c tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3398294 Nov 19 09:35:03.088478 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42302) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:03.092495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd78fe9-8b2c-4ad4-8978-6f54afc77d1c tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Network': ['ID=b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:03.094105 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2f5fbb32-229c-4da5-9471-19eb024697cf tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'subnet': {'network_id': 'b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:03.111801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:35:03.224103 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa9071d7-476f-46b1-ab4c-e8617a27f574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:03.376633 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5fbb32-229c-4da5-9471-19eb024697cf tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Made reservation on behalf of a2be16fd49bd4d27b68d60f233928e6f for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:35:03.380819 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f5fbb32-229c-4da5-9471-19eb024697cf tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:03.639128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42310) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:03.677447 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac06b38c-2dae-420c-83bd-96c4f71a57e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:03.732634 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f5fbb32-229c-4da5-9471-19eb024697cf tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:03.777077 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a46e8732-d8ba-4cd5-8f00-512a7896c151 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:35:03.814615 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: a46e8732-d8ba-4cd5-8f00-512a7896c151 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:35:03.815288 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a46e8732-d8ba-4cd5-8f00-512a7896c151 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:35:03.817614 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fbb32-229c-4da5-9471-19eb024697cf tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Subnet': ['ID=d6d8e825-6547-492e-beac-2041c32a3a90,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:03.830610 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5fbb32-229c-4da5-9471-19eb024697cf tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Checking segment: {'id': '147202d7-e292-48d9-88cb-6ac87a1f7221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:35:03.831387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5fbb32-229c-4da5-9471-19eb024697cf tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network hostable DHCP agents. Network: b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:35:03.856897 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5fbb32-229c-4da5-9471-19eb024697cf tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:35:03.871109 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2f5fbb32-229c-4da5-9471-19eb024697cf tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:03.875428 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac06b38c-2dae-420c-83bd-96c4f71a57e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:03.883939 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a475d68-c053-418b-a946-359356ba59c2 None None] Network b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:35:03.885448 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac06b38c-2dae-420c-83bd-96c4f71a57e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:03.888131 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5fbb32-229c-4da5-9471-19eb024697cf tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:03.889378 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f5fbb32-229c-4da5-9471-19eb024697cf tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:03.916316 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2f5fbb32-229c-4da5-9471-19eb024697cf tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8251169 Nov 19 09:35:03.918284 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42312) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:03.921943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-aa9071d7-476f-46b1-ab4c-e8617a27f574 admin admin] Deleting port bf0aaa88-7eea-4be1-882f-6a1885f178b5 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:03.922287 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa9071d7-476f-46b1-ab4c-e8617a27f574 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:03.925513 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1271110091', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:03.957547 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:03.959573 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:03.973763 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ac06b38c-2dae-420c-83bd-96c4f71a57e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4b3ec9133394dc88c24c50bd49463b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3325007 Nov 19 09:35:03.976546 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42314) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:03.979283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06b38c-2dae-420c-83bd-96c4f71a57e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5e957d-ce4a-4b8d-8b54-e92d662d5d4b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:04.047779 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:04.071245 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-aa9071d7-476f-46b1-ab4c-e8617a27f574 admin admin] For port bf0aaa88-7eea-4be1-882f-6a1885f178b5, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=bf0aaa88-7eea-4be1-882f-6a1885f178b5,segment=NetworkSegment(1556e36f-588d-4bb8-bb98-18e486079376),segment_id=1556e36f-588d-4bb8-bb98-18e486079376)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:04.071774 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa9071d7-476f-46b1-ab4c-e8617a27f574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:04.091023 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-aa9071d7-476f-46b1-ab4c-e8617a27f574 admin admin] Calling delete_port for bf0aaa88-7eea-4be1-882f-6a1885f178b5 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:04.110164 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f18f42a4-430b-4015-94a0-9b3f01dfab38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:04.141000 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f18f42a4-430b-4015-94a0-9b3f01dfab38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:04.171169 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf', 'network_id': 'b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf', 'tenant_id': 'a2be16fd49bd4d27b68d60f233928e6f', 'fixed_ips': [{'subnet_id': 'd6d8e825-6547-492e-beac-2041c32a3a90'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:35:04.172399 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:04.265210 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f18f42a4-430b-4015-94a0-9b3f01dfab38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:04.273589 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f18f42a4-430b-4015-94a0-9b3f01dfab38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:04.278346 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f18f42a4-430b-4015-94a0-9b3f01dfab38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a5e957d-ce4a-4b8d-8b54-e92d662d5d4b HTTP/1.1" status: 204 len: 168 time: 0.2999668 Nov 19 09:35:04.296569 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:04.334866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f42a4-430b-4015-94a0-9b3f01dfab38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5e957d-ce4a-4b8d-8b54-e92d662d5d4b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:04.426157 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Allocated IP 172.20.0.2 (b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf/d6d8e825-6547-492e-beac-2041c32a3a90/f6840aaa-ac8b-488a-8a39-8434e781023d) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:04.509021 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa9071d7-476f-46b1-ab4c-e8617a27f574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:04.575362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9071d7-476f-46b1-ab4c-e8617a27f574 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0aaa88-7eea-4be1-882f-6a1885f178b5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:04.775245 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:04.800824 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:04.914076 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Network b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:04.920377 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:04.929630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:05.025993 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa9071d7-476f-46b1-ab4c-e8617a27f574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:05.069389 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Pushing event updated for resources: {'Port': ['ID=f6840aaa-ac8b-488a-8a39-8434e781023d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:05.095409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Attempting to bind port f6840aaa-ac8b-488a-8a39-8434e781023d on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:35:05.096216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Attempting to bind port f6840aaa-ac8b-488a-8a39-8434e781023d by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '147202d7-e292-48d9-88cb-6ac87a1f7221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:35:05.096698 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Attempting to bind port f6840aaa-ac8b-488a-8a39-8434e781023d on network b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:35:05.106424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:35:05.106966 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Checking segment: {'id': '147202d7-e292-48d9-88cb-6ac87a1f7221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:35:05.107494 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:05.108172 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Bound using segment: {'id': '147202d7-e292-48d9-88cb-6ac87a1f7221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:35:05.108912 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Bound port: f6840aaa-ac8b-488a-8a39-8434e781023d, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147202d7-e292-48d9-88cb-6ac87a1f7221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:35:05.109562 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:05.249865 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] For port f6840aaa-ac8b-488a-8a39-8434e781023d, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:35:05.253587 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] For port f6840aaa-ac8b-488a-8a39-8434e781023d, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f6840aaa-ac8b-488a-8a39-8434e781023d,segment=NetworkSegment(147202d7-e292-48d9-88cb-6ac87a1f7221),segment_id=147202d7-e292-48d9-88cb-6ac87a1f7221)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:35:05.272265 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:05.325617 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:05.383830 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:05.424367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd568087-726e-401b-8255-681c7b61ffb6 None None] Pushing event updated for resources: {'Port': ['ID=f6840aaa-ac8b-488a-8a39-8434e781023d,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:05.544501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9071d7-476f-46b1-ab4c-e8617a27f574 admin admin] Router 52f1f1d1-1d84-437d-bdfb-b840614750c5 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:35:05.555889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f5917-9059-45c5-8342-3b1eaa8667f1 req-191bba73-fbd3-4aaf-a3ab-c353f3a96247 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:05.564555 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-378f5917-9059-45c5-8342-3b1eaa8667f1 req-191bba73-fbd3-4aaf-a3ab-c353f3a96247 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 1098 time: 0.2446411 Nov 19 09:35:05.578970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Allocated IP 172.25.0.32 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/698c4a3c-485c-4f0f-b4b7-4d5fac2e1036) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:05.722514 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-378f5917-9059-45c5-8342-3b1eaa8667f1 req-84b30607-fb57-4e97-a5b2-b5b1e45a2c3c tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515772 Nov 19 09:35:05.827806 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:05.860468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9071d7-476f-46b1-ab4c-e8617a27f574 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:05.881787 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b930e34-91ed-4d2a-8d68-a5371665d463 None None] Sync routers for ids ['52f1f1d1-1d84-437d-bdfb-b840614750c5'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:05.887854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-aa9071d7-476f-46b1-ab4c-e8617a27f574 admin admin] 10.222.0.21 "PUT /v2.0/routers/52f1f1d1-1d84-437d-bdfb-b840614750c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8654952 Nov 19 09:35:05.891302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42368) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:05.904523 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b930e34-91ed-4d2a-8d68-a5371665d463 None None] Routers {'52f1f1d1-1d84-437d-bdfb-b840614750c5'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:05.905455 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2b930e34-91ed-4d2a-8d68-a5371665d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['52f1f1d1-1d84-437d-bdfb-b840614750c5'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:05.943580 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:06.015496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:06.018702 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:06.036141 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e18b6-00fe-41f1-9825-b2d48047f6e3 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:06.037753 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:06.043489 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f6840aaa-ac8b-488a-8a39-8434e781023d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:35:06.089210 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=698c4a3c-485c-4f0f-b4b7-4d5fac2e1036,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:06.114688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e067d62-8c17-410b-94bb-478eb408a0c7 req-58de49d0-7bb4-4cd8-8dcb-a6667982699d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:06.116659 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e067d62-8c17-410b-94bb-478eb408a0c7 req-58de49d0-7bb4-4cd8-8dcb-a6667982699d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.2636220 Nov 19 09:35:06.156205 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2b930e34-91ed-4d2a-8d68-a5371665d463 None None] Set router 52f1f1d1-1d84-437d-bdfb-b840614750c5 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:35:06.166174 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed85193-247f-4d69-bb90-227e75d7d659 admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:06.240474 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5609b8f7-a272-45e1-8584-66deb0e4b679 None None] Provisioning complete for port 698c4a3c-485c-4f0f-b4b7-4d5fac2e1036 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:06.241871 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5609b8f7-a272-45e1-8584-66deb0e4b679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:06.260380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e067d62-8c17-410b-94bb-478eb408a0c7 req-10e3812a-a17e-411a-8c1a-a66251866aad tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352320 Nov 19 09:35:06.309131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5609b8f7-a272-45e1-8584-66deb0e4b679 None None] Port 698c4a3c-485c-4f0f-b4b7-4d5fac2e1036 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:35:06.323740 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f6840aaa-ac8b-488a-8a39-8434e781023d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:06.324755 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:06.332495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42378) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:06.432423 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:06.476614 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port f6840aaa-ac8b-488a-8a39-8434e781023d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f6840aaa-ac8b-488a-8a39-8434e781023d,segment=NetworkSegment(147202d7-e292-48d9-88cb-6ac87a1f7221),segment_id=147202d7-e292-48d9-88cb-6ac87a1f7221)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:06.493078 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:06.540612 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2b930e34-91ed-4d2a-8d68-a5371665d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'name': 'tempest-TaggedBootDevicesTest_v242-815523072-router', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:20Z', 'updated_at': '2021-11-19T09:35:04Z', 'revision_number': 5, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'gw_port': {'id': '57548de5-4fa3-4f62-ad4e-4a0b86e70f08', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:23Z', 'updated_at': '2021-11-19T09:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:06.584513 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-709ed47a-bdc1-474b-8678-051da066f559 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/floatingips/15886138-4554-451b-a4eb-88e69a81793d HTTP/1.1" status: 200 len: 994 time: 0.2499738 Nov 19 09:35:06.591093 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed85193-247f-4d69-bb90-227e75d7d659 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:06.600584 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=f6840aaa-ac8b-488a-8a39-8434e781023d,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:06.628014 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b930e34-91ed-4d2a-8d68-a5371665d463 None None] Checking router: 52f1f1d1-1d84-437d-bdfb-b840614750c5 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:35:06.640739 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b930e34-91ed-4d2a-8d68-a5371665d463 None None] Routers {'52f1f1d1-1d84-437d-bdfb-b840614750c5'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:06.641515 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2b930e34-91ed-4d2a-8d68-a5371665d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['52f1f1d1-1d84-437d-bdfb-b840614750c5'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:06.782429 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-4ed85193-247f-4d69-bb90-227e75d7d659 admin admin] Deleting port 57548de5-4fa3-4f62-ad4e-4a0b86e70f08 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:06.782963 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed85193-247f-4d69-bb90-227e75d7d659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:06.821077 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2b930e34-91ed-4d2a-8d68-a5371665d463 None None] Set router 52f1f1d1-1d84-437d-bdfb-b840614750c5 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:35:06.907497 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:06.910720 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2b930e34-91ed-4d2a-8d68-a5371665d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'name': 'tempest-TaggedBootDevicesTest_v242-815523072-router', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:20Z', 'updated_at': '2021-11-19T09:35:06Z', 'revision_number': 6, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:06.987741 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b930e34-91ed-4d2a-8d68-a5371665d463 None None] The sync data for ids ['52f1f1d1-1d84-437d-bdfb-b840614750c5'] in n-d-805649-14 is: [{'id': '52f1f1d1-1d84-437d-bdfb-b840614750c5', 'name': 'tempest-TaggedBootDevicesTest_v242-815523072-router', 'tenant_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:20Z', 'updated_at': '2021-11-19T09:35:06Z', 'revision_number': 6, 'project_id': '80aff1f3a07c4802b659a4b440a2b6bd', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:07.058628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-4ed85193-247f-4d69-bb90-227e75d7d659 admin admin] For port 57548de5-4fa3-4f62-ad4e-4a0b86e70f08, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=57548de5-4fa3-4f62-ad4e-4a0b86e70f08,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:07.059000 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed85193-247f-4d69-bb90-227e75d7d659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:07.088499 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-4ed85193-247f-4d69-bb90-227e75d7d659 admin admin] Calling delete_port for 57548de5-4fa3-4f62-ad4e-4a0b86e70f08 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:07.214938 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803a68ed-33f1-4ed8-8657-0ed805ddec43 None None] Network b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:35:07.393921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5b16b2a4-aa7d-46d6-bf1b-d09b8667b7fa None None] Provisioning complete for port f6840aaa-ac8b-488a-8a39-8434e781023d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:07.394852 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5b16b2a4-aa7d-46d6-bf1b-d09b8667b7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:07.486875 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:07.572623 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42406) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:07.599425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-a7c128db-94fc-4011-ab27-4e44d977c535 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2437241 Nov 19 09:35:07.647340 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-44e33264-132d-4bf7-ad69-6f20b878e9d7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:35:07.669448 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-44e33264-132d-4bf7-ad69-6f20b878e9d7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0692708 Nov 19 09:35:07.727298 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8b653-fd13-4c1c-8c18-3d6a3ba7ba52 req-58e4ceb9-ff53-471c-b84f-288fb7e14bd1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:07.728875 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82f8b653-fd13-4c1c-8c18-3d6a3ba7ba52 req-58e4ceb9-ff53-471c-b84f-288fb7e14bd1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.3025615 Nov 19 09:35:07.803170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 8a7011f7-aa7c-48d1-976c-d1b47e77d288 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:35:07.828507 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed85193-247f-4d69-bb90-227e75d7d659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:07.912299 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6002f16d-6f0d-48af-9f83-e6bc5eccd6cb tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:07.927344 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed85193-247f-4d69-bb90-227e75d7d659 admin admin] Pushing event deleted for resources: {'Port': ['ID=57548de5-4fa3-4f62-ad4e-4a0b86e70f08,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:07.951538 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:07.965348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89875dac-638f-4a69-9f0a-c84082040750 None None] Sync routers for ids ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:08.015439 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:08.016717 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89875dac-638f-4a69-9f0a-c84082040750 None None] Routers {'8a7011f7-aa7c-48d1-976c-d1b47e77d288'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:08.017411 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-89875dac-638f-4a69-9f0a-c84082040750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:08.023514 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4287452d-dcad-45d0-b6f2-b1f968fea216 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1032398 Nov 19 09:35:08.026393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42422) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:08.099044 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-89875dac-638f-4a69-9f0a-c84082040750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:08.102282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9b0204-42de-42bb-aac1-aaa782a2a0c0 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:08.113513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f6840aaa-ac8b-488a-8a39-8434e781023d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:35:08.118635 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82f8b653-fd13-4c1c-8c18-3d6a3ba7ba52 req-6765477c-8718-4597-9f8c-7d0b9b902346 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3663881 Nov 19 09:35:08.166062 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed85193-247f-4d69-bb90-227e75d7d659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:08.243326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89875dac-638f-4a69-9f0a-c84082040750 None None] Routers {'8a7011f7-aa7c-48d1-976c-d1b47e77d288'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:08.251724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-89875dac-638f-4a69-9f0a-c84082040750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:08.353363 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-89875dac-638f-4a69-9f0a-c84082040750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:08.354040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89875dac-638f-4a69-9f0a-c84082040750 None None] The sync data for ids ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:08.408734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f6840aaa-ac8b-488a-8a39-8434e781023d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:08.409335 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:08.527783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2b54a821-87c2-4ea4-9364-48f73b45c289 None None] Provisioning complete for port f6840aaa-ac8b-488a-8a39-8434e781023d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:08.528174 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2b54a821-87c2-4ea4-9364-48f73b45c289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:08.713510 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device bf0aaa88-7eea-4be1-882f-6a1885f178b5 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:35:08.742327 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: bf0aaa88-7eea-4be1-882f-6a1885f178b5 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:35:08.744173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device bf0aaa88-7eea-4be1-882f-6a1885f178b5 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:35:08.744776 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 57548de5-4fa3-4f62-ad4e-4a0b86e70f08 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:35:08.771442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 57548de5-4fa3-4f62-ad4e-4a0b86e70f08 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:35:08.771442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 57548de5-4fa3-4f62-ad4e-4a0b86e70f08 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:35:08.803420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6002f16d-6f0d-48af-9f83-e6bc5eccd6cb tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] 10.222.0.21 "PUT /v2.0/quotas/d2ea9de9ba814774ada2c7827aab712b HTTP/1.1" status: 200 len: 366 time: 1.2276435 Nov 19 09:35:08.807038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42440) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:08.817857 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed85193-247f-4d69-bb90-227e75d7d659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:08.821310 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed85193-247f-4d69-bb90-227e75d7d659 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:08.827860 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bd8b57c3-8ee5-434f-813e-ceb40e812094 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0176609 Nov 19 09:35:08.836187 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42442) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:08.866753 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:08.885571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8929dfc7-7ad4-4798-8474-bdd33c7e32b9 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] 10.222.0.21 "GET /v2.0/quotas/d2ea9de9ba814774ada2c7827aab712b HTTP/1.1" status: 200 len: 366 time: 0.0455034 Nov 19 09:35:08.887768 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42444) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:08.901750 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed85193-247f-4d69-bb90-227e75d7d659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:08.902390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed85193-247f-4d69-bb90-227e75d7d659 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52f1f1d1-1d84-437d-bdfb-b840614750c5 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:35:08.915117 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ed85193-247f-4d69-bb90-227e75d7d659 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:08.919563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4ed85193-247f-4d69-bb90-227e75d7d659 admin admin] 10.222.0.21 "DELETE /v2.0/routers/52f1f1d1-1d84-437d-bdfb-b840614750c5 HTTP/1.1" status: 204 len: 168 time: 3.0271530 Nov 19 09:35:08.920619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42446) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:08.986631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-211cf001-cacb-440e-9f19-45aeb6f7e727 admin admin] Deleting subnet ca7a993c-8947-46a3-a13a-7da81a72657b {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:35:08.990574 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-211cf001-cacb-440e-9f19-45aeb6f7e727 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:09.054200 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-211cf001-cacb-440e-9f19-45aeb6f7e727 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:09.170234 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-211cf001-cacb-440e-9f19-45aeb6f7e727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:09.247261 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-211cf001-cacb-440e-9f19-45aeb6f7e727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:09.278140 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-eccb60c4-287f-4ba7-92be-694866a04fd1 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/d2ea9de9ba814774ada2c7827aab712b HTTP/1.1" status: 204 len: 168 time: 0.3882785 Nov 19 09:35:09.306939 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42450) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:09.314002 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cf001-cacb-440e-9f19-45aeb6f7e727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca7a993c-8947-46a3-a13a-7da81a72657b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:09.326737 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739b8b91-4db6-40a6-a9cc-6b6b5c04d2c6 None None] Network d998d4ee-a200-49f0-8943-4be78f808d14 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:35:09.339776 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d5cfb1b5-f24e-4f5e-8394-a7e6081abcf0 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0315287 Nov 19 09:35:09.347916 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42452) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:09.348133 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-211cf001-cacb-440e-9f19-45aeb6f7e727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:09.360166 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-211cf001-cacb-440e-9f19-45aeb6f7e727 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ca7a993c-8947-46a3-a13a-7da81a72657b HTTP/1.1" status: 204 len: 168 time: 0.4384155 Nov 19 09:35:09.360817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42456) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:09.389120 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-67f5dc2c-c6b1-4796-acb2-89c2f224205d tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] 10.222.0.21 "GET /v2.0/quotas/d2ea9de9ba814774ada2c7827aab712b HTTP/1.1" status: 200 len: 370 time: 0.0399849 Nov 19 09:35:09.392513 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42458) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:09.403838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b7697-ce58-4b62-a8f6-80ef1ce6f320 req-88958865-e247-44dc-a29e-4a731860fd9e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:09.405993 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e2b7697-ce58-4b62-a8f6-80ef1ce6f320 req-88958865-e247-44dc-a29e-4a731860fd9e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.1551135 Nov 19 09:35:09.414725 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d85ae0e0-97ba-401e-93c2-b43bbe39c1e5 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] 10.222.0.21 "GET /v2.0/quotas/d2ea9de9ba814774ada2c7827aab712b/default HTTP/1.1" status: 200 len: 370 time: 0.0188422 Nov 19 09:35:09.420488 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42460) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:09.468086 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-56a5391f-4509-4948-b0a0-eacdea844eaa tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] delete failed (client error): The resource could not be found. Nov 19 09:35:09.472823 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-56a5391f-4509-4948-b0a0-eacdea844eaa tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/d2ea9de9ba814774ada2c7827aab712b HTTP/1.1" status: 404 len: 348 time: 0.0497048 Nov 19 09:35:09.547225 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e2b7697-ce58-4b62-a8f6-80ef1ce6f320 req-814e5c32-f25e-42a3-b655-aafe86068a68 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252203 Nov 19 09:35:09.550327 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:09.603291 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Allocated IP 172.20.0.1 (b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf/d6d8e825-6547-492e-beac-2041c32a3a90/8ff1203c-8c13-4a73-a340-78d404cc55a1) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:09.620403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] Deleting port 524e427a-0aaa-4583-886c-150879caeceb {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:09.620769 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:09.705929 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42464) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:09.733743 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aec0ccf-b965-48b2-8ade-4647031cf102 None None] DHCP port deletion for d998d4ee-a200-49f0-8943-4be78f808d14 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:09.783615 n-d-805649-14 neutron-server[103476]: DEBUG neutron.quota.resource [None req-0fd441fd-c290-41dd-b214-2a45bdb50611 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] Usage tracker for resource:network and project:34634b970b4246cab2ca4ddc0f400254 is out of sync, need to count used quota {{(pid=103476) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 09:35:09.793646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] For port 524e427a-0aaa-4583-886c-150879caeceb, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=524e427a-0aaa-4583-886c-150879caeceb,segment=NetworkSegment(1556e36f-588d-4bb8-bb98-18e486079376),segment_id=1556e36f-588d-4bb8-bb98-18e486079376)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:09.794101 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:09.811461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] Calling delete_port for 524e427a-0aaa-4583-886c-150879caeceb owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:09.822699 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-d978064e-2440-42fb-911c-8329a2790300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:09.824199 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-d978064e-2440-42fb-911c-8329a2790300 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 1098 time: 0.2982502 Nov 19 09:35:09.824891 n-d-805649-14 neutron-server[103476]: DEBUG neutron.quota.resource [None req-0fd441fd-c290-41dd-b214-2a45bdb50611 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103476) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 09:35:09.837457 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3aec0ccf-b965-48b2-8ade-4647031cf102 None None] Deleting port 524e427a-0aaa-4583-886c-150879caeceb {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:09.837836 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3aec0ccf-b965-48b2-8ade-4647031cf102 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:09.916286 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:09.951311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=524e427a-0aaa-4583-886c-150879caeceb,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:09.953480 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] No DVR routers for this DVR port 524e427a-0aaa-4583-886c-150879caeceb on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:35:09.954628 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-73d8023b-6132-4ddd-bc59-9d6d88256bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:09.957236 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-73d8023b-6132-4ddd-bc59-9d6d88256bc8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f2464548-db38-4ede-8509-93a9dbb836ae HTTP/1.1" status: 200 len: 895 time: 0.1230617 Nov 19 09:35:10.022972 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3aec0ccf-b965-48b2-8ade-4647031cf102 None None] For port 524e427a-0aaa-4583-886c-150879caeceb, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=524e427a-0aaa-4583-886c-150879caeceb,segment=NetworkSegment(1556e36f-588d-4bb8-bb98-18e486079376),segment_id=1556e36f-588d-4bb8-bb98-18e486079376)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:10.023372 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3aec0ccf-b965-48b2-8ade-4647031cf102 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:10.044862 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:10.050967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3aec0ccf-b965-48b2-8ade-4647031cf102 None None] Calling delete_port for 524e427a-0aaa-4583-886c-150879caeceb owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:10.054927 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-e89c685f-66b8-4ad6-95a5-4725f2a9305d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773 HTTP/1.1" status: 200 len: 1002 time: 0.0851119 Nov 19 09:35:10.056024 n-d-805649-14 neutron-server[103476]: DEBUG neutron.quota.resource [None req-0fd441fd-c290-41dd-b214-2a45bdb50611 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] Usage tracker for resource:subnet and project:34634b970b4246cab2ca4ddc0f400254 is out of sync, need to count used quota {{(pid=103476) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 09:35:10.070274 n-d-805649-14 neutron-server[103476]: DEBUG neutron.quota.resource [None req-0fd441fd-c290-41dd-b214-2a45bdb50611 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103476) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 09:35:10.082090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d998d4ee-a200-49f0-8943-4be78f808d14']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:10.092145 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:10.094382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1556e36f-588d-4bb8-bb98-18e486079376') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:10.094687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1556e36f-588d-4bb8-bb98-18e486079376') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:10.095130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.quota.resource [None req-0fd441fd-c290-41dd-b214-2a45bdb50611 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] Usage tracker for resource:subnetpool and project:34634b970b4246cab2ca4ddc0f400254 is out of sync, need to count used quota {{(pid=103476) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 09:35:10.106109 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:10.124320 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:10.128856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.quota.resource [None req-0fd441fd-c290-41dd-b214-2a45bdb50611 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103476) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 09:35:10.133777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:35:10.134071 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:10.156278 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3aec0ccf-b965-48b2-8ade-4647031cf102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:10.196301 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec0ccf-b965-48b2-8ade-4647031cf102 None None] Pushing event deleted for resources: {'Port': ['ID=524e427a-0aaa-4583-886c-150879caeceb,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:10.206984 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec0ccf-b965-48b2-8ade-4647031cf102 None None] No DVR routers for this DVR port 524e427a-0aaa-4583-886c-150879caeceb on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:35:10.215791 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:35:10.224228 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:10.242328 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:10.249652 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d998d4ee-a200-49f0-8943-4be78f808d14 HTTP/1.1" status: 204 len: 168 time: 0.8839037 Nov 19 09:35:10.261978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42470) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:10.262985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36b7e2-a2dd-4ac9-9519-f6c4ebe64ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d998d4ee-a200-49f0-8943-4be78f808d14,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:10.451738 n-d-805649-14 neutron-server[103476]: DEBUG neutron.quota.resource [None req-0fd441fd-c290-41dd-b214-2a45bdb50611 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] Usage tracker for resource:port and project:34634b970b4246cab2ca4ddc0f400254 is out of sync, need to count used quota {{(pid=103476) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 09:35:10.460339 n-d-805649-14 neutron-server[103476]: DEBUG neutron.quota.resource [None req-0fd441fd-c290-41dd-b214-2a45bdb50611 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103476) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 09:35:10.481468 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-f0d22dc4-b11d-4bea-87d1-971ed299912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:10.482995 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-f0d22dc4-b11d-4bea-87d1-971ed299912d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1c895901-2c8b-4bc1-a201-68dc47928ecf HTTP/1.1" status: 200 len: 835 time: 0.4138615 Nov 19 09:35:10.488863 n-d-805649-14 neutron-server[103476]: DEBUG neutron.quota.resource [None req-0fd441fd-c290-41dd-b214-2a45bdb50611 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] Usage tracker for resource:router and project:34634b970b4246cab2ca4ddc0f400254 is out of sync, need to count used quota {{(pid=103476) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 09:35:10.493902 n-d-805649-14 neutron-server[103476]: DEBUG neutron.quota.resource [None req-0fd441fd-c290-41dd-b214-2a45bdb50611 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103476) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 09:35:10.513336 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:10.580272 n-d-805649-14 neutron-server[103476]: DEBUG neutron.quota.resource [None req-0fd441fd-c290-41dd-b214-2a45bdb50611 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] Usage tracker for resource:floatingip and project:34634b970b4246cab2ca4ddc0f400254 is out of sync, need to count used quota {{(pid=103476) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 09:35:10.586181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=8ff1203c-8c13-4a73-a340-78d404cc55a1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:10.589494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.quota.resource [None req-0fd441fd-c290-41dd-b214-2a45bdb50611 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103476) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 09:35:10.625720 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:10.630335 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:10.634285 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:10.640605 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-426981af-a5d5-4522-8a30-8c6a94f94e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:10.652656 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-426981af-a5d5-4522-8a30-8c6a94f94e88 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2464548-db38-4ede-8509-93a9dbb836ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1536286 Nov 19 09:35:10.764553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbc050-6ec6-48b9-87ab-c3aebefafab8 req-92cc8445-c28d-42a4-8ea1-ee16236c17cb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:10.767183 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77cbc050-6ec6-48b9-87ab-c3aebefafab8 req-92cc8445-c28d-42a4-8ea1-ee16236c17cb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.0993230 Nov 19 09:35:10.791084 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-01716723-627d-43b1-a0f9-deebb92d23bd service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236987 Nov 19 09:35:10.890596 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:10.895851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.quota.resource [None req-0fd441fd-c290-41dd-b214-2a45bdb50611 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] Usage tracker for resource:security_group and project:34634b970b4246cab2ca4ddc0f400254 is out of sync, need to count used quota {{(pid=103476) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 09:35:10.917152 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77cbc050-6ec6-48b9-87ab-c3aebefafab8 req-a00a728e-28b3-46ba-b6fb-0290b78abef7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197212 Nov 19 09:35:10.925429 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a44b51f1-6022-4d1e-b623-23a24abf4c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:11.088850 n-d-805649-14 neutron-server[103476]: DEBUG neutron.quota.resource [None req-0fd441fd-c290-41dd-b214-2a45bdb50611 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103476) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 09:35:11.140540 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-95b184dd-d0b4-422c-bd4f-5b6917aca723 None None] Provisioning complete for port 8ff1203c-8c13-4a73-a340-78d404cc55a1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:11.146635 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-95b184dd-d0b4-422c-bd4f-5b6917aca723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:11.151986 n-d-805649-14 neutron-server[103476]: DEBUG neutron.quota.resource [None req-0fd441fd-c290-41dd-b214-2a45bdb50611 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] Usage tracker for resource:security_group_rule and project:34634b970b4246cab2ca4ddc0f400254 is out of sync, need to count used quota {{(pid=103476) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 09:35:11.169992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.quota.resource [None req-0fd441fd-c290-41dd-b214-2a45bdb50611 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103476) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 09:35:11.186374 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:11.191878 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0fd441fd-c290-41dd-b214-2a45bdb50611 tempest-QuotasTest-1808620739 tempest-QuotasTest-1808620739-project-admin] 10.222.0.21 "GET /v2.0/quotas/34634b970b4246cab2ca4ddc0f400254/details.json HTTP/1.1" status: 200 len: 703 time: 1.4798827 Nov 19 09:35:11.211032 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-95b184dd-d0b4-422c-bd4f-5b6917aca723 None None] Port 8ff1203c-8c13-4a73-a340-78d404cc55a1 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:35:11.234965 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-d2d61269-884e-4d80-a1d9-c4b8745aa8c7 service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324012 Nov 19 09:35:11.334246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a44b51f1-6022-4d1e-b623-23a24abf4c51 admin admin] Deleting port ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:11.334786 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a44b51f1-6022-4d1e-b623-23a24abf4c51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:11.461654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-a44b51f1-6022-4d1e-b623-23a24abf4c51 admin admin] For port ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0,segment=NetworkSegment(a248a614-5cff-4ca5-a97e-277ed5b42b0c),segment_id=a248a614-5cff-4ca5-a97e-277ed5b42b0c)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:11.462386 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a44b51f1-6022-4d1e-b623-23a24abf4c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:11.492897 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a44b51f1-6022-4d1e-b623-23a24abf4c51 admin admin] Calling delete_port for ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:11.757742 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:11.778557 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:11.850651 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a44b51f1-6022-4d1e-b623-23a24abf4c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:11.884367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 524e427a-0aaa-4583-886c-150879caeceb no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:35:11.925800 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 524e427a-0aaa-4583-886c-150879caeceb {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:35:11.927585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 524e427a-0aaa-4583-886c-150879caeceb not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:35:11.996098 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b51f1-6022-4d1e-b623-23a24abf4c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:12.045124 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:12.076440 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=8ff1203c-8c13-4a73-a340-78d404cc55a1,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:12.145630 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42494) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:12.334440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872af332-2d6f-4f0d-aee6-1eef5af00df4 req-079ccad9-29cb-4810-9f41-710c83db9d29 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:12.336050 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-872af332-2d6f-4f0d-aee6-1eef5af00df4 req-079ccad9-29cb-4810-9f41-710c83db9d29 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.1552699 Nov 19 09:35:12.341007 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:12.343322 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:12.458386 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-872af332-2d6f-4f0d-aee6-1eef5af00df4 req-54d35dbb-289f-4eda-a0d7-df094fc4604b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136110 Nov 19 09:35:12.462338 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a44b51f1-6022-4d1e-b623-23a24abf4c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:12.548356 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-537721ad-cc76-471d-a824-f546958ce17c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:12.560874 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 8a7011f7-aa7c-48d1-976c-d1b47e77d288 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:35:12.733486 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-537721ad-cc76-471d-a824-f546958ce17c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:12.746668 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-537721ad-cc76-471d-a824-f546958ce17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:12.764934 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8f696fae-cc1a-486d-9f5b-47da2d0e9790 None None] Provisioning complete for port 8ff1203c-8c13-4a73-a340-78d404cc55a1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:12.766761 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f696fae-cc1a-486d-9f5b-47da2d0e9790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:12.769900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:12.782428 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c40216e-312f-4ab3-a833-0431ce5331d5 None None] Sync routers for ids ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:12.783096 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ffcf0ace-9c26-4749-80b2-89c037582202 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "PUT /v2.0/routers/8a7011f7-aa7c-48d1-976c-d1b47e77d288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7542036 Nov 19 09:35:12.797464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42498) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:12.802786 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0f20021a-de84-43ae-9d35-a7b9315180f4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'port': {'network_id': 'b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf', 'name': 'tempest-FloatingIPTestJSON-633934985'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:12.804080 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40216e-312f-4ab3-a833-0431ce5331d5 None None] Routers {'8a7011f7-aa7c-48d1-976c-d1b47e77d288'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:12.806031 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1c40216e-312f-4ab3-a833-0431ce5331d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:12.828143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44b51f1-6022-4d1e-b623-23a24abf4c51 admin admin] Router f0d7c100-2ba3-425f-84f4-b48b82050cc3 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:35:12.848266 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1c40216e-312f-4ab3-a833-0431ce5331d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:12.858914 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537721ad-cc76-471d-a824-f546958ce17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c975758-8b01-42b6-9855-a244554d7b62,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:12.882660 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-537721ad-cc76-471d-a824-f546958ce17c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6f27ef2dc6043e9bb9b5050508c3cde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6702440 Nov 19 09:35:12.886636 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42504) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:12.887424 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40216e-312f-4ab3-a833-0431ce5331d5 None None] Routers {'8a7011f7-aa7c-48d1-976c-d1b47e77d288'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:12.888044 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1c40216e-312f-4ab3-a833-0431ce5331d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:12.890637 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8f696fae-cc1a-486d-9f5b-47da2d0e9790 None None] Port 8ff1203c-8c13-4a73-a340-78d404cc55a1 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:35:12.932015 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1c40216e-312f-4ab3-a833-0431ce5331d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:12.932960 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c40216e-312f-4ab3-a833-0431ce5331d5 None None] The sync data for ids ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:12.983630 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b0baf8e-c838-475c-9dcf-b68bf0e2bcd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:12.991919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44b51f1-6022-4d1e-b623-23a24abf4c51 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:13.000471 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a44b51f1-6022-4d1e-b623-23a24abf4c51 admin admin] 10.222.0.21 "PUT /v2.0/routers/f0d7c100-2ba3-425f-84f4-b48b82050cc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7234416 Nov 19 09:35:13.001378 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42506) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:13.004671 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f105d8d7-6cbe-4302-aa4b-36d088d94af5 None None] Sync routers for ids ['f0d7c100-2ba3-425f-84f4-b48b82050cc3'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:13.016602 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f105d8d7-6cbe-4302-aa4b-36d088d94af5 None None] Routers {'f0d7c100-2ba3-425f-84f4-b48b82050cc3'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:13.017866 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f105d8d7-6cbe-4302-aa4b-36d088d94af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f0d7c100-2ba3-425f-84f4-b48b82050cc3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:13.073732 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b0baf8e-c838-475c-9dcf-b68bf0e2bcd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:13.135334 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-f105d8d7-6cbe-4302-aa4b-36d088d94af5 None None] Set router f0d7c100-2ba3-425f-84f4-b48b82050cc3 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:35:13.163388 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f20021a-de84-43ae-9d35-a7b9315180f4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Made reservation on behalf of a2be16fd49bd4d27b68d60f233928e6f for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:35:13.167495 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f20021a-de84-43ae-9d35-a7b9315180f4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:13.200455 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d6e730-e0d2-4229-8db6-f1461b858e8a admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:13.203597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-0f20021a-de84-43ae-9d35-a7b9315180f4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] device_id is not set on port 7ea5afdc-d32f-473d-a37a-ad39a77163e0 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:35:13.266979 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b0baf8e-c838-475c-9dcf-b68bf0e2bcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:13.275132 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b0baf8e-c838-475c-9dcf-b68bf0e2bcd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:13.278630 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9b0baf8e-c838-475c-9dcf-b68bf0e2bcd4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c975758-8b01-42b6-9855-a244554d7b62 HTTP/1.1" status: 204 len: 168 time: 0.3885925 Nov 19 09:35:13.405225 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0baf8e-c838-475c-9dcf-b68bf0e2bcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c975758-8b01-42b6-9855-a244554d7b62,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:13.439717 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f105d8d7-6cbe-4302-aa4b-36d088d94af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'name': 'tempest-TaggedBootDevicesTest_v242-1897189167-router', 'tenant_id': 'e80b511c55624ab88fd399ee1551bbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e22464e1-9e9a-4487-aa7d-8ea0a7d5b561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:47Z', 'updated_at': '2021-11-19T09:35:11Z', 'revision_number': 5, 'project_id': 'e80b511c55624ab88fd399ee1551bbad', 'gw_port': {'id': 'e22464e1-9e9a-4487-aa7d-8ea0a7d5b561', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:22:51Z', 'updated_at': '2021-11-19T09:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:13.474948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f105d8d7-6cbe-4302-aa4b-36d088d94af5 None None] Checking router: f0d7c100-2ba3-425f-84f4-b48b82050cc3 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:35:13.493231 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d6e730-e0d2-4229-8db6-f1461b858e8a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:13.500578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f105d8d7-6cbe-4302-aa4b-36d088d94af5 None None] Routers {'f0d7c100-2ba3-425f-84f4-b48b82050cc3'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:13.501329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f105d8d7-6cbe-4302-aa4b-36d088d94af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f0d7c100-2ba3-425f-84f4-b48b82050cc3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:13.520859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-0f20021a-de84-43ae-9d35-a7b9315180f4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Allocated IP 172.20.0.3 (b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf/d6d8e825-6547-492e-beac-2041c32a3a90/7ea5afdc-d32f-473d-a37a-ad39a77163e0) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:13.746490 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdebbda-f366-4cfb-8e9e-950854154a98 req-6aff0c6d-dcaa-4367-9505-375fa294db3f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:13.767798 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfdebbda-f366-4cfb-8e9e-950854154a98 req-6aff0c6d-dcaa-4367-9505-375fa294db3f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.1566629 Nov 19 09:35:13.806417 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42514) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:13.893400 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c29dfa83-1e36-4428-87b2-5ddcbd6d71c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:13.904734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-f105d8d7-6cbe-4302-aa4b-36d088d94af5 None None] Set router f0d7c100-2ba3-425f-84f4-b48b82050cc3 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:35:14.017474 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f0d6e730-e0d2-4229-8db6-f1461b858e8a admin admin] Deleting port e22464e1-9e9a-4487-aa7d-8ea0a7d5b561 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:14.018548 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d6e730-e0d2-4229-8db6-f1461b858e8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:14.019910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f105d8d7-6cbe-4302-aa4b-36d088d94af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'name': 'tempest-TaggedBootDevicesTest_v242-1897189167-router', 'tenant_id': 'e80b511c55624ab88fd399ee1551bbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:47Z', 'updated_at': '2021-11-19T09:35:13Z', 'revision_number': 6, 'project_id': 'e80b511c55624ab88fd399ee1551bbad', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:14.027588 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfdebbda-f366-4cfb-8e9e-950854154a98 req-95ab2e9f-3ad1-43cb-bcca-708a2fd40607 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579460 Nov 19 09:35:14.092891 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f105d8d7-6cbe-4302-aa4b-36d088d94af5 None None] The sync data for ids ['f0d7c100-2ba3-425f-84f4-b48b82050cc3'] in n-d-805649-14 is: [{'id': 'f0d7c100-2ba3-425f-84f4-b48b82050cc3', 'name': 'tempest-TaggedBootDevicesTest_v242-1897189167-router', 'tenant_id': 'e80b511c55624ab88fd399ee1551bbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:22:47Z', 'updated_at': '2021-11-19T09:35:13Z', 'revision_number': 6, 'project_id': 'e80b511c55624ab88fd399ee1551bbad', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:14.150386 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c29dfa83-1e36-4428-87b2-5ddcbd6d71c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:14.161826 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c29dfa83-1e36-4428-87b2-5ddcbd6d71c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:14.208650 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f20021a-de84-43ae-9d35-a7b9315180f4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:14.217372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f0d6e730-e0d2-4229-8db6-f1461b858e8a admin admin] For port e22464e1-9e9a-4487-aa7d-8ea0a7d5b561, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e22464e1-9e9a-4487-aa7d-8ea0a7d5b561,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:14.218092 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d6e730-e0d2-4229-8db6-f1461b858e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:14.246233 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f0d6e730-e0d2-4229-8db6-f1461b858e8a admin admin] Calling delete_port for e22464e1-9e9a-4487-aa7d-8ea0a7d5b561 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:14.258641 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c29dfa83-1e36-4428-87b2-5ddcbd6d71c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34634b970b4246cab2ca4ddc0f400254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4505742 Nov 19 09:35:14.259837 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29dfa83-1e36-4428-87b2-5ddcbd6d71c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2f50b0-a4fa-43dc-9865-e7bc5f6c7645,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:14.263634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42520) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:14.361335 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2879a36b-bce2-413b-ba62-2bb669055388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:14.402307 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f20021a-de84-43ae-9d35-a7b9315180f4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:14.423566 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2879a36b-bce2-413b-ba62-2bb669055388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:14.533333 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2879a36b-bce2-413b-ba62-2bb669055388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:14.537055 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2879a36b-bce2-413b-ba62-2bb669055388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:14.538368 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2879a36b-bce2-413b-ba62-2bb669055388 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c2f50b0-a4fa-43dc-9865-e7bc5f6c7645 HTTP/1.1" status: 204 len: 168 time: 0.2729373 Nov 19 09:35:14.548509 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879a36b-bce2-413b-ba62-2bb669055388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2f50b0-a4fa-43dc-9865-e7bc5f6c7645,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:14.576298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f20021a-de84-43ae-9d35-a7b9315180f4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Network b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:14.582982 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0f20021a-de84-43ae-9d35-a7b9315180f4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:14.587629 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f20021a-de84-43ae-9d35-a7b9315180f4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:14.626993 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20021a-de84-43ae-9d35-a7b9315180f4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event updated for resources: {'Port': ['ID=7ea5afdc-d32f-473d-a37a-ad39a77163e0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:14.681633 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f20021a-de84-43ae-9d35-a7b9315180f4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:14.682486 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f20021a-de84-43ae-9d35-a7b9315180f4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:14.719693 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0f20021a-de84-43ae-9d35-a7b9315180f4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9210911 Nov 19 09:35:14.723010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42534) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:14.729594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1a14ae8b-b96a-4892-8e32-11804b65a9af tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Request body: {'floatingip': {'port_id': '7ea5afdc-d32f-473d-a37a-ad39a77163e0'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:14.736466 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d6e730-e0d2-4229-8db6-f1461b858e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:14.784313 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6e730-e0d2-4229-8db6-f1461b858e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=e22464e1-9e9a-4487-aa7d-8ea0a7d5b561,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:14.815985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75a4724-2017-4483-9b01-507ee244ef5a None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:14.841533 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a14ae8b-b96a-4892-8e32-11804b65a9af tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:14.899545 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d6e730-e0d2-4229-8db6-f1461b858e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:15.070034 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d6e730-e0d2-4229-8db6-f1461b858e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:15.073305 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d6e730-e0d2-4229-8db6-f1461b858e8a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:15.137445 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3b0c55b7-d52d-4b38-9e77-0477224aab25 None None] Provisioning complete for port 7ea5afdc-d32f-473d-a37a-ad39a77163e0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:15.139439 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3b0c55b7-d52d-4b38-9e77-0477224aab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:15.191063 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d6e730-e0d2-4229-8db6-f1461b858e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:15.191647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d6e730-e0d2-4229-8db6-f1461b858e8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0d7c100-2ba3-425f-84f4-b48b82050cc3 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:35:15.208104 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f0d6e730-e0d2-4229-8db6-f1461b858e8a admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:15.215604 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f0d6e730-e0d2-4229-8db6-f1461b858e8a admin admin] 10.222.0.21 "DELETE /v2.0/routers/f0d7c100-2ba3-425f-84f4-b48b82050cc3 HTTP/1.1" status: 204 len: 168 time: 2.2125218 Nov 19 09:35:15.224269 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42556) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:15.271107 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c55b7-d52d-4b38-9e77-0477224aab25 None None] Port 7ea5afdc-d32f-473d-a37a-ad39a77163e0 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:35:15.329716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-9075f0f8-7ea3-4d8a-a005-113b72ca7224 admin admin] Deleting subnet cef019a8-b9d8-4a1f-a053-00d7aa501642 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:35:15.333922 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9075f0f8-7ea3-4d8a-a005-113b72ca7224 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:15.391876 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9075f0f8-7ea3-4d8a-a005-113b72ca7224 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:15.453582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38ad42-2c86-47db-8d4b-f703d1460983 req-a8909a6c-3817-4367-8576-0d4152eca1fa tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:15.455292 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a38ad42-2c86-47db-8d4b-f703d1460983 req-a8909a6c-3817-4367-8576-0d4152eca1fa tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.2006505 Nov 19 09:35:15.572273 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:15.756068 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e22464e1-9e9a-4487-aa7d-8ea0a7d5b561 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:35:15.778790 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: e22464e1-9e9a-4487-aa7d-8ea0a7d5b561 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:35:15.787882 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e22464e1-9e9a-4487-aa7d-8ea0a7d5b561 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:35:15.793368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:35:15.857338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:35:15.858896 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ce9e07ae-a138-4353-9ee6-dc0c53b8e3e0 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:35:15.868209 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9075f0f8-7ea3-4d8a-a005-113b72ca7224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:15.889565 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a14ae8b-b96a-4892-8e32-11804b65a9af tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:15.903544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5a38ad42-2c86-47db-8d4b-f703d1460983 req-4bae9c26-4ada-4cab-b561-fac0025d0e4b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4321542 Nov 19 09:35:15.904856 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a14ae8b-b96a-4892-8e32-11804b65a9af tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:15.942193 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9075f0f8-7ea3-4d8a-a005-113b72ca7224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:15.985887 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075f0f8-7ea3-4d8a-a005-113b72ca7224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef019a8-b9d8-4a1f-a053-00d7aa501642,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:16.014940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be5599b-0ac3-4360-9209-a7d5e76eadbd None None] Network 36ccb83d-0452-4be9-bdb9-d35509571736 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:35:16.016013 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9075f0f8-7ea3-4d8a-a005-113b72ca7224 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:16.024828 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9075f0f8-7ea3-4d8a-a005-113b72ca7224 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cef019a8-b9d8-4a1f-a053-00d7aa501642 HTTP/1.1" status: 204 len: 168 time: 0.8074613 Nov 19 09:35:16.030667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42578) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:16.143516 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-1a14ae8b-b96a-4892-8e32-11804b65a9af tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Floating IP dfcfd57c-bce3-46b2-8553-ecf7a8238508 associated. External IP: 172.25.0.85, port: 7ba828bf-e9bc-40cb-a070-e59b937f465a. Nov 19 09:35:16.295924 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c5213f-b547-4cfa-9f72-1664925f5c12 None None] DHCP port deletion for 36ccb83d-0452-4be9-bdb9-d35509571736 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:16.300982 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:16.419447 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e7c5213f-b547-4cfa-9f72-1664925f5c12 None None] Deleting port 0f712892-ca76-4ebc-85c4-3617d2fdf09b {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:16.421177 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7c5213f-b547-4cfa-9f72-1664925f5c12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:16.536709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e7c5213f-b547-4cfa-9f72-1664925f5c12 None None] For port 0f712892-ca76-4ebc-85c4-3617d2fdf09b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0f712892-ca76-4ebc-85c4-3617d2fdf09b,segment=NetworkSegment(a248a614-5cff-4ca5-a97e-277ed5b42b0c),segment_id=a248a614-5cff-4ca5-a97e-277ed5b42b0c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:16.537288 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7c5213f-b547-4cfa-9f72-1664925f5c12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:16.541696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] Deleting port 0f712892-ca76-4ebc-85c4-3617d2fdf09b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:16.542257 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:16.556160 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e7c5213f-b547-4cfa-9f72-1664925f5c12 None None] Calling delete_port for 0f712892-ca76-4ebc-85c4-3617d2fdf09b owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:16.655094 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7c5213f-b547-4cfa-9f72-1664925f5c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:16.711988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5213f-b547-4cfa-9f72-1664925f5c12 None None] Pushing event deleted for resources: {'Port': ['ID=0f712892-ca76-4ebc-85c4-3617d2fdf09b,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:16.733365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c5213f-b547-4cfa-9f72-1664925f5c12 None None] No DVR routers for this DVR port 0f712892-ca76-4ebc-85c4-3617d2fdf09b on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:35:16.907197 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42598) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:17.011468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a14ae8b-b96a-4892-8e32-11804b65a9af tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 4fb70092-dd22-42f3-a519-b04e9f3b49f9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:35:17.019995 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] For port 0f712892-ca76-4ebc-85c4-3617d2fdf09b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0f712892-ca76-4ebc-85c4-3617d2fdf09b,segment=NetworkSegment(a248a614-5cff-4ca5-a97e-277ed5b42b0c),segment_id=a248a614-5cff-4ca5-a97e-277ed5b42b0c)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:17.020289 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:17.031814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-512ad8c8-4747-41ae-b128-bab81e2ae5a2 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-981169287', 'router:external': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:17.046787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] Calling delete_port for 0f712892-ca76-4ebc-85c4-3617d2fdf09b owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:17.055203 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512ad8c8-4747-41ae-b128-bab81e2ae5a2 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Made reservation on behalf of b5f7f16d5db54034855b013e126f68ce for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:35:17.058138 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-512ad8c8-4747-41ae-b128-bab81e2ae5a2 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:17.069109 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-512ad8c8-4747-41ae-b128-bab81e2ae5a2 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:17.160229 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:17.176365 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-512ad8c8-4747-41ae-b128-bab81e2ae5a2 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:17.182089 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-512ad8c8-4747-41ae-b128-bab81e2ae5a2 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:17.196700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512ad8c8-4747-41ae-b128-bab81e2ae5a2 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:35:17.208358 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-512ad8c8-4747-41ae-b128-bab81e2ae5a2 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:17.208798 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-512ad8c8-4747-41ae-b128-bab81e2ae5a2 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Added segment 34f5fb14-f964-489c-8bb0-45a4100a87dc of type vlan for network 9db6130c-0024-4427-b7c8-a8a9c0eda6f6 Nov 19 09:35:17.276426 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-512ad8c8-4747-41ae-b128-bab81e2ae5a2 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:17.293003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] Pushing event deleted for resources: {'Port': ['ID=0f712892-ca76-4ebc-85c4-3617d2fdf09b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:17.297351 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] No DVR routers for this DVR port 0f712892-ca76-4ebc-85c4-3617d2fdf09b on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:35:17.308566 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ad8c8-4747-41ae-b128-bab81e2ae5a2 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53d9fde-1ba5-41eb-9a50-61ea03357530,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:17.342920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af5dce-361d-477c-acd5-c51c0b106c3d req-14ecd04f-8eba-404d-9136-f9e3dd0bc376 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:17.350476 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75af5dce-361d-477c-acd5-c51c0b106c3d req-14ecd04f-8eba-404d-9136-f9e3dd0bc376 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.3345160 Nov 19 09:35:17.354254 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-512ad8c8-4747-41ae-b128-bab81e2ae5a2 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:17.355809 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ad8c8-4747-41ae-b128-bab81e2ae5a2 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:17.356641 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-512ad8c8-4747-41ae-b128-bab81e2ae5a2 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:17.427200 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a14ae8b-b96a-4892-8e32-11804b65a9af tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:17.446874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:17.447600 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32fa598-a8f4-4f27-ba8e-506ab3a5914a None None] Sync routers for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:17.464505 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32fa598-a8f4-4f27-ba8e-506ab3a5914a None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:17.466155 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a32fa598-a8f4-4f27-ba8e-506ab3a5914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:17.484093 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-512ad8c8-4747-41ae-b128-bab81e2ae5a2 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5757570 Nov 19 09:35:17.489840 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42608) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:17.498813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-05897d31-315e-421f-8cb5-c2c8babc2cf6 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Request body: {'subnet': {'network_id': '9db6130c-0024-4427-b7c8-a8a9c0eda6f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:17.505147 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ad8c8-4747-41ae-b128-bab81e2ae5a2 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Pushing event updated for resources: {'Network': ['ID=9db6130c-0024-4427-b7c8-a8a9c0eda6f6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:17.518375 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 9db6130c-0024-4427-b7c8-a8a9c0eda6f6 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:35:17.529490 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05897d31-315e-421f-8cb5-c2c8babc2cf6 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Made reservation on behalf of b5f7f16d5db54034855b013e126f68ce for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:35:17.533162 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05897d31-315e-421f-8cb5-c2c8babc2cf6 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:17.545022 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75af5dce-361d-477c-acd5-c51c0b106c3d req-d9d985af-9c45-47ac-a5b9-adf8fdac30b9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897147 Nov 19 09:35:17.558138 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ccb83d-0452-4be9-bdb9-d35509571736']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:17.574346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a248a614-5cff-4ca5-a97e-277ed5b42b0c') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:17.575252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a248a614-5cff-4ca5-a97e-277ed5b42b0c') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:17.579831 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a32fa598-a8f4-4f27-ba8e-506ab3a5914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:17.607532 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32fa598-a8f4-4f27-ba8e-506ab3a5914a None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:17.611072 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a32fa598-a8f4-4f27-ba8e-506ab3a5914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:17.613959 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:17.642126 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:17.653715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:35:17.654119 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:35:17.656752 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:35:17.721269 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a32fa598-a8f4-4f27-ba8e-506ab3a5914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:17.722117 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32fa598-a8f4-4f27-ba8e-506ab3a5914a None None] The sync data for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:17.773912 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0f712892-ca76-4ebc-85c4-3617d2fdf09b no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:35:17.819514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 0f712892-ca76-4ebc-85c4-3617d2fdf09b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:35:17.819864 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0f712892-ca76-4ebc-85c4-3617d2fdf09b not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:35:17.830011 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:17.841759 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:17.845008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] 10.222.0.21 "DELETE /v2.0/networks/36ccb83d-0452-4be9-bdb9-d35509571736 HTTP/1.1" status: 204 len: 168 time: 1.8131189 Nov 19 09:35:17.902984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80d259-30c0-47e9-ae1c-f004b457cc9b admin admin] Pushing event deleted for resources: {'Network': ['ID=36ccb83d-0452-4be9-bdb9-d35509571736,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:17.940514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a14ae8b-b96a-4892-8e32-11804b65a9af tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 8a7011f7-aa7c-48d1-976c-d1b47e77d288 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:35:18.010172 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:18.040890 n-d-805649-14 neutron-server[103476]: DEBUG neutron.objects.ports [None req-05897d31-315e-421f-8cb5-c2c8babc2cf6 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103476) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:35:18.041445 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05897d31-315e-421f-8cb5-c2c8babc2cf6 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:18.125344 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05897d31-315e-421f-8cb5-c2c8babc2cf6 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8e7a3b59-de40-49f2-ae34-a6465420fcea,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:18.126614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a14ae8b-b96a-4892-8e32-11804b65a9af tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:18.144373 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a14ae8b-b96a-4892-8e32-11804b65a9af tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:18.149655 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa5033-a164-45eb-a5d6-6ffbd2596a50 None None] Sync routers for ids ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:18.164612 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05897d31-315e-421f-8cb5-c2c8babc2cf6 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Checking segment: {'id': '34f5fb14-f964-489c-8bb0-45a4100a87dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9db6130c-0024-4427-b7c8-a8a9c0eda6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:35:18.164994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05897d31-315e-421f-8cb5-c2c8babc2cf6 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Network hostable DHCP agents. Network: 9db6130c-0024-4427-b7c8-a8a9c0eda6f6, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:35:18.177244 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aa5033-a164-45eb-a5d6-6ffbd2596a50 None None] Routers {'8a7011f7-aa7c-48d1-976c-d1b47e77d288'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:18.180356 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b9aa5033-a164-45eb-a5d6-6ffbd2596a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:18.193798 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05897d31-315e-421f-8cb5-c2c8babc2cf6 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Network 9db6130c-0024-4427-b7c8-a8a9c0eda6f6 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:35:18.205585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-05897d31-315e-421f-8cb5-c2c8babc2cf6 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 9db6130c-0024-4427-b7c8-a8a9c0eda6f6) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:18.210533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05897d31-315e-421f-8cb5-c2c8babc2cf6 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:18.211800 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-05897d31-315e-421f-8cb5-c2c8babc2cf6 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:18.215573 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42618) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:18.251854 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ee3418-bcfb-4eac-a942-5da98bfc7239 None None] Network 9db6130c-0024-4427-b7c8-a8a9c0eda6f6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:35:18.293120 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1a14ae8b-b96a-4892-8e32-11804b65a9af tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "PUT /v2.0/floatingips/dfcfd57c-bce3-46b2-8553-ecf7a8238508 HTTP/1.1" status: 200 len: 976 time: 3.5685887 Nov 19 09:35:18.293355 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-22972b98-93d1-47ee-a568-c14e5e564fc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80aff1f3a07c4802b659a4b440a2b6bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0764334 Nov 19 09:35:18.293857 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42620) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:18.293994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42622) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:18.337228 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b9aa5033-a164-45eb-a5d6-6ffbd2596a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:18.350178 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-132370d7-fc1d-4ccd-ae51-ffb9f0d5bfda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:18.352900 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-05897d31-315e-421f-8cb5-c2c8babc2cf6 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8617847 Nov 19 09:35:18.355580 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42624) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:18.362144 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-dd5c52ec-7bd1-4c69-a73e-e804e5745ba3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1439750416', 'network_id': '9db6130c-0024-4427-b7c8-a8a9c0eda6f6'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:18.373969 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aa5033-a164-45eb-a5d6-6ffbd2596a50 None None] Routers {'8a7011f7-aa7c-48d1-976c-d1b47e77d288'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:18.375432 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b9aa5033-a164-45eb-a5d6-6ffbd2596a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:18.396928 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-132370d7-fc1d-4ccd-ae51-ffb9f0d5bfda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:18.431279 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98ad3c7-6aef-4b06-8b1f-a11b77046a21 None None] Network 9db6130c-0024-4427-b7c8-a8a9c0eda6f6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:35:18.441550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-04218a57-7cdb-4e15-8305-b18a8c056b2e tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Deleting port 7ea5afdc-d32f-473d-a37a-ad39a77163e0 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:18.441908 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04218a57-7cdb-4e15-8305-b18a8c056b2e tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:18.463386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5c52ec-7bd1-4c69-a73e-e804e5745ba3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Made reservation on behalf of b5f7f16d5db54034855b013e126f68ce for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:35:18.465858 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd5c52ec-7bd1-4c69-a73e-e804e5745ba3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:18.491565 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-dd5c52ec-7bd1-4c69-a73e-e804e5745ba3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] device_id is not set on port 797ee818-1189-4206-b609-ed292e73e4de yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:35:18.511448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b9aa5033-a164-45eb-a5d6-6ffbd2596a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:18.512279 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa5033-a164-45eb-a5d6-6ffbd2596a50 None None] The sync data for ids ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:18.545206 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-132370d7-fc1d-4ccd-ae51-ffb9f0d5bfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:18.548858 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-132370d7-fc1d-4ccd-ae51-ffb9f0d5bfda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:18.552353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-132370d7-fc1d-4ccd-ae51-ffb9f0d5bfda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/440d152f-d8ed-4b60-8a4a-2317e0fdc158 HTTP/1.1" status: 204 len: 168 time: 0.2548993 Nov 19 09:35:18.572813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132370d7-fc1d-4ccd-ae51-ffb9f0d5bfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440d152f-d8ed-4b60-8a4a-2317e0fdc158,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:18.652808 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04218a57-7cdb-4e15-8305-b18a8c056b2e tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:18.774186 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-dd5c52ec-7bd1-4c69-a73e-e804e5745ba3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Allocated IP 172.20.0.2 (9db6130c-0024-4427-b7c8-a8a9c0eda6f6/8e7a3b59-de40-49f2-ae34-a6465420fcea/797ee818-1189-4206-b609-ed292e73e4de) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:18.907258 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04218a57-7cdb-4e15-8305-b18a8c056b2e tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:18.907626 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04218a57-7cdb-4e15-8305-b18a8c056b2e tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:18.907951 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-04218a57-7cdb-4e15-8305-b18a8c056b2e tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Floating IP dfcfd57c-bce3-46b2-8553-ecf7a8238508 disassociated. External IP: 172.25.0.85, port: 7ea5afdc-d32f-473d-a37a-ad39a77163e0. Nov 19 09:35:18.908304 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-04218a57-7cdb-4e15-8305-b18a8c056b2e tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Calling delete_port for 7ea5afdc-d32f-473d-a37a-ad39a77163e0 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:19.054069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448381a-bf95-4904-9009-8df9aef14466 req-95f6c0f2-4556-41ae-9054-54c1814534b8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:19.059013 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42634) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:19.062023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f448381a-bf95-4904-9009-8df9aef14466 req-95f6c0f2-4556-41ae-9054-54c1814534b8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.3832202 Nov 19 09:35:19.114767 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04218a57-7cdb-4e15-8305-b18a8c056b2e tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:19.167994 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-01d07bfc-d9fe-4eed-aa62-c94908b1c7ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e80b511c55624ab88fd399ee1551bbad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1078150 Nov 19 09:35:19.168888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04218a57-7cdb-4e15-8305-b18a8c056b2e tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Port': ['ID=7ea5afdc-d32f-473d-a37a-ad39a77163e0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:19.196908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f448381a-bf95-4904-9009-8df9aef14466 req-e2976018-a37d-4bb7-abd7-6c4647f48739 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338389 Nov 19 09:35:19.201435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42636) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:19.205259 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd5c52ec-7bd1-4c69-a73e-e804e5745ba3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:19.298154 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3eb9da3d-122b-47ce-9263-9a9483d094ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:19.315178 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd5c52ec-7bd1-4c69-a73e-e804e5745ba3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:19.334007 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04218a57-7cdb-4e15-8305-b18a8c056b2e tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 8a7011f7-aa7c-48d1-976c-d1b47e77d288 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:35:19.384748 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3eb9da3d-122b-47ce-9263-9a9483d094ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:19.427154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5c52ec-7bd1-4c69-a73e-e804e5745ba3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Network 9db6130c-0024-4427-b7c8-a8a9c0eda6f6 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:19.451152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-dd5c52ec-7bd1-4c69-a73e-e804e5745ba3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:19.453062 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c52ec-7bd1-4c69-a73e-e804e5745ba3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Pushing event updated for resources: {'Port': ['ID=797ee818-1189-4206-b609-ed292e73e4de,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:19.458782 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c52ec-7bd1-4c69-a73e-e804e5745ba3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:19.516744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5c52ec-7bd1-4c69-a73e-e804e5745ba3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:19.517387 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd5c52ec-7bd1-4c69-a73e-e804e5745ba3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:19.535550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04218a57-7cdb-4e15-8305-b18a8c056b2e tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:19.540980 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-dd5c52ec-7bd1-4c69-a73e-e804e5745ba3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1833417 Nov 19 09:35:19.542706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42642) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:19.547368 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdddd8a-2823-4585-bf4b-aaf09ee20a00 None None] Sync routers for ids ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:19.575005 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdddd8a-2823-4585-bf4b-aaf09ee20a00 None None] Routers {'8a7011f7-aa7c-48d1-976c-d1b47e77d288'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:19.576523 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ffdddd8a-2823-4585-bf4b-aaf09ee20a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:19.609625 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3eb9da3d-122b-47ce-9263-9a9483d094ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:19.612644 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3eb9da3d-122b-47ce-9263-9a9483d094ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:19.618981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3eb9da3d-122b-47ce-9263-9a9483d094ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65dc32fb-cd23-4c17-952c-ec5a7446eebf HTTP/1.1" status: 204 len: 168 time: 0.4090962 Nov 19 09:35:19.623170 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ffdddd8a-2823-4585-bf4b-aaf09ee20a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:19.633584 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdddd8a-2823-4585-bf4b-aaf09ee20a00 None None] Routers {'8a7011f7-aa7c-48d1-976c-d1b47e77d288'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:19.634283 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ffdddd8a-2823-4585-bf4b-aaf09ee20a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:34:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:19.672342 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ffdddd8a-2823-4585-bf4b-aaf09ee20a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:19.673254 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdddd8a-2823-4585-bf4b-aaf09ee20a00 None None] The sync data for ids ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:19.689312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9da3d-122b-47ce-9263-9a9483d094ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dc32fb-cd23-4c17-952c-ec5a7446eebf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:19.709959 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04218a57-7cdb-4e15-8305-b18a8c056b2e tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:19.715725 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-04218a57-7cdb-4e15-8305-b18a8c056b2e tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/ports/7ea5afdc-d32f-473d-a37a-ad39a77163e0 HTTP/1.1" status: 204 len: 168 time: 1.4179673 Nov 19 09:35:19.717128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42650) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:19.808026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b34685f1-e693-46af-a1a0-5b4397635f31 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Deleting port 797ee818-1189-4206-b609-ed292e73e4de {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:19.808470 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b34685f1-e693-46af-a1a0-5b4397635f31 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:19.885210 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ef521258-e4aa-4f43-aef2-14c1ab517e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:19.998054 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b34685f1-e693-46af-a1a0-5b4397635f31 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:20.044469 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b34685f1-e693-46af-a1a0-5b4397635f31 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Calling delete_port for 797ee818-1189-4206-b609-ed292e73e4de owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:20.328493 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b34685f1-e693-46af-a1a0-5b4397635f31 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:20.383566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34685f1-e693-46af-a1a0-5b4397635f31 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Pushing event deleted for resources: {'Port': ['ID=797ee818-1189-4206-b609-ed292e73e4de,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:20.521947 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b34685f1-e693-46af-a1a0-5b4397635f31 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:20.532876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b34685f1-e693-46af-a1a0-5b4397635f31 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "DELETE /v2.0/ports/797ee818-1189-4206-b609-ed292e73e4de HTTP/1.1" status: 204 len: 168 time: 0.9844973 Nov 19 09:35:20.540641 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42680) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:20.545660 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ad2e3-dc40-4251-8281-a13a75833077 req-eacc7514-5fd4-4f8f-bcb8-a5bb13341cdb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:20.547592 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-765ad2e3-dc40-4251-8281-a13a75833077 req-eacc7514-5fd4-4f8f-bcb8-a5bb13341cdb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.2334001 Nov 19 09:35:20.559288 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9db6130c-0024-4427-b7c8-a8a9c0eda6f6', 'external_fixed_ips': [{'subnet_id': '8e7a3b59-de40-49f2-ae34-a6465420fcea', 'ip_address': '172.20.0.2'}]}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:20.596751 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2781980d-ccd2-4a0e-8876-c658b14494d5 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:20.617132 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42686) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:20.649822 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2305509-5b70-423b-a998-ad7168b1f70a req-af28eae4-fe21-478f-8d99-a6061065fce9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1206768 Nov 19 09:35:20.654080 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:20.655506 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:20.669452 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:35:20.681987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-765ad2e3-dc40-4251-8281-a13a75833077 req-d4a3af60-66a9-4ea0-88a3-cc0f49f802c2 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172414 Nov 19 09:35:20.786930 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:20.797775 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2305509-5b70-423b-a998-ad7168b1f70a req-ca2f47cb-475d-4844-ad4e-ff731c4336d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:20.799405 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2305509-5b70-423b-a998-ad7168b1f70a req-ca2f47cb-475d-4844-ad4e-ff731c4336d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cc9857289a8340b0915670f3a8a464fa&device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 1098 time: 0.0945189 Nov 19 09:35:21.056760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2781980d-ccd2-4a0e-8876-c658b14494d5 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Deleting port 8ff1203c-8c13-4a73-a340-78d404cc55a1 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:21.060994 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2781980d-ccd2-4a0e-8876-c658b14494d5 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:21.094655 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:21.169379 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75ceb4a-e349-4c1d-80f7-c34c41b7deef admin admin] Deleting subnet 73ee3522-0f74-4a34-b440-730322afd465 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:35:21.204686 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b75ceb4a-e349-4c1d-80f7-c34c41b7deef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:21.235526 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2781980d-ccd2-4a0e-8876-c658b14494d5 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:21.249052 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2305509-5b70-423b-a998-ad7168b1f70a req-d658a47f-0d11-4f4c-bf98-df3c17ce4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:21.250681 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2305509-5b70-423b-a998-ad7168b1f70a req-d658a47f-0d11-4f4c-bf98-df3c17ce4c23 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a6f1c342-cec8-4182-bef9-595013e1351c HTTP/1.1" status: 200 len: 909 time: 0.3551106 Nov 19 09:35:21.252471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2781980d-ccd2-4a0e-8876-c658b14494d5 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Calling delete_port for 8ff1203c-8c13-4a73-a340-78d404cc55a1 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:21.292222 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b75ceb4a-e349-4c1d-80f7-c34c41b7deef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:21.413793 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2305509-5b70-423b-a998-ad7168b1f70a req-95deb90a-7134-47c2-b4d1-341cb6e46c03 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee9f8dcf-baff-4582-bcc9-425f79a29b7a HTTP/1.1" status: 200 len: 1001 time: 0.1370656 Nov 19 09:35:21.436033 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b75ceb4a-e349-4c1d-80f7-c34c41b7deef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:21.515927 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2305509-5b70-423b-a998-ad7168b1f70a req-fc33e32e-1649-49e4-86e3-3ecd3c9fc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:21.517809 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2305509-5b70-423b-a998-ad7168b1f70a req-fc33e32e-1649-49e4-86e3-3ecd3c9fc685 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03048cfc-6f00-4e65-9551-abad65c356a1 HTTP/1.1" status: 200 len: 847 time: 0.0926709 Nov 19 09:35:21.590617 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-803df3d2-0680-4810-8519-710bc317d09f req-d10d4517-309b-4f09-9e18-2d49c2914f63 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0634186 Nov 19 09:35:21.591930 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2781980d-ccd2-4a0e-8876-c658b14494d5 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:21.646202 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b75ceb4a-e349-4c1d-80f7-c34c41b7deef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:21.688914 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ceb4a-e349-4c1d-80f7-c34c41b7deef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73ee3522-0f74-4a34-b440-730322afd465,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:21.692200 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b75ceb4a-e349-4c1d-80f7-c34c41b7deef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:21.693519 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d5c9cd-28c2-443f-a2fc-7f93aa935736 None None] Network 748749c4-532e-4da1-8a07-6ebbde399465 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:35:21.698593 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b75ceb4a-e349-4c1d-80f7-c34c41b7deef admin admin] 10.222.0.21 "DELETE /v2.0/subnets/73ee3522-0f74-4a34-b440-730322afd465 HTTP/1.1" status: 204 len: 168 time: 1.0779090 Nov 19 09:35:21.699619 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42718) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:21.765128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781980d-ccd2-4a0e-8876-c658b14494d5 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Port': ['ID=8ff1203c-8c13-4a73-a340-78d404cc55a1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:21.903105 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2305509-5b70-423b-a998-ad7168b1f70a req-56369509-43c8-4b7d-9c2a-9c81fc028ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:21.908388 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2305509-5b70-423b-a998-ad7168b1f70a req-56369509-43c8-4b7d-9c2a-9c81fc028ed0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6f1c342-cec8-4182-bef9-595013e1351c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3606515 Nov 19 09:35:21.965590 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:22.037047 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:22.052507 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83127bda-2a97-452c-98e6-21e5111205cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:22.084348 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4441755-6ec1-48c5-b87f-1f124829eb83 req-daa57718-3989-4216-a412-63453e01559d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:22.087113 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e4441755-6ec1-48c5-b87f-1f124829eb83 req-daa57718-3989-4216-a412-63453e01559d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.1929247 Nov 19 09:35:22.211444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e4441755-6ec1-48c5-b87f-1f124829eb83 req-d32eb5d0-16d4-498b-90da-750fc50982c8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135702 Nov 19 09:35:22.237499 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2781980d-ccd2-4a0e-8876-c658b14494d5 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:22.298591 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-550a7734-a2b0-4564-bfd5-f341b85a6d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:22.303472 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2305509-5b70-423b-a998-ad7168b1f70a req-6bc46233-fa8e-4123-8356-081f6f9b1c9b service neutron] 10.222.0.71 "GET /v2.0/networks/a6f1c342-cec8-4182-bef9-595013e1351c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845799 Nov 19 09:35:22.319480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29ef85e-03f5-4c6b-b3d1-f1cb22f56d54 None None] DHCP port deletion for 748749c4-532e-4da1-8a07-6ebbde399465 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:22.436873 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83127bda-2a97-452c-98e6-21e5111205cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:22.479163 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Allocated IP 172.20.0.2 (9db6130c-0024-4427-b7c8-a8a9c0eda6f6/8e7a3b59-de40-49f2-ae34-a6465420fcea/b33bfb22-5cf1-46f2-a4e4-a1947b6d80f1) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:22.484162 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-83127bda-2a97-452c-98e6-21e5111205cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748749c4-532e-4da1-8a07-6ebbde399465']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:22.510167 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-83127bda-2a97-452c-98e6-21e5111205cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd017151d-ea65-4647-bf3b-a613fa498e9a') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:22.510446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-83127bda-2a97-452c-98e6-21e5111205cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd017151d-ea65-4647-bf3b-a613fa498e9a') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:22.532370 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83127bda-2a97-452c-98e6-21e5111205cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:22.558268 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2305509-5b70-423b-a998-ad7168b1f70a req-c8711964-64bd-497c-84c9-84064ba64c98 service neutron] 10.222.0.71 "GET /v2.0/networks/a6f1c342-cec8-4182-bef9-595013e1351c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364016 Nov 19 09:35:22.750992 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1302c7e-3bbf-4510-9d97-2d2713af9a10 req-72ed2dc2-4da1-484d-8b3f-3457577a85e5 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0401118 Nov 19 09:35:22.857603 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83127bda-2a97-452c-98e6-21e5111205cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:22.868120 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83127bda-2a97-452c-98e6-21e5111205cd admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:35:22.868519 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83127bda-2a97-452c-98e6-21e5111205cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:35:22.870242 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:35:22.950530 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83127bda-2a97-452c-98e6-21e5111205cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:22.951846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2781980d-ccd2-4a0e-8876-c658b14494d5 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 8a7011f7-aa7c-48d1-976c-d1b47e77d288 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:35:22.965073 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-83127bda-2a97-452c-98e6-21e5111205cd admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:22.968223 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-83127bda-2a97-452c-98e6-21e5111205cd admin admin] 10.222.0.21 "DELETE /v2.0/networks/748749c4-532e-4da1-8a07-6ebbde399465 HTTP/1.1" status: 204 len: 168 time: 1.2669141 Nov 19 09:35:22.981060 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83127bda-2a97-452c-98e6-21e5111205cd admin admin] Pushing event deleted for resources: {'Network': ['ID=748749c4-532e-4da1-8a07-6ebbde399465,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:23.007142 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:23.064693 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:23.077640 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2781980d-ccd2-4a0e-8876-c658b14494d5 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:23.088295 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb6f03f-b9a6-4657-963b-8fadfe92cc92 None None] Sync routers for ids ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:23.091241 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2781980d-ccd2-4a0e-8876-c658b14494d5 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "PUT /v2.0/routers/8a7011f7-aa7c-48d1-976c-d1b47e77d288/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3634045 Nov 19 09:35:23.093692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42742) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:23.108913 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb6f03f-b9a6-4657-963b-8fadfe92cc92 None None] Routers {'8a7011f7-aa7c-48d1-976c-d1b47e77d288'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:23.109588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7fb6f03f-b9a6-4657-963b-8fadfe92cc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:23.124931 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Pushing event updated for resources: {'Port': ['ID=b33bfb22-5cf1-46f2-a4e4-a1947b6d80f1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:23.144411 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Network 9db6130c-0024-4427-b7c8-a8a9c0eda6f6 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:23.145341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42744) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:23.154013 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:23.156756 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:23.204302 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7fb6f03f-b9a6-4657-963b-8fadfe92cc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:23.221171 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f319377-0a8d-4d0c-be6c-10a6ba1ddbfd tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:23.229571 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb6f03f-b9a6-4657-963b-8fadfe92cc92 None None] Routers {'8a7011f7-aa7c-48d1-976c-d1b47e77d288'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:23.230351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7fb6f03f-b9a6-4657-963b-8fadfe92cc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:23.274351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7fb6f03f-b9a6-4657-963b-8fadfe92cc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:23.275368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb6f03f-b9a6-4657-963b-8fadfe92cc92 None None] The sync data for ids ['8a7011f7-aa7c-48d1-976c-d1b47e77d288'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:23.331882 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8c28d792-2ad9-4dbb-8d7d-9fae9da84b60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=510251f8dbcd4584857fa9b48df900ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1850073 Nov 19 09:35:23.334092 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42754) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:23.410846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2691370-f22c-4485-ac1c-84e13778de1c req-a5d55a42-e08e-44b4-95a0-2ac2593b5319 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:23.412785 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2691370-f22c-4485-ac1c-84e13778de1c req-a5d55a42-e08e-44b4-95a0-2ac2593b5319 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.0802960 Nov 19 09:35:23.415439 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f319377-0a8d-4d0c-be6c-10a6ba1ddbfd tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:23.430741 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd39a134-e8ec-4831-b9ca-704032bf1e26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:23.481890 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:23.493529 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd39a134-e8ec-4831-b9ca-704032bf1e26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:23.501529 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2691370-f22c-4485-ac1c-84e13778de1c req-3e5c1ad0-1b3c-4e95-b5b1-8ec392ce3e31 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789328 Nov 19 09:35:23.515648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3f319377-0a8d-4d0c-be6c-10a6ba1ddbfd tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Deleting port 698c4a3c-485c-4f0f-b4b7-4d5fac2e1036 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:23.516163 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f319377-0a8d-4d0c-be6c-10a6ba1ddbfd tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:23.620105 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:23.623282 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f319377-0a8d-4d0c-be6c-10a6ba1ddbfd tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:23.635751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3f319377-0a8d-4d0c-be6c-10a6ba1ddbfd tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Calling delete_port for 698c4a3c-485c-4f0f-b4b7-4d5fac2e1036 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:23.688664 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd39a134-e8ec-4831-b9ca-704032bf1e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:23.698625 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd39a134-e8ec-4831-b9ca-704032bf1e26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:23.700331 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bd39a134-e8ec-4831-b9ca-704032bf1e26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2442c35-d97d-4a97-a05a-505f638ed633 HTTP/1.1" status: 204 len: 168 time: 0.3653283 Nov 19 09:35:23.716756 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39a134-e8ec-4831-b9ca-704032bf1e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2442c35-d97d-4a97-a05a-505f638ed633,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:23.761482 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-71a79f6a-c419-4e55-a6bb-75156bea335e service neutron] show failed (client error): The resource could not be found. Nov 19 09:35:23.762515 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-71a79f6a-c419-4e55-a6bb-75156bea335e service neutron] 10.222.0.71 "GET /v2.0/ports/38472fbc-fd07-49bf-a63c-73f92e2a8773/bindings/n-h1-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.1987002 Nov 19 09:35:23.852885 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f319377-0a8d-4d0c-be6c-10a6ba1ddbfd tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:23.920599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f319377-0a8d-4d0c-be6c-10a6ba1ddbfd tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Port': ['ID=698c4a3c-485c-4f0f-b4b7-4d5fac2e1036,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:23.922797 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec20b91f-8ef6-49d6-a5bf-3a86fffa7c77 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:23.954272 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:23.965069 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da879b43-8a6d-440d-9acb-5a3b0f78fc51 req-0340df18-e56c-4a25-a1af-b8816ae41ffe tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0970674 Nov 19 09:35:24.040154 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f319377-0a8d-4d0c-be6c-10a6ba1ddbfd tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:24.162081 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f319377-0a8d-4d0c-be6c-10a6ba1ddbfd tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:24.164607 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f319377-0a8d-4d0c-be6c-10a6ba1ddbfd tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:24.209693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-08b86eab-65cb-471e-b95a-2c15a313ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:24.213742 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-08b86eab-65cb-471e-b95a-2c15a313ef0c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521&tenant_id=0dc1876a77414c6c8af6b4234d92e489 HTTP/1.1" status: 200 len: 1098 time: 0.1023338 Nov 19 09:35:24.224120 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:24.245314 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f319377-0a8d-4d0c-be6c-10a6ba1ddbfd tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:24.246297 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f319377-0a8d-4d0c-be6c-10a6ba1ddbfd tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Fanout notify agent at l3_agent the message router_deleted on router 8a7011f7-aa7c-48d1-976c-d1b47e77d288 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:35:24.254839 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f319377-0a8d-4d0c-be6c-10a6ba1ddbfd tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:24.259382 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3f319377-0a8d-4d0c-be6c-10a6ba1ddbfd tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/routers/8a7011f7-aa7c-48d1-976c-d1b47e77d288 HTTP/1.1" status: 204 len: 168 time: 1.1614234 Nov 19 09:35:24.259550 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42772) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:24.277614 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Router 92a94204-1e52-402e-b9d8-50d4b168aace is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:35:24.329563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e280f5-ee44-49e2-b6bd-a2dcbf7d6c60 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Deleting subnet d6d8e825-6547-492e-beac-2041c32a3a90 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:35:24.333607 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e280f5-ee44-49e2-b6bd-a2dcbf7d6c60 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:24.372079 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:24.392685 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e280f5-ee44-49e2-b6bd-a2dcbf7d6c60 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:24.452055 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d4603bcc-a11b-4513-b2cf-be634da18cac req-c67a52db-8fa7-403e-978d-f6d6c7bd59cc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0623796 Nov 19 09:35:24.507525 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e280f5-ee44-49e2-b6bd-a2dcbf7d6c60 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:24.536225 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:24.551049 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Sync routers for ids ['92a94204-1e52-402e-b9d8-50d4b168aace'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:24.563842 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Routers {'92a94204-1e52-402e-b9d8-50d4b168aace'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:24.564727 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['92a94204-1e52-402e-b9d8-50d4b168aace'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:24.597739 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e280f5-ee44-49e2-b6bd-a2dcbf7d6c60 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:24.636231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e280f5-ee44-49e2-b6bd-a2dcbf7d6c60 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d8e825-6547-492e-beac-2041c32a3a90,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:24.650883 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e280f5-ee44-49e2-b6bd-a2dcbf7d6c60 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:24.653358 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e8e280f5-ee44-49e2-b6bd-a2dcbf7d6c60 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/subnets/d6d8e825-6547-492e-beac-2041c32a3a90 HTTP/1.1" status: 204 len: 168 time: 0.3917332 Nov 19 09:35:24.665495 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c778a273-557d-4323-ada3-4b3b4414d9f3 None None] Network b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:35:24.669385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42786) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:24.806692 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:24.815501 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-89f3b8ea-bfff-4915-a9c9-b9c15f98aa4b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.2689636 Nov 19 09:35:24.823958 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42790) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:24.857517 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Set router 92a94204-1e52-402e-b9d8-50d4b168aace gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:35:24.981116 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:24.987029 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:25.024826 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22689bc8-c81a-4d64-9319-8e5c51b7b07f req-c3c553fa-a9e5-462e-a598-34385738abc0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:25.034091 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22689bc8-c81a-4d64-9319-8e5c51b7b07f req-c3c553fa-a9e5-462e-a598-34385738abc0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.4002669 Nov 19 09:35:25.043924 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:25.062255 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78556f38-a4de-46c8-9aad-ee593963c34d None None] DHCP port deletion for b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:25.142914 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:35:25.182086 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-78556f38-a4de-46c8-9aad-ee593963c34d None None] Deleting port f6840aaa-ac8b-488a-8a39-8434e781023d {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:25.182250 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-78556f38-a4de-46c8-9aad-ee593963c34d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:25.190808 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a94204-1e52-402e-b9d8-50d4b168aace', 'name': '', 'tenant_id': 'b5f7f16d5db54034855b013e126f68ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db6130c-0024-4427-b7c8-a8a9c0eda6f6', 'external_fixed_ips': [{'subnet_id': '8e7a3b59-de40-49f2-ae34-a6465420fcea', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'b33bfb22-5cf1-46f2-a4e4-a1947b6d80f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:20Z', 'updated_at': '2021-11-19T09:35:23Z', 'revision_number': 3, 'project_id': 'b5f7f16d5db54034855b013e126f68ce', 'gw_port': {'id': 'b33bfb22-5cf1-46f2-a4e4-a1947b6d80f1', 'name': '', 'network_id': '9db6130c-0024-4427-b7c8-a8a9c0eda6f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a94204-1e52-402e-b9d8-50d4b168aace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '8e7a3b59-de40-49f2-ae34-a6465420fcea', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:22Z', 'updated_at': '2021-11-19T09:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e7a3b59-de40-49f2-ae34-a6465420fcea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:25.203060 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2ea7-6608-433c-b4de-2e9a7604a598 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:25.245341 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Checking router: 92a94204-1e52-402e-b9d8-50d4b168aace for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:35:25.245691 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Updating router 92a94204-1e52-402e-b9d8-50d4b168aace port b33bfb22-5cf1-46f2-a4e4-a1947b6d80f1 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:35:25.263829 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-586e4ad0-72a2-49e0-9766-343c6361a4d4 req-79fb4ab7-73e3-452b-af6c-04e9773573c7 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.1116841 Nov 19 09:35:25.286877 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:25.294864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22689bc8-c81a-4d64-9319-8e5c51b7b07f req-31c09f3f-27c7-4427-af51-e11c369483cc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595620 Nov 19 09:35:25.295475 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:35:25.300135 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f7358d-da5c-47b7-ad48-c927ab954246" -d '{"events": [{"server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "name": "network-vif-unplugged", "status": "completed", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:35:25.350096 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Transition to ACTIVE for port object 38472fbc-fd07-49bf-a63c-73f92e2a8773 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:35:25.352762 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:25.356071 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:25.367924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Deleting port f6840aaa-ac8b-488a-8a39-8434e781023d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:25.367924 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:25.386015 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2ea7-6608-433c-b4de-2e9a7604a598 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:25.392575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-78556f38-a4de-46c8-9aad-ee593963c34d None None] For port f6840aaa-ac8b-488a-8a39-8434e781023d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f6840aaa-ac8b-488a-8a39-8434e781023d,segment=NetworkSegment(147202d7-e292-48d9-88cb-6ac87a1f7221),segment_id=147202d7-e292-48d9-88cb-6ac87a1f7221)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:25.393015 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-78556f38-a4de-46c8-9aad-ee593963c34d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:25.431611 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-78556f38-a4de-46c8-9aad-ee593963c34d None None] Calling delete_port for f6840aaa-ac8b-488a-8a39-8434e781023d owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:25.536226 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] For port f6840aaa-ac8b-488a-8a39-8434e781023d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f6840aaa-ac8b-488a-8a39-8434e781023d,segment=NetworkSegment(147202d7-e292-48d9-88cb-6ac87a1f7221),segment_id=147202d7-e292-48d9-88cb-6ac87a1f7221)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:25.536598 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:25.565449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Calling delete_port for f6840aaa-ac8b-488a-8a39-8434e781023d owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:25.570313 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:25.664346 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d243ccd0-1479-403b-bce3-09b14ef703c0 x-openstack-request-id: req-d243ccd0-1479-403b-bce3-09b14ef703c0 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:35:25.664686 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "name": "network-vif-unplugged", "status": "completed", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:35:25.665255 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d243ccd0-1479-403b-bce3-09b14ef703c0 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:35:25.666087 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'code': 200} Nov 19 09:35:25.674746 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Pushing event updated for resources: {'Port': ['ID=38472fbc-fd07-49bf-a63c-73f92e2a8773,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:25.690706 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-78556f38-a4de-46c8-9aad-ee593963c34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:25.707891 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] No DVR routers for this DVR port 38472fbc-fd07-49bf-a63c-73f92e2a8773 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:35:25.742319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78556f38-a4de-46c8-9aad-ee593963c34d None None] Pushing event deleted for resources: {'Port': ['ID=f6840aaa-ac8b-488a-8a39-8434e781023d,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:25.756903 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78556f38-a4de-46c8-9aad-ee593963c34d None None] No DVR routers for this DVR port f6840aaa-ac8b-488a-8a39-8434e781023d on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:35:25.836896 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:25.839470 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b2ea7-6608-433c-b4de-2e9a7604a598 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Deleting port b33bfb22-5cf1-46f2-a4e4-a1947b6d80f1 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:25.839797 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2ea7-6608-433c-b4de-2e9a7604a598 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:25.859559 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f6840aaa-ac8b-488a-8a39-8434e781023d no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:35:25.902802 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: f6840aaa-ac8b-488a-8a39-8434e781023d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:35:25.903332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f6840aaa-ac8b-488a-8a39-8434e781023d not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:35:25.941016 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Attempting to bind port 38472fbc-fd07-49bf-a63c-73f92e2a8773 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:35:25.941370 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Attempting to bind port 38472fbc-fd07-49bf-a63c-73f92e2a8773 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:35:25.941816 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Attempting to bind port 38472fbc-fd07-49bf-a63c-73f92e2a8773 on network f2464548-db38-4ede-8509-93a9dbb836ae {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:35:25.946714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Port 38472fbc-fd07-49bf-a63c-73f92e2a8773 on network f2464548-db38-4ede-8509-93a9dbb836ae not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:35:25.947295 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Attempting to bind port 38472fbc-fd07-49bf-a63c-73f92e2a8773 on network f2464548-db38-4ede-8509-93a9dbb836ae {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:35:25.953139 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:35:25.953513 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Checking segment: {'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:35:25.953871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Bound using segment: {'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:35:25.954301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Bound port: 38472fbc-fd07-49bf-a63c-73f92e2a8773, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:35:25.954833 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:25.985189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Port': ['ID=f6840aaa-ac8b-488a-8a39-8434e781023d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:25.990214 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] No DVR routers for this DVR port f6840aaa-ac8b-488a-8a39-8434e781023d on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:35:25.995317 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:26.004373 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:26.054978 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Attempting to bind port b33bfb22-5cf1-46f2-a4e4-a1947b6d80f1 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:35:26.055606 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Attempting to bind port b33bfb22-5cf1-46f2-a4e4-a1947b6d80f1 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '34f5fb14-f964-489c-8bb0-45a4100a87dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9db6130c-0024-4427-b7c8-a8a9c0eda6f6'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:35:26.055978 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Attempting to bind port b33bfb22-5cf1-46f2-a4e4-a1947b6d80f1 on network 9db6130c-0024-4427-b7c8-a8a9c0eda6f6 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:35:26.068664 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:35:26.069353 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Checking segment: {'id': '34f5fb14-f964-489c-8bb0-45a4100a87dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9db6130c-0024-4427-b7c8-a8a9c0eda6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:35:26.070653 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:26.071444 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Bound using segment: {'id': '34f5fb14-f964-489c-8bb0-45a4100a87dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9db6130c-0024-4427-b7c8-a8a9c0eda6f6'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:35:26.072339 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Bound port: b33bfb22-5cf1-46f2-a4e4-a1947b6d80f1, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f5fb14-f964-489c-8bb0-45a4100a87dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9db6130c-0024-4427-b7c8-a8a9c0eda6f6'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:35:26.073068 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:26.087875 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:35:26.092020 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:35:26.098915 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:26.110531 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48acfe-0d29-4ac4-97ac-09e80887b36c None None] Pushing event updated for resources: {'Port': ['ID=b33bfb22-5cf1-46f2-a4e4-a1947b6d80f1,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:26.127644 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48acfe-0d29-4ac4-97ac-09e80887b36c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:26.128179 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48acfe-0d29-4ac4-97ac-09e80887b36c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:26.128686 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48acfe-0d29-4ac4-97ac-09e80887b36c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:26.129215 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48acfe-0d29-4ac4-97ac-09e80887b36c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:26.129712 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48acfe-0d29-4ac4-97ac-09e80887b36c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:26.130226 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48acfe-0d29-4ac4-97ac-09e80887b36c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:26.130724 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48acfe-0d29-4ac4-97ac-09e80887b36c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:26.131241 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48acfe-0d29-4ac4-97ac-09e80887b36c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:26.133073 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48acfe-0d29-4ac4-97ac-09e80887b36c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:26.133599 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48acfe-0d29-4ac4-97ac-09e80887b36c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:26.134220 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48acfe-0d29-4ac4-97ac-09e80887b36c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:26.134728 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48acfe-0d29-4ac4-97ac-09e80887b36c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:26.154951 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] For port b33bfb22-5cf1-46f2-a4e4-a1947b6d80f1, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:35:26.159011 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] For port b33bfb22-5cf1-46f2-a4e4-a1947b6d80f1, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b33bfb22-5cf1-46f2-a4e4-a1947b6d80f1,segment=NetworkSegment(34f5fb14-f964-489c-8bb0-45a4100a87dc),segment_id=34f5fb14-f964-489c-8bb0-45a4100a87dc)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:35:26.159188 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:26.166410 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Pushing event updated for resources: {'Port': ['ID=38472fbc-fd07-49bf-a63c-73f92e2a8773,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:26.169442 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:26.176638 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:26.177680 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:26.179566 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-df89aa14-f3c1-445c-9c3d-e511a91ff492 service neutron] 10.222.0.66 "PUT /v2.0/ports/38472fbc-fd07-49bf-a63c-73f92e2a8773 HTTP/1.1" status: 200 len: 1093 time: 1.9598076 Nov 19 09:35:26.194721 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2ea7-6608-433c-b4de-2e9a7604a598 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:26.221481 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:26.233529 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147202d7-e292-48d9-88cb-6ac87a1f7221') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:26.233790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147202d7-e292-48d9-88cb-6ac87a1f7221') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:26.245459 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:26.262138 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:26.269520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:35:26.269987 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:26.287007 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-90c5ee52-4ad9-4e6b-a2b7-785412e60fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:26.290361 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-90c5ee52-4ad9-4e6b-a2b7-785412e60fa7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 1096 time: 0.0791724 Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:35:26.332447 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:35:26.336812 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b2ea7-6608-433c-b4de-2e9a7604a598 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Calling delete_port for b33bfb22-5cf1-46f2-a4e4-a1947b6d80f1 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:26.359179 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48acfe-0d29-4ac4-97ac-09e80887b36c None None] Pushing event updated for resources: {'Port': ['ID=b33bfb22-5cf1-46f2-a4e4-a1947b6d80f1,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:26.370818 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Routers {'92a94204-1e52-402e-b9d8-50d4b168aace'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:26.371454 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['92a94204-1e52-402e-b9d8-50d4b168aace'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:26.461297 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-54a9d7b8-1a5a-4235-b668-a6395922f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:26.462966 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-54a9d7b8-1a5a-4235-b668-a6395922f440 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f2464548-db38-4ede-8509-93a9dbb836ae HTTP/1.1" status: 200 len: 895 time: 0.1667082 Nov 19 09:35:26.518600 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:26.526035 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:26.539011 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/networks/b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf HTTP/1.1" status: 204 len: 168 time: 1.8644578 Nov 19 09:35:26.542992 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] Set router 92a94204-1e52-402e-b9d8-50d4b168aace gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:35:26.560805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42828) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:26.613761 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-93b47d57-a2d3-4fb0-86e5-42984ea44123 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773 HTTP/1.1" status: 200 len: 1000 time: 0.1430144 Nov 19 09:35:26.645490 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a94204-1e52-402e-b9d8-50d4b168aace', 'name': '', 'tenant_id': 'b5f7f16d5db54034855b013e126f68ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:20Z', 'updated_at': '2021-11-19T09:35:25Z', 'revision_number': 4, 'project_id': 'b5f7f16d5db54034855b013e126f68ce', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:26.683197 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f16ff3-2973-48fd-a1fe-ff6689c11091 None None] The sync data for ids ['92a94204-1e52-402e-b9d8-50d4b168aace'] in n-d-805649-14 is: [{'id': '92a94204-1e52-402e-b9d8-50d4b168aace', 'name': '', 'tenant_id': 'b5f7f16d5db54034855b013e126f68ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:20Z', 'updated_at': '2021-11-19T09:35:25Z', 'revision_number': 4, 'project_id': 'b5f7f16d5db54034855b013e126f68ce', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:26.715921 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-b5a2161b-0353-4b92-8eb4-4a93de0e2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:26.717513 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-b5a2161b-0353-4b92-8eb4-4a93de0e2f2e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1c895901-2c8b-4bc1-a201-68dc47928ecf HTTP/1.1" status: 200 len: 835 time: 0.0968528 Nov 19 09:35:26.750032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10593ddc-209d-4191-aedf-d72e47904de4 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Network': ['ID=b47754f9-c2bf-4b7c-b9ac-452cddd1f9cf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:26.762637 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b9391e8-f39f-4bb1-bdd9-75984cab59ed req-becf3e22-09a6-4e31-8b69-a09ef7094b4e tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.2534299 Nov 19 09:35:26.851469 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-759ffb79-cd21-4506-b0ca-be49246f9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:26.883470 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-759ffb79-cd21-4506-b0ca-be49246f9bfd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2464548-db38-4ede-8509-93a9dbb836ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1573164 Nov 19 09:35:26.963111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaed676-c38c-4268-b185-fc7fa2cb3978 req-68d90d83-6677-4345-9308-7fbc966515ca tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:26.964864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9aaed676-c38c-4268-b185-fc7fa2cb3978 req-68d90d83-6677-4345-9308-7fbc966515ca tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 944 time: 0.4545217 Nov 19 09:35:27.038755 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-b23a6b4c-8527-44cb-ae45-44c51e7f31cf service neutron] 10.222.0.66 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448524 Nov 19 09:35:27.151457 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9aaed676-c38c-4268-b185-fc7fa2cb3978 req-84ac7491-5116-416a-b63b-6462b5d126f7 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380312 Nov 19 09:35:27.171753 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-36cd0276-d653-4771-87a7-95f4a39fbb59 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Deleting port bbb7de53-96ec-472d-a6d7-71be3b2ef9d4 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:27.175895 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36cd0276-d653-4771-87a7-95f4a39fbb59 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:27.224096 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b88de17d-9733-48f5-8286-d24b3aa0abc9 req-3589826b-4657-44f3-ab4b-da65a6b32937 service neutron] 10.222.0.66 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797593 Nov 19 09:35:27.354394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1241ac60-03d8-4a52-b5c0-a8a1a18da103 req-c08b51ea-dfbc-4fac-9fd1-f6142eba9351 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0936418 Nov 19 09:35:27.356731 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2ea7-6608-433c-b4de-2e9a7604a598 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:27.409006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b2ea7-6608-433c-b4de-2e9a7604a598 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Pushing event deleted for resources: {'Port': ['ID=b33bfb22-5cf1-46f2-a4e4-a1947b6d80f1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:27.418211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 38472fbc-fd07-49bf-a63c-73f92e2a8773 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:35:27.497160 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2ea7-6608-433c-b4de-2e9a7604a598 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:27.524259 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 38472fbc-fd07-49bf-a63c-73f92e2a8773 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:35:27.606689 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2ea7-6608-433c-b4de-2e9a7604a598 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:27.609265 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36cd0276-d653-4771-87a7-95f4a39fbb59 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:27.609593 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36cd0276-d653-4771-87a7-95f4a39fbb59 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:27.612251 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2ea7-6608-433c-b4de-2e9a7604a598 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:27.630625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-36cd0276-d653-4771-87a7-95f4a39fbb59 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Calling delete_port for bbb7de53-96ec-472d-a6d7-71be3b2ef9d4 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:27.667068 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:35:27.669405 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:35:27.749621 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb875a2-9785-4042-8518-47ebd14a528c x-openstack-request-id: req-9eb875a2-9785-4042-8518-47ebd14a528c {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:35:27.750272 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:35:27.750765 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9eb875a2-9785-4042-8518-47ebd14a528c {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:35:27.751406 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'status': 'completed', 'code': 200} Nov 19 09:35:27.808232 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2ea7-6608-433c-b4de-2e9a7604a598 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:27.809041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2b2ea7-6608-433c-b4de-2e9a7604a598 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92a94204-1e52-402e-b9d8-50d4b168aace {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:35:27.814850 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd2b2ea7-6608-433c-b4de-2e9a7604a598 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:27.815837 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cd2b2ea7-6608-433c-b4de-2e9a7604a598 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "DELETE /v2.0/routers/92a94204-1e52-402e-b9d8-50d4b168aace HTTP/1.1" status: 204 len: 168 time: 2.9875515 Nov 19 09:35:27.819817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42866) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:27.858159 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36cd0276-d653-4771-87a7-95f4a39fbb59 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:27.878613 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-bf9ebf74-08c2-4fed-b0ff-776c111aa13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:27.881663 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-bf9ebf74-08c2-4fed-b0ff-776c111aa13c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 1096 time: 0.1122432 Nov 19 09:35:27.888496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-16277113-98eb-4928-8903-e80c3dd9481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:27.890294 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-16277113-98eb-4928-8903-e80c3dd9481f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 1096 time: 0.1051812 Nov 19 09:35:27.903985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd0276-d653-4771-87a7-95f4a39fbb59 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Port': ['ID=bbb7de53-96ec-472d-a6d7-71be3b2ef9d4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:27.937278 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42868) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:27.971893 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d097ea93-d2cd-45d7-a179-8581223eb959 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Request body: {'network': {'name': 'tempest-network-smoke--1710922409', 'project_id': '0c04298d2bb642d79968d3549688d186', 'port_security_enabled': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:28.298948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-2132cb49-850a-4e59-9159-9198573b4110 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Deleting subnet 8e7a3b59-de40-49f2-ae34-a6465420fcea {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:35:28.315712 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2132cb49-850a-4e59-9159-9198573b4110 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:28.374940 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d097ea93-d2cd-45d7-a179-8581223eb959 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Made reservation on behalf of 0c04298d2bb642d79968d3549688d186 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:35:28.378308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d097ea93-d2cd-45d7-a179-8581223eb959 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:28.380304 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2132cb49-850a-4e59-9159-9198573b4110 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:28.406784 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36cd0276-d653-4771-87a7-95f4a39fbb59 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:28.408862 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d097ea93-d2cd-45d7-a179-8581223eb959 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:28.418742 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36cd0276-d653-4771-87a7-95f4a39fbb59 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:28.419916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-36cd0276-d653-4771-87a7-95f4a39fbb59 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/floatingips/dfcfd57c-bce3-46b2-8553-ecf7a8238508 HTTP/1.1" status: 204 len: 168 time: 1.8363056 Nov 19 09:35:28.429266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42878) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:28.441044 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-c6fa1852-bb59-488d-9799-0a49b67cdf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:28.442651 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-c6fa1852-bb59-488d-9799-0a49b67cdf23 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f2464548-db38-4ede-8509-93a9dbb836ae HTTP/1.1" status: 200 len: 895 time: 0.5314732 Nov 19 09:35:28.456067 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-33f69ed4-b03e-4933-af0d-d5501b4dda1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:28.458401 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-33f69ed4-b03e-4933-af0d-d5501b4dda1f service neutron] 10.222.0.66 "GET /v2.0/networks?id=f2464548-db38-4ede-8509-93a9dbb836ae HTTP/1.1" status: 200 len: 895 time: 0.5671504 Nov 19 09:35:28.468677 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc8f941-65c1-4aad-84ab-1acb56b50568 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] DELETE failed (client error): The resource could not be found. Nov 19 09:35:28.469423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc8f941-65c1-4aad-84ab-1acb56b50568 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:35:28.474997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4bc8f941-65c1-4aad-84ab-1acb56b50568 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/ports/7ea5afdc-d32f-473d-a37a-ad39a77163e0 HTTP/1.1" status: 404 len: 333 time: 0.0404134 Nov 19 09:35:28.476910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42880) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:28.494868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ceecc4-0693-44b0-a67d-3230c78b379b req-e9d074e7-5611-4fee-944a-de2d122b9408 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:28.496432 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39ceecc4-0693-44b0-a67d-3230c78b379b req-e9d074e7-5611-4fee-944a-de2d122b9408 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 944 time: 0.2105255 Nov 19 09:35:28.537331 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2132cb49-850a-4e59-9159-9198573b4110 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:28.545948 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-adc00433-1328-45d6-bd3c-c7e8e87a8fe5 req-d790be9c-d22f-4232-9e62-42612bb8d38c tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0815570 Nov 19 09:35:28.561382 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-2c2a0398-c088-4cb9-aa88-1ad776ab8c6b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773 HTTP/1.1" status: 200 len: 1000 time: 0.0638902 Nov 19 09:35:28.578008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-24069197-7c6f-4446-b78f-7665b5517bef tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a7011f7-aa7c-48d1-976c-d1b47e77d288 HTTP/1.1" status: 200 len: 205 time: 0.0804067 Nov 19 09:35:28.578855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42884) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:28.642636 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-d6ea37c8-1f65-4ab8-a89c-064b33f953ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773 HTTP/1.1" status: 200 len: 1000 time: 0.1832747 Nov 19 09:35:28.648358 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-f23f00e8-2090-4e4e-b267-346c64f3e049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] delete failed (client error): The resource could not be found. Nov 19 09:35:28.651841 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f23f00e8-2090-4e4e-b267-346c64f3e049 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/routers/8a7011f7-aa7c-48d1-976c-d1b47e77d288 HTTP/1.1" status: 404 len: 336 time: 0.0539823 Nov 19 09:35:28.653125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42886) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:28.684708 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39ceecc4-0693-44b0-a67d-3230c78b379b req-51d0ffaf-0c6f-433e-b084-92cb9ac7dd1e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766298 Nov 19 09:35:28.686128 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2132cb49-850a-4e59-9159-9198573b4110 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:28.697267 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-5fd7f9fd-12ea-45bb-aff5-e5fc1844e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:28.698829 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-5fd7f9fd-12ea-45bb-aff5-e5fc1844e617 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1c895901-2c8b-4bc1-a201-68dc47928ecf HTTP/1.1" status: 200 len: 835 time: 0.1246603 Nov 19 09:35:28.716874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132cb49-850a-4e59-9159-9198573b4110 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8e7a3b59-de40-49f2-ae34-a6465420fcea,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:28.719318 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2132cb49-850a-4e59-9159-9198573b4110 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:28.725540 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2132cb49-850a-4e59-9159-9198573b4110 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/8e7a3b59-de40-49f2-ae34-a6465420fcea HTTP/1.1" status: 204 len: 168 time: 0.9047318 Nov 19 09:35:28.727380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42890) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:28.743021 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a6ba6e-2208-4962-8498-2bceb79fafc9 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] DELETE failed (client error): The resource could not be found. Nov 19 09:35:28.743638 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a6ba6e-2208-4962-8498-2bceb79fafc9 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:35:28.749295 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-89a6ba6e-2208-4962-8498-2bceb79fafc9 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/subnets/d6d8e825-6547-492e-beac-2041c32a3a90 HTTP/1.1" status: 404 len: 337 time: 0.0909183 Nov 19 09:35:28.753316 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42892) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:28.813388 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-cac6a6d5-9abc-429b-b8d4-a1e910b521c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:28.814957 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-cac6a6d5-9abc-429b-b8d4-a1e910b521c0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1c895901-2c8b-4bc1-a201-68dc47928ecf HTTP/1.1" status: 200 len: 835 time: 0.1611533 Nov 19 09:35:28.820729 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-820df78a-3f0b-453a-99fb-725c37dd1279 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:28.834740 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d097ea93-d2cd-45d7-a179-8581223eb959 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:28.865313 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d097ea93-d2cd-45d7-a179-8581223eb959 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:28.914153 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-820df78a-3f0b-453a-99fb-725c37dd1279 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:28.928639 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-7361d1af-5179-45b2-ad48-21b8d9cfed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:28.930314 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-7361d1af-5179-45b2-ad48-21b8d9cfed0c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2464548-db38-4ede-8509-93a9dbb836ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2026644 Nov 19 09:35:28.932051 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d097ea93-d2cd-45d7-a179-8581223eb959 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:35:28.938325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-820df78a-3f0b-453a-99fb-725c37dd1279 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db6130c-0024-4427-b7c8-a8a9c0eda6f6']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:28.950118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-820df78a-3f0b-453a-99fb-725c37dd1279 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f5fb14-f964-489c-8bb0-45a4100a87dc') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:28.950502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-820df78a-3f0b-453a-99fb-725c37dd1279 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f5fb14-f964-489c-8bb0-45a4100a87dc') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:28.957671 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097ea93-d2cd-45d7-a179-8581223eb959 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecc2420-5e99-4ae0-9ee8-44709fce1c3e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:28.967012 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-820df78a-3f0b-453a-99fb-725c37dd1279 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:28.968851 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d097ea93-d2cd-45d7-a179-8581223eb959 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:28.969506 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-d097ea93-d2cd-45d7-a179-8581223eb959 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Added segment 5e82c3f3-9b6f-47bb-80ba-fe8b39be569b of type vlan for network 177d4f14-9ea5-478f-b3f7-ca52b73386a7 Nov 19 09:35:28.982858 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-820df78a-3f0b-453a-99fb-725c37dd1279 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:28.990336 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820df78a-3f0b-453a-99fb-725c37dd1279 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:35:28.990796 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-820df78a-3f0b-453a-99fb-725c37dd1279 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: items = [ Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:35:28.993573 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:35:29.018589 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-7855f007-c49a-42e3-9ed6-4fcdbcd6acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:29.020363 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-7855f007-c49a-42e3-9ed6-4fcdbcd6acd7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2464548-db38-4ede-8509-93a9dbb836ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1877193 Nov 19 09:35:29.058912 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-820df78a-3f0b-453a-99fb-725c37dd1279 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.079896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820df78a-3f0b-453a-99fb-725c37dd1279 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9db6130c-0024-4427-b7c8-a8a9c0eda6f6 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 09:35:29.086357 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-820df78a-3f0b-453a-99fb-725c37dd1279 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.094611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-820df78a-3f0b-453a-99fb-725c37dd1279 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "DELETE /v2.0/networks/9db6130c-0024-4427-b7c8-a8a9c0eda6f6 HTTP/1.1" status: 204 len: 168 time: 0.3655086 Nov 19 09:35:29.096868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820df78a-3f0b-453a-99fb-725c37dd1279 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Pushing event deleted for resources: {'Network': ['ID=9db6130c-0024-4427-b7c8-a8a9c0eda6f6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:29.198955 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d097ea93-d2cd-45d7-a179-8581223eb959 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.236403 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-b3a325ae-8420-4a31-97a6-f751c5114cf4 service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894007 Nov 19 09:35:29.239166 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-5a78987e-1437-41ab-aecc-8390cb8e6fa7 service neutron] 10.222.0.66 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932894 Nov 19 09:35:29.336803 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d097ea93-d2cd-45d7-a179-8581223eb959 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.343015 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d097ea93-d2cd-45d7-a179-8581223eb959 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:29.344012 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d097ea93-d2cd-45d7-a179-8581223eb959 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.350172 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5049af43-2f03-436e-9b26-af2e33473da6 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Deleting port 7ba828bf-e9bc-40cb-a070-e59b937f465a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:29.350528 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5049af43-2f03-436e-9b26-af2e33473da6 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.424838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42904) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:29.429332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0775501d-5868-489c-9793-53cec0035d77 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Request body: {'router': {'name': 'tempest-router--203766540', 'project_id': 'd54816540d47407bb4b3df5af7bb28a2'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:29.455270 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0775501d-5868-489c-9793-53cec0035d77 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.463710 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0775501d-5868-489c-9793-53cec0035d77 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.524145 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0775501d-5868-489c-9793-53cec0035d77 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.530065 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0775501d-5868-489c-9793-53cec0035d77 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.546579 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0775501d-5868-489c-9793-53cec0035d77 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.550852 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0775501d-5868-489c-9793-53cec0035d77 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1249611 Nov 19 09:35:29.551464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42906) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:29.566506 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5049af43-2f03-436e-9b26-af2e33473da6 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.581110 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5049af43-2f03-436e-9b26-af2e33473da6 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Calling delete_port for 7ba828bf-e9bc-40cb-a070-e59b937f465a owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:29.659823 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-652bda3c-b383-47a3-adc0-079583ef0011 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.680574 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-80869397-be5f-4861-b793-b8eadc78565e service neutron] 10.222.0.66 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216299 Nov 19 09:35:29.760580 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f753e99b-6069-4c6e-b82d-fe229a990032 req-2dec718c-d6b0-4256-b8cb-ae8c20c1b893 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0594273 Nov 19 09:35:29.807843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097ea93-d2cd-45d7-a179-8581223eb959 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'Network': ['ID=177d4f14-9ea5-478f-b3f7-ca52b73386a7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:29.824784 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 177d4f14-9ea5-478f-b3f7-ca52b73386a7 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:35:29.837152 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d097ea93-d2cd-45d7-a179-8581223eb959 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8699911 Nov 19 09:35:29.847772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42914) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:29.852321 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1031745113', 'admin_state_up': True, 'project_id': '0c04298d2bb642d79968d3549688d186', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:29.874439 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-652bda3c-b383-47a3-adc0-079583ef0011 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.876770 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-652bda3c-b383-47a3-adc0-079583ef0011 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.896531 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66b998b9-a42c-4cf7-b91b-f74b51b2e6d3 req-e95331de-2c54-4ce9-8244-1189ad276635 service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6483011 Nov 19 09:35:29.899334 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5049af43-2f03-436e-9b26-af2e33473da6 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.931019 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049af43-2f03-436e-9b26-af2e33473da6 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Port': ['ID=7ba828bf-e9bc-40cb-a070-e59b937f465a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:29.934715 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.935754 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.963767 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-652bda3c-b383-47a3-adc0-079583ef0011 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.964381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652bda3c-b383-47a3-adc0-079583ef0011 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7ca6cff-781b-4d0f-a052-313fd9daf95d {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:35:29.969348 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-652bda3c-b383-47a3-adc0-079583ef0011 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:29.972931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-652bda3c-b383-47a3-adc0-079583ef0011 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "DELETE /v2.0/routers/e7ca6cff-781b-4d0f-a052-313fd9daf95d HTTP/1.1" status: 204 len: 168 time: 0.4181588 Nov 19 09:35:29.987866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768435a5-e0ea-4990-a481-d2b0f0e899c6 req-c7f518b8-cdb7-48e1-b578-556c54216cf2 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:29.996587 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-768435a5-e0ea-4990-a481-d2b0f0e899c6 req-c7f518b8-cdb7-48e1-b578-556c54216cf2 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 944 time: 0.1097450 Nov 19 09:35:30.037725 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:30.055047 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-768435a5-e0ea-4990-a481-d2b0f0e899c6 req-10b59034-557c-44d2-b940-e382156b3876 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562022 Nov 19 09:35:30.108449 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5049af43-2f03-436e-9b26-af2e33473da6 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:30.114074 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5049af43-2f03-436e-9b26-af2e33473da6 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/ports/7ba828bf-e9bc-40cb-a070-e59b937f465a HTTP/1.1" status: 204 len: 168 time: 1.3568418 Nov 19 09:35:30.114435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42920) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:30.158259 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42922) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:30.211316 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:30.233890 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-1548053c-219f-4427-80e2-26a894dc4b15 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Deleting port c61157b9-7472-4ff2-841e-f4a39fb6a178 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:30.234261 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1548053c-219f-4427-80e2-26a894dc4b15 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:30.407506 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1548053c-219f-4427-80e2-26a894dc4b15 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:30.425400 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-1548053c-219f-4427-80e2-26a894dc4b15 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Calling delete_port for c61157b9-7472-4ff2-841e-f4a39fb6a178 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:30.435738 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1131682239', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:30.445805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e420211-0845-4a9b-acb5-b44e68ace7e9 req-c93ea9e8-2fc7-412d-a5d6-be746662826a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:30.449106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e420211-0845-4a9b-acb5-b44e68ace7e9 req-c93ea9e8-2fc7-412d-a5d6-be746662826a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 944 time: 0.1019447 Nov 19 09:35:30.486584 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-a0c35dc7-7368-483e-9de9-4bdd48f3a272 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:30.487966 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-a0c35dc7-7368-483e-9de9-4bdd48f3a272 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.66 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521&tenant_id=0dc1876a77414c6c8af6b4234d92e489&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 944 time: 0.1372740 Nov 19 09:35:30.504804 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:30.505811 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:30.575426 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e420211-0845-4a9b-acb5-b44e68ace7e9 req-69c63f05-5b53-442d-bdf2-d28206cd4c94 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168096 Nov 19 09:35:30.627203 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:30.634258 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-a8de6ab0-b794-4564-869d-9122c0268d9e service neutron] 10.222.0.66 "GET /v2.0/ports/38472fbc-fd07-49bf-a63c-73f92e2a8773/bindings/n-h1-805649-14 HTTP/1.1" status: 200 len: 383 time: 0.1356950 Nov 19 09:35:30.687004 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1548053c-219f-4427-80e2-26a894dc4b15 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:30.727204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548053c-219f-4427-80e2-26a894dc4b15 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Port': ['ID=c61157b9-7472-4ff2-841e-f4a39fb6a178,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:30.796874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1548053c-219f-4427-80e2-26a894dc4b15 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:30.800383 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1548053c-219f-4427-80e2-26a894dc4b15 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/ports/c61157b9-7472-4ff2-841e-f4a39fb6a178 HTTP/1.1" status: 204 len: 168 time: 0.6847970 Nov 19 09:35:30.802886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42936) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:30.865678 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede216bb-c043-4519-b36a-e1d737c3cca8 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:30.868111 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ede216bb-c043-4519-b36a-e1d737c3cca8 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fb70092-dd22-42f3-a519-b04e9f3b49f9 HTTP/1.1" status: 200 len: 913 time: 0.0640287 Nov 19 09:35:30.871442 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42938) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:30.906126 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:30.914027 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:30.937075 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:30.940208 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-3af13965-6b5a-4a39-aa11-50a55c3dbcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:30.941749 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-3af13965-6b5a-4a39-aa11-50a55c3dbcfd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 1096 time: 0.2591074 Nov 19 09:35:30.943413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe9dd8f9-4351-435b-8998-d1b9273a3192 req-50c32916-ae26-4f6c-96b1-2fa6a63ed93c tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0741947 Nov 19 09:35:31.302397 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edf10de5-08d8-4544-970e-45cabd75790d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:31.410492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 38472fbc-fd07-49bf-a63c-73f92e2a8773 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:35:31.452928 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-f0c97254-6d14-4ce2-9c27-8178e8c83338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:31.454427 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-f0c97254-6d14-4ce2-9c27-8178e8c83338 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f2464548-db38-4ede-8509-93a9dbb836ae HTTP/1.1" status: 200 len: 895 time: 0.5035188 Nov 19 09:35:31.517514 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Allocated IP 172.25.0.156 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/d0f83046-5f34-4ad6-bb64-fd0bc4d15564) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:31.545075 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:31.561630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'port_id': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'mac_address': 'fa:16:3e:35:ca:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:35:31.616705 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:31.626892 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-796cf561-3525-4160-abc6-9a66f95ad6a3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773 HTTP/1.1" status: 200 len: 1000 time: 0.1612065 Nov 19 09:35:31.634324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-edf10de5-08d8-4544-970e-45cabd75790d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Deleting port 2b651efe-f3a8-4c1f-9cff-3f263ebfe85f {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:31.635292 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edf10de5-08d8-4544-970e-45cabd75790d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:31.636889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38472fbc-fd07-49bf-a63c-73f92e2a8773 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:35:31.712127 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:31.716850 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:31.790455 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=38472fbc-fd07-49bf-a63c-73f92e2a8773,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:31.805010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-50437604-351d-481b-9b8a-d1e9f5076379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:31.806524 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-50437604-351d-481b-9b8a-d1e9f5076379 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1c895901-2c8b-4bc1-a201-68dc47928ecf HTTP/1.1" status: 200 len: 835 time: 0.1637259 Nov 19 09:35:31.824069 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edf10de5-08d8-4544-970e-45cabd75790d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:31.836854 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:31.850712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2076f-a11f-4eac-8a95-c31cc2980494 req-c0b7b27b-3041-4230-9175-5cb2886e6acc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:31.853222 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbf2076f-a11f-4eac-8a95-c31cc2980494 req-c0b7b27b-3041-4230-9175-5cb2886e6acc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 945 time: 0.1372221 Nov 19 09:35:31.854202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-edf10de5-08d8-4544-970e-45cabd75790d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Calling delete_port for 2b651efe-f3a8-4c1f-9cff-3f263ebfe85f owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:31.888878 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:31.918662 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:31.938458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['38472fbc-fd07-49bf-a63c-73f92e2a8773'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:35:31.939040 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-132ed015-b7bd-4d10-88e4-35fda01c0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:31.940567 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-132ed015-b7bd-4d10-88e4-35fda01c0f0a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2464548-db38-4ede-8509-93a9dbb836ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249125 Nov 19 09:35:31.968388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbf2076f-a11f-4eac-8a95-c31cc2980494 req-4920f69a-a851-4c70-99eb-9acc24eea14f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078091 Nov 19 09:35:32.076806 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-85e6b253-fd57-42af-b390-eb809a8b8fb8 req-ba535259-6c3c-4450-bdcc-84dd7d2c6ce7 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0344706 Nov 19 09:35:32.149961 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:32.170947 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edf10de5-08d8-4544-970e-45cabd75790d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:32.218894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf10de5-08d8-4544-970e-45cabd75790d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Port': ['ID=2b651efe-f3a8-4c1f-9cff-3f263ebfe85f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:32.241883 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:32.252748 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:32.258411 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'Port': ['ID=d0f83046-5f34-4ad6-bb64-fd0bc4d15564,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:32.264553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:32.283217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722b2de9-ff12-4184-bf16-2583742a7392 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:32.314257 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-6ddf3733-a45b-4505-a8cc-e3a6e76bc550 service neutron] 10.222.0.66 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625765 Nov 19 09:35:32.396731 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Allocated IP 172.25.0.240 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/d197e4e6-ca56-465b-ab05-f1eb039dd2d7) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:32.409120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1f08771d-5abb-487a-9c79-ee51099e3ee3 None None] Provisioning complete for port d0f83046-5f34-4ad6-bb64-fd0bc4d15564 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:32.409120 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f08771d-5abb-487a-9c79-ee51099e3ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:32.429686 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edf10de5-08d8-4544-970e-45cabd75790d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:32.462396 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1f08771d-5abb-487a-9c79-ee51099e3ee3 None None] Port d0f83046-5f34-4ad6-bb64-fd0bc4d15564 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:35:32.604396 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-10a44dec-99be-4ba1-a663-df7e94018613 service neutron] 10.222.0.66 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822113 Nov 19 09:35:32.692431 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf10de5-08d8-4544-970e-45cabd75790d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Router 4fb70092-dd22-42f3-a519-b04e9f3b49f9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:35:32.726468 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:32.769286 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:32.818554 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:32.825457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf10de5-08d8-4544-970e-45cabd75790d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:32.834013 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-edf10de5-08d8-4544-970e-45cabd75790d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "PUT /v2.0/routers/4fb70092-dd22-42f3-a519-b04e9f3b49f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9590607 Nov 19 09:35:32.834013 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42956) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:32.842757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9575c53f-5c50-422c-94b7-1af8975e996d None None] Sync routers for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:32.856483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9575c53f-5c50-422c-94b7-1af8975e996d None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:32.857442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9575c53f-5c50-422c-94b7-1af8975e996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:32.897323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9575c53f-5c50-422c-94b7-1af8975e996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:32.902578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:32.908715 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:32.909940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9575c53f-5c50-422c-94b7-1af8975e996d None None] Routers {'4fb70092-dd22-42f3-a519-b04e9f3b49f9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:32.917743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:32.922451 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9575c53f-5c50-422c-94b7-1af8975e996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:32.927711 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f9ebed-d3ca-4db0-868e-48d1ba35d092 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:32.940098 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Pushing event updated for resources: {'Port': ['ID=d197e4e6-ca56-465b-ab05-f1eb039dd2d7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:32.979250 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9575c53f-5c50-422c-94b7-1af8975e996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:32.980519 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9575c53f-5c50-422c-94b7-1af8975e996d None None] The sync data for ids ['4fb70092-dd22-42f3-a519-b04e9f3b49f9'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:33.102019 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9722620b-59c3-40df-91f2-8890d906a83c None None] Provisioning complete for port d197e4e6-ca56-465b-ab05-f1eb039dd2d7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:33.102654 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9722620b-59c3-40df-91f2-8890d906a83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:33.143415 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9722620b-59c3-40df-91f2-8890d906a83c None None] Port d197e4e6-ca56-465b-ab05-f1eb039dd2d7 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:35:33.253333 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:33.332262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-711d8176-e404-433f-b9f9-5dfb81ba5641 req-e7f0c003-c93d-45c2-ac16-03412eda83dc tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0514534 Nov 19 09:35:33.353736 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aea53e-e057-4f6b-b87c-2d9121baf6b0 req-5b685826-0c34-4041-ad04-cb0f0cee7b86 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:33.355330 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51aea53e-e057-4f6b-b87c-2d9121baf6b0 req-5b685826-0c34-4041-ad04-cb0f0cee7b86 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 945 time: 0.0859075 Nov 19 09:35:33.393012 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:33.393329 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e601292b-cd44-40a4-a40c-490773e32a2d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:33.434793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 38472fbc-fd07-49bf-a63c-73f92e2a8773 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:35:33.455777 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51aea53e-e057-4f6b-b87c-2d9121baf6b0 req-02f589db-589e-4279-91d6-e04d603c2a8f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942454 Nov 19 09:35:33.521600 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e601292b-cd44-40a4-a40c-490773e32a2d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:33.533170 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 38472fbc-fd07-49bf-a63c-73f92e2a8773 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:35:33.537860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 38472fbc-fd07-49bf-a63c-73f92e2a8773 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:33.538275 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:33.575641 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:35:33.612398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-e601292b-cd44-40a4-a40c-490773e32a2d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Deleting port 05f9b677-5f05-483c-b8d1-86185bafd04f {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:33.613260 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e601292b-cd44-40a4-a40c-490773e32a2d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:33.634861 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:33.668911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:35:33.671952 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01b7749-810e-412e-b730-57eb8598f62b" -d '{"events": [{"server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "name": "network-vif-plugged", "status": "completed", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:35:33.688660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:33.695406 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:33.711979 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e601292b-cd44-40a4-a40c-490773e32a2d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:33.726538 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-e601292b-cd44-40a4-a40c-490773e32a2d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Calling delete_port for 05f9b677-5f05-483c-b8d1-86185bafd04f owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:33.788830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=38472fbc-fd07-49bf-a63c-73f92e2a8773,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:33.816382 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7393d2ba-0bf4-4172-b72c-5012ae32798a x-openstack-request-id: req-7393d2ba-0bf4-4172-b72c-5012ae32798a {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:35:33.817005 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "name": "network-vif-plugged", "status": "completed", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:35:33.817422 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7393d2ba-0bf4-4172-b72c-5012ae32798a {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:35:33.818343 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'code': 200} Nov 19 09:35:33.909835 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e601292b-cd44-40a4-a40c-490773e32a2d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:33.939918 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601292b-cd44-40a4-a40c-490773e32a2d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Port': ['ID=05f9b677-5f05-483c-b8d1-86185bafd04f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:33.954230 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e02963-3227-4dcd-b1cf-c885d1e4bd0f None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:34.036216 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e601292b-cd44-40a4-a40c-490773e32a2d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:34.072317 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:34.127343 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e601292b-cd44-40a4-a40c-490773e32a2d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:34.129994 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e601292b-cd44-40a4-a40c-490773e32a2d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:34.131317 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:34.149323 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Sync routers for ids ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:34.165444 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Routers {'4a6c9bec-83b4-4ba1-bd18-3389dd11612c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:34.167026 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:34.184764 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e601292b-cd44-40a4-a40c-490773e32a2d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:34.185073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e601292b-cd44-40a4-a40c-490773e32a2d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Fanout notify agent at l3_agent the message router_deleted on router 4fb70092-dd22-42f3-a519-b04e9f3b49f9 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:35:34.192404 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e601292b-cd44-40a4-a40c-490773e32a2d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:34.197517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42970) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:34.197927 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e601292b-cd44-40a4-a40c-490773e32a2d tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/routers/4fb70092-dd22-42f3-a519-b04e9f3b49f9 HTTP/1.1" status: 204 len: 168 time: 1.3628826 Nov 19 09:35:34.216353 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:34.218887 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-942000e1-31ac-4cc7-906d-35badc2ae9eb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.3701019 Nov 19 09:35:34.222058 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42972) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:34.337311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-8046460c-6ab3-4f29-abed-195ecbcc76ec tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Deleting subnet b4b606d8-77fa-4f66-b2d1-393460096f78 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:35:34.341223 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Router 6c0b70c2-4ad5-463c-8036-f6a3babb1fb5 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:35:34.345503 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8046460c-6ab3-4f29-abed-195ecbcc76ec tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:34.392994 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Set router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:35:34.443362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-65223805-f00f-4472-a2ea-d2c9492273cc tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0c04298d2bb642d79968d3549688d186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2197316 Nov 19 09:35:34.443965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42982) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:34.595028 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8046460c-6ab3-4f29-abed-195ecbcc76ec tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:34.667902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d2f9d9-1695-43a5-81b8-d19b42600996 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:34.676640 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:34.680146 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8046460c-6ab3-4f29-abed-195ecbcc76ec tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:34.681774 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f4d2f9d9-1695-43a5-81b8-d19b42600996 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2361755 Nov 19 09:35:34.686792 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42986) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:34.692342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656caeb9-4848-4b4f-b8f3-e79f3ee93af3 None None] Sync routers for ids ['6c0b70c2-4ad5-463c-8036-f6a3babb1fb5'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:34.706074 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031745113', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:29Z', 'updated_at': '2021-11-19T09:35:32Z', 'revision_number': 3, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:30Z', 'updated_at': '2021-11-19T09:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:34.710022 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656caeb9-4848-4b4f-b8f3-e79f3ee93af3 None None] Routers {'6c0b70c2-4ad5-463c-8036-f6a3babb1fb5'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:34.711021 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-656caeb9-4848-4b4f-b8f3-e79f3ee93af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6c0b70c2-4ad5-463c-8036-f6a3babb1fb5'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:34.772325 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:34.774378 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-40e33c48-7953-42c5-b34f-2fa51314f9d9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.6150064 Nov 19 09:35:34.776683 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Checking router: 4a6c9bec-83b4-4ba1-bd18-3389dd11612c for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:35:34.777277 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Updating router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c port d0f83046-5f34-4ad6-bb64-fd0bc4d15564 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:35:34.791737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42990) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:34.793354 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-656caeb9-4848-4b4f-b8f3-e79f3ee93af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:34.805638 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-effdc9c7-da12-472d-896e-f2daf6c7dbab req-d1b9ff16-e12d-4d0a-b584-cb6f1dae8e7f tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.1614165 Nov 19 09:35:34.813848 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ffb4f8e4-31ee-42aa-9eb1-440b94071d99 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1259396 Nov 19 09:35:34.814480 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42992) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:34.820956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a7233c78-69c9-45ca-b095-72aecbae4a34 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-160285489', 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7', 'project_id': '0c04298d2bb642d79968d3549688d186', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:34.831644 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656caeb9-4848-4b4f-b8f3-e79f3ee93af3 None None] Routers {'6c0b70c2-4ad5-463c-8036-f6a3babb1fb5'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:34.841678 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-656caeb9-4848-4b4f-b8f3-e79f3ee93af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6c0b70c2-4ad5-463c-8036-f6a3babb1fb5'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:34.862580 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:34.895836 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-656caeb9-4848-4b4f-b8f3-e79f3ee93af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:34.896606 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656caeb9-4848-4b4f-b8f3-e79f3ee93af3 None None] The sync data for ids ['6c0b70c2-4ad5-463c-8036-f6a3babb1fb5'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:34.912269 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66166-ff18-4d99-b6ad-3e541992b8a0 req-271a3022-3ca5-4e57-ae84-1eba887d08c1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:34.914726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24f66166-ff18-4d99-b6ad-3e541992b8a0 req-271a3022-3ca5-4e57-ae84-1eba887d08c1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 946 time: 0.2868960 Nov 19 09:35:34.950663 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8046460c-6ab3-4f29-abed-195ecbcc76ec tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:34.975447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7233c78-69c9-45ca-b095-72aecbae4a34 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Made reservation on behalf of 0c04298d2bb642d79968d3549688d186 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:35:34.979544 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7233c78-69c9-45ca-b095-72aecbae4a34 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:34.985440 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046460c-6ab3-4f29-abed-195ecbcc76ec tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b606d8-77fa-4f66-b2d1-393460096f78,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:35.029787 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-91eb2939-155a-4ea0-8577-30736b37ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:35.031929 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-91eb2939-155a-4ea0-8577-30736b37ad6b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521&tenant_id=0dc1876a77414c6c8af6b4234d92e489 HTTP/1.1" status: 200 len: 1098 time: 0.2108650 Nov 19 09:35:35.033050 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8046460c-6ab3-4f29-abed-195ecbcc76ec tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.038513 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8046460c-6ab3-4f29-abed-195ecbcc76ec tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/subnets/b4b606d8-77fa-4f66-b2d1-393460096f78 HTTP/1.1" status: 204 len: 168 time: 0.8371279 Nov 19 09:35:35.041378 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42994) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:35.058304 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:35.184307 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.196131 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3edf0c6e-0f1a-4230-87e8-69391bd533f0 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "GET /v2.0/routers/6c0b70c2-4ad5-463c-8036-f6a3babb1fb5 HTTP/1.1" status: 200 len: 921 time: 0.3973434 Nov 19 09:35:35.196733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 42996) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:35.221170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24f66166-ff18-4d99-b6ad-3e541992b8a0 req-f32058c6-33e2-45b0-8dfe-6952e0558775 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2996488 Nov 19 09:35:35.222404 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7233c78-69c9-45ca-b095-72aecbae4a34 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.244970 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.258819 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.259529 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-254b5ed4-4a4d-4515-975b-4fee43a6dbc2 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c0b70c2-4ad5-463c-8036-f6a3babb1fb5 HTTP/1.1" status: 200 len: 205 time: 0.0445552 Nov 19 09:35:35.261980 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 42998) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:35.315877 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0479d5-92f0-4bb5-a6fa-4cc0f968ab0a None None] Pushing event updated for resources: {'Port': ['ID=d0f83046-5f34-4ad6-bb64-fd0bc4d15564,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:35.351648 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b157cf-5c9c-4281-b169-8cec362041cb None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:35.354408 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Attempting to bind port d0f83046-5f34-4ad6-bb64-fd0bc4d15564 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:35:35.354984 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Attempting to bind port d0f83046-5f34-4ad6-bb64-fd0bc4d15564 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:35:35.355641 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Attempting to bind port d0f83046-5f34-4ad6-bb64-fd0bc4d15564 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:35:35.362784 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:35:35.363448 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:35:35.364044 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.364673 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:35:35.365339 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Bound port: d0f83046-5f34-4ad6-bb64-fd0bc4d15564, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:35:35.366028 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.424911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7233c78-69c9-45ca-b095-72aecbae4a34 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Checking segment: {'id': '5e82c3f3-9b6f-47bb-80ba-fe8b39be569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:35:35.425418 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7233c78-69c9-45ca-b095-72aecbae4a34 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Network hostable DHCP agents. Network: 177d4f14-9ea5-478f-b3f7-ca52b73386a7, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:35:35.430743 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] For port d0f83046-5f34-4ad6-bb64-fd0bc4d15564, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:35:35.432390 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a793594a-cbc1-455e-a395-ff0ca59d3249 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.432599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7233c78-69c9-45ca-b095-72aecbae4a34 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'Subnet': ['ID=72cd07d8-2aae-47f1-8b6b-d8393ba746b4,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:35.449038 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] For port d0f83046-5f34-4ad6-bb64-fd0bc4d15564, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d0f83046-5f34-4ad6-bb64-fd0bc4d15564,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:35:35.463429 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.466651 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9b48-c0cc-41cc-a3be-4732034be1cf tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.492534 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8ad4dbc9-f4fc-4d30-9f99-f253882a9dfb None None] Provisioning complete for port d0f83046-5f34-4ad6-bb64-fd0bc4d15564 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:35.493461 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8ad4dbc9-f4fc-4d30-9f99-f253882a9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.589461 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8ad4dbc9-f4fc-4d30-9f99-f253882a9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.604690 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a793594a-cbc1-455e-a395-ff0ca59d3249 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.613476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8ad4dbc9-f4fc-4d30-9f99-f253882a9dfb None None] For port d0f83046-5f34-4ad6-bb64-fd0bc4d15564, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d0f83046-5f34-4ad6-bb64-fd0bc4d15564,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:35.622513 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8ad4dbc9-f4fc-4d30-9f99-f253882a9dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.631058 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7233c78-69c9-45ca-b095-72aecbae4a34 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Network 177d4f14-9ea5-478f-b3f7-ca52b73386a7 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:35:35.647147 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-a793594a-cbc1-455e-a395-ff0ca59d3249 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2743960a-b661-48a6-9f8d-6a3c32617dcc']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:35.667081 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-a793594a-cbc1-455e-a395-ff0ca59d3249 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327f729c-df37-4ab2-895c-bc23c17837d2') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:35.667539 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-a793594a-cbc1-455e-a395-ff0ca59d3249 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327f729c-df37-4ab2-895c-bc23c17837d2') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:35.672191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a7233c78-69c9-45ca-b095-72aecbae4a34 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 177d4f14-9ea5-478f-b3f7-ca52b73386a7) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:35.681196 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9b48-c0cc-41cc-a3be-4732034be1cf tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.686951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:35.690623 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a793594a-cbc1-455e-a395-ff0ca59d3249 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.691311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7233c78-69c9-45ca-b095-72aecbae4a34 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:35.692123 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7233c78-69c9-45ca-b095-72aecbae4a34 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.727992 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4432e19-6560-47d3-8c87-54f70f82bea1 None None] Network 177d4f14-9ea5-478f-b3f7-ca52b73386a7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:35:35.729966 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a793594a-cbc1-455e-a395-ff0ca59d3249 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.742756 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a793594a-cbc1-455e-a395-ff0ca59d3249 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:35:35.743318 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a793594a-cbc1-455e-a395-ff0ca59d3249 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:35:35.746738 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:35:35.759443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4dbc9-f4fc-4d30-9f99-f253882a9dfb None None] Pushing event updated for resources: {'Port': ['ID=d0f83046-5f34-4ad6-bb64-fd0bc4d15564,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:35.772529 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a7233c78-69c9-45ca-b095-72aecbae4a34 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9561217 Nov 19 09:35:35.775048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43004) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:35.779088 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0479d5-92f0-4bb5-a6fa-4cc0f968ab0a None None] Pushing event updated for resources: {'Port': ['ID=d0f83046-5f34-4ad6-bb64-fd0bc4d15564,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:35.799129 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f5e515-6b56-4b2e-924f-99e066bc963e None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:35.804139 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Routers {'4a6c9bec-83b4-4ba1-bd18-3389dd11612c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:35.804783 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:35.816290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:35:35.866851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-22782a44-329d-4e0a-ae3d-c0ac15252872 None None] Provisioning complete for port d0f83046-5f34-4ad6-bb64-fd0bc4d15564 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:35.867451 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22782a44-329d-4e0a-ae3d-c0ac15252872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.949699 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a793594a-cbc1-455e-a395-ff0ca59d3249 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.960800 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a793594a-cbc1-455e-a395-ff0ca59d3249 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.964722 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a793594a-cbc1-455e-a395-ff0ca59d3249 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] 10.222.0.21 "DELETE /v2.0/networks/2743960a-b661-48a6-9f8d-6a3c32617dcc HTTP/1.1" status: 204 len: 168 time: 0.9223790 Nov 19 09:35:35.973123 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:35:35.976295 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8912c78c-5190-4158-9e31-44a1315fd6d1" -d '{"events": [{"server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "name": "network-vif-unplugged", "status": "completed", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:35:35.987796 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-177d4f14-9ea5-478f-b3f7-ca52b73386a7', 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'fixed_ips': [{'subnet_id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:35:35.990831 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.991641 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:35.996689 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793594a-cbc1-455e-a395-ff0ca59d3249 tempest-FloatingIPTestJSON-1903550803 tempest-FloatingIPTestJSON-1903550803-project] Pushing event deleted for resources: {'Network': ['ID=2743960a-b661-48a6-9f8d-6a3c32617dcc,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:36.007643 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] Set router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:35:36.013023 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Transition to ACTIVE for port object 38472fbc-fd07-49bf-a63c-73f92e2a8773 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:35:36.019536 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:36.097483 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb1f6bb1-80a7-4834-8d82-a1acfcd9828f req-b70a1fb5-42c1-44b7-b270-3a62d014cf17 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0924432 Nov 19 09:35:36.101427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e9b48-c0cc-41cc-a3be-4732034be1cf tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Deleting port d197e4e6-ca56-465b-ab05-f1eb039dd2d7 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:36.102396 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9b48-c0cc-41cc-a3be-4732034be1cf tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:36.133272 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38555334-1219-4b47-8323-40f3b5fd08fb x-openstack-request-id: req-38555334-1219-4b47-8323-40f3b5fd08fb {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:35:36.133670 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "name": "network-vif-unplugged", "status": "completed", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:35:36.134131 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38555334-1219-4b47-8323-40f3b5fd08fb {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:35:36.134637 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'code': 200} Nov 19 09:35:36.201575 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=38472fbc-fd07-49bf-a63c-73f92e2a8773,revision_number=10']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:36.286117 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] No DVR routers for this DVR port 38472fbc-fd07-49bf-a63c-73f92e2a8773 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:35:36.364634 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Allocated IP 172.20.0.2 (177d4f14-9ea5-478f-b3f7-ca52b73386a7/72cd07d8-2aae-47f1-8b6b-d8393ba746b4/9b2d2396-0cbd-4225-8960-56807687be8e) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:36.378251 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031745113', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:29Z', 'updated_at': '2021-11-19T09:35:32Z', 'revision_number': 3, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:30Z', 'updated_at': '2021-11-19T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:36.420373 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd294f-57f6-4260-9fa4-ca250395543e None None] The sync data for ids ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'] in n-d-805649-14 is: [{'id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031745113', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:29Z', 'updated_at': '2021-11-19T09:35:32Z', 'revision_number': 3, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:30Z', 'updated_at': '2021-11-19T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:36.587158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43018) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:36.614781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Attempting to bind port 38472fbc-fd07-49bf-a63c-73f92e2a8773 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:35:36.615423 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Attempting to bind port 38472fbc-fd07-49bf-a63c-73f92e2a8773 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:35:36.616234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Attempting to bind port 38472fbc-fd07-49bf-a63c-73f92e2a8773 on network f2464548-db38-4ede-8509-93a9dbb836ae {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:35:36.622427 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Port 38472fbc-fd07-49bf-a63c-73f92e2a8773 on network f2464548-db38-4ede-8509-93a9dbb836ae not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:35:36.623005 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Attempting to bind port 38472fbc-fd07-49bf-a63c-73f92e2a8773 on network f2464548-db38-4ede-8509-93a9dbb836ae {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:35:36.630303 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9b48-c0cc-41cc-a3be-4732034be1cf tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:36.632545 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:35:36.633076 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Checking segment: {'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:35:36.633659 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Bound using segment: {'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:35:36.634477 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Bound port: 38472fbc-fd07-49bf-a63c-73f92e2a8773, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f41d72da-8138-4a62-a99f-44fe2ef85c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:35:36.635063 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:36.673756 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:36.676462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e9b48-c0cc-41cc-a3be-4732034be1cf tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Calling delete_port for d197e4e6-ca56-465b-ab05-f1eb039dd2d7 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:36.692805 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:36.723922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1ca24-1f70-4feb-b29b-4120c56b1c07 req-d3774bef-07c1-46a0-b44f-99f2e9611980 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:36.727651 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:35:36.732204 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:35:36.732413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68f1ca24-1f70-4feb-b29b-4120c56b1c07 req-d3774bef-07c1-46a0-b44f-99f2e9611980 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 945 time: 0.3299980 Nov 19 09:35:36.743043 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:36.794753 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Network 177d4f14-9ea5-478f-b3f7-ca52b73386a7 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:36.801332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:36.803470 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Pushing event updated for resources: {'Port': ['ID=9b2d2396-0cbd-4225-8960-56807687be8e,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:36.808566 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:36.931018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Attempting to bind port 9b2d2396-0cbd-4225-8960-56807687be8e on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:35:36.931402 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Attempting to bind port 9b2d2396-0cbd-4225-8960-56807687be8e by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '5e82c3f3-9b6f-47bb-80ba-fe8b39be569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:35:36.931788 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Attempting to bind port 9b2d2396-0cbd-4225-8960-56807687be8e on network 177d4f14-9ea5-478f-b3f7-ca52b73386a7 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:35:36.939580 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:35:36.939967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Checking segment: {'id': '5e82c3f3-9b6f-47bb-80ba-fe8b39be569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:35:36.940600 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:36.941775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Bound using segment: {'id': '5e82c3f3-9b6f-47bb-80ba-fe8b39be569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:35:36.942444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Bound port: 9b2d2396-0cbd-4225-8960-56807687be8e, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e82c3f3-9b6f-47bb-80ba-fe8b39be569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:35:36.943020 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:36.948294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:36.948935 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:36.957653 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] 10.222.0.71 "PUT /v2.0/ports/38472fbc-fd07-49bf-a63c-73f92e2a8773 HTTP/1.1" status: 200 len: 1094 time: 1.8990107 Nov 19 09:35:37.073997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68f1ca24-1f70-4feb-b29b-4120c56b1c07 req-54449da0-8a73-4665-82c9-2106d899c684 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3346491 Nov 19 09:35:37.091138 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] For port 9b2d2396-0cbd-4225-8960-56807687be8e, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:35:37.095727 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] For port 9b2d2396-0cbd-4225-8960-56807687be8e, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9b2d2396-0cbd-4225-8960-56807687be8e,segment=NetworkSegment(5e82c3f3-9b6f-47bb-80ba-fe8b39be569b),segment_id=5e82c3f3-9b6f-47bb-80ba-fe8b39be569b)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:35:37.102056 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae85a81-939a-44e0-9db1-2e48cd277fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=38472fbc-fd07-49bf-a63c-73f92e2a8773,revision_number=11']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:37.121340 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:37.142539 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0f353505-7c58-4164-821c-76aab417d2f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2be16fd49bd4d27b68d60f233928e6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5547571 Nov 19 09:35:37.145194 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43030) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:37.228885 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-71d79fad-ee25-44d2-b39b-1da7b6a13de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:37.231381 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-71d79fad-ee25-44d2-b39b-1da7b6a13de8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 1097 time: 0.2470145 Nov 19 09:35:37.294079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117eea6e-d9a0-409c-b49a-7c8211f59e68 None None] Pushing event updated for resources: {'Port': ['ID=9b2d2396-0cbd-4225-8960-56807687be8e,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:37.369515 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ee626b83-2944-4f3b-9175-5cc18065b760 req-dd6c7027-ab04-4642-991e-fc58486f559f tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0713558 Nov 19 09:35:37.396972 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e67ac23-1b99-415f-9ef1-8ccc186bbd4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:37.449208 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e67ac23-1b99-415f-9ef1-8ccc186bbd4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:37.450399 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9b48-c0cc-41cc-a3be-4732034be1cf tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:37.457191 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 38472fbc-fd07-49bf-a63c-73f92e2a8773 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:35:37.494095 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-f4796a3b-c0f1-477b-8f89-7ea0cd76ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:37.494769 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-f4796a3b-c0f1-477b-8f89-7ea0cd76ae29 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f2464548-db38-4ede-8509-93a9dbb836ae HTTP/1.1" status: 200 len: 895 time: 0.2433779 Nov 19 09:35:37.524807 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e9b48-c0cc-41cc-a3be-4732034be1cf tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Pushing event deleted for resources: {'Port': ['ID=d197e4e6-ca56-465b-ab05-f1eb039dd2d7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:37.555921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ddbd5d-e0ad-45b7-9c7a-1779d9acacbb None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:37.558827 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:37.627726 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e67ac23-1b99-415f-9ef1-8ccc186bbd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:37.631138 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e67ac23-1b99-415f-9ef1-8ccc186bbd4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:37.633037 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1e67ac23-1b99-415f-9ef1-8ccc186bbd4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91f77ebe-c57f-4e71-9596-7322cb5e8983 HTTP/1.1" status: 204 len: 168 time: 0.4855771 Nov 19 09:35:37.658680 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9b48-c0cc-41cc-a3be-4732034be1cf tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:37.663959 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67ac23-1b99-415f-9ef1-8ccc186bbd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f77ebe-c57f-4e71-9596-7322cb5e8983,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:37.669435 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-93a80bec-2bd9-48d2-bac1-7a6abda00223 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773 HTTP/1.1" status: 200 len: 1000 time: 0.1596074 Nov 19 09:35:37.739191 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 38472fbc-fd07-49bf-a63c-73f92e2a8773 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:35:37.808011 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eff86f54-cd70-4e9f-ae03-ef90a44a0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:37.814027 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-eff86f54-cd70-4e9f-ae03-ef90a44a0097 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1c895901-2c8b-4bc1-a201-68dc47928ecf HTTP/1.1" status: 200 len: 835 time: 0.1313193 Nov 19 09:35:37.927062 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-b6b6e33a-e251-4de0-986e-cbd5352a835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:37.929407 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-b6b6e33a-e251-4de0-986e-cbd5352a835c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2464548-db38-4ede-8509-93a9dbb836ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095464 Nov 19 09:35:38.005815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d0f83046-5f34-4ad6-bb64-fd0bc4d15564 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:35:38.114877 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-dee9409a-6927-4687-ad4e-30840c1ed0b4 service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727765 Nov 19 09:35:38.128466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d0f83046-5f34-4ad6-bb64-fd0bc4d15564 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:38.128851 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:38.136386 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:35:38.149569 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:35:38.278887 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12738ca9-5961-4645-9c27-c0b369082fb1 x-openstack-request-id: req-12738ca9-5961-4645-9c27-c0b369082fb1 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:35:38.279585 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:35:38.279585 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12738ca9-5961-4645-9c27-c0b369082fb1 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:35:38.280231 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'status': 'completed', 'code': 200} Nov 19 09:35:38.334772 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0665837e-7e7c-40bc-84ec-447d525aa48b req-10a3c70a-0770-4f29-b187-8df5f2810f43 service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104585 Nov 19 09:35:38.346785 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9b2d2396-0cbd-4225-8960-56807687be8e up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:35:38.464270 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-42cab184-91fd-4ee2-b23a-a959f9bd4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:38.478316 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-42cab184-91fd-4ee2-b23a-a959f9bd4312 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 1097 time: 0.1361301 Nov 19 09:35:38.483980 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 9b2d2396-0cbd-4225-8960-56807687be8e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:38.485160 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:38.626410 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-2192c3f4-2b3d-4965-ad82-671c66489610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:38.639462 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-2192c3f4-2b3d-4965-ad82-671c66489610 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 1097 time: 0.2378652 Nov 19 09:35:38.649880 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:38.714357 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 9b2d2396-0cbd-4225-8960-56807687be8e, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9b2d2396-0cbd-4225-8960-56807687be8e,segment=NetworkSegment(5e82c3f3-9b6f-47bb-80ba-fe8b39be569b),segment_id=5e82c3f3-9b6f-47bb-80ba-fe8b39be569b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:38.724048 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:38.759716 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9b48-c0cc-41cc-a3be-4732034be1cf tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:38.789408 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=9b2d2396-0cbd-4225-8960-56807687be8e,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:38.813486 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c5e7f4f-d770-469c-b6e9-df60e6a7d0d1 req-1370c456-d52b-4bf2-a4f8-b22c91313452 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.1568761 Nov 19 09:35:38.817024 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9b48-c0cc-41cc-a3be-4732034be1cf tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:38.912513 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-a8e9357b-8248-4d11-9f2a-aca5c07f0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:38.916955 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-a8e9357b-8248-4d11-9f2a-aca5c07f0d32 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f2464548-db38-4ede-8509-93a9dbb836ae HTTP/1.1" status: 200 len: 895 time: 0.2599757 Nov 19 09:35:38.928905 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-37170336-1767-4f4a-adef-bcd2fc0c3373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:38.932719 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-37170336-1767-4f4a-adef-bcd2fc0c3373 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f2464548-db38-4ede-8509-93a9dbb836ae HTTP/1.1" status: 200 len: 895 time: 0.4451554 Nov 19 09:35:38.946812 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bb6bb-f23b-46ff-8f0b-7a3958488203 req-60cb90cf-2cc7-4dc6-9124-e408ea548ebd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:38.951502 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-351bb6bb-f23b-46ff-8f0b-7a3958488203 req-60cb90cf-2cc7-4dc6-9124-e408ea548ebd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 945 time: 0.2911298 Nov 19 09:35:38.963365 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9b48-c0cc-41cc-a3be-4732034be1cf tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:38.964524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8e9b48-c0cc-41cc-a3be-4732034be1cf tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Fanout notify agent at l3_agent the message router_deleted on router 6c0b70c2-4ad5-463c-8036-f6a3babb1fb5 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:35:38.987970 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c8e9b48-c0cc-41cc-a3be-4732034be1cf tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:38.993073 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0c8e9b48-c0cc-41cc-a3be-4732034be1cf tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "DELETE /v2.0/routers/6c0b70c2-4ad5-463c-8036-f6a3babb1fb5 HTTP/1.1" status: 204 len: 168 time: 3.7298079 Nov 19 09:35:38.993757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43066) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:38.994085 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43068) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:39.013355 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1625543276', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'enable_snat': False}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:39.031714 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc9ce21-896b-4c4a-ab8e-cbb63713a4a0 None None] Network 177d4f14-9ea5-478f-b3f7-ca52b73386a7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:35:39.101921 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:39.102947 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:39.118153 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-351bb6bb-f23b-46ff-8f0b-7a3958488203 req-98bb2afe-ecd5-4e8d-8eff-d90169267e16 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558793 Nov 19 09:35:39.155367 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-ca5f8697-e4ec-47d7-a109-ee4666f00e89 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773 HTTP/1.1" status: 200 len: 1000 time: 0.2216122 Nov 19 09:35:39.159509 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-c32e21af-53bd-402f-b405-6d0d159d53ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773 HTTP/1.1" status: 200 len: 1000 time: 0.2048869 Nov 19 09:35:39.215910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b649856d-8a3e-4b53-83d7-7da7e064935e None None] Provisioning complete for port 9b2d2396-0cbd-4225-8960-56807687be8e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:39.216300 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b649856d-8a3e-4b53-83d7-7da7e064935e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:39.223305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-9cabf800-ad25-4a2c-944e-d5ff4dee3ecc tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] Request body: {'port': {'network_id': '114b2a0e-a740-45ab-9a6b-d47b5cfdb340', 'name': 'tempest-NetworksNegativeTestJSON-1650577444'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:39.250132 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cabf800-ad25-4a2c-944e-d5ff4dee3ecc tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] POST failed (client error): The resource could not be found. Nov 19 09:35:39.250658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cabf800-ad25-4a2c-944e-d5ff4dee3ecc tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:35:39.255846 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9cabf800-ad25-4a2c-944e-d5ff4dee3ecc tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2547841 Nov 19 09:35:39.261414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43072) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:39.279743 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:39.293371 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ec6885-46ee-4383-9eac-24b5dad00054 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] DELETE failed (client error): The resource could not be found. Nov 19 09:35:39.294573 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ec6885-46ee-4383-9eac-24b5dad00054 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:35:39.303637 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a1ec6885-46ee-4383-9eac-24b5dad00054 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] 10.222.0.21 "DELETE /v2.0/networks/9f659b88-2642-4a3f-a1d1-f63cbf2d243a HTTP/1.1" status: 404 len: 339 time: 0.0337255 Nov 19 09:35:39.305776 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43074) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:39.348899 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-86302712-3de6-43db-b368-6185cbba5526 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] DELETE failed (client error): The resource could not be found. Nov 19 09:35:39.349637 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86302712-3de6-43db-b368-6185cbba5526 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:35:39.357538 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-86302712-3de6-43db-b368-6185cbba5526 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] 10.222.0.21 "DELETE /v2.0/ports/9dbf3dea-e2e7-40d1-983e-185904d7cd82 HTTP/1.1" status: 404 len: 333 time: 0.0376673 Nov 19 09:35:39.359011 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43076) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:39.364071 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Allocated IP 172.20.0.1 (177d4f14-9ea5-478f-b3f7-ca52b73386a7/72cd07d8-2aae-47f1-8b6b-d8393ba746b4/aa297329-d178-4cf6-a400-916439164404) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:39.379781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-49e184a3-70b9-4bb2-a46b-2ea8b7f3ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:39.381434 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-49e184a3-70b9-4bb2-a46b-2ea8b7f3ee4a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1c895901-2c8b-4bc1-a201-68dc47928ecf HTTP/1.1" status: 200 len: 835 time: 0.2159355 Nov 19 09:35:39.417161 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-f9ba9738-2bf8-43ee-8e9a-1fa492443739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:39.418789 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-f9ba9738-2bf8-43ee-8e9a-1fa492443739 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1c895901-2c8b-4bc1-a201-68dc47928ecf HTTP/1.1" status: 200 len: 835 time: 0.1973031 Nov 19 09:35:39.419758 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-65dda279-32ec-4128-995d-acbe6c17e407 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] DELETE failed (client error): The resource could not be found. Nov 19 09:35:39.420322 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65dda279-32ec-4128-995d-acbe6c17e407 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:35:39.427013 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-65dda279-32ec-4128-995d-acbe6c17e407 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] 10.222.0.21 "DELETE /v2.0/subnets/8255bf8a-4b15-4b57-9c27-a6a5d522e607 HTTP/1.1" status: 404 len: 337 time: 0.0644875 Nov 19 09:35:39.432130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43078) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:39.518843 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-532faeb2-ba70-4bf1-9848-8e3999611450 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] GET failed (client error): The resource could not be found. Nov 19 09:35:39.524656 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-532faeb2-ba70-4bf1-9848-8e3999611450 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] 10.222.0.21 "GET /v2.0/networks/605e29eb-5132-4865-b676-c0f56db1a1ce HTTP/1.1" status: 404 len: 339 time: 0.0549116 Nov 19 09:35:39.525146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43080) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:39.557463 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83ae73e-52df-4694-82ed-dcc291e9f91f tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] GET failed (client error): The resource could not be found. Nov 19 09:35:39.561529 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b83ae73e-52df-4694-82ed-dcc291e9f91f tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] 10.222.0.21 "GET /v2.0/ports/38fc44ec-cfa8-445f-9901-ce67ed52ab38 HTTP/1.1" status: 404 len: 333 time: 0.0336304 Nov 19 09:35:39.564331 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43082) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:39.624613 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:39.627791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-4cf0fedf-861f-4069-9d18-5d2567114eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:39.629075 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-4cf0fedf-861f-4069-9d18-5d2567114eaf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2464548-db38-4ede-8509-93a9dbb836ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2214227 Nov 19 09:35:39.631493 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e8d6b6-7c1f-40d8-b2a2-d0002e6f47d8 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] GET failed (client error): The resource could not be found. Nov 19 09:35:39.637123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43084) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:39.638245 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-40e8d6b6-7c1f-40d8-b2a2-d0002e6f47d8 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] 10.222.0.21 "GET /v2.0/subnets/66927f0c-8855-455b-be0b-a276d59f99db HTTP/1.1" status: 404 len: 337 time: 0.0714095 Nov 19 09:35:39.641416 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-ed68bcb3-9873-4c5c-b7f5-3420954f1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:39.642926 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-ed68bcb3-9873-4c5c-b7f5-3420954f1773 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f2464548-db38-4ede-8509-93a9dbb836ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2098234 Nov 19 09:35:39.650155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7c3fe591-1a80-445f-be37-9e611daddb42 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:39.684899 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:39.746123 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:39.751961 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3fe591-1a80-445f-be37-9e611daddb42 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] PUT failed (client error): The resource could not be found. Nov 19 09:35:39.752335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3fe591-1a80-445f-be37-9e611daddb42 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:35:39.758209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7c3fe591-1a80-445f-be37-9e611daddb42 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] 10.222.0.21 "PUT /v2.0/networks/c18d799e-0fd9-4962-96a9-c8a43f92c19d HTTP/1.1" status: 404 len: 339 time: 0.1198075 Nov 19 09:35:39.762492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43086) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:39.771462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-22022633-4f98-48ba-ab4d-aabcfee2d253 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:39.874953 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9b2d2396-0cbd-4225-8960-56807687be8e up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:35:39.885323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Network 177d4f14-9ea5-478f-b3f7-ca52b73386a7 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:39.889630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:39.891729 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-22022633-4f98-48ba-ab4d-aabcfee2d253 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] PUT failed (client error): The resource could not be found. Nov 19 09:35:39.892306 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22022633-4f98-48ba-ab4d-aabcfee2d253 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:35:39.899001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-22022633-4f98-48ba-ab4d-aabcfee2d253 tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] 10.222.0.21 "PUT /v2.0/ports/ead7082a-426b-4116-a28c-8ec17c9918df HTTP/1.1" status: 404 len: 333 time: 0.1354306 Nov 19 09:35:39.899913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43092) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:39.903192 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:39.916582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4c2d9cf9-1bfc-4b47-9155-41be95730f5e tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:39.936319 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-dd23563c-7f04-454f-b44f-2cdb81749f3e service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924230 Nov 19 09:35:39.945003 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-26e5eea8-b7e8-457e-b166-b06ec187a71a service neutron] 10.222.0.66 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772906 Nov 19 09:35:40.025644 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'Port': ['ID=aa297329-d178-4cf6-a400-916439164404,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:40.033362 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2d9cf9-1bfc-4b47-9155-41be95730f5e tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] PUT failed (client error): The resource could not be found. Nov 19 09:35:40.036037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2d9cf9-1bfc-4b47-9155-41be95730f5e tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:35:40.047313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4c2d9cf9-1bfc-4b47-9155-41be95730f5e tempest-NetworksNegativeTestJSON-855026759 tempest-NetworksNegativeTestJSON-855026759-project] 10.222.0.21 "PUT /v2.0/subnets/951ab5d9-8479-4b60-ae69-be8793ac0fc7 HTTP/1.1" status: 404 len: 337 time: 0.1335824 Nov 19 09:35:40.068447 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 9b2d2396-0cbd-4225-8960-56807687be8e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:40.069503 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:40.111434 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f0a7fce-2b63-4f67-9be0-2fd40a97e229 req-374fa4dd-cdc8-46c8-8e59-fff76107e290 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0912862 Nov 19 09:35:40.119267 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:40.173115 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-f7203bde-ce93-46a2-a7f6-f7c658228973 service neutron] 10.222.0.66 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171853 Nov 19 09:35:40.215963 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b45ce183-4d1b-4ff0-915b-a1bc77e2a6fc req-d3301fbb-6182-4501-ae80-4fbb7f7f8b59 service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634223 Nov 19 09:35:40.269640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5a3fada0-19ca-4156-8f87-de2f461baa5f None None] Provisioning complete for port 9b2d2396-0cbd-4225-8960-56807687be8e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:40.270086 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5a3fada0-19ca-4156-8f87-de2f461baa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:40.371062 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:40.428685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea02494-c2ed-494b-95d9-e55dda59436c req-bfcdab38-444b-4175-9a16-426049b6fe1e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:40.430636 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ea02494-c2ed-494b-95d9-e55dda59436c req-bfcdab38-444b-4175-9a16-426049b6fe1e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 945 time: 0.1482754 Nov 19 09:35:40.521939 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43104) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:40.634392 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e701153c-e809-42b6-81d3-322017eda049 None None] Provisioning complete for port aa297329-d178-4cf6-a400-916439164404 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:40.634702 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e701153c-e809-42b6-81d3-322017eda049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:40.709232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e701153c-e809-42b6-81d3-322017eda049 None None] Port aa297329-d178-4cf6-a400-916439164404 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:35:40.728534 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e809ca9c-b6ee-4ef7-89ab-99fee0a545d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:40.764401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ea02494-c2ed-494b-95d9-e55dda59436c req-f783d613-2080-4d2a-b82a-2e35b509a73e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245955 Nov 19 09:35:40.838755 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:40.890065 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e809ca9c-b6ee-4ef7-89ab-99fee0a545d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:40.894287 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e809ca9c-b6ee-4ef7-89ab-99fee0a545d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:40.900265 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:40.929217 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e809ca9c-b6ee-4ef7-89ab-99fee0a545d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17e0b0e0a6334bd6814a46633865bc34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4034247 Nov 19 09:35:40.931609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43108) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:40.991305 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809ca9c-b6ee-4ef7-89ab-99fee0a545d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976ae1fc-8280-405c-9c94-6e6d3c12d9a7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:41.040040 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef122887-53b7-48a9-9a3e-b93006ea785d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:41.063722 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef122887-53b7-48a9-9a3e-b93006ea785d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:41.169073 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef122887-53b7-48a9-9a3e-b93006ea785d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:41.172679 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef122887-53b7-48a9-9a3e-b93006ea785d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:41.174164 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ef122887-53b7-48a9-9a3e-b93006ea785d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/976ae1fc-8280-405c-9c94-6e6d3c12d9a7 HTTP/1.1" status: 204 len: 168 time: 0.2410042 Nov 19 09:35:41.179833 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:41.185401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef122887-53b7-48a9-9a3e-b93006ea785d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976ae1fc-8280-405c-9c94-6e6d3c12d9a7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:41.199445 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:41.235840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Allocated IP 172.25.0.200 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/d15ff41e-6b7f-4ba8-9ebb-30a958761d44) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:41.390748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf37da45-fc54-4b67-840d-d07cc44b0b6a req-20e34743-2968-4d17-8818-e28768c9a906 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0488791 Nov 19 09:35:41.407154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'Port': ['ID=aa297329-d178-4cf6-a400-916439164404,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:41.417947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:41.418301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:41.418647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:41.418989 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:41.419327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:41.419717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:41.420048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:41.420379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:41.420711 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:41.421038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:41.421388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:41.421715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:41.426878 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:41.488169 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 38472fbc-fd07-49bf-a63c-73f92e2a8773 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:35:41.533677 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:41.563613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Network 177d4f14-9ea5-478f-b3f7-ca52b73386a7 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:41.568087 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:41.646181 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:41.719828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:41.729803 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:41.737641 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:41.762085 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:41.768068 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eeca50-554a-45a0-ac91-4b4377217a6a None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:41.803318 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'port_id': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'mac_address': 'fa:16:3e:35:ca:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:35:41.819133 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Pushing event updated for resources: {'Port': ['ID=d15ff41e-6b7f-4ba8-9ebb-30a958761d44,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:41.895688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:35:41.952553 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0584b0e2-1930-4441-a13e-730b0ef32dac None None] Provisioning complete for port d15ff41e-6b7f-4ba8-9ebb-30a958761d44 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:41.954168 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0584b0e2-1930-4441-a13e-730b0ef32dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:41.996177 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:42.059487 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38472fbc-fd07-49bf-a63c-73f92e2a8773 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:35:42.090761 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:42.099130 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0584b0e2-1930-4441-a13e-730b0ef32dac None None] Port d15ff41e-6b7f-4ba8-9ebb-30a958761d44 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:35:42.102363 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:42.166924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85511bf4-37e2-446b-8ea2-254792febe1d req-ca553755-41ec-40c4-9a8e-defbcfc82054 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:42.174793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-85511bf4-37e2-446b-8ea2-254792febe1d req-ca553755-41ec-40c4-9a8e-defbcfc82054 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 945 time: 0.2831383 Nov 19 09:35:42.234708 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=38472fbc-fd07-49bf-a63c-73f92e2a8773,revision_number=12']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:42.245572 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3a8463c8-e28f-4a19-af60-2edddfd4772e None None] Provisioning complete for port aa297329-d178-4cf6-a400-916439164404 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:42.246203 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3a8463c8-e28f-4a19-af60-2edddfd4772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:42.317215 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3a8463c8-e28f-4a19-af60-2edddfd4772e None None] Port aa297329-d178-4cf6-a400-916439164404 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:35:42.344167 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43146) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:42.455190 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['38472fbc-fd07-49bf-a63c-73f92e2a8773'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:35:42.458959 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'network': {'name': 'tempest-RoutersTest-1999823847'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:42.689125 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a9819e8-d4bc-4673-b9a9-e7da681b2e44 req-086d1cc4-0bd8-4c49-ba73-439d68e7c02b tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0590587 Nov 19 09:35:42.710720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:42.716382 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-340b6355-dc3d-47bb-8833-2be95704a6b3 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "PUT /v2.0/routers/4a6c9bec-83b4-4ba1-bd18-3389dd11612c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9374230 Nov 19 09:35:42.722552 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Sync routers for ids ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:42.746325 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Routers {'4a6c9bec-83b4-4ba1-bd18-3389dd11612c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:42.746947 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:42.748507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43152) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:42.754211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-85511bf4-37e2-446b-8ea2-254792febe1d req-ff41d982-266e-48e7-a173-e6225d0f0628 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5785770 Nov 19 09:35:42.759513 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8bef514d-9c0e-4dc2-8d51-d24a44e22f4e tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1057814665', 'description': 'tempest-secgroup_access--1057814665 description', 'project_id': '0c04298d2bb642d79968d3549688d186'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:42.785408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43154) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:42.817178 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:42.891126 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:35:42.896807 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:42.908412 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:42.914791 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Set router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:35:42.940060 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8bef514d-9c0e-4dc2-8d51-d24a44e22f4e tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.003125 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.009372 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.044972 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:35:43.048531 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8e0ca4bd-ec1c-4fcb-8f30-04aa32e93216 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/floatingips/15886138-4554-451b-a4eb-88e69a81793d HTTP/1.1" status: 200 len: 993 time: 0.2609386 Nov 19 09:35:43.058814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7819863a-3253-433c-be7b-80f8b4eb7508,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:43.071478 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.073205 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Added segment ea6d9890-1e37-4008-a6d9-76ea7b203454 of type vlan for network 28f26eb1-6c4f-4963-8cbe-3fcd8a81f522 Nov 19 09:35:43.076778 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:43.077785 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:43.078332 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:43.078848 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:43.079875 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:43.080398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:43.080912 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:43.082236 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:43.082775 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:43.083393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:43.083909 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:43.084418 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:43.129580 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8bef514d-9c0e-4dc2-8d51-d24a44e22f4e tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.139392 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.140189 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8bef514d-9c0e-4dc2-8d51-d24a44e22f4e tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.165973 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.173422 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.182207 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:43.183393 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.193693 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031745113', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:29Z', 'updated_at': '2021-11-19T09:35:40Z', 'revision_number': 4, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:30Z', 'updated_at': '2021-11-19T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'aa297329-d178-4cf6-a400-916439164404', 'name': '', 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'mac_address': 'fa:16:3e:28:9a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:38Z', 'updated_at': '2021-11-19T09:35:40Z', 'revision_number': 2, 'project_id': '0c04298d2bb642d79968d3549688d186', 'subnets': [{'id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:43.222358 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8770828 Nov 19 09:35:43.228628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43158) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:43.229873 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Checking router: 4a6c9bec-83b4-4ba1-bd18-3389dd11612c for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:35:43.230318 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Updating router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c port aa297329-d178-4cf6-a400-916439164404 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:35:43.238063 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8bef514d-9c0e-4dc2-8d51-d24a44e22f4e tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.249058 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8bef514d-9c0e-4dc2-8d51-d24a44e22f4e tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4943042 Nov 19 09:35:43.249058 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-9d8366ab-f681-4dc0-b7c1-4c6672c90d72 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'network': {'name': 'tempest-RoutersTest-2106388401'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:43.257731 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.261907 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43160) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:43.278054 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-20daf0c7-9d41-42ec-90e7-f737ecf5fca9 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1439631601', 'description': 'tempest-secgroup_general--1439631601 description', 'project_id': '0c04298d2bb642d79968d3549688d186'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:43.281254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef514d-9c0e-4dc2-8d51-d24a44e22f4e tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3fa909-9fff-4360-964c-4e7fe007b07b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:43.314689 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-20daf0c7-9d41-42ec-90e7-f737ecf5fca9 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 09:35:43.314689 n-d-805649-14 neutron-server[103476]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 19 09:35:43.314689 n-d-805649-14 neutron-server[103476]: [parameters: {'project_id_1': '0c04298d2bb642d79968d3549688d186', 'expiration_1': datetime.datetime(2021, 11, 19, 9, 35, 23, 284713)}] Nov 19 09:35:43.314689 n-d-805649-14 neutron-server[103476]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:35:43.315605 n-d-805649-14 neutron-server[103476]: DEBUG oslo_db.api [None req-20daf0c7-9d41-42ec-90e7-f737ecf5fca9 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:35:43.317108 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bd930-abd7-40e1-9872-aebc2833a32e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Network': ['ID=28f26eb1-6c4f-4963-8cbe-3fcd8a81f522,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:43.328380 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 28f26eb1-6c4f-4963-8cbe-3fcd8a81f522 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:35:43.369940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8366ab-f681-4dc0-b7c1-4c6672c90d72 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:35:43.374046 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d8366ab-f681-4dc0-b7c1-4c6672c90d72 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.414896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8366ab-f681-4dc0-b7c1-4c6672c90d72 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:35:43.430705 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d8366ab-f681-4dc0-b7c1-4c6672c90d72 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.431054 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-9d8366ab-f681-4dc0-b7c1-4c6672c90d72 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Added segment bc70ec5c-db17-43bc-8827-612b1e6c53bb of type vlan for network a29b9291-077e-45c3-868d-a256b182f155 Nov 19 09:35:43.482569 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d8366ab-f681-4dc0-b7c1-4c6672c90d72 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.489508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Router ee303c56-74d3-4e04-acc9-40a0d4b5696b is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:35:43.499381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 38472fbc-fd07-49bf-a63c-73f92e2a8773 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:35:43.561122 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d8366ab-f681-4dc0-b7c1-4c6672c90d72 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.567110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8366ab-f681-4dc0-b7c1-4c6672c90d72 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:43.567822 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d8366ab-f681-4dc0-b7c1-4c6672c90d72 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.578744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 38472fbc-fd07-49bf-a63c-73f92e2a8773 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:35:43.586480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 38472fbc-fd07-49bf-a63c-73f92e2a8773 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:43.586866 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.587834 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.595719 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.675934 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbb814-6016-478c-a955-ec27fb9c3069 None None] Pushing event updated for resources: {'Port': ['ID=aa297329-d178-4cf6-a400-916439164404,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:43.707749 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9d8366ab-f681-4dc0-b7c1-4c6672c90d72 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4748380 Nov 19 09:35:43.711207 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43166) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:43.716849 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.720802 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6ee1b8ca-e634-4d77-83fa-07770f4978fe tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'subnet': {'network_id': '28f26eb1-6c4f-4963-8cbe-3fcd8a81f522', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:43.740894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8366ab-f681-4dc0-b7c1-4c6672c90d72 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Network': ['ID=a29b9291-077e-45c3-868d-a256b182f155,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:43.762148 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Attempting to bind port aa297329-d178-4cf6-a400-916439164404 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:35:43.762732 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Attempting to bind port aa297329-d178-4cf6-a400-916439164404 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '5e82c3f3-9b6f-47bb-80ba-fe8b39be569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:35:43.763228 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Attempting to bind port aa297329-d178-4cf6-a400-916439164404 on network 177d4f14-9ea5-478f-b3f7-ca52b73386a7 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:35:43.770154 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:35:43.770680 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Checking segment: {'id': '5e82c3f3-9b6f-47bb-80ba-fe8b39be569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:35:43.771118 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.771516 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Bound using segment: {'id': '5e82c3f3-9b6f-47bb-80ba-fe8b39be569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:35:43.772182 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Bound port: aa297329-d178-4cf6-a400-916439164404, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e82c3f3-9b6f-47bb-80ba-fe8b39be569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:35:43.773349 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.774929 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:35:43.779491 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:43.780769 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02362300-c5a1-4a2b-9950-689344e2893e" -d '{"events": [{"server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "name": "network-vif-plugged", "status": "completed", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:35:43.811001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network a29b9291-077e-45c3-868d-a256b182f155 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:35:43.820822 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.822873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1aa416bd-4f60-4762-b37f-d346565825d3 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.8245804 Nov 19 09:35:43.839311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43172) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:43.845768 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Sync routers for ids ['ee303c56-74d3-4e04-acc9-40a0d4b5696b'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:43.870435 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] For port aa297329-d178-4cf6-a400-916439164404, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:35:43.878731 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] For port aa297329-d178-4cf6-a400-916439164404, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=aa297329-d178-4cf6-a400-916439164404,segment=NetworkSegment(5e82c3f3-9b6f-47bb-80ba-fe8b39be569b),segment_id=5e82c3f3-9b6f-47bb-80ba-fe8b39be569b)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:35:43.886897 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2151d59-bf5f-4343-bcb4-30ff000eef22 x-openstack-request-id: req-a2151d59-bf5f-4343-bcb4-30ff000eef22 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:35:43.887273 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "name": "network-vif-plugged", "status": "completed", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:35:43.887627 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2151d59-bf5f-4343-bcb4-30ff000eef22 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:35:43.888127 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'code': 200} Nov 19 09:35:43.893860 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.924473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:43.940446 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20daf0c7-9d41-42ec-90e7-f737ecf5fca9 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.946917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77de0fd3-0844-42cb-9c84-833568ced827 req-16c1cf6d-c83c-448e-8c6c-6b3d07d20d69 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0394418 Nov 19 09:35:43.973299 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:43.999341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Routers {'ee303c56-74d3-4e04-acc9-40a0d4b5696b'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:44.003954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ee303c56-74d3-4e04-acc9-40a0d4b5696b'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:44.008595 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbb814-6016-478c-a955-ec27fb9c3069 None None] Pushing event updated for resources: {'Port': ['ID=aa297329-d178-4cf6-a400-916439164404,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:44.018917 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Routers {'4a6c9bec-83b4-4ba1-bd18-3389dd11612c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:44.019532 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:44.066147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8c63666e-91f5-48d3-965e-a01a4f042817 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "GET /v2.0/routers/ee303c56-74d3-4e04-acc9-40a0d4b5696b HTTP/1.1" status: 200 len: 909 time: 0.2233477 Nov 19 09:35:44.066379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43174) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:44.076525 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1625543276', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'enable_snat': True}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:44.092497 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee1b8ca-e634-4d77-83fa-07770f4978fe tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:35:44.100039 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b8ca-e634-4d77-83fa-07770f4978fe tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.126415 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.127330 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.204657 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.237791 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] Set router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:35:44.245329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=38472fbc-fd07-49bf-a63c-73f92e2a8773,revision_number=13']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:44.250924 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] Provisioning complete for port aa297329-d178-4cf6-a400-916439164404 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:44.251753 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.307743 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20daf0c7-9d41-42ec-90e7-f737ecf5fca9 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.312271 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Set router ee303c56-74d3-4e04-acc9-40a0d4b5696b gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:35:44.322627 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20daf0c7-9d41-42ec-90e7-f737ecf5fca9 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.403161 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-20daf0c7-9d41-42ec-90e7-f737ecf5fca9 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.411390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43178) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:44.413977 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-20daf0c7-9d41-42ec-90e7-f737ecf5fca9 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.1500790 Nov 19 09:35:44.416805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20daf0c7-9d41-42ec-90e7-f737ecf5fca9 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc735e8f-207b-441a-bf97-1bbfdc40e636,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:44.418209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0b26f36d-88bf-4c75-8b8f-8b6740604acf tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Request body: {'security_group_rule': {'security_group_id': 'ff3fa909-9fff-4360-964c-4e7fe007b07b', 'project_id': '0c04298d2bb642d79968d3549688d186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:44.463444 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.487378 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b26f36d-88bf-4c75-8b8f-8b6740604acf tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.515187 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.576246 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] For port aa297329-d178-4cf6-a400-916439164404, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=aa297329-d178-4cf6-a400-916439164404,segment=NetworkSegment(5e82c3f3-9b6f-47bb-80ba-fe8b39be569b),segment_id=5e82c3f3-9b6f-47bb-80ba-fe8b39be569b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:44.599770 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.603074 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b8ca-e634-4d77-83fa-07770f4978fe tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.650623 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b26f36d-88bf-4c75-8b8f-8b6740604acf tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.671528 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] Pushing event updated for resources: {'Port': ['ID=aa297329-d178-4cf6-a400-916439164404,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:44.682282 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b26f36d-88bf-4c75-8b8f-8b6740604acf tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.690565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:44.690915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:44.691260 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:44.691599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:44.691933 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:44.692270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:44.693209 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:44.693550 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:44.693881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:44.694835 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:44.695175 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:44.695745 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439f141-a4c2-4a0f-826c-ffd8c28b5984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:35:44.726935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee303c56-74d3-4e04-acc9-40a0d4b5696b', 'name': 'tempest-snat-router-1625543276', 'tenant_id': 'b5f7f16d5db54034855b013e126f68ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200'}], 'enable_snat': False}, 'gw_port_id': 'd15ff41e-6b7f-4ba8-9ebb-30a958761d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:39Z', 'updated_at': '2021-11-19T09:35:42Z', 'revision_number': 3, 'project_id': 'b5f7f16d5db54034855b013e126f68ce', 'gw_port': {'id': 'd15ff41e-6b7f-4ba8-9ebb-30a958761d44', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee303c56-74d3-4e04-acc9-40a0d4b5696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:40Z', 'updated_at': '2021-11-19T09:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:44.728732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26f36d-88bf-4c75-8b8f-8b6740604acf tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6e7ace-12dc-40b4-9b41-b4e997dee835,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:44.745964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1b8ca-e634-4d77-83fa-07770f4978fe tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Subnet': ['ID=6e4f95bc-af11-434e-b38c-3212a7d39129,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:44.765866 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b26f36d-88bf-4c75-8b8f-8b6740604acf tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.779957 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0b26f36d-88bf-4c75-8b8f-8b6740604acf tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3668611 Nov 19 09:35:44.782954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee1b8ca-e634-4d77-83fa-07770f4978fe tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Checking segment: {'id': 'ea6d9890-1e37-4008-a6d9-76ea7b203454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '28f26eb1-6c4f-4963-8cbe-3fcd8a81f522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:35:44.783661 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee1b8ca-e634-4d77-83fa-07770f4978fe tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network hostable DHCP agents. Network: 28f26eb1-6c4f-4963-8cbe-3fcd8a81f522, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:35:44.786767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Checking router: ee303c56-74d3-4e04-acc9-40a0d4b5696b for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:35:44.787119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Updating router ee303c56-74d3-4e04-acc9-40a0d4b5696b port d15ff41e-6b7f-4ba8-9ebb-30a958761d44 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:35:44.793956 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031745113', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:29Z', 'updated_at': '2021-11-19T09:35:40Z', 'revision_number': 4, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:30Z', 'updated_at': '2021-11-19T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'aa297329-d178-4cf6-a400-916439164404', 'name': '', 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'mac_address': 'fa:16:3e:28:9a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:38Z', 'updated_at': '2021-11-19T09:35:43Z', 'revision_number': 4, 'project_id': '0c04298d2bb642d79968d3549688d186', 'subnets': [{'id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:44.821116 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee1b8ca-e634-4d77-83fa-07770f4978fe tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network 28f26eb1-6c4f-4963-8cbe-3fcd8a81f522 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:35:44.821388 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-edcd8074-b767-4e84-af93-ea9db30d1c01 None None] Provisioning complete for port aa297329-d178-4cf6-a400-916439164404 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:44.821610 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-edcd8074-b767-4e84-af93-ea9db30d1c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.826132 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.841962 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17b995-a3fb-4343-b786-2b2f22081cd1 None None] The sync data for ids ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'] in n-d-805649-14 is: [{'id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031745113', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:29Z', 'updated_at': '2021-11-19T09:35:40Z', 'revision_number': 4, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:30Z', 'updated_at': '2021-11-19T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'aa297329-d178-4cf6-a400-916439164404', 'name': '', 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'mac_address': 'fa:16:3e:28:9a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:38Z', 'updated_at': '2021-11-19T09:35:43Z', 'revision_number': 4, 'project_id': '0c04298d2bb642d79968d3549688d186', 'subnets': [{'id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:44.846787 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6ee1b8ca-e634-4d77-83fa-07770f4978fe tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 28f26eb1-6c4f-4963-8cbe-3fcd8a81f522) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:44.851214 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee1b8ca-e634-4d77-83fa-07770f4978fe tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:44.852102 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b8ca-e634-4d77-83fa-07770f4978fe tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:44.883891 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a15558-fafb-4613-96dc-db0788a80833 None None] Network 28f26eb1-6c4f-4963-8cbe-3fcd8a81f522 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:35:44.884173 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6ee1b8ca-e634-4d77-83fa-07770f4978fe tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1692207 Nov 19 09:35:44.886792 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43182) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:44.893015 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d27659f8-bfb1-453d-a12d-27ea0071a3d3 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'subnet': {'network_id': 'a29b9291-077e-45c3-868d-a256b182f155', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:45.219485 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27659f8-bfb1-453d-a12d-27ea0071a3d3 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:35:45.223211 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d27659f8-bfb1-453d-a12d-27ea0071a3d3 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:45.299202 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df9a23dc-84d0-400e-8db4-4c15cb371fa7 req-a208f28a-2a68-49b1-94d3-a299236943d1 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.1333418 Nov 19 09:35:45.316405 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:45.371003 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:45.394576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-28f26eb1-6c4f-4963-8cbe-3fcd8a81f522', 'network_id': '28f26eb1-6c4f-4963-8cbe-3fcd8a81f522', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'fixed_ips': [{'subnet_id': '6e4f95bc-af11-434e-b38c-3212a7d39129'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:35:45.395625 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:45.450670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7933427d-c0f0-4544-83a4-94ef4262354f req-95a32d02-a1a6-461c-8e00-491642601d99 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--1057814665&fields=id&tenant_id=0c04298d2bb642d79968d3549688d186 HTTP/1.1" status: 200 len: 267 time: 0.3293326 Nov 19 09:35:45.551427 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7933427d-c0f0-4544-83a4-94ef4262354f req-41c6d04c-b3ed-46e7-91c5-78c4c69d1cff tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--1439631601&fields=id&tenant_id=0c04298d2bb642d79968d3549688d186 HTTP/1.1" status: 200 len: 267 time: 0.0925372 Nov 19 09:35:45.602836 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d27659f8-bfb1-453d-a12d-27ea0071a3d3 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:45.629604 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:45.707327 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27659f8-bfb1-453d-a12d-27ea0071a3d3 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Checking segment: {'id': 'bc70ec5c-db17-43bc-8827-612b1e6c53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a29b9291-077e-45c3-868d-a256b182f155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:35:45.707708 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27659f8-bfb1-453d-a12d-27ea0071a3d3 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network hostable DHCP agents. Network: a29b9291-077e-45c3-868d-a256b182f155, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:35:45.722352 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27659f8-bfb1-453d-a12d-27ea0071a3d3 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Subnet': ['ID=ceb055d8-e061-4fcd-8654-5cc3e17ff6ad,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:45.724638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933427d-c0f0-4544-83a4-94ef4262354f req-af8a8d5f-9c7a-4e63-bb89-51b7db2f3bf0 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:45.732791 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7933427d-c0f0-4544-83a4-94ef4262354f req-af8a8d5f-9c7a-4e63-bb89-51b7db2f3bf0 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/networks?id=177d4f14-9ea5-478f-b3f7-ca52b73386a7 HTTP/1.1" status: 200 len: 797 time: 0.1803548 Nov 19 09:35:45.750259 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27659f8-bfb1-453d-a12d-27ea0071a3d3 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network a29b9291-077e-45c3-868d-a256b182f155 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:35:45.763566 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d27659f8-bfb1-453d-a12d-27ea0071a3d3 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, a29b9291-077e-45c3-868d-a256b182f155) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:45.764504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7933427d-c0f0-4544-83a4-94ef4262354f req-3f9ff648-ed05-4672-af21-1609c2298475 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/quotas/0c04298d2bb642d79968d3549688d186 HTTP/1.1" status: 200 len: 375 time: 0.0301023 Nov 19 09:35:45.768178 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27659f8-bfb1-453d-a12d-27ea0071a3d3 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:45.768801 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d27659f8-bfb1-453d-a12d-27ea0071a3d3 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:45.797129 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d27659f8-bfb1-453d-a12d-27ea0071a3d3 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9083765 Nov 19 09:35:45.800015 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43202) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:45.807334 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-599fc6a9-1b45-4f76-b60d-53ace1f4cc9f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1527135239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:45.856754 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7933427d-c0f0-4544-83a4-94ef4262354f req-c78cf986-253e-412a-9d1c-1c76ed665c99 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c04298d2bb642d79968d3549688d186&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779183 Nov 19 09:35:45.878267 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-599fc6a9-1b45-4f76-b60d-53ace1f4cc9f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:45.880079 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-599fc6a9-1b45-4f76-b60d-53ace1f4cc9f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:45.927248 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:45.930059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86727f27-9f97-4a69-aba0-454878e0c4bd None None] Network a29b9291-077e-45c3-868d-a256b182f155 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:35:45.967895 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-599fc6a9-1b45-4f76-b60d-53ace1f4cc9f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:45.978520 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-599fc6a9-1b45-4f76-b60d-53ace1f4cc9f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:46.008566 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-599fc6a9-1b45-4f76-b60d-53ace1f4cc9f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:46.010875 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-599fc6a9-1b45-4f76-b60d-53ace1f4cc9f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2088861 Nov 19 09:35:46.013774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43206) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:46.019825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device aa297329-d178-4cf6-a400-916439164404 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:35:46.029260 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:46.119213 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7933427d-c0f0-4544-83a4-94ef4262354f req-dac4c2fb-7581-4a7f-b896-0625595d86fe service neutron] 10.222.0.21 "GET /v2.0/networks/177d4f14-9ea5-478f-b3f7-ca52b73386a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199333 Nov 19 09:35:46.124990 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Allocated IP 172.20.0.2 (28f26eb1-6c4f-4963-8cbe-3fcd8a81f522/6e4f95bc-af11-434e-b38c-3212a7d39129/0be60856-3166-40ea-8a2f-36ce26f86ed2) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:46.165794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Allocated IP 172.25.0.82 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/ec20350f-a267-4cd7-97d6-53e8abc29a6c) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:46.187182 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Attempting to bind port d15ff41e-6b7f-4ba8-9ebb-30a958761d44 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:35:46.187571 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Attempting to bind port d15ff41e-6b7f-4ba8-9ebb-30a958761d44 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:35:46.187952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Attempting to bind port d15ff41e-6b7f-4ba8-9ebb-30a958761d44 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:35:46.190100 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846239ec-02a1-4198-82dc-8ec03f4bc9f8 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:46.210611 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-a29b9291-077e-45c3-868d-a256b182f155', 'network_id': 'a29b9291-077e-45c3-868d-a256b182f155', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'fixed_ips': [{'subnet_id': 'ceb055d8-e061-4fcd-8654-5cc3e17ff6ad'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:35:46.211463 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:46.226945 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:35:46.227355 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:35:46.228435 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:46.228885 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:35:46.229394 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Bound port: d15ff41e-6b7f-4ba8-9ebb-30a958761d44, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:35:46.229717 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:46.252840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e97b1-3729-4159-8e56-ac6a1828fadf None None] Pushing event updated for resources: {'Port': ['ID=d15ff41e-6b7f-4ba8-9ebb-30a958761d44,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:46.394204 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7933427d-c0f0-4544-83a4-94ef4262354f req-7ba678b9-20d9-4e47-b595-e0c31cfa07a5 service neutron] 10.222.0.21 "GET /v2.0/networks/177d4f14-9ea5-478f-b3f7-ca52b73386a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642949 Nov 19 09:35:46.422915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port aa297329-d178-4cf6-a400-916439164404 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:46.423308 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:46.425353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] For port d15ff41e-6b7f-4ba8-9ebb-30a958761d44, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:35:46.455437 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:46.458720 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:46.486310 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] For port d15ff41e-6b7f-4ba8-9ebb-30a958761d44, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d15ff41e-6b7f-4ba8-9ebb-30a958761d44,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:35:46.497829 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0a1147fb-cda6-49c8-b8c0-280b4a264096 None None] Provisioning complete for port d15ff41e-6b7f-4ba8-9ebb-30a958761d44 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:46.498213 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0a1147fb-cda6-49c8-b8c0-280b4a264096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:46.532865 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:46.556591 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f8116328-cc07-476e-9dc4-451ab5e7dfe9 req-182ab528-ed5a-4d0d-be66-5d973d15f960 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0854602 Nov 19 09:35:46.641383 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:46.677937 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ef6483-c589-49c1-8398-bffdfb5c52f3 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:46.734007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Allocated IP 172.21.0.2 (a29b9291-077e-45c3-868d-a256b182f155/ceb055d8-e061-4fcd-8654-5cc3e17ff6ad/1265d64a-bcb9-47f2-88f4-2fe1d6a3472c) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:46.743533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e97b1-3729-4159-8e56-ac6a1828fadf None None] Pushing event updated for resources: {'Port': ['ID=d15ff41e-6b7f-4ba8-9ebb-30a958761d44,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:46.748324 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:46.759069 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Routers {'ee303c56-74d3-4e04-acc9-40a0d4b5696b'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:46.760044 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['ee303c56-74d3-4e04-acc9-40a0d4b5696b'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:46.760908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Pushing event updated for resources: {'Port': ['ID=ec20350f-a267-4cd7-97d6-53e8abc29a6c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:46.827256 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:46.829762 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-371c149b-4e26-464d-933d-95711fef8a11 req-5e7da919-1552-43e3-a7c4-d5ccbdef2d61 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 210 time: 0.0725005 Nov 19 09:35:46.832709 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Allocated IP 172.20.0.1 (28f26eb1-6c4f-4963-8cbe-3fcd8a81f522/6e4f95bc-af11-434e-b38c-3212a7d39129/7e478578-bd68-4406-aa3b-f091900fc1dd) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:46.835187 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:46.843906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:46.856445 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:46.919896 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa314a41-ce34-4cd8-bd75-37525b94893e None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:46.997025 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:47.048990 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Network 28f26eb1-6c4f-4963-8cbe-3fcd8a81f522 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:47.056314 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:47.060944 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0a1147fb-cda6-49c8-b8c0-280b4a264096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:47.075984 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:47.086224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:47.105337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Pushing event updated for resources: {'Port': ['ID=0be60856-3166-40ea-8a2f-36ce26f86ed2,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:47.136558 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0a1147fb-cda6-49c8-b8c0-280b4a264096 None None] For port d15ff41e-6b7f-4ba8-9ebb-30a958761d44, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d15ff41e-6b7f-4ba8-9ebb-30a958761d44,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:47.144981 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network 28f26eb1-6c4f-4963-8cbe-3fcd8a81f522 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:47.151365 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:47.160492 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:47.199515 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0a1147fb-cda6-49c8-b8c0-280b4a264096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:47.207579 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] Set router ee303c56-74d3-4e04-acc9-40a0d4b5696b gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:35:47.207818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=7e478578-bd68-4406-aa3b-f091900fc1dd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:47.235728 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:47.327827 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:47.422603 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:47.505314 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Attempting to bind port 0be60856-3166-40ea-8a2f-36ce26f86ed2 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:35:47.506025 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Attempting to bind port 0be60856-3166-40ea-8a2f-36ce26f86ed2 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'ea6d9890-1e37-4008-a6d9-76ea7b203454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '28f26eb1-6c4f-4963-8cbe-3fcd8a81f522'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:35:47.506526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Attempting to bind port 0be60856-3166-40ea-8a2f-36ce26f86ed2 on network 28f26eb1-6c4f-4963-8cbe-3fcd8a81f522 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:35:47.548691 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:47.554024 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:35:47.554794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Checking segment: {'id': 'ea6d9890-1e37-4008-a6d9-76ea7b203454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '28f26eb1-6c4f-4963-8cbe-3fcd8a81f522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:35:47.555450 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:47.556127 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Bound using segment: {'id': 'ea6d9890-1e37-4008-a6d9-76ea7b203454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '28f26eb1-6c4f-4963-8cbe-3fcd8a81f522'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:35:47.556891 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Bound port: 0be60856-3166-40ea-8a2f-36ce26f86ed2, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6d9890-1e37-4008-a6d9-76ea7b203454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '28f26eb1-6c4f-4963-8cbe-3fcd8a81f522'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:35:47.557433 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:47.574854 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e3cb25f7-1046-4f85-9646-c872ff2a29f6 None None] Provisioning complete for port d15ff41e-6b7f-4ba8-9ebb-30a958761d44 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:47.575388 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e3cb25f7-1046-4f85-9646-c872ff2a29f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:47.590207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1147fb-cda6-49c8-b8c0-280b4a264096 None None] Pushing event updated for resources: {'Port': ['ID=d15ff41e-6b7f-4ba8-9ebb-30a958761d44,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:47.591625 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:47.659635 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:47.767072 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24ba7497-dcdc-43c2-abb8-c6fcd6c6ffd9 req-60f2dddc-3c67-4713-b10e-543692cb164f tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0471399 Nov 19 09:35:47.825317 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Network a29b9291-077e-45c3-868d-a256b182f155 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:47.829656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Router 4fac39d9-156b-49d4-b3f9-9f44dbb4812b is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:35:47.836909 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:47.860887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:47.873597 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:47.880460 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:47.886622 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Pushing event updated for resources: {'Port': ['ID=1265d64a-bcb9-47f2-88f4-2fe1d6a3472c,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:47.913838 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] For port 0be60856-3166-40ea-8a2f-36ce26f86ed2, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:35:47.982466 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:47.984330 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=7e478578-bd68-4406-aa3b-f091900fc1dd,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:47.994576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:48.005672 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Sync routers for ids ['4fac39d9-156b-49d4-b3f9-9f44dbb4812b'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:48.022781 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Routers {'4fac39d9-156b-49d4-b3f9-9f44dbb4812b'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:48.026428 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fac39d9-156b-49d4-b3f9-9f44dbb4812b'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:48.048947 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a764da86-36cd-485a-a4ea-d45d63158a91 req-77ab478e-1afd-45ec-9b13-c8e3283cae6a tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 210 time: 0.0446661 Nov 19 09:35:48.083216 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:48.088743 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ef60850f-ca94-4b96-9810-a48a09c2bb3c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0213954 Nov 19 09:35:48.089734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43232) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:48.190259 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network 28f26eb1-6c4f-4963-8cbe-3fcd8a81f522 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:48.191848 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:48.210557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] For port 0be60856-3166-40ea-8a2f-36ce26f86ed2, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0be60856-3166-40ea-8a2f-36ce26f86ed2,segment=NetworkSegment(ea6d9890-1e37-4008-a6d9-76ea7b203454),segment_id=ea6d9890-1e37-4008-a6d9-76ea7b203454)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:35:48.222993 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8548198f-123b-448f-8b58-b03e58c08996 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "GET /v2.0/routers/4fac39d9-156b-49d4-b3f9-9f44dbb4812b HTTP/1.1" status: 200 len: 907 time: 0.1318002 Nov 19 09:35:48.224033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43234) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:48.232780 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Attempting to bind port 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:35:48.233304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Attempting to bind port 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'bc70ec5c-db17-43bc-8827-612b1e6c53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a29b9291-077e-45c3-868d-a256b182f155'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:35:48.234967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Attempting to bind port 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c on network a29b9291-077e-45c3-868d-a256b182f155 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:35:48.241492 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:48.245183 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:35:48.245554 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Checking segment: {'id': 'bc70ec5c-db17-43bc-8827-612b1e6c53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a29b9291-077e-45c3-868d-a256b182f155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:35:48.245960 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:48.246617 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Bound using segment: {'id': 'bc70ec5c-db17-43bc-8827-612b1e6c53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a29b9291-077e-45c3-868d-a256b182f155'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:35:48.246935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Bound port: 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc70ec5c-db17-43bc-8827-612b1e6c53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'a29b9291-077e-45c3-868d-a256b182f155'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:35:48.247323 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:48.249716 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:48.258933 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Set router 4fac39d9-156b-49d4-b3f9-9f44dbb4812b gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:35:48.325644 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d4878-08b2-4238-8b73-a288b8bb82ce None None] Pushing event updated for resources: {'Port': ['ID=0be60856-3166-40ea-8a2f-36ce26f86ed2,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:48.341661 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee303c56-74d3-4e04-acc9-40a0d4b5696b', 'name': 'tempest-snat-router-1625543276', 'tenant_id': 'b5f7f16d5db54034855b013e126f68ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200'}], 'enable_snat': False}, 'gw_port_id': 'd15ff41e-6b7f-4ba8-9ebb-30a958761d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:39Z', 'updated_at': '2021-11-19T09:35:42Z', 'revision_number': 3, 'project_id': 'b5f7f16d5db54034855b013e126f68ce', 'gw_port': {'id': 'd15ff41e-6b7f-4ba8-9ebb-30a958761d44', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee303c56-74d3-4e04-acc9-40a0d4b5696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:40Z', 'updated_at': '2021-11-19T09:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:48.403529 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01ca0e5f-4132-4279-a557-07dc0234eb1b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:48.404185 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcfc2e6-92ea-405d-a849-7b9b7a410889 None None] The sync data for ids ['ee303c56-74d3-4e04-acc9-40a0d4b5696b'] in n-d-805649-14 is: [{'id': 'ee303c56-74d3-4e04-acc9-40a0d4b5696b', 'name': 'tempest-snat-router-1625543276', 'tenant_id': 'b5f7f16d5db54034855b013e126f68ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200'}], 'enable_snat': False}, 'gw_port_id': 'd15ff41e-6b7f-4ba8-9ebb-30a958761d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:39Z', 'updated_at': '2021-11-19T09:35:42Z', 'revision_number': 3, 'project_id': 'b5f7f16d5db54034855b013e126f68ce', 'gw_port': {'id': 'd15ff41e-6b7f-4ba8-9ebb-30a958761d44', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:3c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee303c56-74d3-4e04-acc9-40a0d4b5696b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:40Z', 'updated_at': '2021-11-19T09:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:48.490488 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e3cb25f7-1046-4f85-9646-c872ff2a29f6 None None] Provisioning complete for port ec20350f-a267-4cd7-97d6-53e8abc29a6c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:48.490918 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e3cb25f7-1046-4f85-9646-c872ff2a29f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:48.616886 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb25f7-1046-4f85-9646-c872ff2a29f6 None None] Port ec20350f-a267-4cd7-97d6-53e8abc29a6c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:35:48.627407 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] For port 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:35:48.634846 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] For port 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1265d64a-bcb9-47f2-88f4-2fe1d6a3472c,segment=NetworkSegment(bc70ec5c-db17-43bc-8827-612b1e6c53bb),segment_id=bc70ec5c-db17-43bc-8827-612b1e6c53bb)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:35:48.641746 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:48.712586 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fac39d9-156b-49d4-b3f9-9f44dbb4812b', 'name': 'tempest-snat-router-1625543276', 'tenant_id': 'b5f7f16d5db54034855b013e126f68ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ec20350f-a267-4cd7-97d6-53e8abc29a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:44Z', 'updated_at': '2021-11-19T09:35:47Z', 'revision_number': 3, 'project_id': 'b5f7f16d5db54034855b013e126f68ce', 'gw_port': {'id': 'ec20350f-a267-4cd7-97d6-53e8abc29a6c', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fac39d9-156b-49d4-b3f9-9f44dbb4812b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:45Z', 'updated_at': '2021-11-19T09:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:48.719901 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01ca0e5f-4132-4279-a557-07dc0234eb1b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:48.778237 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Checking router: 4fac39d9-156b-49d4-b3f9-9f44dbb4812b for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:35:48.781539 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Updating router 4fac39d9-156b-49d4-b3f9-9f44dbb4812b port ec20350f-a267-4cd7-97d6-53e8abc29a6c binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:35:48.794439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38251c82-5f19-4257-981f-f5c7db31c0e3 None None] Pushing event updated for resources: {'Port': ['ID=1265d64a-bcb9-47f2-88f4-2fe1d6a3472c,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:48.919681 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router 54b89947-57d5-4891-9a14-0f3426bc0a1c is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:35:48.934047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-01ca0e5f-4132-4279-a557-07dc0234eb1b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Deleting port ec20350f-a267-4cd7-97d6-53e8abc29a6c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:48.934047 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01ca0e5f-4132-4279-a557-07dc0234eb1b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:48.981566 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:49.017212 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933427d-c0f0-4544-83a4-94ef4262354f req-0b276823-a507-423b-acbd-325167277669 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:49.024601 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7933427d-c0f0-4544-83a4-94ef4262354f req-0b276823-a507-423b-acbd-325167277669 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.71 "GET /v2.0/networks?id=177d4f14-9ea5-478f-b3f7-ca52b73386a7 HTTP/1.1" status: 200 len: 797 time: 0.5852773 Nov 19 09:35:49.429452 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:49.439044 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55360faf-5e3e-4a95-b1f8-6fec63f161ab None None] Sync routers for ids ['54b89947-57d5-4891-9a14-0f3426bc0a1c'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:49.448196 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9eb21275-38f6-4df8-8c8f-320142e9a2d7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/54b89947-57d5-4891-9a14-0f3426bc0a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4293480 Nov 19 09:35:49.458703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55360faf-5e3e-4a95-b1f8-6fec63f161ab None None] Routers {'54b89947-57d5-4891-9a14-0f3426bc0a1c'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:49.459347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-55360faf-5e3e-4a95-b1f8-6fec63f161ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['54b89947-57d5-4891-9a14-0f3426bc0a1c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:49.514140 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7933427d-c0f0-4544-83a4-94ef4262354f req-ce60670e-d1d6-491e-b476-27a3dd4b7b40 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c04298d2bb642d79968d3549688d186 HTTP/1.1" status: 200 len: 478 time: 0.4753933 Nov 19 09:35:49.514566 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43248) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:49.534950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-55360faf-5e3e-4a95-b1f8-6fec63f161ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:49.558814 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55360faf-5e3e-4a95-b1f8-6fec63f161ab None None] Routers {'54b89947-57d5-4891-9a14-0f3426bc0a1c'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:49.559465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-55360faf-5e3e-4a95-b1f8-6fec63f161ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['54b89947-57d5-4891-9a14-0f3426bc0a1c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:49.584574 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-7933427d-c0f0-4544-83a4-94ef4262354f req-1a0237ee-6e6b-4c10-bb54-ec477a7cb5bb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Request body: {'port': {'device_id': '4d45365f-b493-4376-9955-0166bf777b24', 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7', 'admin_state_up': True, 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'security_groups': ['ff3fa909-9fff-4360-964c-4e7fe007b07b', 'cc735e8f-207b-441a-bf97-1bbfdc40e636']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:49.595970 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:49.602820 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0169765-ccc5-4614-ac88-9b5d5733a1c3 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:49.607061 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f0169765-ccc5-4614-ac88-9b5d5733a1c3 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports/7e478578-bd68-4406-aa3b-f091900fc1dd HTTP/1.1" status: 200 len: 910 time: 0.0888817 Nov 19 09:35:49.607273 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43250) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:49.615473 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:49.660639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-55360faf-5e3e-4a95-b1f8-6fec63f161ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:49.661342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55360faf-5e3e-4a95-b1f8-6fec63f161ab None None] The sync data for ids ['54b89947-57d5-4891-9a14-0f3426bc0a1c'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:49.663667 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56907693-68eb-4bab-bef7-a0695a57abe7 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:49.733533 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16ca844c-c9bd-45e9-ad74-a350ffbf7c73 req-41619689-5894-4eaa-894b-6d22350305e1 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.7936444 Nov 19 09:35:49.792757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8da23b1c-7848-4d42-978b-7cb2dd299237 None None] Provisioning complete for port ec20350f-a267-4cd7-97d6-53e8abc29a6c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:49.793273 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8da23b1c-7848-4d42-978b-7cb2dd299237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:49.808362 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Attempting to bind port ec20350f-a267-4cd7-97d6-53e8abc29a6c on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:35:49.808974 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Attempting to bind port ec20350f-a267-4cd7-97d6-53e8abc29a6c by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:35:49.809415 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Attempting to bind port ec20350f-a267-4cd7-97d6-53e8abc29a6c on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:35:49.827625 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:35:49.828046 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:35:49.828415 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:49.828802 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:35:49.829319 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Bound port: ec20350f-a267-4cd7-97d6-53e8abc29a6c, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:35:49.829981 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:49.848345 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6fc8dc05-53c0-4a34-acb6-9269612572b7 req-6acbd3ea-048f-4978-83a7-d5058c1a14db tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 210 time: 0.1307592 Nov 19 09:35:49.880773 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40445219-2e73-42ac-9af4-802112b62390 None None] Pushing event updated for resources: {'Port': ['ID=ec20350f-a267-4cd7-97d6-53e8abc29a6c,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:49.934179 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-54a53e29-8ee4-4895-b7ae-e1ffb4819980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:49.941766 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8da23b1c-7848-4d42-978b-7cb2dd299237 None None] Port ec20350f-a267-4cd7-97d6-53e8abc29a6c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:35:49.953196 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01ca0e5f-4132-4279-a557-07dc0234eb1b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:49.978844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-01ca0e5f-4132-4279-a557-07dc0234eb1b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Calling delete_port for ec20350f-a267-4cd7-97d6-53e8abc29a6c owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:50.026344 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d15ff41e-6b7f-4ba8-9ebb-30a958761d44 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:35:50.077060 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] For port ec20350f-a267-4cd7-97d6-53e8abc29a6c, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:35:50.083236 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] For port ec20350f-a267-4cd7-97d6-53e8abc29a6c, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ec20350f-a267-4cd7-97d6-53e8abc29a6c,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:35:50.099832 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:50.155663 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adaf19b-bf16-41f1-8172-0a305baf64c9 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:50.168997 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7933427d-c0f0-4544-83a4-94ef4262354f req-1a0237ee-6e6b-4c10-bb54-ec477a7cb5bb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Made reservation on behalf of 0c04298d2bb642d79968d3549688d186 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:35:50.181944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d15ff41e-6b7f-4ba8-9ebb-30a958761d44 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:50.182663 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:50.185252 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7933427d-c0f0-4544-83a4-94ef4262354f req-1a0237ee-6e6b-4c10-bb54-ec477a7cb5bb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:50.204903 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Routers {'4fac39d9-156b-49d4-b3f9-9f44dbb4812b'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:50.205565 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4fac39d9-156b-49d4-b3f9-9f44dbb4812b'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:50.305709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cd9bce9e-2ea8-461b-9f58-e70a31fcae2f None None] Provisioning complete for port ec20350f-a267-4cd7-97d6-53e8abc29a6c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:50.306238 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cd9bce9e-2ea8-461b-9f58-e70a31fcae2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:50.406324 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40445219-2e73-42ac-9af4-802112b62390 None None] Pushing event updated for resources: {'Port': ['ID=ec20350f-a267-4cd7-97d6-53e8abc29a6c,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:50.437839 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01ca0e5f-4132-4279-a557-07dc0234eb1b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:50.484452 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] Set router 4fac39d9-156b-49d4-b3f9-9f44dbb4812b gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:35:50.490453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2561a38e-b272-471e-8888-2ae99d53d239 None None] Network 28f26eb1-6c4f-4963-8cbe-3fcd8a81f522 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:35:50.555825 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca0e5f-4132-4279-a557-07dc0234eb1b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec20350f-a267-4cd7-97d6-53e8abc29a6c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:50.571566 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fac39d9-156b-49d4-b3f9-9f44dbb4812b', 'name': 'tempest-snat-router-1625543276', 'tenant_id': 'b5f7f16d5db54034855b013e126f68ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:44Z', 'updated_at': '2021-11-19T09:35:48Z', 'revision_number': 4, 'project_id': 'b5f7f16d5db54034855b013e126f68ce', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:50.607032 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01ca0e5f-4132-4279-a557-07dc0234eb1b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:50.623271 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8747c52-c61f-43b6-94c6-6fabb755dc72 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:50.647178 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2db76e-c2b4-447d-975a-007168901f71 None None] The sync data for ids ['4fac39d9-156b-49d4-b3f9-9f44dbb4812b'] in n-d-805649-14 is: [{'id': '4fac39d9-156b-49d4-b3f9-9f44dbb4812b', 'name': 'tempest-snat-router-1625543276', 'tenant_id': 'b5f7f16d5db54034855b013e126f68ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:44Z', 'updated_at': '2021-11-19T09:35:48Z', 'revision_number': 4, 'project_id': 'b5f7f16d5db54034855b013e126f68ce', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:50.684091 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-7933427d-c0f0-4544-83a4-94ef4262354f req-1a0237ee-6e6b-4c10-bb54-ec477a7cb5bb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Allocated IP 172.20.0.7 (177d4f14-9ea5-478f-b3f7-ca52b73386a7/72cd07d8-2aae-47f1-8b6b-d8393ba746b4/e85335f5-78de-4a79-9af5-a18e409bc79a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:50.700444 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cd9bce9e-2ea8-461b-9f58-e70a31fcae2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:50.742082 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:35:50.818191 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01ca0e5f-4132-4279-a557-07dc0234eb1b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:50.823447 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01ca0e5f-4132-4279-a557-07dc0234eb1b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:50.978043 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-868b27b1-2694-4709-b5fe-e3036186940c req-02d2dd92-eb2c-4e78-95a1-6fea81889150 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.1189053 Nov 19 09:35:50.989962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11c7dc8-f327-4570-aeac-a47a47fce715 None None] Network a29b9291-077e-45c3-868d-a256b182f155 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:35:50.991735 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01ca0e5f-4132-4279-a557-07dc0234eb1b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:50.992464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ca0e5f-4132-4279-a557-07dc0234eb1b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fac39d9-156b-49d4-b3f9-9f44dbb4812b {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:35:51.021060 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01ca0e5f-4132-4279-a557-07dc0234eb1b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:51.023822 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-01ca0e5f-4132-4279-a557-07dc0234eb1b tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "DELETE /v2.0/routers/4fac39d9-156b-49d4-b3f9-9f44dbb4812b HTTP/1.1" status: 204 len: 168 time: 2.7974131 Nov 19 09:35:51.026387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43264) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:51.094827 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:51.095246 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:51.100571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a3d585b-3050-45e3-a398-6a9cac7ded15 req-f65c7838-00bb-446e-a676-b2f0d0b9eb42 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 210 time: 0.1108000 Nov 19 09:35:51.214521 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b35e8108-e153-4a8a-b6df-d5d90bbd90ac None None] Provisioning complete for port 0be60856-3166-40ea-8a2f-36ce26f86ed2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:51.214784 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b35e8108-e153-4a8a-b6df-d5d90bbd90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:51.292929 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b2ac-9e4b-4d24-86df-407361802e0e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:51.396374 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:51.450847 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b2ac-9e4b-4d24-86df-407361802e0e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:51.549207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1265d64a-bcb9-47f2-88f4-2fe1d6a3472c,segment=NetworkSegment(bc70ec5c-db17-43bc-8827-612b1e6c53bb),segment_id=bc70ec5c-db17-43bc-8827-612b1e6c53bb)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:51.554743 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b35e8108-e153-4a8a-b6df-d5d90bbd90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:51.560727 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:51.561645 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0be60856-3166-40ea-8a2f-36ce26f86ed2 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:35:51.601134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a3d6b2ac-9e4b-4d24-86df-407361802e0e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Deleting port d15ff41e-6b7f-4ba8-9ebb-30a958761d44 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:51.601479 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b2ac-9e4b-4d24-86df-407361802e0e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:51.610901 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:51.669778 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b35e8108-e153-4a8a-b6df-d5d90bbd90ac None None] For port 0be60856-3166-40ea-8a2f-36ce26f86ed2, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0be60856-3166-40ea-8a2f-36ce26f86ed2,segment=NetworkSegment(ea6d9890-1e37-4008-a6d9-76ea7b203454),segment_id=ea6d9890-1e37-4008-a6d9-76ea7b203454)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:51.684984 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b35e8108-e153-4a8a-b6df-d5d90bbd90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:51.699693 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=1265d64a-bcb9-47f2-88f4-2fe1d6a3472c,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:51.729940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b35e8108-e153-4a8a-b6df-d5d90bbd90ac None None] Provisioning complete for port 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:51.734111 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b35e8108-e153-4a8a-b6df-d5d90bbd90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:51.798872 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-a3d6b2ac-9e4b-4d24-86df-407361802e0e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] For port d15ff41e-6b7f-4ba8-9ebb-30a958761d44, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d15ff41e-6b7f-4ba8-9ebb-30a958761d44,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:51.799237 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b2ac-9e4b-4d24-86df-407361802e0e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:51.839009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a3d6b2ac-9e4b-4d24-86df-407361802e0e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Calling delete_port for d15ff41e-6b7f-4ba8-9ebb-30a958761d44 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:51.845071 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7933427d-c0f0-4544-83a4-94ef4262354f req-1a0237ee-6e6b-4c10-bb54-ec477a7cb5bb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:51.885353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 0be60856-3166-40ea-8a2f-36ce26f86ed2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:51.889756 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:51.971825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e8108-e153-4a8a-b6df-d5d90bbd90ac None None] Pushing event updated for resources: {'Port': ['ID=0be60856-3166-40ea-8a2f-36ce26f86ed2,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:52.048361 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7933427d-c0f0-4544-83a4-94ef4262354f req-1a0237ee-6e6b-4c10-bb54-ec477a7cb5bb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.170844 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7933427d-c0f0-4544-83a4-94ef4262354f req-1a0237ee-6e6b-4c10-bb54-ec477a7cb5bb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Network 177d4f14-9ea5-478f-b3f7-ca52b73386a7 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:52.189755 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b32e9747-63c7-4836-b6ca-c5830e2d0e4f req-30f51d2e-b618-4aa1-a915-8c076188b4a5 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0716074 Nov 19 09:35:52.218398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-7933427d-c0f0-4544-83a4-94ef4262354f req-1a0237ee-6e6b-4c10-bb54-ec477a7cb5bb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:52.222817 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-7933427d-c0f0-4544-83a4-94ef4262354f req-1a0237ee-6e6b-4c10-bb54-ec477a7cb5bb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:52.301515 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80811446-3005-4f65-9756-00c1f6492daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.307813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0237ee-6e6b-4c10-bb54-ec477a7cb5bb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'Port': ['ID=e85335f5-78de-4a79-9af5-a18e409bc79a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:52.350300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0182888-2e33-450f-9d2d-25b888d6cf79 req-fcf7d8a7-9af6-4d88-84bb-3988b8738e78 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:52.352525 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0182888-2e33-450f-9d2d-25b888d6cf79 req-fcf7d8a7-9af6-4d88-84bb-3988b8738e78 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 970 time: 0.1120121 Nov 19 09:35:52.353625 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b2ac-9e4b-4d24-86df-407361802e0e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.373857 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933427d-c0f0-4544-83a4-94ef4262354f req-1a0237ee-6e6b-4c10-bb54-ec477a7cb5bb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:52.374556 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7933427d-c0f0-4544-83a4-94ef4262354f req-1a0237ee-6e6b-4c10-bb54-ec477a7cb5bb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.395609 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:35:52.420375 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Allocated IP 172.21.0.1 (a29b9291-077e-45c3-868d-a256b182f155/ceb055d8-e061-4fcd-8654-5cc3e17ff6ad/ad8ced89-828d-4e6c-aec6-802b9a7bae11) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:52.426843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6b2ac-9e4b-4d24-86df-407361802e0e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Pushing event deleted for resources: {'Port': ['ID=d15ff41e-6b7f-4ba8-9ebb-30a958761d44,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:52.429446 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7933427d-c0f0-4544-83a4-94ef4262354f req-1a0237ee-6e6b-4c10-bb54-ec477a7cb5bb tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.8492293 Nov 19 09:35:52.448953 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Request body: {'port': {'device_id': '4d45365f-b493-4376-9955-0166bf777b24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:52.466557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af474359-8934-4c4c-adb3-24e7781a41c3 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:52.529320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6aaa3878-393b-449e-8874-00c5acb28ea2 None None] Provisioning complete for port 7e478578-bd68-4406-aa3b-f091900fc1dd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:52.530076 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3878-393b-449e-8874-00c5acb28ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.585390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0182888-2e33-450f-9d2d-25b888d6cf79 req-609313e4-9b63-4f48-b49e-ed018652083e tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3fa909-9fff-4360-964c-4e7fe007b07b&id=cc735e8f-207b-441a-bf97-1bbfdc40e636&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2220428 Nov 19 09:35:52.590833 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b2ac-9e4b-4d24-86df-407361802e0e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.604983 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa3878-393b-449e-8874-00c5acb28ea2 None None] Port 7e478578-bd68-4406-aa3b-f091900fc1dd cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:35:52.615377 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.630386 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:52.632256 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.682436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6aaa3878-393b-449e-8874-00c5acb28ea2 None None] Provisioning complete for port 0be60856-3166-40ea-8a2f-36ce26f86ed2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:52.682947 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3878-393b-449e-8874-00c5acb28ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.742112 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b2ac-9e4b-4d24-86df-407361802e0e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.744572 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b2ac-9e4b-4d24-86df-407361802e0e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.782348 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.815674 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0be60856-3166-40ea-8a2f-36ce26f86ed2 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:35:52.829335 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b2ac-9e4b-4d24-86df-407361802e0e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.830087 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d6b2ac-9e4b-4d24-86df-407361802e0e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee303c56-74d3-4e04-acc9-40a0d4b5696b {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:35:52.836063 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b2ac-9e4b-4d24-86df-407361802e0e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.838479 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a3d6b2ac-9e4b-4d24-86df-407361802e0e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ee303c56-74d3-4e04-acc9-40a0d4b5696b HTTP/1.1" status: 204 len: 168 time: 1.8108683 Nov 19 09:35:52.840918 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43278) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:52.847338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-882404713', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}, 'admin_state_up': False}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:52.891747 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.893206 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.908992 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 0be60856-3166-40ea-8a2f-36ce26f86ed2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:52.909553 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.914782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6aaa3878-393b-449e-8874-00c5acb28ea2 None None] Provisioning complete for port 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:52.915157 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6aaa3878-393b-449e-8874-00c5acb28ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:52.964486 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:53.048773 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:53.119840 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network a29b9291-077e-45c3-868d-a256b182f155 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:53.133999 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:53.136416 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:53.140873 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:53.173055 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=ad8ced89-828d-4e6c-aec6-802b9a7bae11,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:53.207058 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-be2d1de3-d736-4128-b72b-e63ef95eb8e7 None None] Provisioning complete for port e85335f5-78de-4a79-9af5-a18e409bc79a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:53.208187 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-be2d1de3-d736-4128-b72b-e63ef95eb8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:53.217509 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:53.258267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-be2d1de3-d736-4128-b72b-e63ef95eb8e7 None None] Port e85335f5-78de-4a79-9af5-a18e409bc79a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:35:53.380111 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85335f5-78de-4a79-9af5-a18e409bc79a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:35:53.392260 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:53.429322 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Transition to ACTIVE for port object e85335f5-78de-4a79-9af5-a18e409bc79a will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:35:53.459141 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a35f27f-6701-474e-8d66-d9a0528cf57f req-e707ec83-f85f-4307-9c8a-f624cf4ad4b0 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0437796 Nov 19 09:35:53.476086 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:53.491159 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:53.504353 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:53.511706 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5cd43a07-a9eb-4243-94f9-06d51943b8c5 None None] Provisioning complete for port ad8ced89-828d-4e6c-aec6-802b9a7bae11 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:53.512817 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5cd43a07-a9eb-4243-94f9-06d51943b8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:53.512944 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:53.530605 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:53.566410 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Pushing event updated for resources: {'Port': ['ID=e85335f5-78de-4a79-9af5-a18e409bc79a,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:53.571507 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5cd43a07-a9eb-4243-94f9-06d51943b8c5 None None] Port ad8ced89-828d-4e6c-aec6-802b9a7bae11 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:35:53.730909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Allocated IP 172.25.0.78 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/ab8d5e65-1254-41a9-a076-f28a78f54e0c) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:53.767256 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Attempting to bind port e85335f5-78de-4a79-9af5-a18e409bc79a on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:35:53.768388 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Attempting to bind port e85335f5-78de-4a79-9af5-a18e409bc79a by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '5e82c3f3-9b6f-47bb-80ba-fe8b39be569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:35:53.768825 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Attempting to bind port e85335f5-78de-4a79-9af5-a18e409bc79a on network 177d4f14-9ea5-478f-b3f7-ca52b73386a7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:35:53.770977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1903a19-72e2-4e7d-a7a3-d29a906034bb req-1612c2aa-7607-423d-9618-c0d4e9e507bc tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:53.773939 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1903a19-72e2-4e7d-a7a3-d29a906034bb req-1612c2aa-7607-423d-9618-c0d4e9e507bc tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 982 time: 0.0869675 Nov 19 09:35:53.780859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Port e85335f5-78de-4a79-9af5-a18e409bc79a on network 177d4f14-9ea5-478f-b3f7-ca52b73386a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:35:53.781219 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Attempting to bind port e85335f5-78de-4a79-9af5-a18e409bc79a on network 177d4f14-9ea5-478f-b3f7-ca52b73386a7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:35:53.792769 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:35:53.793284 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Checking segment: {'id': '5e82c3f3-9b6f-47bb-80ba-fe8b39be569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:35:53.793676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Bound using segment: {'id': '5e82c3f3-9b6f-47bb-80ba-fe8b39be569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:35:53.794265 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Bound port: e85335f5-78de-4a79-9af5-a18e409bc79a, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e82c3f3-9b6f-47bb-80ba-fe8b39be569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:35:53.794727 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:53.908443 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] For port e85335f5-78de-4a79-9af5-a18e409bc79a, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:35:53.918688 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1903a19-72e2-4e7d-a7a3-d29a906034bb req-30f04c1c-1be6-42cb-8662-f12afe5fab31 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3fa909-9fff-4360-964c-4e7fe007b07b&id=cc735e8f-207b-441a-bf97-1bbfdc40e636&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0834954 Nov 19 09:35:53.961584 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:53.972666 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] For port e85335f5-78de-4a79-9af5-a18e409bc79a, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e85335f5-78de-4a79-9af5-a18e409bc79a,segment=NetworkSegment(5e82c3f3-9b6f-47bb-80ba-fe8b39be569b),segment_id=5e82c3f3-9b6f-47bb-80ba-fe8b39be569b)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:35:53.979650 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:54.000580 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:54.039651 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:54.040485 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:54.042119 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7933427d-c0f0-4544-83a4-94ef4262354f req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] 10.222.0.71 "PUT /v2.0/ports/e85335f5-78de-4a79-9af5-a18e409bc79a HTTP/1.1" status: 200 len: 1131 time: 1.5993478 Nov 19 09:35:54.042649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d45365f-b493-4376-9955-0166bf777b24', 'tag': 'e85335f5-78de-4a79-9af5-a18e409bc79a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:35:54.044022 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:54.045391 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e489c55-46d7-4708-97ec-cb2ac91a93ce" -d '{"events": [{"name": "network-changed", "server_uuid": "4d45365f-b493-4376-9955-0166bf777b24", "tag": "e85335f5-78de-4a79-9af5-a18e409bc79a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:35:54.054746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:54.057468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:54.076916 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4c523b-eea7-4849-8eda-ebb6f345bb08 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:54.124686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Pushing event updated for resources: {'Port': ['ID=ab8d5e65-1254-41a9-a076-f28a78f54e0c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:54.157984 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-30f2a660-9aa8-4e18-90a8-7957fc015388 None None] Provisioning complete for port ab8d5e65-1254-41a9-a076-f28a78f54e0c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:54.159382 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-30f2a660-9aa8-4e18-90a8-7957fc015388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:54.166456 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80417ee3-6c8d-4eaa-8143-d3f3a432a77a x-openstack-request-id: req-80417ee3-6c8d-4eaa-8143-d3f3a432a77a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:35:54.166767 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d45365f-b493-4376-9955-0166bf777b24", "tag": "e85335f5-78de-4a79-9af5-a18e409bc79a", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:35:54.167034 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80417ee3-6c8d-4eaa-8143-d3f3a432a77a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:35:54.167465 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d45365f-b493-4376-9955-0166bf777b24', 'tag': 'e85335f5-78de-4a79-9af5-a18e409bc79a', 'status': 'completed', 'code': 200} Nov 19 09:35:54.199740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742d2dd-36a9-4fc1-b146-a23b5d48da39 service neutron] Pushing event updated for resources: {'Port': ['ID=e85335f5-78de-4a79-9af5-a18e409bc79a,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:54.230917 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-30f2a660-9aa8-4e18-90a8-7957fc015388 None None] Port ab8d5e65-1254-41a9-a076-f28a78f54e0c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:35:54.277270 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:54.285604 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933427d-c0f0-4544-83a4-94ef4262354f req-3d801840-7018-4916-bfe3-e4ab227cd361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:54.289470 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7933427d-c0f0-4544-83a4-94ef4262354f req-3d801840-7018-4916-bfe3-e4ab227cd361 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c04298d2bb642d79968d3549688d186&device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 1134 time: 0.1753488 Nov 19 09:35:54.294677 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:54.355842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d15ff41e-6b7f-4ba8-9ebb-30a958761d44 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:35:54.380400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: d15ff41e-6b7f-4ba8-9ebb-30a958761d44 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:35:54.381047 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d15ff41e-6b7f-4ba8-9ebb-30a958761d44 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:35:54.393000 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:54.424001 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7933427d-c0f0-4544-83a4-94ef4262354f req-ac5e3a30-d5a1-4086-859c-d71c5add4594 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e85335f5-78de-4a79-9af5-a18e409bc79a HTTP/1.1" status: 200 len: 217 time: 0.1134202 Nov 19 09:35:54.483125 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:54.487226 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=ad8ced89-828d-4e6c-aec6-802b9a7bae11,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:54.505353 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933427d-c0f0-4544-83a4-94ef4262354f req-46108c0d-076a-4f88-bfa6-b8f3f7a6ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:54.507022 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7933427d-c0f0-4544-83a4-94ef4262354f req-46108c0d-076a-4f88-bfa6-b8f3f7a6ceaf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=72cd07d8-2aae-47f1-8b6b-d8393ba746b4 HTTP/1.1" status: 200 len: 834 time: 0.0725570 Nov 19 09:35:54.590655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5eafc64b-6787-443a-aed7-94c387dc5f5a req-94832d65-bf5f-4537-9bea-2ec353823138 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0314143 Nov 19 09:35:54.645448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933427d-c0f0-4544-83a4-94ef4262354f req-93845d61-4ee6-4473-8b8a-e53a125df998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:54.647345 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7933427d-c0f0-4544-83a4-94ef4262354f req-93845d61-4ee6-4473-8b8a-e53a125df998 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=177d4f14-9ea5-478f-b3f7-ca52b73386a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1276217 Nov 19 09:35:54.658457 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:54.660162 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network a29b9291-077e-45c3-868d-a256b182f155 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:54.669372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:54.821523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Router dbafb54b-c036-4cb6-adec-8bcc41b803e2 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:35:54.835394 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router 54b89947-57d5-4891-9a14-0f3426bc0a1c has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:35:54.841279 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7933427d-c0f0-4544-83a4-94ef4262354f req-f08374b4-4985-4332-90f6-9978af3e3312 service neutron] 10.222.0.71 "GET /v2.0/networks/177d4f14-9ea5-478f-b3f7-ca52b73386a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796129 Nov 19 09:35:55.109241 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:55.113129 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7933427d-c0f0-4544-83a4-94ef4262354f req-d49b7433-56a8-4612-8264-9a483b454ad6 service neutron] 10.222.0.71 "GET /v2.0/networks/177d4f14-9ea5-478f-b3f7-ca52b73386a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581828 Nov 19 09:35:55.116871 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-41834e50-e7b7-4a2a-849d-2d5c20e61d4c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/54b89947-57d5-4891-9a14-0f3426bc0a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5086534 Nov 19 09:35:55.121336 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce406e3-8e68-4e6e-ba50-9c4f4814f860 None None] Sync routers for ids ['54b89947-57d5-4891-9a14-0f3426bc0a1c'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:55.130521 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43302) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:55.136929 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce406e3-8e68-4e6e-ba50-9c4f4814f860 None None] Routers {'54b89947-57d5-4891-9a14-0f3426bc0a1c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:55.139267 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2ce406e3-8e68-4e6e-ba50-9c4f4814f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['54b89947-57d5-4891-9a14-0f3426bc0a1c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:55.189723 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:55.195368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7ed7ef8c-7251-4262-b8b4-8fd289f84f12 None None] Provisioning complete for port ad8ced89-828d-4e6c-aec6-802b9a7bae11 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:55.201549 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7ed7ef8c-7251-4262-b8b4-8fd289f84f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:55.225325 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2ce406e3-8e68-4e6e-ba50-9c4f4814f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:55.226169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1519d0-672e-473c-af09-8255830ead76 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:55.227908 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ed1519d0-672e-473c-af09-8255830ead76 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports/ad8ced89-828d-4e6c-aec6-802b9a7bae11 HTTP/1.1" status: 200 len: 910 time: 0.0952332 Nov 19 09:35:55.231868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43304) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:55.241866 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7ed7ef8c-7251-4262-b8b4-8fd289f84f12 None None] Port ad8ced89-828d-4e6c-aec6-802b9a7bae11 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:35:55.252512 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce406e3-8e68-4e6e-ba50-9c4f4814f860 None None] Routers {'54b89947-57d5-4891-9a14-0f3426bc0a1c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:55.253533 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2ce406e3-8e68-4e6e-ba50-9c4f4814f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['54b89947-57d5-4891-9a14-0f3426bc0a1c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:55.304951 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2ce406e3-8e68-4e6e-ba50-9c4f4814f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:55.305858 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce406e3-8e68-4e6e-ba50-9c4f4814f860 None None] The sync data for ids ['54b89947-57d5-4891-9a14-0f3426bc0a1c'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:55.339026 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e489c55-46d7-4708-97ec-cb2ac91a93ce req-03facc5e-8ef9-40ac-bfc7-6ef6a3361d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:55.340114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:55.340608 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5e489c55-46d7-4708-97ec-cb2ac91a93ce req-03facc5e-8ef9-40ac-bfc7-6ef6a3361d2b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c04298d2bb642d79968d3549688d186&device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 1134 time: 0.1533813 Nov 19 09:35:55.353491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5738f30d-e1db-4165-ba6b-77f32f15cbfd None None] Sync routers for ids ['dbafb54b-c036-4cb6-adec-8bcc41b803e2'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:55.366157 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5738f30d-e1db-4165-ba6b-77f32f15cbfd None None] Routers {'dbafb54b-c036-4cb6-adec-8bcc41b803e2'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:55.367245 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5738f30d-e1db-4165-ba6b-77f32f15cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['dbafb54b-c036-4cb6-adec-8bcc41b803e2'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:55.371786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c5896-a27d-4de3-8eac-b1d17f613a67 req-45b82e99-b800-4fdc-9887-ace68a3407b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:55.373102 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af8c5896-a27d-4de3-8eac-b1d17f613a67 req-45b82e99-b800-4fdc-9887-ace68a3407b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 982 time: 0.0847297 Nov 19 09:35:55.376426 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:55.378311 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9deff895-dfd2-48e5-a126-b76e0b9f4dcd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.5362630 Nov 19 09:35:55.383698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43306) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:55.388492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-05a83e4b-2639-45f6-86fd-d40273a88fa0 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'enable_snat': False}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:55.410787 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5738f30d-e1db-4165-ba6b-77f32f15cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:55.421358 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5738f30d-e1db-4165-ba6b-77f32f15cbfd None None] Routers {'dbafb54b-c036-4cb6-adec-8bcc41b803e2'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:55.422013 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5738f30d-e1db-4165-ba6b-77f32f15cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['dbafb54b-c036-4cb6-adec-8bcc41b803e2'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:55.479489 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5738f30d-e1db-4165-ba6b-77f32f15cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:55.480030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5738f30d-e1db-4165-ba6b-77f32f15cbfd None None] The sync data for ids ['dbafb54b-c036-4cb6-adec-8bcc41b803e2'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:55.497443 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:55.546113 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af8c5896-a27d-4de3-8eac-b1d17f613a67 req-e4431850-078c-4c8a-ba9c-8fd230e94667 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3fa909-9fff-4360-964c-4e7fe007b07b&id=cc735e8f-207b-441a-bf97-1bbfdc40e636&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1628695 Nov 19 09:35:55.800826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b8265a0c-2abb-4ca4-ac93-cbc85d388744 req-184bf69f-7d52-466f-b5c5-f1f30c175463 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0629919 Nov 19 09:35:55.815047 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05a83e4b-2639-45f6-86fd-d40273a88fa0 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:55.877383 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e489c55-46d7-4708-97ec-cb2ac91a93ce req-6650f333-0616-4fa6-a169-1c0673e324ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:55.878992 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5e489c55-46d7-4708-97ec-cb2ac91a93ce req-6650f333-0616-4fa6-a169-1c0673e324ed service neutron] 10.222.0.71 "GET /v2.0/networks?id=177d4f14-9ea5-478f-b3f7-ca52b73386a7 HTTP/1.1" status: 200 len: 898 time: 0.5235162 Nov 19 09:35:55.935771 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5e489c55-46d7-4708-97ec-cb2ac91a93ce req-9aeab5d7-71a2-4d93-be7e-3a99868c1ced service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e85335f5-78de-4a79-9af5-a18e409bc79a HTTP/1.1" status: 200 len: 217 time: 0.0449882 Nov 19 09:35:56.050136 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e489c55-46d7-4708-97ec-cb2ac91a93ce req-6a3191fb-2447-4233-8217-7c13e9ab4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:56.052032 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5e489c55-46d7-4708-97ec-cb2ac91a93ce req-6a3191fb-2447-4233-8217-7c13e9ab4bb0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=72cd07d8-2aae-47f1-8b6b-d8393ba746b4 HTTP/1.1" status: 200 len: 834 time: 0.0960708 Nov 19 09:35:56.139052 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e489c55-46d7-4708-97ec-cb2ac91a93ce req-3825666e-3425-46a8-a839-5b370f2969b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:56.140571 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5e489c55-46d7-4708-97ec-cb2ac91a93ce req-3825666e-3425-46a8-a839-5b370f2969b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=177d4f14-9ea5-478f-b3f7-ca52b73386a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736022 Nov 19 09:35:56.153550 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-637a2b9b-96be-4399-a53d-5518639505d0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:56.278869 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05a83e4b-2639-45f6-86fd-d40273a88fa0 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:56.283016 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05a83e4b-2639-45f6-86fd-d40273a88fa0 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:56.373168 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5e489c55-46d7-4708-97ec-cb2ac91a93ce req-9817d314-4238-48e1-9bd4-c06db56f76c2 service neutron] 10.222.0.71 "GET /v2.0/networks/177d4f14-9ea5-478f-b3f7-ca52b73386a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853261 Nov 19 09:35:56.394717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a83e4b-2639-45f6-86fd-d40273a88fa0 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Router dbafb54b-c036-4cb6-adec-8bcc41b803e2 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:35:56.504814 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a83e4b-2639-45f6-86fd-d40273a88fa0 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:56.509592 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-05a83e4b-2639-45f6-86fd-d40273a88fa0 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:56.513337 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-05a83e4b-2639-45f6-86fd-d40273a88fa0 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "PUT /v2.0/routers/dbafb54b-c036-4cb6-adec-8bcc41b803e2 HTTP/1.1" status: 200 len: 920 time: 1.1260676 Nov 19 09:35:56.514239 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43316) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:56.525326 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a764ba-5498-42d6-8d22-f6f3dbb43e2f None None] Sync routers for ids ['dbafb54b-c036-4cb6-adec-8bcc41b803e2'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:56.527600 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5e489c55-46d7-4708-97ec-cb2ac91a93ce req-a13e41db-256d-4cd8-9023-263ec7aa426a service neutron] 10.222.0.71 "GET /v2.0/networks/177d4f14-9ea5-478f-b3f7-ca52b73386a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446788 Nov 19 09:35:56.547390 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-637a2b9b-96be-4399-a53d-5518639505d0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting port ad8ced89-828d-4e6c-aec6-802b9a7bae11 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:56.547739 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-637a2b9b-96be-4399-a53d-5518639505d0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:56.562875 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a764ba-5498-42d6-8d22-f6f3dbb43e2f None None] Routers {'dbafb54b-c036-4cb6-adec-8bcc41b803e2'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:56.563800 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-84a764ba-5498-42d6-8d22-f6f3dbb43e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['dbafb54b-c036-4cb6-adec-8bcc41b803e2'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:56.619818 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-84a764ba-5498-42d6-8d22-f6f3dbb43e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:56.634402 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a764ba-5498-42d6-8d22-f6f3dbb43e2f None None] Routers {'dbafb54b-c036-4cb6-adec-8bcc41b803e2'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:56.636781 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-84a764ba-5498-42d6-8d22-f6f3dbb43e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['dbafb54b-c036-4cb6-adec-8bcc41b803e2'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:56.649786 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-637a2b9b-96be-4399-a53d-5518639505d0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:56.663117 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-637a2b9b-96be-4399-a53d-5518639505d0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Calling delete_port for ad8ced89-828d-4e6c-aec6-802b9a7bae11 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:56.681316 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bfdea0ec-ec9c-4f9a-950f-a2bceab616d7 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "GET /v2.0/routers/dbafb54b-c036-4cb6-adec-8bcc41b803e2 HTTP/1.1" status: 200 len: 920 time: 0.1642504 Nov 19 09:35:56.683516 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-84a764ba-5498-42d6-8d22-f6f3dbb43e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:56.684350 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a764ba-5498-42d6-8d22-f6f3dbb43e2f None None] The sync data for ids ['dbafb54b-c036-4cb6-adec-8bcc41b803e2'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:56.689672 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43320) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:56.795031 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffb7dcb-73d3-4f6e-ae87-e5a29fb0f0d8 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:56.796581 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1ffb7dcb-73d3-4f6e-ae87-e5a29fb0f0d8 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&device_id=dbafb54b-c036-4cb6-adec-8bcc41b803e2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1043668 Nov 19 09:35:56.799532 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43326) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:56.804601 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802178e-306c-4c45-a217-fa689a523f7a req-167f5476-fcb8-4eb5-84e3-cc98eb18ed8a tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:56.806146 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0802178e-306c-4c45-a217-fa689a523f7a req-167f5476-fcb8-4eb5-84e3-cc98eb18ed8a tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 982 time: 0.1262329 Nov 19 09:35:56.902598 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0802178e-306c-4c45-a217-fa689a523f7a req-fc62e328-5d40-44b1-a234-cb376294a167 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3fa909-9fff-4360-964c-4e7fe007b07b&id=cc735e8f-207b-441a-bf97-1bbfdc40e636&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0847113 Nov 19 09:35:56.946539 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-637a2b9b-96be-4399-a53d-5518639505d0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:56.949766 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51acc628-56bc-44df-8e0c-ee26b839d37e req-bba94312-5ec4-4e9d-b36d-921d668779f0 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0455029 Nov 19 09:35:56.977253 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530156dd-8676-4c3a-8f5c-6d051033a110 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:56.978669 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-530156dd-8676-4c3a-8f5c-6d051033a110 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 881 time: 0.1779816 Nov 19 09:35:56.981648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43332) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:56.982566 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a2b9b-96be-4399-a53d-5518639505d0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Port': ['ID=ad8ced89-828d-4e6c-aec6-802b9a7bae11,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:57.016376 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-84c88b25-fc74-4086-bb84-291815ce93fd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbafb54b-c036-4cb6-adec-8bcc41b803e2 HTTP/1.1" status: 200 len: 205 time: 0.0313671 Nov 19 09:35:57.016726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43334) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:57.146022 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-093d357e-2e31-4829-8561-1c8ea3b7d208 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:57.161909 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-637a2b9b-96be-4399-a53d-5518639505d0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:57.280168 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-093d357e-2e31-4829-8561-1c8ea3b7d208 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:57.334802 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-093d357e-2e31-4829-8561-1c8ea3b7d208 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Deleting port ab8d5e65-1254-41a9-a076-f28a78f54e0c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:57.335206 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-093d357e-2e31-4829-8561-1c8ea3b7d208 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:57.375883 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637a2b9b-96be-4399-a53d-5518639505d0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router 54b89947-57d5-4891-9a14-0f3426bc0a1c has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:35:57.417617 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-093d357e-2e31-4829-8561-1c8ea3b7d208 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:57.429063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-093d357e-2e31-4829-8561-1c8ea3b7d208 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Calling delete_port for ab8d5e65-1254-41a9-a076-f28a78f54e0c owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:57.469386 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637a2b9b-96be-4399-a53d-5518639505d0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:57.475102 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-637a2b9b-96be-4399-a53d-5518639505d0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/54b89947-57d5-4891-9a14-0f3426bc0a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2417867 Nov 19 09:35:57.477840 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43336) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:57.491073 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aaea8b-273b-4ca9-a0c1-1de56013b267 None None] Sync routers for ids ['54b89947-57d5-4891-9a14-0f3426bc0a1c'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:57.501371 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aaea8b-273b-4ca9-a0c1-1de56013b267 None None] Routers {'54b89947-57d5-4891-9a14-0f3426bc0a1c'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:57.502236 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-96aaea8b-273b-4ca9-a0c1-1de56013b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['54b89947-57d5-4891-9a14-0f3426bc0a1c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:57.550644 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-96aaea8b-273b-4ca9-a0c1-1de56013b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:57.561524 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aaea8b-273b-4ca9-a0c1-1de56013b267 None None] Routers {'54b89947-57d5-4891-9a14-0f3426bc0a1c'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:57.563030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-96aaea8b-273b-4ca9-a0c1-1de56013b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['54b89947-57d5-4891-9a14-0f3426bc0a1c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:57.601745 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-96aaea8b-273b-4ca9-a0c1-1de56013b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:57.602449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aaea8b-273b-4ca9-a0c1-1de56013b267 None None] The sync data for ids ['54b89947-57d5-4891-9a14-0f3426bc0a1c'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:57.613468 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-093d357e-2e31-4829-8561-1c8ea3b7d208 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:57.661610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d357e-2e31-4829-8561-1c8ea3b7d208 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Pushing event deleted for resources: {'Port': ['ID=ab8d5e65-1254-41a9-a076-f28a78f54e0c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:57.668212 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:35:57.670098 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325983bc-fb16-4e81-81ae-5d8700f0d07d None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:57.746223 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-093d357e-2e31-4829-8561-1c8ea3b7d208 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:57.858988 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-951ff723-576c-4134-bd12-9c70507d03b8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:57.859583 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-093d357e-2e31-4829-8561-1c8ea3b7d208 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:57.863250 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-093d357e-2e31-4829-8561-1c8ea3b7d208 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:57.911709 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-093d357e-2e31-4829-8561-1c8ea3b7d208 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:57.913187 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093d357e-2e31-4829-8561-1c8ea3b7d208 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Fanout notify agent at l3_agent the message router_deleted on router dbafb54b-c036-4cb6-adec-8bcc41b803e2 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:35:57.934315 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-093d357e-2e31-4829-8561-1c8ea3b7d208 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:57.941595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-093d357e-2e31-4829-8561-1c8ea3b7d208 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "DELETE /v2.0/routers/dbafb54b-c036-4cb6-adec-8bcc41b803e2 HTTP/1.1" status: 204 len: 168 time: 0.9235699 Nov 19 09:35:57.942326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43346) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:57.949188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d5ce10d1-3552-4813-a43c-4b5e45ca8ede tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-270280755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:57.992189 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5ce10d1-3552-4813-a43c-4b5e45ca8ede tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:57.993565 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5ce10d1-3552-4813-a43c-4b5e45ca8ede tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:58.120970 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34947f-512d-4125-ae05-c617d1442ce7 req-d944ccfe-26ce-4e75-9eb3-60729066ab92 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:58.121677 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-951ff723-576c-4134-bd12-9c70507d03b8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting port 7e478578-bd68-4406-aa3b-f091900fc1dd {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:35:58.122156 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-951ff723-576c-4134-bd12-9c70507d03b8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:58.126330 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d34947f-512d-4125-ae05-c617d1442ce7 req-d944ccfe-26ce-4e75-9eb3-60729066ab92 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 982 time: 0.1356788 Nov 19 09:35:58.132161 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b7956a26-5a34-47f7-9404-ab3c166933ca req-642dc097-d3d1-46bd-ad4e-8486f8b9508a tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0725880 Nov 19 09:35:58.142948 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5ce10d1-3552-4813-a43c-4b5e45ca8ede tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:58.156183 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5ce10d1-3552-4813-a43c-4b5e45ca8ede tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:58.181711 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5ce10d1-3552-4813-a43c-4b5e45ca8ede tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:58.186093 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43350) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:58.186529 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d5ce10d1-3552-4813-a43c-4b5e45ca8ede tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2424905 Nov 19 09:35:58.194211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Request body: {'router': {'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:35:58.222989 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d34947f-512d-4125-ae05-c617d1442ce7 req-461fc423-5b81-4d73-9592-3e19c18de0f2 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3fa909-9fff-4360-964c-4e7fe007b07b&id=cc735e8f-207b-441a-bf97-1bbfdc40e636&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0882969 Nov 19 09:35:58.660666 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-951ff723-576c-4134-bd12-9c70507d03b8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:58.677863 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-951ff723-576c-4134-bd12-9c70507d03b8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Calling delete_port for 7e478578-bd68-4406-aa3b-f091900fc1dd owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:35:58.778645 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:58.978601 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-951ff723-576c-4134-bd12-9c70507d03b8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:59.011316 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ff723-576c-4134-bd12-9c70507d03b8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Port': ['ID=7e478578-bd68-4406-aa3b-f091900fc1dd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:59.167450 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:59.193771 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:59.278844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b239e1f9-d7ac-4739-a65b-29aaecd10286 req-4564db1e-d5ca-4c26-b2b9-cf38522e8377 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0511954 Nov 19 09:35:59.327809 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-951ff723-576c-4134-bd12-9c70507d03b8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:59.371849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a307057-6481-4030-82ce-52b59ea31868 req-253a20d7-defc-4ac9-a1bd-b560c8593cc9 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:35:59.379462 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a307057-6481-4030-82ce-52b59ea31868 req-253a20d7-defc-4ac9-a1bd-b560c8593cc9 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 982 time: 0.0697925 Nov 19 09:35:59.461710 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a307057-6481-4030-82ce-52b59ea31868 req-bc1aa1a9-c2cd-4571-8d71-831d6c84f9ec tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3fa909-9fff-4360-964c-4e7fe007b07b&id=cc735e8f-207b-441a-bf97-1bbfdc40e636&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0812054 Nov 19 09:35:59.464980 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Allocated IP 172.25.0.145 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/4cbbf7e2-4a67-44c1-bc2f-39455f2a9dbf) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:35:59.570299 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e85335f5-78de-4a79-9af5-a18e409bc79a details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:35:59.580832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951ff723-576c-4134-bd12-9c70507d03b8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router 54b89947-57d5-4891-9a14-0f3426bc0a1c has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:35:59.676460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e85335f5-78de-4a79-9af5-a18e409bc79a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e85335f5-78de-4a79-9af5-a18e409bc79a,segment=NetworkSegment(5e82c3f3-9b6f-47bb-80ba-fe8b39be569b),segment_id=5e82c3f3-9b6f-47bb-80ba-fe8b39be569b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:59.686869 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951ff723-576c-4134-bd12-9c70507d03b8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:35:59.690913 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'e85335f5-78de-4a79-9af5-a18e409bc79a', 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7', 'port_id': 'e85335f5-78de-4a79-9af5-a18e409bc79a', 'mac_address': 'fa:16:3e:5a:39:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:35:59.694023 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-951ff723-576c-4134-bd12-9c70507d03b8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/54b89947-57d5-4891-9a14-0f3426bc0a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2152190 Nov 19 09:35:59.698468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43366) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:59.702464 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48df66fb-d849-4d34-a0ba-9845d8e0a796 None None] Sync routers for ids ['54b89947-57d5-4891-9a14-0f3426bc0a1c'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:35:59.708444 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:59.730190 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df66fb-d849-4d34-a0ba-9845d8e0a796 None None] Routers {'54b89947-57d5-4891-9a14-0f3426bc0a1c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:59.736739 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-48df66fb-d849-4d34-a0ba-9845d8e0a796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['54b89947-57d5-4891-9a14-0f3426bc0a1c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:59.739740 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:59.749572 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:59.757671 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85335f5-78de-4a79-9af5-a18e409bc79a {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:35:59.762834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-de532aba-dcab-49fd-8e5e-9b1311394f3d tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b89947-57d5-4891-9a14-0f3426bc0a1c HTTP/1.1" status: 200 len: 205 time: 0.0630715 Nov 19 09:35:59.766741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43368) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:35:59.785761 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e85335f5-78de-4a79-9af5-a18e409bc79a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e85335f5-78de-4a79-9af5-a18e409bc79a,segment=NetworkSegment(5e82c3f3-9b6f-47bb-80ba-fe8b39be569b),segment_id=5e82c3f3-9b6f-47bb-80ba-fe8b39be569b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:35:59.791675 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:59.825326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Pushing event updated for resources: {'Port': ['ID=4cbbf7e2-4a67-44c1-bc2f-39455f2a9dbf,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:59.827106 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-48df66fb-d849-4d34-a0ba-9845d8e0a796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:59.843087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:35:59.844805 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df66fb-d849-4d34-a0ba-9845d8e0a796 None None] Routers {'54b89947-57d5-4891-9a14-0f3426bc0a1c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:35:59.845638 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-48df66fb-d849-4d34-a0ba-9845d8e0a796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['54b89947-57d5-4891-9a14-0f3426bc0a1c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:59.849477 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:35:59.858358 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=e85335f5-78de-4a79-9af5-a18e409bc79a,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:35:59.862797 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:35:59.866358 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0494fe5e-c050-4bb5-bca2-edc2200c79a8 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:35:59.898379 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-48df66fb-d849-4d34-a0ba-9845d8e0a796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:35:59.899423 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48df66fb-d849-4d34-a0ba-9845d8e0a796 None None] The sync data for ids ['54b89947-57d5-4891-9a14-0f3426bc0a1c'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:35:59.915971 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4014533f-60d0-4e3e-8162-7c1001019ba4 None None] Provisioning complete for port 4cbbf7e2-4a67-44c1-bc2f-39455f2a9dbf triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:35:59.916506 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4014533f-60d0-4e3e-8162-7c1001019ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:59.916897 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8669fcc6-adee-4574-8bf7-b59e8530db09 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:35:59.950953 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4014533f-60d0-4e3e-8162-7c1001019ba4 None None] Port 4cbbf7e2-4a67-44c1-bc2f-39455f2a9dbf cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:00.107035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['e85335f5-78de-4a79-9af5-a18e409bc79a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:36:00.167027 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:00.423011 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8669fcc6-adee-4574-8bf7-b59e8530db09 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:00.426664 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46cb85ac-aeb3-4194-905a-9541d5bf40c8 req-8af9b521-3b5c-470e-9712-57569ff23499 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0345280 Nov 19 09:36:00.427567 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8669fcc6-adee-4574-8bf7-b59e8530db09 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:00.434896 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:00.439680 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:00.473866 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8669fcc6-adee-4574-8bf7-b59e8530db09 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:00.474425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8669fcc6-adee-4574-8bf7-b59e8530db09 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Fanout notify agent at l3_agent the message router_deleted on router 54b89947-57d5-4891-9a14-0f3426bc0a1c {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:36:00.485498 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8669fcc6-adee-4574-8bf7-b59e8530db09 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:00.486854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8669fcc6-adee-4574-8bf7-b59e8530db09 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/routers/54b89947-57d5-4891-9a14-0f3426bc0a1c HTTP/1.1" status: 204 len: 168 time: 0.7190688 Nov 19 09:36:00.489437 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43380) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:00.599100 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd053ff-0549-4e04-9501-01c4032b6205 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting subnet ceb055d8-e061-4fcd-8654-5cc3e17ff6ad {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:36:00.603497 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Router 4541df0d-5a10-483d-a17c-5a252e8ced4d is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:36:00.604129 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cfd053ff-0549-4e04-9501-01c4032b6205 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:00.644724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65732f50-f1e7-4eeb-bd83-b42827047463 req-e04c60fd-f99a-4e0d-9c87-2fe58793621e tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:00.646155 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65732f50-f1e7-4eeb-bd83-b42827047463 req-e04c60fd-f99a-4e0d-9c87-2fe58793621e tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 983 time: 0.0911431 Nov 19 09:36:00.656535 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cfd053ff-0549-4e04-9501-01c4032b6205 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:00.715399 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:00.727583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88943bc1-bb10-479a-9228-92dc1e32fa3c None None] Sync routers for ids ['4541df0d-5a10-483d-a17c-5a252e8ced4d'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:00.737473 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:00.739965 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88943bc1-bb10-479a-9228-92dc1e32fa3c None None] Routers {'4541df0d-5a10-483d-a17c-5a252e8ced4d'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:00.740488 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e5658d32-943a-41f5-a189-3010c9c98c32 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "PUT /v2.0/routers/4541df0d-5a10-483d-a17c-5a252e8ced4d HTTP/1.1" status: 200 len: 879 time: 2.5530992 Nov 19 09:36:00.741254 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-88943bc1-bb10-479a-9228-92dc1e32fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4541df0d-5a10-483d-a17c-5a252e8ced4d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:00.742543 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43382) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:00.774723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65732f50-f1e7-4eeb-bd83-b42827047463 req-8e6274ea-7222-46c9-aab8-f4d11f535897 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3fa909-9fff-4360-964c-4e7fe007b07b&id=cc735e8f-207b-441a-bf97-1bbfdc40e636&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1153591 Nov 19 09:36:00.777717 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-88943bc1-bb10-479a-9228-92dc1e32fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:00.786867 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88943bc1-bb10-479a-9228-92dc1e32fa3c None None] Routers {'4541df0d-5a10-483d-a17c-5a252e8ced4d'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:00.788197 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-88943bc1-bb10-479a-9228-92dc1e32fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4541df0d-5a10-483d-a17c-5a252e8ced4d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:00.796920 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cfd053ff-0549-4e04-9501-01c4032b6205 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:00.832819 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-88943bc1-bb10-479a-9228-92dc1e32fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:00.833304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88943bc1-bb10-479a-9228-92dc1e32fa3c None None] The sync data for ids ['4541df0d-5a10-483d-a17c-5a252e8ced4d'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:00.898193 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-64b07f40-8754-49c5-a715-1df366435822 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "GET /v2.0/routers/4541df0d-5a10-483d-a17c-5a252e8ced4d HTTP/1.1" status: 200 len: 920 time: 0.1541157 Nov 19 09:36:00.900785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43386) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:00.938256 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cfd053ff-0549-4e04-9501-01c4032b6205 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:00.974553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd053ff-0549-4e04-9501-01c4032b6205 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb055d8-e061-4fcd-8654-5cc3e17ff6ad,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:00.978509 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cfd053ff-0549-4e04-9501-01c4032b6205 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:00.982018 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cfd053ff-0549-4e04-9501-01c4032b6205 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/ceb055d8-e061-4fcd-8654-5cc3e17ff6ad HTTP/1.1" status: 204 len: 168 time: 0.4904854 Nov 19 09:36:00.984661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43388) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:00.987950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684c009e-a9bc-433c-8030-219029c6277f None None] Network a29b9291-077e-45c3-868d-a256b182f155 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:01.001076 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c9bd1d37-58f8-4106-baf7-385e95fdfd4a req-5ccb23a2-cbd7-48c8-b609-7d10890ef47e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0385346 Nov 19 09:36:01.014011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fe7b4d-c646-4ad9-94f6-e49471277326 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:01.017170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b5fe7b4d-c646-4ad9-94f6-e49471277326 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&device_id=4541df0d-5a10-483d-a17c-5a252e8ced4d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1137929 Nov 19 09:36:01.019102 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43390) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:01.084008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1a670d-515c-4c18-ab28-141d8b8f1f21 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting subnet 6e4f95bc-af11-434e-b38c-3212a7d39129 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:36:01.089053 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c1a670d-515c-4c18-ab28-141d8b8f1f21 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:01.156468 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c1a670d-515c-4c18-ab28-141d8b8f1f21 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:01.183493 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3999233e-9fd2-413a-bfc1-11a298e47cc2 None None] DHCP port deletion for a29b9291-077e-45c3-868d-a256b182f155 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:01.191490 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a11ca9-5fcf-4259-82e3-c684a2c4a6e5 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:01.195971 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-41a11ca9-5fcf-4259-82e3-c684a2c4a6e5 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 881 time: 0.1726499 Nov 19 09:36:01.196218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43394) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:01.229669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-84f642ff-9642-4a9c-a6d6-2409e79fd70c tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "GET /v2.0/ports?device_id=4541df0d-5a10-483d-a17c-5a252e8ced4d HTTP/1.1" status: 200 len: 205 time: 0.0323665 Nov 19 09:36:01.232546 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43396) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:01.241806 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3999233e-9fd2-413a-bfc1-11a298e47cc2 None None] Deleting port 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:01.242263 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3999233e-9fd2-413a-bfc1-11a298e47cc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:01.314326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3999233e-9fd2-413a-bfc1-11a298e47cc2 None None] For port 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1265d64a-bcb9-47f2-88f4-2fe1d6a3472c,segment=NetworkSegment(bc70ec5c-db17-43bc-8827-612b1e6c53bb),segment_id=bc70ec5c-db17-43bc-8827-612b1e6c53bb)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:01.314895 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3999233e-9fd2-413a-bfc1-11a298e47cc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:01.329309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3999233e-9fd2-413a-bfc1-11a298e47cc2 None None] Calling delete_port for 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:01.363777 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c1a670d-515c-4c18-ab28-141d8b8f1f21 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:01.420460 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3999233e-9fd2-413a-bfc1-11a298e47cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:01.431115 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-458de871-a29c-4cf0-a786-f37ac8f153d7 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:01.449619 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999233e-9fd2-413a-bfc1-11a298e47cc2 None None] Pushing event deleted for resources: {'Port': ['ID=1265d64a-bcb9-47f2-88f4-2fe1d6a3472c,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:01.453558 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999233e-9fd2-413a-bfc1-11a298e47cc2 None None] No DVR routers for this DVR port 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:36:01.533159 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c1a670d-515c-4c18-ab28-141d8b8f1f21 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:01.595336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b63b091d-c8dc-4464-b68f-45e19a5bbf6f req-2888b0d6-7772-4a9a-b5f3-3ab62308ef04 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0656629 Nov 19 09:36:01.596033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a670d-515c-4c18-ab28-141d8b8f1f21 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4f95bc-af11-434e-b38c-3212a7d39129,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:01.596940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e85335f5-78de-4a79-9af5-a18e409bc79a up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:36:01.600886 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c1a670d-515c-4c18-ab28-141d8b8f1f21 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:01.604125 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6c1a670d-515c-4c18-ab28-141d8b8f1f21 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/6e4f95bc-af11-434e-b38c-3212a7d39129 HTTP/1.1" status: 204 len: 168 time: 0.6184995 Nov 19 09:36:01.606906 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43402) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:01.636927 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-458de871-a29c-4cf0-a786-f37ac8f153d7 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:01.639311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108eca54-a49f-41ec-86bc-c6b54eef0de9 None None] Network 28f26eb1-6c4f-4963-8cbe-3fcd8a81f522 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:01.707407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-458de871-a29c-4cf0-a786-f37ac8f153d7 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Deleting port 4cbbf7e2-4a67-44c1-bc2f-39455f2a9dbf {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:01.708036 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-458de871-a29c-4cf0-a786-f37ac8f153d7 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:01.774404 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port e85335f5-78de-4a79-9af5-a18e409bc79a completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:36:01.779997 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port e85335f5-78de-4a79-9af5-a18e409bc79a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:01.780509 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:01.886326 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-458de871-a29c-4cf0-a786-f37ac8f153d7 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:01.917015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-458de871-a29c-4cf0-a786-f37ac8f153d7 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Calling delete_port for 4cbbf7e2-4a67-44c1-bc2f-39455f2a9dbf owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:01.959750 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.003641 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e85335f5-78de-4a79-9af5-a18e409bc79a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e85335f5-78de-4a79-9af5-a18e409bc79a,segment=NetworkSegment(5e82c3f3-9b6f-47bb-80ba-fe8b39be569b),segment_id=5e82c3f3-9b6f-47bb-80ba-fe8b39be569b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:02.005535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bdedc2-9597-4094-8d47-53dfdbe3ffc0 None None] DHCP port deletion for 28f26eb1-6c4f-4963-8cbe-3fcd8a81f522 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:02.010127 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d45365f-b493-4376-9955-0166bf777b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85335f5-78de-4a79-9af5-a18e409bc79a'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:36:02.014483 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46766ba-f7d1-499c-a99b-745221a4bf3f" -d '{"events": [{"server_uuid": "4d45365f-b493-4376-9955-0166bf777b24", "name": "network-vif-plugged", "status": "completed", "tag": "e85335f5-78de-4a79-9af5-a18e409bc79a"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:36:02.020777 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.023793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68d71d-b0fd-4717-aebb-76e60f5efbd8 req-c53a8c71-48df-4d98-a710-2de8784949ba tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:02.034328 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e68d71d-b0fd-4717-aebb-76e60f5efbd8 req-c53a8c71-48df-4d98-a710-2de8784949ba tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 983 time: 0.1002564 Nov 19 09:36:02.092624 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=e85335f5-78de-4a79-9af5-a18e409bc79a,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:02.137341 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94878fe-35c3-4489-9a0f-c6ceb52a677a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.154187 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334d93db-6bb5-446c-b7ef-872fb54c14f3 x-openstack-request-id: req-334d93db-6bb5-446c-b7ef-872fb54c14f3 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:36:02.154637 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d45365f-b493-4376-9955-0166bf777b24", "name": "network-vif-plugged", "status": "completed", "tag": "e85335f5-78de-4a79-9af5-a18e409bc79a", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:36:02.155055 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-334d93db-6bb5-446c-b7ef-872fb54c14f3 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:36:02.155657 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d45365f-b493-4376-9955-0166bf777b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85335f5-78de-4a79-9af5-a18e409bc79a', 'code': 200} Nov 19 09:36:02.211505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e68d71d-b0fd-4717-aebb-76e60f5efbd8 req-ed4d5854-9b87-41b3-a4a0-051eff764812 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3fa909-9fff-4360-964c-4e7fe007b07b&id=cc735e8f-207b-441a-bf97-1bbfdc40e636&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1768799 Nov 19 09:36:02.221041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-23bdedc2-9597-4094-8d47-53dfdbe3ffc0 None None] Deleting port 0be60856-3166-40ea-8a2f-36ce26f86ed2 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:02.222125 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-23bdedc2-9597-4094-8d47-53dfdbe3ffc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.319488 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94878fe-35c3-4489-9a0f-c6ceb52a677a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.321937 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-458de871-a29c-4cf0-a786-f37ac8f153d7 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.356585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f94878fe-35c3-4489-9a0f-c6ceb52a677a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29b9291-077e-45c3-868d-a256b182f155']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:02.368821 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f64268-20a5-4109-b3f6-547605eadb97 req-58ba7253-3637-40d2-9a54-06101ec1f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:02.370368 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-41f64268-20a5-4109-b3f6-547605eadb97 req-58ba7253-3637-40d2-9a54-06101ec1f868 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 1136 time: 0.1085439 Nov 19 09:36:02.374886 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f94878fe-35c3-4489-9a0f-c6ceb52a677a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc70ec5c-db17-43bc-8827-612b1e6c53bb') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:02.375195 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f94878fe-35c3-4489-9a0f-c6ceb52a677a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc70ec5c-db17-43bc-8827-612b1e6c53bb') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:02.378659 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458de871-a29c-4cf0-a786-f37ac8f153d7 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Pushing event deleted for resources: {'Port': ['ID=4cbbf7e2-4a67-44c1-bc2f-39455f2a9dbf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:02.379738 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdfe738-79be-440e-a233-4639bbfe1b9a None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:02.385793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-23bdedc2-9597-4094-8d47-53dfdbe3ffc0 None None] For port 0be60856-3166-40ea-8a2f-36ce26f86ed2, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0be60856-3166-40ea-8a2f-36ce26f86ed2,segment=NetworkSegment(ea6d9890-1e37-4008-a6d9-76ea7b203454),segment_id=ea6d9890-1e37-4008-a6d9-76ea7b203454)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:02.386579 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-23bdedc2-9597-4094-8d47-53dfdbe3ffc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.393075 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94878fe-35c3-4489-9a0f-c6ceb52a677a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.413577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-23bdedc2-9597-4094-8d47-53dfdbe3ffc0 None None] Calling delete_port for 0be60856-3166-40ea-8a2f-36ce26f86ed2 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:02.499158 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94878fe-35c3-4489-9a0f-c6ceb52a677a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.513251 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:36:02.528306 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94878fe-35c3-4489-9a0f-c6ceb52a677a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:36:02.529067 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94878fe-35c3-4489-9a0f-c6ceb52a677a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:36:02.533674 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:36:02.547338 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-458de871-a29c-4cf0-a786-f37ac8f153d7 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.582944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:36:02.583746 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1265d64a-bcb9-47f2-88f4-2fe1d6a3472c not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:36:02.585266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0be60856-3166-40ea-8a2f-36ce26f86ed2 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:36:02.665772 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-458de871-a29c-4cf0-a786-f37ac8f153d7 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.668218 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-458de871-a29c-4cf0-a786-f37ac8f153d7 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.734473 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-458de871-a29c-4cf0-a786-f37ac8f153d7 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.740001 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-41f64268-20a5-4109-b3f6-547605eadb97 req-5df684b3-465d-4429-84a8-19edfc2fcc69 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cc735e8f-207b-441a-bf97-1bbfdc40e636&id=ff3fa909-9fff-4360-964c-4e7fe007b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3087134 Nov 19 09:36:02.741674 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94878fe-35c3-4489-9a0f-c6ceb52a677a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.744550 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-23bdedc2-9597-4094-8d47-53dfdbe3ffc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.745662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458de871-a29c-4cf0-a786-f37ac8f153d7 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Fanout notify agent at l3_agent the message router_deleted on router 4541df0d-5a10-483d-a17c-5a252e8ced4d {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:36:02.752829 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f94878fe-35c3-4489-9a0f-c6ceb52a677a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.766502 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f94878fe-35c3-4489-9a0f-c6ceb52a677a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/networks/a29b9291-077e-45c3-868d-a256b182f155 HTTP/1.1" status: 204 len: 168 time: 1.1576176 Nov 19 09:36:02.768385 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43416) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:02.779741 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-458de871-a29c-4cf0-a786-f37ac8f153d7 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.780971 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-458de871-a29c-4cf0-a786-f37ac8f153d7 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "DELETE /v2.0/routers/4541df0d-5a10-483d-a17c-5a252e8ced4d HTTP/1.1" status: 204 len: 168 time: 1.5445836 Nov 19 09:36:02.786531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43418) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:02.791155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-9c3821a4-d272-47b1-8f9f-c84d698206db tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-475083583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:02.800348 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94878fe-35c3-4489-9a0f-c6ceb52a677a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Network': ['ID=a29b9291-077e-45c3-868d-a256b182f155,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:02.805549 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdedc2-9597-4094-8d47-53dfdbe3ffc0 None None] Pushing event deleted for resources: {'Port': ['ID=0be60856-3166-40ea-8a2f-36ce26f86ed2,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:02.810013 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bdedc2-9597-4094-8d47-53dfdbe3ffc0 None None] No DVR routers for this DVR port 0be60856-3166-40ea-8a2f-36ce26f86ed2 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:36:02.814685 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.827951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e067b7a-1a70-4ecd-95af-78bc6845db06 req-6e389cb6-573b-452d-aa5a-6a25575aa1a2 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0801203 Nov 19 09:36:02.889296 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c3821a4-d272-47b1-8f9f-c84d698206db tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.891084 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c3821a4-d272-47b1-8f9f-c84d698206db tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.944040 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-185171fb-06e6-4f3b-856a-e881cc3c8451 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.957673 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c3821a4-d272-47b1-8f9f-c84d698206db tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.962686 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c3821a4-d272-47b1-8f9f-c84d698206db tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.988093 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c3821a4-d272-47b1-8f9f-c84d698206db tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:02.991096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9c3821a4-d272-47b1-8f9f-c84d698206db tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2016888 Nov 19 09:36:02.991991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43424) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:02.997790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'enable_snat': True}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:03.047418 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-185171fb-06e6-4f3b-856a-e881cc3c8451 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:03.070522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-185171fb-06e6-4f3b-856a-e881cc3c8451 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f26eb1-6c4f-4963-8cbe-3fcd8a81f522']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:03.083472 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-185171fb-06e6-4f3b-856a-e881cc3c8451 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6d9890-1e37-4008-a6d9-76ea7b203454') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:03.084133 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-185171fb-06e6-4f3b-856a-e881cc3c8451 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6d9890-1e37-4008-a6d9-76ea7b203454') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:03.095503 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-185171fb-06e6-4f3b-856a-e881cc3c8451 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:03.138876 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-03ad6406-d873-430e-84eb-3ba92cb5ee9a req-4d807519-0a50-4404-98dd-9ab500e11fe7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6e70195850e849f2b1bb6f3b2b085963&device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0285022 Nov 19 09:36:03.139878 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-185171fb-06e6-4f3b-856a-e881cc3c8451 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:03.146323 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185171fb-06e6-4f3b-856a-e881cc3c8451 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:36:03.146744 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-185171fb-06e6-4f3b-856a-e881cc3c8451 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:36:03.149928 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:36:03.193626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58f8f0cf-acb4-4a3d-9f99-c8bb30014770 req-a6c31079-87ff-4352-a99b-826781926608 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0287652 Nov 19 09:36:03.226706 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-03ad6406-d873-430e-84eb-3ba92cb5ee9a req-2b4f3abf-9952-47cf-8253-9dfa4c46c614 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=6e70195850e849f2b1bb6f3b2b085963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668659 Nov 19 09:36:03.272438 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-185171fb-06e6-4f3b-856a-e881cc3c8451 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:03.277447 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:03.333273 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-185171fb-06e6-4f3b-856a-e881cc3c8451 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:03.340067 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-185171fb-06e6-4f3b-856a-e881cc3c8451 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/networks/28f26eb1-6c4f-4963-8cbe-3fcd8a81f522 HTTP/1.1" status: 204 len: 168 time: 0.5656984 Nov 19 09:36:03.356769 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43434) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:03.361953 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-313aed4c-2e48-4098-9138-12ff0fd913ba tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'network': {'name': 'tempest-RoutersTest-294529512'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:03.372230 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185171fb-06e6-4f3b-856a-e881cc3c8451 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Network': ['ID=28f26eb1-6c4f-4963-8cbe-3fcd8a81f522,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:03.405379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df1900-0b91-4323-ac72-e5f89333874f req-d978d6d8-f88c-428b-a9a4-cb14dd00dfb9 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:03.406807 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26df1900-0b91-4323-ac72-e5f89333874f req-d978d6d8-f88c-428b-a9a4-cb14dd00dfb9 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 984 time: 0.0858965 Nov 19 09:36:03.446558 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313aed4c-2e48-4098-9138-12ff0fd913ba tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:03.450411 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-313aed4c-2e48-4098-9138-12ff0fd913ba tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:03.493276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad6406-d873-430e-84eb-3ba92cb5ee9a req-5e04ab95-5396-4b3e-953e-8ca008ade91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:03.495529 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-03ad6406-d873-430e-84eb-3ba92cb5ee9a req-5e04ab95-5396-4b3e-953e-8ca008ade91f service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2398264 Nov 19 09:36:03.503685 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313aed4c-2e48-4098-9138-12ff0fd913ba tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:36:03.526167 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-313aed4c-2e48-4098-9138-12ff0fd913ba tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:03.526528 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-313aed4c-2e48-4098-9138-12ff0fd913ba tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Added segment 90e6359b-11b0-43a4-adad-27c83ba5e154 of type vlan for network a674da1a-815c-4729-b043-19d6efafe615 Nov 19 09:36:03.584577 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-313aed4c-2e48-4098-9138-12ff0fd913ba tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:03.618927 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-313aed4c-2e48-4098-9138-12ff0fd913ba tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:03.625375 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313aed4c-2e48-4098-9138-12ff0fd913ba tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:03.626000 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-313aed4c-2e48-4098-9138-12ff0fd913ba tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:03.629614 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26df1900-0b91-4323-ac72-e5f89333874f req-09e0aab1-f56b-4066-8bac-5fa188385f98 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3fa909-9fff-4360-964c-4e7fe007b07b&id=cc735e8f-207b-441a-bf97-1bbfdc40e636&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2076519 Nov 19 09:36:03.692217 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-313aed4c-2e48-4098-9138-12ff0fd913ba tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3313439 Nov 19 09:36:03.693991 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43436) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:03.699622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-67e96d77-d547-49bb-8d18-004850b84162 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'subnet': {'network_id': 'a674da1a-815c-4729-b043-19d6efafe615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:03.700973 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:03.718391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313aed4c-2e48-4098-9138-12ff0fd913ba tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Network': ['ID=a674da1a-815c-4729-b043-19d6efafe615,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:03.725555 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:03.733070 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network a674da1a-815c-4729-b043-19d6efafe615 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:36:03.812817 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e96d77-d547-49bb-8d18-004850b84162 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:03.818492 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67e96d77-d547-49bb-8d18-004850b84162 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:03.891921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Allocated IP 172.25.0.25 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/ba86fc06-243b-4b73-a0d6-3d4b8131c1cc) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:04.016124 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:04.037297 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67e96d77-d547-49bb-8d18-004850b84162 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:04.056720 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:04.103653 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:04.109139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:04.111233 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Pushing event updated for resources: {'Port': ['ID=ba86fc06-243b-4b73-a0d6-3d4b8131c1cc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:04.113588 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:04.113981 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e96d77-d547-49bb-8d18-004850b84162 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Subnet': ['ID=933eedbe-e02d-4e33-8a31-c9c42f8d30f6,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:04.122239 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e96d77-d547-49bb-8d18-004850b84162 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Checking segment: {'id': '90e6359b-11b0-43a4-adad-27c83ba5e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'a674da1a-815c-4729-b043-19d6efafe615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:36:04.122811 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e96d77-d547-49bb-8d18-004850b84162 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network hostable DHCP agents. Network: a674da1a-815c-4729-b043-19d6efafe615, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:36:04.137901 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d958d5bc-cb7b-4bdf-84c0-b9a14e791a5b None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:04.167931 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e96d77-d547-49bb-8d18-004850b84162 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network a674da1a-815c-4729-b043-19d6efafe615 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:36:04.177691 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-67e96d77-d547-49bb-8d18-004850b84162 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, a674da1a-815c-4729-b043-19d6efafe615) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:04.183781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e96d77-d547-49bb-8d18-004850b84162 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:04.184378 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67e96d77-d547-49bb-8d18-004850b84162 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:04.191781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c01e99d-3826-462f-9acc-05bc6d142359 None None] Network a674da1a-815c-4729-b043-19d6efafe615 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:04.205295 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-67e96d77-d547-49bb-8d18-004850b84162 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5091736 Nov 19 09:36:04.205570 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43440) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:04.210038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8598e705-5f1c-4f70-b6b2-0981a4fa1b91 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1155094101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:04.274024 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8598e705-5f1c-4f70-b6b2-0981a4fa1b91 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:04.275195 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8598e705-5f1c-4f70-b6b2-0981a4fa1b91 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:04.352522 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-97e2ce96-038e-4af3-8e62-ecd664780088 None None] Provisioning complete for port ba86fc06-243b-4b73-a0d6-3d4b8131c1cc triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:04.352901 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-97e2ce96-038e-4af3-8e62-ecd664780088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:04.388962 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8598e705-5f1c-4f70-b6b2-0981a4fa1b91 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:04.395466 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8598e705-5f1c-4f70-b6b2-0981a4fa1b91 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:04.420196 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8598e705-5f1c-4f70-b6b2-0981a4fa1b91 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:04.421771 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8598e705-5f1c-4f70-b6b2-0981a4fa1b91 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2152731 Nov 19 09:36:04.424690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43446) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:04.431618 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'port': {'network_id': 'a674da1a-815c-4729-b043-19d6efafe615', 'name': 'tempest-RoutersTest-47957050'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:04.440282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-97e2ce96-038e-4af3-8e62-ecd664780088 None None] Port ba86fc06-243b-4b73-a0d6-3d4b8131c1cc cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:04.447318 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-a674da1a-815c-4729-b043-19d6efafe615', 'network_id': 'a674da1a-815c-4729-b043-19d6efafe615', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'fixed_ips': [{'subnet_id': '933eedbe-e02d-4e33-8a31-c9c42f8d30f6'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:36:04.448388 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:04.593709 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:04.594871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:04.601538 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:04.646883 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] device_id is not set on port 0abc25a3-d4c4-4938-bfb5-8b9f5e47eb6f yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:36:04.648200 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Allocated IP 172.20.0.2 (a674da1a-815c-4729-b043-19d6efafe615/933eedbe-e02d-4e33-8a31-c9c42f8d30f6/710387a4-9333-4ecb-80fa-79810adeac54) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:04.857316 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:04.864597 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:04.916079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Network a674da1a-815c-4729-b043-19d6efafe615 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:04.919375 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:04.926035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:04.933561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Pushing event updated for resources: {'Port': ['ID=710387a4-9333-4ecb-80fa-79810adeac54,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:04.935559 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8e27fb2b-4bd7-446e-9cbe-4a446aca6154 {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:36:04.936578 n-d-805649-14 neutron-server[103476]: DEBUG oslo_db.api [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:36:04.989347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Attempting to bind port 710387a4-9333-4ecb-80fa-79810adeac54 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:36:04.989794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Attempting to bind port 710387a4-9333-4ecb-80fa-79810adeac54 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '90e6359b-11b0-43a4-adad-27c83ba5e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'a674da1a-815c-4729-b043-19d6efafe615'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:36:04.990105 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Attempting to bind port 710387a4-9333-4ecb-80fa-79810adeac54 on network a674da1a-815c-4729-b043-19d6efafe615 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:36:04.995197 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:36:04.995584 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Checking segment: {'id': '90e6359b-11b0-43a4-adad-27c83ba5e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'a674da1a-815c-4729-b043-19d6efafe615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:36:04.995995 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:04.996481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Bound using segment: {'id': '90e6359b-11b0-43a4-adad-27c83ba5e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'a674da1a-815c-4729-b043-19d6efafe615'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:36:04.996864 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Bound port: 710387a4-9333-4ecb-80fa-79810adeac54, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e6359b-11b0-43a4-adad-27c83ba5e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'a674da1a-815c-4729-b043-19d6efafe615'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:36:04.997278 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:05.042491 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-426e17dc-2d2e-42eb-9972-4c8222a4e8a9 req-07575675-4c73-4c21-83e9-2f0f6766a095 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.6272700 Nov 19 09:36:05.066869 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] For port 710387a4-9333-4ecb-80fa-79810adeac54, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:36:05.071337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] For port 710387a4-9333-4ecb-80fa-79810adeac54, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=710387a4-9333-4ecb-80fa-79810adeac54,segment=NetworkSegment(90e6359b-11b0-43a4-adad-27c83ba5e154),segment_id=90e6359b-11b0-43a4-adad-27c83ba5e154)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:36:05.077528 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:05.098193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6339c-3bdc-4908-9ab0-f845999c3746 req-5862eae3-3b91-4664-9a99-1529d94be463 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:05.099681 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2de6339c-3bdc-4908-9ab0-f845999c3746 req-5862eae3-3b91-4664-9a99-1529d94be463 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 984 time: 0.1094589 Nov 19 09:36:05.135567 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb9238-992b-4ae4-ae3b-76f78932ef4f None None] Pushing event updated for resources: {'Port': ['ID=710387a4-9333-4ecb-80fa-79810adeac54,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:05.264859 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2de6339c-3bdc-4908-9ab0-f845999c3746 req-ddfcc30d-0f83-4998-9d7d-e223096bf803 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3fa909-9fff-4360-964c-4e7fe007b07b&id=cc735e8f-207b-441a-bf97-1bbfdc40e636&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1438346 Nov 19 09:36:05.278716 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:05.283347 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:05.438670 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:05.464675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] device_id is not set on port 6a232ca7-6df7-4d0f-a770-86e81b85fb7a yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:36:05.481291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f11c2b-2132-4fea-b7a5-a848397a9e2f req-8cb7ee19-2df7-4df3-a38c-0da29d89ee43 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:05.482966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54f11c2b-2132-4fea-b7a5-a848397a9e2f req-8cb7ee19-2df7-4df3-a38c-0da29d89ee43 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 984 time: 0.0886457 Nov 19 09:36:05.560806 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-03ad6406-d873-430e-84eb-3ba92cb5ee9a req-05020ef6-41e5-43c6-bb28-7f117daf5e30 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.71 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.0317378 Nov 19 09:36:05.561019 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Router a2f221dd-6b01-4460-a5e7-18316f894d69 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:36:05.570761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54f11c2b-2132-4fea-b7a5-a848397a9e2f req-94fb33b3-aa72-4248-95c2-629e44127343 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3fa909-9fff-4360-964c-4e7fe007b07b&id=cc735e8f-207b-441a-bf97-1bbfdc40e636&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0804040 Nov 19 09:36:05.672477 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Allocated IP 172.20.0.14 (a674da1a-815c-4729-b043-19d6efafe615/933eedbe-e02d-4e33-8a31-c9c42f8d30f6/6a232ca7-6df7-4d0f-a770-86e81b85fb7a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:05.744139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:05.752848 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:05.754386 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d079f46f-6884-445a-9fa4-00e18fe6d71e tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "PUT /v2.0/routers/a2f221dd-6b01-4460-a5e7-18316f894d69 HTTP/1.1" status: 200 len: 913 time: 2.7606966 Nov 19 09:36:05.757693 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aace43-43d6-4f3b-a6d0-8fd64aec7e5e None None] Sync routers for ids ['a2f221dd-6b01-4460-a5e7-18316f894d69'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:05.758929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed2745-fb4b-4f06-8b47-233cd5743ffb req-34652d5d-06e4-4e70-87cf-5e37f7c268bf tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:05.760749 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c1ed2745-fb4b-4f06-8b47-233cd5743ffb req-34652d5d-06e4-4e70-87cf-5e37f7c268bf tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 1136 time: 0.0850799 Nov 19 09:36:05.761611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43464) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:05.788476 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aace43-43d6-4f3b-a6d0-8fd64aec7e5e None None] Routers {'a2f221dd-6b01-4460-a5e7-18316f894d69'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:05.789128 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-66aace43-43d6-4f3b-a6d0-8fd64aec7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a2f221dd-6b01-4460-a5e7-18316f894d69'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:05.833653 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-66aace43-43d6-4f3b-a6d0-8fd64aec7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:05.844639 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aace43-43d6-4f3b-a6d0-8fd64aec7e5e None None] Routers {'a2f221dd-6b01-4460-a5e7-18316f894d69'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:05.845578 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-66aace43-43d6-4f3b-a6d0-8fd64aec7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a2f221dd-6b01-4460-a5e7-18316f894d69'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:05.846363 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c1ed2745-fb4b-4f06-8b47-233cd5743ffb req-d9e312f1-12db-4914-a3cc-e8a69c309baf tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:05.868443 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:05.885005 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-66aace43-43d6-4f3b-a6d0-8fd64aec7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:05.885801 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aace43-43d6-4f3b-a6d0-8fd64aec7e5e None None] The sync data for ids ['a2f221dd-6b01-4460-a5e7-18316f894d69'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:05.929051 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:05.981826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-553438fd-1154-4b45-8841-bcb28a35f763 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "GET /v2.0/routers/a2f221dd-6b01-4460-a5e7-18316f894d69 HTTP/1.1" status: 200 len: 919 time: 0.2188442 Nov 19 09:36:05.986635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43466) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:06.008148 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network a674da1a-815c-4729-b043-19d6efafe615 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:06.010344 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=6a232ca7-6df7-4d0f-a770-86e81b85fb7a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:06.013480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:06.020045 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:06.027682 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c1ed2745-fb4b-4f06-8b47-233cd5743ffb req-d9e312f1-12db-4914-a3cc-e8a69c309baf tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:06.052239 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c1ed2745-fb4b-4f06-8b47-233cd5743ffb req-d9e312f1-12db-4914-a3cc-e8a69c309baf tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:06.096686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0715f7e1-156b-4847-8ce0-37fb0d522890 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:06.098476 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0715f7e1-156b-4847-8ce0-37fb0d522890 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&device_id=a2f221dd-6b01-4460-a5e7-18316f894d69&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1110694 Nov 19 09:36:06.101297 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43472) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:06.122522 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c1ed2745-fb4b-4f06-8b47-233cd5743ffb req-d9e312f1-12db-4914-a3cc-e8a69c309baf tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ff3fa909-9fff-4360-964c-4e7fe007b07b&id=cc735e8f-207b-441a-bf97-1bbfdc40e636&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3101783 Nov 19 09:36:06.133725 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e312f1-12db-4914-a3cc-e8a69c309baf tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13850126-0cc5-48ec-8923-54316785d3cd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:06.152902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43474) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:06.202837 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:06.204166 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:06.259904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc643bab-b74d-4933-a7da-d4bf8f4ed066 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:06.261663 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cc643bab-b74d-4933-a7da-d4bf8f4ed066 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 881 time: 0.1593096 Nov 19 09:36:06.265497 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43476) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:06.292766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4329a0c-b78a-48a5-8352-bbf047408b69 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:06.296583 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c4329a0c-b78a-48a5-8352-bbf047408b69 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 1131 time: 0.1428866 Nov 19 09:36:06.311073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43478) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:06.313318 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e8337171-b6a6-4bb3-a6ff-990c311fca60 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f221dd-6b01-4460-a5e7-18316f894d69 HTTP/1.1" status: 200 len: 205 time: 0.0465865 Nov 19 09:36:06.317871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': 'e85335f5-78de-4a79-9af5-a18e409bc79a', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:06.322751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43480) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:06.328145 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3abc038c-1ef0-4e26-9dc2-dd477f6d8898 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8995492 Nov 19 09:36:06.332409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43482) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:06.351525 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b42c4b88-5337-48d7-bc60-059cde905ba4 req-f2c63722-ba90-47ee-8f80-339319bcc8b5 tempest-ServerShowV257Test-470385250 tempest-ServerShowV257Test-470385250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0da01f94-74fa-4fe5-b735-ba436e7ae53d HTTP/1.1" status: 200 len: 210 time: 0.1243305 Nov 19 09:36:06.452397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 710387a4-9333-4ecb-80fa-79810adeac54 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:36:06.493032 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:06.499098 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4a33-2308-497a-b586-7381203e1390 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:06.669559 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4a33-2308-497a-b586-7381203e1390 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:06.677400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa3cd05-afec-4477-8d20-8470c6064acc None None] Network a674da1a-815c-4729-b043-19d6efafe615 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:06.775975 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4ebe4a33-2308-497a-b586-7381203e1390 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Deleting port ba86fc06-243b-4b73-a0d6-3d4b8131c1cc {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:06.776317 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4a33-2308-497a-b586-7381203e1390 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:06.791612 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f6b64eaa-3e52-4853-993f-1c63464dd086 None None] Provisioning complete for port 710387a4-9333-4ecb-80fa-79810adeac54 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:06.792107 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f6b64eaa-3e52-4853-993f-1c63464dd086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:06.796075 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8123-9048-481c-9537-1603cc606228 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:06.829257 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:06.878378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 710387a4-9333-4ecb-80fa-79810adeac54 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:06.879352 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:06.934433 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4a33-2308-497a-b586-7381203e1390 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:06.977303 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4ebe4a33-2308-497a-b586-7381203e1390 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Calling delete_port for ba86fc06-243b-4b73-a0d6-3d4b8131c1cc owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:07.030615 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f6b64eaa-3e52-4853-993f-1c63464dd086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.062049 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Allocated IP 172.25.0.186 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/4636cc70-58eb-4642-8d02-9fa8ab5e1b23) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:07.111145 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f6b64eaa-3e52-4853-993f-1c63464dd086 None None] For port 710387a4-9333-4ecb-80fa-79810adeac54, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=710387a4-9333-4ecb-80fa-79810adeac54,segment=NetworkSegment(90e6359b-11b0-43a4-adad-27c83ba5e154),segment_id=90e6359b-11b0-43a4-adad-27c83ba5e154)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:07.123249 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f6b64eaa-3e52-4853-993f-1c63464dd086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.161003 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.189349 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8123-9048-481c-9537-1603cc606228 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.199577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8123-9048-481c-9537-1603cc606228 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.226685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b64eaa-3e52-4853-993f-1c63464dd086 None None] Pushing event updated for resources: {'Port': ['ID=710387a4-9333-4ecb-80fa-79810adeac54,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:07.284026 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:36:07.284396 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:36:07.323898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.353431 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf8123-9048-481c-9537-1603cc606228 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=6a232ca7-6df7-4d0f-a770-86e81b85fb7a,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:07.396018 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4a33-2308-497a-b586-7381203e1390 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.428857 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.430191 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe4a33-2308-497a-b586-7381203e1390 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Pushing event deleted for resources: {'Port': ['ID=ba86fc06-243b-4b73-a0d6-3d4b8131c1cc,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:07.457447 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1efc7a-e6dd-4d33-a2ed-7aa3fb01834d None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:07.492243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f9d073c3-8aaa-4d86-9a4e-c267e6fdf6fd None None] Provisioning complete for port 710387a4-9333-4ecb-80fa-79810adeac54 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:07.497310 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f9d073c3-8aaa-4d86-9a4e-c267e6fdf6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.552768 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:07.559329 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:07.560217 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8123-9048-481c-9537-1603cc606228 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.572406 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:07.606606 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'Port': ['ID=4636cc70-58eb-4642-8d02-9fa8ab5e1b23,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:07.618654 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f9d073c3-8aaa-4d86-9a4e-c267e6fdf6fd None None] Provisioning complete for port 6a232ca7-6df7-4d0f-a770-86e81b85fb7a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:07.619039 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f9d073c3-8aaa-4d86-9a4e-c267e6fdf6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.630728 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4a33-2308-497a-b586-7381203e1390 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.670522 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f9d073c3-8aaa-4d86-9a4e-c267e6fdf6fd None None] Port 6a232ca7-6df7-4d0f-a770-86e81b85fb7a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:07.770694 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8123-9048-481c-9537-1603cc606228 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.792879 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4a33-2308-497a-b586-7381203e1390 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.795221 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4a33-2308-497a-b586-7381203e1390 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.880994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9d8596d5-76c1-4c0e-8a89-8bc3ee6b2dfe None None] Provisioning complete for port 6a232ca7-6df7-4d0f-a770-86e81b85fb7a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:07.881679 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9d8596d5-76c1-4c0e-8a89-8bc3ee6b2dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.925499 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43504) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:07.932210 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9d8596d5-76c1-4c0e-8a89-8bc3ee6b2dfe None None] Port 6a232ca7-6df7-4d0f-a770-86e81b85fb7a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:07.949389 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4a33-2308-497a-b586-7381203e1390 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.961610 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebe4a33-2308-497a-b586-7381203e1390 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Fanout notify agent at l3_agent the message router_deleted on router a2f221dd-6b01-4460-a5e7-18316f894d69 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:36:07.974533 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4a33-2308-497a-b586-7381203e1390 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:07.975218 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4ebe4a33-2308-497a-b586-7381203e1390 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "DELETE /v2.0/routers/a2f221dd-6b01-4460-a5e7-18316f894d69 HTTP/1.1" status: 204 len: 168 time: 1.6485264 Nov 19 09:36:07.983957 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43508) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:07.998141 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0641f70e-17cc-44a7-af58-5433ccdb7bbd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2006198427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:08.171960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5bdbe0fc-1487-4b1d-b36f-05446b95bf34 None None] Provisioning complete for port 6a232ca7-6df7-4d0f-a770-86e81b85fb7a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:08.172373 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5bdbe0fc-1487-4b1d-b36f-05446b95bf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:08.222464 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5bdbe0fc-1487-4b1d-b36f-05446b95bf34 None None] Port 6a232ca7-6df7-4d0f-a770-86e81b85fb7a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:08.227798 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8123-9048-481c-9537-1603cc606228 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:08.234272 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8123-9048-481c-9537-1603cc606228 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:08.329749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf8123-9048-481c-9537-1603cc606228 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=6a232ca7-6df7-4d0f-a770-86e81b85fb7a,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:08.338591 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8123-9048-481c-9537-1603cc606228 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:08.384888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 710387a4-9333-4ecb-80fa-79810adeac54 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:36:08.447686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddf8123-9048-481c-9537-1603cc606228 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network a674da1a-815c-4729-b043-19d6efafe615 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:08.449679 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0ddf8123-9048-481c-9537-1603cc606228 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:08.464904 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 710387a4-9333-4ecb-80fa-79810adeac54 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:08.465600 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:08.622477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddf8123-9048-481c-9537-1603cc606228 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router 5ddd876e-22fc-4a50-bbb0-46f4caf17888 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:36:08.644606 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80fc4408-ba0e-4968-be6f-83a42f941fb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:08.648526 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0641f70e-17cc-44a7-af58-5433ccdb7bbd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:08.649625 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0641f70e-17cc-44a7-af58-5433ccdb7bbd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:08.765359 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddf8123-9048-481c-9537-1603cc606228 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:08.773649 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0ddf8123-9048-481c-9537-1603cc606228 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/5ddd876e-22fc-4a50-bbb0-46f4caf17888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4193056 Nov 19 09:36:08.776005 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43520) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:08.778452 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d976045c-9654-4862-bac2-c15c8b2ed89f None None] Sync routers for ids ['5ddd876e-22fc-4a50-bbb0-46f4caf17888'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:08.783847 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0641f70e-17cc-44a7-af58-5433ccdb7bbd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:08.794031 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:08.795903 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d976045c-9654-4862-bac2-c15c8b2ed89f None None] Routers {'5ddd876e-22fc-4a50-bbb0-46f4caf17888'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:08.795903 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d976045c-9654-4862-bac2-c15c8b2ed89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5ddd876e-22fc-4a50-bbb0-46f4caf17888'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:08.796885 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0641f70e-17cc-44a7-af58-5433ccdb7bbd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:08.834665 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b2d15b-1f31-4149-8572-a8a9a8183841 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:08.836659 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b6b2d15b-1f31-4149-8572-a8a9a8183841 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports/6a232ca7-6df7-4d0f-a770-86e81b85fb7a HTTP/1.1" status: 200 len: 976 time: 0.0594313 Nov 19 09:36:08.839713 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43522) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:08.852018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d976045c-9654-4862-bac2-c15c8b2ed89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:08.861192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-da74b3da-4fe1-4b3e-ade3-238cd5769499 None None] Provisioning complete for port 6a232ca7-6df7-4d0f-a770-86e81b85fb7a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:08.861387 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0641f70e-17cc-44a7-af58-5433ccdb7bbd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:08.861596 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-da74b3da-4fe1-4b3e-ade3-238cd5769499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:08.862501 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0641f70e-17cc-44a7-af58-5433ccdb7bbd tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8776326 Nov 19 09:36:08.872554 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43524) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:08.876937 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'enable_snat': False}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:08.887160 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d976045c-9654-4862-bac2-c15c8b2ed89f None None] Routers {'5ddd876e-22fc-4a50-bbb0-46f4caf17888'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:08.887966 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d976045c-9654-4862-bac2-c15c8b2ed89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5ddd876e-22fc-4a50-bbb0-46f4caf17888'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:08.935801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d976045c-9654-4862-bac2-c15c8b2ed89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:08.936610 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d976045c-9654-4862-bac2-c15c8b2ed89f None None] The sync data for ids ['5ddd876e-22fc-4a50-bbb0-46f4caf17888'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:08.952515 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-da74b3da-4fe1-4b3e-ade3-238cd5769499 None None] Port 6a232ca7-6df7-4d0f-a770-86e81b85fb7a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:08.979919 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80fc4408-ba0e-4968-be6f-83a42f941fb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:08.994928 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80fc4408-ba0e-4968-be6f-83a42f941fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:09.038129 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:09.122861 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc4408-ba0e-4968-be6f-83a42f941fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75efbb0e-e878-4f8a-a5a3-47b9c58d0dd3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:09.127117 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-80fc4408-ba0e-4968-be6f-83a42f941fb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e70195850e849f2b1bb6f3b2b085963&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1999702 Nov 19 09:36:09.132797 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43530) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:09.228442 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a68a79e0-d143-4a7c-925e-c8303c09feaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:09.231333 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:09.256882 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a68a79e0-d143-4a7c-925e-c8303c09feaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:09.410176 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:09.423060 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:09.454800 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a68a79e0-d143-4a7c-925e-c8303c09feaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:09.458418 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a68a79e0-d143-4a7c-925e-c8303c09feaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:09.462904 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a68a79e0-d143-4a7c-925e-c8303c09feaa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75efbb0e-e878-4f8a-a5a3-47b9c58d0dd3 HTTP/1.1" status: 204 len: 168 time: 0.3256824 Nov 19 09:36:09.486980 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5362e16-4d2d-4eb9-a031-e09aaa84017e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:09.489693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a79e0-d143-4a7c-925e-c8303c09feaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75efbb0e-e878-4f8a-a5a3-47b9c58d0dd3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:09.580219 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'Port': ['ID=4636cc70-58eb-4642-8d02-9fa8ab5e1b23,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:09.600476 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:09.693066 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:09.727500 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:09.886850 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Allocated IP 172.25.0.63 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/361b647d-6e94-4d2d-be12-cc47177496b1) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:09.954236 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Floating IP f6973285-6c5e-42c3-8c53-d7b8d02137b1 associated. External IP: 172.25.0.186, port: e85335f5-78de-4a79-9af5-a18e409bc79a. Nov 19 09:36:10.120937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-d5362e16-4d2d-4eb9-a031-e09aaa84017e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting port 6a232ca7-6df7-4d0f-a770-86e81b85fb7a {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:10.124899 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5362e16-4d2d-4eb9-a031-e09aaa84017e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:10.165556 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:10.254503 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:36:10.262330 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5362e16-4d2d-4eb9-a031-e09aaa84017e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:10.263122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:10.290466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-d5362e16-4d2d-4eb9-a031-e09aaa84017e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Calling delete_port for 6a232ca7-6df7-4d0f-a770-86e81b85fb7a owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:10.348323 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:10.354621 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:10.361975 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:10.381449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864996e4-3153-44ae-b976-3939a766789d None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:10.420865 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Pushing event updated for resources: {'Port': ['ID=361b647d-6e94-4d2d-be12-cc47177496b1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:10.517566 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:10.529794 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5362e16-4d2d-4eb9-a031-e09aaa84017e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:10.536328 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae23c114-200d-4515-8159-394658fd601d None None] Sync routers for ids ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:10.552602 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae23c114-200d-4515-8159-394658fd601d None None] Routers {'4a6c9bec-83b4-4ba1-bd18-3389dd11612c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:10.553395 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ae23c114-200d-4515-8159-394658fd601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:10.561754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-42155fdc-a264-425e-ad37-3fc0b78e52bf None None] Provisioning complete for port 361b647d-6e94-4d2d-be12-cc47177496b1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:10.562359 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-42155fdc-a264-425e-ad37-3fc0b78e52bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:10.598042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5362e16-4d2d-4eb9-a031-e09aaa84017e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Port': ['ID=6a232ca7-6df7-4d0f-a770-86e81b85fb7a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:10.639858 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:10.653320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-42155fdc-a264-425e-ad37-3fc0b78e52bf None None] Port 361b647d-6e94-4d2d-be12-cc47177496b1 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:10.696794 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-731e9dfb-a46d-454d-bdaf-5da091e63c45 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3823264 Nov 19 09:36:10.698132 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d45365f-b493-4376-9955-0166bf777b24', 'tag': 'e85335f5-78de-4a79-9af5-a18e409bc79a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:36:10.700473 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405d8d0a-8545-4d31-9f51-02cf39a81c69" -d '{"events": [{"name": "network-changed", "server_uuid": "4d45365f-b493-4376-9955-0166bf777b24", "tag": "e85335f5-78de-4a79-9af5-a18e409bc79a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:36:10.715835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43578) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:10.809188 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ae23c114-200d-4515-8159-394658fd601d None None] Set router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:36:10.899196 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:11.000029 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d5362e16-4d2d-4eb9-a031-e09aaa84017e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:11.085428 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ae23c114-200d-4515-8159-394658fd601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031745113', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:29Z', 'updated_at': '2021-11-19T09:35:40Z', 'revision_number': 4, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:30Z', 'updated_at': '2021-11-19T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'f6973285-6c5e-42c3-8c53-d7b8d02137b1', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'port_id': 'e85335f5-78de-4a79-9af5-a18e409bc79a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7', 'mac_address': 'fa:16:3e:5a:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d45365f-b493-4376-9955-0166bf777b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:36:08Z', 'updated_at': '2021-11-19T09:36:08Z', 'revision_number': 0, 'project_id': '0c04298d2bb642d79968d3549688d186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa297329-d178-4cf6-a400-916439164404', 'name': '', 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'mac_address': 'fa:16:3e:28:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:38Z', 'updated_at': '2021-11-19T09:35:44Z', 'revision_number': 5, 'project_id': '0c04298d2bb642d79968d3549688d186', 'subnets': [{'id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:11.125946 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43584) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:11.155782 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b528e6d3-b996-4c00-bd58-e8a85c7c2718 x-openstack-request-id: req-b528e6d3-b996-4c00-bd58-e8a85c7c2718 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:36:11.156410 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d45365f-b493-4376-9955-0166bf777b24", "tag": "e85335f5-78de-4a79-9af5-a18e409bc79a", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:36:11.156688 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b528e6d3-b996-4c00-bd58-e8a85c7c2718 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:36:11.157142 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d45365f-b493-4376-9955-0166bf777b24', 'tag': 'e85335f5-78de-4a79-9af5-a18e409bc79a', 'status': 'completed', 'code': 200} Nov 19 09:36:11.196919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a408b6-c420-42b5-a8ba-91bff6bf9bbd tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:11.197686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a408b6-c420-42b5-a8ba-91bff6bf9bbd tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:11.198157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a408b6-c420-42b5-a8ba-91bff6bf9bbd tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:11.198611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a408b6-c420-42b5-a8ba-91bff6bf9bbd tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:11.199066 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a408b6-c420-42b5-a8ba-91bff6bf9bbd tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:11.199570 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a408b6-c420-42b5-a8ba-91bff6bf9bbd tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:11.204116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a408b6-c420-42b5-a8ba-91bff6bf9bbd tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:11.205781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a408b6-c420-42b5-a8ba-91bff6bf9bbd tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:11.208400 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-68a408b6-c420-42b5-a8ba-91bff6bf9bbd tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5641 time: 0.4892282 Nov 19 09:36:11.219720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43590) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:11.232074 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae23c114-200d-4515-8159-394658fd601d None None] Checking router: 4a6c9bec-83b4-4ba1-bd18-3389dd11612c for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:36:11.243783 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae23c114-200d-4515-8159-394658fd601d None None] Routers {'4a6c9bec-83b4-4ba1-bd18-3389dd11612c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:11.244686 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ae23c114-200d-4515-8159-394658fd601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:11.405751 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ae23c114-200d-4515-8159-394658fd601d None None] Set router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:36:11.409068 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32122690-8273-4d68-8dd8-83f02926dc2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:11.456392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5362e16-4d2d-4eb9-a031-e09aaa84017e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router 5ddd876e-22fc-4a50-bbb0-46f4caf17888 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:36:11.496387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0439de39-08f3-466a-bd74-0a36f2e37bb8 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:11.497037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0439de39-08f3-466a-bd74-0a36f2e37bb8 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:11.497611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0439de39-08f3-466a-bd74-0a36f2e37bb8 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:11.498131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0439de39-08f3-466a-bd74-0a36f2e37bb8 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:11.498648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0439de39-08f3-466a-bd74-0a36f2e37bb8 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:11.499165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0439de39-08f3-466a-bd74-0a36f2e37bb8 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:11.499677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0439de39-08f3-466a-bd74-0a36f2e37bb8 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:11.500186 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0439de39-08f3-466a-bd74-0a36f2e37bb8 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:11.502312 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0439de39-08f3-466a-bd74-0a36f2e37bb8 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5212 time: 0.2793605 Nov 19 09:36:11.507174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43596) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:11.655953 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5362e16-4d2d-4eb9-a031-e09aaa84017e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:11.669373 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e92769-0ad5-4217-91da-ebad48819339 None None] Sync routers for ids ['5ddd876e-22fc-4a50-bbb0-46f4caf17888'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:11.672393 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d5362e16-4d2d-4eb9-a031-e09aaa84017e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/5ddd876e-22fc-4a50-bbb0-46f4caf17888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8313947 Nov 19 09:36:11.682781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43598) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:11.691925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e92769-0ad5-4217-91da-ebad48819339 None None] Routers {'5ddd876e-22fc-4a50-bbb0-46f4caf17888'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:11.692993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-79e92769-0ad5-4217-91da-ebad48819339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5ddd876e-22fc-4a50-bbb0-46f4caf17888'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:11.726676 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ae23c114-200d-4515-8159-394658fd601d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031745113', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:29Z', 'updated_at': '2021-11-19T09:35:40Z', 'revision_number': 4, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:30Z', 'updated_at': '2021-11-19T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'f6973285-6c5e-42c3-8c53-d7b8d02137b1', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'port_id': 'e85335f5-78de-4a79-9af5-a18e409bc79a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7', 'mac_address': 'fa:16:3e:5a:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d45365f-b493-4376-9955-0166bf777b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:36:08Z', 'updated_at': '2021-11-19T09:36:08Z', 'revision_number': 0, 'project_id': '0c04298d2bb642d79968d3549688d186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa297329-d178-4cf6-a400-916439164404', 'name': '', 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'mac_address': 'fa:16:3e:28:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:38Z', 'updated_at': '2021-11-19T09:35:44Z', 'revision_number': 5, 'project_id': '0c04298d2bb642d79968d3549688d186', 'subnets': [{'id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:11.759005 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae23c114-200d-4515-8159-394658fd601d None None] The sync data for ids ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'] in n-d-805649-14 is: [{'id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031745113', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:29Z', 'updated_at': '2021-11-19T09:35:40Z', 'revision_number': 4, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:30Z', 'updated_at': '2021-11-19T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'f6973285-6c5e-42c3-8c53-d7b8d02137b1', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'port_id': 'e85335f5-78de-4a79-9af5-a18e409bc79a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7', 'mac_address': 'fa:16:3e:5a:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d45365f-b493-4376-9955-0166bf777b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:36:08Z', 'updated_at': '2021-11-19T09:36:08Z', 'revision_number': 0, 'project_id': '0c04298d2bb642d79968d3549688d186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa297329-d178-4cf6-a400-916439164404', 'name': '', 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'mac_address': 'fa:16:3e:28:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:38Z', 'updated_at': '2021-11-19T09:35:44Z', 'revision_number': 5, 'project_id': '0c04298d2bb642d79968d3549688d186', 'subnets': [{'id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:11.770982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-79e92769-0ad5-4217-91da-ebad48819339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:11.789282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e92769-0ad5-4217-91da-ebad48819339 None None] Routers {'5ddd876e-22fc-4a50-bbb0-46f4caf17888'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:11.791389 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-79e92769-0ad5-4217-91da-ebad48819339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5ddd876e-22fc-4a50-bbb0-46f4caf17888'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:11.793584 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:11.797877 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d8d0a-8545-4d31-9f51-02cf39a81c69 req-1bd0f318-31cb-4ae1-a5c1-6f83b94b1961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:11.799977 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-405d8d0a-8545-4d31-9f51-02cf39a81c69 req-1bd0f318-31cb-4ae1-a5c1-6f83b94b1961 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c04298d2bb642d79968d3549688d186&device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 1136 time: 0.6415803 Nov 19 09:36:11.803512 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:11.852555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-79e92769-0ad5-4217-91da-ebad48819339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:11.854273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e92769-0ad5-4217-91da-ebad48819339 None None] The sync data for ids ['5ddd876e-22fc-4a50-bbb0-46f4caf17888'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:11.978866 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32122690-8273-4d68-8dd8-83f02926dc2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:12.006273 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-79ae0f17-a5f4-44bb-aa14-603de42f7bf1 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] remove_router_interface failed (client error): The resource could not be found. Nov 19 09:36:12.010320 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-79ae0f17-a5f4-44bb-aa14-603de42f7bf1 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/5ddd876e-22fc-4a50-bbb0-46f4caf17888/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3235443 Nov 19 09:36:12.010320 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32122690-8273-4d68-8dd8-83f02926dc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:12.012428 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43604) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:12.034267 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d8d0a-8545-4d31-9f51-02cf39a81c69 req-75659f6b-025a-4722-83ec-ee75f6780f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:12.036038 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-405d8d0a-8545-4d31-9f51-02cf39a81c69 req-75659f6b-025a-4722-83ec-ee75f6780f8d service neutron] 10.222.0.71 "GET /v2.0/networks?id=177d4f14-9ea5-478f-b3f7-ca52b73386a7 HTTP/1.1" status: 200 len: 898 time: 0.2263083 Nov 19 09:36:12.081641 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e8861e6a-90a2-40bb-a636-11cc52253c31 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ddd876e-22fc-4a50-bbb0-46f4caf17888 HTTP/1.1" status: 200 len: 205 time: 0.0655441 Nov 19 09:36:12.094122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43606) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:12.115152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32122690-8273-4d68-8dd8-83f02926dc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6623b1c3-66b5-481b-a817-1cd0a5a5d1be,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:12.152482 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Router 2dbfbbc9-1114-49ba-9fee-05ce61711eb7 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:36:12.167186 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae48505-6f4e-4ddd-8a92-91cfff249dc7 None None] New status for floating IP f6973285-6c5e-42c3-8c53-d7b8d02137b1: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:36:12.178935 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-32122690-8273-4d68-8dd8-83f02926dc2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69a5842f3c8e4a6d908a9d1dd8e93b5f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0518281 Nov 19 09:36:12.181939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43608) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:12.252325 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-405d8d0a-8545-4d31-9f51-02cf39a81c69 req-49f89da6-3499-4a47-84ef-31554def3cde service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e85335f5-78de-4a79-9af5-a18e409bc79a HTTP/1.1" status: 200 len: 999 time: 0.2021425 Nov 19 09:36:12.302198 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-07e298a2-2c1f-414b-9343-94bb06dd5a7b tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:12.328331 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:12.334597 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:12.340695 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fa859315-9d0e-4ca7-8f45-fb3b0793dd33 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "PUT /v2.0/routers/2dbfbbc9-1114-49ba-9fee-05ce61711eb7 HTTP/1.1" status: 200 len: 915 time: 3.4665723 Nov 19 09:36:12.341630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8c5bc9-1d91-40f5-9fdc-a549dc59e105 None None] Sync routers for ids ['2dbfbbc9-1114-49ba-9fee-05ce61711eb7'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:12.341826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43612) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:12.356436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8c5bc9-1d91-40f5-9fdc-a549dc59e105 None None] Routers {'2dbfbbc9-1114-49ba-9fee-05ce61711eb7'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:12.360462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4c8c5bc9-1d91-40f5-9fdc-a549dc59e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['2dbfbbc9-1114-49ba-9fee-05ce61711eb7'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:12.438805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4c8c5bc9-1d91-40f5-9fdc-a549dc59e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:12.456073 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8c5bc9-1d91-40f5-9fdc-a549dc59e105 None None] Routers {'2dbfbbc9-1114-49ba-9fee-05ce61711eb7'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:12.458358 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4c8c5bc9-1d91-40f5-9fdc-a549dc59e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['2dbfbbc9-1114-49ba-9fee-05ce61711eb7'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:12.474970 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-feadbc66-79c3-4242-89e3-479977102eeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:12.494963 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d8d0a-8545-4d31-9f51-02cf39a81c69 req-31c50f68-cde8-4f3b-bd66-2cf7a29058a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:12.500503 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-405d8d0a-8545-4d31-9f51-02cf39a81c69 req-31c50f68-cde8-4f3b-bd66-2cf7a29058a5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=72cd07d8-2aae-47f1-8b6b-d8393ba746b4 HTTP/1.1" status: 200 len: 834 time: 0.1575394 Nov 19 09:36:12.508366 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4c8c5bc9-1d91-40f5-9fdc-a549dc59e105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:12.509294 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8c5bc9-1d91-40f5-9fdc-a549dc59e105 None None] The sync data for ids ['2dbfbbc9-1114-49ba-9fee-05ce61711eb7'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:12.567454 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-53d3ab02-b49d-491d-a55d-7992382fb044 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "GET /v2.0/routers/2dbfbbc9-1114-49ba-9fee-05ce61711eb7 HTTP/1.1" status: 200 len: 921 time: 0.2135477 Nov 19 09:36:12.567840 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43614) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:12.579552 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d8d0a-8545-4d31-9f51-02cf39a81c69 req-90f1b80f-6cdf-4681-a0a4-af7332f39585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:12.581039 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-405d8d0a-8545-4d31-9f51-02cf39a81c69 req-90f1b80f-6cdf-4681-a0a4-af7332f39585 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=177d4f14-9ea5-478f-b3f7-ca52b73386a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687628 Nov 19 09:36:12.710964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff459e8-1223-419f-be13-60e525076c2c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:12.714980 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bff459e8-1223-419f-be13-60e525076c2c tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&device_id=2dbfbbc9-1114-49ba-9fee-05ce61711eb7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1438289 Nov 19 09:36:12.715927 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43620) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:12.797694 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-405d8d0a-8545-4d31-9f51-02cf39a81c69 req-d9c7edc2-8ad8-4ba1-9f0b-1a7b787f3853 service neutron] 10.222.0.71 "GET /v2.0/networks/177d4f14-9ea5-478f-b3f7-ca52b73386a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883221 Nov 19 09:36:12.889010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06473381-68c3-43b4-a775-62af94f29a18 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:12.890355 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-06473381-68c3-43b4-a775-62af94f29a18 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 881 time: 0.1740594 Nov 19 09:36:12.894343 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43622) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:12.912433 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e5b1a576-1ac7-4460-a02c-fcb30677aff7 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5023 time: 1.3978739 Nov 19 09:36:12.912660 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43624) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:12.922305 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-07e298a2-2c1f-414b-9343-94bb06dd5a7b tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:12.925109 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-feadbc66-79c3-4242-89e3-479977102eeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:12.927411 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-07e298a2-2c1f-414b-9343-94bb06dd5a7b tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:12.958377 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0abdcdba-2166-4ec6-b2c8-4db2f822bcf8 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dbfbbc9-1114-49ba-9fee-05ce61711eb7 HTTP/1.1" status: 200 len: 205 time: 0.0629704 Nov 19 09:36:12.964894 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43626) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:12.995184 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-07e298a2-2c1f-414b-9343-94bb06dd5a7b tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:12.995743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e298a2-2c1f-414b-9343-94bb06dd5a7b tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Fanout notify agent at l3_agent the message router_deleted on router 5ddd876e-22fc-4a50-bbb0-46f4caf17888 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:36:13.002538 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-07e298a2-2c1f-414b-9343-94bb06dd5a7b tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.003634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-07e298a2-2c1f-414b-9343-94bb06dd5a7b tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/routers/5ddd876e-22fc-4a50-bbb0-46f4caf17888 HTTP/1.1" status: 204 len: 168 time: 0.9085705 Nov 19 09:36:13.006800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43628) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:13.020370 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-405d8d0a-8545-4d31-9f51-02cf39a81c69 req-80a2e709-23fd-4d21-a378-e2f348be7d6f service neutron] 10.222.0.71 "GET /v2.0/networks/177d4f14-9ea5-478f-b3f7-ca52b73386a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123749 Nov 19 09:36:13.042988 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e208badf-e2de-479a-ae72-e87b6e5ef1a8 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:13.043630 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e208badf-e2de-479a-ae72-e87b6e5ef1a8 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:13.045411 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e208badf-e2de-479a-ae72-e87b6e5ef1a8 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4a6c9bec-83b4-4ba1-bd18-3389dd11612c HTTP/1.1" status: 200 len: 1992 time: 0.1317494 Nov 19 09:36:13.059871 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-feadbc66-79c3-4242-89e3-479977102eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.063158 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-feadbc66-79c3-4242-89e3-479977102eeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.066591 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-feadbc66-79c3-4242-89e3-479977102eeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6623b1c3-66b5-481b-a817-1cd0a5a5d1be HTTP/1.1" status: 204 len: 168 time: 0.8446834 Nov 19 09:36:13.074400 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc367a4-3cd6-4e8e-9ce6-957e17fbdc9f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting subnet 933eedbe-e02d-4e33-8a31-c9c42f8d30f6 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:36:13.081130 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbc367a4-3cd6-4e8e-9ce6-957e17fbdc9f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.107787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadbc66-79c3-4242-89e3-479977102eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6623b1c3-66b5-481b-a817-1cd0a5a5d1be,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:13.109146 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33cd1776-a042-489e-88ba-6900632f3898 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.144233 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbc367a4-3cd6-4e8e-9ce6-957e17fbdc9f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.274773 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbc367a4-3cd6-4e8e-9ce6-957e17fbdc9f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.289190 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33cd1776-a042-489e-88ba-6900632f3898 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.364757 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbc367a4-3cd6-4e8e-9ce6-957e17fbdc9f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.371689 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-33cd1776-a042-489e-88ba-6900632f3898 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Deleting port 361b647d-6e94-4d2d-be12-cc47177496b1 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:13.372046 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33cd1776-a042-489e-88ba-6900632f3898 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.403595 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc367a4-3cd6-4e8e-9ce6-957e17fbdc9f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Subnet': ['ID=933eedbe-e02d-4e33-8a31-c9c42f8d30f6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:13.416493 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbc367a4-3cd6-4e8e-9ce6-957e17fbdc9f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.422338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad76d7d-3f17-4859-ba6c-5a3c62a3448b None None] Network a674da1a-815c-4729-b043-19d6efafe615 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:13.437701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fbc367a4-3cd6-4e8e-9ce6-957e17fbdc9f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/933eedbe-e02d-4e33-8a31-c9c42f8d30f6 HTTP/1.1" status: 204 len: 168 time: 0.4297523 Nov 19 09:36:13.438343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43644) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:13.472255 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33cd1776-a042-489e-88ba-6900632f3898 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.494615 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-33cd1776-a042-489e-88ba-6900632f3898 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Calling delete_port for 361b647d-6e94-4d2d-be12-cc47177496b1 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:13.590780 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.706839 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33cd1776-a042-489e-88ba-6900632f3898 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.730046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting port 710387a4-9333-4ecb-80fa-79810adeac54 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:13.733009 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.751830 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd1776-a042-489e-88ba-6900632f3898 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Pushing event deleted for resources: {'Port': ['ID=361b647d-6e94-4d2d-be12-cc47177496b1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:13.766106 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb45d263-10a3-4498-b698-aff641ded03a None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:13.781341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae915a63-6795-4903-91d0-7c4e3a28acb3 None None] DHCP port deletion for a674da1a-815c-4729-b043-19d6efafe615 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:13.873694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] For port 710387a4-9333-4ecb-80fa-79810adeac54, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=710387a4-9333-4ecb-80fa-79810adeac54,segment=NetworkSegment(90e6359b-11b0-43a4-adad-27c83ba5e154),segment_id=90e6359b-11b0-43a4-adad-27c83ba5e154)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:13.874434 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.876923 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33cd1776-a042-489e-88ba-6900632f3898 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.877467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ae915a63-6795-4903-91d0-7c4e3a28acb3 None None] Deleting port 710387a4-9333-4ecb-80fa-79810adeac54 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:13.877467 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ae915a63-6795-4903-91d0-7c4e3a28acb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.894291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Calling delete_port for 710387a4-9333-4ecb-80fa-79810adeac54 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:13.970280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ae915a63-6795-4903-91d0-7c4e3a28acb3 None None] For port 710387a4-9333-4ecb-80fa-79810adeac54, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=710387a4-9333-4ecb-80fa-79810adeac54,segment=NetworkSegment(90e6359b-11b0-43a4-adad-27c83ba5e154),segment_id=90e6359b-11b0-43a4-adad-27c83ba5e154)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:13.970691 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ae915a63-6795-4903-91d0-7c4e3a28acb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:13.998480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ae915a63-6795-4903-91d0-7c4e3a28acb3 None None] Calling delete_port for 710387a4-9333-4ecb-80fa-79810adeac54 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:14.040793 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.045939 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33cd1776-a042-489e-88ba-6900632f3898 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.049533 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33cd1776-a042-489e-88ba-6900632f3898 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.091139 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ae915a63-6795-4903-91d0-7c4e3a28acb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.103466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Port': ['ID=710387a4-9333-4ecb-80fa-79810adeac54,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:14.106995 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] No DVR routers for this DVR port 710387a4-9333-4ecb-80fa-79810adeac54 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:36:14.121726 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33cd1776-a042-489e-88ba-6900632f3898 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.122379 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cd1776-a042-489e-88ba-6900632f3898 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Fanout notify agent at l3_agent the message router_deleted on router 2dbfbbc9-1114-49ba-9fee-05ce61711eb7 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:36:14.134272 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33cd1776-a042-489e-88ba-6900632f3898 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.139858 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-33cd1776-a042-489e-88ba-6900632f3898 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "DELETE /v2.0/routers/2dbfbbc9-1114-49ba-9fee-05ce61711eb7 HTTP/1.1" status: 204 len: 168 time: 1.1669855 Nov 19 09:36:14.139993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae915a63-6795-4903-91d0-7c4e3a28acb3 None None] Pushing event deleted for resources: {'Port': ['ID=710387a4-9333-4ecb-80fa-79810adeac54,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:14.140096 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43668) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:14.144192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae915a63-6795-4903-91d0-7c4e3a28acb3 None None] No DVR routers for this DVR port 710387a4-9333-4ecb-80fa-79810adeac54 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:36:14.151964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1422807186', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:14.192484 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.194639 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.232127 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.275180 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.289281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a674da1a-815c-4729-b043-19d6efafe615']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:14.313499 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e6359b-11b0-43a4-adad-27c83ba5e154') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:14.313822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e6359b-11b0-43a4-adad-27c83ba5e154') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:14.328205 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.343309 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.353781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:36:14.354549 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:36:14.358934 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:36:14.418287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 710387a4-9333-4ecb-80fa-79810adeac54 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:36:14.454516 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 710387a4-9333-4ecb-80fa-79810adeac54 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:36:14.455277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 710387a4-9333-4ecb-80fa-79810adeac54 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:36:14.461592 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.478439 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.490729 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/networks/a674da1a-815c-4729-b043-19d6efafe615 HTTP/1.1" status: 204 len: 168 time: 1.0503032 Nov 19 09:36:14.491288 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43686) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:14.497874 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2f745190-5a7e-4914-958f-8dcdf6410f35 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'network': {'name': 'tempest-RoutersTest-1000675902'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:14.503424 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.512917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75d038-37df-4950-8966-bdd5180a6d81 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Network': ['ID=a674da1a-815c-4729-b043-19d6efafe615,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:14.539703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f745190-5a7e-4914-958f-8dcdf6410f35 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:14.543297 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f745190-5a7e-4914-958f-8dcdf6410f35 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.598217 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f745190-5a7e-4914-958f-8dcdf6410f35 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:36:14.623029 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f745190-5a7e-4914-958f-8dcdf6410f35 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.623496 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-2f745190-5a7e-4914-958f-8dcdf6410f35 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Added segment f509b109-7c5b-41bc-91f0-107a13829323 of type vlan for network 1be5b982-4a43-493e-97e4-0d2d2a3854c9 Nov 19 09:36:14.677259 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f745190-5a7e-4914-958f-8dcdf6410f35 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.722405 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f745190-5a7e-4914-958f-8dcdf6410f35 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:14.728038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f745190-5a7e-4914-958f-8dcdf6410f35 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:14.728645 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f745190-5a7e-4914-958f-8dcdf6410f35 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:15.158137 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2f745190-5a7e-4914-958f-8dcdf6410f35 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6643331 Nov 19 09:36:15.162842 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43706) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:15.169862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-2546ec64-bc42-48ce-976b-7e70b4d452b5 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'subnet': {'network_id': '1be5b982-4a43-493e-97e4-0d2d2a3854c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:15.218680 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f745190-5a7e-4914-958f-8dcdf6410f35 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Network': ['ID=1be5b982-4a43-493e-97e4-0d2d2a3854c9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:15.232353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 1be5b982-4a43-493e-97e4-0d2d2a3854c9 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:36:15.269891 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:15.327602 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:15.364052 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2546ec64-bc42-48ce-976b-7e70b4d452b5 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:15.369737 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2546ec64-bc42-48ce-976b-7e70b4d452b5 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:15.460720 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Allocated IP 172.25.0.249 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/8b5081e7-14bd-41a3-9f98-68ee53cad12f) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:15.579652 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:15.588208 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:15.621741 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2546ec64-bc42-48ce-976b-7e70b4d452b5 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:15.625972 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:15.685922 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:15.691087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:15.695163 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:15.701873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546ec64-bc42-48ce-976b-7e70b4d452b5 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Subnet': ['ID=fd964672-d49d-458c-baeb-13040f112fe0,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:15.716434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2546ec64-bc42-48ce-976b-7e70b4d452b5 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Checking segment: {'id': 'f509b109-7c5b-41bc-91f0-107a13829323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1be5b982-4a43-493e-97e4-0d2d2a3854c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:36:15.716811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2546ec64-bc42-48ce-976b-7e70b4d452b5 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network hostable DHCP agents. Network: 1be5b982-4a43-493e-97e4-0d2d2a3854c9, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:36:15.718494 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cf8af1-be71-4583-81de-dd33cbf02e61 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:15.738854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2546ec64-bc42-48ce-976b-7e70b4d452b5 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network 1be5b982-4a43-493e-97e4-0d2d2a3854c9 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:36:15.753950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-2546ec64-bc42-48ce-976b-7e70b4d452b5 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 1be5b982-4a43-493e-97e4-0d2d2a3854c9) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:15.759494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Pushing event updated for resources: {'Port': ['ID=8b5081e7-14bd-41a3-9f98-68ee53cad12f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:15.769121 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2546ec64-bc42-48ce-976b-7e70b4d452b5 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:15.770141 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2546ec64-bc42-48ce-976b-7e70b4d452b5 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:15.783703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb68c88-c8cd-4212-9f25-e952df92497c None None] Network 1be5b982-4a43-493e-97e4-0d2d2a3854c9 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:15.814367 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2546ec64-bc42-48ce-976b-7e70b4d452b5 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6491792 Nov 19 09:36:15.816593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43718) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:15.821924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e4de7617-9f1a-4fb3-94bc-1e7924b34001 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-926471844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:15.898636 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e4de7617-9f1a-4fb3-94bc-1e7924b34001 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:15.900710 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e4de7617-9f1a-4fb3-94bc-1e7924b34001 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:15.930966 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a2a06699-1799-42a2-bebd-7172d6ba53fc None None] Provisioning complete for port 8b5081e7-14bd-41a3-9f98-68ee53cad12f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:15.931423 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a2a06699-1799-42a2-bebd-7172d6ba53fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:15.982184 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e4de7617-9f1a-4fb3-94bc-1e7924b34001 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:15.988520 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e4de7617-9f1a-4fb3-94bc-1e7924b34001 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:16.002487 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a2a06699-1799-42a2-bebd-7172d6ba53fc None None] Port 8b5081e7-14bd-41a3-9f98-68ee53cad12f cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:16.022598 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e4de7617-9f1a-4fb3-94bc-1e7924b34001 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:16.026931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e4de7617-9f1a-4fb3-94bc-1e7924b34001 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2089515 Nov 19 09:36:16.027594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43726) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:16.115503 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:16.201341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-1be5b982-4a43-493e-97e4-0d2d2a3854c9', 'network_id': '1be5b982-4a43-493e-97e4-0d2d2a3854c9', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'fixed_ips': [{'subnet_id': 'fd964672-d49d-458c-baeb-13040f112fe0'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:36:16.202488 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:16.393633 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Allocated IP 172.20.0.2 (1be5b982-4a43-493e-97e4-0d2d2a3854c9/fd964672-d49d-458c-baeb-13040f112fe0/8c3f2822-4cad-4489-9bc2-16c0ef00cdc9) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:16.496714 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:16.524198 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:16.574300 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:16.584024 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:16.636042 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Pushing event updated for resources: {'Port': ['ID=8c3f2822-4cad-4489-9bc2-16c0ef00cdc9,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:16.656614 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Network 1be5b982-4a43-493e-97e4-0d2d2a3854c9 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:16.663898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:16.669234 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:16.736341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Attempting to bind port 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:36:16.737019 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Attempting to bind port 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'f509b109-7c5b-41bc-91f0-107a13829323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1be5b982-4a43-493e-97e4-0d2d2a3854c9'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:36:16.737790 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Attempting to bind port 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 on network 1be5b982-4a43-493e-97e4-0d2d2a3854c9 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:36:16.744467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:36:16.745281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Checking segment: {'id': 'f509b109-7c5b-41bc-91f0-107a13829323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1be5b982-4a43-493e-97e4-0d2d2a3854c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:36:16.746029 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:16.747373 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Bound using segment: {'id': 'f509b109-7c5b-41bc-91f0-107a13829323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1be5b982-4a43-493e-97e4-0d2d2a3854c9'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:36:16.748462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Bound port: 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f509b109-7c5b-41bc-91f0-107a13829323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1be5b982-4a43-493e-97e4-0d2d2a3854c9'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:36:16.748984 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:16.757957 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Router f16c46f0-032c-4bf6-bf31-5c5524795058 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:36:16.860527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] For port 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:36:16.867126 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] For port 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8c3f2822-4cad-4489-9bc2-16c0ef00cdc9,segment=NetworkSegment(f509b109-7c5b-41bc-91f0-107a13829323),segment_id=f509b109-7c5b-41bc-91f0-107a13829323)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:36:16.876930 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:16.882962 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Allocated IP 172.20.0.1 (1be5b982-4a43-493e-97e4-0d2d2a3854c9/fd964672-d49d-458c-baeb-13040f112fe0/ef579e4a-e629-4865-880d-4e4767bb90ec) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:16.987970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:16.989076 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf122a16-1950-4377-9a44-74ff2b6845e8 None None] Pushing event updated for resources: {'Port': ['ID=8c3f2822-4cad-4489-9bc2-16c0ef00cdc9,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:17.006885 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db079dda-5e45-4782-85a1-7c8dfb1738d8 None None] Sync routers for ids ['f16c46f0-032c-4bf6-bf31-5c5524795058'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:17.017524 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:17.023532 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43748) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:17.024205 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9879b4dc-57b8-470c-bb2c-73785f3b207a tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8837111 Nov 19 09:36:17.027831 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db079dda-5e45-4782-85a1-7c8dfb1738d8 None None] Routers {'f16c46f0-032c-4bf6-bf31-5c5524795058'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:17.028904 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-db079dda-5e45-4782-85a1-7c8dfb1738d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f16c46f0-032c-4bf6-bf31-5c5524795058'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:17.030060 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-15f9e861-7d02-4cf3-b555-f21922107d7d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:17.123776 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-db079dda-5e45-4782-85a1-7c8dfb1738d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:17.145955 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db079dda-5e45-4782-85a1-7c8dfb1738d8 None None] Routers {'f16c46f0-032c-4bf6-bf31-5c5524795058'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:17.147189 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-db079dda-5e45-4782-85a1-7c8dfb1738d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f16c46f0-032c-4bf6-bf31-5c5524795058'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:17.174301 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:17.202341 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-db079dda-5e45-4782-85a1-7c8dfb1738d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:17.203174 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db079dda-5e45-4782-85a1-7c8dfb1738d8 None None] The sync data for ids ['f16c46f0-032c-4bf6-bf31-5c5524795058'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:17.485951 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:17.546537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network 1be5b982-4a43-493e-97e4-0d2d2a3854c9 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:17.552411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:17.555802 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15f9e861-7d02-4cf3-b555-f21922107d7d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:17.562254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:17.595112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=ef579e4a-e629-4865-880d-4e4767bb90ec,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:17.608772 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15f9e861-7d02-4cf3-b555-f21922107d7d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:17.628277 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:17.779619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-15f9e861-7d02-4cf3-b555-f21922107d7d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Deleting port 8b5081e7-14bd-41a3-9f98-68ee53cad12f {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:17.780026 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15f9e861-7d02-4cf3-b555-f21922107d7d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:17.795564 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:17.977926 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15f9e861-7d02-4cf3-b555-f21922107d7d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:18.003153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-15f9e861-7d02-4cf3-b555-f21922107d7d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Calling delete_port for 8b5081e7-14bd-41a3-9f98-68ee53cad12f owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:18.023758 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:18.363419 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:18.383707 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15f9e861-7d02-4cf3-b555-f21922107d7d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:18.390303 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:18.441319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:36:18.444331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9e861-7d02-4cf3-b555-f21922107d7d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Pushing event deleted for resources: {'Port': ['ID=8b5081e7-14bd-41a3-9f98-68ee53cad12f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:18.519534 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e3bf71-88be-4f56-8f21-526ac8bb6a75 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:18.525943 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feb2772-9568-441c-9a3f-6cc3b457ec57 None None] Network 1be5b982-4a43-493e-97e4-0d2d2a3854c9 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:18.587566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=ef579e4a-e629-4865-880d-4e4767bb90ec,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:18.590114 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:18.602376 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15f9e861-7d02-4cf3-b555-f21922107d7d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:18.620641 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:18.620998 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:18.624119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-73ac34c3-b741-473f-b956-922e424a524e None None] Provisioning complete for port 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:18.625596 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-73ac34c3-b741-473f-b956-922e424a524e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:19.047124 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:19.153004 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-73ac34c3-b741-473f-b956-922e424a524e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:19.216493 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8c3f2822-4cad-4489-9bc2-16c0ef00cdc9,segment=NetworkSegment(f509b109-7c5b-41bc-91f0-107a13829323),segment_id=f509b109-7c5b-41bc-91f0-107a13829323)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:19.281263 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:19.285793 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-73ac34c3-b741-473f-b956-922e424a524e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:36:19.286362 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-73ac34c3-b741-473f-b956-922e424a524e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:36:19.310690 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15f9e861-7d02-4cf3-b555-f21922107d7d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:19.320619 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15f9e861-7d02-4cf3-b555-f21922107d7d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:19.373605 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network 1be5b982-4a43-493e-97e4-0d2d2a3854c9 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:19.376860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=8c3f2822-4cad-4489-9bc2-16c0ef00cdc9,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:19.411217 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:19.421347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f9e861-7d02-4cf3-b555-f21922107d7d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Router f16c46f0-032c-4bf6-bf31-5c5524795058 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:36:19.609877 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f9e861-7d02-4cf3-b555-f21922107d7d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:19.619140 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15f9e861-7d02-4cf3-b555-f21922107d7d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:19.620319 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-15f9e861-7d02-4cf3-b555-f21922107d7d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "PUT /v2.0/routers/f16c46f0-032c-4bf6-bf31-5c5524795058 HTTP/1.1" status: 200 len: 706 time: 2.5944922 Nov 19 09:36:19.624718 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43792) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:19.627981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87413bc-628a-4811-bf0f-0a7435a14c74 None None] Sync routers for ids ['f16c46f0-032c-4bf6-bf31-5c5524795058'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:19.675473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87413bc-628a-4811-bf0f-0a7435a14c74 None None] Routers {'f16c46f0-032c-4bf6-bf31-5c5524795058'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:19.684384 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a87413bc-628a-4811-bf0f-0a7435a14c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f16c46f0-032c-4bf6-bf31-5c5524795058'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:19.685201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router 8ff16b8e-716d-46d2-9661-790deec96e86 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:36:19.741788 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-799766b5-3072-4c12-9e45-f82c0c526979 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "GET /v2.0/routers/f16c46f0-032c-4bf6-bf31-5c5524795058 HTTP/1.1" status: 200 len: 741 time: 0.1153948 Nov 19 09:36:19.747308 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43798) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:19.762971 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a87413bc-628a-4811-bf0f-0a7435a14c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:19.780083 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87413bc-628a-4811-bf0f-0a7435a14c74 None None] Routers {'f16c46f0-032c-4bf6-bf31-5c5524795058'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:19.780962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a87413bc-628a-4811-bf0f-0a7435a14c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f16c46f0-032c-4bf6-bf31-5c5524795058'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:19.814036 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4ace6446-e810-43d4-867c-c55fd5425167 tempest-RoutersAdminTest-1290393540 tempest-RoutersAdminTest-1290393540-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&device_id=f16c46f0-032c-4bf6-bf31-5c5524795058 HTTP/1.1" status: 200 len: 205 time: 0.0653901 Nov 19 09:36:19.816481 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43800) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:19.825659 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:19.838427 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66cfa20-0eb0-4213-93ed-f256da6faecf None None] Sync routers for ids ['8ff16b8e-716d-46d2-9661-790deec96e86'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:19.850205 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-834a5195-3b9e-4b26-858a-08d378f0cde7 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "GET /v2.0/ports?device_id=f16c46f0-032c-4bf6-bf31-5c5524795058 HTTP/1.1" status: 200 len: 205 time: 0.0315828 Nov 19 09:36:19.853758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43802) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:19.875397 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66cfa20-0eb0-4213-93ed-f256da6faecf None None] Routers {'8ff16b8e-716d-46d2-9661-790deec96e86'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:19.875939 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d66cfa20-0eb0-4213-93ed-f256da6faecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8ff16b8e-716d-46d2-9661-790deec96e86'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:19.883327 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7874a013-7626-479d-bbf0-282d8fafd861 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/8ff16b8e-716d-46d2-9661-790deec96e86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8545396 Nov 19 09:36:19.897321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43808) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:19.922745 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a87413bc-628a-4811-bf0f-0a7435a14c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:19.923529 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87413bc-628a-4811-bf0f-0a7435a14c74 None None] The sync data for ids ['f16c46f0-032c-4bf6-bf31-5c5524795058'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:19.978362 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5508-3434-4efb-98b7-09e1a709a127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:19.985573 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d66cfa20-0eb0-4213-93ed-f256da6faecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:19.996322 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d78734-e156-42bc-8456-1d049289602d tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:20.002381 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b2d78734-e156-42bc-8456-1d049289602d tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports/ef579e4a-e629-4865-880d-4e4767bb90ec HTTP/1.1" status: 200 len: 910 time: 0.1037579 Nov 19 09:36:20.002615 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66cfa20-0eb0-4213-93ed-f256da6faecf None None] Routers {'8ff16b8e-716d-46d2-9661-790deec96e86'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:20.003062 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43810) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:20.004326 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d66cfa20-0eb0-4213-93ed-f256da6faecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:35:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8ff16b8e-716d-46d2-9661-790deec96e86'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:20.052016 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d66cfa20-0eb0-4213-93ed-f256da6faecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:20.053012 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66cfa20-0eb0-4213-93ed-f256da6faecf None None] The sync data for ids ['8ff16b8e-716d-46d2-9661-790deec96e86'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:20.060963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b6fdd16-804a-4a74-bd6a-ab6b5192a460 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:20.110534 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5b664871-f149-45d1-b715-a3ceb8a7a91d None None] Provisioning complete for port ef579e4a-e629-4865-880d-4e4767bb90ec triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:20.111194 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5b664871-f149-45d1-b715-a3ceb8a7a91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:20.194609 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5b664871-f149-45d1-b715-a3ceb8a7a91d None None] Port ef579e4a-e629-4865-880d-4e4767bb90ec cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:20.223140 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5b664871-f149-45d1-b715-a3ceb8a7a91d None None] Provisioning complete for port 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:20.223633 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5b664871-f149-45d1-b715-a3ceb8a7a91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:20.418242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:36:20.420481 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b6fdd16-804a-4a74-bd6a-ab6b5192a460 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:20.426618 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b6fdd16-804a-4a74-bd6a-ab6b5192a460 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:20.496325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:20.497012 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:20.530905 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b6fdd16-804a-4a74-bd6a-ab6b5192a460 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:20.531471 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6fdd16-804a-4a74-bd6a-ab6b5192a460 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Fanout notify agent at l3_agent the message router_deleted on router f16c46f0-032c-4bf6-bf31-5c5524795058 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:36:20.539688 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b6fdd16-804a-4a74-bd6a-ab6b5192a460 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:20.540820 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7b6fdd16-804a-4a74-bd6a-ab6b5192a460 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "DELETE /v2.0/routers/f16c46f0-032c-4bf6-bf31-5c5524795058 HTTP/1.1" status: 204 len: 168 time: 0.6858823 Nov 19 09:36:20.544487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43816) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:20.602006 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3cb7ddb0-95ea-4cba-815e-b6dcec751012 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "GET /v2.0/ports?device_id=f16c46f0-032c-4bf6-bf31-5c5524795058 HTTP/1.1" status: 200 len: 205 time: 0.0518701 Nov 19 09:36:20.604560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43824) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:20.609830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b921c6af-379a-4057-a311-64d0161ba2c3 None None] Provisioning complete for port ef579e4a-e629-4865-880d-4e4767bb90ec triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:20.610241 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b921c6af-379a-4057-a311-64d0161ba2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:20.725433 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b921c6af-379a-4057-a311-64d0161ba2c3 None None] Port ef579e4a-e629-4865-880d-4e4767bb90ec cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:20.732006 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-f7303038-5682-4b5e-aadc-4b81c608f6f6 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] delete failed (client error): The resource could not be found. Nov 19 09:36:20.735942 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f7303038-5682-4b5e-aadc-4b81c608f6f6 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "DELETE /v2.0/routers/f16c46f0-032c-4bf6-bf31-5c5524795058 HTTP/1.1" status: 404 len: 336 time: 0.1275954 Nov 19 09:36:20.736905 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43826) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:20.760539 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d2e90c5c-d650-4d26-addc-9e7f95feae3e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:20.801902 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-909cfa73-5dd6-496d-8e16-6e248d8991c3 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dbfbbc9-1114-49ba-9fee-05ce61711eb7 HTTP/1.1" status: 200 len: 205 time: 0.0599396 Nov 19 09:36:20.804824 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43828) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:20.856521 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-e511755c-774b-4fa4-8e99-aed7a52e9e0d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] delete failed (client error): The resource could not be found. Nov 19 09:36:20.857761 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e511755c-774b-4fa4-8e99-aed7a52e9e0d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "DELETE /v2.0/routers/2dbfbbc9-1114-49ba-9fee-05ce61711eb7 HTTP/1.1" status: 404 len: 336 time: 0.0518739 Nov 19 09:36:20.860386 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43830) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:20.903715 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-62efcc99-5b53-44c0-84d8-75b26b499973 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f221dd-6b01-4460-a5e7-18316f894d69 HTTP/1.1" status: 200 len: 205 time: 0.0421758 Nov 19 09:36:20.905429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43834) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:20.920001 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ce05d2-266f-4917-97ba-ec1fad4e351e req-53441983-4fbc-4090-8803-ff807256e0d1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1756294 Nov 19 09:36:20.998400 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-d37ad14d-2aee-4227-8667-a3ffd98953ce tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] delete failed (client error): The resource could not be found. Nov 19 09:36:21.003683 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d37ad14d-2aee-4227-8667-a3ffd98953ce tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "DELETE /v2.0/routers/a2f221dd-6b01-4460-a5e7-18316f894d69 HTTP/1.1" status: 404 len: 336 time: 0.0966935 Nov 19 09:36:21.007408 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43842) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:21.040137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce05d2-266f-4917-97ba-ec1fad4e351e req-a30ddb1f-5b07-4675-97b5-b0e15116d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:21.042553 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ce05d2-266f-4917-97ba-ec1fad4e351e req-a30ddb1f-5b07-4675-97b5-b0e15116d459 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 1099 time: 0.0861313 Nov 19 09:36:21.047763 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2b8e3014-d5d3-4dc6-a1d2-660caec94cb9 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "GET /v2.0/ports?device_id=4541df0d-5a10-483d-a17c-5a252e8ced4d HTTP/1.1" status: 200 len: 205 time: 0.0388427 Nov 19 09:36:21.047959 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43844) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:21.103832 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-306b32d3-8096-408e-b181-c6236ecc1e53 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] delete failed (client error): The resource could not be found. Nov 19 09:36:21.107711 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-306b32d3-8096-408e-b181-c6236ecc1e53 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "DELETE /v2.0/routers/4541df0d-5a10-483d-a17c-5a252e8ced4d HTTP/1.1" status: 404 len: 336 time: 0.0587263 Nov 19 09:36:21.108277 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43848) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:21.141528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-d2e90c5c-d650-4d26-addc-9e7f95feae3e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting port ef579e4a-e629-4865-880d-4e4767bb90ec {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:21.141873 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d2e90c5c-d650-4d26-addc-9e7f95feae3e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:21.183149 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-185c4236-47a6-4df1-8b2f-6153f9ecb59d tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbafb54b-c036-4cb6-adec-8bcc41b803e2 HTTP/1.1" status: 200 len: 205 time: 0.0721922 Nov 19 09:36:21.184208 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43850) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:21.233587 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-15f3389f-cc00-405b-bba2-cbdeee7f19a5 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] delete failed (client error): The resource could not be found. Nov 19 09:36:21.234653 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-15f3389f-cc00-405b-bba2-cbdeee7f19a5 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "DELETE /v2.0/routers/dbafb54b-c036-4cb6-adec-8bcc41b803e2 HTTP/1.1" status: 404 len: 336 time: 0.0451663 Nov 19 09:36:21.238704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43856) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:21.245174 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d2e90c5c-d650-4d26-addc-9e7f95feae3e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:21.265433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-d2e90c5c-d650-4d26-addc-9e7f95feae3e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Calling delete_port for ef579e4a-e629-4865-880d-4e4767bb90ec owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:21.281582 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-49ced937-311d-45ea-83df-33e3329bfc12 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c0b70c2-4ad5-463c-8036-f6a3babb1fb5 HTTP/1.1" status: 200 len: 205 time: 0.0417407 Nov 19 09:36:21.284149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43858) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:21.317825 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce05d2-266f-4917-97ba-ec1fad4e351e req-d7faf006-3a30-4240-a8ea-40ab3d8d6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:21.320045 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ce05d2-266f-4917-97ba-ec1fad4e351e req-d7faf006-3a30-4240-a8ea-40ab3d8d6c6f service neutron] 10.222.0.71 "GET /v2.0/networks?id=f2464548-db38-4ede-8509-93a9dbb836ae HTTP/1.1" status: 200 len: 895 time: 0.2107365 Nov 19 09:36:21.360213 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-4179cead-5fff-4a13-a704-63a7c2fc3763 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] delete failed (client error): The resource could not be found. Nov 19 09:36:21.363911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4179cead-5fff-4a13-a704-63a7c2fc3763 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "DELETE /v2.0/routers/6c0b70c2-4ad5-463c-8036-f6a3babb1fb5 HTTP/1.1" status: 404 len: 336 time: 0.0475376 Nov 19 09:36:21.364539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43862) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:21.396705 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ce05d2-266f-4917-97ba-ec1fad4e351e req-08f5fe37-e635-4822-bc0f-06c47f738509 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773 HTTP/1.1" status: 200 len: 1002 time: 0.0642650 Nov 19 09:36:21.401751 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2eb659-8289-44eb-bd7f-3e0726d4ee76 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] DELETE failed (client error): The resource could not be found. Nov 19 09:36:21.402328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2eb659-8289-44eb-bd7f-3e0726d4ee76 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:36:21.413036 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1a2eb659-8289-44eb-bd7f-3e0726d4ee76 tempest-RoutersAdminTest-1319136235 tempest-RoutersAdminTest-1319136235-project] 10.222.0.21 "DELETE /v2.0/subnets/8e7a3b59-de40-49f2-ae34-a6465420fcea HTTP/1.1" status: 404 len: 337 time: 0.0470989 Nov 19 09:36:21.467307 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce05d2-266f-4917-97ba-ec1fad4e351e req-880db35b-7f52-456c-84f9-fefab135dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:21.469061 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ce05d2-266f-4917-97ba-ec1fad4e351e req-880db35b-7f52-456c-84f9-fefab135dbbc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1c895901-2c8b-4bc1-a201-68dc47928ecf HTTP/1.1" status: 200 len: 835 time: 0.0628259 Nov 19 09:36:21.542302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce05d2-266f-4917-97ba-ec1fad4e351e req-fd625636-f02e-4d88-b869-0bda0ef9c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:21.543837 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ce05d2-266f-4917-97ba-ec1fad4e351e req-fd625636-f02e-4d88-b869-0bda0ef9c3c5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2464548-db38-4ede-8509-93a9dbb836ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557477 Nov 19 09:36:21.563610 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d2e90c5c-d650-4d26-addc-9e7f95feae3e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:21.597998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e90c5c-d650-4d26-addc-9e7f95feae3e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Port': ['ID=ef579e4a-e629-4865-880d-4e4767bb90ec,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:21.722192 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ce05d2-266f-4917-97ba-ec1fad4e351e req-e9824c9d-30a7-4e4f-a83d-b08593b1ea51 service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611350 Nov 19 09:36:21.781858 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d2e90c5c-d650-4d26-addc-9e7f95feae3e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:21.803581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43876) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:21.858774 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ce05d2-266f-4917-97ba-ec1fad4e351e req-d5b12800-514b-4183-bec6-2696e045772e service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175330 Nov 19 09:36:22.058454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bfaca-3c28-464b-a95d-57d80dc2ecdd req-66d0ba0c-832d-452e-9ffc-5e66ff118cf5 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:22.061134 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-871bfaca-3c28-464b-a95d-57d80dc2ecdd req-66d0ba0c-832d-452e-9ffc-5e66ff118cf5 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 1099 time: 0.1608086 Nov 19 09:36:22.062535 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bacfd44e-321b-4f94-8842-a1f445aeb3b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:22.099025 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e90c5c-d650-4d26-addc-9e7f95feae3e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router 8ff16b8e-716d-46d2-9661-790deec96e86 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:36:22.167336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-871bfaca-3c28-464b-a95d-57d80dc2ecdd req-d0292a3a-b952-4610-be9c-101524e0da90 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963471 Nov 19 09:36:22.201544 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43900) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:22.265948 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f9ee4ea6-6caf-4a43-a4af-bd0c036c6671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:22.290709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e90c5c-d650-4d26-addc-9e7f95feae3e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:22.303913 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d2e90c5c-d650-4d26-addc-9e7f95feae3e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/8ff16b8e-716d-46d2-9661-790deec96e86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2997272 Nov 19 09:36:22.306784 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43904) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:22.308778 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb5a3e-1665-4d2a-9edd-cada6fd3e4f2 None None] Sync routers for ids ['8ff16b8e-716d-46d2-9661-790deec96e86'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:22.325284 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb5a3e-1665-4d2a-9edd-cada6fd3e4f2 None None] Routers {'8ff16b8e-716d-46d2-9661-790deec96e86'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:22.326261 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-94cb5a3e-1665-4d2a-9edd-cada6fd3e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8ff16b8e-716d-46d2-9661-790deec96e86'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:22.355311 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cbd08b87-b12e-4412-81d6-eded6c01717c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ff16b8e-716d-46d2-9661-790deec96e86 HTTP/1.1" status: 200 len: 205 time: 0.0446799 Nov 19 09:36:22.356080 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 43906) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:22.357004 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bacfd44e-321b-4f94-8842-a1f445aeb3b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:22.363240 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bacfd44e-321b-4f94-8842-a1f445aeb3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:22.423150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-94cb5a3e-1665-4d2a-9edd-cada6fd3e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:22.429752 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bacfd44e-321b-4f94-8842-a1f445aeb3b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9eb68469b360427ea3473a54d6cb6ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6239016 Nov 19 09:36:22.432265 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43908) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:22.440062 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfd44e-321b-4f94-8842-a1f445aeb3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8548fbb-4278-41b6-8f12-a25cc0003b25,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:22.462008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb5a3e-1665-4d2a-9edd-cada6fd3e4f2 None None] Routers {'8ff16b8e-716d-46d2-9661-790deec96e86'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:22.463794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-94cb5a3e-1665-4d2a-9edd-cada6fd3e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8ff16b8e-716d-46d2-9661-790deec96e86'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:22.504679 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5196f983-0959-4ce2-aa22-db8af9e8cc5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:22.510450 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1741fdf1-ce2a-4b4e-9b1c-39534fb04c6f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:22.518934 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-94cb5a3e-1665-4d2a-9edd-cada6fd3e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:22.519889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb5a3e-1665-4d2a-9edd-cada6fd3e4f2 None None] The sync data for ids ['8ff16b8e-716d-46d2-9661-790deec96e86'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:22.542476 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5196f983-0959-4ce2-aa22-db8af9e8cc5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:22.612552 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5196f983-0959-4ce2-aa22-db8af9e8cc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:22.617415 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5196f983-0959-4ce2-aa22-db8af9e8cc5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:22.619626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5196f983-0959-4ce2-aa22-db8af9e8cc5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8548fbb-4278-41b6-8f12-a25cc0003b25 HTTP/1.1" status: 204 len: 168 time: 0.1860242 Nov 19 09:36:22.628811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196f983-0959-4ce2-aa22-db8af9e8cc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8548fbb-4278-41b6-8f12-a25cc0003b25,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:23.038736 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43924) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:23.084300 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b7ed7c1b-987e-44a2-a99b-d689f288138d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5f7f16d5db54034855b013e126f68ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435064 Nov 19 09:36:23.093666 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43926) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:23.156074 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-78dd4f04-6133-4e55-91e1-f2ef3cbf319d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.185579 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-78dd4f04-6133-4e55-91e1-f2ef3cbf319d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.251891 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-78dd4f04-6133-4e55-91e1-f2ef3cbf319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.266082 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1741fdf1-ce2a-4b4e-9b1c-39534fb04c6f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.269423 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1741fdf1-ce2a-4b4e-9b1c-39534fb04c6f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.276328 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-78dd4f04-6133-4e55-91e1-f2ef3cbf319d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.280521 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-78dd4f04-6133-4e55-91e1-f2ef3cbf319d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c53d9fde-1ba5-41eb-9a50-61ea03357530 HTTP/1.1" status: 204 len: 168 time: 0.1835716 Nov 19 09:36:23.300859 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd4f04-6133-4e55-91e1-f2ef3cbf319d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53d9fde-1ba5-41eb-9a50-61ea03357530,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:23.337736 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0573cb6b-fa1e-4b88-9bfc-4a32250d0660 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting port 5e7104aa-787b-483d-9235-639268c3d8fd {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:23.337736 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0573cb6b-fa1e-4b88-9bfc-4a32250d0660 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.380778 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1741fdf1-ce2a-4b4e-9b1c-39534fb04c6f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.381690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1741fdf1-ce2a-4b4e-9b1c-39534fb04c6f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Fanout notify agent at l3_agent the message router_deleted on router 8ff16b8e-716d-46d2-9661-790deec96e86 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:36:23.390541 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1741fdf1-ce2a-4b4e-9b1c-39534fb04c6f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.394867 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1741fdf1-ce2a-4b4e-9b1c-39534fb04c6f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/routers/8ff16b8e-716d-46d2-9661-790deec96e86 HTTP/1.1" status: 204 len: 168 time: 1.0363224 Nov 19 09:36:23.395024 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43938) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:23.467607 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0573cb6b-fa1e-4b88-9bfc-4a32250d0660 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.468150 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0573cb6b-fa1e-4b88-9bfc-4a32250d0660 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.495632 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0573cb6b-fa1e-4b88-9bfc-4a32250d0660 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Calling delete_port for 5e7104aa-787b-483d-9235-639268c3d8fd owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:23.501558 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.506642 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b976b647-c97b-49a8-8c0e-39b8e1a64d83 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting subnet fd964672-d49d-458c-baeb-13040f112fe0 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:36:23.512985 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b976b647-c97b-49a8-8c0e-39b8e1a64d83 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.581964 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b976b647-c97b-49a8-8c0e-39b8e1a64d83 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.770990 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0573cb6b-fa1e-4b88-9bfc-4a32250d0660 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.772769 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b976b647-c97b-49a8-8c0e-39b8e1a64d83 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.804691 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573cb6b-fa1e-4b88-9bfc-4a32250d0660 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Port': ['ID=5e7104aa-787b-483d-9235-639268c3d8fd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:23.882026 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0573cb6b-fa1e-4b88-9bfc-4a32250d0660 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.883410 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-0573cb6b-fa1e-4b88-9bfc-4a32250d0660 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Floating IP 15886138-4554-451b-a4eb-88e69a81793d disassociated (deleted). External IP: 172.25.0.252, port: 38472fbc-fd07-49bf-a63c-73f92e2a8773. Nov 19 09:36:23.913918 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b976b647-c97b-49a8-8c0e-39b8e1a64d83 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:23.964110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976b647-c97b-49a8-8c0e-39b8e1a64d83 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Subnet': ['ID=fd964672-d49d-458c-baeb-13040f112fe0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:23.981061 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125c8879-62fd-4983-b966-19203c85f878 None None] Network 1be5b982-4a43-493e-97e4-0d2d2a3854c9 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:23.994650 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b976b647-c97b-49a8-8c0e-39b8e1a64d83 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:24.006304 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b976b647-c97b-49a8-8c0e-39b8e1a64d83 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/fd964672-d49d-458c-baeb-13040f112fe0 HTTP/1.1" status: 204 len: 168 time: 0.6088805 Nov 19 09:36:24.009023 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 43954) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:24.200558 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:24.301356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0573cb6b-fa1e-4b88-9bfc-4a32250d0660 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:36:24.327197 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef5483b-4554-4cba-8d95-bdada0c87339 None None] DHCP port deletion for 1be5b982-4a43-493e-97e4-0d2d2a3854c9 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:24.367794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting port 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:24.372275 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:24.435347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-fef5483b-4554-4cba-8d95-bdada0c87339 None None] Deleting port 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:24.452491 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fef5483b-4554-4cba-8d95-bdada0c87339 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:24.489813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0573cb6b-fa1e-4b88-9bfc-4a32250d0660 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:24.504757 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0573cb6b-fa1e-4b88-9bfc-4a32250d0660 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:24.512837 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f76786-cb69-48aa-87a9-99fe3a774bca None None] Sync routers for ids ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:24.537203 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f76786-cb69-48aa-87a9-99fe3a774bca None None] Routers {'0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:24.537831 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-42f76786-cb69-48aa-87a9-99fe3a774bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:24.562244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] For port 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8c3f2822-4cad-4489-9bc2-16c0ef00cdc9,segment=NetworkSegment(f509b109-7c5b-41bc-91f0-107a13829323),segment_id=f509b109-7c5b-41bc-91f0-107a13829323)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:24.562617 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:24.596437 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Calling delete_port for 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:24.605391 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0573cb6b-fa1e-4b88-9bfc-4a32250d0660 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/floatingips/15886138-4554-451b-a4eb-88e69a81793d HTTP/1.1" status: 204 len: 168 time: 2.3990695 Nov 19 09:36:24.605391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:36:24.609910 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ceb323-e4dd-499d-8b56-b8415634aeed" -d '{"events": [{"name": "network-changed", "server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:36:24.619166 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-fef5483b-4554-4cba-8d95-bdada0c87339 None None] For port 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8c3f2822-4cad-4489-9bc2-16c0ef00cdc9,segment=NetworkSegment(f509b109-7c5b-41bc-91f0-107a13829323),segment_id=f509b109-7c5b-41bc-91f0-107a13829323)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:24.619784 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fef5483b-4554-4cba-8d95-bdada0c87339 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:24.654506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-fef5483b-4554-4cba-8d95-bdada0c87339 None None] Calling delete_port for 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:24.738008 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0784be5d-a03b-44ac-b2f2-2aaed31fe7f8 x-openstack-request-id: req-0784be5d-a03b-44ac-b2f2-2aaed31fe7f8 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:36:24.739602 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:36:24.739602 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0784be5d-a03b-44ac-b2f2-2aaed31fe7f8 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:36:24.739602 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'status': 'completed', 'code': 200} Nov 19 09:36:24.802976 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:24.815737 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-42f76786-cb69-48aa-87a9-99fe3a774bca None None] Set router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:36:24.823961 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] No DVR routers for this DVR port 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:36:24.837891 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fef5483b-4554-4cba-8d95-bdada0c87339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:24.904737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Port': ['ID=8c3f2822-4cad-4489-9bc2-16c0ef00cdc9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:24.945227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5483b-4554-4cba-8d95-bdada0c87339 None None] Pushing event deleted for resources: {'Port': ['ID=8c3f2822-4cad-4489-9bc2-16c0ef00cdc9,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:24.950061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ceb323-e4dd-499d-8b56-b8415634aeed req-dd492f93-ebdd-42a2-8a65-136ab6bd1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:24.951668 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-72ceb323-e4dd-499d-8b56-b8415634aeed req-dd492f93-ebdd-42a2-8a65-136ab6bd1c5f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 1099 time: 0.1865695 Nov 19 09:36:25.008694 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef5483b-4554-4cba-8d95-bdada0c87339 None None] No DVR routers for this DVR port 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:36:25.054238 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:25.055591 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:25.091427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be5b982-4a43-493e-97e4-0d2d2a3854c9']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:25.102859 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f509b109-7c5b-41bc-91f0-107a13829323') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:25.103210 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f509b109-7c5b-41bc-91f0-107a13829323') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:25.139360 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ceb323-e4dd-499d-8b56-b8415634aeed req-0fc4b038-143e-4c2a-a671-1e100a1ce5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:25.141018 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-72ceb323-e4dd-499d-8b56-b8415634aeed req-0fc4b038-143e-4c2a-a671-1e100a1ce5e7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f2464548-db38-4ede-8509-93a9dbb836ae HTTP/1.1" status: 200 len: 895 time: 0.1749806 Nov 19 09:36:25.146062 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:25.168588 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:25.183530 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14000916-4085-4719-8207-63c8cd5c0391 req-600e8787-61e3-4593-8c4e-0e7d5ecaa8e2 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:25.186756 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14000916-4085-4719-8207-63c8cd5c0391 req-600e8787-61e3-4593-8c4e-0e7d5ecaa8e2 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 947 time: 0.0814724 Nov 19 09:36:25.189876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:36:25.190289 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:36:25.211503 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:36:25.227863 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-72ceb323-e4dd-499d-8b56-b8415634aeed req-5eb79e03-4acd-4c33-8bb0-ab3b3b540558 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773 HTTP/1.1" status: 200 len: 217 time: 0.0641680 Nov 19 09:36:25.294984 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-42f76786-cb69-48aa-87a9-99fe3a774bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243700459', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:07Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b011b7d8-0812-49e0-94cf-5b694ccbeda6', 'name': '', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:38:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:34:04Z', 'updated_at': '2021-11-19T09:34:12Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:25.336800 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ceb323-e4dd-499d-8b56-b8415634aeed req-7eff1ef4-b30f-4e49-bdaa-630d159f58c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:25.338749 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-72ceb323-e4dd-499d-8b56-b8415634aeed req-7eff1ef4-b30f-4e49-bdaa-630d159f58c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1c895901-2c8b-4bc1-a201-68dc47928ecf HTTP/1.1" status: 200 len: 835 time: 0.0912385 Nov 19 09:36:25.351609 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f76786-cb69-48aa-87a9-99fe3a774bca None None] Checking router: 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:36:25.360250 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:25.361756 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f76786-cb69-48aa-87a9-99fe3a774bca None None] Routers {'0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:25.363081 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-42f76786-cb69-48aa-87a9-99fe3a774bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:25.424721 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:25.429056 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/networks/1be5b982-4a43-493e-97e4-0d2d2a3854c9 HTTP/1.1" status: 204 len: 168 time: 1.4189181 Nov 19 09:36:25.430430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb9936-391d-4a30-abff-25273f30db39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Network': ['ID=1be5b982-4a43-493e-97e4-0d2d2a3854c9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:25.444703 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14000916-4085-4719-8207-63c8cd5c0391 req-027e648a-774f-4ddc-b804-d9a00d3928dc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305169 Nov 19 09:36:25.450874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44000) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:25.468421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2099343782', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}, 'admin_state_up': False}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:25.492342 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:25.502660 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ceb323-e4dd-499d-8b56-b8415634aeed req-3f55bd8d-7de5-4dce-9ea7-f2aafd51e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:25.504615 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-72ceb323-e4dd-499d-8b56-b8415634aeed req-3f55bd8d-7de5-4dce-9ea7-f2aafd51e897 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f2464548-db38-4ede-8509-93a9dbb836ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1518426 Nov 19 09:36:25.525416 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:25.528130 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:25.593510 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-42f76786-cb69-48aa-87a9-99fe3a774bca None None] Set router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:36:25.650612 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-72ceb323-e4dd-499d-8b56-b8415634aeed req-72d7b1e3-d27e-4bb0-ae8a-1581c02448ea service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336269 Nov 19 09:36:25.718885 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:25.929680 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-72ceb323-e4dd-499d-8b56-b8415634aeed req-b36c737e-a941-4fd3-9901-d6b8330f8244 service neutron] 10.222.0.71 "GET /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686307 Nov 19 09:36:26.021248 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:26.139644 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44032) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:26.190563 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-42f76786-cb69-48aa-87a9-99fe3a774bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243700459', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:07Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b011b7d8-0812-49e0-94cf-5b694ccbeda6', 'name': '', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:38:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:34:04Z', 'updated_at': '2021-11-19T09:34:12Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:26.197660 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44038) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:26.257585 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f76786-cb69-48aa-87a9-99fe3a774bca None None] The sync data for ids ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'] in n-d-805649-14 is: [{'id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243700459', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:07Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b011b7d8-0812-49e0-94cf-5b694ccbeda6', 'name': '', 'network_id': 'f2464548-db38-4ede-8509-93a9dbb836ae', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:38:8b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:34:04Z', 'updated_at': '2021-11-19T09:34:12Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '1c895901-2c8b-4bc1-a201-68dc47928ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:26.425540 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:36:26.457261 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2df7c5d6-3039-4446-9be5-5cdfa3c3d526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:26.489071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:36:26.491631 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8c3f2822-4cad-4489-9bc2-16c0ef00cdc9 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:36:26.578966 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-73363fda-c5c1-495d-9401-49b1391d731d tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2138181918', 'router:external': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:26.612685 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73363fda-c5c1-495d-9401-49b1391d731d tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Made reservation on behalf of 33b6c2b601a044aba715fd7ad7be6ccf for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:26.615957 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73363fda-c5c1-495d-9401-49b1391d731d tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:26.645240 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73363fda-c5c1-495d-9401-49b1391d731d tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:26.653000 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2df7c5d6-3039-4446-9be5-5cdfa3c3d526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:26.665292 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2df7c5d6-3039-4446-9be5-5cdfa3c3d526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:26.666486 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:26.708078 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:26.721775 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7c5d6-3039-4446-9be5-5cdfa3c3d526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566af984-a963-489d-9157-97d4070baace,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:26.739328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b559b-8834-46cc-aed0-14fc49661449 req-68dfc2cd-06c8-407a-a554-4c383de24ff8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:26.741653 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6b1b559b-8834-46cc-aed0-14fc49661449 req-68dfc2cd-06c8-407a-a554-4c383de24ff8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 947 time: 0.1939223 Nov 19 09:36:26.766293 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2df7c5d6-3039-4446-9be5-5cdfa3c3d526 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a7ebe6951004e9aabd7ddd9b4dab3d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5675364 Nov 19 09:36:26.770898 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44048) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:26.891052 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6b1b559b-8834-46cc-aed0-14fc49661449 req-1e77a297-04ba-474f-b6fe-0a4e50597863 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf22a4-15b9-47f5-9769-667f553da5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110919 Nov 19 09:36:26.936950 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89eabca3-c7fa-414c-9584-3a01ad97c277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:26.953747 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Allocated IP 172.25.0.65 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/9d6c4ed8-9f30-412c-b59b-632279af695a) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:26.954263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae775a-f51e-4fb6-a7f9-0896eb5c5359 req-563533fc-9dc3-40ce-a78f-8384a6e6b002 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:26.956217 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5eae775a-f51e-4fb6-a7f9-0896eb5c5359 req-563533fc-9dc3-40ce-a78f-8384a6e6b002 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 947 time: 0.1619065 Nov 19 09:36:26.966190 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934ad898-24d3-4768-ad00-747fcfa1d47b None None] New status for floating IP 15886138-4554-451b-a4eb-88e69a81793d: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:36:26.985880 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73363fda-c5c1-495d-9401-49b1391d731d tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:27.022257 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89eabca3-c7fa-414c-9584-3a01ad97c277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:27.070499 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73363fda-c5c1-495d-9401-49b1391d731d tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:27.147930 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:27.167655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73363fda-c5c1-495d-9401-49b1391d731d tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:36:27.180243 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73363fda-c5c1-495d-9401-49b1391d731d tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90d4e39-ff4b-4f00-8e88-5009a4e1048e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:27.213760 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73363fda-c5c1-495d-9401-49b1391d731d tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:27.214143 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-73363fda-c5c1-495d-9401-49b1391d731d tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Added segment 461a76b2-f50f-42ea-a321-060b851af2aa of type vlan for network 1fbe42ef-e44d-4fe8-ae87-a98532a46564 Nov 19 09:36:27.220384 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:27.276860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:27.288944 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89eabca3-c7fa-414c-9584-3a01ad97c277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:27.291777 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89eabca3-c7fa-414c-9584-3a01ad97c277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:27.296405 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-89eabca3-c7fa-414c-9584-3a01ad97c277 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/566af984-a963-489d-9157-97d4070baace HTTP/1.1" status: 204 len: 168 time: 0.5240052 Nov 19 09:36:27.312091 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=9d6c4ed8-9f30-412c-b59b-632279af695a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:27.319468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:27.322294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eabca3-c7fa-414c-9584-3a01ad97c277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566af984-a963-489d-9157-97d4070baace,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:27.325373 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73363fda-c5c1-495d-9401-49b1391d731d tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:27.334698 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487f343f-1cd3-4d7a-8429-89683cdf9b8f None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:27.347802 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:27.367152 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-5eae775a-f51e-4fb6-a7f9-0896eb5c5359 req-8e2dca36-e0cf-4147-ac53-f410a51f1f21 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting port 38472fbc-fd07-49bf-a63c-73f92e2a8773 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:27.367500 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5eae775a-f51e-4fb6-a7f9-0896eb5c5359 req-8e2dca36-e0cf-4147-ac53-f410a51f1f21 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:27.418873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c7d89c01-4d16-454a-83dc-10ba1c6edccc None None] Provisioning complete for port 9d6c4ed8-9f30-412c-b59b-632279af695a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:27.419647 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c7d89c01-4d16-454a-83dc-10ba1c6edccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:27.468651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c7d89c01-4d16-454a-83dc-10ba1c6edccc None None] Port 9d6c4ed8-9f30-412c-b59b-632279af695a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:27.513985 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73363fda-c5c1-495d-9401-49b1391d731d tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:27.515685 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73363fda-c5c1-495d-9401-49b1391d731d tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:27.516488 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73363fda-c5c1-495d-9401-49b1391d731d tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:27.522877 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-5eae775a-f51e-4fb6-a7f9-0896eb5c5359 req-8e2dca36-e0cf-4147-ac53-f410a51f1f21 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] For port 38472fbc-fd07-49bf-a63c-73f92e2a8773, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=38472fbc-fd07-49bf-a63c-73f92e2a8773,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:27.523256 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5eae775a-f51e-4fb6-a7f9-0896eb5c5359 req-8e2dca36-e0cf-4147-ac53-f410a51f1f21 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:27.615588 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-5eae775a-f51e-4fb6-a7f9-0896eb5c5359 req-8e2dca36-e0cf-4147-ac53-f410a51f1f21 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Calling delete_port for 38472fbc-fd07-49bf-a63c-73f92e2a8773 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:27.645144 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-73363fda-c5c1-495d-9401-49b1391d731d tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5030224 Nov 19 09:36:27.647667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44064) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:27.649782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73363fda-c5c1-495d-9401-49b1391d731d tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Pushing event updated for resources: {'Network': ['ID=1fbe42ef-e44d-4fe8-ae87-a98532a46564,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:27.656658 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-37ba343a-e9a6-4190-a1ac-e3c616aaf6b1 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Request body: {'subnet': {'network_id': '1fbe42ef-e44d-4fe8-ae87-a98532a46564', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:27.660740 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 1fbe42ef-e44d-4fe8-ae87-a98532a46564 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:36:27.749283 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ba343a-e9a6-4190-a1ac-e3c616aaf6b1 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Made reservation on behalf of 33b6c2b601a044aba715fd7ad7be6ccf for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:27.751860 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37ba343a-e9a6-4190-a1ac-e3c616aaf6b1 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:27.935510 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5eae775a-f51e-4fb6-a7f9-0896eb5c5359 req-8e2dca36-e0cf-4147-ac53-f410a51f1f21 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:28.014539 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dca36-e0cf-4147-ac53-f410a51f1f21 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Port': ['ID=38472fbc-fd07-49bf-a63c-73f92e2a8773,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:28.087801 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eae775a-f51e-4fb6-a7f9-0896eb5c5359 req-8e2dca36-e0cf-4147-ac53-f410a51f1f21 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] No DVR routers for this DVR port 38472fbc-fd07-49bf-a63c-73f92e2a8773 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:36:28.091771 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-5eae775a-f51e-4fb6-a7f9-0896eb5c5359 req-8e2dca36-e0cf-4147-ac53-f410a51f1f21 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:28.095332 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5eae775a-f51e-4fb6-a7f9-0896eb5c5359 req-8e2dca36-e0cf-4147-ac53-f410a51f1f21 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "DELETE /v2.0/ports/38472fbc-fd07-49bf-a63c-73f92e2a8773 HTTP/1.1" status: 204 len: 173 time: 1.1308844 Nov 19 09:36:28.095822 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'name': 'network-vif-deleted', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:36:28.100740 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9780cfb6-2233-49a1-a147-dbe06419c92f" -d '{"events": [{"server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "name": "network-vif-deleted", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:36:28.177017 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5d232b-61a6-4eb0-b24d-d9c773496d19 x-openstack-request-id: req-bb5d232b-61a6-4eb0-b24d-d9c773496d19 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:36:28.177696 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09485c98-3b14-4b74-a48a-1b9d7fe46521", "name": "network-vif-deleted", "tag": "38472fbc-fd07-49bf-a63c-73f92e2a8773", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:36:28.178030 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb5d232b-61a6-4eb0-b24d-d9c773496d19 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:36:28.178700 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09485c98-3b14-4b74-a48a-1b9d7fe46521', 'name': 'network-vif-deleted', 'tag': '38472fbc-fd07-49bf-a63c-73f92e2a8773', 'status': 'completed', 'code': 200} Nov 19 09:36:28.267920 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-08ea4fa9-7123-4cef-b3b0-17b9c0f53505 req-d2a0f628-ee49-405c-939f-294430c8a586 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=09485c98-3b14-4b74-a48a-1b9d7fe46521 HTTP/1.1" status: 200 len: 210 time: 0.0656426 Nov 19 09:36:28.268520 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:28.406517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.objects.ports [None req-37ba343a-e9a6-4190-a1ac-e3c616aaf6b1 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103476) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:36:28.409655 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37ba343a-e9a6-4190-a1ac-e3c616aaf6b1 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:28.515087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba343a-e9a6-4190-a1ac-e3c616aaf6b1 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Checking segment: {'id': '461a76b2-f50f-42ea-a321-060b851af2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1fbe42ef-e44d-4fe8-ae87-a98532a46564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:36:28.516281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ba343a-e9a6-4190-a1ac-e3c616aaf6b1 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Network hostable DHCP agents. Network: 1fbe42ef-e44d-4fe8-ae87-a98532a46564, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:36:28.535130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba343a-e9a6-4190-a1ac-e3c616aaf6b1 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ee19e0da-bb7e-4c07-98c5-0f15451337f4,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:28.570488 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ba343a-e9a6-4190-a1ac-e3c616aaf6b1 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Network 1fbe42ef-e44d-4fe8-ae87-a98532a46564 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:36:28.589303 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-37ba343a-e9a6-4190-a1ac-e3c616aaf6b1 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 1fbe42ef-e44d-4fe8-ae87-a98532a46564) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:28.604637 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba343a-e9a6-4190-a1ac-e3c616aaf6b1 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:28.605714 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37ba343a-e9a6-4190-a1ac-e3c616aaf6b1 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:28.609060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ca6826-64dd-4c56-ab82-0ac46af3927d None None] Network 1fbe42ef-e44d-4fe8-ae87-a98532a46564 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:28.634061 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-37ba343a-e9a6-4190-a1ac-e3c616aaf6b1 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9797616 Nov 19 09:36:28.634317 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:28.636552 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44100) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:28.640446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-64de16c8-7f40-4bde-be97-7594a9851836 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-540508931', 'network_id': '1fbe42ef-e44d-4fe8-ae87-a98532a46564'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:28.666686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64de16c8-7f40-4bde-be97-7594a9851836 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Made reservation on behalf of 33b6c2b601a044aba715fd7ad7be6ccf for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:28.669858 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64de16c8-7f40-4bde-be97-7594a9851836 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:28.705182 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-64de16c8-7f40-4bde-be97-7594a9851836 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] device_id is not set on port 98f3e4b6-3e6c-413f-a02b-f5d464aa82a3 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:36:28.852606 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f257c462-16d7-42be-80ea-d16b2c6ef041 None None] Network 1fbe42ef-e44d-4fe8-ae87-a98532a46564 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:28.862401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-64de16c8-7f40-4bde-be97-7594a9851836 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Allocated IP 2001:db8::385 (1fbe42ef-e44d-4fe8-ae87-a98532a46564/ee19e0da-bb7e-4c07-98c5-0f15451337f4/98f3e4b6-3e6c-413f-a02b-f5d464aa82a3) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:28.908122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router 1f697948-ba34-4c45-b825-f56bf449d541 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:36:29.055359 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64de16c8-7f40-4bde-be97-7594a9851836 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:29.087316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:29.097009 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d7dd65-88c9-4d48-a21f-6a6263d3afe4 None None] Sync routers for ids ['1f697948-ba34-4c45-b825-f56bf449d541'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:29.110476 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d7dd65-88c9-4d48-a21f-6a6263d3afe4 None None] Routers {'1f697948-ba34-4c45-b825-f56bf449d541'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:29.111902 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-11d7dd65-88c9-4d48-a21f-6a6263d3afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1f697948-ba34-4c45-b825-f56bf449d541'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:29.120404 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64de16c8-7f40-4bde-be97-7594a9851836 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:29.123307 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:29.128094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-47c90a98-c817-4dad-a6af-83f39dabc837 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.6747191 Nov 19 09:36:29.129632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44114) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:29.169675 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-11d7dd65-88c9-4d48-a21f-6a6263d3afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:29.182682 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d7dd65-88c9-4d48-a21f-6a6263d3afe4 None None] Routers {'1f697948-ba34-4c45-b825-f56bf449d541'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:29.183317 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-11d7dd65-88c9-4d48-a21f-6a6263d3afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1f697948-ba34-4c45-b825-f56bf449d541'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:29.208538 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de16c8-7f40-4bde-be97-7594a9851836 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Pushing event updated for resources: {'Port': ['ID=98f3e4b6-3e6c-413f-a02b-f5d464aa82a3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:29.217190 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-11d7dd65-88c9-4d48-a21f-6a6263d3afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:29.217913 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d7dd65-88c9-4d48-a21f-6a6263d3afe4 None None] The sync data for ids ['1f697948-ba34-4c45-b825-f56bf449d541'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:29.236003 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64de16c8-7f40-4bde-be97-7594a9851836 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Network 1fbe42ef-e44d-4fe8-ae87-a98532a46564 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:29.238050 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-64de16c8-7f40-4bde-be97-7594a9851836 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:29.250147 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64de16c8-7f40-4bde-be97-7594a9851836 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:29.251812 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64de16c8-7f40-4bde-be97-7594a9851836 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:29.253499 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-64de16c8-7f40-4bde-be97-7594a9851836 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:29.287715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44120) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:29.288376 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-64de16c8-7f40-4bde-be97-7594a9851836 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6534507 Nov 19 09:36:29.332916 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44124) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:29.337331 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-691b0f29-3e28-4f96-a9a2-8fb915d2a669 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/routers/1f697948-ba34-4c45-b825-f56bf449d541 HTTP/1.1" status: 200 len: 880 time: 0.2008262 Nov 19 09:36:29.340835 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44126) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:29.448615 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-83003cde-379d-4bd8-8f66-6c8b2301ba1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Deleting port 98f3e4b6-3e6c-413f-a02b-f5d464aa82a3 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:29.448615 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83003cde-379d-4bd8-8f66-6c8b2301ba1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:29.565016 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83003cde-379d-4bd8-8f66-6c8b2301ba1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:29.579819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-83003cde-379d-4bd8-8f66-6c8b2301ba1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Calling delete_port for 98f3e4b6-3e6c-413f-a02b-f5d464aa82a3 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:29.744963 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83003cde-379d-4bd8-8f66-6c8b2301ba1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:29.757421 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 38472fbc-fd07-49bf-a63c-73f92e2a8773 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:36:29.789505 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 38472fbc-fd07-49bf-a63c-73f92e2a8773 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:36:29.789859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 38472fbc-fd07-49bf-a63c-73f92e2a8773 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:36:29.791371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83003cde-379d-4bd8-8f66-6c8b2301ba1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Pushing event deleted for resources: {'Port': ['ID=98f3e4b6-3e6c-413f-a02b-f5d464aa82a3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:29.823478 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ec4eec35-c5b6-4223-beae-be6ae844b16b tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4816976 Nov 19 09:36:29.826097 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44146) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:29.832722 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8e7263ef-c82f-45f6-9da5-cc38ce702995 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2099343782'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:29.836100 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83003cde-379d-4bd8-8f66-6c8b2301ba1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:29.843840 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-83003cde-379d-4bd8-8f66-6c8b2301ba1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "DELETE /v2.0/ports/98f3e4b6-3e6c-413f-a02b-f5d464aa82a3 HTTP/1.1" status: 204 len: 168 time: 0.5519228 Nov 19 09:36:29.846168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44148) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:29.852727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fbe42ef-e44d-4fe8-ae87-a98532a46564', 'external_fixed_ips': [{'subnet_id': 'ee19e0da-bb7e-4c07-98c5-0f15451337f4', 'ip_address': '2001:db8::385'}]}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:29.899222 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:29.901112 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:29.965573 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:30.177541 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:30.493931 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:30.521934 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:30.737838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Allocated IP 2001:db8::385 (1fbe42ef-e44d-4fe8-ae87-a98532a46564/ee19e0da-bb7e-4c07-98c5-0f15451337f4/7fa8176b-8f1a-41b0-8fc9-1612a7e4d04d) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:30.794504 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e7263ef-c82f-45f6-9da5-cc38ce702995 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:30.803745 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37919759-7d13-4f93-90ef-47d069b451c4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:30.844188 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e7263ef-c82f-45f6-9da5-cc38ce702995 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:30.884329 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:30.945916 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:31.041047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Pushing event updated for resources: {'Port': ['ID=7fa8176b-8f1a-41b0-8fc9-1612a7e4d04d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:31.060313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Network 1fbe42ef-e44d-4fe8-ae87-a98532a46564 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:31.062944 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:31.066607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:31.120883 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7263ef-c82f-45f6-9da5-cc38ce702995 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router 1f697948-ba34-4c45-b825-f56bf449d541 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:36:31.364076 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:31.371358 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7263ef-c82f-45f6-9da5-cc38ce702995 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:31.378646 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e7263ef-c82f-45f6-9da5-cc38ce702995 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:31.379793 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8e7263ef-c82f-45f6-9da5-cc38ce702995 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/1f697948-ba34-4c45-b825-f56bf449d541 HTTP/1.1" status: 200 len: 887 time: 1.5528402 Nov 19 09:36:31.384113 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44188) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:31.385665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7065feb6-727f-4681-8854-95211ec400f7 None None] Sync routers for ids ['1f697948-ba34-4c45-b825-f56bf449d541'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:31.404652 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7065feb6-727f-4681-8854-95211ec400f7 None None] Routers {'1f697948-ba34-4c45-b825-f56bf449d541'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:31.405716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7065feb6-727f-4681-8854-95211ec400f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1f697948-ba34-4c45-b825-f56bf449d541'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:31.459868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7065feb6-727f-4681-8854-95211ec400f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:31.461222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-37919759-7d13-4f93-90ef-47d069b451c4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting port b011b7d8-0812-49e0-94cf-5b694ccbeda6 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:31.461708 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37919759-7d13-4f93-90ef-47d069b451c4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:31.476326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7065feb6-727f-4681-8854-95211ec400f7 None None] Routers {'1f697948-ba34-4c45-b825-f56bf449d541'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:31.477109 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7065feb6-727f-4681-8854-95211ec400f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1f697948-ba34-4c45-b825-f56bf449d541'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:31.566789 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7065feb6-727f-4681-8854-95211ec400f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:31.573338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7065feb6-727f-4681-8854-95211ec400f7 None None] The sync data for ids ['1f697948-ba34-4c45-b825-f56bf449d541'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:31.607801 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-39633c6b-e4eb-4069-a995-1ad6d8123892 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/routers/1f697948-ba34-4c45-b825-f56bf449d541 HTTP/1.1" status: 200 len: 887 time: 0.2210763 Nov 19 09:36:31.608355 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44194) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:31.652403 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8ae623c6-6057-4b16-8373-75d3bc818f71 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f697948-ba34-4c45-b825-f56bf449d541 HTTP/1.1" status: 200 len: 205 time: 0.0428522 Nov 19 09:36:31.656319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44200) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:31.664208 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-37919759-7d13-4f93-90ef-47d069b451c4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] For port b011b7d8-0812-49e0-94cf-5b694ccbeda6, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b011b7d8-0812-49e0-94cf-5b694ccbeda6,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:31.664599 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37919759-7d13-4f93-90ef-47d069b451c4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:31.712629 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:31.719175 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-37919759-7d13-4f93-90ef-47d069b451c4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Calling delete_port for b011b7d8-0812-49e0-94cf-5b694ccbeda6 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:31.839622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac5e033c-db17-48c9-b47a-5a18b1ca34b2 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:31.936551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Router 1e3a4455-0297-4de3-8525-fa21b4dfb14a is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:36:31.985400 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac5e033c-db17-48c9-b47a-5a18b1ca34b2 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:32.086844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:32.104730 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bb308-3351-428c-9af3-d016e3263d88 None None] Sync routers for ids ['1e3a4455-0297-4de3-8525-fa21b4dfb14a'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:32.124634 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9bb308-3351-428c-9af3-d016e3263d88 None None] Routers {'1e3a4455-0297-4de3-8525-fa21b4dfb14a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:32.127376 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5f9bb308-3351-428c-9af3-d016e3263d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1e3a4455-0297-4de3-8525-fa21b4dfb14a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:32.131756 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:32.134574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-092d02ba-aebd-4e7b-93d3-d629ad5a6b9f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.2860234 Nov 19 09:36:32.135873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44218) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:32.140941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e033c-db17-48c9-b47a-5a18b1ca34b2 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting port 9d6c4ed8-9f30-412c-b59b-632279af695a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:32.141333 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac5e033c-db17-48c9-b47a-5a18b1ca34b2 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:32.273543 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37919759-7d13-4f93-90ef-47d069b451c4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:32.339709 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac5e033c-db17-48c9-b47a-5a18b1ca34b2 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:32.342952 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44220) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:32.358679 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-20cc2f15-d300-45fa-b466-b52d9601dcd2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:32.364179 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37919759-7d13-4f93-90ef-47d069b451c4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Port': ['ID=b011b7d8-0812-49e0-94cf-5b694ccbeda6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:32.388139 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e033c-db17-48c9-b47a-5a18b1ca34b2 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Calling delete_port for 9d6c4ed8-9f30-412c-b59b-632279af695a owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:32.432789 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-5f9bb308-3351-428c-9af3-d016e3263d88 None None] Set router 1e3a4455-0297-4de3-8525-fa21b4dfb14a gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:36:32.594325 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-20cc2f15-d300-45fa-b466-b52d9601dcd2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:32.678995 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-20cc2f15-d300-45fa-b466-b52d9601dcd2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Deleting port 7fa8176b-8f1a-41b0-8fc9-1612a7e4d04d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:32.679341 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-20cc2f15-d300-45fa-b466-b52d9601dcd2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:32.718977 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d790397-add7-4e46-a18d-2cf9ff89521c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:32.739798 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5f9bb308-3351-428c-9af3-d016e3263d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3a4455-0297-4de3-8525-fa21b4dfb14a', 'name': '', 'tenant_id': '33b6c2b601a044aba715fd7ad7be6ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fbe42ef-e44d-4fe8-ae87-a98532a46564', 'external_fixed_ips': [{'subnet_id': 'ee19e0da-bb7e-4c07-98c5-0f15451337f4', 'ip_address': '2001:db8::385'}], 'enable_snat': True}, 'gw_port_id': '7fa8176b-8f1a-41b0-8fc9-1612a7e4d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:29Z', 'updated_at': '2021-11-19T09:36:31Z', 'revision_number': 3, 'project_id': '33b6c2b601a044aba715fd7ad7be6ccf', 'gw_port': {'id': '7fa8176b-8f1a-41b0-8fc9-1612a7e4d04d', 'name': '', 'network_id': '1fbe42ef-e44d-4fe8-ae87-a98532a46564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3a4455-0297-4de3-8525-fa21b4dfb14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'ee19e0da-bb7e-4c07-98c5-0f15451337f4', 'ip_address': '2001:db8::385', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:30Z', 'updated_at': '2021-11-19T09:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee19e0da-bb7e-4c07-98c5-0f15451337f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:32.777776 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac5e033c-db17-48c9-b47a-5a18b1ca34b2 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:32.778372 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-20cc2f15-d300-45fa-b466-b52d9601dcd2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:32.781853 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bb308-3351-428c-9af3-d016e3263d88 None None] Checking router: 1e3a4455-0297-4de3-8525-fa21b4dfb14a for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:36:32.782329 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bb308-3351-428c-9af3-d016e3263d88 None None] Updating router 1e3a4455-0297-4de3-8525-fa21b4dfb14a port 7fa8176b-8f1a-41b0-8fc9-1612a7e4d04d binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:36:32.794288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-20cc2f15-d300-45fa-b466-b52d9601dcd2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Calling delete_port for 7fa8176b-8f1a-41b0-8fc9-1612a7e4d04d owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:32.810337 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5f9bb308-3351-428c-9af3-d016e3263d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:32.864979 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d790397-add7-4e46-a18d-2cf9ff89521c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:32.895411 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbed6bcc-323d-408c-8201-fc620dd6d4b9 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:32.916011 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d790397-add7-4e46-a18d-2cf9ff89521c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:32.981854 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5d790397-add7-4e46-a18d-2cf9ff89521c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24903e37f2ce4ed6a5156e951a8f4997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6359053 Nov 19 09:36:32.983991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44234) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:33.021562 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-20cc2f15-d300-45fa-b466-b52d9601dcd2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.023178 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e033c-db17-48c9-b47a-5a18b1ca34b2 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Port': ['ID=9d6c4ed8-9f30-412c-b59b-632279af695a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:33.060670 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d790397-add7-4e46-a18d-2cf9ff89521c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2b9817-27d0-4042-8a79-a5394e5c2971,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:33.112243 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac5e033c-db17-48c9-b47a-5a18b1ca34b2 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.115930 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc2f15-d300-45fa-b466-b52d9601dcd2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fa8176b-8f1a-41b0-8fc9-1612a7e4d04d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:33.160778 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-20cc2f15-d300-45fa-b466-b52d9601dcd2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.174780 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.db.api [None req-5f9bb308-3351-428c-9af3-d016e3263d88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:36:33.175388 n-d-805649-14 neutron-server[103479]: DEBUG oslo_db.api [None req-5f9bb308-3351-428c-9af3-d016e3263d88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:36:33.219278 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac5e033c-db17-48c9-b47a-5a18b1ca34b2 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.222909 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac5e033c-db17-48c9-b47a-5a18b1ca34b2 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.229471 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37919759-7d13-4f93-90ef-47d069b451c4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.280051 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-20cc2f15-d300-45fa-b466-b52d9601dcd2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.282607 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df572b4f-4e16-405b-8acb-d49e965be89f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.285111 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-20cc2f15-d300-45fa-b466-b52d9601dcd2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.306156 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac5e033c-db17-48c9-b47a-5a18b1ca34b2 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.306683 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5e033c-db17-48c9-b47a-5a18b1ca34b2 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Fanout notify agent at l3_agent the message router_deleted on router 1f697948-ba34-4c45-b825-f56bf449d541 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:36:33.319124 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac5e033c-db17-48c9-b47a-5a18b1ca34b2 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.324390 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ac5e033c-db17-48c9-b47a-5a18b1ca34b2 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/routers/1f697948-ba34-4c45-b825-f56bf449d541 HTTP/1.1" status: 204 len: 168 time: 1.6670601 Nov 19 09:36:33.325047 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44236) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:33.333352 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7dedf24e-f783-4cbd-b723-6a9711b4b2bb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'network': {'name': 'tempest-RoutersTest-872914178'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:33.350710 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df572b4f-4e16-405b-8acb-d49e965be89f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.360391 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-20cc2f15-d300-45fa-b466-b52d9601dcd2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.361059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cc2f15-d300-45fa-b466-b52d9601dcd2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e3a4455-0297-4de3-8525-fa21b4dfb14a {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:36:33.368253 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-20cc2f15-d300-45fa-b466-b52d9601dcd2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.371873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-20cc2f15-d300-45fa-b466-b52d9601dcd2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "DELETE /v2.0/routers/1e3a4455-0297-4de3-8525-fa21b4dfb14a HTTP/1.1" status: 204 len: 168 time: 1.2327156 Nov 19 09:36:33.374670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44238) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:33.400461 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dedf24e-f783-4cbd-b723-6a9711b4b2bb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:33.404201 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dedf24e-f783-4cbd-b723-6a9711b4b2bb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.439893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70c9068-5384-4edf-b13a-4bf29e19adf9 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Deleting subnet ee19e0da-bb7e-4c07-98c5-0f15451337f4 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:36:33.441359 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dedf24e-f783-4cbd-b723-6a9711b4b2bb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:36:33.445371 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c70c9068-5384-4edf-b13a-4bf29e19adf9 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.475636 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df572b4f-4e16-405b-8acb-d49e965be89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.478291 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df572b4f-4e16-405b-8acb-d49e965be89f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.479453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-df572b4f-4e16-405b-8acb-d49e965be89f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f2b9817-27d0-4042-8a79-a5394e5c2971 HTTP/1.1" status: 204 len: 168 time: 0.4891803 Nov 19 09:36:33.500093 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dedf24e-f783-4cbd-b723-6a9711b4b2bb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.500388 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-7dedf24e-f783-4cbd-b723-6a9711b4b2bb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Added segment 61b91e78-936c-4147-9d85-a15ab93b8243 of type vlan for network b62cae9f-60be-4927-8c16-fd08f03e5210 Nov 19 09:36:33.502291 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c70c9068-5384-4edf-b13a-4bf29e19adf9 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.506643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df572b4f-4e16-405b-8acb-d49e965be89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2b9817-27d0-4042-8a79-a5394e5c2971,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:33.579462 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c70c9068-5384-4edf-b13a-4bf29e19adf9 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.672607 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c70c9068-5384-4edf-b13a-4bf29e19adf9 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.702315 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bb308-3351-428c-9af3-d016e3263d88 None None] Port 7fa8176b-8f1a-41b0-8fc9-1612a7e4d04d not found while updating agent binding for router 1e3a4455-0297-4de3-8525-fa21b4dfb14a. {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 19 09:36:33.705964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c9068-5384-4edf-b13a-4bf29e19adf9 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ee19e0da-bb7e-4c07-98c5-0f15451337f4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:33.714717 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c70c9068-5384-4edf-b13a-4bf29e19adf9 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.718262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c70c9068-5384-4edf-b13a-4bf29e19adf9 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/ee19e0da-bb7e-4c07-98c5-0f15451337f4 HTTP/1.1" status: 204 len: 168 time: 0.3424053 Nov 19 09:36:33.721915 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44246) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:33.728195 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9bb308-3351-428c-9af3-d016e3263d88 None None] Routers set() bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:33.728564 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9bb308-3351-428c-9af3-d016e3263d88 None None] Router IDs set() for agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 09:36:33.729289 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_agentschedulers_db [None req-5f9bb308-3351-428c-9af3-d016e3263d88 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1e3a4455-0297-4de3-8525-fa21b4dfb14a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent'). {{(pid=103479) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 09:36:33.729669 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bb308-3351-428c-9af3-d016e3263d88 None None] The sync data for ids ['1e3a4455-0297-4de3-8525-fa21b4dfb14a'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:33.808118 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95ccd38f-db3a-4c76-8498-2a7212f4bd73 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.896416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44248) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:33.922722 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7dd6de9b-05ee-4705-a783-00f3a21f1073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.925677 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95ccd38f-db3a-4c76-8498-2a7212f4bd73 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:33.957402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-95ccd38f-db3a-4c76-8498-2a7212f4bd73 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbe42ef-e44d-4fe8-ae87-a98532a46564']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:33.972290 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-95ccd38f-db3a-4c76-8498-2a7212f4bd73 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461a76b2-f50f-42ea-a321-060b851af2aa') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:33.972576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-95ccd38f-db3a-4c76-8498-2a7212f4bd73 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461a76b2-f50f-42ea-a321-060b851af2aa') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:33.988536 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37919759-7d13-4f93-90ef-47d069b451c4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:36:33.989397 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95ccd38f-db3a-4c76-8498-2a7212f4bd73 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.010056 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95ccd38f-db3a-4c76-8498-2a7212f4bd73 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.021837 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ccd38f-db3a-4c76-8498-2a7212f4bd73 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:36:34.022243 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95ccd38f-db3a-4c76-8498-2a7212f4bd73 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:36:34.023958 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:36:34.099246 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dedf24e-f783-4cbd-b723-6a9711b4b2bb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.111325 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95ccd38f-db3a-4c76-8498-2a7212f4bd73 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.116723 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ccd38f-db3a-4c76-8498-2a7212f4bd73 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1fbe42ef-e44d-4fe8-ae87-a98532a46564 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 09:36:34.120401 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7dd6de9b-05ee-4705-a783-00f3a21f1073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.124232 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95ccd38f-db3a-4c76-8498-2a7212f4bd73 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.135022 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-95ccd38f-db3a-4c76-8498-2a7212f4bd73 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "DELETE /v2.0/networks/1fbe42ef-e44d-4fe8-ae87-a98532a46564 HTTP/1.1" status: 204 len: 168 time: 0.4054646 Nov 19 09:36:34.143169 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7dd6de9b-05ee-4705-a783-00f3a21f1073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.145738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccd38f-db3a-4c76-8498-2a7212f4bd73 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Pushing event deleted for resources: {'Network': ['ID=1fbe42ef-e44d-4fe8-ae87-a98532a46564,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:34.189538 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dedf24e-f783-4cbd-b723-6a9711b4b2bb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.196231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dedf24e-f783-4cbd-b723-6a9711b4b2bb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:34.197626 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dedf24e-f783-4cbd-b723-6a9711b4b2bb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.197926 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7dd6de9b-05ee-4705-a783-00f3a21f1073 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5a572a2ad084370b74b86b8bce646a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2996888 Nov 19 09:36:34.199771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44252) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:34.218500 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37919759-7d13-4f93-90ef-47d069b451c4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:34.236409 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-37919759-7d13-4f93-90ef-47d069b451c4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "PUT /v2.0/routers/0ce345d4-2e32-4eb8-a95f-00fb5ae8f893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9018943 Nov 19 09:36:34.241611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6de9b-05ee-4705-a783-00f3a21f1073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba586e2-63de-4f7d-9b06-9b4f1a52d90f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:34.244395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44254) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:34.313237 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a5594111-e7d5-4ce8-a99f-d4f9a6e17498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.370736 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44256) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:34.371589 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7dedf24e-f783-4cbd-b723-6a9711b4b2bb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0260341 Nov 19 09:36:34.400001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b2eb8abe-932c-41d0-bb5b-02078829318e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'subnet': {'network_id': 'b62cae9f-60be-4927-8c16-fd08f03e5210', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:34.421185 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedf24e-f783-4cbd-b723-6a9711b4b2bb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Network': ['ID=b62cae9f-60be-4927-8c16-fd08f03e5210,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:34.434790 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network b62cae9f-60be-4927-8c16-fd08f03e5210 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:36:34.468094 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3dfc10-a407-4e5d-88c3-4d34681260e4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting subnet 1c895901-2c8b-4bc1-a201-68dc47928ecf {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:36:34.473003 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a5594111-e7d5-4ce8-a99f-d4f9a6e17498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.493549 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfc10-a407-4e5d-88c3-4d34681260e4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.611318 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfc10-a407-4e5d-88c3-4d34681260e4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.669335 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:36:34.669893 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44264) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:34.674394 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-67ff46ca-8257-4bae-9714-16f567433a7f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Request body: {'router': {'name': 'tempest-router--1111748893', 'project_id': '5213a038be09406f9ff7188590d1ab0a'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:34.699586 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67ff46ca-8257-4bae-9714-16f567433a7f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.700741 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67ff46ca-8257-4bae-9714-16f567433a7f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.759738 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67ff46ca-8257-4bae-9714-16f567433a7f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.766331 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67ff46ca-8257-4bae-9714-16f567433a7f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.786486 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-67ff46ca-8257-4bae-9714-16f567433a7f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:34.787874 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-67ff46ca-8257-4bae-9714-16f567433a7f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1170545 Nov 19 09:36:34.788412 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d3f5ce-9817-42ee-ae1c-a639586909ab None None] Sync routers for ids ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:34.792058 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44266) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:34.800094 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d3f5ce-9817-42ee-ae1c-a639586909ab None None] Routers {'0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:34.801017 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a1d3f5ce-9817-42ee-ae1c-a639586909ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:34.887667 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a07b27cf-9e6d-4ada-b0e4-7b714e79ddfe tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.075906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eb8abe-932c-41d0-bb5b-02078829318e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:35.078360 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a07b27cf-9e6d-4ada-b0e4-7b714e79ddfe tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.079699 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8abe-932c-41d0-bb5b-02078829318e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.080357 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a07b27cf-9e6d-4ada-b0e4-7b714e79ddfe tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.107850 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a1d3f5ce-9817-42ee-ae1c-a639586909ab None None] Set router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:36:35.125846 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a5594111-e7d5-4ce8-a99f-d4f9a6e17498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.128816 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a5594111-e7d5-4ce8-a99f-d4f9a6e17498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.130101 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a5594111-e7d5-4ce8-a99f-d4f9a6e17498 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dba586e2-63de-4f7d-9b06-9b4f1a52d90f HTTP/1.1" status: 204 len: 168 time: 0.9292324 Nov 19 09:36:35.140552 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a07b27cf-9e6d-4ada-b0e4-7b714e79ddfe tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.140552 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07b27cf-9e6d-4ada-b0e4-7b714e79ddfe tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3023a2d5-4f2c-4bee-966c-482897edbb25 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:36:35.158308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a07b27cf-9e6d-4ada-b0e4-7b714e79ddfe tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.159987 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a07b27cf-9e6d-4ada-b0e4-7b714e79ddfe tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "DELETE /v2.0/routers/3023a2d5-4f2c-4bee-966c-482897edbb25 HTTP/1.1" status: 204 len: 168 time: 0.3665659 Nov 19 09:36:35.166669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5594111-e7d5-4ce8-a99f-d4f9a6e17498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba586e2-63de-4f7d-9b06-9b4f1a52d90f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:35.226125 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfc10-a407-4e5d-88c3-4d34681260e4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.386166 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44272) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:35.394229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a1d3f5ce-9817-42ee-ae1c-a639586909ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243700459', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:36:32Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:35.422477 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfc10-a407-4e5d-88c3-4d34681260e4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.427792 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d3f5ce-9817-42ee-ae1c-a639586909ab None None] Checking router: 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:36:35.437942 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d3f5ce-9817-42ee-ae1c-a639586909ab None None] Routers {'0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:35.439343 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a1d3f5ce-9817-42ee-ae1c-a639586909ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:35.513446 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3dfc10-a407-4e5d-88c3-4d34681260e4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Subnet': ['ID=1c895901-2c8b-4bc1-a201-68dc47928ecf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:35.515677 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfc10-a407-4e5d-88c3-4d34681260e4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.519419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0d3dfc10-a407-4e5d-88c3-4d34681260e4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/subnets/1c895901-2c8b-4bc1-a201-68dc47928ecf HTTP/1.1" status: 204 len: 168 time: 1.2641416 Nov 19 09:36:35.522396 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44276) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:35.527065 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8abe-932c-41d0-bb5b-02078829318e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.536888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3923988-79ad-4539-91d6-c6539b1f319a None None] Network f2464548-db38-4ede-8509-93a9dbb836ae requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:35.637446 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a1d3f5ce-9817-42ee-ae1c-a639586909ab None None] Set router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:36:35.680186 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1966668160', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:35.690921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eb8abe-932c-41d0-bb5b-02078829318e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Checking segment: {'id': '61b91e78-936c-4147-9d85-a15ab93b8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b62cae9f-60be-4927-8c16-fd08f03e5210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:36:35.691306 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eb8abe-932c-41d0-bb5b-02078829318e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network hostable DHCP agents. Network: b62cae9f-60be-4927-8c16-fd08f03e5210, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:36:35.694559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb8abe-932c-41d0-bb5b-02078829318e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Subnet': ['ID=274c3175-b200-4f8d-8a0e-94c6280d1fb2,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:35.741496 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eb8abe-932c-41d0-bb5b-02078829318e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network b62cae9f-60be-4927-8c16-fd08f03e5210 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:36:35.761555 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b2eb8abe-932c-41d0-bb5b-02078829318e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, b62cae9f-60be-4927-8c16-fd08f03e5210) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:35.765157 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.765787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb8abe-932c-41d0-bb5b-02078829318e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:35.766395 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8abe-932c-41d0-bb5b-02078829318e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.766543 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.788566 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0b777d7-3cdf-4fc6-a573-b3376cef892f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.793122 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b2eb8abe-932c-41d0-bb5b-02078829318e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4075289 Nov 19 09:36:35.793442 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44284) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:35.819252 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2b6242-883b-4245-8b15-8c2083ef028c None None] Network b62cae9f-60be-4927-8c16-fd08f03e5210 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:35.836502 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-51332b03-8217-405f-9ac6-8b899ba23560 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1327256906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:35.903823 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.983290 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51332b03-8217-405f-9ac6-8b899ba23560 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:35.984617 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51332b03-8217-405f-9ac6-8b899ba23560 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:36.022341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e668972a-8e10-4147-88a1-d95f44545985 None None] DHCP port deletion for f2464548-db38-4ede-8509-93a9dbb836ae request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:36.040419 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51332b03-8217-405f-9ac6-8b899ba23560 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:36.075153 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51332b03-8217-405f-9ac6-8b899ba23560 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:36.136449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-b62cae9f-60be-4927-8c16-fd08f03e5210', 'network_id': 'b62cae9f-60be-4927-8c16-fd08f03e5210', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'fixed_ips': [{'subnet_id': '274c3175-b200-4f8d-8a0e-94c6280d1fb2'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:36:36.137417 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:36.167753 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a1d3f5ce-9817-42ee-ae1c-a639586909ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243700459', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:36:32Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:36.177285 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-51332b03-8217-405f-9ac6-8b899ba23560 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:36.177902 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-51332b03-8217-405f-9ac6-8b899ba23560 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3833835 Nov 19 09:36:36.178045 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e668972a-8e10-4147-88a1-d95f44545985 None None] Deleting port 01cfb3a7-e180-4064-b1c3-53a2bb037f3c {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:36.178146 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e668972a-8e10-4147-88a1-d95f44545985 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:36.181746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44296) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:36.187967 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0b777d7-3cdf-4fc6-a573-b3376cef892f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:36.197837 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:36.221021 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d3f5ce-9817-42ee-ae1c-a639586909ab None None] The sync data for ids ['0ce345d4-2e32-4eb8-a95f-00fb5ae8f893'] in n-d-805649-14 is: [{'id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243700459', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:36:32Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': 'd5274097-af2d-47cf-92fa-ba4fe1fc057b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce345d4-2e32-4eb8-a95f-00fb5ae8f893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:55Z', 'updated_at': '2021-11-19T09:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:36.386602 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e668972a-8e10-4147-88a1-d95f44545985 None None] For port 01cfb3a7-e180-4064-b1c3-53a2bb037f3c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=01cfb3a7-e180-4064-b1c3-53a2bb037f3c,segment=NetworkSegment(f41d72da-8138-4a62-a99f-44fe2ef85c10),segment_id=f41d72da-8138-4a62-a99f-44fe2ef85c10)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:36.387082 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e668972a-8e10-4147-88a1-d95f44545985 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:36.392847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e0b777d7-3cdf-4fc6-a573-b3376cef892f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting port d5274097-af2d-47cf-92fa-ba4fe1fc057b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:36.393584 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0b777d7-3cdf-4fc6-a573-b3376cef892f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:36.455078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e668972a-8e10-4147-88a1-d95f44545985 None None] Calling delete_port for 01cfb3a7-e180-4064-b1c3-53a2bb037f3c owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:36.535187 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Allocated IP 172.20.0.2 (b62cae9f-60be-4927-8c16-fd08f03e5210/274c3175-b200-4f8d-8a0e-94c6280d1fb2/44bdb56a-0cfa-4d00-8fc7-24a63f519cad) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:36.643975 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:36.665065 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:36.719356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e0b777d7-3cdf-4fc6-a573-b3376cef892f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] For port d5274097-af2d-47cf-92fa-ba4fe1fc057b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d5274097-af2d-47cf-92fa-ba4fe1fc057b,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:36.719755 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0b777d7-3cdf-4fc6-a573-b3376cef892f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:36.723214 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:36.750016 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e668972a-8e10-4147-88a1-d95f44545985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:36.874764 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 01cfb3a7-e180-4064-b1c3-53a2bb037f3c no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:36:36.881064 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668972a-8e10-4147-88a1-d95f44545985 None None] Pushing event deleted for resources: {'Port': ['ID=01cfb3a7-e180-4064-b1c3-53a2bb037f3c,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:36.898974 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Allocated IP 172.25.0.84 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/69a335be-bc36-4e91-81a5-1712abb77609) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:36.953550 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 01cfb3a7-e180-4064-b1c3-53a2bb037f3c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:36:36.955525 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 01cfb3a7-e180-4064-b1c3-53a2bb037f3c not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:36:36.956004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b011b7d8-0812-49e0-94cf-5b694ccbeda6 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:36:36.994050 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668972a-8e10-4147-88a1-d95f44545985 None None] No DVR routers for this DVR port 01cfb3a7-e180-4064-b1c3-53a2bb037f3c on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:36:37.016711 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:37.036673 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: b011b7d8-0812-49e0-94cf-5b694ccbeda6 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:36:37.037445 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b011b7d8-0812-49e0-94cf-5b694ccbeda6 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:36:37.044680 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e0b777d7-3cdf-4fc6-a573-b3376cef892f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Calling delete_port for d5274097-af2d-47cf-92fa-ba4fe1fc057b owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:37.086238 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:37.093958 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:37.131545 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:37.158546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Network b62cae9f-60be-4927-8c16-fd08f03e5210 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:37.164262 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:37.170342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:37.181121 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Pushing event updated for resources: {'Port': ['ID=44bdb56a-0cfa-4d00-8fc7-24a63f519cad,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:37.190340 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Allocated IP 172.20.0.1 (b62cae9f-60be-4927-8c16-fd08f03e5210/274c3175-b200-4f8d-8a0e-94c6280d1fb2/5032c7ca-0281-4803-8d7c-3622d43e6277) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:37.203031 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:37.242882 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:37.249580 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:37.270895 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c814a1-12f3-4662-8ab0-751343f5f9eb None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:37.281688 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Pushing event updated for resources: {'Port': ['ID=69a335be-bc36-4e91-81a5-1712abb77609,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:37.282721 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Attempting to bind port 44bdb56a-0cfa-4d00-8fc7-24a63f519cad on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:36:37.283420 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Attempting to bind port 44bdb56a-0cfa-4d00-8fc7-24a63f519cad by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '61b91e78-936c-4147-9d85-a15ab93b8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b62cae9f-60be-4927-8c16-fd08f03e5210'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:36:37.284791 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Attempting to bind port 44bdb56a-0cfa-4d00-8fc7-24a63f519cad on network b62cae9f-60be-4927-8c16-fd08f03e5210 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:36:37.307492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:36:37.308119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Checking segment: {'id': '61b91e78-936c-4147-9d85-a15ab93b8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b62cae9f-60be-4927-8c16-fd08f03e5210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:36:37.308601 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:37.309169 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Bound using segment: {'id': '61b91e78-936c-4147-9d85-a15ab93b8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b62cae9f-60be-4927-8c16-fd08f03e5210'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:36:37.309740 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Bound port: 44bdb56a-0cfa-4d00-8fc7-24a63f519cad, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b91e78-936c-4147-9d85-a15ab93b8243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b62cae9f-60be-4927-8c16-fd08f03e5210'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:36:37.310275 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:37.429611 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4963f264-41b4-422e-8736-bde79c41cb9d None None] Provisioning complete for port 69a335be-bc36-4e91-81a5-1712abb77609 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:37.430408 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4963f264-41b4-422e-8736-bde79c41cb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:37.457991 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:37.479965 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] For port 44bdb56a-0cfa-4d00-8fc7-24a63f519cad, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:36:37.488430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4963f264-41b4-422e-8736-bde79c41cb9d None None] Port 69a335be-bc36-4e91-81a5-1712abb77609 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:37.509398 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] For port 44bdb56a-0cfa-4d00-8fc7-24a63f519cad, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=44bdb56a-0cfa-4d00-8fc7-24a63f519cad,segment=NetworkSegment(61b91e78-936c-4147-9d85-a15ab93b8243),segment_id=61b91e78-936c-4147-9d85-a15ab93b8243)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:36:37.518716 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:37.538544 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:37.596460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66b8c2-8af8-4853-beae-b33d4a285ecd None None] Pushing event updated for resources: {'Port': ['ID=44bdb56a-0cfa-4d00-8fc7-24a63f519cad,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:37.600631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network b62cae9f-60be-4927-8c16-fd08f03e5210 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:37.608506 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:37.613534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:37.636213 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0b777d7-3cdf-4fc6-a573-b3376cef892f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:37.660845 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=5032c7ca-0281-4803-8d7c-3622d43e6277,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:37.692671 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:37.692909 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b777d7-3cdf-4fc6-a573-b3376cef892f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Port': ['ID=d5274097-af2d-47cf-92fa-ba4fe1fc057b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:37.715849 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19669a0d-a622-42c3-b4a3-b6c119b515c6 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:37.828957 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:37.848018 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:37.994813 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0b777d7-3cdf-4fc6-a573-b3376cef892f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:38.321837 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:38.332491 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:38.422675 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:38.472153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=5032c7ca-0281-4803-8d7c-3622d43e6277,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:38.557123 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 44bdb56a-0cfa-4d00-8fc7-24a63f519cad up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:36:38.624545 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0b777d7-3cdf-4fc6-a573-b3376cef892f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:38.628545 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0b777d7-3cdf-4fc6-a573-b3376cef892f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:38.638856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network b62cae9f-60be-4927-8c16-fd08f03e5210 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:38.641112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:38.648948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 44bdb56a-0cfa-4d00-8fc7-24a63f519cad triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:38.649359 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:38.802750 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:38.835308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0b777d7-3cdf-4fc6-a573-b3376cef892f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:38.836226 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b777d7-3cdf-4fc6-a573-b3376cef892f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Fanout notify agent at l3_agent the message router_deleted on router 0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:36:38.854599 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0b777d7-3cdf-4fc6-a573-b3376cef892f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:38.858091 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e0b777d7-3cdf-4fc6-a573-b3376cef892f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/routers/0ce345d4-2e32-4eb8-a95f-00fb5ae8f893 HTTP/1.1" status: 204 len: 168 time: 3.3346741 Nov 19 09:36:38.861054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44344) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:38.864731 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 44bdb56a-0cfa-4d00-8fc7-24a63f519cad, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=44bdb56a-0cfa-4d00-8fc7-24a63f519cad,segment=NetworkSegment(61b91e78-936c-4147-9d85-a15ab93b8243),segment_id=61b91e78-936c-4147-9d85-a15ab93b8243)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:38.870159 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:38.876746 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:38.986782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=44bdb56a-0cfa-4d00-8fc7-24a63f519cad,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:39.015414 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router 84201b23-6bca-43e1-921f-0882b9531136 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:36:39.058685 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2225a241-0d24-4558-b0b0-00cba766f09c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:39.152079 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Router cde9ec48-06d7-47d2-9e4a-2b53fbc5346d is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:36:39.215625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:39.231621 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d68f0b-0218-4fe0-a924-2c68f9cbdaa1 None None] Sync routers for ids ['84201b23-6bca-43e1-921f-0882b9531136'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:39.249563 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d68f0b-0218-4fe0-a924-2c68f9cbdaa1 None None] Routers {'84201b23-6bca-43e1-921f-0882b9531136'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:39.250191 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-98d68f0b-0218-4fe0-a924-2c68f9cbdaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['84201b23-6bca-43e1-921f-0882b9531136'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:39.252198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0171674d-82b9-4e93-aa4c-a5f2edea9846 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/84201b23-6bca-43e1-921f-0882b9531136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0688696 Nov 19 09:36:39.280301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44348) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:39.308914 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b107c2-4d44-4cbf-b529-7964caa2943b None None] Network b62cae9f-60be-4927-8c16-fd08f03e5210 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:39.329977 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:39.332257 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-98d68f0b-0218-4fe0-a924-2c68f9cbdaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:39.360950 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d68f0b-0218-4fe0-a924-2c68f9cbdaa1 None None] Routers {'84201b23-6bca-43e1-921f-0882b9531136'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:39.364463 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-98d68f0b-0218-4fe0-a924-2c68f9cbdaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['84201b23-6bca-43e1-921f-0882b9531136'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:39.371732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf960d4c-7df2-4167-9d2d-484ecdf08890 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:39.376053 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cf960d4c-7df2-4167-9d2d-484ecdf08890 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports/5032c7ca-0281-4803-8d7c-3622d43e6277 HTTP/1.1" status: 200 len: 910 time: 0.0918987 Nov 19 09:36:39.378091 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44352) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:39.388854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b01a4711-b39a-4282-ab1b-72dcba669700 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '274c3175-b200-4f8d-8a0e-94c6280d1fb2'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:39.392226 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:39.393920 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1ee99a97-a05d-4bd0-87a1-c995bdc4f9dc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0061746 Nov 19 09:36:39.396481 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44354) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:39.464075 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2225a241-0d24-4558-b0b0-00cba766f09c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:39.464959 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-98d68f0b-0218-4fe0-a924-2c68f9cbdaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:39.465673 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d68f0b-0218-4fe0-a924-2c68f9cbdaa1 None None] The sync data for ids ['84201b23-6bca-43e1-921f-0882b9531136'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:39.552532 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-2225a241-0d24-4558-b0b0-00cba766f09c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2464548-db38-4ede-8509-93a9dbb836ae']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:39.570466 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-052312ed-f162-4293-aaa1-5c7edbcd0275 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "GET /v2.0/routers/cde9ec48-06d7-47d2-9e4a-2b53fbc5346d HTTP/1.1" status: 200 len: 924 time: 0.1724517 Nov 19 09:36:39.573433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44356) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:39.573588 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-2225a241-0d24-4558-b0b0-00cba766f09c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41d72da-8138-4a62-a99f-44fe2ef85c10') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:39.573881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-2225a241-0d24-4558-b0b0-00cba766f09c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41d72da-8138-4a62-a99f-44fe2ef85c10') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:39.589466 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2225a241-0d24-4558-b0b0-00cba766f09c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:39.620412 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2225a241-0d24-4558-b0b0-00cba766f09c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:39.634557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d3af67-a252-443d-9d7d-f2c0ff98af58 None None] Sync routers for ids ['cde9ec48-06d7-47d2-9e4a-2b53fbc5346d'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:39.637118 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-af97a0d3-5b14-41c8-8a72-d0ad30dd0d42 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde9ec48-06d7-47d2-9e4a-2b53fbc5346d HTTP/1.1" status: 200 len: 205 time: 0.0625355 Nov 19 09:36:39.639625 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44360) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:39.641578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2225a241-0d24-4558-b0b0-00cba766f09c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:36:39.641982 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2225a241-0d24-4558-b0b0-00cba766f09c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:36:39.645369 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:36:39.698449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ed7bd865-79f4-429c-9528-cbba136c19ea None None] Provisioning complete for port 44bdb56a-0cfa-4d00-8fc7-24a63f519cad triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:39.698819 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ed7bd865-79f4-429c-9528-cbba136c19ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:39.710038 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3af67-a252-443d-9d7d-f2c0ff98af58 None None] Routers {'cde9ec48-06d7-47d2-9e4a-2b53fbc5346d'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:39.714579 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d1d3af67-a252-443d-9d7d-f2c0ff98af58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cde9ec48-06d7-47d2-9e4a-2b53fbc5346d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:39.748082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44362) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:39.772032 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b01a4711-b39a-4282-ab1b-72dcba669700 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:39.781794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d1d3af67-a252-443d-9d7d-f2c0ff98af58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:39.791787 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2225a241-0d24-4558-b0b0-00cba766f09c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:39.803147 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2225a241-0d24-4558-b0b0-00cba766f09c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:39.807068 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2225a241-0d24-4558-b0b0-00cba766f09c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/networks/f2464548-db38-4ede-8509-93a9dbb836ae HTTP/1.1" status: 204 len: 168 time: 0.9357717 Nov 19 09:36:39.811935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3af67-a252-443d-9d7d-f2c0ff98af58 None None] Routers {'cde9ec48-06d7-47d2-9e4a-2b53fbc5346d'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:39.812852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d1d3af67-a252-443d-9d7d-f2c0ff98af58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cde9ec48-06d7-47d2-9e4a-2b53fbc5346d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:39.814594 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44366) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:39.872075 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d1d3af67-a252-443d-9d7d-f2c0ff98af58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:39.875468 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d3af67-a252-443d-9d7d-f2c0ff98af58 None None] The sync data for ids ['cde9ec48-06d7-47d2-9e4a-2b53fbc5346d'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:39.877787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225a241-0d24-4558-b0b0-00cba766f09c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Network': ['ID=f2464548-db38-4ede-8509-93a9dbb836ae,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:39.898309 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f234c771-e014-469c-8d26-d5811cc4a9bf tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:39.901002 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3db26d61-ceeb-4bfc-be37-4ccf5a6040aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.023744 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60fd2b71-9fac-4613-bdfa-d7b7d887dfa8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.125581 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60fd2b71-9fac-4613-bdfa-d7b7d887dfa8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.184524 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3db26d61-ceeb-4bfc-be37-4ccf5a6040aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.195087 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3db26d61-ceeb-4bfc-be37-4ccf5a6040aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.229396 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f234c771-e014-469c-8d26-d5811cc4a9bf tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.291529 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3db26d61-ceeb-4bfc-be37-4ccf5a6040aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1de17eb7739642aababbc78397818bd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5388875 Nov 19 09:36:40.315696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44370) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:40.377564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db26d61-ceeb-4bfc-be37-4ccf5a6040aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef5db41-8133-47b7-98c1-ba63ff1ff1d8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:40.383228 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f234c771-e014-469c-8d26-d5811cc4a9bf tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Deleting port 69a335be-bc36-4e91-81a5-1712abb77609 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:40.384019 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f234c771-e014-469c-8d26-d5811cc4a9bf tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.445873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 44bdb56a-0cfa-4d00-8fc7-24a63f519cad up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:36:40.448931 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60fd2b71-9fac-4613-bdfa-d7b7d887dfa8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.451543 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60fd2b71-9fac-4613-bdfa-d7b7d887dfa8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.455983 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-60fd2b71-9fac-4613-bdfa-d7b7d887dfa8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/security-groups/0ecf22a4-15b9-47f5-9769-667f553da5f3 HTTP/1.1" status: 204 len: 168 time: 0.6371880 Nov 19 09:36:40.469601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd2b71-9fac-4613-bdfa-d7b7d887dfa8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecf22a4-15b9-47f5-9769-667f553da5f3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:40.574613 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f41303f-cdf1-4b84-82fb-cee81d2f4bf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.575173 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f234c771-e014-469c-8d26-d5811cc4a9bf tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.605927 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f234c771-e014-469c-8d26-d5811cc4a9bf tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Calling delete_port for 69a335be-bc36-4e91-81a5-1712abb77609 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:40.628843 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f41303f-cdf1-4b84-82fb-cee81d2f4bf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.641478 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1be8b1ef-ac26-4124-be2b-4e2cd91b8b0f None None] Provisioning complete for port 5032c7ca-0281-4803-8d7c-3622d43e6277 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:40.641947 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1be8b1ef-ac26-4124-be2b-4e2cd91b8b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.684306 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b01a4711-b39a-4282-ab1b-72dcba669700 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.717303 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b01a4711-b39a-4282-ab1b-72dcba669700 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.760921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 44bdb56a-0cfa-4d00-8fc7-24a63f519cad triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:40.769554 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.814310 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f41303f-cdf1-4b84-82fb-cee81d2f4bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.822944 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f41303f-cdf1-4b84-82fb-cee81d2f4bf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.824364 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9f41303f-cdf1-4b84-82fb-cee81d2f4bf8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eef5db41-8133-47b7-98c1-ba63ff1ff1d8 HTTP/1.1" status: 204 len: 168 time: 0.4951739 Nov 19 09:36:40.874945 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1be8b1ef-ac26-4124-be2b-4e2cd91b8b0f None None] Port 5032c7ca-0281-4803-8d7c-3622d43e6277 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:40.910651 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41303f-cdf1-4b84-82fb-cee81d2f4bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef5db41-8133-47b7-98c1-ba63ff1ff1d8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:40.942659 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a4711-b39a-4282-ab1b-72dcba669700 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=5032c7ca-0281-4803-8d7c-3622d43e6277,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:40.959494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01a4711-b39a-4282-ab1b-72dcba669700 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:40.959922 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1be8b1ef-ac26-4124-be2b-4e2cd91b8b0f None None] Provisioning complete for port 44bdb56a-0cfa-4d00-8fc7-24a63f519cad triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:40.960083 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b01a4711-b39a-4282-ab1b-72dcba669700 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.960436 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1be8b1ef-ac26-4124-be2b-4e2cd91b8b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:40.961589 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b01a4711-b39a-4282-ab1b-72dcba669700 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/ports/5032c7ca-0281-4803-8d7c-3622d43e6277 HTTP/1.1" status: 200 len: 910 time: 1.5825453 Nov 19 09:36:40.977441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44380) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:41.065304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d5274097-af2d-47cf-92fa-ba4fe1fc057b no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:36:41.139373 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f234c771-e014-469c-8d26-d5811cc4a9bf tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.161472 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: d5274097-af2d-47cf-92fa-ba4fe1fc057b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:36:41.163670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d5274097-af2d-47cf-92fa-ba4fe1fc057b not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:36:41.194035 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234c771-e014-469c-8d26-d5811cc4a9bf tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Pushing event deleted for resources: {'Port': ['ID=69a335be-bc36-4e91-81a5-1712abb77609,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:41.276896 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cbcb55-bdbb-48cf-92b8-16ef6323c145 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:41.302127 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44384) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:41.342960 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2043156295', 'description': 'tempest-secgroup-smoke-2043156295 description', 'project_id': '0dc1876a77414c6c8af6b4234d92e489'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:41.356721 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f234c771-e014-469c-8d26-d5811cc4a9bf tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.388007 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.405352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-13f1dd57-699c-4377-82ac-912fd9285cc0 None None] Provisioning complete for port 5032c7ca-0281-4803-8d7c-3622d43e6277 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:41.406037 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-13f1dd57-699c-4377-82ac-912fd9285cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.431514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44388) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:41.444813 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-13f1dd57-699c-4377-82ac-912fd9285cc0 None None] Port 5032c7ca-0281-4803-8d7c-3622d43e6277 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:41.456849 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c8c7fd0a-cee4-4aa9-9f92-95cbb1c1762c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.487502 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f234c771-e014-469c-8d26-d5811cc4a9bf tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.490153 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f234c771-e014-469c-8d26-d5811cc4a9bf tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.540311 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f234c771-e014-469c-8d26-d5811cc4a9bf tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.541560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f234c771-e014-469c-8d26-d5811cc4a9bf tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Fanout notify agent at l3_agent the message router_deleted on router cde9ec48-06d7-47d2-9e4a-2b53fbc5346d {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:36:41.552029 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f234c771-e014-469c-8d26-d5811cc4a9bf tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.557706 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f234c771-e014-469c-8d26-d5811cc4a9bf tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "DELETE /v2.0/routers/cde9ec48-06d7-47d2-9e4a-2b53fbc5346d HTTP/1.1" status: 204 len: 168 time: 1.9169657 Nov 19 09:36:41.558386 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44390) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:41.562908 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1799420775', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'enable_snat': False}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:41.585274 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.586419 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.587569 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.594522 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.645334 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.659675 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.664086 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3583786 Nov 19 09:36:41.669533 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44392) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:41.677395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a3bbe127-5cae-49ce-ac47-ef9164d9caa0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': 'c5a4739b-65a9-4bab-a5bc-56c587ef3120', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:41.681454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a4739b-65a9-4bab-a5bc-56c587ef3120,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:41.707070 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c8c7fd0a-cee4-4aa9-9f92-95cbb1c1762c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.709568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:41.709913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:41.710256 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:41.710726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:41.710982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:41.711585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:41.711585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:41.712150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:41.712284 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:41.712596 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:41.712940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:41.713283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5e906-991e-44ac-9ca3-f31a126c05fe tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:41.721072 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c8c7fd0a-cee4-4aa9-9f92-95cbb1c1762c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.776795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7fd0a-cee4-4aa9-9f92-95cbb1c1762c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b8c59d-549a-40c7-a349-6d9cb1df4d2e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:41.782920 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c8c7fd0a-cee4-4aa9-9f92-95cbb1c1762c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0f62d692b9d45d7aa907daf922f1bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3504186 Nov 19 09:36:41.786697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44394) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:41.787393 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3bbe127-5cae-49ce-ac47-ef9164d9caa0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.802161 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:41.812851 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ec06bb8-bb47-403f-bf1a-8b04ffc41688 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.030482 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3bbe127-5cae-49ce-ac47-ef9164d9caa0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.033524 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ccf6abf7-0ab8-4fce-8cee-0895d92fe232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.040918 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3bbe127-5cae-49ce-ac47-ef9164d9caa0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.069368 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.080525 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ccf6abf7-0ab8-4fce-8cee-0895d92fe232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.082226 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbe127-5cae-49ce-ac47-ef9164d9caa0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0951cc4-6d81-406f-b40a-0b6abed7d109,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:42.101622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.106239 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3bbe127-5cae-49ce-ac47-ef9164d9caa0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.108540 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a3bbe127-5cae-49ce-ac47-ef9164d9caa0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4372563 Nov 19 09:36:42.110620 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44402) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:42.115993 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f778e82d-6cc3-4353-b412-3f90998f8f64 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': 'c5a4739b-65a9-4bab-a5bc-56c587ef3120', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:42.199430 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ccf6abf7-0ab8-4fce-8cee-0895d92fe232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.202312 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ccf6abf7-0ab8-4fce-8cee-0895d92fe232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.205753 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ccf6abf7-0ab8-4fce-8cee-0895d92fe232 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6b8c59d-549a-40c7-a349-6d9cb1df4d2e HTTP/1.1" status: 204 len: 168 time: 0.4133012 Nov 19 09:36:42.220198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6abf7-0ab8-4fce-8cee-0895d92fe232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b8c59d-549a-40c7-a349-6d9cb1df4d2e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:42.245859 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f778e82d-6cc3-4353-b412-3f90998f8f64 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.305467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0ec06bb8-bb47-403f-bf1a-8b04ffc41688 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting port 5032c7ca-0281-4803-8d7c-3622d43e6277 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:42.307248 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ec06bb8-bb47-403f-bf1a-8b04ffc41688 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.353673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Allocated IP 172.25.0.121 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:42.381688 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f778e82d-6cc3-4353-b412-3f90998f8f64 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.391777 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f778e82d-6cc3-4353-b412-3f90998f8f64 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.424311 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ec06bb8-bb47-403f-bf1a-8b04ffc41688 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.441280 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778e82d-6cc3-4353-b412-3f90998f8f64 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ace9ed-45d2-4716-b1d5-f576e6e4a493,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:42.441554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0ec06bb8-bb47-403f-bf1a-8b04ffc41688 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Calling delete_port for 5032c7ca-0281-4803-8d7c-3622d43e6277 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:42.454890 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f778e82d-6cc3-4353-b412-3f90998f8f64 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.456135 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f778e82d-6cc3-4353-b412-3f90998f8f64 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3441827 Nov 19 09:36:42.459529 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44408) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:42.465862 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d34affd6-4203-42b1-8c82-959d06b2aa9f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': 'c5a4739b-65a9-4bab-a5bc-56c587ef3120', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:42.523648 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.537724 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d34affd6-4203-42b1-8c82-959d06b2aa9f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.606118 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.654027 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:42.658215 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d34affd6-4203-42b1-8c82-959d06b2aa9f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.659440 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:42.671198 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d34affd6-4203-42b1-8c82-959d06b2aa9f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.675789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:42.683907 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ec06bb8-bb47-403f-bf1a-8b04ffc41688 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.694231 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed353ab-d7ad-4eaa-917e-fd43c15ae87f None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:42.726884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Pushing event updated for resources: {'Port': ['ID=a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:42.731952 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34affd6-4203-42b1-8c82-959d06b2aa9f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14b32cc-a05f-4b4f-a984-f8277dacb508,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:42.746192 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d34affd6-4203-42b1-8c82-959d06b2aa9f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.750062 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d34affd6-4203-42b1-8c82-959d06b2aa9f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2869167 Nov 19 09:36:42.750286 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44416) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:42.757797 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': 'c5a4739b-65a9-4bab-a5bc-56c587ef3120', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:42.767435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec06bb8-bb47-403f-bf1a-8b04ffc41688 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Port': ['ID=5032c7ca-0281-4803-8d7c-3622d43e6277,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:42.804441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3d6f81d1-d072-44ce-97c8-f0dd6e3ade47 None None] Provisioning complete for port a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:42.805372 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3d6f81d1-d072-44ce-97c8-f0dd6e3ade47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:42.878140 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f81d1-d072-44ce-97c8-f0dd6e3ade47 None None] Port a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:42.948077 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:43.154704 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:43.162793 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:43.166239 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:43.235414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993b0583-a33b-405a-8432-d59ef3b6ec0b,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:43.245893 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:43.246550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:43.246681 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:43.247419 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:43.247419 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:43.247883 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:43.248279 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:43.248685 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:43.249109 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:43.249759 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:43.250157 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:43.250787 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:43.258287 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:43.259592 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-78d8841f-343a-463b-a2ce-f9f379a72781 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5083690 Nov 19 09:36:43.263390 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44432) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:43.298580 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-523a5d76-889b-46ef-be0b-cc8ef5087f85 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': 'c5a4739b-65a9-4bab-a5bc-56c587ef3120', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:43.356840 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-523a5d76-889b-46ef-be0b-cc8ef5087f85 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Project 0dc1876a77414c6c8af6b4234d92e489 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:36:43.371695 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ec06bb8-bb47-403f-bf1a-8b04ffc41688 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:43.405560 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-523a5d76-889b-46ef-be0b-cc8ef5087f85 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:43.520785 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-523a5d76-889b-46ef-be0b-cc8ef5087f85 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:43.522497 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:43.576756 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-523a5d76-889b-46ef-be0b-cc8ef5087f85 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:43.579210 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec06bb8-bb47-403f-bf1a-8b04ffc41688 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router 84201b23-6bca-43e1-921f-0882b9531136 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:36:43.608064 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-523a5d76-889b-46ef-be0b-cc8ef5087f85 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:43.612228 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-523a5d76-889b-46ef-be0b-cc8ef5087f85 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3486540 Nov 19 09:36:43.615058 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44438) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:43.621969 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f5061616-df95-4bb9-a382-5b73e977e56e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': 'c5a4739b-65a9-4bab-a5bc-56c587ef3120', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:43.626353 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a5d76-889b-46ef-be0b-cc8ef5087f85 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69153753-174b-44ac-9a90-51769f356b89,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:43.664276 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec06bb8-bb47-403f-bf1a-8b04ffc41688 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:43.669495 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0ec06bb8-bb47-403f-bf1a-8b04ffc41688 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/84201b23-6bca-43e1-921f-0882b9531136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6897728 Nov 19 09:36:43.672523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44440) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:43.676062 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe74044-6231-42e9-9f17-a42f42c43b1f None None] Sync routers for ids ['84201b23-6bca-43e1-921f-0882b9531136'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:43.689547 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe74044-6231-42e9-9f17-a42f42c43b1f None None] Routers {'84201b23-6bca-43e1-921f-0882b9531136'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:43.690173 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-cbe74044-6231-42e9-9f17-a42f42c43b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['84201b23-6bca-43e1-921f-0882b9531136'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:43.708631 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44442) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:43.711117 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-75aafbd1-bccd-44aa-b169-9853ed7d9fc7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports?device_id=84201b23-6bca-43e1-921f-0882b9531136 HTTP/1.1" status: 200 len: 205 time: 0.0373344 Nov 19 09:36:43.715716 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-f5061616-df95-4bb9-a382-5b73e977e56e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Project 0dc1876a77414c6c8af6b4234d92e489 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:36:43.724604 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-cbe74044-6231-42e9-9f17-a42f42c43b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:43.733743 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe74044-6231-42e9-9f17-a42f42c43b1f None None] Routers {'84201b23-6bca-43e1-921f-0882b9531136'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:43.734347 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-cbe74044-6231-42e9-9f17-a42f42c43b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['84201b23-6bca-43e1-921f-0882b9531136'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:43.784231 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-cbe74044-6231-42e9-9f17-a42f42c43b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:43.784796 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe74044-6231-42e9-9f17-a42f42c43b1f None None] The sync data for ids ['84201b23-6bca-43e1-921f-0882b9531136'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:44.112206 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5061616-df95-4bb9-a382-5b73e977e56e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.139598 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6bb991a-7f8f-4d6f-bd56-876886782bea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.308458 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Router 38b0dbff-e8ba-4fdc-bc18-f09b61161b83 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:36:44.356283 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6bb991a-7f8f-4d6f-bd56-876886782bea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.358970 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5061616-df95-4bb9-a382-5b73e977e56e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.360899 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6bb991a-7f8f-4d6f-bd56-876886782bea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.367180 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5061616-df95-4bb9-a382-5b73e977e56e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.468100 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5061616-df95-4bb9-a382-5b73e977e56e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833c26e5-7a85-413d-bf40-6e05c61635eb,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:44.475635 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5061616-df95-4bb9-a382-5b73e977e56e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.479697 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f5061616-df95-4bb9-a382-5b73e977e56e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8605981 Nov 19 09:36:44.479697 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6bb991a-7f8f-4d6f-bd56-876886782bea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.480092 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bb991a-7f8f-4d6f-bd56-876886782bea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Fanout notify agent at l3_agent the message router_deleted on router 84201b23-6bca-43e1-921f-0882b9531136 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:36:44.480741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44466) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:44.486994 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6bb991a-7f8f-4d6f-bd56-876886782bea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.490921 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a6bb991a-7f8f-4d6f-bd56-876886782bea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/routers/84201b23-6bca-43e1-921f-0882b9531136 HTTP/1.1" status: 204 len: 168 time: 0.7782257 Nov 19 09:36:44.491244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-821c5a69-b1b0-424a-aeac-976554e303bb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'network': {'name': 'tempest-network-smoke--332933391', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'port_security_enabled': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:44.499809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44468) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:44.538237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:44.550711 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Sync routers for ids ['38b0dbff-e8ba-4fdc-bc18-f09b61161b83'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:44.564570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Routers {'38b0dbff-e8ba-4fdc-bc18-f09b61161b83'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:44.565275 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['38b0dbff-e8ba-4fdc-bc18-f09b61161b83'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:44.568702 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33826c8-3de9-48a6-862a-6b5a688b125c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting subnet 274c3175-b200-4f8d-8a0e-94c6280d1fb2 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:36:44.573542 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a33826c8-3de9-48a6-862a-6b5a688b125c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.589596 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.597108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821c5a69-b1b0-424a-aeac-976554e303bb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Made reservation on behalf of 0dc1876a77414c6c8af6b4234d92e489 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:44.601891 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-821c5a69-b1b0-424a-aeac-976554e303bb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.603652 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d9b01295-4a3c-4a08-85c3-55c14e36398c tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.0440230 Nov 19 09:36:44.606685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44474) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:44.675658 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a33826c8-3de9-48a6-862a-6b5a688b125c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.690900 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Set router 38b0dbff-e8ba-4fdc-bc18-f09b61161b83 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:36:44.727873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821c5a69-b1b0-424a-aeac-976554e303bb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:36:44.783897 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-821c5a69-b1b0-424a-aeac-976554e303bb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.784250 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-821c5a69-b1b0-424a-aeac-976554e303bb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Added segment b22d5860-1a5b-4700-a767-049edf86095d of type vlan for network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 Nov 19 09:36:44.865837 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-be32baf1-ab9e-4895-ac9c-768955624800 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "GET /v2.0/routers/38b0dbff-e8ba-4fdc-bc18-f09b61161b83 HTTP/1.1" status: 200 len: 909 time: 0.2577813 Nov 19 09:36:44.869271 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44480) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:44.870605 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-821c5a69-b1b0-424a-aeac-976554e303bb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.874585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1799420775', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'enable_snat': True}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:44.888449 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a33826c8-3de9-48a6-862a-6b5a688b125c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.943267 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.944345 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.959603 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b0dbff-e8ba-4fdc-bc18-f09b61161b83', 'name': 'tempest-snat-router-1799420775', 'tenant_id': '33b6c2b601a044aba715fd7ad7be6ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.121'}], 'enable_snat': False}, 'gw_port_id': 'a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:41Z', 'updated_at': '2021-11-19T09:36:42Z', 'revision_number': 3, 'project_id': '33b6c2b601a044aba715fd7ad7be6ccf', 'gw_port': {'id': 'a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:02:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b0dbff-e8ba-4fdc-bc18-f09b61161b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:42Z', 'updated_at': '2021-11-19T09:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:44.962173 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-821c5a69-b1b0-424a-aeac-976554e303bb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.967869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821c5a69-b1b0-424a-aeac-976554e303bb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:44.968422 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-821c5a69-b1b0-424a-aeac-976554e303bb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:44.994880 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Checking router: 38b0dbff-e8ba-4fdc-bc18-f09b61161b83 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:36:44.995364 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Updating router 38b0dbff-e8ba-4fdc-bc18-f09b61161b83 port a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:36:45.031922 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.071509 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-821c5a69-b1b0-424a-aeac-976554e303bb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5865030 Nov 19 09:36:45.073902 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44488) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:45.089214 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a33826c8-3de9-48a6-862a-6b5a688b125c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.091655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-21206762', 'admin_state_up': True, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:45.118080 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.126647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c5a69-b1b0-424a-aeac-976554e303bb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Network': ['ID=ecb1edcd-4151-45a7-a004-9f7020dfe5f7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:45.131364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33826c8-3de9-48a6-862a-6b5a688b125c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Subnet': ['ID=274c3175-b200-4f8d-8a0e-94c6280d1fb2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:45.141801 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a33826c8-3de9-48a6-862a-6b5a688b125c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.149282 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a33826c8-3de9-48a6-862a-6b5a688b125c tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/274c3175-b200-4f8d-8a0e-94c6280d1fb2 HTTP/1.1" status: 204 len: 168 time: 0.6483262 Nov 19 09:36:45.149928 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44492) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:45.229561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:36:45.231941 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38ade84-b0bd-4c1b-8ea2-7654ec6aba20 None None] Network b62cae9f-60be-4927-8c16-fd08f03e5210 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:45.250115 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.290711 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.291804 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.325010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting port 44bdb56a-0cfa-4d00-8fc7-24a63f519cad {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:45.325431 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.389051 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.405841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] For port 44bdb56a-0cfa-4d00-8fc7-24a63f519cad, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=44bdb56a-0cfa-4d00-8fc7-24a63f519cad,segment=NetworkSegment(61b91e78-936c-4147-9d85-a15ab93b8243),segment_id=61b91e78-936c-4147-9d85-a15ab93b8243)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:45.406268 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.430001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Calling delete_port for 44bdb56a-0cfa-4d00-8fc7-24a63f519cad owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:45.486683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44498) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:45.500559 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.549792 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.568625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] No DVR routers for this DVR port 44bdb56a-0cfa-4d00-8fc7-24a63f519cad on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:36:45.601628 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.604461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Port': ['ID=44bdb56a-0cfa-4d00-8fc7-24a63f519cad,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:45.726722 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.734490 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.741272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3bc22b-bc43-4334-9a66-a60bbb59c50b None None] DHCP port deletion for b62cae9f-60be-4927-8c16-fd08f03e5210 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:45.741572 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b4d192e-d496-44a5-8c50-478356762e82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.748722 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.765475 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.796497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62cae9f-60be-4927-8c16-fd08f03e5210']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:45.812774 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b91e78-936c-4147-9d85-a15ab93b8243') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:45.813153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b91e78-936c-4147-9d85-a15ab93b8243') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:45.820563 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff267015-3849-4eca-822e-7ef1302df1b1 None None] Pushing event updated for resources: {'Port': ['ID=a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:45.835027 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.840711 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267015-3849-4eca-822e-7ef1302df1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:45.841471 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267015-3849-4eca-822e-7ef1302df1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:45.842116 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267015-3849-4eca-822e-7ef1302df1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:45.842931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267015-3849-4eca-822e-7ef1302df1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:45.843808 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267015-3849-4eca-822e-7ef1302df1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:45.844271 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267015-3849-4eca-822e-7ef1302df1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:45.844842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267015-3849-4eca-822e-7ef1302df1b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:45.845572 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267015-3849-4eca-822e-7ef1302df1b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:45.846003 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267015-3849-4eca-822e-7ef1302df1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:45.846472 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267015-3849-4eca-822e-7ef1302df1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:45.846898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267015-3849-4eca-822e-7ef1302df1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:45.847409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff267015-3849-4eca-822e-7ef1302df1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:45.865984 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bea596-42f1-4084-92fb-768148533cdc None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:45.882639 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.892941 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Attempting to bind port a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:36:45.893433 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Attempting to bind port a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:36:45.894588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Attempting to bind port a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:36:45.903106 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:36:45.903612 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:36:45.904235 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.904729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:36:45.905339 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Bound port: a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:36:45.906050 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.914198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:36:45.915003 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:36:45.918672 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:36:45.922768 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.952534 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ab9b8887-0960-4518-bb9f-6df37d0be7c9 None None] Provisioning complete for port a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:45.953364 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ab9b8887-0960-4518-bb9f-6df37d0be7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:45.955010 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.020514 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b4d192e-d496-44a5-8c50-478356762e82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.024629 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.025382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b8887-0960-4518-bb9f-6df37d0be7c9 None None] Port a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:46.033940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] For port a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:36:46.038256 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] For port a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:36:46.046163 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.046517 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.055955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/networks/b62cae9f-60be-4927-8c16-fd08f03e5210 HTTP/1.1" status: 204 len: 168 time: 0.9038892 Nov 19 09:36:46.057749 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6b4d192e-d496-44a5-8c50-478356762e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.061218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44502) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:46.085602 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-508ca67d-3b3a-4d34-8635-3d72f5640c11 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-788594345', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:46.102646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bacbe-fb21-4f2a-abc1-a8d2083b8a70 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Network': ['ID=b62cae9f-60be-4927-8c16-fd08f03e5210,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:46.104992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Allocated IP 172.25.0.158 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/327e6850-6bc5-488c-9b0f-6eb4568274fb) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:46.127717 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff267015-3849-4eca-822e-7ef1302df1b1 None None] Pushing event updated for resources: {'Port': ['ID=a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:46.145653 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6b4d192e-d496-44a5-8c50-478356762e82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4e1bf0c60624304aee14d8f1acb4124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6575465 Nov 19 09:36:46.150146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44504) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:46.176766 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Routers {'38b0dbff-e8ba-4fdc-bc18-f09b61161b83'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:46.177305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d192e-d496-44a5-8c50-478356762e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda02bc7-bbaf-4e98-ba9f-b3087dabe8b0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:46.177714 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['38b0dbff-e8ba-4fdc-bc18-f09b61161b83'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:46.188719 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-508ca67d-3b3a-4d34-8635-3d72f5640c11 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.190569 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-508ca67d-3b3a-4d34-8635-3d72f5640c11 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.301006 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.318039 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8c18c23-3dc6-40b4-94f6-89b9b65022a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.322885 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-508ca67d-3b3a-4d34-8635-3d72f5640c11 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.330359 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.338765 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4626473f-5097-4211-ba2d-eff3e703a36d None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:46.345410 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-508ca67d-3b3a-4d34-8635-3d72f5640c11 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.355150 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8c18c23-3dc6-40b4-94f6-89b9b65022a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.394144 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.402727 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-508ca67d-3b3a-4d34-8635-3d72f5640c11 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.407645 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] Set router 38b0dbff-e8ba-4fdc-bc18-f09b61161b83 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:36:46.407820 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44506) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:46.408550 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-508ca67d-3b3a-4d34-8635-3d72f5640c11 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3340130 Nov 19 09:36:46.420647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-fb9e18a5-2526-4d64-96a7-680b7679149e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'network': {'name': 'tempest-RoutersTest-962110045'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:46.463377 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8c18c23-3dc6-40b4-94f6-89b9b65022a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.464103 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9e18a5-2526-4d64-96a7-680b7679149e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:46.466044 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8c18c23-3dc6-40b4-94f6-89b9b65022a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.470396 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e8c18c23-3dc6-40b4-94f6-89b9b65022a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dda02bc7-bbaf-4e98-ba9f-b3087dabe8b0 HTTP/1.1" status: 204 len: 168 time: 0.3133066 Nov 19 09:36:46.470584 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb9e18a5-2526-4d64-96a7-680b7679149e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.477379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c18c23-3dc6-40b4-94f6-89b9b65022a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda02bc7-bbaf-4e98-ba9f-b3087dabe8b0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:46.494224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 44bdb56a-0cfa-4d00-8fc7-24a63f519cad no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:36:46.508241 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9e18a5-2526-4d64-96a7-680b7679149e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:36:46.510717 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.542794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 44bdb56a-0cfa-4d00-8fc7-24a63f519cad {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:36:46.542794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 44bdb56a-0cfa-4d00-8fc7-24a63f519cad not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:36:46.599082 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Pushing event updated for resources: {'Port': ['ID=327e6850-6bc5-488c-9b0f-6eb4568274fb,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:46.615668 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb9e18a5-2526-4d64-96a7-680b7679149e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.616111 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-fb9e18a5-2526-4d64-96a7-680b7679149e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Added segment ca44b1eb-97b0-421f-87a5-a861d1e80255 of type vlan for network bdf0db14-2fff-4458-889d-2e5de7bce0ac Nov 19 09:36:46.634789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:46.642374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:46.656920 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:46.730572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Allocated IP 172.25.0.219 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/0d3dccd8-f18b-4668-8fdf-f378868771f5) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:46.740333 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb9e18a5-2526-4d64-96a7-680b7679149e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.833811 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d685c54-3c27-492e-8eed-66ab6529ba3f None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:46.860601 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5481f7b4-5f7c-4859-aaf6-85b4fda751cc None None] Provisioning complete for port a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:46.867683 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5481f7b4-5f7c-4859-aaf6-85b4fda751cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.927222 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb9e18a5-2526-4d64-96a7-680b7679149e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:46.933117 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9e18a5-2526-4d64-96a7-680b7679149e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:46.933502 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fb9e18a5-2526-4d64-96a7-680b7679149e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:47.024100 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fb9e18a5-2526-4d64-96a7-680b7679149e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6101627 Nov 19 09:36:47.024333 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44522) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:47.028560 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7b232dcc-93c0-4845-9a42-b6694aeae8a7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'subnet': {'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:47.049517 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5481f7b4-5f7c-4859-aaf6-85b4fda751cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:47.050036 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:47.057562 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e18a5-2526-4d64-96a7-680b7679149e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Network': ['ID=bdf0db14-2fff-4458-889d-2e5de7bce0ac,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:47.076221 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b0dbff-e8ba-4fdc-bc18-f09b61161b83', 'name': 'tempest-snat-router-1799420775', 'tenant_id': '33b6c2b601a044aba715fd7ad7be6ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.121'}], 'enable_snat': False}, 'gw_port_id': 'a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:41Z', 'updated_at': '2021-11-19T09:36:42Z', 'revision_number': 3, 'project_id': '33b6c2b601a044aba715fd7ad7be6ccf', 'gw_port': {'id': 'a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:02:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b0dbff-e8ba-4fdc-bc18-f09b61161b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:42Z', 'updated_at': '2021-11-19T09:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:47.081231 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network bdf0db14-2fff-4458-889d-2e5de7bce0ac details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:36:47.187610 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:47.200431 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e26f43-a524-46e3-b1ad-2d8ba8dd8a77 None None] The sync data for ids ['38b0dbff-e8ba-4fdc-bc18-f09b61161b83'] in n-d-805649-14 is: [{'id': '38b0dbff-e8ba-4fdc-bc18-f09b61161b83', 'name': 'tempest-snat-router-1799420775', 'tenant_id': '33b6c2b601a044aba715fd7ad7be6ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.121'}], 'enable_snat': False}, 'gw_port_id': 'a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:41Z', 'updated_at': '2021-11-19T09:36:42Z', 'revision_number': 3, 'project_id': '33b6c2b601a044aba715fd7ad7be6ccf', 'gw_port': {'id': 'a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:02:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b0dbff-e8ba-4fdc-bc18-f09b61161b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:42Z', 'updated_at': '2021-11-19T09:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:47.221047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b232dcc-93c0-4845-9a42-b6694aeae8a7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:47.227316 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b232dcc-93c0-4845-9a42-b6694aeae8a7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:47.230405 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:47.256692 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5481f7b4-5f7c-4859-aaf6-85b4fda751cc None None] For port a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:47.297751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:47.308133 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5481f7b4-5f7c-4859-aaf6-85b4fda751cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:47.310132 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:47.313761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:47.360360 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=0d3dccd8-f18b-4668-8fdf-f378868771f5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:47.434901 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481f7b4-5f7c-4859-aaf6-85b4fda751cc None None] Pushing event updated for resources: {'Port': ['ID=a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:47.439649 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4200fb1d-5f93-4feb-a84a-8b26f3a5288f None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:47.485668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1dfb781a-b1d9-4189-864d-363d2fd500d9 None None] Provisioning complete for port 327e6850-6bc5-488c-9b0f-6eb4568274fb triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:47.485803 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1dfb781a-b1d9-4189-864d-363d2fd500d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:47.543463 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb781a-b1d9-4189-864d-363d2fd500d9 None None] Port 327e6850-6bc5-488c-9b0f-6eb4568274fb cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:47.585589 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b232dcc-93c0-4845-9a42-b6694aeae8a7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:47.678057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-34092c1f-6bb3-4f40-9b76-3e8258afe7e9 None None] Provisioning complete for port 0d3dccd8-f18b-4668-8fdf-f378868771f5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:47.681933 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-34092c1f-6bb3-4f40-9b76-3e8258afe7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:47.787810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b232dcc-93c0-4845-9a42-b6694aeae8a7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Subnet': ['ID=ab26f9dd-51ca-46d4-9f36-b895a2db6002,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:47.798741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b232dcc-93c0-4845-9a42-b6694aeae8a7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Checking segment: {'id': 'ca44b1eb-97b0-421f-87a5-a861d1e80255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:36:47.799119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b232dcc-93c0-4845-9a42-b6694aeae8a7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network hostable DHCP agents. Network: bdf0db14-2fff-4458-889d-2e5de7bce0ac, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:36:47.815825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-34092c1f-6bb3-4f40-9b76-3e8258afe7e9 None None] Port 0d3dccd8-f18b-4668-8fdf-f378868771f5 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:47.835144 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b232dcc-93c0-4845-9a42-b6694aeae8a7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network bdf0db14-2fff-4458-889d-2e5de7bce0ac is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:36:47.852244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-7b232dcc-93c0-4845-9a42-b6694aeae8a7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, bdf0db14-2fff-4458-889d-2e5de7bce0ac) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:47.865719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b232dcc-93c0-4845-9a42-b6694aeae8a7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:47.866360 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b232dcc-93c0-4845-9a42-b6694aeae8a7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:47.871648 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f840e149-63fa-433a-969c-abeb5dfa6ae4 None None] Network bdf0db14-2fff-4458-889d-2e5de7bce0ac requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:47.922323 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7b232dcc-93c0-4845-9a42-b6694aeae8a7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8980501 Nov 19 09:36:47.924891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44538) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:48.047699 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:48.226103 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:36:48.229063 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:48.251628 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:48.498337 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:48.504083 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:36:48.546447 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:48.627079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Allocated IP 172.20.0.2 (bdf0db14-2fff-4458-889d-2e5de7bce0ac/ab26f9dd-51ca-46d4-9f36-b895a2db6002/2a995da9-857a-470e-ba0a-6832cdf169f0) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:48.758411 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Router 22f51fe3-b13a-4a0c-8c08-22a0dbc8d449 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:36:48.828632 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:48.829018 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:48.921342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44560) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:48.975487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:48.985164 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Sync routers for ids ['22f51fe3-b13a-4a0c-8c08-22a0dbc8d449'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:49.000805 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Routers {'22f51fe3-b13a-4a0c-8c08-22a0dbc8d449'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:49.004134 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['22f51fe3-b13a-4a0c-8c08-22a0dbc8d449'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:49.013925 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:49.015688 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:49.033628 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:49.038547 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e12de598-2876-4b7f-bb8c-6857dfa46d27 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1680200 Nov 19 09:36:49.042172 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44562) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:49.049825 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:49.122419 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Network bdf0db14-2fff-4458-889d-2e5de7bce0ac is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:49.125967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:49.130056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:49.142213 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Pushing event updated for resources: {'Port': ['ID=2a995da9-857a-470e-ba0a-6832cdf169f0,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:49.143065 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e3856f17-0b4d-46e4-b91e-9d9a412e1994 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2805 time: 0.2198608 Nov 19 09:36:49.144016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44566) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:49.156095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a0936ccc-3096-4131-a77c-453bb325aa6a tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Request body: {'network': {'name': 'tempest-network-smoke--1100877628', 'project_id': '0c04298d2bb642d79968d3549688d186', 'port_security_enabled': False}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:49.174305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Allocated IP 172.20.0.1 (bdf0db14-2fff-4458-889d-2e5de7bce0ac/ab26f9dd-51ca-46d4-9f36-b895a2db6002/6ab8c271-d9e3-4694-9a92-e5a74fd81031) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:49.205073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0936ccc-3096-4131-a77c-453bb325aa6a tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Made reservation on behalf of 0c04298d2bb642d79968d3549688d186 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:49.214322 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0936ccc-3096-4131-a77c-453bb325aa6a tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:49.220290 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Attempting to bind port 2a995da9-857a-470e-ba0a-6832cdf169f0 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:36:49.221308 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Attempting to bind port 2a995da9-857a-470e-ba0a-6832cdf169f0 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'ca44b1eb-97b0-421f-87a5-a861d1e80255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:36:49.223882 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Attempting to bind port 2a995da9-857a-470e-ba0a-6832cdf169f0 on network bdf0db14-2fff-4458-889d-2e5de7bce0ac {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:36:49.235729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:36:49.237653 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Checking segment: {'id': 'ca44b1eb-97b0-421f-87a5-a861d1e80255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:36:49.238155 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:49.238696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Bound using segment: {'id': 'ca44b1eb-97b0-421f-87a5-a861d1e80255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:36:49.244373 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Bound port: 2a995da9-857a-470e-ba0a-6832cdf169f0, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca44b1eb-97b0-421f-87a5-a861d1e80255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:36:49.244373 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:49.264963 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Set router 22f51fe3-b13a-4a0c-8c08-22a0dbc8d449 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:36:49.349314 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] For port 2a995da9-857a-470e-ba0a-6832cdf169f0, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:36:49.354651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] For port 2a995da9-857a-470e-ba0a-6832cdf169f0, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=2a995da9-857a-470e-ba0a-6832cdf169f0,segment=NetworkSegment(ca44b1eb-97b0-421f-87a5-a861d1e80255),segment_id=ca44b1eb-97b0-421f-87a5-a861d1e80255)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:36:49.362345 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:49.368227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0936ccc-3096-4131-a77c-453bb325aa6a tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:36:49.400063 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0936ccc-3096-4131-a77c-453bb325aa6a tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:49.400436 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-a0936ccc-3096-4131-a77c-453bb325aa6a tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Added segment d866603f-b35d-447d-8dfd-1dcad8b9d1ea of type vlan for network f12ddc15-277b-46de-8ab6-931e0f3f5452 Nov 19 09:36:49.478893 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:49.481819 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0936ccc-3096-4131-a77c-453bb325aa6a tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:49.484840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e55a1-7e7e-422a-85c1-f7e45a86d9fc None None] Pushing event updated for resources: {'Port': ['ID=2a995da9-857a-470e-ba0a-6832cdf169f0,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:49.569247 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0936ccc-3096-4131-a77c-453bb325aa6a tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:49.579888 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0936ccc-3096-4131-a77c-453bb325aa6a tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:49.584936 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0936ccc-3096-4131-a77c-453bb325aa6a tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:49.636087 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9ad30c5c-c02e-4ea1-ba2f-c609decca81b tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "GET /v2.0/routers/22f51fe3-b13a-4a0c-8c08-22a0dbc8d449 HTTP/1.1" status: 200 len: 908 time: 0.5890758 Nov 19 09:36:49.638119 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44572) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:49.638534 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44574) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:49.688354 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:49.739490 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a0936ccc-3096-4131-a77c-453bb325aa6a tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5888276 Nov 19 09:36:49.747995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router d8df6001-08b1-4005-a902-1b3e25bfe449 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:36:49.748197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44576) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:49.769535 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1124773277', 'admin_state_up': True, 'project_id': '0c04298d2bb642d79968d3549688d186', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:49.817239 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0936ccc-3096-4131-a77c-453bb325aa6a tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'Network': ['ID=f12ddc15-277b-46de-8ab6-931e0f3f5452,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:49.829477 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network f12ddc15-277b-46de-8ab6-931e0f3f5452 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:36:49.836143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network bdf0db14-2fff-4458-889d-2e5de7bce0ac is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:49.851624 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:49.871625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:49.883770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=6ab8c271-d9e3-4694-9a92-e5a74fd81031,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:50.007663 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f51fe3-b13a-4a0c-8c08-22a0dbc8d449', 'name': 'tempest-snat-router-1799420775', 'tenant_id': '33b6c2b601a044aba715fd7ad7be6ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '327e6850-6bc5-488c-9b0f-6eb4568274fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:44Z', 'updated_at': '2021-11-19T09:36:46Z', 'revision_number': 3, 'project_id': '33b6c2b601a044aba715fd7ad7be6ccf', 'gw_port': {'id': '327e6850-6bc5-488c-9b0f-6eb4568274fb', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f51fe3-b13a-4a0c-8c08-22a0dbc8d449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:45Z', 'updated_at': '2021-11-19T09:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:50.027750 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.031201 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.071214 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Checking router: 22f51fe3-b13a-4a0c-8c08-22a0dbc8d449 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:36:50.073057 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Updating router 22f51fe3-b13a-4a0c-8c08-22a0dbc8d449 port 327e6850-6bc5-488c-9b0f-6eb4568274fb binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:36:50.078130 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4113aa2e-9a24-46f3-a7ec-39584a7dd30c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.102921 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62f3f1b0-212b-4695-b7d3-de7976518644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.116383 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.128793 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.204588 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bddad38-e5e7-4083-a1a7-fb9b41309c1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.275583 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.275991 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:50.289623 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Sync routers for ids ['d8df6001-08b1-4005-a902-1b3e25bfe449'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:50.314941 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Routers {'d8df6001-08b1-4005-a902-1b3e25bfe449'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:50.315598 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['d8df6001-08b1-4005-a902-1b3e25bfe449'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:50.333799 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.449326 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.462356 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.486073 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bddad38-e5e7-4083-a1a7-fb9b41309c1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.508741 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.510053 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-70efabaf-1fa4-40d2-af81-e5b4a6f87d47 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.4350872 Nov 19 09:36:50.517894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44580) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:50.518662 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.545597 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae62aed-d8ad-4aff-9273-83493b32b220 None None] Pushing event updated for resources: {'Port': ['ID=327e6850-6bc5-488c-9b0f-6eb4568274fb,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:50.558194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 2a995da9-857a-470e-ba0a-6832cdf169f0 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:36:50.560687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2b1786-f862-449d-be64-d6138af9692d None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:50.565055 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Attempting to bind port 327e6850-6bc5-488c-9b0f-6eb4568274fb on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:36:50.565902 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Attempting to bind port 327e6850-6bc5-488c-9b0f-6eb4568274fb by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:36:50.566607 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Attempting to bind port 327e6850-6bc5-488c-9b0f-6eb4568274fb on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:36:50.573606 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:36:50.574368 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:36:50.574996 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.575604 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:36:50.576628 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Bound port: 327e6850-6bc5-488c-9b0f-6eb4568274fb, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:36:50.577273 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.590501 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0bddad38-e5e7-4083-a1a7-fb9b41309c1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Deleting port 327e6850-6bc5-488c-9b0f-6eb4568274fb {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:50.590853 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bddad38-e5e7-4083-a1a7-fb9b41309c1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.653051 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62f3f1b0-212b-4695-b7d3-de7976518644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.664162 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62f3f1b0-212b-4695-b7d3-de7976518644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.674734 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae62aed-d8ad-4aff-9273-83493b32b220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:50.678255 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae62aed-d8ad-4aff-9273-83493b32b220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:50.678732 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae62aed-d8ad-4aff-9273-83493b32b220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:50.679165 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae62aed-d8ad-4aff-9273-83493b32b220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:50.681848 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae62aed-d8ad-4aff-9273-83493b32b220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:50.682447 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae62aed-d8ad-4aff-9273-83493b32b220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:50.685875 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae62aed-d8ad-4aff-9273-83493b32b220 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:50.686473 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae62aed-d8ad-4aff-9273-83493b32b220 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:50.687030 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae62aed-d8ad-4aff-9273-83493b32b220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:50.687650 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae62aed-d8ad-4aff-9273-83493b32b220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:50.693554 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae62aed-d8ad-4aff-9273-83493b32b220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:50.694250 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae62aed-d8ad-4aff-9273-83493b32b220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:36:50.702515 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a3a35b2c-cb82-406c-b0f2-604836955e46 None None] Provisioning complete for port 327e6850-6bc5-488c-9b0f-6eb4568274fb triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:50.702902 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a3a35b2c-cb82-406c-b0f2-604836955e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.714244 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] For port 327e6850-6bc5-488c-9b0f-6eb4568274fb, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:36:50.718790 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] For port 327e6850-6bc5-488c-9b0f-6eb4568274fb, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=327e6850-6bc5-488c-9b0f-6eb4568274fb,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:36:50.738616 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.743446 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-62f3f1b0-212b-4695-b7d3-de7976518644 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e18c904b5c144014b6e012d73c512415&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0975850 Nov 19 09:36:50.744467 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3f1b0-212b-4695-b7d3-de7976518644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4a930f-5f29-4c79-81b8-747a4e2ad95f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:50.757274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Set router d8df6001-08b1-4005-a902-1b3e25bfe449 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:36:50.764926 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44586) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:50.861856 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b5764ba-7c50-480b-a2ed-d2b33a445f28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.863266 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Routers {'22f51fe3-b13a-4a0c-8c08-22a0dbc8d449'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:50.864738 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['22f51fe3-b13a-4a0c-8c08-22a0dbc8d449'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:50.890742 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b5764ba-7c50-480b-a2ed-d2b33a445f28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.918859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a3a35b2c-cb82-406c-b0f2-604836955e46 None None] Port 327e6850-6bc5-488c-9b0f-6eb4568274fb cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:50.931181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79f152c-b84d-4948-b845-12bb077df97b None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:50.948617 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0bddad38-e5e7-4083-a1a7-fb9b41309c1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] For port 327e6850-6bc5-488c-9b0f-6eb4568274fb, host n-d-805649-14, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:50.948997 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bddad38-e5e7-4083-a1a7-fb9b41309c1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.959499 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b5764ba-7c50-480b-a2ed-d2b33a445f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.962767 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b5764ba-7c50-480b-a2ed-d2b33a445f28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:50.964059 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7b5764ba-7c50-480b-a2ed-d2b33a445f28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f4a930f-5f29-4c79-81b8-747a4e2ad95f HTTP/1.1" status: 204 len: 168 time: 0.1978972 Nov 19 09:36:51.001851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5764ba-7c50-480b-a2ed-d2b33a445f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4a930f-5f29-4c79-81b8-747a4e2ad95f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:51.012530 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0bddad38-e5e7-4083-a1a7-fb9b41309c1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Calling delete_port for 327e6850-6bc5-488c-9b0f-6eb4568274fb owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:51.016343 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae62aed-d8ad-4aff-9273-83493b32b220 None None] Pushing event updated for resources: {'Port': ['ID=327e6850-6bc5-488c-9b0f-6eb4568274fb,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:51.092773 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] Set router 22f51fe3-b13a-4a0c-8c08-22a0dbc8d449 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:36:51.232548 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f51fe3-b13a-4a0c-8c08-22a0dbc8d449', 'name': 'tempest-snat-router-1799420775', 'tenant_id': '33b6c2b601a044aba715fd7ad7be6ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:44Z', 'updated_at': '2021-11-19T09:36:50Z', 'revision_number': 4, 'project_id': '33b6c2b601a044aba715fd7ad7be6ccf', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:51.295768 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32012b4-62d6-4eac-9a26-83c43407d999 None None] The sync data for ids ['22f51fe3-b13a-4a0c-8c08-22a0dbc8d449'] in n-d-805649-14 is: [{'id': '22f51fe3-b13a-4a0c-8c08-22a0dbc8d449', 'name': 'tempest-snat-router-1799420775', 'tenant_id': '33b6c2b601a044aba715fd7ad7be6ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:44Z', 'updated_at': '2021-11-19T09:36:50Z', 'revision_number': 4, 'project_id': '33b6c2b601a044aba715fd7ad7be6ccf', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:51.332210 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 2a995da9-857a-470e-ba0a-6832cdf169f0 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:51.332210 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:51.449367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be172243-c6ee-4b10-9a29-a583ba56bf14 None None] Network bdf0db14-2fff-4458-889d-2e5de7bce0ac requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:51.519031 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bddad38-e5e7-4083-a1a7-fb9b41309c1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:51.567857 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:51.584257 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:51.626101 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddad38-e5e7-4083-a1a7-fb9b41309c1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Pushing event deleted for resources: {'Port': ['ID=327e6850-6bc5-488c-9b0f-6eb4568274fb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:51.657667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44592) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:51.666613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41af00a6-4863-4da0-a142-dba441f58de3 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:51.675648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=6ab8c271-d9e3-4694-9a92-e5a74fd81031,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:51.679870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-51361445-51ee-48d9-80d6-6770333ee01d None None] Provisioning complete for port 327e6850-6bc5-488c-9b0f-6eb4568274fb triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:51.680310 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-51361445-51ee-48d9-80d6-6770333ee01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:51.757711 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6d4fc1c-bef5-4c50-8fab-1463dd7e3b36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:51.760767 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bddad38-e5e7-4083-a1a7-fb9b41309c1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:51.816526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-51361445-51ee-48d9-80d6-6770333ee01d None None] Port 327e6850-6bc5-488c-9b0f-6eb4568274fb was deleted so its status cannot be updated. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 19 09:36:51.829758 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21206762', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:45Z', 'updated_at': '2021-11-19T09:36:48Z', 'revision_number': 3, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:51.859743 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:51.862186 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:51.871931 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:51.874161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Checking router: d8df6001-08b1-4005-a902-1b3e25bfe449 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:36:51.874396 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Updating router d8df6001-08b1-4005-a902-1b3e25bfe449 port 0d3dccd8-f18b-4668-8fdf-f378868771f5 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:36:51.915547 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:51.952519 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bddad38-e5e7-4083-a1a7-fb9b41309c1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:51.960473 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bddad38-e5e7-4083-a1a7-fb9b41309c1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.103581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Allocated IP 172.25.0.76 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/4f49a843-6e3f-455c-ba46-d6c89dcbf5e4) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:52.115400 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6d4fc1c-bef5-4c50-8fab-1463dd7e3b36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.116604 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bddad38-e5e7-4083-a1a7-fb9b41309c1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.117736 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bddad38-e5e7-4083-a1a7-fb9b41309c1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22f51fe3-b13a-4a0c-8c08-22a0dbc8d449 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:36:52.123686 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0bddad38-e5e7-4083-a1a7-fb9b41309c1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.129220 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0bddad38-e5e7-4083-a1a7-fb9b41309c1a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "DELETE /v2.0/routers/22f51fe3-b13a-4a0c-8c08-22a0dbc8d449 HTTP/1.1" status: 204 len: 168 time: 2.4797432 Nov 19 09:36:52.129220 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44598) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:52.150314 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.206319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 2a995da9-857a-470e-ba0a-6832cdf169f0, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=2a995da9-857a-470e-ba0a-6832cdf169f0,segment=NetworkSegment(ca44b1eb-97b0-421f-87a5-a861d1e80255),segment_id=ca44b1eb-97b0-421f-87a5-a861d1e80255)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:52.214115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0df41ce5-640e-4456-acec-24a906a5fa3f None None] Provisioning complete for port 2a995da9-857a-470e-ba0a-6832cdf169f0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:52.214563 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0df41ce5-640e-4456-acec-24a906a5fa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.227608 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f6d4fc1c-bef5-4c50-8fab-1463dd7e3b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.239688 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.312834 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f6d4fc1c-bef5-4c50-8fab-1463dd7e3b36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d79dfdb0c9f4702bd4a466c8cc5e9a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6411059 Nov 19 09:36:52.316166 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4fc1c-bef5-4c50-8fab-1463dd7e3b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3195fd16-b2ae-448a-a502-136db4461bbc,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:52.319348 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44600) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:52.352070 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44602) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:52.352749 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-765f2ee0-940c-4dc1-8abc-aa6d0ce9f432 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0dc1876a77414c6c8af6b4234d92e489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.8155181 Nov 19 09:36:52.377878 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f460d7f7-851a-460e-aa83-dafaff864ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.442329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=2a995da9-857a-470e-ba0a-6832cdf169f0,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:52.453613 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.467936 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-666d1f81-97b4-4575-9bc3-59a3f346648f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.536506 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.608241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'Port': ['ID=4f49a843-6e3f-455c-ba46-d6c89dcbf5e4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:52.612201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa01293-9f13-4cae-b636-29c0ec01f9e8 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:52.617638 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-caa01293-9f13-4cae-b636-29c0ec01f9e8 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2555804 Nov 19 09:36:52.624191 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44604) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:52.628251 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:52.638264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:52.641478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:52.670653 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a70961-5f01-4fea-9e35-f02052c4ff2f None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:52.692729 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e533ef8d-c46f-46fd-875e-9c64c945ccfd tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0669158 Nov 19 09:36:52.693697 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44606) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:52.699456 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6ce3e3fb-32b0-473a-9317-0776856cec75 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-743469000', 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:52.846883 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-666d1f81-97b4-4575-9bc3-59a3f346648f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.857035 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.866311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d12c89f9-d1ac-4760-832a-1a78a2da4e89 None None] Provisioning complete for port 6ab8c271-d9e3-4694-9a92-e5a74fd81031 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:52.866913 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d12c89f9-d1ac-4760-832a-1a78a2da4e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.901373 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.901618 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2657973f-d535-4dc7-bb0d-369e7f7724bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.942158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce3e3fb-32b0-473a-9317-0776856cec75 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Made reservation on behalf of 0dc1876a77414c6c8af6b4234d92e489 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:52.942158 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ce3e3fb-32b0-473a-9317-0776856cec75 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.966136 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2657973f-d535-4dc7-bb0d-369e7f7724bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:52.970448 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network bdf0db14-2fff-4458-889d-2e5de7bce0ac is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:52.974937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:52.999553 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d12c89f9-d1ac-4760-832a-1a78a2da4e89 None None] Port 6ab8c271-d9e3-4694-9a92-e5a74fd81031 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:53.001522 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ed899b-bbc9-4915-862c-aa79c22cf5b5 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:53.030376 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Attempting to bind port 0d3dccd8-f18b-4668-8fdf-f378868771f5 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:36:53.030757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Attempting to bind port 0d3dccd8-f18b-4668-8fdf-f378868771f5 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:36:53.031125 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Attempting to bind port 0d3dccd8-f18b-4668-8fdf-f378868771f5 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:36:53.037836 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:36:53.038218 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:36:53.038758 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:53.039162 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:36:53.039729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Bound port: 0d3dccd8-f18b-4668-8fdf-f378868771f5, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:36:53.040021 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:53.049769 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf45f4-ac3d-4fd5-a7a9-1527f9ce3449 None None] Pushing event updated for resources: {'Port': ['ID=0d3dccd8-f18b-4668-8fdf-f378868771f5,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:53.072395 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d12c89f9-d1ac-4760-832a-1a78a2da4e89 None None] Provisioning complete for port 2a995da9-857a-470e-ba0a-6832cdf169f0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:53.072778 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d12c89f9-d1ac-4760-832a-1a78a2da4e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:53.133046 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-666d1f81-97b4-4575-9bc3-59a3f346648f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Deleting port a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:36:53.133441 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-666d1f81-97b4-4575-9bc3-59a3f346648f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:53.187340 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] For port 0d3dccd8-f18b-4668-8fdf-f378868771f5, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:36:53.192300 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] For port 0d3dccd8-f18b-4668-8fdf-f378868771f5, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0d3dccd8-f18b-4668-8fdf-f378868771f5,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:36:53.202086 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:53.235927 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2657973f-d535-4dc7-bb0d-369e7f7724bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:53.248898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2657973f-d535-4dc7-bb0d-369e7f7724bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:53.252701 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2657973f-d535-4dc7-bb0d-369e7f7724bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3195fd16-b2ae-448a-a502-136db4461bbc HTTP/1.1" status: 204 len: 168 time: 0.9277897 Nov 19 09:36:53.307658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a748726e-ffbc-4792-a228-be3acd5aaf19 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:53.343679 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Routers {'d8df6001-08b1-4005-a902-1b3e25bfe449'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:53.344307 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['d8df6001-08b1-4005-a902-1b3e25bfe449'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:53.346485 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:53.376856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657973f-d535-4dc7-bb0d-369e7f7724bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3195fd16-b2ae-448a-a502-136db4461bbc,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:53.445348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf45f4-ac3d-4fd5-a7a9-1527f9ce3449 None None] Pushing event updated for resources: {'Port': ['ID=0d3dccd8-f18b-4668-8fdf-f378868771f5,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:53.459468 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-666d1f81-97b4-4575-9bc3-59a3f346648f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] For port a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:53.459900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-666d1f81-97b4-4575-9bc3-59a3f346648f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:53.477299 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:36:53.506729 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-666d1f81-97b4-4575-9bc3-59a3f346648f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Calling delete_port for a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:36:53.525260 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c48fda0b-ca15-4b43-8add-11c4a93445bc None None] Provisioning complete for port 6ab8c271-d9e3-4694-9a92-e5a74fd81031 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:53.525260 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c48fda0b-ca15-4b43-8add-11c4a93445bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:53.579428 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:53.584700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c48fda0b-ca15-4b43-8add-11c4a93445bc None None] Port 6ab8c271-d9e3-4694-9a92-e5a74fd81031 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:53.590865 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ce3e3fb-32b0-473a-9317-0776856cec75 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:53.605749 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] Set router d8df6001-08b1-4005-a902-1b3e25bfe449 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:36:53.608155 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c48fda0b-ca15-4b43-8add-11c4a93445bc None None] Provisioning complete for port 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:53.608606 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c48fda0b-ca15-4b43-8add-11c4a93445bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:53.640903 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3e3fb-32b0-473a-9317-0776856cec75 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Subnet': ['ID=54ecae1d-3961-4931-99a1-23601d7d8cc9,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:53.684163 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:53.700091 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Sync routers for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:53.703518 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-665c6c6a-5678-4c94-8fb1-784af03e0c2a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/b17c17b6-bca3-4082-8aff-f6a23b0f4e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7745097 Nov 19 09:36:53.720819 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:53.721464 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:53.761583 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44618) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:53.767301 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c48fda0b-ca15-4b43-8add-11c4a93445bc None None] Port 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:53.768875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d640ac9a-2184-40f5-8371-010de6fa6d5e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'network': {'name': 'tempest-RoutersTest-54450821'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:53.834444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c48fda0b-ca15-4b43-8add-11c4a93445bc None None] Provisioning complete for port 0d3dccd8-f18b-4668-8fdf-f378868771f5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:53.834744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d640ac9a-2184-40f5-8371-010de6fa6d5e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:53.834880 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c48fda0b-ca15-4b43-8add-11c4a93445bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:53.838790 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d640ac9a-2184-40f5-8371-010de6fa6d5e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:53.883103 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d640ac9a-2184-40f5-8371-010de6fa6d5e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:36:53.885049 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:36:53.930318 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d640ac9a-2184-40f5-8371-010de6fa6d5e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:53.930738 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-d640ac9a-2184-40f5-8371-010de6fa6d5e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Added segment 898abdf9-23f6-49fb-b4e0-f6397767c486 of type vlan for network 2df15be9-0b02-401e-aa93-8e5a0c4f6dab Nov 19 09:36:54.003891 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:54.012933 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d640ac9a-2184-40f5-8371-010de6fa6d5e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:54.070670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21206762', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:45Z', 'updated_at': '2021-11-19T09:36:48Z', 'revision_number': 3, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:54.135483 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d640ac9a-2184-40f5-8371-010de6fa6d5e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:54.142585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d640ac9a-2184-40f5-8371-010de6fa6d5e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:54.143405 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d640ac9a-2184-40f5-8371-010de6fa6d5e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:54.162664 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9e7c33-3d81-4402-ad90-7402b9cdcfc6 None None] The sync data for ids ['d8df6001-08b1-4005-a902-1b3e25bfe449'] in n-d-805649-14 is: [{'id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21206762', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:45Z', 'updated_at': '2021-11-19T09:36:48Z', 'revision_number': 3, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:54.176686 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c48fda0b-ca15-4b43-8add-11c4a93445bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:54.204475 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:50Z', 'revision_number': 2, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:51Z', 'revision_number': 2, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:54.212683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c48fda0b-ca15-4b43-8add-11c4a93445bc None None] For port 0d3dccd8-f18b-4668-8fdf-f378868771f5, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0d3dccd8-f18b-4668-8fdf-f378868771f5,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:54.228848 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c48fda0b-ca15-4b43-8add-11c4a93445bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:54.246917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640ac9a-2184-40f5-8371-010de6fa6d5e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Network': ['ID=2df15be9-0b02-401e-aa93-8e5a0c4f6dab,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:54.257652 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d640ac9a-2184-40f5-8371-010de6fa6d5e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4931393 Nov 19 09:36:54.261304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44634) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:54.261708 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Checking router: b17c17b6-bca3-4082-8aff-f6a23b0f4e37 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:36:54.262165 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Updating router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 port 6ab8c271-d9e3-4694-9a92-e5a74fd81031 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:36:54.267878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b11e4169-6b18-4ab5-8d36-330b55753f1a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'subnet': {'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:54.274400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 2df15be9-0b02-401e-aa93-8e5a0c4f6dab details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:36:54.318730 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:54.428490 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fda0b-ca15-4b43-8add-11c4a93445bc None None] Pushing event updated for resources: {'Port': ['ID=0d3dccd8-f18b-4668-8fdf-f378868771f5,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:54.453118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Router d1fda1d6-d0f5-4c0d-a3eb-41feba001947 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:36:54.472904 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 2a995da9-857a-470e-ba0a-6832cdf169f0 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:36:54.493430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11e4169-6b18-4ab5-8d36-330b55753f1a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:54.497057 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b11e4169-6b18-4ab5-8d36-330b55753f1a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:54.501920 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce3e3fb-32b0-473a-9317-0776856cec75 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Checking segment: {'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:36:54.502473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce3e3fb-32b0-473a-9317-0776856cec75 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network hostable DHCP agents. Network: ecb1edcd-4151-45a7-a004-9f7020dfe5f7, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:36:54.562507 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 2a995da9-857a-470e-ba0a-6832cdf169f0 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:54.563132 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:54.602960 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce3e3fb-32b0-473a-9317-0776856cec75 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:36:54.639353 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6ce3e3fb-32b0-473a-9317-0776856cec75 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, ecb1edcd-4151-45a7-a004-9f7020dfe5f7) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:54.665984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce3e3fb-32b0-473a-9317-0776856cec75 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:54.672338 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ce3e3fb-32b0-473a-9317-0776856cec75 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:54.691241 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd07b7a-9476-4a5a-ae49-8ba3dfde5867 None None] Network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:54.691555 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-666d1f81-97b4-4575-9bc3-59a3f346648f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:54.778482 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d1f81-97b4-4575-9bc3-59a3f346648f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:54.808119 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6ce3e3fb-32b0-473a-9317-0776856cec75 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1128087 Nov 19 09:36:54.833881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44642) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:54.834446 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b78dbf-bc5d-4178-9c72-6fbc8c06321d None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:54.963639 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:54.969813 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-666d1f81-97b4-4575-9bc3-59a3f346648f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:54.977328 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:54.987391 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:55.048825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Sync routers for ids ['d1fda1d6-d0f5-4c0d-a3eb-41feba001947'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:55.107581 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:55.116099 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Routers {'d1fda1d6-d0f5-4c0d-a3eb-41feba001947'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:55.116832 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['d1fda1d6-d0f5-4c0d-a3eb-41feba001947'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:55.132489 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:55.138024 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4e4b8ec1-6250-4940-9e4a-ce175230db4d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.3835697 Nov 19 09:36:55.159666 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44648) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:55.198218 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-666d1f81-97b4-4575-9bc3-59a3f346648f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:55.202581 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-666d1f81-97b4-4575-9bc3-59a3f346648f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:55.293386 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Attempting to bind port 6ab8c271-d9e3-4694-9a92-e5a74fd81031 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:36:55.295400 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Attempting to bind port 6ab8c271-d9e3-4694-9a92-e5a74fd81031 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'ca44b1eb-97b0-421f-87a5-a861d1e80255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:36:55.296154 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Attempting to bind port 6ab8c271-d9e3-4694-9a92-e5a74fd81031 on network bdf0db14-2fff-4458-889d-2e5de7bce0ac {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:36:55.298384 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-666d1f81-97b4-4575-9bc3-59a3f346648f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:55.298879 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666d1f81-97b4-4575-9bc3-59a3f346648f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38b0dbff-e8ba-4fdc-bc18-f09b61161b83 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:36:55.305752 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-666d1f81-97b4-4575-9bc3-59a3f346648f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:55.314162 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-666d1f81-97b4-4575-9bc3-59a3f346648f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "DELETE /v2.0/routers/38b0dbff-e8ba-4fdc-bc18-f09b61161b83 HTTP/1.1" status: 204 len: 168 time: 3.1852114 Nov 19 09:36:55.315741 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44652) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:55.316044 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:36:55.316422 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Checking segment: {'id': 'ca44b1eb-97b0-421f-87a5-a861d1e80255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:36:55.316865 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:55.317494 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Bound using segment: {'id': 'ca44b1eb-97b0-421f-87a5-a861d1e80255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:36:55.324197 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Bound port: 6ab8c271-d9e3-4694-9a92-e5a74fd81031, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca44b1eb-97b0-421f-87a5-a861d1e80255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:36:55.324604 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:55.329269 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-605283372', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:55.391638 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:55.393143 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:55.530202 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] For port 6ab8c271-d9e3-4694-9a92-e5a74fd81031, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:36:55.540327 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] For port 6ab8c271-d9e3-4694-9a92-e5a74fd81031, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6ab8c271-d9e3-4694-9a92-e5a74fd81031,segment=NetworkSegment(ca44b1eb-97b0-421f-87a5-a861d1e80255),segment_id=ca44b1eb-97b0-421f-87a5-a861d1e80255)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:36:55.544076 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:55.550390 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b58b24-1da8-4cb0-b055-dcc334fcc1f7 None None] Pushing event updated for resources: {'Port': ['ID=6ab8c271-d9e3-4694-9a92-e5a74fd81031,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:55.564603 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:55.642583 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7606f476-d8f5-4afd-b6f0-d470dd2ce207 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:55.644219 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7606f476-d8f5-4afd-b6f0-d470dd2ce207 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0c04298d2bb642d79968d3549688d186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.4570360 Nov 19 09:36:55.673621 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:55.674259 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:55.719352 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44658) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:55.825040 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:55.915511 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ecb1edcd-4151-45a7-a004-9f7020dfe5f7', 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ips': [{'subnet_id': '54ecae1d-3961-4931-99a1-23601d7d8cc9'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:36:55.925375 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:55.964709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-13f47252-0a42-4ffd-85ab-8e684fd0aa1c None None] Provisioning complete for port 6ab8c271-d9e3-4694-9a92-e5a74fd81031 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:55.976275 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-13f47252-0a42-4ffd-85ab-8e684fd0aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:56.056170 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Set router d1fda1d6-d0f5-4c0d-a3eb-41feba001947 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:36:56.070190 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b58b24-1da8-4cb0-b055-dcc334fcc1f7 None None] Pushing event updated for resources: {'Port': ['ID=6ab8c271-d9e3-4694-9a92-e5a74fd81031,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:56.094496 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:36:56.362169 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:56.362169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209049e7-6d8f-491a-b719-c009cca6a671 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:56.370295 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44680) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:56.371780 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-209049e7-6d8f-491a-b719-c009cca6a671 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5414703 Nov 19 09:36:56.372270 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-426f4796-8247-48f1-8f58-0a60612274fe tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0736396 Nov 19 09:36:56.372270 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44684) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:56.413905 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b11e4169-6b18-4ab5-8d36-330b55753f1a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:56.533113 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-037b6d1e-95de-479f-b94c-e0fa76e02a57 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0c04298d2bb642d79968d3549688d186&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1703789 Nov 19 09:36:56.533752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44690) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:56.542836 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0d3dccd8-f18b-4668-8fdf-f378868771f5 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:36:56.608882 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:50Z', 'revision_number': 2, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:55Z', 'revision_number': 4, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:56.642184 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ff87c-2652-497c-b43f-6b85fd68be2d None None] The sync data for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 is: [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:50Z', 'revision_number': 2, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:55Z', 'revision_number': 4, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:36:56.855130 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:56.902663 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:56.911353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Allocated IP 172.20.0.2 (ecb1edcd-4151-45a7-a004-9f7020dfe5f7/54ecae1d-3961-4931-99a1-23601d7d8cc9/0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:56.996354 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 0d3dccd8-f18b-4668-8fdf-f378868771f5 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:56.996826 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:57.036163 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-13f47252-0a42-4ffd-85ab-8e684fd0aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:57.142569 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Allocated IP 172.25.0.109 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/dd64f9ef-8efa-46bc-a01b-71d7d65001cd) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:57.233968 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-13f47252-0a42-4ffd-85ab-8e684fd0aa1c None None] For port 6ab8c271-d9e3-4694-9a92-e5a74fd81031, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6ab8c271-d9e3-4694-9a92-e5a74fd81031,segment=NetworkSegment(ca44b1eb-97b0-421f-87a5-a861d1e80255),segment_id=ca44b1eb-97b0-421f-87a5-a861d1e80255)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:36:57.264902 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-13f47252-0a42-4ffd-85ab-8e684fd0aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:57.387844 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:57.416050 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1124773277', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:50Z', 'updated_at': '2021-11-19T09:36:53Z', 'revision_number': 3, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:51Z', 'updated_at': '2021-11-19T09:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:57.443938 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:57.489779 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:57.518233 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e4169-6b18-4ab5-8d36-330b55753f1a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Subnet': ['ID=db7760d9-b63b-465a-b575-ba323e8099bf,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:57.547025 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:57.607424 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:57.610788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:57.612409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11e4169-6b18-4ab5-8d36-330b55753f1a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Checking segment: {'id': '898abdf9-23f6-49fb-b4e0-f6397767c486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:36:57.612783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11e4169-6b18-4ab5-8d36-330b55753f1a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network hostable DHCP agents. Network: 2df15be9-0b02-401e-aa93-8e5a0c4f6dab, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:36:57.615595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:57.627967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:57.646994 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f506956-bc05-487d-a6ba-20379e454221 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:57.655510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9f506956-bc05-487d-a6ba-20379e454221 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1159644 Nov 19 09:36:57.656467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44748) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:57.668689 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:57.673588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:57.675204 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Pushing event updated for resources: {'Port': ['ID=dd64f9ef-8efa-46bc-a01b-71d7d65001cd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:57.676650 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e94c2d6-a28a-42ef-895c-ecd69ddd3b96 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:36:57.740485 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Checking router: d1fda1d6-d0f5-4c0d-a3eb-41feba001947 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:36:57.740920 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Updating router d1fda1d6-d0f5-4c0d-a3eb-41feba001947 port 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:36:57.776212 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9d51eaea-ff04-4f57-ab5b-f2f186f2c264 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1016273 Nov 19 09:36:57.779157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44756) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:57.799919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6f5cc674-57fa-41a8-8a55-630f2086590d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1419289397', 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452', 'project_id': '0c04298d2bb642d79968d3549688d186', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:57.921934 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11e4169-6b18-4ab5-8d36-330b55753f1a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network 2df15be9-0b02-401e-aa93-8e5a0c4f6dab is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:36:57.967026 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:57.998740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b11e4169-6b18-4ab5-8d36-330b55753f1a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 2df15be9-0b02-401e-aa93-8e5a0c4f6dab) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:58.026459 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11e4169-6b18-4ab5-8d36-330b55753f1a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:58.027388 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b11e4169-6b18-4ab5-8d36-330b55753f1a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:58.100047 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e377b7-51d7-4f15-9967-74c09c52bb8f None None] Network 2df15be9-0b02-401e-aa93-8e5a0c4f6dab requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:58.122476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5cc674-57fa-41a8-8a55-630f2086590d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Made reservation on behalf of 0c04298d2bb642d79968d3549688d186 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:36:58.127206 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6f5cc674-57fa-41a8-8a55-630f2086590d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:58.136456 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:58.152036 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b11e4169-6b18-4ab5-8d36-330b55753f1a tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8875217 Nov 19 09:36:58.180333 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-30805b44-4b7a-4a17-af43-bf2b4a4b29c5 None None] Provisioning complete for port 6ab8c271-d9e3-4694-9a92-e5a74fd81031 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:58.181625 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-30805b44-4b7a-4a17-af43-bf2b4a4b29c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:58.181784 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44786) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:58.230566 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:58.390203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Attempting to bind port 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:36:58.390582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Attempting to bind port 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:36:58.390962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Attempting to bind port 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f on network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:36:58.396809 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f47252-0a42-4ffd-85ab-8e684fd0aa1c None None] Pushing event updated for resources: {'Port': ['ID=6ab8c271-d9e3-4694-9a92-e5a74fd81031,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:58.487551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Pushing event updated for resources: {'Port': ['ID=0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:58.537400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:36:58.537782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Checking segment: {'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:36:58.538193 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:58.538601 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Bound using segment: {'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:36:58.539095 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Bound port: 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:36:58.539481 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:58.614684 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44796) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:58.635666 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6f5cc674-57fa-41a8-8a55-630f2086590d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:58.641204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] For port 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:36:58.645489 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] For port 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:36:58.659021 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:36:58.699493 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:36:58.699868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a3740d8a-dd1d-4d05-b7ca-1ac8ad4bb05d not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:36:58.702600 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:58.915373 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:58.944333 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a1b79-5a1e-48c5-9ec5-055628da2225 None None] Pushing event updated for resources: {'Port': ['ID=0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:59.007077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cc674-57fa-41a8-8a55-630f2086590d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'Subnet': ['ID=f9dea266-f30a-4859-9a3a-79ed0c3c5a47,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:59.019229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6ab8c271-d9e3-4694-9a92-e5a74fd81031 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:36:59.030065 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a8792f6-d22b-4d03-ad73-b7784ebd4fa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:59.058997 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:59.075039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5cc674-57fa-41a8-8a55-630f2086590d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Checking segment: {'id': 'd866603f-b35d-447d-8dfd-1dcad8b9d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:36:59.075413 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5cc674-57fa-41a8-8a55-630f2086590d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Network hostable DHCP agents. Network: f12ddc15-277b-46de-8ab6-931e0f3f5452, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:36:59.116917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Allocated IP 172.20.0.1 (ecb1edcd-4151-45a7-a004-9f7020dfe5f7/54ecae1d-3961-4931-99a1-23601d7d8cc9/4b405531-5aae-4872-931f-cb0b66dd0f69) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:59.136476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5cc674-57fa-41a8-8a55-630f2086590d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Network f12ddc15-277b-46de-8ab6-931e0f3f5452 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:36:59.288508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-43a19178-91ff-4a25-9e77-2599e70a3319 None None] Provisioning complete for port dd64f9ef-8efa-46bc-a01b-71d7d65001cd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:59.289038 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-43a19178-91ff-4a25-9e77-2599e70a3319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:59.290651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:36:59.291929 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:59.438837 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a8792f6-d22b-4d03-ad73-b7784ebd4fa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:59.442756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-6f5cc674-57fa-41a8-8a55-630f2086590d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, f12ddc15-277b-46de-8ab6-931e0f3f5452) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:59.447973 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:59.458214 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a8792f6-d22b-4d03-ad73-b7784ebd4fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:59.463330 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Router 8e499c4b-adb4-4bbb-a400-2232b9a40067 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:36:59.487650 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5cc674-57fa-41a8-8a55-630f2086590d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:36:59.488464 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6f5cc674-57fa-41a8-8a55-630f2086590d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:59.516139 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7a8792f6-d22b-4d03-ad73-b7784ebd4fa3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ea29d08dcfd40d8a3624400b8b51e98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8984363 Nov 19 09:36:59.518989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44808) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:59.520374 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8792f6-d22b-4d03-ad73-b7784ebd4fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e3e329-816c-4e0f-89f1-352ae6c85515,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:59.581059 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:59.607698 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6f5cc674-57fa-41a8-8a55-630f2086590d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8200717 Nov 19 09:36:59.608667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44812) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:59.716230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:36:59.722034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:36:59.727702 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:36:59.772786 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Allocated IP 172.21.0.1 (2df15be9-0b02-401e-aa93-8e5a0c4f6dab/db7760d9-b63b-465a-b575-ba323e8099bf/eb034ab7-4198-4b34-acdd-337236eaffdf) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:36:59.780897 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ccab56bc-f8cb-4e2a-816e-7be495e9bba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:59.792953 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=4b405531-5aae-4872-931f-cb0b66dd0f69,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:59.795605 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12221b1e-daab-4588-bf93-82cacb0f01cb None None] Network f12ddc15-277b-46de-8ab6-931e0f3f5452 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:36:59.815900 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:59.823013 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-43a19178-91ff-4a25-9e77-2599e70a3319 None None] Port dd64f9ef-8efa-46bc-a01b-71d7d65001cd cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:36:59.839565 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ccab56bc-f8cb-4e2a-816e-7be495e9bba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:59.860540 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:36:59.871894 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716dfdfd-a35e-4d49-a30f-55201d208fa3 None None] Sync routers for ids ['8e499c4b-adb4-4bbb-a400-2232b9a40067'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:36:59.881301 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:59.883067 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 6ab8c271-d9e3-4694-9a92-e5a74fd81031 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:36:59.883542 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:59.897121 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716dfdfd-a35e-4d49-a30f-55201d208fa3 None None] Routers {'8e499c4b-adb4-4bbb-a400-2232b9a40067'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:36:59.898044 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-716dfdfd-a35e-4d49-a30f-55201d208fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8e499c4b-adb4-4bbb-a400-2232b9a40067'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:36:59.902460 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:59.907521 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-afb75ca5-d8d5-4035-821a-a385c6ee02ce tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5889888 Nov 19 09:36:59.916602 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44816) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:36:59.926143 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:36:59.931474 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e27fd22f-7329-4cbc-8175-9823f6f86e89 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'enable_snat': False}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:36:59.990106 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc525a2d-7555-46b4-ab37-f271ca53fa5e None None] Pushing event updated for resources: {'Port': ['ID=4f49a843-6e3f-455c-ba46-d6c89dcbf5e4,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:36:59.993321 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-716dfdfd-a35e-4d49-a30f-55201d208fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:00.016422 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716dfdfd-a35e-4d49-a30f-55201d208fa3 None None] Routers {'8e499c4b-adb4-4bbb-a400-2232b9a40067'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:00.017063 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-716dfdfd-a35e-4d49-a30f-55201d208fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8e499c4b-adb4-4bbb-a400-2232b9a40067'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:00.092481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51a8f03-ed13-4134-a594-0e147bcfdbb3 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:37:00.092975 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-716dfdfd-a35e-4d49-a30f-55201d208fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:00.105493 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716dfdfd-a35e-4d49-a30f-55201d208fa3 None None] The sync data for ids ['8e499c4b-adb4-4bbb-a400-2232b9a40067'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:00.156188 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Attempting to bind port 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:00.156911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Attempting to bind port 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:00.157500 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Attempting to bind port 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:00.169917 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:37:00.174817 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:00.176226 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:00.176383 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:37:00.182908 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Bound port: 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:37:00.183301 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:00.223301 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ccab56bc-f8cb-4e2a-816e-7be495e9bba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:00.226078 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ccab56bc-f8cb-4e2a-816e-7be495e9bba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:00.227361 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ccab56bc-f8cb-4e2a-816e-7be495e9bba0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28e3e329-816c-4e0f-89f1-352ae6c85515 HTTP/1.1" status: 204 len: 168 time: 0.7062559 Nov 19 09:37:00.269126 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab56bc-f8cb-4e2a-816e-7be495e9bba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e3e329-816c-4e0f-89f1-352ae6c85515,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:00.342157 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:00.462557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e05ce5e0-1553-4eca-a626-e26256c024ed None None] Provisioning complete for port 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:00.463198 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e05ce5e0-1553-4eca-a626-e26256c024ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:00.530441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-f12ddc15-277b-46de-8ab6-931e0f3f5452', 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'fixed_ips': [{'subnet_id': 'f9dea266-f30a-4859-9a3a-79ed0c3c5a47'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:37:00.531334 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:00.534871 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] For port 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:37:00.597189 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aa1545-24a5-406b-be3b-0401945e3c5a None None] Network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:00.603595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] For port 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4f49a843-6e3f-455c-ba46-d6c89dcbf5e4,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:37:00.674320 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:00.693447 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e05ce5e0-1553-4eca-a626-e26256c024ed None None] Port 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:37:00.800324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44830) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:00.820948 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8307c7fe-0941-4669-8f55-a478cd5cb660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:00.825103 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372cdfe0-3dfc-4b9f-b1c1-7d48805d544b None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:37:00.901441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:00.954806 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Routers {'d1fda1d6-d0f5-4c0d-a3eb-41feba001947'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:00.955453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['d1fda1d6-d0f5-4c0d-a3eb-41feba001947'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:01.013421 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc525a2d-7555-46b4-ab37-f271ca53fa5e None None] Pushing event updated for resources: {'Port': ['ID=4f49a843-6e3f-455c-ba46-d6c89dcbf5e4,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:01.024386 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cb41b409-ea9d-4c57-9e83-c44cf8a11b84 None None] Provisioning complete for port 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:01.025354 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb41b409-ea9d-4c57-9e83-c44cf8a11b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:01.034067 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:01.095204 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:01.221955 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e27fd22f-7329-4cbc-8175-9823f6f86e89 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:01.226788 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:01.301013 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Allocated IP 172.20.0.18 (f12ddc15-277b-46de-8ab6-931e0f3f5452/f9dea266-f30a-4859-9a3a-79ed0c3c5a47/ea97464a-ebc5-4b85-ae94-2574d9626987) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:01.306069 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:01.306710 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:01.324791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=eb034ab7-4198-4b34-acdd-337236eaffdf,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:01.333798 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network 2df15be9-0b02-401e-aa93-8e5a0c4f6dab is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:01.336672 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:01.340095 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:01.385961 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] Set router d1fda1d6-d0f5-4c0d-a3eb-41feba001947 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:01.414152 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8307c7fe-0941-4669-8f55-a478cd5cb660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:01.419715 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:01.428325 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8307c7fe-0941-4669-8f55-a478cd5cb660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:01.461570 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:01.465385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307c7fe-0941-4669-8f55-a478cd5cb660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208f465c-3672-4d85-9fd8-a121f0f68cc3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:01.515820 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:01.523881 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8307c7fe-0941-4669-8f55-a478cd5cb660 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=378ac13ad3184c349c9b753fbff6472d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7220962 Nov 19 09:37:01.524353 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44840) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:01.537153 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Allocated IP 172.21.0.2 (2df15be9-0b02-401e-aa93-8e5a0c4f6dab/db7760d9-b63b-465a-b575-ba323e8099bf/4e1b02e1-4a75-4e39-bbb9-002bb24a4776) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:01.704432 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:01.728142 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:01.763790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=4b405531-5aae-4872-931f-cb0b66dd0f69,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:01.805372 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb41b409-ea9d-4c57-9e83-c44cf8a11b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:01.828238 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-223ef3a5-ab8a-43be-8e27-1827de6d1d12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:01.867895 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:01.868484 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-223ef3a5-ab8a-43be-8e27-1827de6d1d12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:01.930017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:01.932300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:01.990315 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cb41b409-ea9d-4c57-9e83-c44cf8a11b84 None None] For port 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:02.027543 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-223ef3a5-ab8a-43be-8e27-1827de6d1d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:02.033884 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-223ef3a5-ab8a-43be-8e27-1827de6d1d12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:02.035355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-223ef3a5-ab8a-43be-8e27-1827de6d1d12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/208f465c-3672-4d85-9fd8-a121f0f68cc3 HTTP/1.1" status: 204 len: 168 time: 0.5053782 Nov 19 09:37:02.054043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ef3a5-ab8a-43be-8e27-1827de6d1d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208f465c-3672-4d85-9fd8-a121f0f68cc3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:02.205607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router d8df6001-08b1-4005-a902-1b3e25bfe449 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:37:02.305078 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb41b409-ea9d-4c57-9e83-c44cf8a11b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:02.378013 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41b409-ea9d-4c57-9e83-c44cf8a11b84 None None] Pushing event updated for resources: {'Port': ['ID=0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:02.457987 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:02.488703 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4883f55d-22f9-40c0-a279-42d341da15fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "PUT /v2.0/routers/d8df6001-08b1-4005-a902-1b3e25bfe449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6413839 Nov 19 09:37:02.545689 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Sync routers for ids ['d8df6001-08b1-4005-a902-1b3e25bfe449'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:02.619800 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:37:02.620236 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:37:02.623947 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:02.626669 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f1fd5a24-275b-48c3-a78f-6215ea54a3e1 None None] Provisioning complete for port 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:02.627046 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5a24-275b-48c3-a78f-6215ea54a3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:02.688948 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:02.691030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Routers {'d8df6001-08b1-4005-a902-1b3e25bfe449'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:02.691695 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['d8df6001-08b1-4005-a902-1b3e25bfe449'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:02.750174 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:02.776045 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:02.798794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Allocated IP 172.20.0.17 (f12ddc15-277b-46de-8ab6-931e0f3f5452/f9dea266-f30a-4859-9a3a-79ed0c3c5a47/f67a7a8b-83ec-43e3-8647-9cf098f64fb3) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:02.799061 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:02.893522 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Pushing event updated for resources: {'Port': ['ID=ea97464a-ebc5-4b85-ae94-2574d9626987,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:02.905410 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Network f12ddc15-277b-46de-8ab6-931e0f3f5452 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:02.913439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:02.916427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1124773277', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:50Z', 'updated_at': '2021-11-19T09:36:53Z', 'revision_number': 3, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:51Z', 'updated_at': '2021-11-19T09:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:02.919079 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:02.921443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:02.958921 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:02.965533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=eb034ab7-4198-4b34-acdd-337236eaffdf,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:03.034006 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-acc13d65-8b71-40d5-b418-fe072b847570 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2043156295&fields=id&tenant_id=0dc1876a77414c6c8af6b4234d92e489 HTTP/1.1" status: 200 len: 267 time: 0.1943171 Nov 19 09:37:03.053364 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e27fd22f-7329-4cbc-8175-9823f6f86e89 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:03.069225 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e27fd22f-7329-4cbc-8175-9823f6f86e89 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:03.106896 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08334c39-7ce7-4f77-858f-eb5002f8de05 None None] The sync data for ids ['d1fda1d6-d0f5-4c0d-a3eb-41feba001947'] in n-d-805649-14 is: [{'id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1124773277', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:50Z', 'updated_at': '2021-11-19T09:36:53Z', 'revision_number': 3, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:51Z', 'updated_at': '2021-11-19T09:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:03.121022 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network 2df15be9-0b02-401e-aa93-8e5a0c4f6dab is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:03.125133 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:03.288757 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:03.301592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Network 2df15be9-0b02-401e-aa93-8e5a0c4f6dab is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:03.320440 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:03.328969 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:03.335735 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Pushing event updated for resources: {'Port': ['ID=4e1b02e1-4a75-4e39-bbb9-002bb24a4776,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:03.366356 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Attempting to bind port ea97464a-ebc5-4b85-ae94-2574d9626987 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:03.366734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Attempting to bind port ea97464a-ebc5-4b85-ae94-2574d9626987 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd866603f-b35d-447d-8dfd-1dcad8b9d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:03.367323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Attempting to bind port ea97464a-ebc5-4b85-ae94-2574d9626987 on network f12ddc15-277b-46de-8ab6-931e0f3f5452 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:03.371839 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Set router d8df6001-08b1-4005-a902-1b3e25bfe449 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:03.374558 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5a24-275b-48c3-a78f-6215ea54a3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:03.413605 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:37:03.432607 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:03.437064 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815a394-fd0c-4d82-abaf-0081c474227d req-aecae766-fc7a-4d6b-92b0-f8cb54213bb2 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:03.445002 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-aecae766-fc7a-4d6b-92b0-f8cb54213bb2 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/networks?id=ecb1edcd-4151-45a7-a004-9f7020dfe5f7 HTTP/1.1" status: 200 len: 796 time: 0.3987210 Nov 19 09:37:03.462276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27fd22f-7329-4cbc-8175-9823f6f86e89 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Router 8e499c4b-adb4-4bbb-a400-2232b9a40067 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:37:03.462544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Attempting to bind port 4e1b02e1-4a75-4e39-bbb9-002bb24a4776 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:03.462961 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Attempting to bind port 4e1b02e1-4a75-4e39-bbb9-002bb24a4776 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '898abdf9-23f6-49fb-b4e0-f6397767c486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:03.463303 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Attempting to bind port 4e1b02e1-4a75-4e39-bbb9-002bb24a4776 on network 2df15be9-0b02-401e-aa93-8e5a0c4f6dab {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:03.470815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-0cbb71bc-ac4c-4a67-badd-2c3807437358 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/quotas/0dc1876a77414c6c8af6b4234d92e489 HTTP/1.1" status: 200 len: 375 time: 0.0248668 Nov 19 09:37:03.496269 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:37:03.498344 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Checking segment: {'id': '898abdf9-23f6-49fb-b4e0-f6397767c486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:03.498924 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:03.499917 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Bound using segment: {'id': '898abdf9-23f6-49fb-b4e0-f6397767c486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:37:03.500439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Bound port: 4e1b02e1-4a75-4e39-bbb9-002bb24a4776, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898abdf9-23f6-49fb-b4e0-f6397767c486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:37:03.500840 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:03.508283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:37:03.508696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Checking segment: {'id': 'd866603f-b35d-447d-8dfd-1dcad8b9d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:03.509155 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:03.513803 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Bound using segment: {'id': 'd866603f-b35d-447d-8dfd-1dcad8b9d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:37:03.514573 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Bound port: ea97464a-ebc5-4b85-ae94-2574d9626987, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd866603f-b35d-447d-8dfd-1dcad8b9d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:37:03.515323 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:03.574644 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:03.576444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f1fd5a24-275b-48c3-a78f-6215ea54a3e1 None None] For port 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4f49a843-6e3f-455c-ba46-d6c89dcbf5e4,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:03.676164 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:03.684200 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-01d0d03f-0a8c-465b-9c73-2b285486c369 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/b17c17b6-bca3-4082-8aff-f6a23b0f4e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5014074 Nov 19 09:37:03.692042 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Sync routers for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:03.711555 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:03.713836 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:03.726126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44896) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:03.742836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-86a44f14-b365-4a64-8038-b6b2fa7755cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'network': {'name': 'tempest-RoutersTest-698041054'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:03.786928 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Network f12ddc15-277b-46de-8ab6-931e0f3f5452 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:03.812710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27fd22f-7329-4cbc-8175-9823f6f86e89 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:03.819043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:03.826830 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e27fd22f-7329-4cbc-8175-9823f6f86e89 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:03.832394 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e27fd22f-7329-4cbc-8175-9823f6f86e89 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "PUT /v2.0/routers/8e499c4b-adb4-4bbb-a400-2232b9a40067 HTTP/1.1" status: 200 len: 925 time: 3.9140415 Nov 19 09:37:03.834015 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44900) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:03.836906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:03.868274 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:03.906436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'Port': ['ID=f67a7a8b-83ec-43e3-8647-9cf098f64fb3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:03.933616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-0545eddd-fd81-4293-b516-86319dfe4852 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4513791 Nov 19 09:37:03.955003 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5a24-275b-48c3-a78f-6215ea54a3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:04.016105 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6984e910-0438-4752-875c-32b74c33f408 None None] Sync routers for ids ['8e499c4b-adb4-4bbb-a400-2232b9a40067'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:04.047727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a44f14-b365-4a64-8038-b6b2fa7755cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:04.051626 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86a44f14-b365-4a64-8038-b6b2fa7755cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:04.062068 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:04.118369 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e54b8025-6f3d-4d49-b26d-656cc1eed5b2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "GET /v2.0/routers/8e499c4b-adb4-4bbb-a400-2232b9a40067 HTTP/1.1" status: 200 len: 925 time: 0.2829504 Nov 19 09:37:04.121401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44904) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:04.219820 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f1fd5a24-275b-48c3-a78f-6215ea54a3e1 None None] Provisioning complete for port 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:04.223394 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5a24-275b-48c3-a78f-6215ea54a3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:04.227568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e87fc9-3492-4cbe-8ca5-59a8f83cf7b8 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:04.234903 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-12e87fc9-3492-4cbe-8ca5-59a8f83cf7b8 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&device_id=8e499c4b-adb4-4bbb-a400-2232b9a40067&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1108668 Nov 19 09:37:04.238021 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44910) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:04.303127 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] For port ea97464a-ebc5-4b85-ae94-2574d9626987, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:37:04.308181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] For port ea97464a-ebc5-4b85-ae94-2574d9626987, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ea97464a-ebc5-4b85-ae94-2574d9626987,segment=NetworkSegment(d866603f-b35d-447d-8dfd-1dcad8b9d1ea),segment_id=d866603f-b35d-447d-8dfd-1dcad8b9d1ea)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:37:04.328858 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:01Z', 'revision_number': 3, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:02Z', 'revision_number': 2, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:04.344283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd5a24-275b-48c3-a78f-6215ea54a3e1 None None] Pushing event updated for resources: {'Port': ['ID=4f49a843-6e3f-455c-ba46-d6c89dcbf5e4,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:04.346910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6984e910-0438-4752-875c-32b74c33f408 None None] Routers {'8e499c4b-adb4-4bbb-a400-2232b9a40067'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:04.348084 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6984e910-0438-4752-875c-32b74c33f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8e499c4b-adb4-4bbb-a400-2232b9a40067'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:04.397348 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Checking router: b17c17b6-bca3-4082-8aff-f6a23b0f4e37 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:37:04.397725 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Updating router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 port eb034ab7-4198-4b34-acdd-337236eaffdf binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:37:04.426890 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:04.446502 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae16450d-853f-47a7-99d2-2ffc411eae84 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:04.448910 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ae16450d-853f-47a7-99d2-2ffc411eae84 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 881 time: 0.2073324 Nov 19 09:37:04.451687 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44916) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:04.477477 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:04.505132 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d50e40af-d49c-4dfe-b885-4c7a1c3c0e13 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e499c4b-adb4-4bbb-a400-2232b9a40067 HTTP/1.1" status: 200 len: 205 time: 0.0494642 Nov 19 09:37:04.518076 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44922) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:04.556555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:04.556555 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:04.684041 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdfe459f-7349-4c1c-907f-2080e9bad5f0 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:04.688047 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6984e910-0438-4752-875c-32b74c33f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:04.698794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] For port 4e1b02e1-4a75-4e39-bbb9-002bb24a4776, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:37:04.747524 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] For port 4e1b02e1-4a75-4e39-bbb9-002bb24a4776, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4e1b02e1-4a75-4e39-bbb9-002bb24a4776,segment=NetworkSegment(898abdf9-23f6-49fb-b4e0-f6397767c486),segment_id=898abdf9-23f6-49fb-b4e0-f6397767c486)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:37:04.799224 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:04.841549 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6984e910-0438-4752-875c-32b74c33f408 None None] Routers {'8e499c4b-adb4-4bbb-a400-2232b9a40067'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:04.842186 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6984e910-0438-4752-875c-32b74c33f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['8e499c4b-adb4-4bbb-a400-2232b9a40067'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:04.904359 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdfe459f-7349-4c1c-907f-2080e9bad5f0 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:04.988133 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6984e910-0438-4752-875c-32b74c33f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:04.988877 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6984e910-0438-4752-875c-32b74c33f408 None None] The sync data for ids ['8e499c4b-adb4-4bbb-a400-2232b9a40067'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:05.044339 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe459f-7349-4c1c-907f-2080e9bad5f0 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Deleting port dd64f9ef-8efa-46bc-a01b-71d7d65001cd {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:05.044995 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdfe459f-7349-4c1c-907f-2080e9bad5f0 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:05.063865 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:05.074223 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:05.108218 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2bb13-d8fe-4b0b-919c-8f3aa773e2e8 None None] Pushing event updated for resources: {'Port': ['ID=ea97464a-ebc5-4b85-ae94-2574d9626987,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:05.193289 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ff6f8-bfe8-4242-9b60-46abe0737e39 None None] Pushing event updated for resources: {'Port': ['ID=eb034ab7-4198-4b34-acdd-337236eaffdf,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:05.331136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21206762', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:45Z', 'updated_at': '2021-11-19T09:37:00Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4b405531-5aae-4872-931f-cb0b66dd0f69', 'name': '', 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:d9:48:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:58Z', 'updated_at': '2021-11-19T09:37:00Z', 'revision_number': 2, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:05.350315 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdfe459f-7349-4c1c-907f-2080e9bad5f0 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:05.399829 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:05.403252 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe459f-7349-4c1c-907f-2080e9bad5f0 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Calling delete_port for dd64f9ef-8efa-46bc-a01b-71d7d65001cd owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:05.462177 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Attempting to bind port eb034ab7-4198-4b34-acdd-337236eaffdf on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:05.464692 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Attempting to bind port eb034ab7-4198-4b34-acdd-337236eaffdf by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '898abdf9-23f6-49fb-b4e0-f6397767c486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:05.465073 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Attempting to bind port eb034ab7-4198-4b34-acdd-337236eaffdf on network 2df15be9-0b02-401e-aa93-8e5a0c4f6dab {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:05.469796 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a44f14-b365-4a64-8038-b6b2fa7755cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:37:05.484416 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Checking router: d8df6001-08b1-4005-a902-1b3e25bfe449 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:37:05.484914 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:37:05.485129 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Updating router d8df6001-08b1-4005-a902-1b3e25bfe449 port 4b405531-5aae-4872-931f-cb0b66dd0f69 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:37:05.485322 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Checking segment: {'id': '898abdf9-23f6-49fb-b4e0-f6397767c486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:05.485735 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:05.486135 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Bound using segment: {'id': '898abdf9-23f6-49fb-b4e0-f6397767c486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:37:05.486622 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Bound port: eb034ab7-4198-4b34-acdd-337236eaffdf, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898abdf9-23f6-49fb-b4e0-f6397767c486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:37:05.487005 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:05.530158 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:05.650289 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86a44f14-b365-4a64-8038-b6b2fa7755cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:05.651043 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-86a44f14-b365-4a64-8038-b6b2fa7755cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Added segment 99eeadea-ba9f-468c-9020-f1d5550d9c0c of type vlan for network 4741f784-d0de-4e36-a0db-8f285db66903 Nov 19 09:37:05.706188 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-fdef2263-fa3e-4ea1-9ffc-01b686ad7715 service neutron] 10.222.0.21 "GET /v2.0/networks/ecb1edcd-4151-45a7-a004-9f7020dfe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7445099 Nov 19 09:37:05.795291 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] For port eb034ab7-4198-4b34-acdd-337236eaffdf, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:37:05.799662 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] For port eb034ab7-4198-4b34-acdd-337236eaffdf, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=eb034ab7-4198-4b34-acdd-337236eaffdf,segment=NetworkSegment(898abdf9-23f6-49fb-b4e0-f6397767c486),segment_id=898abdf9-23f6-49fb-b4e0-f6397767c486)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:37:05.810060 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:05.921535 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:05.922668 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:05.943362 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdfe459f-7349-4c1c-907f-2080e9bad5f0 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:05.992393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe459f-7349-4c1c-907f-2080e9bad5f0 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Pushing event deleted for resources: {'Port': ['ID=dd64f9ef-8efa-46bc-a01b-71d7d65001cd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:06.032318 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:06.045642 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86a44f14-b365-4a64-8038-b6b2fa7755cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:06.068133 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ff6f8-bfe8-4242-9b60-46abe0737e39 None None] Pushing event updated for resources: {'Port': ['ID=eb034ab7-4198-4b34-acdd-337236eaffdf,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:06.088011 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdfe459f-7349-4c1c-907f-2080e9bad5f0 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:06.129519 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:06.173189 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.resource_extend [None req-86a44f14-b365-4a64-8038-b6b2fa7755cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:37:06.310084 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-9b9ce01a-d419-4f50-832b-517ea2d17466 service neutron] 10.222.0.21 "GET /v2.0/networks/ecb1edcd-4151-45a7-a004-9f7020dfe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021415 Nov 19 09:37:06.312918 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86a44f14-b365-4a64-8038-b6b2fa7755cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:06.330760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a44f14-b365-4a64-8038-b6b2fa7755cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:06.337329 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86a44f14-b365-4a64-8038-b6b2fa7755cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:06.352469 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdfe459f-7349-4c1c-907f-2080e9bad5f0 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:06.358860 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdfe459f-7349-4c1c-907f-2080e9bad5f0 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:06.398760 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-86a44f14-b365-4a64-8038-b6b2fa7755cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.6603317 Nov 19 09:37:06.401722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 44960) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:06.500707 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee060a28-a40c-4328-9cb1-5ce41cd429dd None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:37:06.524496 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-bf8e3088-3ba7-4350-8224-43332336d48e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'subnet': {'network_id': '4741f784-d0de-4e36-a0db-8f285db66903', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:06.532163 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:06.533476 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdfe459f-7349-4c1c-907f-2080e9bad5f0 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:06.534354 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79a357-aec5-4e7f-8f7a-491db617ee84 None None] Pushing event updated for resources: {'Port': ['ID=4e1b02e1-4a75-4e39-bbb9-002bb24a4776,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:06.547803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfe459f-7349-4c1c-907f-2080e9bad5f0 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Fanout notify agent at l3_agent the message router_deleted on router 8e499c4b-adb4-4bbb-a400-2232b9a40067 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:37:06.549068 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f1fd5a24-275b-48c3-a78f-6215ea54a3e1 None None] Provisioning complete for port 4b405531-5aae-4872-931f-cb0b66dd0f69 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:06.549469 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5a24-275b-48c3-a78f-6215ea54a3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:06.596683 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fdfe459f-7349-4c1c-907f-2080e9bad5f0 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:06.602976 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fdfe459f-7349-4c1c-907f-2080e9bad5f0 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "DELETE /v2.0/routers/8e499c4b-adb4-4bbb-a400-2232b9a40067 HTTP/1.1" status: 204 len: 168 time: 2.0781915 Nov 19 09:37:06.603775 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44972) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:06.614727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-548fa3b2-f44b-480d-8b65-d306f83b6498 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-725029022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:06.677363 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:06.679366 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-548fa3b2-f44b-480d-8b65-d306f83b6498 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:06.681114 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-548fa3b2-f44b-480d-8b65-d306f83b6498 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:06.848959 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a44f14-b365-4a64-8038-b6b2fa7755cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Network': ['ID=4741f784-d0de-4e36-a0db-8f285db66903,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:06.939618 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-548fa3b2-f44b-480d-8b65-d306f83b6498 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:06.951455 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-548fa3b2-f44b-480d-8b65-d306f83b6498 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:06.968899 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-78a0d4ee-fd0b-4d8d-af56-c58d566d0a13 req-a6abf23b-38fc-4c7e-81d8-88ebd7156e30 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 210 time: 0.1154630 Nov 19 09:37:06.979653 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8e3088-3ba7-4350-8224-43332336d48e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:06.992088 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29c0ab-d90e-444a-b5a4-4809475fa802 None None] Pushing event updated for resources: {'Port': ['ID=4b405531-5aae-4872-931f-cb0b66dd0f69,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:06.994393 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf8e3088-3ba7-4350-8224-43332336d48e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:06.999250 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 4741f784-d0de-4e36-a0db-8f285db66903 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:37:07.021223 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-548fa3b2-f44b-480d-8b65-d306f83b6498 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:07.030422 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-548fa3b2-f44b-480d-8b65-d306f83b6498 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4248607 Nov 19 09:37:07.031103 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 44990) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:07.045609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Request body: {'router': {'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:07.279079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd5a24-275b-48c3-a78f-6215ea54a3e1 None None] Port 4b405531-5aae-4872-931f-cb0b66dd0f69 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:37:07.342282 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:07.361178 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:07.361920 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:07.366331 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:07.371327 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:01Z', 'revision_number': 3, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:05Z', 'revision_number': 4, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:07.479047 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da149b18-23a2-4dcc-90da-9e1a7e5ef59c None None] Network 2df15be9-0b02-401e-aa93-8e5a0c4f6dab requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:07.562280 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174b5087-8684-4db0-b674-d72d09c875a6 None None] The sync data for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 is: [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:01Z', 'revision_number': 3, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:05Z', 'revision_number': 4, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:07.688538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Attempting to bind port 4b405531-5aae-4872-931f-cb0b66dd0f69 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:07.689149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Attempting to bind port 4b405531-5aae-4872-931f-cb0b66dd0f69 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:07.689287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Attempting to bind port 4b405531-5aae-4872-931f-cb0b66dd0f69 on network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:07.711881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'Port': ['ID=f67a7a8b-83ec-43e3-8647-9cf098f64fb3,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:07.736785 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6878a6c0-4c5c-4d66-85cb-6068de190e07 None None] Provisioning complete for port 4b405531-5aae-4872-931f-cb0b66dd0f69 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:07.737308 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6878a6c0-4c5c-4d66-85cb-6068de190e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:07.747640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:37:07.749615 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Checking segment: {'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:07.749615 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:07.749615 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Bound using segment: {'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:37:07.749615 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Bound port: 4b405531-5aae-4872-931f-cb0b66dd0f69, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:37:07.750033 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:07.929105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45006) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:07.943203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] For port 4b405531-5aae-4872-931f-cb0b66dd0f69, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:37:07.951429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3ee34f-c506-46de-befb-91e19bbbfc8c None None] Network f12ddc15-277b-46de-8ab6-931e0f3f5452 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:07.962876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] For port 4b405531-5aae-4872-931f-cb0b66dd0f69, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4b405531-5aae-4872-931f-cb0b66dd0f69,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:37:07.963477 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:08.179412 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:08.191491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6878a6c0-4c5c-4d66-85cb-6068de190e07 None None] Port 4b405531-5aae-4872-931f-cb0b66dd0f69 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:37:08.192542 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf8e3088-3ba7-4350-8224-43332336d48e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:08.348343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e3088-3ba7-4350-8224-43332336d48e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Subnet': ['ID=f4a35e0c-90d2-417c-a0a9-8b095d33264d,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:08.350550 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d55f231-0c81-4f58-99d8-8d8712c6d321 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:08.411269 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ea97464a-ebc5-4b85-ae94-2574d9626987 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:08.424239 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8ca8279e-344e-49ba-a13c-ff1cd5f41e26 req-150878fa-feb7-48c7-9556-7df5dc8b9192 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 210 time: 0.0771382 Nov 19 09:37:08.488193 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:08.492589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Network f12ddc15-277b-46de-8ab6-931e0f3f5452 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:08.498418 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:08.524146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e3088-3ba7-4350-8224-43332336d48e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Checking segment: {'id': '99eeadea-ba9f-468c-9020-f1d5550d9c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:08.524521 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8e3088-3ba7-4350-8224-43332336d48e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network hostable DHCP agents. Network: 4741f784-d0de-4e36-a0db-8f285db66903, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:37:08.608500 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29c0ab-d90e-444a-b5a4-4809475fa802 None None] Pushing event updated for resources: {'Port': ['ID=4b405531-5aae-4872-931f-cb0b66dd0f69,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:08.611372 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] Provisioning complete for port ea97464a-ebc5-4b85-ae94-2574d9626987 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:08.612054 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:08.620421 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Routers {'d8df6001-08b1-4005-a902-1b3e25bfe449'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:08.621381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['d8df6001-08b1-4005-a902-1b3e25bfe449'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:08.710483 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8e3088-3ba7-4350-8224-43332336d48e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network 4741f784-d0de-4e36-a0db-8f285db66903 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:37:08.847134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-bf8e3088-3ba7-4350-8224-43332336d48e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 4741f784-d0de-4e36-a0db-8f285db66903) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:08.868569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8e3088-3ba7-4350-8224-43332336d48e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:08.869248 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf8e3088-3ba7-4350-8224-43332336d48e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:08.897878 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b6b5fa-6ea3-4144-8aea-96c0a1e8a36c None None] Network 4741f784-d0de-4e36-a0db-8f285db66903 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:08.944756 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bf8e3088-3ba7-4350-8224-43332336d48e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5109248 Nov 19 09:37:08.945739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45022) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:08.948314 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d55f231-0c81-4f58-99d8-8d8712c6d321 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:08.956346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Router d1fda1d6-d0f5-4c0d-a3eb-41feba001947 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:37:08.986806 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d55f231-0c81-4f58-99d8-8d8712c6d321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:09.028176 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:09.057016 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:09.086672 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1d55f231-0c81-4f58-99d8-8d8712c6d321 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65aa92a4840c40cba407200296844ae7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1562212 Nov 19 09:37:09.099998 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45026) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:09.115391 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ea97464a-ebc5-4b85-ae94-2574d9626987 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:09.116110 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:09.244602 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:09.334180 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] Set router d8df6001-08b1-4005-a902-1b3e25bfe449 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:09.341675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55f231-0c81-4f58-99d8-8d8712c6d321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87ee2bb-f494-43ff-b3a1-3f3440989a4b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:09.438501 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815a394-fd0c-4d82-abaf-0081c474227d req-94df48d4-ee09-4ef7-99ac-5e3479ce3f37 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:09.440053 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-94df48d4-ee09-4ef7-99ac-5e3479ce3f37 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "GET /v2.0/networks?id=ecb1edcd-4151-45a7-a004-9f7020dfe5f7 HTTP/1.1" status: 200 len: 796 time: 0.5355484 Nov 19 09:37:09.532266 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Allocated IP 172.25.0.95 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/361e90ee-1542-4ab7-96bb-d63c1e6127b6) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:09.538510 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] For port ea97464a-ebc5-4b85-ae94-2574d9626987, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ea97464a-ebc5-4b85-ae94-2574d9626987,segment=NetworkSegment(d866603f-b35d-447d-8dfd-1dcad8b9d1ea),segment_id=d866603f-b35d-447d-8dfd-1dcad8b9d1ea)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:09.706698 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-40223bbd-2068-44b1-87b1-a847007842cc req-bb1c99ba-0830-417b-8b36-2e9b319f76ed tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 210 time: 0.0880990 Nov 19 09:37:09.728541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:09.744932 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7d8985da-3533-4df8-9f67-c2f4770767a6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "PUT /v2.0/routers/d1fda1d6-d0f5-4c0d-a3eb-41feba001947/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1313419 Nov 19 09:37:09.750196 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Sync routers for ids ['d1fda1d6-d0f5-4c0d-a3eb-41feba001947'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:09.765331 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:09.778619 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Routers {'d1fda1d6-d0f5-4c0d-a3eb-41feba001947'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:09.781224 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['d1fda1d6-d0f5-4c0d-a3eb-41feba001947'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:09.892192 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:09.899634 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:10.087662 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Set router d1fda1d6-d0f5-4c0d-a3eb-41feba001947 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:10.089513 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Pushing event updated for resources: {'Port': ['ID=361e90ee-1542-4ab7-96bb-d63c1e6127b6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:10.105356 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c930084-c3bf-429c-b719-b02a7c5364b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:10.186359 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:10.200426 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:10.200957 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c930084-c3bf-429c-b719-b02a7c5364b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:10.254410 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:10.272384 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:10.305396 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:10.452273 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-16ac8aee-c434-4d08-b34c-d04e094de265 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dc1876a77414c6c8af6b4234d92e489 HTTP/1.1" status: 200 len: 380 time: 0.9912362 Nov 19 09:37:10.455377 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c930084-c3bf-429c-b719-b02a7c5364b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:10.462985 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c930084-c3bf-429c-b719-b02a7c5364b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:10.466397 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4c930084-c3bf-429c-b719-b02a7c5364b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f87ee2bb-f494-43ff-b3a1-3f3440989a4b HTTP/1.1" status: 204 len: 168 time: 1.3631964 Nov 19 09:37:10.476882 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a937e0e-7064-49e8-8dde-393fd779d473 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:37:10.479305 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] Pushing event updated for resources: {'Port': ['ID=ea97464a-ebc5-4b85-ae94-2574d9626987,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:10.483444 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-8815a394-fd0c-4d82-abaf-0081c474227d req-576de5e5-16a2-48ba-8295-cfc3846caaaf tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'port': {'device_id': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7', 'admin_state_up': True, 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'security_groups': ['c5a4739b-65a9-4bab-a5bc-56c587ef3120']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:10.540337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] Provisioning complete for port 4e1b02e1-4a75-4e39-bbb9-002bb24a4776 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:10.541024 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:10.566082 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c930084-c3bf-429c-b719-b02a7c5364b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87ee2bb-f494-43ff-b3a1-3f3440989a4b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:10.662961 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24309634-bb45-4ade-aa65-71a353bbb69f req-d68241f6-f162-4fe0-8f23-e76c9cf93843 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:10.664978 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24309634-bb45-4ade-aa65-71a353bbb69f req-d68241f6-f162-4fe0-8f23-e76c9cf93843 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/networks?id=f12ddc15-277b-46de-8ab6-931e0f3f5452 HTTP/1.1" status: 200 len: 798 time: 0.5119386 Nov 19 09:37:10.668477 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1124773277', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:50Z', 'updated_at': '2021-11-19T09:37:05Z', 'revision_number': 4, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:51Z', 'updated_at': '2021-11-19T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'f67a7a8b-83ec-43e3-8647-9cf098f64fb3', 'name': '', 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'mac_address': 'fa:16:3e:8e:87:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f9dea266-f30a-4859-9a3a-79ed0c3c5a47', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:01Z', 'updated_at': '2021-11-19T09:37:06Z', 'revision_number': 2, 'project_id': '0c04298d2bb642d79968d3549688d186', 'subnets': [{'id': 'f9dea266-f30a-4859-9a3a-79ed0c3c5a47', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:10.765415 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-4741f784-d0de-4e36-a0db-8f285db66903', 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'fixed_ips': [{'subnet_id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:37:10.766294 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:10.779581 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Checking router: d1fda1d6-d0f5-4c0d-a3eb-41feba001947 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:37:10.780091 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Updating router d1fda1d6-d0f5-4c0d-a3eb-41feba001947 port f67a7a8b-83ec-43e3-8647-9cf098f64fb3 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:37:10.815183 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24309634-bb45-4ade-aa65-71a353bbb69f req-771461d8-81ed-4291-a723-36faf9b3729b tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/quotas/0c04298d2bb642d79968d3549688d186 HTTP/1.1" status: 200 len: 375 time: 0.1348011 Nov 19 09:37:10.900286 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:10.931626 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Allocated IP 172.22.0.1 (4741f784-d0de-4e36-a0db-8f285db66903/f4a35e0c-90d2-417c-a0a9-8b095d33264d/5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:10.996919 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0489d942-b30a-4108-b3b1-dac7a3725cdf req-230d4565-11b1-4707-a098-9d461ad4874b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 210 time: 0.0801458 Nov 19 09:37:11.063847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8815a394-fd0c-4d82-abaf-0081c474227d req-576de5e5-16a2-48ba-8295-cfc3846caaaf tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Made reservation on behalf of 0dc1876a77414c6c8af6b4234d92e489 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:11.078403 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8815a394-fd0c-4d82-abaf-0081c474227d req-576de5e5-16a2-48ba-8295-cfc3846caaaf tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:11.117349 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:11.122238 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24309634-bb45-4ade-aa65-71a353bbb69f req-337b194f-f7b4-491f-b4ad-f7f2c3827ab6 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c04298d2bb642d79968d3549688d186&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2867918 Nov 19 09:37:11.132443 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:37:11.133255 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:37:11.218390 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21206762', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:45Z', 'updated_at': '2021-11-19T09:37:00Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4b405531-5aae-4872-931f-cb0b66dd0f69', 'name': '', 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:d9:48:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:58Z', 'updated_at': '2021-11-19T09:37:07Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:11.254982 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:11.262853 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5c517a-9b06-48e9-bf3c-e119fa054f3f None None] The sync data for ids ['d8df6001-08b1-4005-a902-1b3e25bfe449'] in n-d-805649-14 is: [{'id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21206762', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:45Z', 'updated_at': '2021-11-19T09:37:00Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4b405531-5aae-4872-931f-cb0b66dd0f69', 'name': '', 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:d9:48:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:58Z', 'updated_at': '2021-11-19T09:37:07Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:11.304693 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] For port 4e1b02e1-4a75-4e39-bbb9-002bb24a4776, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4e1b02e1-4a75-4e39-bbb9-002bb24a4776,segment=NetworkSegment(898abdf9-23f6-49fb-b4e0-f6397767c486),segment_id=898abdf9-23f6-49fb-b4e0-f6397767c486)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:11.323513 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:11.337316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45072) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:11.398104 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c0f2361b-1343-43f3-8817-8bc3053348af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:11.413215 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:11.465801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] Provisioning complete for port 4b405531-5aae-4872-931f-cb0b66dd0f69 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:11.466190 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:11.519262 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:11.536741 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Allocated IP 172.22.0.2 (4741f784-d0de-4e36-a0db-8f285db66903/f4a35e0c-90d2-417c-a0a9-8b095d33264d/e73ea97b-9511-4b50-9e5e-c71f7e4cd585) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:11.542329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] Pushing event updated for resources: {'Port': ['ID=4e1b02e1-4a75-4e39-bbb9-002bb24a4776,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:11.546822 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:11.573298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-8815a394-fd0c-4d82-abaf-0081c474227d req-576de5e5-16a2-48ba-8295-cfc3846caaaf tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Allocated IP 172.20.0.14 (ecb1edcd-4151-45a7-a004-9f7020dfe5f7/54ecae1d-3961-4931-99a1-23601d7d8cc9/152a84a6-b40c-4098-b6b3-731626fbb40b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:11.608315 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24309634-bb45-4ade-aa65-71a353bbb69f req-2924fa38-8f45-44b9-ad51-719bf75f994c service neutron] 10.222.0.21 "GET /v2.0/networks/f12ddc15-277b-46de-8ab6-931e0f3f5452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696607 Nov 19 09:37:11.649172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network 4741f784-d0de-4e36-a0db-8f285db66903 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:11.667940 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05eeb3-f9fc-4636-9934-5fce396d719b None None] Pushing event updated for resources: {'Port': ['ID=f67a7a8b-83ec-43e3-8647-9cf098f64fb3,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:11.669717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:11.679399 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:37:11.727542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:11.797121 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Attempting to bind port f67a7a8b-83ec-43e3-8647-9cf098f64fb3 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:11.798808 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Attempting to bind port f67a7a8b-83ec-43e3-8647-9cf098f64fb3 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd866603f-b35d-447d-8dfd-1dcad8b9d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:11.801035 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Attempting to bind port f67a7a8b-83ec-43e3-8647-9cf098f64fb3 on network f12ddc15-277b-46de-8ab6-931e0f3f5452 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:11.818338 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:37:11.824263 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Checking segment: {'id': 'd866603f-b35d-447d-8dfd-1dcad8b9d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:11.825010 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:11.825827 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Bound using segment: {'id': 'd866603f-b35d-447d-8dfd-1dcad8b9d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:37:11.826344 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Bound port: f67a7a8b-83ec-43e3-8647-9cf098f64fb3, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd866603f-b35d-447d-8dfd-1dcad8b9d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:37:11.828193 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:11.830235 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:11.857388 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:11.863601 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:11.929383 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] For port f67a7a8b-83ec-43e3-8647-9cf098f64fb3, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:37:11.937311 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] For port f67a7a8b-83ec-43e3-8647-9cf098f64fb3, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f67a7a8b-83ec-43e3-8647-9cf098f64fb3,segment=NetworkSegment(d866603f-b35d-447d-8dfd-1dcad8b9d1ea),segment_id=d866603f-b35d-447d-8dfd-1dcad8b9d1ea)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:37:11.951349 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:12.052243 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8815a394-fd0c-4d82-abaf-0081c474227d req-576de5e5-16a2-48ba-8295-cfc3846caaaf tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:12.053985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] For port 4b405531-5aae-4872-931f-cb0b66dd0f69, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4b405531-5aae-4872-931f-cb0b66dd0f69,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:12.111679 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:12.152772 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Routers {'d1fda1d6-d0f5-4c0d-a3eb-41feba001947'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:12.153881 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['d1fda1d6-d0f5-4c0d-a3eb-41feba001947'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:12.158310 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05eeb3-f9fc-4636-9934-5fce396d719b None None] Pushing event updated for resources: {'Port': ['ID=f67a7a8b-83ec-43e3-8647-9cf098f64fb3,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:12.209405 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:12.411864 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] Set router d1fda1d6-d0f5-4c0d-a3eb-41feba001947 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:12.413679 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24309634-bb45-4ade-aa65-71a353bbb69f req-d56d54f4-ed8f-4768-8bc4-4754d2c36aa8 service neutron] 10.222.0.21 "GET /v2.0/networks/f12ddc15-277b-46de-8ab6-931e0f3f5452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8045831 Nov 19 09:37:12.429336 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8815a394-fd0c-4d82-abaf-0081c474227d req-576de5e5-16a2-48ba-8295-cfc3846caaaf tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:12.436876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9b322c2f-4580-49b4-a4b3-56d41ca9806d None None] Provisioning complete for port ea97464a-ebc5-4b85-ae94-2574d9626987 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:12.444890 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b322c2f-4580-49b4-a4b3-56d41ca9806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:12.528482 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:12.547892 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device eb034ab7-4198-4b34-acdd-337236eaffdf up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:12.560009 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917a7e6-7e5d-4b44-a45b-f247bae05500 None None] Pushing event updated for resources: {'Port': ['ID=4b405531-5aae-4872-931f-cb0b66dd0f69,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:12.635765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8815a394-fd0c-4d82-abaf-0081c474227d req-576de5e5-16a2-48ba-8295-cfc3846caaaf tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:12.701195 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:12.757920 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:12.766363 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-8815a394-fd0c-4d82-abaf-0081c474227d req-576de5e5-16a2-48ba-8295-cfc3846caaaf tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:12.785435 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-8815a394-fd0c-4d82-abaf-0081c474227d req-576de5e5-16a2-48ba-8295-cfc3846caaaf tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:12.791103 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576de5e5-16a2-48ba-8295-cfc3846caaaf tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=152a84a6-b40c-4098-b6b3-731626fbb40b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:12.843863 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Network 4741f784-d0de-4e36-a0db-8f285db66903 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:12.856161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:12.870554 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:12.989277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port eb034ab7-4198-4b34-acdd-337236eaffdf triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:12.989973 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.060907 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1124773277', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:50Z', 'updated_at': '2021-11-19T09:37:05Z', 'revision_number': 4, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:51Z', 'updated_at': '2021-11-19T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'f67a7a8b-83ec-43e3-8647-9cf098f64fb3', 'name': '', 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'mac_address': 'fa:16:3e:8e:87:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f9dea266-f30a-4859-9a3a-79ed0c3c5a47', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:01Z', 'updated_at': '2021-11-19T09:37:11Z', 'revision_number': 4, 'project_id': '0c04298d2bb642d79968d3549688d186', 'subnets': [{'id': 'f9dea266-f30a-4859-9a3a-79ed0c3c5a47', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:13.066730 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c0f2361b-1343-43f3-8817-8bc3053348af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.111483 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2558dfce-baee-40c7-b280-4609bc7529e7 req-8768b333-df1a-4183-89b8-fcfb56876b61 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 210 time: 0.0421529 Nov 19 09:37:13.116652 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c0f2361b-1343-43f3-8817-8bc3053348af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.129943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815a394-fd0c-4d82-abaf-0081c474227d req-576de5e5-16a2-48ba-8295-cfc3846caaaf tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:13.130638 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8815a394-fd0c-4d82-abaf-0081c474227d req-576de5e5-16a2-48ba-8295-cfc3846caaaf tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.152254 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d405d0-194b-41ca-885a-f56e5b5d7673 None None] The sync data for ids ['d1fda1d6-d0f5-4c0d-a3eb-41feba001947'] in n-d-805649-14 is: [{'id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1124773277', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:50Z', 'updated_at': '2021-11-19T09:37:05Z', 'revision_number': 4, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:51Z', 'updated_at': '2021-11-19T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'f67a7a8b-83ec-43e3-8647-9cf098f64fb3', 'name': '', 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'mac_address': 'fa:16:3e:8e:87:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'f9dea266-f30a-4859-9a3a-79ed0c3c5a47', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:01Z', 'updated_at': '2021-11-19T09:37:11Z', 'revision_number': 4, 'project_id': '0c04298d2bb642d79968d3549688d186', 'subnets': [{'id': 'f9dea266-f30a-4859-9a3a-79ed0c3c5a47', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:13.162762 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2361b-1343-43f3-8817-8bc3053348af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58aa1cc-48ba-4fb2-8c09-1acfd373ebb6,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:13.211006 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-576de5e5-16a2-48ba-8295-cfc3846caaaf tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7417526 Nov 19 09:37:13.230021 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193920d8-2995-4021-95ba-52fc36001ea2 req-e0e78382-d248-4e98-a45b-b752f59b9eeb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:13.232646 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-193920d8-2995-4021-95ba-52fc36001ea2 req-e0e78382-d248-4e98-a45b-b752f59b9eeb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 932 time: 0.9595215 Nov 19 09:37:13.279456 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-2399b9cd-97c7-4e57-a712-17d328995f71 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:37:13.280511 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-2399b9cd-97c7-4e57-a712-17d328995f71 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0542834 Nov 19 09:37:13.301714 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.304462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Pushing event updated for resources: {'Port': ['ID=e73ea97b-9511-4b50-9e5e-c71f7e4cd585,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:13.320472 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.411290 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.457709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c0f2361b-1343-43f3-8817-8bc3053348af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=357c949f8001426093b337b350317519&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1039410 Nov 19 09:37:13.460965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45112) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:13.465376 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Attempting to bind port e73ea97b-9511-4b50-9e5e-c71f7e4cd585 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:13.465823 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Attempting to bind port e73ea97b-9511-4b50-9e5e-c71f7e4cd585 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '99eeadea-ba9f-468c-9020-f1d5550d9c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:13.466204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Attempting to bind port e73ea97b-9511-4b50-9e5e-c71f7e4cd585 on network 4741f784-d0de-4e36-a0db-8f285db66903 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:13.497978 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:37:13.498365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Checking segment: {'id': '99eeadea-ba9f-468c-9020-f1d5550d9c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:13.498777 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.504810 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Bound using segment: {'id': '99eeadea-ba9f-468c-9020-f1d5550d9c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:37:13.506188 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Bound port: e73ea97b-9511-4b50-9e5e-c71f7e4cd585, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99eeadea-ba9f-468c-9020-f1d5550d9c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:37:13.506787 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.548388 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9b322c2f-4580-49b4-a4b3-56d41ca9806d None None] Provisioning complete for port f67a7a8b-83ec-43e3-8647-9cf098f64fb3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:13.550989 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b322c2f-4580-49b4-a4b3-56d41ca9806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.601401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Router 129317d2-ef88-4573-860a-6dd2525981dd is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:37:13.611860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port eb034ab7-4198-4b34-acdd-337236eaffdf, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=eb034ab7-4198-4b34-acdd-337236eaffdf,segment=NetworkSegment(898abdf9-23f6-49fb-b4e0-f6397767c486),segment_id=898abdf9-23f6-49fb-b4e0-f6397767c486)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:13.657788 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.658585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4b405531-5aae-4872-931f-cb0b66dd0f69 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:13.676074 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Request body: {'port': {'device_id': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:13.739916 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-addc846d-d1b5-4949-84a8-bc236ce6d44f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.757259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-193920d8-2995-4021-95ba-52fc36001ea2 req-c5f1c798-142b-4e39-a704-ddcf5e4bc6e6 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4437766 Nov 19 09:37:13.789936 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.828190 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:13.834506 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.840289 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.841346 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] For port e73ea97b-9511-4b50-9e5e-c71f7e4cd585, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:37:13.855893 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.857803 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-26c364a8-8082-4e96-a823-004bc0085dff tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "PUT /v2.0/routers/129317d2-ef88-4573-860a-6dd2525981dd HTTP/1.1" status: 200 len: 882 time: 6.8257182 Nov 19 09:37:13.866011 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45124) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:13.893372 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-addc846d-d1b5-4949-84a8-bc236ce6d44f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.945495 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e469023-e19d-4c90-ac5f-950dca13ad64 None None] Sync routers for ids ['129317d2-ef88-4573-860a-6dd2525981dd'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:13.945820 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:13.985198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=eb034ab7-4198-4b34-acdd-337236eaffdf,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:14.000880 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] For port e73ea97b-9511-4b50-9e5e-c71f7e4cd585, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e73ea97b-9511-4b50-9e5e-c71f7e4cd585,segment=NetworkSegment(99eeadea-ba9f-468c-9020-f1d5550d9c0c),segment_id=99eeadea-ba9f-468c-9020-f1d5550d9c0c)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:37:14.010752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:14.033198 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:14.041786 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e469023-e19d-4c90-ac5f-950dca13ad64 None None] Routers {'129317d2-ef88-4573-860a-6dd2525981dd'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:14.042934 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7e469023-e19d-4c90-ac5f-950dca13ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['129317d2-ef88-4573-860a-6dd2525981dd'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:14.103501 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-45c219af-adc7-48f4-b652-946713786a8a tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "GET /v2.0/routers/129317d2-ef88-4573-860a-6dd2525981dd HTTP/1.1" status: 200 len: 923 time: 0.2336338 Nov 19 09:37:14.104039 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45132) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:14.145020 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b322c2f-4580-49b4-a4b3-56d41ca9806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:14.169200 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4b405531-5aae-4872-931f-cb0b66dd0f69 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:14.169743 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:14.171775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7e469023-e19d-4c90-ac5f-950dca13ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:14.204538 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8299cf6c-8f6f-40d6-82bc-9eaf236bc2ae tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:14.211361 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8299cf6c-8f6f-40d6-82bc-9eaf236bc2ae tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&device_id=129317d2-ef88-4573-860a-6dd2525981dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1059580 Nov 19 09:37:14.214110 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45136) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:14.318766 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e469023-e19d-4c90-ac5f-950dca13ad64 None None] Routers {'129317d2-ef88-4573-860a-6dd2525981dd'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:14.319495 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7e469023-e19d-4c90-ac5f-950dca13ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['129317d2-ef88-4573-860a-6dd2525981dd'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:14.331151 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9b322c2f-4580-49b4-a4b3-56d41ca9806d None None] For port f67a7a8b-83ec-43e3-8647-9cf098f64fb3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f67a7a8b-83ec-43e3-8647-9cf098f64fb3,segment=NetworkSegment(d866603f-b35d-447d-8dfd-1dcad8b9d1ea),segment_id=d866603f-b35d-447d-8dfd-1dcad8b9d1ea)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:14.443569 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8c882-a43f-416d-b5b6-38520daac76f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:14.445383 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-21b8c882-a43f-416d-b5b6-38520daac76f tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 881 time: 0.2300906 Nov 19 09:37:14.449043 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45144) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:14.654791 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7be1c5d2-ad06-4093-9949-7dec43466fc6 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "GET /v2.0/ports?device_id=129317d2-ef88-4573-860a-6dd2525981dd HTTP/1.1" status: 200 len: 205 time: 0.1219976 Nov 19 09:37:14.654791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45148) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:14.747217 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152a84a6-b40c-4098-b6b3-731626fbb40b {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:37:14.818689 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:14.825588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c72bb-ed1b-4ef2-92f9-6b1f97ce2952 None None] Pushing event updated for resources: {'Port': ['ID=e73ea97b-9511-4b50-9e5e-c71f7e4cd585,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:14.848489 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b322c2f-4580-49b4-a4b3-56d41ca9806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:14.852276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7e469023-e19d-4c90-ac5f-950dca13ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:14.861133 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e469023-e19d-4c90-ac5f-950dca13ad64 None None] The sync data for ids ['129317d2-ef88-4573-860a-6dd2525981dd'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:14.985415 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9b322c2f-4580-49b4-a4b3-56d41ca9806d None None] Provisioning complete for port 4e1b02e1-4a75-4e39-bbb9-002bb24a4776 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:14.985922 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b322c2f-4580-49b4-a4b3-56d41ca9806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:15.024817 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Transition to ACTIVE for port object 152a84a6-b40c-4098-b6b3-731626fbb40b will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:37:15.052853 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:15.073428 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9748b3c0-0c06-46b3-b20a-a2270b7d4239 req-fb267688-6e08-46c4-89b6-dd06c422b435 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 210 time: 0.1104984 Nov 19 09:37:15.091177 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4e1b02e1-4a75-4e39-bbb9-002bb24a4776 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:15.106759 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-addc846d-d1b5-4949-84a8-bc236ce6d44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:15.117470 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-addc846d-d1b5-4949-84a8-bc236ce6d44f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:15.118935 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-addc846d-d1b5-4949-84a8-bc236ce6d44f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b58aa1cc-48ba-4fb2-8c09-1acfd373ebb6 HTTP/1.1" status: 204 len: 168 time: 1.6090536 Nov 19 09:37:15.138519 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b322c2f-4580-49b4-a4b3-56d41ca9806d None None] Pushing event updated for resources: {'Port': ['ID=f67a7a8b-83ec-43e3-8647-9cf098f64fb3,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:15.158409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc846d-d1b5-4949-84a8-bc236ce6d44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58aa1cc-48ba-4fb2-8c09-1acfd373ebb6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:15.168563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee521ff-475a-49e5-804e-57140e99f73c req-473fed1a-d883-41aa-9931-155188fdc1fd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:15.170730 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ee521ff-475a-49e5-804e-57140e99f73c req-473fed1a-d883-41aa-9931-155188fdc1fd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 932 time: 0.2035139 Nov 19 09:37:15.209853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network 4741f784-d0de-4e36-a0db-8f285db66903 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:15.214626 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:15.279257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9b322c2f-4580-49b4-a4b3-56d41ca9806d None None] Provisioning complete for port 361e90ee-1542-4ab7-96bb-d63c1e6127b6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:15.280152 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b322c2f-4580-49b4-a4b3-56d41ca9806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:15.330106 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4e1b02e1-4a75-4e39-bbb9-002bb24a4776 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:15.330795 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:15.388385 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9b322c2f-4580-49b4-a4b3-56d41ca9806d None None] Port 361e90ee-1542-4ab7-96bb-d63c1e6127b6 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:37:15.489423 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ee521ff-475a-49e5-804e-57140e99f73c req-74a42a92-0e30-4496-bbbd-e58b2871417c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079786 Nov 19 09:37:15.496119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:37:15.541532 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ea97464a-ebc5-4b85-ae94-2574d9626987 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:15.651679 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:15.666222 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9b322c2f-4580-49b4-a4b3-56d41ca9806d None None] Provisioning complete for port eb034ab7-4198-4b34-acdd-337236eaffdf triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:15.670934 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Sync routers for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:15.673686 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b322c2f-4580-49b4-a4b3-56d41ca9806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:15.698736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bd64b5d5-b6c4-4326-baf7-ff76d02c5ec9 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/b17c17b6-bca3-4082-8aff-f6a23b0f4e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7338128 Nov 19 09:37:15.699651 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45172) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:15.702146 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:15.702797 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:15.733637 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3bf3be79-c3b8-4e16-91ed-a2a7887eac14 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'network': {'name': 'tempest-RoutersTest-1493095736'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:15.794374 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf3be79-c3b8-4e16-91ed-a2a7887eac14 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:15.801867 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3bf3be79-c3b8-4e16-91ed-a2a7887eac14 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:15.848415 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ea97464a-ebc5-4b85-ae94-2574d9626987 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:15.848980 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:15.881240 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf3be79-c3b8-4e16-91ed-a2a7887eac14 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:37:15.912505 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:15.915940 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3bf3be79-c3b8-4e16-91ed-a2a7887eac14 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:15.916474 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-3bf3be79-c3b8-4e16-91ed-a2a7887eac14 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Added segment 5a177270-58e0-477e-bfdc-50c03c89fe19 of type vlan for network 16eff16e-3b1d-42b3-9c5c-1beac1833548 Nov 19 09:37:16.005300 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3bf3be79-c3b8-4e16-91ed-a2a7887eac14 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:16.047364 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3bf3be79-c3b8-4e16-91ed-a2a7887eac14 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:16.060189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf3be79-c3b8-4e16-91ed-a2a7887eac14 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:16.060859 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3bf3be79-c3b8-4e16-91ed-a2a7887eac14 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:16.082543 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a4bec5-a2bb-4a0f-a2a5-b5e3cd05c9f0 None None] Network 4741f784-d0de-4e36-a0db-8f285db66903 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:16.102945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3bf3be79-c3b8-4e16-91ed-a2a7887eac14 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3954825 Nov 19 09:37:16.103450 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45184) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:16.167313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a8b8ea7b-37dd-47f0-9e84-18fde10a7849 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'subnet': {'network_id': '16eff16e-3b1d-42b3-9c5c-1beac1833548', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:16.190273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9b322c2f-4580-49b4-a4b3-56d41ca9806d None None] Provisioning complete for port 4b405531-5aae-4872-931f-cb0b66dd0f69 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:16.190661 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b322c2f-4580-49b4-a4b3-56d41ca9806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:16.277852 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:16.386941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Pushing event updated for resources: {'Port': ['ID=152a84a6-b40c-4098-b6b3-731626fbb40b,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:16.450765 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a8040f2-0aab-4a69-b4ab-c98c29109c1c req-9ba8f0e3-b165-4b1e-a3f9-f37076a2446a tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 210 time: 0.1150370 Nov 19 09:37:16.457231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3be79-c3b8-4e16-91ed-a2a7887eac14 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Network': ['ID=16eff16e-3b1d-42b3-9c5c-1beac1833548,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:16.470163 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31a0e4fa-7df3-4063-a1c7-d2beac7bc85b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:16.497739 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 16eff16e-3b1d-42b3-9c5c-1beac1833548 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:37:16.592461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b8ea7b-37dd-47f0-9e84-18fde10a7849 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Made reservation on behalf of 3818a8b50dd64a7899b0574834a33016 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:16.596694 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8b8ea7b-37dd-47f0-9e84-18fde10a7849 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:16.818169 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:12Z', 'revision_number': 4, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3', 'name': '', 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:5a:3d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:10Z', 'updated_at': '2021-11-19T09:37:12Z', 'revision_number': 2, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:13Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:16.894341 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Checking router: b17c17b6-bca3-4082-8aff-f6a23b0f4e37 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:37:16.897580 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Updating router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 port 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:37:16.979441 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:17.114136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device eb034ab7-4198-4b34-acdd-337236eaffdf up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:17.191715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd0186-8d64-42ba-8954-a3514dd9714e req-85e3aa41-4439-48da-9781-eec026dbbf8d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:17.200199 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02cd0186-8d64-42ba-8954-a3514dd9714e req-85e3aa41-4439-48da-9781-eec026dbbf8d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 944 time: 0.3872054 Nov 19 09:37:17.220476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b57f8f64-da21-4bbc-bdaf-542c8546dedc None None] Provisioning complete for port f67a7a8b-83ec-43e3-8647-9cf098f64fb3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:17.220847 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b57f8f64-da21-4bbc-bdaf-542c8546dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:17.230762 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8b8ea7b-37dd-47f0-9e84-18fde10a7849 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:17.261790 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24309634-bb45-4ade-aa65-71a353bbb69f req-08205202-25e2-4d48-9ccb-43afdbc6a988 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:17.265745 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-24309634-bb45-4ade-aa65-71a353bbb69f req-08205202-25e2-4d48-9ccb-43afdbc6a988 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.66 "GET /v2.0/networks?id=f12ddc15-277b-46de-8ab6-931e0f3f5452 HTTP/1.1" status: 200 len: 798 time: 1.0293024 Nov 19 09:37:17.298935 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-24309634-bb45-4ade-aa65-71a353bbb69f req-9475731e-303d-4633-9dbf-37a7e07c72a5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Request body: {'port': {'device_id': '58f150a3-e9df-450b-9ee0-9989cab4db64', 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452', 'admin_state_up': True, 'tenant_id': '0c04298d2bb642d79968d3549688d186'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:17.307039 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Attempting to bind port 152a84a6-b40c-4098-b6b3-731626fbb40b on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:17.309157 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Attempting to bind port 152a84a6-b40c-4098-b6b3-731626fbb40b by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:17.309925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Attempting to bind port 152a84a6-b40c-4098-b6b3-731626fbb40b on network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:17.356557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port eb034ab7-4198-4b34-acdd-337236eaffdf triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:17.356949 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:17.450247 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02cd0186-8d64-42ba-8954-a3514dd9714e req-ec1ca5bd-80e3-4fdb-be72-c706c2da7725 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485363 Nov 19 09:37:17.515069 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Port 152a84a6-b40c-4098-b6b3-731626fbb40b on network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:37:17.515533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Attempting to bind port 152a84a6-b40c-4098-b6b3-731626fbb40b on network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:17.553626 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b8ea7b-37dd-47f0-9e84-18fde10a7849 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Checking segment: {'id': '5a177270-58e0-477e-bfdc-50c03c89fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16eff16e-3b1d-42b3-9c5c-1beac1833548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:17.554161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b8ea7b-37dd-47f0-9e84-18fde10a7849 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network hostable DHCP agents. Network: 16eff16e-3b1d-42b3-9c5c-1beac1833548, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:37:17.581745 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8ea7b-37dd-47f0-9e84-18fde10a7849 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Subnet': ['ID=4db8ee3b-b34f-4053-a052-6c96adc61572,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:17.586590 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:37:17.595655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Checking segment: {'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:17.596031 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Bound using segment: {'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:37:17.596758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Bound port: 152a84a6-b40c-4098-b6b3-731626fbb40b, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:37:17.597384 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:17.615279 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:17.633490 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:17.673356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b8ea7b-37dd-47f0-9e84-18fde10a7849 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network 16eff16e-3b1d-42b3-9c5c-1beac1833548 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:37:17.678278 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d101014a-171a-45a1-b63d-e17f0d9a7762 req-c1186568-85ed-43d1-a4ec-08b864174238 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 210 time: 0.0864632 Nov 19 09:37:17.686435 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31a0e4fa-7df3-4063-a1c7-d2beac7bc85b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:17.704134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a8b8ea7b-37dd-47f0-9e84-18fde10a7849 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 16eff16e-3b1d-42b3-9c5c-1beac1833548) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:17.708685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b8ea7b-37dd-47f0-9e84-18fde10a7849 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:17.709498 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8b8ea7b-37dd-47f0-9e84-18fde10a7849 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:17.712115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b57f8f64-da21-4bbc-bdaf-542c8546dedc None None] Provisioning complete for port e73ea97b-9511-4b50-9e5e-c71f7e4cd585 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:17.712645 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b57f8f64-da21-4bbc-bdaf-542c8546dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:17.743855 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a8b8ea7b-37dd-47f0-9e84-18fde10a7849 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5807328 Nov 19 09:37:17.747148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45232) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:17.748360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d9320a-9d96-449d-9197-27ede9541130 None None] Network 16eff16e-3b1d-42b3-9c5c-1beac1833548 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:17.765876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4b405531-5aae-4872-931f-cb0b66dd0f69 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:17.824746 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac9c63-eac6-49bc-89ba-3802828e3bfd None None] Pushing event updated for resources: {'Port': ['ID=5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:17.937750 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] For port 152a84a6-b40c-4098-b6b3-731626fbb40b, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:37:17.961417 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] For port 152a84a6-b40c-4098-b6b3-731626fbb40b, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=152a84a6-b40c-4098-b6b3-731626fbb40b,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:37:17.969019 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24309634-bb45-4ade-aa65-71a353bbb69f req-9475731e-303d-4633-9dbf-37a7e07c72a5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Made reservation on behalf of 0c04298d2bb642d79968d3549688d186 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:17.978443 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-24309634-bb45-4ade-aa65-71a353bbb69f req-9475731e-303d-4633-9dbf-37a7e07c72a5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:18.001182 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:18.007182 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Attempting to bind port 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:18.007865 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Attempting to bind port 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '99eeadea-ba9f-468c-9020-f1d5550d9c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:18.008410 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Attempting to bind port 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3 on network 4741f784-d0de-4e36-a0db-8f285db66903 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:18.029312 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:37:18.030113 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Checking segment: {'id': '99eeadea-ba9f-468c-9020-f1d5550d9c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:18.030686 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:18.031234 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Bound using segment: {'id': '99eeadea-ba9f-468c-9020-f1d5550d9c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:37:18.031875 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Bound port: 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99eeadea-ba9f-468c-9020-f1d5550d9c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:37:18.032438 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:18.121793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-31a0e4fa-7df3-4063-a1c7-d2beac7bc85b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Deleting port 361e90ee-1542-4ab7-96bb-d63c1e6127b6 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:18.122511 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31a0e4fa-7df3-4063-a1c7-d2beac7bc85b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:18.226145 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31a0e4fa-7df3-4063-a1c7-d2beac7bc85b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:18.241482 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] For port 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:37:18.248044 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] For port 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3,segment=NetworkSegment(99eeadea-ba9f-468c-9020-f1d5550d9c0c),segment_id=99eeadea-ba9f-468c-9020-f1d5550d9c0c)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:37:18.250833 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-31a0e4fa-7df3-4063-a1c7-d2beac7bc85b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Calling delete_port for 361e90ee-1542-4ab7-96bb-d63c1e6127b6 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:18.270970 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:18.324331 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:18.357643 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:18.358442 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:36:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:18.486021 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4b405531-5aae-4872-931f-cb0b66dd0f69 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:18.486395 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:18.506722 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac9c63-eac6-49bc-89ba-3802828e3bfd None None] Pushing event updated for resources: {'Port': ['ID=5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:18.554288 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:18.564488 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:18.642244 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b57f8f64-da21-4bbc-bdaf-542c8546dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:18.654996 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-24309634-bb45-4ade-aa65-71a353bbb69f req-9475731e-303d-4633-9dbf-37a7e07c72a5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Allocated IP 172.20.0.30 (f12ddc15-277b-46de-8ab6-931e0f3f5452/f9dea266-f30a-4859-9a3a-79ed0c3c5a47/1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:18.792601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:18.799031 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:18.803017 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] 10.222.0.71 "PUT /v2.0/ports/152a84a6-b40c-4098-b6b3-731626fbb40b HTTP/1.1" status: 200 len: 1093 time: 5.4942679 Nov 19 09:37:18.809391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:37:18.816454 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d7993b-a51f-45ec-a306-bb49d033f6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:37:18.860382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b57f8f64-da21-4bbc-bdaf-542c8546dedc None None] For port e73ea97b-9511-4b50-9e5e-c71f7e4cd585, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e73ea97b-9511-4b50-9e5e-c71f7e4cd585,segment=NetworkSegment(99eeadea-ba9f-468c-9020-f1d5550d9c0c),segment_id=99eeadea-ba9f-468c-9020-f1d5550d9c0c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:18.907840 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b57f8f64-da21-4bbc-bdaf-542c8546dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:18.915304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-16eff16e-3b1d-42b3-9c5c-1beac1833548', 'network_id': '16eff16e-3b1d-42b3-9c5c-1beac1833548', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'fixed_ips': [{'subnet_id': '4db8ee3b-b34f-4053-a052-6c96adc61572'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:37:18.919869 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:19.081809 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f0f03-956e-45ee-a36f-ca490acbe8aa service neutron] Pushing event updated for resources: {'Port': ['ID=152a84a6-b40c-4098-b6b3-731626fbb40b,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:19.168999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6dcb9fd-0ba9-4480-b856-3e1a89f87f79 req-7620a827-b1aa-48aa-8fa2-aafee61dec60 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 210 time: 0.1661196 Nov 19 09:37:19.219709 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815a394-fd0c-4d82-abaf-0081c474227d req-4b1ca43d-967c-4d48-843d-825db46f3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:19.221266 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-4b1ca43d-967c-4d48-843d-825db46f3211 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 1096 time: 0.3183682 Nov 19 09:37:19.342184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55932b11-8e68-4667-84fc-5afd61f191f9 req-7b185b5c-87d3-4701-8f9f-40f5f06d181e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:19.367538 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55932b11-8e68-4667-84fc-5afd61f191f9 req-7b185b5c-87d3-4701-8f9f-40f5f06d181e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 944 time: 0.3635154 Nov 19 09:37:19.453026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Allocated IP 172.23.0.2 (16eff16e-3b1d-42b3-9c5c-1beac1833548/4db8ee3b-b34f-4053-a052-6c96adc61572/38975380-fe72-4273-9d74-f81f7abebdb4) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:19.477388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55932b11-8e68-4667-84fc-5afd61f191f9 req-09db9b9e-7a23-4e4d-b102-235efacc65c9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966947 Nov 19 09:37:19.487053 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:12Z', 'revision_number': 4, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3', 'name': '', 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:5a:3d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:10Z', 'updated_at': '2021-11-19T09:37:18Z', 'revision_number': 4, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:13Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:19.563812 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e80b5a-62a7-433a-bd90-6f6d667d14f3 None None] The sync data for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 is: [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:12Z', 'revision_number': 4, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3', 'name': '', 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:5a:3d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:10Z', 'updated_at': '2021-11-19T09:37:18Z', 'revision_number': 4, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:13Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:19.582516 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6d6c9f-07e6-4057-9a6f-a55befe73c6a x-openstack-request-id: req-cf6d6c9f-07e6-4057-9a6f-a55befe73c6a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:37:19.582850 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:37:19.583107 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf6d6c9f-07e6-4057-9a6f-a55befe73c6a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:37:19.583517 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b', 'status': 'completed', 'code': 200} Nov 19 09:37:19.600372 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-cb73f292-45ae-4679-b59e-0600ee11c38c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=152a84a6-b40c-4098-b6b3-731626fbb40b HTTP/1.1" status: 200 len: 217 time: 0.3550277 Nov 19 09:37:19.682836 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0603bb91-911a-4641-bcec-0015548feb4c None None] Provisioning complete for port e73ea97b-9511-4b50-9e5e-c71f7e4cd585 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:19.683355 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0603bb91-911a-4641-bcec-0015548feb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:19.687402 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f8f64-da21-4bbc-bdaf-542c8546dedc None None] Pushing event updated for resources: {'Port': ['ID=e73ea97b-9511-4b50-9e5e-c71f7e4cd585,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:19.691996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e73ea97b-9511-4b50-9e5e-c71f7e4cd585 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:19.716189 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815a394-fd0c-4d82-abaf-0081c474227d req-700edf09-119b-4760-b2e0-3dd4a61f8bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:19.717989 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-700edf09-119b-4760-b2e0-3dd4a61f8bb6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54ecae1d-3961-4931-99a1-23601d7d8cc9 HTTP/1.1" status: 200 len: 834 time: 0.1053126 Nov 19 09:37:19.779966 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-24309634-bb45-4ade-aa65-71a353bbb69f req-9475731e-303d-4633-9dbf-37a7e07c72a5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:19.818279 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31a0e4fa-7df3-4063-a1c7-d2beac7bc85b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:19.856049 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e73ea97b-9511-4b50-9e5e-c71f7e4cd585 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:19.856636 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:19.868879 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0e4fa-7df3-4063-a1c7-d2beac7bc85b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Pushing event deleted for resources: {'Port': ['ID=361e90ee-1542-4ab7-96bb-d63c1e6127b6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:19.903330 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815a394-fd0c-4d82-abaf-0081c474227d req-cf1e5b15-2ed8-4d5c-9105-42bef2bccfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:19.904846 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-cf1e5b15-2ed8-4d5c-9105-42bef2bccfb7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ecb1edcd-4151-45a7-a004-9f7020dfe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1685152 Nov 19 09:37:20.059287 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-24309634-bb45-4ade-aa65-71a353bbb69f req-9475731e-303d-4633-9dbf-37a7e07c72a5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:20.110082 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd18436-6cb7-4041-a885-27464d4493d8 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:37:20.154870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31a0e4fa-7df3-4063-a1c7-d2beac7bc85b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:20.193174 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:20.254912 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:20.258176 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-362a552a-9f98-44cd-85f5-643ba4bc4c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:20.357782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24309634-bb45-4ade-aa65-71a353bbb69f req-9475731e-303d-4633-9dbf-37a7e07c72a5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Network f12ddc15-277b-46de-8ab6-931e0f3f5452 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:20.390888 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31a0e4fa-7df3-4063-a1c7-d2beac7bc85b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:20.405465 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-24309634-bb45-4ade-aa65-71a353bbb69f req-9475731e-303d-4633-9dbf-37a7e07c72a5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:20.414240 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31a0e4fa-7df3-4063-a1c7-d2beac7bc85b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:20.417656 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475731e-303d-4633-9dbf-37a7e07c72a5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event updated for resources: {'Port': ['ID=1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:20.418073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Allocated IP 172.23.0.1 (16eff16e-3b1d-42b3-9c5c-1beac1833548/4db8ee3b-b34f-4053-a052-6c96adc61572/6c041216-7e69-479c-bf02-0dc08090a14c) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:20.430290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-24309634-bb45-4ade-aa65-71a353bbb69f req-9475731e-303d-4633-9dbf-37a7e07c72a5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:20.459290 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Network 16eff16e-3b1d-42b3-9c5c-1beac1833548 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:20.493351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:20.500077 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Pushing event updated for resources: {'Port': ['ID=38975380-fe72-4273-9d74-f81f7abebdb4,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:20.508575 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-5bad8400-aeaa-48c3-bd78-ed66f89cbd8d service neutron] 10.222.0.71 "GET /v2.0/networks/ecb1edcd-4151-45a7-a004-9f7020dfe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872018 Nov 19 09:37:20.509399 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:20.622959 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f67a7a8b-83ec-43e3-8647-9cf098f64fb3 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:20.775400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Attempting to bind port 38975380-fe72-4273-9d74-f81f7abebdb4 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:20.775738 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Attempting to bind port 38975380-fe72-4273-9d74-f81f7abebdb4 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '5a177270-58e0-477e-bfdc-50c03c89fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16eff16e-3b1d-42b3-9c5c-1beac1833548'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:20.776070 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Attempting to bind port 38975380-fe72-4273-9d74-f81f7abebdb4 on network 16eff16e-3b1d-42b3-9c5c-1beac1833548 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:20.778030 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31a0e4fa-7df3-4063-a1c7-d2beac7bc85b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:20.779102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a0e4fa-7df3-4063-a1c7-d2beac7bc85b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Fanout notify agent at l3_agent the message router_deleted on router 129317d2-ef88-4573-860a-6dd2525981dd {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:37:20.803389 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31a0e4fa-7df3-4063-a1c7-d2beac7bc85b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:20.807988 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-31a0e4fa-7df3-4063-a1c7-d2beac7bc85b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "DELETE /v2.0/routers/129317d2-ef88-4573-860a-6dd2525981dd HTTP/1.1" status: 204 len: 168 time: 6.2172170 Nov 19 09:37:20.818985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45336) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:20.821622 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:37:20.822014 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Checking segment: {'id': '5a177270-58e0-477e-bfdc-50c03c89fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16eff16e-3b1d-42b3-9c5c-1beac1833548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:20.822777 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:20.823099 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Bound using segment: {'id': '5a177270-58e0-477e-bfdc-50c03c89fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16eff16e-3b1d-42b3-9c5c-1beac1833548'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:37:20.823601 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Bound port: 38975380-fe72-4273-9d74-f81f7abebdb4, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a177270-58e0-477e-bfdc-50c03c89fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16eff16e-3b1d-42b3-9c5c-1beac1833548'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:37:20.825487 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:20.830722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0603bb91-911a-4641-bcec-0015548feb4c None None] Provisioning complete for port 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:20.831165 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0603bb91-911a-4641-bcec-0015548feb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:20.839386 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24309634-bb45-4ade-aa65-71a353bbb69f req-9475731e-303d-4633-9dbf-37a7e07c72a5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:20.840353 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-24309634-bb45-4ade-aa65-71a353bbb69f req-9475731e-303d-4633-9dbf-37a7e07c72a5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:20.843768 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b88da884-0b55-402d-8fc0-4eca8826278f tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-172793771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:20.870665 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d091f-ff48-4186-95ba-10597516f8a3 req-7ddecc72-87cb-4e42-b779-34320aec745d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:20.872839 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e93d091f-ff48-4186-95ba-10597516f8a3 req-7ddecc72-87cb-4e42-b779-34320aec745d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 895 time: 0.4392264 Nov 19 09:37:20.919982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d76ea8-5aea-47ba-bb92-512851b8527e req-f1b47f14-dc2f-4e20-b97e-8179b8a5db23 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:20.930006 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27d76ea8-5aea-47ba-bb92-512851b8527e req-f1b47f14-dc2f-4e20-b97e-8179b8a5db23 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 944 time: 0.2979569 Nov 19 09:37:20.941571 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-24309634-bb45-4ade-aa65-71a353bbb69f req-9475731e-303d-4633-9dbf-37a7e07c72a5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.6631935 Nov 19 09:37:20.944217 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8815a394-fd0c-4d82-abaf-0081c474227d req-e1747a0d-a7c8-4108-b674-933fde6de39f service neutron] 10.222.0.71 "GET /v2.0/networks/ecb1edcd-4151-45a7-a004-9f7020dfe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444605 Nov 19 09:37:20.979958 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f67a7a8b-83ec-43e3-8647-9cf098f64fb3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:20.980337 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:20.982946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cbf27bc6-7ba3-412f-b714-5d59c3cff92c req-62da90bb-8fec-4d58-a394-3bfe13528776 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2632406 Nov 19 09:37:20.983788 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0603bb91-911a-4641-bcec-0015548feb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:20.986303 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Request body: {'port': {'device_id': '58f150a3-e9df-450b-9ee0-9989cab4db64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:21.019749 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] For port 38975380-fe72-4273-9d74-f81f7abebdb4, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:37:21.022481 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b88da884-0b55-402d-8fc0-4eca8826278f tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:21.023965 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b88da884-0b55-402d-8fc0-4eca8826278f tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:21.075278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] For port 38975380-fe72-4273-9d74-f81f7abebdb4, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=38975380-fe72-4273-9d74-f81f7abebdb4,segment=NetworkSegment(5a177270-58e0-477e-bfdc-50c03c89fe19),segment_id=5a177270-58e0-477e-bfdc-50c03c89fe19)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:37:21.105483 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:21.115378 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b88da884-0b55-402d-8fc0-4eca8826278f tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:21.155214 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:21.161939 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b88da884-0b55-402d-8fc0-4eca8826278f tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:21.181816 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf27bc6-7ba3-412f-b714-5d59c3cff92c req-b2daf3af-4126-4e94-a65a-21dd6c1cb6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:21.183792 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cbf27bc6-7ba3-412f-b714-5d59c3cff92c req-b2daf3af-4126-4e94-a65a-21dd6c1cb6a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cc9857289a8340b0915670f3a8a464fa&device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 1098 time: 0.0959632 Nov 19 09:37:21.192870 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27d76ea8-5aea-47ba-bb92-512851b8527e req-d3d89d01-2ea3-463f-aa09-5382be953379 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614355 Nov 19 09:37:21.212631 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b88da884-0b55-402d-8fc0-4eca8826278f tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:21.214170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b88da884-0b55-402d-8fc0-4eca8826278f tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3760965 Nov 19 09:37:21.218963 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:21.219316 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0603bb91-911a-4641-bcec-0015548feb4c None None] For port 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3,segment=NetworkSegment(99eeadea-ba9f-468c-9020-f1d5550d9c0c),segment_id=99eeadea-ba9f-468c-9020-f1d5550d9c0c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:21.224002 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45342) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:21.232377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'enable_snat': True}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:21.234530 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0603bb91-911a-4641-bcec-0015548feb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:21.234819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45344) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:21.291081 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d948f4-eda9-42aa-92eb-e8ab65fd293a None None] Pushing event updated for resources: {'Port': ['ID=38975380-fe72-4273-9d74-f81f7abebdb4,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:21.416055 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603bb91-911a-4641-bcec-0015548feb4c None None] Pushing event updated for resources: {'Port': ['ID=5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:21.468526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0ae8987a-28bc-48f0-8384-4e079b3709ed None None] Provisioning complete for port 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:21.470899 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0ae8987a-28bc-48f0-8384-4e079b3709ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:21.486432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7993b-a51f-45ec-a306-bb49d033f6d8 req-6c0ce6de-b145-47ee-bd0e-fc2bd9f5fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:21.488020 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5d7993b-a51f-45ec-a306-bb49d033f6d8 req-6c0ce6de-b145-47ee-bd0e-fc2bd9f5fc70 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 1096 time: 0.3671787 Nov 19 09:37:21.611538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8987a-28bc-48f0-8384-4e079b3709ed None None] Port 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:37:21.646097 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:21.682913 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0ae8987a-28bc-48f0-8384-4e079b3709ed None None] Provisioning complete for port 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:21.683525 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0ae8987a-28bc-48f0-8384-4e079b3709ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:21.700578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf27bc6-7ba3-412f-b714-5d59c3cff92c req-c00dbf31-5df3-440f-9915-e2dc6a49a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:21.702332 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cbf27bc6-7ba3-412f-b714-5d59c3cff92c req-c00dbf31-5df3-440f-9915-e2dc6a49a5d4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a6f1c342-cec8-4182-bef9-595013e1351c HTTP/1.1" status: 200 len: 909 time: 0.4412653 Nov 19 09:37:21.711335 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-532041fe-615c-4b29-929b-9fcdae6c6312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:21.735171 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:21.834080 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:21.834080 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:21.841350 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cbf27bc6-7ba3-412f-b714-5d59c3cff92c req-ec7c8f4c-280e-41ec-9cc6-cb5429de6beb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee9f8dcf-baff-4582-bcc9-425f79a29b7a HTTP/1.1" status: 200 len: 1001 time: 0.1220443 Nov 19 09:37:21.968009 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e73ea97b-9511-4b50-9e5e-c71f7e4cd585 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:21.997943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf27bc6-7ba3-412f-b714-5d59c3cff92c req-b0ef0a3e-caac-4cf3-bccc-889d1bdd6a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:21.999455 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cbf27bc6-7ba3-412f-b714-5d59c3cff92c req-b0ef0a3e-caac-4cf3-bccc-889d1bdd6a37 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=03048cfc-6f00-4e65-9551-abad65c356a1 HTTP/1.1" status: 200 len: 847 time: 0.1458638 Nov 19 09:37:22.009548 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:37:22.039259 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:22.039575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e73ea97b-9511-4b50-9e5e-c71f7e4cd585 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:22.039936 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:22.074088 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Transition to ACTIVE for port object 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:37:22.087017 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf27bc6-7ba3-412f-b714-5d59c3cff92c req-82aa1166-901b-4f62-a50a-640fe61234f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:22.089679 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cbf27bc6-7ba3-412f-b714-5d59c3cff92c req-82aa1166-901b-4f62-a50a-640fe61234f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a6f1c342-cec8-4182-bef9-595013e1351c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695670 Nov 19 09:37:22.090377 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:22.280865 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b53a362-00ad-4e91-83b5-5b91ff26a368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:22.288239 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Pushing event updated for resources: {'Port': ['ID=1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:22.368903 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cbf27bc6-7ba3-412f-b714-5d59c3cff92c req-1d4d509b-059b-41a1-9e29-47e7acc70864 service neutron] 10.222.0.71 "GET /v2.0/networks/a6f1c342-cec8-4182-bef9-595013e1351c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697315 Nov 19 09:37:22.381620 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=6c041216-7e69-479c-bf02-0dc08090a14c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:22.402087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Attempting to bind port 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:22.402430 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Attempting to bind port 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'd866603f-b35d-447d-8dfd-1dcad8b9d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:22.402765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Attempting to bind port 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e on network f12ddc15-277b-46de-8ab6-931e0f3f5452 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:22.407404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network 16eff16e-3b1d-42b3-9c5c-1beac1833548 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:22.442825 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Port 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e on network f12ddc15-277b-46de-8ab6-931e0f3f5452 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:37:22.443155 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Attempting to bind port 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e on network f12ddc15-277b-46de-8ab6-931e0f3f5452 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:22.451250 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:37:22.451593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Checking segment: {'id': 'd866603f-b35d-447d-8dfd-1dcad8b9d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:22.451990 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Bound using segment: {'id': 'd866603f-b35d-447d-8dfd-1dcad8b9d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:37:22.452439 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Bound port: 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd866603f-b35d-447d-8dfd-1dcad8b9d1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:37:22.452804 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:22.461211 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:22.485860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:22.554033 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cbf27bc6-7ba3-412f-b714-5d59c3cff92c req-e69987b6-e3d0-4c09-99c8-30024e0bb4fd service neutron] 10.222.0.71 "GET /v2.0/networks/a6f1c342-cec8-4182-bef9-595013e1351c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719425 Nov 19 09:37:22.580607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:22.589049 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] For port 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:37:22.594351 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] For port 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e,segment=NetworkSegment(d866603f-b35d-447d-8dfd-1dcad8b9d1ea),segment_id=d866603f-b35d-447d-8dfd-1dcad8b9d1ea)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:37:22.603580 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:22.614003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7993b-a51f-45ec-a306-bb49d033f6d8 req-fb7e5b49-1bdf-4cfd-aae3-5033cac24cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:22.615511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5d7993b-a51f-45ec-a306-bb49d033f6d8 req-fb7e5b49-1bdf-4cfd-aae3-5033cac24cf0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ecb1edcd-4151-45a7-a004-9f7020dfe5f7 HTTP/1.1" status: 200 len: 897 time: 0.9486785 Nov 19 09:37:22.650611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:22.651319 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:22.652893 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-24309634-bb45-4ade-aa65-71a353bbb69f req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] 10.222.0.66 "PUT /v2.0/ports/1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e HTTP/1.1" status: 200 len: 1056 time: 1.6769469 Nov 19 09:37:22.653610 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f150a3-e9df-450b-9ee0-9989cab4db64', 'tag': '1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:37:22.656340 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417fb06a-ba44-486c-9812-5a10da5430fc" -d '{"events": [{"name": "network-changed", "server_uuid": "58f150a3-e9df-450b-9ee0-9989cab4db64", "tag": "1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:37:22.741210 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a20326-4bc2-4ca5-94c3-5182e2cea77c service neutron] Pushing event updated for resources: {'Port': ['ID=1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:22.755773 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24309634-bb45-4ade-aa65-71a353bbb69f req-ae68f6c8-9fe1-4976-8b7d-0486dfbc6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:22.757569 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-24309634-bb45-4ade-aa65-71a353bbb69f req-ae68f6c8-9fe1-4976-8b7d-0486dfbc6278 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c04298d2bb642d79968d3549688d186&device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 1059 time: 0.0604725 Nov 19 09:37:22.765518 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:22.804856 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-24309634-bb45-4ade-aa65-71a353bbb69f req-d63ecc4e-6084-45eb-9d5d-4afc539ddb70 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e HTTP/1.1" status: 200 len: 217 time: 0.0382845 Nov 19 09:37:22.806964 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5d7993b-a51f-45ec-a306-bb49d033f6d8 req-509982ad-b20e-44a5-add9-76575923f65c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=152a84a6-b40c-4098-b6b3-731626fbb40b HTTP/1.1" status: 200 len: 217 time: 0.1637862 Nov 19 09:37:22.881047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536a068-a94a-4886-9b61-da6a89090b91 req-284a35dd-a852-4351-878d-d572a78d68e2 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:22.882819 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e536a068-a94a-4886-9b61-da6a89090b91 req-284a35dd-a852-4351-878d-d572a78d68e2 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 907 time: 0.5672679 Nov 19 09:37:22.891548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0714c7-fa57-4f19-ae10-7339cad799b0 None None] Network 16eff16e-3b1d-42b3-9c5c-1beac1833548 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:22.916249 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24309634-bb45-4ade-aa65-71a353bbb69f req-86fc972f-49f4-490b-9ba4-67c032fbfbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:22.918385 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-24309634-bb45-4ade-aa65-71a353bbb69f req-86fc972f-49f4-490b-9ba4-67c032fbfbe4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f9dea266-f30a-4859-9a3a-79ed0c3c5a47 HTTP/1.1" status: 200 len: 838 time: 0.1050844 Nov 19 09:37:22.944430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acc21c-a875-41b4-b2f7-9efc8418f2f5 req-34013b9c-23aa-4339-b239-8e00843fae5e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:22.946213 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1acc21c-a875-41b4-b2f7-9efc8418f2f5 req-34013b9c-23aa-4339-b239-8e00843fae5e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 944 time: 0.5535238 Nov 19 09:37:22.991315 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cd0a7d86-4045-4ca8-96ec-6093beb2820c None None] Provisioning complete for port 38975380-fe72-4273-9d74-f81f7abebdb4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:22.991995 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7d86-4045-4ca8-96ec-6093beb2820c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:22.994965 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d417127-cc1c-4a9d-9e39-e08131a37645 x-openstack-request-id: req-2d417127-cc1c-4a9d-9e39-e08131a37645 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:37:22.995377 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f150a3-e9df-450b-9ee0-9989cab4db64", "tag": "1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:37:22.995932 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d417127-cc1c-4a9d-9e39-e08131a37645 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:37:22.997267 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f150a3-e9df-450b-9ee0-9989cab4db64', 'tag': '1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e', 'status': 'completed', 'code': 200} Nov 19 09:37:23.004031 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-532041fe-615c-4b29-929b-9fcdae6c6312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:23.011595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24309634-bb45-4ade-aa65-71a353bbb69f req-f5192fa3-18f2-4f9f-9879-27ee0ea19c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:23.013734 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-24309634-bb45-4ade-aa65-71a353bbb69f req-f5192fa3-18f2-4f9f-9879-27ee0ea19c62 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f12ddc15-277b-46de-8ab6-931e0f3f5452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0870392 Nov 19 09:37:23.026049 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-532041fe-615c-4b29-929b-9fcdae6c6312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:23.043595 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7993b-a51f-45ec-a306-bb49d033f6d8 req-e3dc9569-6e63-4611-877b-3aa3dc03ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:23.045107 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5d7993b-a51f-45ec-a306-bb49d033f6d8 req-e3dc9569-6e63-4611-877b-3aa3dc03ccc0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54ecae1d-3961-4931-99a1-23601d7d8cc9 HTTP/1.1" status: 200 len: 834 time: 0.1930194 Nov 19 09:37:23.141336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-532041fe-615c-4b29-929b-9fcdae6c6312 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aaed1b1506904d4c89c2d99668780963&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9021151 Nov 19 09:37:23.146625 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45358) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:23.172022 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-24309634-bb45-4ade-aa65-71a353bbb69f req-a4561b20-33c4-4215-baac-8bdf7d6a6092 service neutron] 10.222.0.66 "GET /v2.0/networks/f12ddc15-277b-46de-8ab6-931e0f3f5452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510613 Nov 19 09:37:23.180420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532041fe-615c-4b29-929b-9fcdae6c6312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebb4866-77b9-47e6-97a7-b6e45a2817c5,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:23.204859 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1acc21c-a875-41b4-b2f7-9efc8418f2f5 req-8ca52f1a-8978-4aac-bcae-4e1a2cf2fcee tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433870 Nov 19 09:37:23.209266 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:23.239811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7993b-a51f-45ec-a306-bb49d033f6d8 req-e06569bd-7260-4f60-973c-89b78f8abcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:23.243888 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7d86-4045-4ca8-96ec-6093beb2820c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:23.250149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5d7993b-a51f-45ec-a306-bb49d033f6d8 req-e06569bd-7260-4f60-973c-89b78f8abcf0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ecb1edcd-4151-45a7-a004-9f7020dfe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1893582 Nov 19 09:37:23.298786 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cd0a7d86-4045-4ca8-96ec-6093beb2820c None None] For port 38975380-fe72-4273-9d74-f81f7abebdb4, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=38975380-fe72-4273-9d74-f81f7abebdb4,segment=NetworkSegment(5a177270-58e0-477e-bfdc-50c03c89fe19),segment_id=5a177270-58e0-477e-bfdc-50c03c89fe19)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:23.311717 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7d86-4045-4ca8-96ec-6093beb2820c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:23.389266 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14eba834-8188-4488-95e3-7603bb0c52dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:23.394898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a7d86-4045-4ca8-96ec-6093beb2820c None None] Pushing event updated for resources: {'Port': ['ID=38975380-fe72-4273-9d74-f81f7abebdb4,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:23.425256 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14eba834-8188-4488-95e3-7603bb0c52dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:23.507053 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:23.535612 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-24309634-bb45-4ade-aa65-71a353bbb69f req-8adcdcdf-e8ff-43b3-b349-4bcd24898b33 service neutron] 10.222.0.66 "GET /v2.0/networks/f12ddc15-277b-46de-8ab6-931e0f3f5452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535743 Nov 19 09:37:23.552810 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14eba834-8188-4488-95e3-7603bb0c52dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:23.558075 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14eba834-8188-4488-95e3-7603bb0c52dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:23.585173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:23.585900 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-14eba834-8188-4488-95e3-7603bb0c52dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eebb4866-77b9-47e6-97a7-b6e45a2817c5 HTTP/1.1" status: 204 len: 168 time: 0.4362659 Nov 19 09:37:23.588406 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5d7993b-a51f-45ec-a306-bb49d033f6d8 req-a962b2fa-b594-4e37-a547-470142de6ed4 service neutron] 10.222.0.71 "GET /v2.0/networks/ecb1edcd-4151-45a7-a004-9f7020dfe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250239 Nov 19 09:37:23.611263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eba834-8188-4488-95e3-7603bb0c52dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebb4866-77b9-47e6-97a7-b6e45a2817c5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:23.641048 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:23.668032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fb06a-ba44-486c-9812-5a10da5430fc req-5eb49c6b-e548-4da8-9548-2f3471f271c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:23.673845 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-417fb06a-ba44-486c-9812-5a10da5430fc req-5eb49c6b-e548-4da8-9548-2f3471f271c0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c04298d2bb642d79968d3549688d186&device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 1059 time: 0.0723395 Nov 19 09:37:23.747025 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:23.774506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:23.774888 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:23.884153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Allocated IP 172.25.0.66 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/0fe4002d-558c-4901-93ec-a31c7d1af905) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:23.913781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fb06a-ba44-486c-9812-5a10da5430fc req-26892031-a547-4a06-9cc1-daea3a438a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:23.915502 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-417fb06a-ba44-486c-9812-5a10da5430fc req-26892031-a547-4a06-9cc1-daea3a438a6b service neutron] 10.222.0.66 "GET /v2.0/networks?id=f12ddc15-277b-46de-8ab6-931e0f3f5452 HTTP/1.1" status: 200 len: 899 time: 0.2337010 Nov 19 09:37:23.986185 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 152a84a6-b40c-4098-b6b3-731626fbb40b details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:37:24.023410 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-417fb06a-ba44-486c-9812-5a10da5430fc req-4d965164-b8ea-4f15-a260-c307c5de5ca6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e HTTP/1.1" status: 200 len: 217 time: 0.0984025 Nov 19 09:37:24.144026 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fb06a-ba44-486c-9812-5a10da5430fc req-6ba639b5-f5f5-4516-8930-bbbf67b0f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:24.146899 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-417fb06a-ba44-486c-9812-5a10da5430fc req-6ba639b5-f5f5-4516-8930-bbbf67b0f6bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f9dea266-f30a-4859-9a3a-79ed0c3c5a47 HTTP/1.1" status: 200 len: 838 time: 0.1143181 Nov 19 09:37:24.147103 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 152a84a6-b40c-4098-b6b3-731626fbb40b, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=152a84a6-b40c-4098-b6b3-731626fbb40b,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:24.147727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45366) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:24.163442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '152a84a6-b40c-4098-b6b3-731626fbb40b', 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7', 'port_id': '152a84a6-b40c-4098-b6b3-731626fbb40b', 'mac_address': 'fa:16:3e:69:8c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:37:24.171314 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8c73d081-c54d-4cce-9efc-a6d93d8395e6 None None] Provisioning complete for port 38975380-fe72-4273-9d74-f81f7abebdb4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:24.171757 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8c73d081-c54d-4cce-9efc-a6d93d8395e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:24.231633 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec1550f9-62ad-4a88-8453-36a512cf843e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:24.251273 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5d7993b-a51f-45ec-a306-bb49d033f6d8 req-dd9db587-b40d-41d6-bd0b-25c918446de4 service neutron] 10.222.0.71 "GET /v2.0/networks/ecb1edcd-4151-45a7-a004-9f7020dfe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6122799 Nov 19 09:37:24.277518 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 38975380-fe72-4273-9d74-f81f7abebdb4 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:24.290979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fb06a-ba44-486c-9812-5a10da5430fc req-32c9d362-8077-45c1-a7d4-ca2bfbb468a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:24.292490 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-417fb06a-ba44-486c-9812-5a10da5430fc req-32c9d362-8077-45c1-a7d4-ca2bfbb468a8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f12ddc15-277b-46de-8ab6-931e0f3f5452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1376586 Nov 19 09:37:24.310956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566f95a-477f-451e-a618-b75a0a26f307 req-9fc869d1-1486-4948-9d6e-7cfdf7f3e041 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:24.312050 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:24.312515 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d566f95a-477f-451e-a618-b75a0a26f307 req-9fc869d1-1486-4948-9d6e-7cfdf7f3e041 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 907 time: 0.2759666 Nov 19 09:37:24.371251 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152a84a6-b40c-4098-b6b3-731626fbb40b {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:37:24.414959 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 152a84a6-b40c-4098-b6b3-731626fbb40b, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=152a84a6-b40c-4098-b6b3-731626fbb40b,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:24.418243 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ae581-8b63-406b-a71e-344fc864e6e3 req-eddca06c-b3dd-4f28-88b4-621c4e9ac46f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:24.419811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad3ae581-8b63-406b-a71e-344fc864e6e3 req-eddca06c-b3dd-4f28-88b4-621c4e9ac46f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 944 time: 0.0978246 Nov 19 09:37:24.432016 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:24.439269 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8c73d081-c54d-4cce-9efc-a6d93d8395e6 None None] Provisioning complete for port 6c041216-7e69-479c-bf02-0dc08090a14c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:24.439732 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8c73d081-c54d-4cce-9efc-a6d93d8395e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:24.454864 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-417fb06a-ba44-486c-9812-5a10da5430fc req-39ef8e26-45c1-4415-9066-7b75f6232b08 service neutron] 10.222.0.66 "GET /v2.0/networks/f12ddc15-277b-46de-8ab6-931e0f3f5452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436639 Nov 19 09:37:24.460690 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:24.463260 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:24.476709 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec1550f9-62ad-4a88-8453-36a512cf843e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:24.485227 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:24.508133 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 38975380-fe72-4273-9d74-f81f7abebdb4 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:24.508523 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:24.521125 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec1550f9-62ad-4a88-8453-36a512cf843e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:24.589067 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:24.589630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8c73d081-c54d-4cce-9efc-a6d93d8395e6 None None] Port 6c041216-7e69-479c-bf02-0dc08090a14c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:37:24.596289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=152a84a6-b40c-4098-b6b3-731626fbb40b,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:24.605584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event updated for resources: {'Port': ['ID=6c041216-7e69-479c-bf02-0dc08090a14c,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:24.668961 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad3ae581-8b63-406b-a71e-344fc864e6e3 req-8e8864de-cef0-47a5-9079-f4b56aa277fa tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350497 Nov 19 09:37:24.705987 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:24.712581 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c31f0dd4-fb33-471c-b8af-3569c216b560 None None] Provisioning complete for port 6c041216-7e69-479c-bf02-0dc08090a14c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:24.712974 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c31f0dd4-fb33-471c-b8af-3569c216b560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:24.772409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['152a84a6-b40c-4098-b6b3-731626fbb40b'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:37:24.785030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Network 16eff16e-3b1d-42b3-9c5c-1beac1833548 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:24.787842 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:24.791107 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:24.819759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:24.830217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c31f0dd4-fb33-471c-b8af-3569c216b560 None None] Port 6c041216-7e69-479c-bf02-0dc08090a14c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:37:24.842494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:24.845216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1b602c-7f93-419a-8dfb-ac5fb63da34d None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:37:24.916810 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:24.928705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Pushing event updated for resources: {'Port': ['ID=0fe4002d-558c-4901-93ec-a31c7d1af905,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:25.050439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d7fa2e0d-ea25-4621-afef-43edb64d6d5e None None] Provisioning complete for port 0fe4002d-558c-4901-93ec-a31c7d1af905 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:25.050998 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2e0d-ea25-4621-afef-43edb64d6d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:25.060071 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1550f9-62ad-4a88-8453-36a512cf843e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efee9d4-c0a3-4f17-ace5-a10a0ddd8bc5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:25.074810 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-417fb06a-ba44-486c-9812-5a10da5430fc req-340deea7-aea1-41a8-bf6b-154ed152575e service neutron] 10.222.0.66 "GET /v2.0/networks/f12ddc15-277b-46de-8ab6-931e0f3f5452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6081102 Nov 19 09:37:25.098880 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ec1550f9-62ad-4a88-8453-36a512cf843e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19e2d629fd754b8992ebeb6f9f5f93b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9471712 Nov 19 09:37:25.099710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45372) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:25.142081 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:37:25.157719 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ea22fc3-21b1-4a07-9613-4b7688229dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:25.185292 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ea22fc3-21b1-4a07-9613-4b7688229dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:25.205903 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa2e0d-ea25-4621-afef-43edb64d6d5e None None] Port 0fe4002d-558c-4901-93ec-a31c7d1af905 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:37:25.255643 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ea22fc3-21b1-4a07-9613-4b7688229dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:25.258499 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ea22fc3-21b1-4a07-9613-4b7688229dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:25.262037 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0ea22fc3-21b1-4a07-9613-4b7688229dea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3efee9d4-c0a3-4f17-ace5-a10a0ddd8bc5 HTTP/1.1" status: 204 len: 168 time: 0.1589227 Nov 19 09:37:25.274626 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea22fc3-21b1-4a07-9613-4b7688229dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efee9d4-c0a3-4f17-ace5-a10a0ddd8bc5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:25.348559 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1bb9decf-3f76-4495-b59e-1ba61bb27781 None None] Provisioning complete for port 6c041216-7e69-479c-bf02-0dc08090a14c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:25.348936 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1bb9decf-3f76-4495-b59e-1ba61bb27781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:25.405508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1bb9decf-3f76-4495-b59e-1ba61bb27781 None None] Port 6c041216-7e69-479c-bf02-0dc08090a14c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:37:25.421397 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:25.429411 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-57162f90-1df0-4f67-b1dc-8ff1f3b05d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/b17c17b6-bca3-4082-8aff-f6a23b0f4e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6810887 Nov 19 09:37:25.432094 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45380) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:25.437859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-80db3d06-f932-4e2d-ba25-aa355fa4ba61 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:25.443318 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Sync routers for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:25.453669 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:25.471513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 38975380-fe72-4273-9d74-f81f7abebdb4 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:25.478519 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:25.479427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:25.807139 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:25.829319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:25.875755 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:37:25.912020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 38975380-fe72-4273-9d74-f81f7abebdb4 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:25.912742 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:26.019208 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 152a84a6-b40c-4098-b6b3-731626fbb40b up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:26.077587 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:37:26.116121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.extraroute_db [None req-80db3d06-f932-4e2d-ba25-aa355fa4ba61 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103476) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 09:37:26.152281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.extraroute_db [None req-80db3d06-f932-4e2d-ba25-aa355fa4ba61 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Removed routes are [] {{(pid=103476) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 09:37:26.155141 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80db3d06-f932-4e2d-ba25-aa355fa4ba61 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:26.169972 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e,segment=NetworkSegment(d866603f-b35d-447d-8dfd-1dcad8b9d1ea),segment_id=d866603f-b35d-447d-8dfd-1dcad8b9d1ea)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:26.187872 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e', 'network_id': 'f12ddc15-277b-46de-8ab6-931e0f3f5452', 'port_id': '1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e', 'mac_address': 'fa:16:3e:43:e0:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9dea266-f30a-4859-9a3a-79ed0c3c5a47', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:37:26.306979 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:26.349882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4c974-b164-4887-8aff-2363f77323d2 req-c2207bdb-adab-49dc-8b3c-fa60839bfaef tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:26.350444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:37:26.351400 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7db4c974-b164-4887-8aff-2363f77323d2 req-c2207bdb-adab-49dc-8b3c-fa60839bfaef tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 907 time: 0.6393628 Nov 19 09:37:26.371775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e,segment=NetworkSegment(d866603f-b35d-447d-8dfd-1dcad8b9d1ea),segment_id=d866603f-b35d-447d-8dfd-1dcad8b9d1ea)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:26.392833 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:26.440621 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 152a84a6-b40c-4098-b6b3-731626fbb40b completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:37:26.451446 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:26.487329 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80db3d06-f932-4e2d-ba25-aa355fa4ba61 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:26.490263 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d9b84-6cf4-42a2-a5ea-bdbea043d9f0 req-4ce7e44e-efb3-4ba4-8a28-870b8ebfe04e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:26.492908 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80db3d06-f932-4e2d-ba25-aa355fa4ba61 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:26.498345 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d4d9b84-6cf4-42a2-a5ea-bdbea043d9f0 req-4ce7e44e-efb3-4ba4-8a28-870b8ebfe04e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 945 time: 0.1747990 Nov 19 09:37:26.503199 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:26.505752 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 152a84a6-b40c-4098-b6b3-731626fbb40b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:26.506128 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:26.599706 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:26.654955 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:37:26.662775 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80db3d06-f932-4e2d-ba25-aa355fa4ba61 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:37:26.662943 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:23Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3', 'name': '', 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:5a:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:10Z', 'updated_at': '2021-11-19T09:37:21Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c041216-7e69-479c-bf02-0dc08090a14c', 'name': '', 'network_id': '16eff16e-3b1d-42b3-9c5c-1beac1833548', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:ae:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '4db8ee3b-b34f-4053-a052-6c96adc61572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:18Z', 'updated_at': '2021-11-19T09:37:23Z', 'revision_number': 2, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': '4db8ee3b-b34f-4053-a052-6c96adc61572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:13Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:26.731843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Checking router: b17c17b6-bca3-4082-8aff-f6a23b0f4e37 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:37:26.737824 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Updating router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 port 6c041216-7e69-479c-bf02-0dc08090a14c binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:37:26.790995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80db3d06-f932-4e2d-ba25-aa355fa4ba61 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:26.799998 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:26.810790 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80db3d06-f932-4e2d-ba25-aa355fa4ba61 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:26.814387 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-80db3d06-f932-4e2d-ba25-aa355fa4ba61 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/b17c17b6-bca3-4082-8aff-f6a23b0f4e37 HTTP/1.1" status: 200 len: 933 time: 1.3787615 Nov 19 09:37:26.819780 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d4d9b84-6cf4-42a2-a5ea-bdbea043d9f0 req-0dd5a6dc-8ec5-43e7-bf73-33bebac86a87 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188756 Nov 19 09:37:26.820932 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45408) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:26.841769 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:26.872104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:37:26.874818 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f92687f-4b47-4527-872c-b389f25f3b49" -d '{"events": [{"server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "name": "network-vif-plugged", "status": "completed", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:37:26.896040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 152a84a6-b40c-4098-b6b3-731626fbb40b, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=152a84a6-b40c-4098-b6b3-731626fbb40b,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:26.922755 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:26.948838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Router 546ce454-bee2-4d4c-ac2d-524830824fac is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:37:27.032029 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c3cd74a6-d96a-4750-8935-653b94f889a1 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/routers/b17c17b6-bca3-4082-8aff-f6a23b0f4e37 HTTP/1.1" status: 200 len: 933 time: 0.2092862 Nov 19 09:37:27.035838 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45416) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:27.043904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-57364e47-20a4-4318-a13c-b3cfadc033c0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'router': {'routes': None}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:27.137314 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=152a84a6-b40c-4098-b6b3-731626fbb40b,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:27.149116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:27.158356 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:27.160000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b908b481-46e1-4ce0-bebc-d539f6e698a4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "PUT /v2.0/routers/546ce454-bee2-4d4c-ac2d-524830824fac HTTP/1.1" status: 200 len: 917 time: 5.9319947 Nov 19 09:37:27.162619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45420) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:27.165712 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4de807-5746-4fe2-8789-b686fdf6be30 None None] Sync routers for ids ['546ce454-bee2-4d4c-ac2d-524830824fac'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:27.178516 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4de807-5746-4fe2-8789-b686fdf6be30 None None] Routers {'546ce454-bee2-4d4c-ac2d-524830824fac'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:27.179145 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8c4de807-5746-4fe2-8789-b686fdf6be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['546ce454-bee2-4d4c-ac2d-524830824fac'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:27.244219 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826b3ea0-bed9-4379-aa16-6502b536f785 x-openstack-request-id: req-826b3ea0-bed9-4379-aa16-6502b536f785 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:37:27.255696 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "name": "network-vif-plugged", "status": "completed", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:37:27.255977 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-826b3ea0-bed9-4379-aa16-6502b536f785 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:37:27.256673 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b', 'code': 200} Nov 19 09:37:27.266728 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8c4de807-5746-4fe2-8789-b686fdf6be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:27.310194 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4de807-5746-4fe2-8789-b686fdf6be30 None None] Routers {'546ce454-bee2-4d4c-ac2d-524830824fac'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:27.311432 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8c4de807-5746-4fe2-8789-b686fdf6be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['546ce454-bee2-4d4c-ac2d-524830824fac'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:27.392124 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8c4de807-5746-4fe2-8789-b686fdf6be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:27.395252 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4de807-5746-4fe2-8789-b686fdf6be30 None None] The sync data for ids ['546ce454-bee2-4d4c-ac2d-524830824fac'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:27.440036 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:27.448955 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:27.494316 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8fd31eb8-401c-4849-bccd-3a1671261abd tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "GET /v2.0/routers/546ce454-bee2-4d4c-ac2d-524830824fac HTTP/1.1" status: 200 len: 923 time: 0.3304532 Nov 19 09:37:27.509067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45432) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:27.511020 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f6920-77c2-494a-862d-d18cc32a0272 req-47c2a5eb-6d92-46a2-b964-8f8054b8033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:27.520042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d7f6920-77c2-494a-862d-d18cc32a0272 req-47c2a5eb-6d92-46a2-b964-8f8054b8033c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 1098 time: 0.1627767 Nov 19 09:37:27.541866 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e77fd-d3ce-46da-ae38-1d5fa390b744 None None] Pushing event updated for resources: {'Port': ['ID=6c041216-7e69-479c-bf02-0dc08090a14c,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:27.592688 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Attempting to bind port 6c041216-7e69-479c-bf02-0dc08090a14c on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:27.593053 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Attempting to bind port 6c041216-7e69-479c-bf02-0dc08090a14c by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '5a177270-58e0-477e-bfdc-50c03c89fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16eff16e-3b1d-42b3-9c5c-1beac1833548'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:27.593490 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Attempting to bind port 6c041216-7e69-479c-bf02-0dc08090a14c on network 16eff16e-3b1d-42b3-9c5c-1beac1833548 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:27.599861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:37:27.599861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Checking segment: {'id': '5a177270-58e0-477e-bfdc-50c03c89fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16eff16e-3b1d-42b3-9c5c-1beac1833548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:27.600271 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:27.600672 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Bound using segment: {'id': '5a177270-58e0-477e-bfdc-50c03c89fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16eff16e-3b1d-42b3-9c5c-1beac1833548'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:37:27.601187 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Bound port: 6c041216-7e69-479c-bf02-0dc08090a14c, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a177270-58e0-477e-bfdc-50c03c89fe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16eff16e-3b1d-42b3-9c5c-1beac1833548'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:37:27.601580 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:27.659708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45434) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:27.702248 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] For port 6c041216-7e69-479c-bf02-0dc08090a14c, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:37:27.706809 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] For port 6c041216-7e69-479c-bf02-0dc08090a14c, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6c041216-7e69-479c-bf02-0dc08090a14c,segment=NetworkSegment(5a177270-58e0-477e-bfdc-50c03c89fe19),segment_id=5a177270-58e0-477e-bfdc-50c03c89fe19)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:37:27.722297 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e764d63f-8248-4326-9a1a-5dbe172f10f4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:27.723802 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e764d63f-8248-4326-9a1a-5dbe172f10f4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&device_id=546ce454-bee2-4d4c-ac2d-524830824fac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2028794 Nov 19 09:37:27.727605 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:27.743221 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45438) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:27.748883 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.extraroute_db [None req-57364e47-20a4-4318-a13c-b3cfadc033c0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Added routes are [] {{(pid=103476) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 09:37:27.749938 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.extraroute_db [None req-57364e47-20a4-4318-a13c-b3cfadc033c0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103476) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 09:37:27.787363 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d7f6920-77c2-494a-862d-d18cc32a0272 req-e553b3fb-7d58-4722-b716-e4628a6c319a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487144 Nov 19 09:37:27.794441 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-57364e47-20a4-4318-a13c-b3cfadc033c0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:27.805237 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2dfe7-db07-45ac-a31e-1b552f6ec43e req-d6e39428-2933-4589-973d-1fb744c2477e tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:27.806631 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e77fd-d3ce-46da-ae38-1d5fa390b744 None None] Pushing event updated for resources: {'Port': ['ID=6c041216-7e69-479c-bf02-0dc08090a14c,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:27.828724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:27.829718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:27.829911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8ee2dfe7-db07-45ac-a31e-1b552f6ec43e req-d6e39428-2933-4589-973d-1fb744c2477e tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 908 time: 0.3535256 Nov 19 09:37:27.932886 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:28.010634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d595b6f5-f3d7-444e-bd81-20d4a8b132f4 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-673930628'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:28.031672 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ad42d25a-0901-48e4-97aa-020eeb3e59d8 None None] Provisioning complete for port 6c041216-7e69-479c-bf02-0dc08090a14c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:28.032042 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ad42d25a-0901-48e4-97aa-020eeb3e59d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.060317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628e6f9c-90ce-4c03-94ea-5ce4cf513ad2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:28.062067 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-628e6f9c-90ce-4c03-94ea-5ce4cf513ad2 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 881 time: 0.3170321 Nov 19 09:37:28.066692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45442) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:28.073390 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:28.087879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4d142-7c80-48ec-bd21-ffa63417c5b9 req-a4eae248-d777-4a92-b399-175b570c28ee tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:28.095680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ee4d142-7c80-48ec-bd21-ffa63417c5b9 req-a4eae248-d777-4a92-b399-175b570c28ee tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 946 time: 0.1427512 Nov 19 09:37:28.128687 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bdfb3020-87bb-4a98-ba46-2d329dfd513e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "GET /v2.0/ports?device_id=546ce454-bee2-4d4c-ac2d-524830824fac HTTP/1.1" status: 200 len: 205 time: 0.0598133 Nov 19 09:37:28.131725 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d595b6f5-f3d7-444e-bd81-20d4a8b132f4 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Made reservation on behalf of fa26d8b2501e4e828bf03c4ad2cc7525 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:28.132355 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45444) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:28.135338 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d595b6f5-f3d7-444e-bd81-20d4a8b132f4 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.146807 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d595b6f5-f3d7-444e-bd81-20d4a8b132f4 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.153784 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-57364e47-20a4-4318-a13c-b3cfadc033c0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.159873 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-57364e47-20a4-4318-a13c-b3cfadc033c0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.210329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:37:28.214518 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ee4d142-7c80-48ec-bd21-ffa63417c5b9 req-972a0ae3-b0fa-4c67-bab2-05a7fc442437 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139247 Nov 19 09:37:28.217586 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:28.217951 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.338995 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d595b6f5-f3d7-444e-bd81-20d4a8b132f4 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.351667 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d595b6f5-f3d7-444e-bd81-20d4a8b132f4 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.375768 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59512419-2396-4524-b680-6f77cd6d8553 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.397783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d595b6f5-f3d7-444e-bd81-20d4a8b132f4 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:37:28.411877 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595b6f5-f3d7-444e-bd81-20d4a8b132f4 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c2ef3f-bb5a-42e2-91cd-a8d3b75c07eb,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:28.436251 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d595b6f5-f3d7-444e-bd81-20d4a8b132f4 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.437318 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-d595b6f5-f3d7-444e-bd81-20d4a8b132f4 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Added segment b55143bf-6b7f-4142-8b60-0f7886069d6d of type vlan for network db177662-d005-4d98-8e12-f4d191389a77 Nov 19 09:37:28.491933 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d595b6f5-f3d7-444e-bd81-20d4a8b132f4 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.495611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57364e47-20a4-4318-a13c-b3cfadc033c0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:37:28.506150 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59512419-2396-4524-b680-6f77cd6d8553 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.533809 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d595b6f5-f3d7-444e-bd81-20d4a8b132f4 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.541302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d595b6f5-f3d7-444e-bd81-20d4a8b132f4 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:28.542175 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d595b6f5-f3d7-444e-bd81-20d4a8b132f4 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.551795 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ad42d25a-0901-48e4-97aa-020eeb3e59d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.593055 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d595b6f5-f3d7-444e-bd81-20d4a8b132f4 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9310436 Nov 19 09:37:28.608416 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45448) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:28.659699 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ad42d25a-0901-48e4-97aa-020eeb3e59d8 None None] For port 6c041216-7e69-479c-bf02-0dc08090a14c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6c041216-7e69-479c-bf02-0dc08090a14c,segment=NetworkSegment(5a177270-58e0-477e-bfdc-50c03c89fe19),segment_id=5a177270-58e0-477e-bfdc-50c03c89fe19)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:28.663274 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595b6f5-f3d7-444e-bd81-20d4a8b132f4 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Pushing event updated for resources: {'Network': ['ID=db177662-d005-4d98-8e12-f4d191389a77,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:28.671576 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.677246 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ad42d25a-0901-48e4-97aa-020eeb3e59d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.688628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network db177662-d005-4d98-8e12-f4d191389a77 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:37:28.714702 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57364e47-20a4-4318-a13c-b3cfadc033c0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:28.723460 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-57364e47-20a4-4318-a13c-b3cfadc033c0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.727189 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-57364e47-20a4-4318-a13c-b3cfadc033c0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/b17c17b6-bca3-4082-8aff-f6a23b0f4e37 HTTP/1.1" status: 200 len: 699 time: 1.6877749 Nov 19 09:37:28.727440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45452) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:28.733844 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-59512419-2396-4524-b680-6f77cd6d8553 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Deleting port 0fe4002d-558c-4901-93ec-a31c7d1af905 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:28.734190 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59512419-2396-4524-b680-6f77cd6d8553 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.750961 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c0ed31cb-8c66-440f-828a-6698a7a81680 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Request body: {'network': {'name': 'tempest-network--959467555', 'router:external': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:28.816120 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ed31cb-8c66-440f-828a-6698a7a81680 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Made reservation on behalf of 3b84728328f4420dbfe4465ac11dabd1 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:28.818584 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0ed31cb-8c66-440f-828a-6698a7a81680 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.831911 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0ed31cb-8c66-440f-828a-6698a7a81680 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.838324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-db796246-833b-4479-bb94-35b16f80aedc tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/routers/b17c17b6-bca3-4082-8aff-f6a23b0f4e37 HTTP/1.1" status: 200 len: 699 time: 0.1096730 Nov 19 09:37:28.840925 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45454) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:28.852275 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59512419-2396-4524-b680-6f77cd6d8553 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.855367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e,segment=NetworkSegment(d866603f-b35d-447d-8dfd-1dcad8b9d1ea),segment_id=d866603f-b35d-447d-8dfd-1dcad8b9d1ea)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:28.862574 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d0936be0-c648-42f0-8628-80712a19a80f None None] Provisioning complete for port 6c041216-7e69-479c-bf02-0dc08090a14c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:28.862924 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d0936be0-c648-42f0-8628-80712a19a80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.869859 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:28.871367 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-59512419-2396-4524-b680-6f77cd6d8553 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Calling delete_port for 0fe4002d-558c-4901-93ec-a31c7d1af905 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:28.895219 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42d25a-0901-48e4-97aa-020eeb3e59d8 None None] Pushing event updated for resources: {'Port': ['ID=6c041216-7e69-479c-bf02-0dc08090a14c,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:28.943683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:27Z', 'revision_number': 7, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3', 'name': '', 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:5a:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:10Z', 'updated_at': '2021-11-19T09:37:21Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c041216-7e69-479c-bf02-0dc08090a14c', 'name': '', 'network_id': '16eff16e-3b1d-42b3-9c5c-1beac1833548', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:ae:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '4db8ee3b-b34f-4053-a052-6c96adc61572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:18Z', 'updated_at': '2021-11-19T09:37:27Z', 'revision_number': 4, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': '4db8ee3b-b34f-4053-a052-6c96adc61572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:13Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:28.985725 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e2f5b-dc40-4bee-9ce6-f6c6b182e2c6 None None] The sync data for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 is: [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:27Z', 'revision_number': 7, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3', 'name': '', 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:5a:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:10Z', 'updated_at': '2021-11-19T09:37:21Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c041216-7e69-479c-bf02-0dc08090a14c', 'name': '', 'network_id': '16eff16e-3b1d-42b3-9c5c-1beac1833548', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:ae:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '4db8ee3b-b34f-4053-a052-6c96adc61572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:18Z', 'updated_at': '2021-11-19T09:37:27Z', 'revision_number': 4, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': '4db8ee3b-b34f-4053-a052-6c96adc61572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:13Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:28.998508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:29.036280 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0ed31cb-8c66-440f-828a-6698a7a81680 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:29.043648 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0ed31cb-8c66-440f-828a-6698a7a81680 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:29.079943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ed31cb-8c66-440f-828a-6698a7a81680 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:37:29.094481 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed31cb-8c66-440f-828a-6698a7a81680 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55c3a02-ced4-4173-8363-b9a0a52c122d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:29.101943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7b5c0-d963-47d8-b64f-0ff06e69d316 req-ce2459e7-8131-47b8-8248-b5d021b7ca40 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:29.103888 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75a7b5c0-d963-47d8-b64f-0ff06e69d316 req-ce2459e7-8131-47b8-8248-b5d021b7ca40 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 909 time: 0.1240396 Nov 19 09:37:29.104346 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0ed31cb-8c66-440f-828a-6698a7a81680 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:29.104706 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-c0ed31cb-8c66-440f-828a-6698a7a81680 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Added segment 9d6bb39b-2b8a-4cb1-8ef0-aef062980d7d of type vlan for network 37559613-1c98-40ba-88d9-30250aa4f1d6 Nov 19 09:37:29.204467 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0ed31cb-8c66-440f-828a-6698a7a81680 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:29.210584 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59512419-2396-4524-b680-6f77cd6d8553 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:29.244688 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59512419-2396-4524-b680-6f77cd6d8553 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Pushing event deleted for resources: {'Port': ['ID=0fe4002d-558c-4901-93ec-a31c7d1af905,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:29.258035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f150a3-e9df-450b-9ee0-9989cab4db64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:37:29.260780 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2d13db-84dd-488d-a4cf-10a599712f4e" -d '{"events": [{"server_uuid": "58f150a3-e9df-450b-9ee0-9989cab4db64", "name": "network-vif-plugged", "status": "completed", "tag": "1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:37:29.268998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b44b50-877b-4f59-b9a0-894e111ef4ef None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:37:29.316844 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5860b9c-4b89-456d-b77b-55777fa9e233 x-openstack-request-id: req-f5860b9c-4b89-456d-b77b-55777fa9e233 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:37:29.317826 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f150a3-e9df-450b-9ee0-9989cab4db64", "name": "network-vif-plugged", "status": "completed", "tag": "1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:37:29.318845 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5860b9c-4b89-456d-b77b-55777fa9e233 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:37:29.319362 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f150a3-e9df-450b-9ee0-9989cab4db64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e', 'code': 200} Nov 19 09:37:29.320126 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59512419-2396-4524-b680-6f77cd6d8553 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:29.469336 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be039f38-e9d0-4321-9b5e-d891a7993d93 req-cde34c3c-a500-4920-8b00-ba1b3c87025c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:29.480090 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be039f38-e9d0-4321-9b5e-d891a7993d93 req-cde34c3c-a500-4920-8b00-ba1b3c87025c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 946 time: 0.0953596 Nov 19 09:37:29.490065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6c041216-7e69-479c-bf02-0dc08090a14c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:29.502847 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59512419-2396-4524-b680-6f77cd6d8553 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:29.584423 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be039f38-e9d0-4321-9b5e-d891a7993d93 req-0993acb7-1fe2-4186-8b47-94f380de7487 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880520 Nov 19 09:37:29.598952 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0d86-df89-4411-888b-04a36e25ccd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:29.607828 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 6c041216-7e69-479c-bf02-0dc08090a14c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:29.608681 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:29.925193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77f406-053f-4691-8892-34df19097cd7 req-4e66eed5-f34f-4af3-b8c1-d8218cd56dc1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:29.934176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-db77f406-053f-4691-8892-34df19097cd7 req-4e66eed5-f34f-4af3-b8c1-d8218cd56dc1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 946 time: 0.1913745 Nov 19 09:37:29.944973 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59512419-2396-4524-b680-6f77cd6d8553 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:29.955027 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0ed31cb-8c66-440f-828a-6698a7a81680 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:29.956555 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ed31cb-8c66-440f-828a-6698a7a81680 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:29.957179 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c0ed31cb-8c66-440f-828a-6698a7a81680 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.004654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-db77f406-053f-4691-8892-34df19097cd7 req-2dfae67d-9d0b-4216-8371-6199ac820f8b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644364 Nov 19 09:37:30.020370 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45474) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:30.075313 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed31cb-8c66-440f-828a-6698a7a81680 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Pushing event updated for resources: {'Network': ['ID=37559613-1c98-40ba-88d9-30250aa4f1d6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:30.087332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 37559613-1c98-40ba-88d9-30250aa4f1d6 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:37:30.091401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ae0ca-9b41-4f9d-b759-cf360f137a1c req-b62503a8-027b-4c39-b8ae-fad3368766cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:30.095941 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-812ae0ca-9b41-4f9d-b759-cf360f137a1c req-b62503a8-027b-4c39-b8ae-fad3368766cd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 1061 time: 0.5909445 Nov 19 09:37:30.097113 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59512419-2396-4524-b680-6f77cd6d8553 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.097887 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59512419-2396-4524-b680-6f77cd6d8553 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Fanout notify agent at l3_agent the message router_deleted on router 546ce454-bee2-4d4c-ac2d-524830824fac {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:37:30.106676 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c0ed31cb-8c66-440f-828a-6698a7a81680 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4741082 Nov 19 09:37:30.114194 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59512419-2396-4524-b680-6f77cd6d8553 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.115400 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-59512419-2396-4524-b680-6f77cd6d8553 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "DELETE /v2.0/routers/546ce454-bee2-4d4c-ac2d-524830824fac HTTP/1.1" status: 204 len: 168 time: 1.9772594 Nov 19 09:37:30.116061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45476) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:30.118839 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45478) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:30.128574 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cf87e9f5-10af-4664-8b39-5bb49559820c tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1539083577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:30.129664 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8aa5fa-8559-4a9c-b325-5b8c158b19c7 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:30.133875 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ac8aa5fa-8559-4a9c-b325-5b8c158b19c7 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 1093 time: 0.1096036 Nov 19 09:37:30.134688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45480) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:30.139314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': '152a84a6-b40c-4098-b6b3-731626fbb40b', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:30.177510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7b2d0d86-df89-4411-888b-04a36e25ccd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting port 6c041216-7e69-479c-bf02-0dc08090a14c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:30.178081 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0d86-df89-4411-888b-04a36e25ccd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.197453 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-cf87e9f5-10af-4664-8b39-5bb49559820c tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 09:37:30.197453 n-d-805649-14 neutron-server[103476]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 19 09:37:30.197453 n-d-805649-14 neutron-server[103476]: [parameters: {'project_id': '9a25e1a0f9b749379f68121100c47753', 'id': '61b36264-5be2-4193-bcba-b25dfe17adfd', 'expiration': datetime.datetime(2021, 11, 19, 9, 39, 30, 184160)}] Nov 19 09:37:30.197453 n-d-805649-14 neutron-server[103476]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:37:30.197859 n-d-805649-14 neutron-server[103476]: DEBUG oslo_db.api [None req-cf87e9f5-10af-4664-8b39-5bb49559820c tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:37:30.223180 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30cc8896-7ae6-4708-aae0-fc1c4d85343b tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.281047 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1d774-d58c-4cbd-8b63-d15d021ef7aa None None] Sync routers for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:30.296019 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1d774-d58c-4cbd-8b63-d15d021ef7aa None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:30.296911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-88c1d774-d58c-4cbd-8b63-d15d021ef7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:30.319152 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30cc8896-7ae6-4708-aae0-fc1c4d85343b tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.322587 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.347483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-30cc8896-7ae6-4708-aae0-fc1c4d85343b tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37559613-1c98-40ba-88d9-30250aa4f1d6']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:30.358463 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-30cc8896-7ae6-4708-aae0-fc1c4d85343b tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6bb39b-2b8a-4cb1-8ef0-aef062980d7d') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:30.358903 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-30cc8896-7ae6-4708-aae0-fc1c4d85343b tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6bb39b-2b8a-4cb1-8ef0-aef062980d7d') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:30.365491 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814034b-2ff6-4e4a-a33e-bac8bfe50f40 req-1757673b-09dc-4a51-a224-3c71d64047f0 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:30.367034 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f814034b-2ff6-4e4a-a33e-bac8bfe50f40 req-1757673b-09dc-4a51-a224-3c71d64047f0 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 909 time: 0.1232457 Nov 19 09:37:30.370540 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30cc8896-7ae6-4708-aae0-fc1c4d85343b tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.394246 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30cc8896-7ae6-4708-aae0-fc1c4d85343b tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.401184 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30cc8896-7ae6-4708-aae0-fc1c4d85343b tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:37:30.401684 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30cc8896-7ae6-4708-aae0-fc1c4d85343b tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:37:30.404218 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:37:30.423584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-7b2d0d86-df89-4411-888b-04a36e25ccd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] For port 6c041216-7e69-479c-bf02-0dc08090a14c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6c041216-7e69-479c-bf02-0dc08090a14c,segment=NetworkSegment(5a177270-58e0-477e-bfdc-50c03c89fe19),segment_id=5a177270-58e0-477e-bfdc-50c03c89fe19)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:30.423952 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0d86-df89-4411-888b-04a36e25ccd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.434698 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-88c1d774-d58c-4cbd-8b63-d15d021ef7aa None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:30.439435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7b2d0d86-df89-4411-888b-04a36e25ccd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Calling delete_port for 6c041216-7e69-479c-bf02-0dc08090a14c owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:30.481748 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30cc8896-7ae6-4708-aae0-fc1c4d85343b tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.488813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cc8896-7ae6-4708-aae0-fc1c4d85343b tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 37559613-1c98-40ba-88d9-30250aa4f1d6 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 09:37:30.501124 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30cc8896-7ae6-4708-aae0-fc1c4d85343b tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.509491 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-30cc8896-7ae6-4708-aae0-fc1c4d85343b tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "DELETE /v2.0/networks/37559613-1c98-40ba-88d9-30250aa4f1d6 HTTP/1.1" status: 204 len: 168 time: 0.3921897 Nov 19 09:37:30.510319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45484) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:30.511125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc8896-7ae6-4708-aae0-fc1c4d85343b tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Pushing event deleted for resources: {'Network': ['ID=37559613-1c98-40ba-88d9-30250aa4f1d6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:30.522565 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-14742afc-176e-4b4e-a064-1f366bd8a8f9 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:30.547788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14742afc-176e-4b4e-a064-1f366bd8a8f9 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Made reservation on behalf of 3b84728328f4420dbfe4465ac11dabd1 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:30.552444 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14742afc-176e-4b4e-a064-1f366bd8a8f9 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.586262 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14742afc-176e-4b4e-a064-1f366bd8a8f9 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:37:30.608900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14742afc-176e-4b4e-a064-1f366bd8a8f9 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.611437 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-14742afc-176e-4b4e-a064-1f366bd8a8f9 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Added segment f676f39f-245e-41dd-95c0-b542494bd854 of type vlan for network 36062d3a-dac6-4fc2-858d-98d8e282a574 Nov 19 09:37:30.614947 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.709244 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14742afc-176e-4b4e-a064-1f366bd8a8f9 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.736575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Allocated IP 172.25.0.46 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/7db0a088-8a9c-4177-9ffa-6ae64baf4ed0) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:30.757745 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14742afc-176e-4b4e-a064-1f366bd8a8f9 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.759060 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14742afc-176e-4b4e-a064-1f366bd8a8f9 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:30.760128 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14742afc-176e-4b4e-a064-1f366bd8a8f9 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.797721 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-88c1d774-d58c-4cbd-8b63-d15d021ef7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:27Z', 'revision_number': 7, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3', 'name': '', 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:5a:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:10Z', 'updated_at': '2021-11-19T09:37:21Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c041216-7e69-479c-bf02-0dc08090a14c', 'name': '', 'network_id': '16eff16e-3b1d-42b3-9c5c-1beac1833548', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:ae:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '4db8ee3b-b34f-4053-a052-6c96adc61572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:18Z', 'updated_at': '2021-11-19T09:37:28Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': '4db8ee3b-b34f-4053-a052-6c96adc61572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:13Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:30.836657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14742afc-176e-4b4e-a064-1f366bd8a8f9 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Pushing event updated for resources: {'Network': ['ID=36062d3a-dac6-4fc2-858d-98d8e282a574,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:30.840468 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf87e9f5-10af-4664-8b39-5bb49559820c tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.841839 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf87e9f5-10af-4664-8b39-5bb49559820c tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.853074 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.858194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1d774-d58c-4cbd-8b63-d15d021ef7aa None None] Checking router: b17c17b6-bca3-4082-8aff-f6a23b0f4e37 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:37:30.862930 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 36062d3a-dac6-4fc2-858d-98d8e282a574 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:37:30.865022 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-14742afc-176e-4b4e-a064-1f366bd8a8f9 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3473048 Nov 19 09:37:30.869054 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45488) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:30.876225 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6d0a4bbb-f859-4e1e-a79c-74ee5e099b03 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Request body: {'subnet': {'network_id': '36062d3a-dac6-4fc2-858d-98d8e282a574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:30.906152 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.953693 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1d774-d58c-4cbd-8b63-d15d021ef7aa None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:30.954331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-88c1d774-d58c-4cbd-8b63-d15d021ef7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:30.957711 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf87e9f5-10af-4664-8b39-5bb49559820c tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.969826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0a4bbb-f859-4e1e-a79c-74ee5e099b03 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Made reservation on behalf of 3b84728328f4420dbfe4465ac11dabd1 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:30.973230 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4bbb-f859-4e1e-a79c-74ee5e099b03 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.976860 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf87e9f5-10af-4664-8b39-5bb49559820c tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:30.992698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:30.997861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:31.049279 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:31.052668 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf87e9f5-10af-4664-8b39-5bb49559820c tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:31.065140 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cf87e9f5-10af-4664-8b39-5bb49559820c tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9353170 Nov 19 09:37:31.065140 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45490) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:31.071931 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'enable_snat': False}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:31.104799 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=7db0a088-8a9c-4177-9ffa-6ae64baf4ed0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:31.167994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-88c1d774-d58c-4cbd-8b63-d15d021ef7aa None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:31.184896 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0d86-df89-4411-888b-04a36e25ccd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:31.260664 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d0d86-df89-4411-888b-04a36e25ccd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Port': ['ID=6c041216-7e69-479c-bf02-0dc08090a14c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:31.514765 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-88c1d774-d58c-4cbd-8b63-d15d021ef7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:27Z', 'revision_number': 7, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3', 'name': '', 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:5a:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:10Z', 'updated_at': '2021-11-19T09:37:21Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c041216-7e69-479c-bf02-0dc08090a14c', 'name': '', 'network_id': '16eff16e-3b1d-42b3-9c5c-1beac1833548', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:ae:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '4db8ee3b-b34f-4053-a052-6c96adc61572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:18Z', 'updated_at': '2021-11-19T09:37:28Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': '4db8ee3b-b34f-4053-a052-6c96adc61572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:13Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:31.553125 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1d774-d58c-4cbd-8b63-d15d021ef7aa None None] The sync data for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 is: [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:27Z', 'revision_number': 7, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3', 'name': '', 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:5a:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:10Z', 'updated_at': '2021-11-19T09:37:21Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c041216-7e69-479c-bf02-0dc08090a14c', 'name': '', 'network_id': '16eff16e-3b1d-42b3-9c5c-1beac1833548', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:ae:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '4db8ee3b-b34f-4053-a052-6c96adc61572', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:18Z', 'updated_at': '2021-11-19T09:37:28Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': '4db8ee3b-b34f-4053-a052-6c96adc61572', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:13Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:31.570095 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:31.612026 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0d86-df89-4411-888b-04a36e25ccd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:31.739824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a1c21-42a9-4272-827e-13d53c16209e req-2d8c8713-1538-4760-a182-02330ccc4257 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:31.741333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d26a1c21-42a9-4272-827e-13d53c16209e req-2d8c8713-1538-4760-a182-02330ccc4257 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 909 time: 0.1693661 Nov 19 09:37:31.967067 n-d-805649-14 neutron-server[103476]: DEBUG neutron.objects.ports [None req-6d0a4bbb-f859-4e1e-a79c-74ee5e099b03 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103476) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 09:37:31.967704 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4bbb-f859-4e1e-a79c-74ee5e099b03 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:31.979738 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:32.028130 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:32.055428 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a4bbb-f859-4e1e-a79c-74ee5e099b03 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Pushing event updated for resources: {'Subnet': ['ID=041ecf99-de97-449a-824b-f40b0e3c344b,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:32.104523 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a4bbb-f859-4e1e-a79c-74ee5e099b03 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Checking segment: {'id': 'f676f39f-245e-41dd-95c0-b542494bd854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '36062d3a-dac6-4fc2-858d-98d8e282a574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:32.104887 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a4bbb-f859-4e1e-a79c-74ee5e099b03 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Network hostable DHCP agents. Network: 36062d3a-dac6-4fc2-858d-98d8e282a574, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:37:32.158428 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a4bbb-f859-4e1e-a79c-74ee5e099b03 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Network 36062d3a-dac6-4fc2-858d-98d8e282a574 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:37:32.177765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6d0a4bbb-f859-4e1e-a79c-74ee5e099b03 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 36062d3a-dac6-4fc2-858d-98d8e282a574) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:32.186553 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8251e8-0736-4f2c-bd79-e998232223a8 None None] Network 36062d3a-dac6-4fc2-858d-98d8e282a574 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:32.200848 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0a4bbb-f859-4e1e-a79c-74ee5e099b03 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:32.201758 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4bbb-f859-4e1e-a79c-74ee5e099b03 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:32.205807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Allocated IP 172.25.0.82 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/f2091332-600b-493c-a204-06b02b514ccd) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:32.235549 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6d0a4bbb-f859-4e1e-a79c-74ee5e099b03 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3645477 Nov 19 09:37:32.239458 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45498) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:32.261712 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Request body: {'floatingip': {'floating_network_id': '36062d3a-dac6-4fc2-858d-98d8e282a574'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:32.334200 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:32.385936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2d0d86-df89-4411-888b-04a36e25ccd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:37:32.404982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf9d6c-3641-4dad-bdc2-40fe4c300a09 req-fc907929-39f4-446f-a869-ef1149343ce7 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:32.405459 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:32.406791 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7fcf9d6c-3641-4dad-bdc2-40fe4c300a09 req-fc907929-39f4-446f-a869-ef1149343ce7 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 909 time: 0.2355700 Nov 19 09:37:32.445907 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c7acb9-b366-40e0-bf40-ccf7938519be None None] Network 36062d3a-dac6-4fc2-858d-98d8e282a574 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:32.512788 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:32.535288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2d0d86-df89-4411-888b-04a36e25ccd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:32.548888 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97006eab-a574-42fc-8bfa-f5c3e210b354 None None] Sync routers for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:32.551539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7b2d0d86-df89-4411-888b-04a36e25ccd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/b17c17b6-bca3-4082-8aff-f6a23b0f4e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7092397 Nov 19 09:37:32.555978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45502) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:32.569634 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97006eab-a574-42fc-8bfa-f5c3e210b354 None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:32.571607 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-97006eab-a574-42fc-8bfa-f5c3e210b354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:32.597906 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:32.608547 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:32.616575 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:32.618483 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:32.647240 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2452021f-44be-46da-bec4-376f0c05e403 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:37:32.649878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Pushing event updated for resources: {'Port': ['ID=f2091332-600b-493c-a204-06b02b514ccd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:32.664969 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:32.677168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac15fd3-55a2-4141-9bad-7fddb7f4ebc4 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting subnet 4db8ee3b-b34f-4053-a052-6c96adc61572 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:37:32.682449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113a827-b37e-4932-bc26-822dc04a115f req-ff634979-fd46-4995-81a9-882438373993 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:32.684179 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e113a827-b37e-4932-bc26-822dc04a115f req-ff634979-fd46-4995-81a9-882438373993 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 1061 time: 0.1518135 Nov 19 09:37:32.687749 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ac15fd3-55a2-4141-9bad-7fddb7f4ebc4 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:32.753811 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ac15fd3-55a2-4141-9bad-7fddb7f4ebc4 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:32.763407 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-721c7309-285e-458c-aa21-f4b0fb6adf7e None None] Provisioning complete for port f2091332-600b-493c-a204-06b02b514ccd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:32.763799 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-721c7309-285e-458c-aa21-f4b0fb6adf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:32.778895 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:32.806387 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-97006eab-a574-42fc-8bfa-f5c3e210b354 None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:32.824665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-721c7309-285e-458c-aa21-f4b0fb6adf7e None None] Port f2091332-600b-493c-a204-06b02b514ccd cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:37:32.932223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5855a3a-a3af-4f3d-b637-e90b7713eca6 req-07248977-c183-41a7-ae2c-c100fe64e6fa tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:32.933812 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5855a3a-a3af-4f3d-b637-e90b7713eca6 req-07248977-c183-41a7-ae2c-c100fe64e6fa tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 1136 time: 0.1559792 Nov 19 09:37:32.955607 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Allocated IP 172.20.0.3 (36062d3a-dac6-4fc2-858d-98d8e282a574/041ecf99-de97-449a-824b-f40b0e3c344b/fd871a1c-783e-4ef8-9312-6998301a5aa9) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:33.045005 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ac15fd3-55a2-4141-9bad-7fddb7f4ebc4 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:33.121893 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:33.175991 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ac15fd3-55a2-4141-9bad-7fddb7f4ebc4 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:33.179359 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:33.186180 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5855a3a-a3af-4f3d-b637-e90b7713eca6 req-87a2f455-cf56-4714-8f9b-0bff8a41f51c tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ff3fa909-9fff-4360-964c-4e7fe007b07b&id=cc735e8f-207b-441a-bf97-1bbfdc40e636&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2317436 Nov 19 09:37:33.211326 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:33.229852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e8646e-bc2a-44c4-ad17-8c3e6d91b9b0 None None] Network 16eff16e-3b1d-42b3-9c5c-1beac1833548 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:33.257204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45508) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:33.258462 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ac15fd3-55a2-4141-9bad-7fddb7f4ebc4 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:33.264221 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2ac15fd3-55a2-4141-9bad-7fddb7f4ebc4 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/4db8ee3b-b34f-4053-a052-6c96adc61572 HTTP/1.1" status: 204 len: 168 time: 0.7054775 Nov 19 09:37:33.264221 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=7db0a088-8a9c-4177-9ffa-6ae64baf4ed0,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:33.270683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac15fd3-55a2-4141-9bad-7fddb7f4ebc4 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Subnet': ['ID=4db8ee3b-b34f-4053-a052-6c96adc61572,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:33.270683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45510) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:33.312783 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-97006eab-a574-42fc-8bfa-f5c3e210b354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:30Z', 'revision_number': 8, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3', 'name': '', 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:5a:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:10Z', 'updated_at': '2021-11-19T09:37:21Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:13Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:33.386428 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97006eab-a574-42fc-8bfa-f5c3e210b354 None None] Checking router: b17c17b6-bca3-4082-8aff-f6a23b0f4e37 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:37:33.398423 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97006eab-a574-42fc-8bfa-f5c3e210b354 None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:33.399059 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-97006eab-a574-42fc-8bfa-f5c3e210b354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:33.432936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d71056-489b-4ae0-8e8a-e5f62df60b04 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:33.437249 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-81d71056-489b-4ae0-8e8a-e5f62df60b04 tempest-TestSecurityGroupsBasicOps-42855639 tempest-TestSecurityGroupsBasicOps-42855639-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 1056 time: 0.1692233 Nov 19 09:37:33.441067 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:33.444241 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:33.507962 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-97006eab-a574-42fc-8bfa-f5c3e210b354 None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:33.640387 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:33.689160 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Floating IP 907283e5-4be8-4d94-997d-aa7e5f3725ab associated. External IP: 172.25.0.46, port: 152a84a6-b40c-4098-b6b3-731626fbb40b. Nov 19 09:37:33.698751 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:33.719060 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:33.744743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting port 38975380-fe72-4273-9d74-f81f7abebdb4 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:33.745262 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Network 36062d3a-dac6-4fc2-858d-98d8e282a574 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:33.745383 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:33.749062 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75476065-533f-4703-a6c7-bd1791fd177c None None] DHCP port deletion for 16eff16e-3b1d-42b3-9c5c-1beac1833548 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:37:33.750012 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:33.758014 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:33.761262 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:33.838942 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-75476065-533f-4703-a6c7-bd1791fd177c None None] Deleting port 38975380-fe72-4273-9d74-f81f7abebdb4 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:33.839468 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-75476065-533f-4703-a6c7-bd1791fd177c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:33.875150 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:33.893054 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-97006eab-a574-42fc-8bfa-f5c3e210b354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:30Z', 'revision_number': 8, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3', 'name': '', 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:5a:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:10Z', 'updated_at': '2021-11-19T09:37:21Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:13Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:33.910185 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Pushing event updated for resources: {'Port': ['ID=fd871a1c-783e-4ef8-9312-6998301a5aa9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:33.910779 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-75476065-533f-4703-a6c7-bd1791fd177c None None] For port 38975380-fe72-4273-9d74-f81f7abebdb4, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=38975380-fe72-4273-9d74-f81f7abebdb4,segment=NetworkSegment(5a177270-58e0-477e-bfdc-50c03c89fe19),segment_id=5a177270-58e0-477e-bfdc-50c03c89fe19)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:33.911276 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-75476065-533f-4703-a6c7-bd1791fd177c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:33.933879 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-75476065-533f-4703-a6c7-bd1791fd177c None None] Calling delete_port for 38975380-fe72-4273-9d74-f81f7abebdb4 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:33.958900 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97006eab-a574-42fc-8bfa-f5c3e210b354 None None] The sync data for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 is: [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:30Z', 'revision_number': 8, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3', 'name': '', 'network_id': '4741f784-d0de-4e36-a0db-8f285db66903', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:5a:3d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:37:10Z', 'updated_at': '2021-11-19T09:37:21Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'f4a35e0c-90d2-417c-a0a9-8b095d33264d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:13Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:34.025883 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:34.052765 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-75476065-533f-4703-a6c7-bd1791fd177c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:34.060391 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] For port 38975380-fe72-4273-9d74-f81f7abebdb4, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=38975380-fe72-4273-9d74-f81f7abebdb4,segment=NetworkSegment(5a177270-58e0-477e-bfdc-50c03c89fe19),segment_id=5a177270-58e0-477e-bfdc-50c03c89fe19)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:34.060942 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:34.074328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Calling delete_port for 38975380-fe72-4273-9d74-f81f7abebdb4 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:34.098690 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75476065-533f-4703-a6c7-bd1791fd177c None None] Pushing event deleted for resources: {'Port': ['ID=38975380-fe72-4273-9d74-f81f7abebdb4,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:34.106670 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Router 95447119-5ebb-4b4b-bdf2-9f491dcbee14 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:37:34.111983 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75476065-533f-4703-a6c7-bd1791fd177c None None] No DVR routers for this DVR port 38975380-fe72-4273-9d74-f81f7abebdb4 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:37:34.206742 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:34.259614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Port': ['ID=38975380-fe72-4273-9d74-f81f7abebdb4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:34.262401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] No DVR routers for this DVR port 38975380-fe72-4273-9d74-f81f7abebdb4 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:37:34.363352 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:34.376668 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:34.382034 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:34.386010 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ec3857db-c13e-4514-93d8-cd57e7ff3da7 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "PUT /v2.0/routers/95447119-5ebb-4b4b-bdf2-9f491dcbee14 HTTP/1.1" status: 200 len: 919 time: 3.3178220 Nov 19 09:37:34.386839 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45536) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:34.390584 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:34.402620 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16eff16e-3b1d-42b3-9c5c-1beac1833548']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:34.403236 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a1071b-3d24-49a5-8451-550f677d61a0 None None] Sync routers for ids ['95447119-5ebb-4b4b-bdf2-9f491dcbee14'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:34.417039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a177270-58e0-477e-bfdc-50c03c89fe19') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:34.417587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a177270-58e0-477e-bfdc-50c03c89fe19') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:34.428480 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:34.430262 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a1071b-3d24-49a5-8451-550f677d61a0 None None] Routers {'95447119-5ebb-4b4b-bdf2-9f491dcbee14'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:34.431019 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d9a1071b-3d24-49a5-8451-550f677d61a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['95447119-5ebb-4b4b-bdf2-9f491dcbee14'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:34.444174 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:34.451552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:37:34.452136 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:34.500479 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:34.515846 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d9a1071b-3d24-49a5-8451-550f677d61a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:37:34.529131 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:37:34.538355 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a1071b-3d24-49a5-8451-550f677d61a0 None None] Routers {'95447119-5ebb-4b4b-bdf2-9f491dcbee14'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:34.540701 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:34.541496 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d9a1071b-3d24-49a5-8451-550f677d61a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['95447119-5ebb-4b4b-bdf2-9f491dcbee14'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:34.552035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f36a4-d036-43fb-b685-4491b4d6e4e1 req-215a8f24-ed2e-47b0-a92f-e62658256c24 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:34.553996 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a49f36a4-d036-43fb-b685-4491b4d6e4e1 req-215a8f24-ed2e-47b0-a92f-e62658256c24 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 909 time: 0.5485466 Nov 19 09:37:34.560921 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:34.568651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/networks/16eff16e-3b1d-42b3-9c5c-1beac1833548 HTTP/1.1" status: 204 len: 168 time: 1.2890968 Nov 19 09:37:34.569754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45550) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:34.621062 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d9a1071b-3d24-49a5-8451-550f677d61a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:34.622115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a1071b-3d24-49a5-8451-550f677d61a0 None None] The sync data for ids ['95447119-5ebb-4b4b-bdf2-9f491dcbee14'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:34.670633 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3c068-5d23-41e2-970f-a96e1f720a3f tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Network': ['ID=16eff16e-3b1d-42b3-9c5c-1beac1833548,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:34.878458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router d8df6001-08b1-4005-a902-1b3e25bfe449 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:37:35.054291 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Pushing event updated for resources: {'Port': ['ID=fd871a1c-783e-4ef8-9312-6998301a5aa9,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:35.126554 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:35.135257 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-68cb6293-8c0f-41c2-9e82-24cb670e72f1 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "GET /v2.0/routers/95447119-5ebb-4b4b-bdf2-9f491dcbee14 HTTP/1.1" status: 200 len: 925 time: 0.7448056 Nov 19 09:37:35.136038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45600) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:35.196155 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:35.197681 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5284dcd9-3cd9-47fd-8080-2371589c8444 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.9566696 Nov 19 09:37:35.201128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45608) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:35.287458 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00e3b5-a2a6-461c-a62a-9e42f6c7450b req-efad8b96-0ddb-4f3d-bc11-356154daca33 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:35.289628 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ae00e3b5-a2a6-461c-a62a-9e42f6c7450b req-efad8b96-0ddb-4f3d-bc11-356154daca33 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.66 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 909 time: 0.2196913 Nov 19 09:37:35.306958 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5adffb95-f9d4-4851-b054-05ea2bf450ef tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=36062d3a-dac6-4fc2-858d-98d8e282a574 HTTP/1.1" status: 200 len: 689 time: 0.1040993 Nov 19 09:37:35.313018 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45620) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:35.370816 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3d8c9f-dfd7-47a1-8d18-ca41120590d4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:35.373709 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ba3d8c9f-dfd7-47a1-8d18-ca41120590d4 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&device_id=95447119-5ebb-4b4b-bdf2-9f491dcbee14&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2367473 Nov 19 09:37:35.381185 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45628) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:35.418622 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 38975380-fe72-4273-9d74-f81f7abebdb4 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:37:35.447614 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 38975380-fe72-4273-9d74-f81f7abebdb4 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:37:35.448202 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 38975380-fe72-4273-9d74-f81f7abebdb4 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:37:35.448775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6c041216-7e69-479c-bf02-0dc08090a14c no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:37:35.476840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 6c041216-7e69-479c-bf02-0dc08090a14c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:37:35.477398 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6c041216-7e69-479c-bf02-0dc08090a14c not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:37:35.491713 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:35.505362 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d23fa3-a881-4675-8229-39f5ffa7b698 None None] Sync routers for ids ['d8df6001-08b1-4005-a902-1b3e25bfe449'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:35.523587 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:35.526453 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d23fa3-a881-4675-8229-39f5ffa7b698 None None] Routers {'d8df6001-08b1-4005-a902-1b3e25bfe449'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:35.526967 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a9d23fa3-a881-4675-8229-39f5ffa7b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['d8df6001-08b1-4005-a902-1b3e25bfe449'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:35.567608 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-17f6de6b-9e74-4f88-b438-b51c5554d571 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4287446 Nov 19 09:37:35.583978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:37:35.586592 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88056797-d8ca-497c-bf8f-c6b8af4aabb4" -d '{"events": [{"name": "network-changed", "server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:37:35.645569 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4de58b6-0bf4-431a-8230-f8f14db2bfca tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:35.651794 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1394dc96-b719-4f57-835e-f831ccb4893c x-openstack-request-id: req-1394dc96-b719-4f57-835e-f831ccb4893c {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:37:35.652186 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:37:35.652508 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1394dc96-b719-4f57-835e-f831ccb4893c {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:37:35.652987 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b', 'status': 'completed', 'code': 200} Nov 19 09:37:35.670447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b51a66-34e2-4035-870b-86d8fa5bf276 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:35.676112 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-04b51a66-34e2-4035-870b-86d8fa5bf276 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "GET /v2.0/networks/5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 881 time: 0.2820530 Nov 19 09:37:35.677782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45660) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:35.742328 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7b86c16c-6829-4c89-bd15-bf2905b1896a tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "GET /v2.0/ports?device_id=95447119-5ebb-4b4b-bdf2-9f491dcbee14 HTTP/1.1" status: 200 len: 205 time: 0.0587242 Nov 19 09:37:35.745840 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45668) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:35.766824 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-a9d23fa3-a881-4675-8229-39f5ffa7b698 None None] Set router d8df6001-08b1-4005-a902-1b3e25bfe449 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:35.798763 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:35.879125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd04b49-7233-466e-84a5-214066588ff9 req-b0894c24-c3cf-4f57-ab63-93c1f003da28 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:35.880781 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cd04b49-7233-466e-84a5-214066588ff9 req-b0894c24-c3cf-4f57-ab63-93c1f003da28 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 946 time: 0.1774998 Nov 19 09:37:35.913319 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88056797-d8ca-497c-bf8f-c6b8af4aabb4 req-5932761a-3854-4bef-b460-493eb42e67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:35.914904 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88056797-d8ca-497c-bf8f-c6b8af4aabb4 req-5932761a-3854-4bef-b460-493eb42e67b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 1098 time: 0.2012019 Nov 19 09:37:35.974424 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-ae00e3b5-a2a6-461c-a62a-9e42f6c7450b req-cee9d78f-300d-476f-b32a-4e4fa7fa12f8 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Deleting port 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:35.974767 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ae00e3b5-a2a6-461c-a62a-9e42f6c7450b req-cee9d78f-300d-476f-b32a-4e4fa7fa12f8 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:35.975594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f715947-bc46-4060-b4c6-dce69b3ac633 req-7819cc50-fea2-40a9-b885-5251e8e3cb6f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:35.977114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2f715947-bc46-4060-b4c6-dce69b3ac633 req-7819cc50-fea2-40a9-b885-5251e8e3cb6f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 909 time: 0.2087631 Nov 19 09:37:36.059830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cd04b49-7233-466e-84a5-214066588ff9 req-2d6539c9-bad4-40f5-ba3f-15f6716a0419 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435268 Nov 19 09:37:36.067730 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a9d23fa3-a881-4675-8229-39f5ffa7b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21206762', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:45Z', 'updated_at': '2021-11-19T09:37:00Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '907283e5-4be8-4d94-997d-aa7e5f3725ab', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'port_id': '152a84a6-b40c-4098-b6b3-731626fbb40b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7', 'mac_address': 'fa:16:3e:69:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:37:31Z', 'updated_at': '2021-11-19T09:37:31Z', 'revision_number': 0, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b405531-5aae-4872-931f-cb0b66dd0f69', 'name': '', 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:d9:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:58Z', 'updated_at': '2021-11-19T09:37:11Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:36.078158 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4fefb19d-16ee-444c-b9f4-1ef6903398b3 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:36.085994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45704) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:36.106515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88056797-d8ca-497c-bf8f-c6b8af4aabb4 req-2e0b15db-7c3c-40c1-b967-5dcf840afc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:36.107992 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88056797-d8ca-497c-bf8f-c6b8af4aabb4 req-2e0b15db-7c3c-40c1-b967-5dcf840afc19 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ecb1edcd-4151-45a7-a004-9f7020dfe5f7 HTTP/1.1" status: 200 len: 897 time: 0.1544700 Nov 19 09:37:36.117380 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d23fa3-a881-4675-8229-39f5ffa7b698 None None] Checking router: d8df6001-08b1-4005-a902-1b3e25bfe449 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:37:36.128187 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d23fa3-a881-4675-8229-39f5ffa7b698 None None] Routers {'d8df6001-08b1-4005-a902-1b3e25bfe449'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:36.129022 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a9d23fa3-a881-4675-8229-39f5ffa7b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['d8df6001-08b1-4005-a902-1b3e25bfe449'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:36.229130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88056797-d8ca-497c-bf8f-c6b8af4aabb4 req-c40710ba-ff72-4d5c-bbe9-d12092408c7a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=152a84a6-b40c-4098-b6b3-731626fbb40b HTTP/1.1" status: 200 len: 999 time: 0.0941029 Nov 19 09:37:36.284620 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-a9d23fa3-a881-4675-8229-39f5ffa7b698 None None] Set router d8df6001-08b1-4005-a902-1b3e25bfe449 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:36.304843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-d4de58b6-0bf4-431a-8230-f8f14db2bfca tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting port 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:36.305225 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4de58b6-0bf4-431a-8230-f8f14db2bfca tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:36.313981 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ae00e3b5-a2a6-461c-a62a-9e42f6c7450b req-cee9d78f-300d-476f-b32a-4e4fa7fa12f8 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] For port 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e,segment=NetworkSegment(d866603f-b35d-447d-8dfd-1dcad8b9d1ea),segment_id=d866603f-b35d-447d-8dfd-1dcad8b9d1ea)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:36.315409 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ae00e3b5-a2a6-461c-a62a-9e42f6c7450b req-cee9d78f-300d-476f-b32a-4e4fa7fa12f8 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:36.319829 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Deleting port fd871a1c-783e-4ef8-9312-6998301a5aa9 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:36.321460 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:36.354688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88056797-d8ca-497c-bf8f-c6b8af4aabb4 req-be3819be-a84d-4b05-be2a-75bb279ddb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:36.356359 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88056797-d8ca-497c-bf8f-c6b8af4aabb4 req-be3819be-a84d-4b05-be2a-75bb279ddb35 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54ecae1d-3961-4931-99a1-23601d7d8cc9 HTTP/1.1" status: 200 len: 834 time: 0.1198485 Nov 19 09:37:36.446327 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-26c4374c-8056-4eeb-ad45-3866fa70600f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/floatingips/907283e5-4be8-4d94-997d-aa7e5f3725ab HTTP/1.1" status: 200 len: 991 time: 0.3208523 Nov 19 09:37:36.450384 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-ae00e3b5-a2a6-461c-a62a-9e42f6c7450b req-cee9d78f-300d-476f-b32a-4e4fa7fa12f8 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Calling delete_port for 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:36.451892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88056797-d8ca-497c-bf8f-c6b8af4aabb4 req-3e345c3d-d02f-4888-8845-c307de80aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:36.453938 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88056797-d8ca-497c-bf8f-c6b8af4aabb4 req-3e345c3d-d02f-4888-8845-c307de80aca7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ecb1edcd-4151-45a7-a004-9f7020dfe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851150 Nov 19 09:37:36.457066 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4fefb19d-16ee-444c-b9f4-1ef6903398b3 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:36.463947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-d4de58b6-0bf4-431a-8230-f8f14db2bfca tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] For port 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3,segment=NetworkSegment(99eeadea-ba9f-468c-9020-f1d5550d9c0c),segment_id=99eeadea-ba9f-468c-9020-f1d5550d9c0c)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:36.464374 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4de58b6-0bf4-431a-8230-f8f14db2bfca tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:36.543044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-d4de58b6-0bf4-431a-8230-f8f14db2bfca tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Calling delete_port for 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:36.605208 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:36.605496 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:36.616160 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a9d23fa3-a881-4675-8229-39f5ffa7b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21206762', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:45Z', 'updated_at': '2021-11-19T09:37:00Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '907283e5-4be8-4d94-997d-aa7e5f3725ab', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'port_id': '152a84a6-b40c-4098-b6b3-731626fbb40b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7', 'mac_address': 'fa:16:3e:69:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:37:31Z', 'updated_at': '2021-11-19T09:37:31Z', 'revision_number': 0, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b405531-5aae-4872-931f-cb0b66dd0f69', 'name': '', 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:d9:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:58Z', 'updated_at': '2021-11-19T09:37:11Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:36.633645 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Calling delete_port for fd871a1c-783e-4ef8-9312-6998301a5aa9 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:36.639869 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88056797-d8ca-497c-bf8f-c6b8af4aabb4 req-1a1f2b4e-9c25-4a4d-b2e7-6f6b6e2867c8 service neutron] 10.222.0.71 "GET /v2.0/networks/ecb1edcd-4151-45a7-a004-9f7020dfe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721578 Nov 19 09:37:36.657466 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d23fa3-a881-4675-8229-39f5ffa7b698 None None] The sync data for ids ['d8df6001-08b1-4005-a902-1b3e25bfe449'] in n-d-805649-14 is: [{'id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21206762', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:45Z', 'updated_at': '2021-11-19T09:37:00Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '907283e5-4be8-4d94-997d-aa7e5f3725ab', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'port_id': '152a84a6-b40c-4098-b6b3-731626fbb40b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7', 'mac_address': 'fa:16:3e:69:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:37:31Z', 'updated_at': '2021-11-19T09:37:31Z', 'revision_number': 0, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b405531-5aae-4872-931f-cb0b66dd0f69', 'name': '', 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:d9:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:58Z', 'updated_at': '2021-11-19T09:37:11Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:36.729167 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4fefb19d-16ee-444c-b9f4-1ef6903398b3 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Deleting port f2091332-600b-493c-a204-06b02b514ccd {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:36.729518 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4fefb19d-16ee-444c-b9f4-1ef6903398b3 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:36.843767 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88056797-d8ca-497c-bf8f-c6b8af4aabb4 req-e61274a3-ff1d-4154-b9ea-609c2ea28745 service neutron] 10.222.0.71 "GET /v2.0/networks/ecb1edcd-4151-45a7-a004-9f7020dfe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924987 Nov 19 09:37:36.878892 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4de58b6-0bf4-431a-8230-f8f14db2bfca tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:36.894397 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4fefb19d-16ee-444c-b9f4-1ef6903398b3 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:36.907342 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ae00e3b5-a2a6-461c-a62a-9e42f6c7450b req-cee9d78f-300d-476f-b32a-4e4fa7fa12f8 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:36.922234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de58b6-0bf4-431a-8230-f8f14db2bfca tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Port': ['ID=5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:36.985948 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4fefb19d-16ee-444c-b9f4-1ef6903398b3 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Calling delete_port for f2091332-600b-493c-a204-06b02b514ccd owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:37.016976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e114d7-e3ff-4f9c-9704-3bcb18f36cb4 None None] New status for floating IP 907283e5-4be8-4d94-997d-aa7e5f3725ab: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:37:37.046149 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9d78f-300d-476f-b32a-4e4fa7fa12f8 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event deleted for resources: {'Port': ['ID=1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:37.113955 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d4de58b6-0bf4-431a-8230-f8f14db2bfca tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:37.268017 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5cfb6693-ed13-4bd6-844d-b9ef2ef08032 req-d2fdb046-7d28-431e-bc7e-0f86b51f15fc tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f150a3-e9df-450b-9ee0-9989cab4db64 HTTP/1.1" status: 200 len: 210 time: 0.0567570 Nov 19 09:37:37.426627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae00e3b5-a2a6-461c-a62a-9e42f6c7450b req-cee9d78f-300d-476f-b32a-4e4fa7fa12f8 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] No DVR routers for this DVR port 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:37:37.429429 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ae00e3b5-a2a6-461c-a62a-9e42f6c7450b req-cee9d78f-300d-476f-b32a-4e4fa7fa12f8 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:37.434691 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ae00e3b5-a2a6-461c-a62a-9e42f6c7450b req-cee9d78f-300d-476f-b32a-4e4fa7fa12f8 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.66 "DELETE /v2.0/ports/1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e HTTP/1.1" status: 204 len: 173 time: 2.1252403 Nov 19 09:37:37.438712 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f150a3-e9df-450b-9ee0-9989cab4db64', 'name': 'network-vif-deleted', 'tag': '1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:37:37.441954 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88d2870-230f-42d0-af75-bbcced36512d" -d '{"events": [{"server_uuid": "58f150a3-e9df-450b-9ee0-9989cab4db64", "name": "network-vif-deleted", "tag": "1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:37:37.445012 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:37.452976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45838) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:37.504842 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd871a1c-783e-4ef8-9312-6998301a5aa9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:37.553783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0c9c57a8-fd62-4c78-b8d3-7f070175af2c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/floatingips/907283e5-4be8-4d94-997d-aa7e5f3725ab HTTP/1.1" status: 200 len: 993 time: 0.0995293 Nov 19 09:37:37.572964 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191671c9-4f63-4b37-8283-0bddd8cd691f x-openstack-request-id: req-191671c9-4f63-4b37-8283-0bddd8cd691f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:37:37.573518 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f150a3-e9df-450b-9ee0-9989cab4db64", "name": "network-vif-deleted", "tag": "1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:37:37.574184 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-191671c9-4f63-4b37-8283-0bddd8cd691f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:37:37.577488 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f150a3-e9df-450b-9ee0-9989cab4db64', 'name': 'network-vif-deleted', 'tag': '1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e', 'status': 'completed', 'code': 200} Nov 19 09:37:37.580880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4de58b6-0bf4-431a-8230-f8f14db2bfca tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:37:37.623553 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4fefb19d-16ee-444c-b9f4-1ef6903398b3 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:37.665282 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefb19d-16ee-444c-b9f4-1ef6903398b3 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Pushing event deleted for resources: {'Port': ['ID=f2091332-600b-493c-a204-06b02b514ccd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:37.686055 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a741bb1f-4600-4679-b952-30672400c706 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:37:37.687134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4de58b6-0bf4-431a-8230-f8f14db2bfca tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:37.698098 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d4de58b6-0bf4-431a-8230-f8f14db2bfca tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/b17c17b6-bca3-4082-8aff-f6a23b0f4e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1258271 Nov 19 09:37:37.699172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45864) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:37.700943 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a28c97-f412-4551-9e6e-d6e00e162e28 None None] Sync routers for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:37.720248 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a28c97-f412-4551-9e6e-d6e00e162e28 None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:37.721329 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-54a28c97-f412-4551-9e6e-d6e00e162e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:37.725407 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:37.766176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c51b7db-5cda-4347-87a4-f80bd2e1c2cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting subnet f4a35e0c-90d2-417c-a0a9-8b095d33264d {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:37:37.769292 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4fefb19d-16ee-444c-b9f4-1ef6903398b3 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:37.770592 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c51b7db-5cda-4347-87a4-f80bd2e1c2cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:37.841382 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c51b7db-5cda-4347-87a4-f80bd2e1c2cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:37.855594 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-54a28c97-f412-4551-9e6e-d6e00e162e28 None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:37.878325 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:37.901492 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4fefb19d-16ee-444c-b9f4-1ef6903398b3 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:37.905836 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4fefb19d-16ee-444c-b9f4-1ef6903398b3 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:37.954218 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:37:37.977754 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4fefb19d-16ee-444c-b9f4-1ef6903398b3 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:37.978324 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fefb19d-16ee-444c-b9f4-1ef6903398b3 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Fanout notify agent at l3_agent the message router_deleted on router 95447119-5ebb-4b4b-bdf2-9f491dcbee14 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:37:37.980237 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c51b7db-5cda-4347-87a4-f80bd2e1c2cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:38.001453 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4fefb19d-16ee-444c-b9f4-1ef6903398b3 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:38.006822 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4fefb19d-16ee-444c-b9f4-1ef6903398b3 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "DELETE /v2.0/routers/95447119-5ebb-4b4b-bdf2-9f491dcbee14 HTTP/1.1" status: 204 len: 168 time: 2.2564175 Nov 19 09:37:38.007245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45894) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:38.015956 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:37:38.016575 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-723045237', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:38.017102 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 1a2f31aa-3b85-4a10-ac0a-f0e47abe1b9e not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:37:38.048147 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:38.080380 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=041ecf99-de97-449a-824b-f40b0e3c344b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:38.090694 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:38.091837 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:38.094958 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c51b7db-5cda-4347-87a4-f80bd2e1c2cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:38.122220 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c51b7db-5cda-4347-87a4-f80bd2e1c2cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:38.129186 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9c51b7db-5cda-4347-87a4-f80bd2e1c2cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/f4a35e0c-90d2-417c-a0a9-8b095d33264d HTTP/1.1" status: 204 len: 168 time: 0.4283540 Nov 19 09:37:38.130894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771fa9c1-8e19-49ef-b187-30afd74e5e59 None None] Network 4741f784-d0de-4e36-a0db-8f285db66903 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:38.135555 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 45902) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:38.150287 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51b7db-5cda-4347-87a4-f80bd2e1c2cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Subnet': ['ID=f4a35e0c-90d2-417c-a0a9-8b095d33264d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:38.201394 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:38.281199 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36062d3a-dac6-4fc2-858d-98d8e282a574']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:38.295076 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f676f39f-245e-41dd-95c0-b542494bd854') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:38.295382 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f676f39f-245e-41dd-95c0-b542494bd854') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:38.302427 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:38.318853 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:38.374330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45930) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:38.383563 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-54a28c97-f412-4551-9e6e-d6e00e162e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:36Z', 'revision_number': 9, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:13Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:38.392376 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a219868b-572c-455a-b025-a6270fc08991 None None] DHCP port deletion for 4741f784-d0de-4e36-a0db-8f285db66903 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:37:38.402761 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8ded75e-9dfc-4b06-99b7-29e8842672f1 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:38.439492 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a28c97-f412-4551-9e6e-d6e00e162e28 None None] Checking router: b17c17b6-bca3-4082-8aff-f6a23b0f4e37 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:37:38.455255 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:38.456807 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a28c97-f412-4551-9e6e-d6e00e162e28 None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:38.457635 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-54a28c97-f412-4551-9e6e-d6e00e162e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:38.471839 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:37:38.472701 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:37:38.475520 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:37:38.506857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a219868b-572c-455a-b025-a6270fc08991 None None] Deleting port e73ea97b-9511-4b50-9e5e-c71f7e4cd585 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:38.507423 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a219868b-572c-455a-b025-a6270fc08991 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:38.587958 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-54a28c97-f412-4551-9e6e-d6e00e162e28 None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:38.618181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a219868b-572c-455a-b025-a6270fc08991 None None] For port e73ea97b-9511-4b50-9e5e-c71f7e4cd585, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e73ea97b-9511-4b50-9e5e-c71f7e4cd585,segment=NetworkSegment(99eeadea-ba9f-468c-9020-f1d5550d9c0c),segment_id=99eeadea-ba9f-468c-9020-f1d5550d9c0c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:38.618665 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a219868b-572c-455a-b025-a6270fc08991 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:38.637773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a219868b-572c-455a-b025-a6270fc08991 None None] Calling delete_port for e73ea97b-9511-4b50-9e5e-c71f7e4cd585 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:38.793349 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a219868b-572c-455a-b025-a6270fc08991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:38.839156 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219868b-572c-455a-b025-a6270fc08991 None None] Pushing event deleted for resources: {'Port': ['ID=e73ea97b-9511-4b50-9e5e-c71f7e4cd585,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:38.851356 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a219868b-572c-455a-b025-a6270fc08991 None None] No DVR routers for this DVR port e73ea97b-9511-4b50-9e5e-c71f7e4cd585 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:37:38.917636 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-54a28c97-f412-4551-9e6e-d6e00e162e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:36Z', 'revision_number': 9, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:13Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:38.958938 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a28c97-f412-4551-9e6e-d6e00e162e28 None None] The sync data for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 is: [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:36Z', 'revision_number': 9, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb034ab7-4198-4b34-acdd-337236eaffdf', 'name': '', 'network_id': '2df15be9-0b02-401e-aa93-8e5a0c4f6dab', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:39:47:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:59Z', 'updated_at': '2021-11-19T09:37:13Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'db7760d9-b63b-465a-b575-ba323e8099bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:38.972477 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f757ac2-058c-4e4b-8ec2-80201d964a77 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:39.064599 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a8ded75e-9dfc-4b06-99b7-29e8842672f1 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] The port 'e73ea97b-9511-4b50-9e5e-c71f7e4cd585' was deleted {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 19 09:37:39.072668 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:39.147256 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:39.183483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 36062d3a-dac6-4fc2-858d-98d8e282a574 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 09:37:39.198564 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:39.201839 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "DELETE /v2.0/networks/36062d3a-dac6-4fc2-858d-98d8e282a574 HTTP/1.1" status: 204 len: 168 time: 3.8434000 Nov 19 09:37:39.204325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 45998) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:39.218233 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17e05d-dc20-42bc-9c2c-2171bcadc8f2 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Pushing event deleted for resources: {'Network': ['ID=36062d3a-dac6-4fc2-858d-98d8e282a574,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:39.221383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8ded75e-9dfc-4b06-99b7-29e8842672f1 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:39.261556 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-a8ded75e-9dfc-4b06-99b7-29e8842672f1 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4741f784-d0de-4e36-a0db-8f285db66903']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:39.279851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-a8ded75e-9dfc-4b06-99b7-29e8842672f1 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99eeadea-ba9f-468c-9020-f1d5550d9c0c') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:39.280150 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-a8ded75e-9dfc-4b06-99b7-29e8842672f1 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99eeadea-ba9f-468c-9020-f1d5550d9c0c') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:39.297843 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8ded75e-9dfc-4b06-99b7-29e8842672f1 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:39.324326 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8ded75e-9dfc-4b06-99b7-29e8842672f1 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:39.335343 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ded75e-9dfc-4b06-99b7-29e8842672f1 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:37:39.336144 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8ded75e-9dfc-4b06-99b7-29e8842672f1 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:37:39.339998 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:37:39.387361 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1b54dc88-14e1-4f61-b1a7-1076095431b6 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2567 time: 0.1795573 Nov 19 09:37:39.390158 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46002) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:39.431492 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8ded75e-9dfc-4b06-99b7-29e8842672f1 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:39.455412 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8ded75e-9dfc-4b06-99b7-29e8842672f1 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:39.470095 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a8ded75e-9dfc-4b06-99b7-29e8842672f1 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/networks/4741f784-d0de-4e36-a0db-8f285db66903 HTTP/1.1" status: 204 len: 168 time: 1.3326671 Nov 19 09:37:39.474462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46006) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:39.482504 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:37:39.501305 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ded75e-9dfc-4b06-99b7-29e8842672f1 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Network': ['ID=4741f784-d0de-4e36-a0db-8f285db66903,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:39.522295 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:37:39.525851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5e9f1302-2f7b-4e18-b60f-4ffa84c8e5f3 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:37:39.526502 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e73ea97b-9511-4b50-9e5e-c71f7e4cd585 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:37:39.579986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: e73ea97b-9511-4b50-9e5e-c71f7e4cd585 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:37:39.580506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e73ea97b-9511-4b50-9e5e-c71f7e4cd585 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:37:39.618716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f2c07-fb3a-4955-a774-369e911f32fb tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:39.619588 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f2c07-fb3a-4955-a774-369e911f32fb tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:39.620303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f2c07-fb3a-4955-a774-369e911f32fb tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:39.620926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f2c07-fb3a-4955-a774-369e911f32fb tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:39.621547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f2c07-fb3a-4955-a774-369e911f32fb tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:39.622140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f2c07-fb3a-4955-a774-369e911f32fb tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:39.622900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f2c07-fb3a-4955-a774-369e911f32fb tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:39.623569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f2c07-fb3a-4955-a774-369e911f32fb tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:39.624179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f2c07-fb3a-4955-a774-369e911f32fb tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:39.624770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f2c07-fb3a-4955-a774-369e911f32fb tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:39.630198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f52f2c07-fb3a-4955-a774-369e911f32fb tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6429 time: 0.2391391 Nov 19 09:37:39.632245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46008) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:39.640001 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:39.666132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2f757ac2-058c-4e4b-8ec2-80201d964a77 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Deleting port f67a7a8b-83ec-43e3-8647-9cf098f64fb3 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:39.666768 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f757ac2-058c-4e4b-8ec2-80201d964a77 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:39.671894 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:39.742028 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-c9cd71f1-bac2-45d5-a7af-48c633cfb591 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] delete failed (client error): The resource could not be found. Nov 19 09:37:39.743423 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c9cd71f1-bac2-45d5-a7af-48c633cfb591 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/39efa361-52c9-4031-8be7-4c8578bcf1b1 HTTP/1.1" status: 404 len: 345 time: 0.1094525 Nov 19 09:37:39.746181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46010) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:39.772805 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-de07ce9b-08f2-43b0-b624-8a4ea5272d6b tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] DELETE failed (client error): The resource could not be found. Nov 19 09:37:39.773558 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de07ce9b-08f2-43b0-b624-8a4ea5272d6b tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:37:39.777821 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-de07ce9b-08f2-43b0-b624-8a4ea5272d6b tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "DELETE /v2.0/networks/36062d3a-dac6-4fc2-858d-98d8e282a574 HTTP/1.1" status: 404 len: 339 time: 0.0304220 Nov 19 09:37:39.785403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46014) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:39.791633 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-2f757ac2-058c-4e4b-8ec2-80201d964a77 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] For port f67a7a8b-83ec-43e3-8647-9cf098f64fb3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f67a7a8b-83ec-43e3-8647-9cf098f64fb3,segment=NetworkSegment(d866603f-b35d-447d-8dfd-1dcad8b9d1ea),segment_id=d866603f-b35d-447d-8dfd-1dcad8b9d1ea)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:39.792380 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f757ac2-058c-4e4b-8ec2-80201d964a77 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:39.792719 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-822c4c06-6993-4d35-8d91-19b1caecabe6 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Request body: {'network': {'name': 'tempest-network--1459285916', 'router:external': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:39.808481 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2f757ac2-058c-4e4b-8ec2-80201d964a77 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Calling delete_port for f67a7a8b-83ec-43e3-8647-9cf098f64fb3 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:39.859838 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822c4c06-6993-4d35-8d91-19b1caecabe6 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Made reservation on behalf of 3b84728328f4420dbfe4465ac11dabd1 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:39.862947 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-822c4c06-6993-4d35-8d91-19b1caecabe6 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:39.886458 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Allocated IP 172.25.0.112 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/5427e0da-950f-4e53-a034-32be854fa499) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:39.927508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822c4c06-6993-4d35-8d91-19b1caecabe6 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:37:39.975967 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-822c4c06-6993-4d35-8d91-19b1caecabe6 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:39.976358 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-822c4c06-6993-4d35-8d91-19b1caecabe6 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Added segment 73ebcbd6-db85-44c8-bb19-3d5e72a24a8b of type vlan for network 978b7dc1-eb68-4837-9959-afe2f736e1d9 Nov 19 09:37:40.045658 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-822c4c06-6993-4d35-8d91-19b1caecabe6 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:40.088937 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:40.109467 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-822c4c06-6993-4d35-8d91-19b1caecabe6 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:40.110466 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822c4c06-6993-4d35-8d91-19b1caecabe6 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:40.111052 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-822c4c06-6993-4d35-8d91-19b1caecabe6 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:40.191475 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-822c4c06-6993-4d35-8d91-19b1caecabe6 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4024894 Nov 19 09:37:40.192978 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46020) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:40.217567 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c4c06-6993-4d35-8d91-19b1caecabe6 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Pushing event updated for resources: {'Network': ['ID=978b7dc1-eb68-4837-9959-afe2f736e1d9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:40.232857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 978b7dc1-eb68-4837-9959-afe2f736e1d9 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:37:40.240440 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:40.359007 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:40.378859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:40.388344 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:40.390309 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Pushing event updated for resources: {'Port': ['ID=5427e0da-950f-4e53-a034-32be854fa499,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:40.398126 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd2728a-5474-4836-add0-56d8f7a1ccb0 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:37:40.458473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-417c4d52-a27e-4c48-9f27-5bc3511b89f5 None None] Provisioning complete for port 5427e0da-950f-4e53-a034-32be854fa499 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:40.460277 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-417c4d52-a27e-4c48-9f27-5bc3511b89f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:40.492246 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb05e47-b4bb-494d-a757-9449c14b6ca9 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:40.501814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb05e47-b4bb-494d-a757-9449c14b6ca9 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:40.508797 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb05e47-b4bb-494d-a757-9449c14b6ca9 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:40.515025 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb05e47-b4bb-494d-a757-9449c14b6ca9 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:40.517237 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3eb05e47-b4bb-494d-a757-9449c14b6ca9 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3214929 Nov 19 09:37:40.520490 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46022) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:40.524770 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-417c4d52-a27e-4c48-9f27-5bc3511b89f5 None None] Port 5427e0da-950f-4e53-a034-32be854fa499 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:37:40.588126 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f757ac2-058c-4e4b-8ec2-80201d964a77 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:40.628695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f757ac2-058c-4e4b-8ec2-80201d964a77 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event deleted for resources: {'Port': ['ID=f67a7a8b-83ec-43e3-8647-9cf098f64fb3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:40.763442 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11b52de1-f58f-44ba-8520-beb8607d0204 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:40.782562 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:40.958069 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:41.102566 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11b52de1-f58f-44ba-8520-beb8607d0204 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:41.134868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-11b52de1-f58f-44ba-8520-beb8607d0204 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978b7dc1-eb68-4837-9959-afe2f736e1d9']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:41.159379 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2f757ac2-058c-4e4b-8ec2-80201d964a77 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:41.177722 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-11b52de1-f58f-44ba-8520-beb8607d0204 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ebcbd6-db85-44c8-bb19-3d5e72a24a8b') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:41.179286 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-11b52de1-f58f-44ba-8520-beb8607d0204 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ebcbd6-db85-44c8-bb19-3d5e72a24a8b') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:41.193929 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11b52de1-f58f-44ba-8520-beb8607d0204 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:41.215458 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11b52de1-f58f-44ba-8520-beb8607d0204 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:41.257174 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b52de1-f58f-44ba-8520-beb8607d0204 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:37:41.257581 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11b52de1-f58f-44ba-8520-beb8607d0204 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:37:41.259296 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:37:41.376092 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11b52de1-f58f-44ba-8520-beb8607d0204 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:41.381438 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b52de1-f58f-44ba-8520-beb8607d0204 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 978b7dc1-eb68-4837-9959-afe2f736e1d9 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 09:37:41.383516 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-11b52de1-f58f-44ba-8520-beb8607d0204 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:41.392360 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-11b52de1-f58f-44ba-8520-beb8607d0204 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "DELETE /v2.0/networks/978b7dc1-eb68-4837-9959-afe2f736e1d9 HTTP/1.1" status: 204 len: 168 time: 0.8654001 Nov 19 09:37:41.392579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46028) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:41.398657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8c324d68-6abb-4734-8a0b-1be5bdb48e46 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Request body: {'network': {'name': 'tempest-network--898430334', 'router:external': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:41.416552 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b52de1-f58f-44ba-8520-beb8607d0204 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Pushing event deleted for resources: {'Network': ['ID=978b7dc1-eb68-4837-9959-afe2f736e1d9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:41.431095 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:41.456936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting port eb034ab7-4198-4b34-acdd-337236eaffdf {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:41.457712 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:41.476828 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c324d68-6abb-4734-8a0b-1be5bdb48e46 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Made reservation on behalf of 3b84728328f4420dbfe4465ac11dabd1 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:41.479330 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c324d68-6abb-4734-8a0b-1be5bdb48e46 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:41.553898 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c324d68-6abb-4734-8a0b-1be5bdb48e46 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:37:41.558121 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f757ac2-058c-4e4b-8ec2-80201d964a77 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Router d1fda1d6-d0f5-4c0d-a3eb-41feba001947 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:37:41.576247 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c324d68-6abb-4734-8a0b-1be5bdb48e46 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:41.576600 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-8c324d68-6abb-4734-8a0b-1be5bdb48e46 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Added segment 7f1dd807-5608-4f0a-85f1-30d0a8dff7c6 of type vlan for network e4388249-63b2-453d-9b36-57a1457b236f Nov 19 09:37:41.629007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] For port eb034ab7-4198-4b34-acdd-337236eaffdf, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=eb034ab7-4198-4b34-acdd-337236eaffdf,segment=NetworkSegment(898abdf9-23f6-49fb-b4e0-f6397767c486),segment_id=898abdf9-23f6-49fb-b4e0-f6397767c486)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:41.629602 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:41.647032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Calling delete_port for eb034ab7-4198-4b34-acdd-337236eaffdf owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:41.682963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c324d68-6abb-4734-8a0b-1be5bdb48e46 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:41.693058 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Router 1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:37:41.741938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f757ac2-058c-4e4b-8ec2-80201d964a77 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:41.752004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2f757ac2-058c-4e4b-8ec2-80201d964a77 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "PUT /v2.0/routers/d1fda1d6-d0f5-4c0d-a3eb-41feba001947/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3739398 Nov 19 09:37:41.754681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46030) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:41.843348 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:41.873627 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c324d68-6abb-4734-8a0b-1be5bdb48e46 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:41.874902 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c324d68-6abb-4734-8a0b-1be5bdb48e46 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:41.875651 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c324d68-6abb-4734-8a0b-1be5bdb48e46 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:41.894442 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:41.898887 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0914f8e7-02b2-4a27-922c-5eb27918ab2e tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8880737 Nov 19 09:37:41.901128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46032) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:41.919597 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8c324d68-6abb-4734-8a0b-1be5bdb48e46 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5257266 Nov 19 09:37:41.921947 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46034) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:41.966354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:42.041995 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416afad5-e58d-449f-a4fa-b24685aef581 None None] Sync routers for ids ['d1fda1d6-d0f5-4c0d-a3eb-41feba001947'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:42.061709 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b475eff3-7912-4b79-af8b-a25ddc55b51d None None] Sync routers for ids ['1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:42.064729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416afad5-e58d-449f-a4fa-b24685aef581 None None] Routers {'d1fda1d6-d0f5-4c0d-a3eb-41feba001947'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:42.065443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-416afad5-e58d-449f-a4fa-b24685aef581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['d1fda1d6-d0f5-4c0d-a3eb-41feba001947'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:42.079378 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b475eff3-7912-4b79-af8b-a25ddc55b51d None None] Routers {'1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:42.081707 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b475eff3-7912-4b79-af8b-a25ddc55b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:42.099408 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c324d68-6abb-4734-8a0b-1be5bdb48e46 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Pushing event updated for resources: {'Network': ['ID=e4388249-63b2-453d-9b36-57a1457b236f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:42.190832 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b475eff3-7912-4b79-af8b-a25ddc55b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:42.201748 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-92df743f-cb7a-4959-959c-df4350d6ebcf tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Deleting subnet f9dea266-f30a-4859-9a3a-79ed0c3c5a47 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:37:42.204218 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b475eff3-7912-4b79-af8b-a25ddc55b51d None None] Routers {'1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:42.206150 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-92df743f-cb7a-4959-959c-df4350d6ebcf tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:42.206402 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b475eff3-7912-4b79-af8b-a25ddc55b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:42.211887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network e4388249-63b2-453d-9b36-57a1457b236f details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:37:42.264120 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-92df743f-cb7a-4959-959c-df4350d6ebcf tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:42.308268 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b475eff3-7912-4b79-af8b-a25ddc55b51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:42.309297 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b475eff3-7912-4b79-af8b-a25ddc55b51d None None] The sync data for ids ['1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:42.324536 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2851b8a7-d235-4b05-808a-0c27deb44acc tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:42.326603 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2851b8a7-d235-4b05-808a-0c27deb44acc tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] 10.222.0.21 "GET /v2.0/networks/e4388249-63b2-453d-9b36-57a1457b236f HTTP/1.1" status: 200 len: 756 time: 0.3923485 Nov 19 09:37:42.329306 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46044) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:42.377004 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:42.444344 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-416afad5-e58d-449f-a4fa-b24685aef581 None None] Set router d1fda1d6-d0f5-4c0d-a3eb-41feba001947 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:42.449542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Port': ['ID=eb034ab7-4198-4b34-acdd-337236eaffdf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:42.497064 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:42.497621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:42.498127 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:42.498611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:42.500366 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:42.500874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:42.501382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:42.501881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:42.502900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:42.503378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:42.503853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:42.504343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:42.521716 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-92df743f-cb7a-4959-959c-df4350d6ebcf tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:42.598884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0279aa-4e29-48cc-8579-f0fe5d16e149 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:42.600421 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2e0279aa-4e29-48cc-8579-f0fe5d16e149 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] 10.222.0.21 "GET /v2.0/networks/db177662-d005-4d98-8e12-f4d191389a77 HTTP/1.1" status: 200 len: 767 time: 0.2699254 Nov 19 09:37:42.603087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46046) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:42.750921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-416afad5-e58d-449f-a4fa-b24685aef581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1124773277', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:50Z', 'updated_at': '2021-11-19T09:37:40Z', 'revision_number': 5, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:51Z', 'updated_at': '2021-11-19T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:42.756449 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2d95553-6e1b-42fc-a219-ccff1b6c1e08 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:42.772534 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:42.784406 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416afad5-e58d-449f-a4fa-b24685aef581 None None] Checking router: d1fda1d6-d0f5-4c0d-a3eb-41feba001947 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:37:42.788136 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-92df743f-cb7a-4959-959c-df4350d6ebcf tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:42.795658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416afad5-e58d-449f-a4fa-b24685aef581 None None] Routers {'d1fda1d6-d0f5-4c0d-a3eb-41feba001947'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:42.796483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-416afad5-e58d-449f-a4fa-b24685aef581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['d1fda1d6-d0f5-4c0d-a3eb-41feba001947'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:42.833140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df743f-cb7a-4959-959c-df4350d6ebcf tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event deleted for resources: {'Subnet': ['ID=f9dea266-f30a-4859-9a3a-79ed0c3c5a47,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:42.837245 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-92df743f-cb7a-4959-959c-df4350d6ebcf tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:42.843111 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-92df743f-cb7a-4959-959c-df4350d6ebcf tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "DELETE /v2.0/subnets/f9dea266-f30a-4859-9a3a-79ed0c3c5a47 HTTP/1.1" status: 204 len: 168 time: 1.0850914 Nov 19 09:37:42.843255 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:42.846059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46048) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:42.847333 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202298fb-d4d7-4b72-a9e4-97b26da1dd80 None None] Network f12ddc15-277b-46de-8ab6-931e0f3f5452 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:42.847645 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:42.938110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-416afad5-e58d-449f-a4fa-b24685aef581 None None] Set router d1fda1d6-d0f5-4c0d-a3eb-41feba001947 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:42.963767 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c63d181-b584-4663-9577-9df6babcc2b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:43.020419 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2d95553-6e1b-42fc-a219-ccff1b6c1e08 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:43.079553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:37:43.201137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:43.223531 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb3111c-7b14-4cd5-a91d-448d46da90cf None None] Sync routers for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:43.232176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bf5aeee2-c227-4116-a0ad-beac4a9dde07 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/b17c17b6-bca3-4082-8aff-f6a23b0f4e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7562075 Nov 19 09:37:43.234509 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46050) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:43.251875 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb3111c-7b14-4cd5-a91d-448d46da90cf None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:43.252332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2cb3111c-7b14-4cd5-a91d-448d46da90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:43.349183 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f70447b-8110-4249-978a-d09048f2c118 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting subnet db7760d9-b63b-465a-b575-ba323e8099bf {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:37:43.353413 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f70447b-8110-4249-978a-d09048f2c118 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:43.362372 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-2cb3111c-7b14-4cd5-a91d-448d46da90cf None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:43.436689 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f70447b-8110-4249-978a-d09048f2c118 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:43.507895 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e52d18-a709-4f61-8a85-7372cd1ee2ed None None] DHCP port deletion for f12ddc15-277b-46de-8ab6-931e0f3f5452 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:37:43.519174 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ea97464a-ebc5-4b85-ae94-2574d9626987 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:37:43.565908 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f70447b-8110-4249-978a-d09048f2c118 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:43.567073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-b2d95553-6e1b-42fc-a219-ccff1b6c1e08 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4388249-63b2-453d-9b36-57a1457b236f']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:43.591834 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-b2d95553-6e1b-42fc-a219-ccff1b6c1e08 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1dd807-5608-4f0a-85f1-30d0a8dff7c6') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:43.592340 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-b2d95553-6e1b-42fc-a219-ccff1b6c1e08 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1dd807-5608-4f0a-85f1-30d0a8dff7c6') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:43.610755 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2d95553-6e1b-42fc-a219-ccff1b6c1e08 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:43.638888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Deleting port 5427e0da-950f-4e53-a034-32be854fa499 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:43.639379 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:43.645755 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f70447b-8110-4249-978a-d09048f2c118 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:43.682303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70447b-8110-4249-978a-d09048f2c118 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Subnet': ['ID=db7760d9-b63b-465a-b575-ba323e8099bf,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:43.701867 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f70447b-8110-4249-978a-d09048f2c118 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:43.707403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9f70447b-8110-4249-978a-d09048f2c118 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/db7760d9-b63b-465a-b575-ba323e8099bf HTTP/1.1" status: 204 len: 168 time: 0.4702783 Nov 19 09:37:43.717179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46054) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:43.735867 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:43.750745 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Calling delete_port for 5427e0da-950f-4e53-a034-32be854fa499 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:43.791979 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425085bd-c449-4531-a1cf-3230b3382f41 None None] Network 2df15be9-0b02-401e-aa93-8e5a0c4f6dab requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:43.825469 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:43.889695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting port 4e1b02e1-4a75-4e39-bbb9-002bb24a4776 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:43.890283 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:43.932424 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2d95553-6e1b-42fc-a219-ccff1b6c1e08 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:43.936692 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:43.940731 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:43.958152 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d95553-6e1b-42fc-a219-ccff1b6c1e08 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:37:43.958730 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2d95553-6e1b-42fc-a219-ccff1b6c1e08 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:43.968029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] For port 4e1b02e1-4a75-4e39-bbb9-002bb24a4776, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4e1b02e1-4a75-4e39-bbb9-002bb24a4776,segment=NetworkSegment(898abdf9-23f6-49fb-b4e0-f6397767c486),segment_id=898abdf9-23f6-49fb-b4e0-f6397767c486)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:43.968672 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:43.987785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Calling delete_port for 4e1b02e1-4a75-4e39-bbb9-002bb24a4776 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:37:43.989771 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:37:43.991772 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c63d181-b584-4663-9577-9df6babcc2b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.013171 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Pushing event deleted for resources: {'Port': ['ID=5427e0da-950f-4e53-a034-32be854fa499,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:44.059144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:44.059682 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:44.060515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:44.060918 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:44.061761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:44.064635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:44.064635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:44.064635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:44.064635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:44.064635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:44.064635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:44.064635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:44.072506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a1e52d18-a709-4f61-8a85-7372cd1ee2ed None None] Deleting port ea97464a-ebc5-4b85-ae94-2574d9626987 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:44.072893 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1e52d18-a709-4f61-8a85-7372cd1ee2ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.121299 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920dbe86-1330-4da4-b2c5-bca2bcf6f824 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:37:44.140101 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.155977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] No DVR routers for this DVR port 4e1b02e1-4a75-4e39-bbb9-002bb24a4776 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:37:44.159124 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-416afad5-e58d-449f-a4fa-b24685aef581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1124773277', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:50Z', 'updated_at': '2021-11-19T09:37:40Z', 'revision_number': 5, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:51Z', 'updated_at': '2021-11-19T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:44.165288 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port ea97464a-ebc5-4b85-ae94-2574d9626987, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ea97464a-ebc5-4b85-ae94-2574d9626987,segment=NetworkSegment(d866603f-b35d-447d-8dfd-1dcad8b9d1ea),segment_id=d866603f-b35d-447d-8dfd-1dcad8b9d1ea)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:44.188333 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Port': ['ID=4e1b02e1-4a75-4e39-bbb9-002bb24a4776,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:44.220017 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14421768-b993-49aa-be6a-c06f63932db1 None None] DHCP port deletion for 2df15be9-0b02-401e-aa93-8e5a0c4f6dab request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:37:44.224662 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.240072 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.253426 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416afad5-e58d-449f-a4fa-b24685aef581 None None] The sync data for ids ['d1fda1d6-d0f5-4c0d-a3eb-41feba001947'] in n-d-805649-14 is: [{'id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1124773277', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:50Z', 'updated_at': '2021-11-19T09:37:40Z', 'revision_number': 5, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': '4f49a843-6e3f-455c-ba46-d6c89dcbf5e4', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fda1d6-d0f5-4c0d-a3eb-41feba001947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:51Z', 'updated_at': '2021-11-19T09:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:44.344132 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a1e52d18-a709-4f61-8a85-7372cd1ee2ed None None] For port ea97464a-ebc5-4b85-ae94-2574d9626987, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ea97464a-ebc5-4b85-ae94-2574d9626987,segment=NetworkSegment(d866603f-b35d-447d-8dfd-1dcad8b9d1ea),segment_id=d866603f-b35d-447d-8dfd-1dcad8b9d1ea)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:44.345426 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1e52d18-a709-4f61-8a85-7372cd1ee2ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.371397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=ea97464a-ebc5-4b85-ae94-2574d9626987,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:44.375884 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a1e52d18-a709-4f61-8a85-7372cd1ee2ed None None] Calling delete_port for ea97464a-ebc5-4b85-ae94-2574d9626987 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:44.386201 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.388335 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2d95553-6e1b-42fc-a219-ccff1b6c1e08 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.394904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d95553-6e1b-42fc-a219-ccff1b6c1e08 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4388249-63b2-453d-9b36-57a1457b236f {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 09:37:44.398770 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2cb3111c-7b14-4cd5-a91d-448d46da90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:42Z', 'revision_number': 10, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:44.411873 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2d95553-6e1b-42fc-a219-ccff1b6c1e08 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.415684 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b2d95553-6e1b-42fc-a219-ccff1b6c1e08 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "DELETE /v2.0/networks/e4388249-63b2-453d-9b36-57a1457b236f HTTP/1.1" status: 204 len: 168 time: 1.8114398 Nov 19 09:37:44.424530 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46058) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:44.440533 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-088c97d0-0bee-4fb1-a601-6d6f5612948e tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Request body: {'network': {'name': 'tempest-network--924422203'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:44.474788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df15be9-0b02-401e-aa93-8e5a0c4f6dab']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:44.477192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb3111c-7b14-4cd5-a91d-448d46da90cf None None] Checking router: b17c17b6-bca3-4082-8aff-f6a23b0f4e37 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:37:44.488871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088c97d0-0bee-4fb1-a601-6d6f5612948e tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Made reservation on behalf of 3b84728328f4420dbfe4465ac11dabd1 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:44.491297 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-088c97d0-0bee-4fb1-a601-6d6f5612948e tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.494966 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898abdf9-23f6-49fb-b4e0-f6397767c486') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:44.495278 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898abdf9-23f6-49fb-b4e0-f6397767c486') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:44.512922 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.534443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb3111c-7b14-4cd5-a91d-448d46da90cf None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:44.535341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2cb3111c-7b14-4cd5-a91d-448d46da90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:44.536034 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.543882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:37:44.544710 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.601356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d95553-6e1b-42fc-a219-ccff1b6c1e08 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4388249-63b2-453d-9b36-57a1457b236f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:44.618220 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088c97d0-0bee-4fb1-a601-6d6f5612948e tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:37:44.627214 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:37:44.633907 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.636597 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-088c97d0-0bee-4fb1-a601-6d6f5612948e tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.637333 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-088c97d0-0bee-4fb1-a601-6d6f5612948e tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Added segment 50716243-37b5-48bd-8f0e-c503288b724b of type vlan for network 34442b33-09f5-41c1-a304-023085faa922 Nov 19 09:37:44.640138 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-2cb3111c-7b14-4cd5-a91d-448d46da90cf None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:44.648015 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.653550 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/networks/2df15be9-0b02-401e-aa93-8e5a0c4f6dab HTTP/1.1" status: 204 len: 168 time: 0.9349933 Nov 19 09:37:44.666584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46060) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:44.693998 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1e52d18-a709-4f61-8a85-7372cd1ee2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.708387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4c63d181-b584-4663-9577-9df6babcc2b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Deleting port 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:44.708672 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c63d181-b584-4663-9577-9df6babcc2b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.760442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e52d18-a709-4f61-8a85-7372cd1ee2ed None None] Pushing event deleted for resources: {'Port': ['ID=ea97464a-ebc5-4b85-ae94-2574d9626987,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:44.775567 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e52d18-a709-4f61-8a85-7372cd1ee2ed None None] No DVR routers for this DVR port ea97464a-ebc5-4b85-ae94-2574d9626987 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:37:44.797582 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4c63d181-b584-4663-9577-9df6babcc2b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] For port 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4f49a843-6e3f-455c-ba46-d6c89dcbf5e4,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:44.797954 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c63d181-b584-4663-9577-9df6babcc2b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.812930 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4c63d181-b584-4663-9577-9df6babcc2b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Calling delete_port for 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:44.814498 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fad5a2-6fed-49e6-83bc-5e829779d273 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Network': ['ID=2df15be9-0b02-401e-aa93-8e5a0c4f6dab,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:44.950383 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-088c97d0-0bee-4fb1-a601-6d6f5612948e tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:44.965505 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2cb3111c-7b14-4cd5-a91d-448d46da90cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:42Z', 'revision_number': 10, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:45.014303 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:45.017456 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-088c97d0-0bee-4fb1-a601-6d6f5612948e tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:45.019970 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:45.022135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088c97d0-0bee-4fb1-a601-6d6f5612948e tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:45.025756 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-088c97d0-0bee-4fb1-a601-6d6f5612948e tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:45.028757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb3111c-7b14-4cd5-a91d-448d46da90cf None None] The sync data for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 is: [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:42Z', 'revision_number': 10, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None, '_interfaces': [{'id': '6ab8c271-d9e3-4694-9a92-e5a74fd81031', 'name': '', 'network_id': 'bdf0db14-2fff-4458-889d-2e5de7bce0ac', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'mac_address': 'fa:16:3e:6e:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:48Z', 'updated_at': '2021-11-19T09:36:57Z', 'revision_number': 5, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'subnets': [{'id': 'ab26f9dd-51ca-46d4-9f36-b895a2db6002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:45.109444 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c63d181-b584-4663-9577-9df6babcc2b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:45.144904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63d181-b584-4663-9577-9df6babcc2b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event deleted for resources: {'Port': ['ID=4f49a843-6e3f-455c-ba46-d6c89dcbf5e4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:45.158423 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-088c97d0-0bee-4fb1-a601-6d6f5612948e tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7327402 Nov 19 09:37:45.168743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46062) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:45.173938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-32f52536-5e3e-472b-abb7-e22fcc727885 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:45.186985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c1b6d2-accd-4a26-8dcb-efa2fc551a4a None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:37:45.198623 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Router 1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:37:45.293402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c97d0-0bee-4fb1-a601-6d6f5612948e tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Pushing event updated for resources: {'Network': ['ID=34442b33-09f5-41c1-a304-023085faa922,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:45.311532 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 34442b33-09f5-41c1-a304-023085faa922 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:37:45.312708 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c63d181-b584-4663-9577-9df6babcc2b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:45.438102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:45.456357 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb55778-b970-4522-a646-5dabf8ed9346 None None] Sync routers for ids ['1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:45.463952 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:45.469034 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-56091df2-d29b-42e3-a9ca-f91bc09d4f75 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "PUT /v2.0/routers/1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b HTTP/1.1" status: 200 len: 709 time: 3.5480947 Nov 19 09:37:45.472854 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46066) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:45.476091 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c63d181-b584-4663-9577-9df6babcc2b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:45.482494 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb55778-b970-4522-a646-5dabf8ed9346 None None] Routers {'1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:45.484101 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4bb55778-b970-4522-a646-5dabf8ed9346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:45.567688 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4bb55778-b970-4522-a646-5dabf8ed9346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:45.581798 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c63d181-b584-4663-9577-9df6babcc2b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:45.585340 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:45.604237 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb55778-b970-4522-a646-5dabf8ed9346 None None] Routers {'1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:45.617124 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4bb55778-b970-4522-a646-5dabf8ed9346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:45.637792 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-77364783-1893-4d77-8dbc-95c8356bf00e tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "GET /v2.0/routers/1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b HTTP/1.1" status: 200 len: 744 time: 0.1637146 Nov 19 09:37:45.639384 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46068) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:45.661134 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4bb55778-b970-4522-a646-5dabf8ed9346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:45.662085 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb55778-b970-4522-a646-5dabf8ed9346 None None] The sync data for ids ['1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:45.673429 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c63d181-b584-4663-9577-9df6babcc2b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:45.674049 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c63d181-b584-4663-9577-9df6babcc2b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Fanout notify agent at l3_agent the message router_deleted on router d1fda1d6-d0f5-4c0d-a3eb-41feba001947 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:37:45.682147 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c63d181-b584-4663-9577-9df6babcc2b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:45.686318 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4c63d181-b584-4663-9577-9df6babcc2b5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "DELETE /v2.0/routers/d1fda1d6-d0f5-4c0d-a3eb-41feba001947 HTTP/1.1" status: 204 len: 168 time: 2.8353302 Nov 19 09:37:45.687139 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46070) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:45.692448 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-78eeed0e-c2bf-47cf-8785-e5e912510b53 tempest-RoutersIpV6AdminTest-1954616602 tempest-RoutersIpV6AdminTest-1954616602-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&device_id=1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b HTTP/1.1" status: 200 len: 205 time: 0.0519350 Nov 19 09:37:45.694398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46072) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:45.706950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f67a7a8b-83ec-43e3-8647-9cf098f64fb3 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:37:45.757015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: f67a7a8b-83ec-43e3-8647-9cf098f64fb3 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:37:45.757409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f67a7a8b-83ec-43e3-8647-9cf098f64fb3 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:37:45.758026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4e1b02e1-4a75-4e39-bbb9-002bb24a4776 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:37:45.781710 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 4e1b02e1-4a75-4e39-bbb9-002bb24a4776 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:37:45.782308 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4e1b02e1-4a75-4e39-bbb9-002bb24a4776 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:37:45.782874 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device eb034ab7-4198-4b34-acdd-337236eaffdf no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:37:45.787953 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-188c87fd-1ad0-441b-bec7-ecc143141d5d tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "GET /v2.0/ports?device_id=1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b HTTP/1.1" status: 200 len: 205 time: 0.0858963 Nov 19 09:37:45.791581 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46074) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:45.826906 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: eb034ab7-4198-4b34-acdd-337236eaffdf {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:37:45.827476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device eb034ab7-4198-4b34-acdd-337236eaffdf not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:37:45.914860 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6114f51e-078e-468a-9985-fa9bdabe9662 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:45.915041 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32f52536-5e3e-472b-abb7-e22fcc727885 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:45.917987 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acb2605a-c9b1-40a5-824b-b3114bde4e27 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:45.935042 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32f52536-5e3e-472b-abb7-e22fcc727885 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:45.982334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-32f52536-5e3e-472b-abb7-e22fcc727885 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Network 34442b33-09f5-41c1-a304-023085faa922 is not hosted by any dhcp agent {{(pid=103477) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 09:37:45.983681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f52536-5e3e-472b-abb7-e22fcc727885 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:45.983952 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32f52536-5e3e-472b-abb7-e22fcc727885 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:45.987883 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-32f52536-5e3e-472b-abb7-e22fcc727885 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "PUT /v2.0/networks/34442b33-09f5-41c1-a304-023085faa922 HTTP/1.1" status: 200 len: 857 time: 0.8155084 Nov 19 09:37:45.988706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46076) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:46.004584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f52536-5e3e-472b-abb7-e22fcc727885 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Pushing event updated for resources: {'Network': ['ID=34442b33-09f5-41c1-a304-023085faa922,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:46.013296 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b30d8552-0531-40b3-b2a2-107b570b1b27 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.220889 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acb2605a-c9b1-40a5-824b-b3114bde4e27 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.225646 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acb2605a-c9b1-40a5-824b-b3114bde4e27 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.229539 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-938fb60e-1779-434a-8281-e0ff3dc3ba79 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.240271 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6114f51e-078e-468a-9985-fa9bdabe9662 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.300814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-6114f51e-078e-468a-9985-fa9bdabe9662 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12ddc15-277b-46de-8ab6-931e0f3f5452']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:46.312135 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acb2605a-c9b1-40a5-824b-b3114bde4e27 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.312717 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb2605a-c9b1-40a5-824b-b3114bde4e27 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Fanout notify agent at l3_agent the message router_deleted on router 1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:37:46.316225 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b30d8552-0531-40b3-b2a2-107b570b1b27 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting port 6ab8c271-d9e3-4694-9a92-e5a74fd81031 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:46.316684 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b30d8552-0531-40b3-b2a2-107b570b1b27 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.323233 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acb2605a-c9b1-40a5-824b-b3114bde4e27 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.328641 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-acb2605a-c9b1-40a5-824b-b3114bde4e27 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "DELETE /v2.0/routers/1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b HTTP/1.1" status: 204 len: 168 time: 0.5360868 Nov 19 09:37:46.335743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46078) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:46.353367 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-6114f51e-078e-468a-9985-fa9bdabe9662 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd866603f-b35d-447d-8dfd-1dcad8b9d1ea') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:46.353669 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-6114f51e-078e-468a-9985-fa9bdabe9662 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd866603f-b35d-447d-8dfd-1dcad8b9d1ea') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:46.373050 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6114f51e-078e-468a-9985-fa9bdabe9662 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.397897 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-acfb8888-e75a-450e-85c3-92fc903b8014 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "GET /v2.0/ports?device_id=1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b HTTP/1.1" status: 200 len: 205 time: 0.0592508 Nov 19 09:37:46.399242 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46082) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:46.431361 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6114f51e-078e-468a-9985-fa9bdabe9662 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.434498 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-938fb60e-1779-434a-8281-e0ff3dc3ba79 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.450510 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-f9510984-8fd2-4f35-9798-71465650d5c4 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] delete failed (client error): The resource could not be found. Nov 19 09:37:46.451717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f9510984-8fd2-4f35-9798-71465650d5c4 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "DELETE /v2.0/routers/1325de1a-2d20-4f0b-87c6-dfedd6d1ed2b HTTP/1.1" status: 404 len: 336 time: 0.0512745 Nov 19 09:37:46.454564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46084) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:46.454914 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6114f51e-078e-468a-9985-fa9bdabe9662 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:37:46.455892 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6114f51e-078e-468a-9985-fa9bdabe9662 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:37:46.459145 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:37:46.496921 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5f7bdbef-478b-4c0e-b424-f2744163cc8f tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "GET /v2.0/ports?device_id=95447119-5ebb-4b4b-bdf2-9f491dcbee14 HTTP/1.1" status: 200 len: 205 time: 0.0391803 Nov 19 09:37:46.498358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46086) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:46.504347 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-938fb60e-1779-434a-8281-e0ff3dc3ba79 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34442b33-09f5-41c1-a304-023085faa922']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:46.524476 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-938fb60e-1779-434a-8281-e0ff3dc3ba79 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50716243-37b5-48bd-8f0e-c503288b724b') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:46.524774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-938fb60e-1779-434a-8281-e0ff3dc3ba79 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50716243-37b5-48bd-8f0e-c503288b724b') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:46.537872 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-938fb60e-1779-434a-8281-e0ff3dc3ba79 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.544891 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-977ebb18-7637-4157-b1e3-1c8c2cd60e8b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] delete failed (client error): The resource could not be found. Nov 19 09:37:46.548388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-977ebb18-7637-4157-b1e3-1c8c2cd60e8b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "DELETE /v2.0/routers/95447119-5ebb-4b4b-bdf2-9f491dcbee14 HTTP/1.1" status: 404 len: 336 time: 0.0465641 Nov 19 09:37:46.548522 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6114f51e-078e-468a-9985-fa9bdabe9662 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.549901 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46088) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:46.552918 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6114f51e-078e-468a-9985-fa9bdabe9662 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.559168 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6114f51e-078e-468a-9985-fa9bdabe9662 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "DELETE /v2.0/networks/f12ddc15-277b-46de-8ab6-931e0f3f5452 HTTP/1.1" status: 204 len: 168 time: 0.8655553 Nov 19 09:37:46.561940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46090) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:46.578948 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-938fb60e-1779-434a-8281-e0ff3dc3ba79 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.581979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114f51e-078e-468a-9985-fa9bdabe9662 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event deleted for resources: {'Network': ['ID=f12ddc15-277b-46de-8ab6-931e0f3f5452,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:46.589765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938fb60e-1779-434a-8281-e0ff3dc3ba79 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:37:46.590358 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-938fb60e-1779-434a-8281-e0ff3dc3ba79 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:37:46.592671 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:37:46.625211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4e370dc0-6658-4392-958d-e449ea022f0f tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "GET /v2.0/ports?device_id=546ce454-bee2-4d4c-ac2d-524830824fac HTTP/1.1" status: 200 len: 205 time: 0.0717342 Nov 19 09:37:46.629121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46092) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:46.630458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-b30d8552-0531-40b3-b2a2-107b570b1b27 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] For port 6ab8c271-d9e3-4694-9a92-e5a74fd81031, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6ab8c271-d9e3-4694-9a92-e5a74fd81031,segment=NetworkSegment(ca44b1eb-97b0-421f-87a5-a861d1e80255),segment_id=ca44b1eb-97b0-421f-87a5-a861d1e80255)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:46.630839 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b30d8552-0531-40b3-b2a2-107b570b1b27 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.653762 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b30d8552-0531-40b3-b2a2-107b570b1b27 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Calling delete_port for 6ab8c271-d9e3-4694-9a92-e5a74fd81031 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:46.678487 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-780e9410-47dd-4323-ae8f-326b9891454c tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] delete failed (client error): The resource could not be found. Nov 19 09:37:46.682127 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-780e9410-47dd-4323-ae8f-326b9891454c tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "DELETE /v2.0/routers/546ce454-bee2-4d4c-ac2d-524830824fac HTTP/1.1" status: 404 len: 336 time: 0.0498786 Nov 19 09:37:46.684246 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46094) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:46.715446 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2a5425fc-3a18-4e52-8c3d-9a26f8d48652 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "GET /v2.0/ports?device_id=129317d2-ef88-4573-860a-6dd2525981dd HTTP/1.1" status: 200 len: 205 time: 0.0298584 Nov 19 09:37:46.721458 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46096) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:46.730142 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-938fb60e-1779-434a-8281-e0ff3dc3ba79 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.734703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938fb60e-1779-434a-8281-e0ff3dc3ba79 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 34442b33-09f5-41c1-a304-023085faa922 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 09:37:46.737622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-938fb60e-1779-434a-8281-e0ff3dc3ba79 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.741720 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-938fb60e-1779-434a-8281-e0ff3dc3ba79 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] 10.222.0.21 "DELETE /v2.0/networks/34442b33-09f5-41c1-a304-023085faa922 HTTP/1.1" status: 204 len: 168 time: 0.7519984 Nov 19 09:37:46.750759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46098) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:46.775474 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-a960a7da-c417-4c68-beac-aeb495b00fd7 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] delete failed (client error): The resource could not be found. Nov 19 09:37:46.776712 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a960a7da-c417-4c68-beac-aeb495b00fd7 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "DELETE /v2.0/routers/129317d2-ef88-4573-860a-6dd2525981dd HTTP/1.1" status: 404 len: 336 time: 0.0540555 Nov 19 09:37:46.782348 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46100) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:46.787306 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fb60e-1779-434a-8281-e0ff3dc3ba79 tempest-ExternalNetworksTestJSON-1922065807 tempest-ExternalNetworksTestJSON-1922065807-project-admin] Pushing event deleted for resources: {'Network': ['ID=34442b33-09f5-41c1-a304-023085faa922,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:46.798042 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f314bbc-cb67-4c3d-a653-f1ed2ebea1e3 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] DELETE failed (client error): The resource could not be found. Nov 19 09:37:46.798505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f314bbc-cb67-4c3d-a653-f1ed2ebea1e3 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:37:46.804562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5f314bbc-cb67-4c3d-a653-f1ed2ebea1e3 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] 10.222.0.21 "DELETE /v2.0/subnets/041ecf99-de97-449a-824b-f40b0e3c344b HTTP/1.1" status: 404 len: 337 time: 0.0505314 Nov 19 09:37:46.805469 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46102) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:46.834989 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6059469d-b47a-4dfc-97d7-a05d6e61e82b tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e499c4b-adb4-4bbb-a400-2232b9a40067 HTTP/1.1" status: 200 len: 205 time: 0.0494332 Nov 19 09:37:46.841038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46104) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:46.902183 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acceaa1c-43e8-4bad-b2bf-49a49129df74 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:46.917289 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-6f71ce34-88a0-4b38-a8ff-293d50182b55 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] delete failed (client error): The resource could not be found. Nov 19 09:37:46.918295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6f71ce34-88a0-4b38-a8ff-293d50182b55 tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "DELETE /v2.0/routers/8e499c4b-adb4-4bbb-a400-2232b9a40067 HTTP/1.1" status: 404 len: 336 time: 0.0717363 Nov 19 09:37:46.921610 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46106) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:46.957523 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-696da0ef-a2f8-46f9-b67c-47152b48357f tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "GET /v2.0/ports?device_id=cde9ec48-06d7-47d2-9e4a-2b53fbc5346d HTTP/1.1" status: 200 len: 205 time: 0.0334949 Nov 19 09:37:46.960886 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46108) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:47.002724 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-ea4665c8-179f-4282-8c86-c69715c32e5c tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] delete failed (client error): The resource could not be found. Nov 19 09:37:47.003685 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ea4665c8-179f-4282-8c86-c69715c32e5c tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "DELETE /v2.0/routers/cde9ec48-06d7-47d2-9e4a-2b53fbc5346d HTTP/1.1" status: 404 len: 336 time: 0.0418627 Nov 19 09:37:47.020138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46110) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:47.046132 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9b1da4-4c62-4b48-aa74-139590b131bc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] DELETE failed (client error): The resource could not be found. Nov 19 09:37:47.046603 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9b1da4-4c62-4b48-aa74-139590b131bc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:37:47.050315 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1e9b1da4-4c62-4b48-aa74-139590b131bc tempest-RoutersIpV6AdminTest-665323125 tempest-RoutersIpV6AdminTest-665323125-project] 10.222.0.21 "DELETE /v2.0/subnets/ee19e0da-bb7e-4c07-98c5-0f15451337f4 HTTP/1.1" status: 404 len: 337 time: 0.0292358 Nov 19 09:37:47.053380 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b30d8552-0531-40b3-b2a2-107b570b1b27 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:47.114913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d8552-0531-40b3-b2a2-107b570b1b27 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Port': ['ID=6ab8c271-d9e3-4694-9a92-e5a74fd81031,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:47.175604 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acceaa1c-43e8-4bad-b2bf-49a49129df74 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:47.215537 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-acceaa1c-43e8-4bad-b2bf-49a49129df74 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db177662-d005-4d98-8e12-f4d191389a77']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:47.233165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-acceaa1c-43e8-4bad-b2bf-49a49129df74 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55143bf-6b7f-4142-8b60-0f7886069d6d') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:47.240742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-acceaa1c-43e8-4bad-b2bf-49a49129df74 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55143bf-6b7f-4142-8b60-0f7886069d6d') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:47.268219 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acceaa1c-43e8-4bad-b2bf-49a49129df74 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:47.298559 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acceaa1c-43e8-4bad-b2bf-49a49129df74 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:47.314299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acceaa1c-43e8-4bad-b2bf-49a49129df74 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:37:47.317328 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acceaa1c-43e8-4bad-b2bf-49a49129df74 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:37:47.323829 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:37:47.360774 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8d25a183-1ef3-4d00-bad2-9a599d6692d0 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Deleting port 4636cc70-58eb-4642-8d02-9fa8ab5e1b23 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:47.361139 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d25a183-1ef3-4d00-bad2-9a599d6692d0 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:47.416592 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b30d8552-0531-40b3-b2a2-107b570b1b27 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:47.452218 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acceaa1c-43e8-4bad-b2bf-49a49129df74 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:47.462941 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acceaa1c-43e8-4bad-b2bf-49a49129df74 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:47.471612 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-acceaa1c-43e8-4bad-b2bf-49a49129df74 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] 10.222.0.21 "DELETE /v2.0/networks/db177662-d005-4d98-8e12-f4d191389a77 HTTP/1.1" status: 204 len: 168 time: 0.6631148 Nov 19 09:37:47.493898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:37:47.500978 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acceaa1c-43e8-4bad-b2bf-49a49129df74 tempest-ExternalNetworksTestJSON-683603298 tempest-ExternalNetworksTestJSON-683603298-project] Pushing event deleted for resources: {'Network': ['ID=db177662-d005-4d98-8e12-f4d191389a77,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:47.529811 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:37:47.531904 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4f49a843-6e3f-455c-ba46-d6c89dcbf5e4 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:37:47.616337 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46120) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:47.668955 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d25a183-1ef3-4d00-bad2-9a599d6692d0 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:47.669712 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d25a183-1ef3-4d00-bad2-9a599d6692d0 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:47.687714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8d25a183-1ef3-4d00-bad2-9a599d6692d0 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Calling delete_port for 4636cc70-58eb-4642-8d02-9fa8ab5e1b23 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:47.700645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30d8552-0531-40b3-b2a2-107b570b1b27 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:37:47.818065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46126) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:47.901314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30d8552-0531-40b3-b2a2-107b570b1b27 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:47.906571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b30d8552-0531-40b3-b2a2-107b570b1b27 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/b17c17b6-bca3-4082-8aff-f6a23b0f4e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2372656 Nov 19 09:37:47.910619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46130) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:47.914981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c954e91-734a-4bc7-800f-6571fc188426 None None] Sync routers for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:47.919655 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f406c118-78f0-4163-b625-16c1d73b2649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:47.927773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c954e91-734a-4bc7-800f-6571fc188426 None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:47.928879 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8c954e91-734a-4bc7-800f-6571fc188426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:47.957293 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-87f2265e-a23f-464a-baba-ba968756716c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa26d8b2501e4e828bf03c4ad2cc7525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1379068 Nov 19 09:37:47.959553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46132) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:47.981013 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-8754c3dc-efd7-426e-9eb7-1d7929684b5d tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting subnet ab26f9dd-51ca-46d4-9f36-b895a2db6002 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:37:47.985677 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8754c3dc-efd7-426e-9eb7-1d7929684b5d tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.052226 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8c954e91-734a-4bc7-800f-6571fc188426 None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:48.055424 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a4ad-c81e-4e49-b602-32d8f509781a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.079780 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f406c118-78f0-4163-b625-16c1d73b2649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.093067 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a4ad-c81e-4e49-b602-32d8f509781a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.100207 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f406c118-78f0-4163-b625-16c1d73b2649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.146607 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.148687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8c954e91-734a-4bc7-800f-6571fc188426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:46Z', 'revision_number': 11, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:48.161309 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406c118-78f0-4163-b625-16c1d73b2649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b8333f-bceb-434c-bc91-b25238f137c5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:48.170680 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f406c118-78f0-4163-b625-16c1d73b2649 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a25e1a0f9b749379f68121100c47753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5508664 Nov 19 09:37:48.171600 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46134) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:48.205136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c954e91-734a-4bc7-800f-6571fc188426 None None] Checking router: b17c17b6-bca3-4082-8aff-f6a23b0f4e37 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:37:48.217304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c954e91-734a-4bc7-800f-6571fc188426 None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:48.217304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8c954e91-734a-4bc7-800f-6571fc188426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:48.237861 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a4ad-c81e-4e49-b602-32d8f509781a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.240677 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a4ad-c81e-4e49-b602-32d8f509781a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.241966 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6dd2a4ad-c81e-4e49-b602-32d8f509781a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07c2ef3f-bb5a-42e2-91cd-a8d3b75c07eb HTTP/1.1" status: 204 len: 168 time: 0.2815020 Nov 19 09:37:48.253163 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2a4ad-c81e-4e49-b602-32d8f509781a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c2ef3f-bb5a-42e2-91cd-a8d3b75c07eb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:48.271046 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-966bec1d-0d12-455e-a515-c1a94cb79cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.296622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-966bec1d-0d12-455e-a515-c1a94cb79cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.326394 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8754c3dc-efd7-426e-9eb7-1d7929684b5d tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.362852 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-966bec1d-0d12-455e-a515-c1a94cb79cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.366265 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-966bec1d-0d12-455e-a515-c1a94cb79cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.370038 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-966bec1d-0d12-455e-a515-c1a94cb79cf7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72b8333f-bceb-434c-bc91-b25238f137c5 HTTP/1.1" status: 204 len: 168 time: 0.1955681 Nov 19 09:37:48.389568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bec1d-0d12-455e-a515-c1a94cb79cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b8333f-bceb-434c-bc91-b25238f137c5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:48.463429 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8754c3dc-efd7-426e-9eb7-1d7929684b5d tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.481259 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8c954e91-734a-4bc7-800f-6571fc188426 None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:48.540591 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d25a183-1ef3-4d00-bad2-9a599d6692d0 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.546141 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8c954e91-734a-4bc7-800f-6571fc188426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:46Z', 'revision_number': 11, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:48.585180 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c954e91-734a-4bc7-800f-6571fc188426 None None] The sync data for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 is: [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:46Z', 'revision_number': 11, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:48.669200 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:37:48.695317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25a183-1ef3-4d00-bad2-9a599d6692d0 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event deleted for resources: {'Port': ['ID=4636cc70-58eb-4642-8d02-9fa8ab5e1b23,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:48.702644 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8754c3dc-efd7-426e-9eb7-1d7929684b5d tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.764139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754c3dc-efd7-426e-9eb7-1d7929684b5d tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Subnet': ['ID=ab26f9dd-51ca-46d4-9f36-b895a2db6002,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:48.772348 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8754c3dc-efd7-426e-9eb7-1d7929684b5d tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.778259 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8c3d67-1a69-485b-8793-3cf1fc900afe None None] Network bdf0db14-2fff-4458-889d-2e5de7bce0ac requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:48.791253 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8754c3dc-efd7-426e-9eb7-1d7929684b5d tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/ab26f9dd-51ca-46d4-9f36-b895a2db6002 HTTP/1.1" status: 204 len: 168 time: 0.8773148 Nov 19 09:37:48.792095 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46146) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:48.818585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46148) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:48.828774 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d25a183-1ef3-4d00-bad2-9a599d6692d0 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.829208 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-8d25a183-1ef3-4d00-bad2-9a599d6692d0 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Floating IP f6973285-6c5e-42c3-8c53-d7b8d02137b1 disassociated (deleted). External IP: 172.25.0.186, port: e85335f5-78de-4a79-9af5-a18e409bc79a. Nov 19 09:37:48.874965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46150) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:48.903620 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:48.948955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b413ddf0-e2ee-425f-a01c-2ed1c3caf589 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33b6c2b601a044aba715fd7ad7be6ccf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286838 Nov 19 09:37:48.954481 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46152) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:49.009944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Deleting port 2a995da9-857a-470e-ba0a-6832cdf169f0 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:49.010322 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.023368 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-395e5f8d-219f-4783-b350-3b710991e909 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b84728328f4420dbfe4465ac11dabd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1451347 Nov 19 09:37:49.030088 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] DHCP port deletion for bdf0db14-2fff-4458-889d-2e5de7bce0ac request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:37:49.030267 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46154) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:49.109328 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Deleting port 2a995da9-857a-470e-ba0a-6832cdf169f0 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:49.112007 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.118273 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32bee1f1-99df-4653-925d-2a97aa141843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.123134 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] For port 2a995da9-857a-470e-ba0a-6832cdf169f0, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=2a995da9-857a-470e-ba0a-6832cdf169f0,segment=NetworkSegment(ca44b1eb-97b0-421f-87a5-a861d1e80255),segment_id=ca44b1eb-97b0-421f-87a5-a861d1e80255)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:49.123764 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.149125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Calling delete_port for 2a995da9-857a-470e-ba0a-6832cdf169f0 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:49.155667 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32bee1f1-99df-4653-925d-2a97aa141843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.197078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] For port 2a995da9-857a-470e-ba0a-6832cdf169f0, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=2a995da9-857a-470e-ba0a-6832cdf169f0,segment=NetworkSegment(ca44b1eb-97b0-421f-87a5-a861d1e80255),segment_id=ca44b1eb-97b0-421f-87a5-a861d1e80255)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:49.197819 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.212547 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Calling delete_port for 2a995da9-857a-470e-ba0a-6832cdf169f0 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:49.240113 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a50ab52-17ae-45e7-9427-a2b9d53f569b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.281712 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.317918 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Port': ['ID=2a995da9-857a-470e-ba0a-6832cdf169f0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:49.323829 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] No DVR routers for this DVR port 2a995da9-857a-470e-ba0a-6832cdf169f0 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:37:49.333804 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a50ab52-17ae-45e7-9427-a2b9d53f569b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.352550 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.386178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d25a183-1ef3-4d00-bad2-9a599d6692d0 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:37:49.389295 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32bee1f1-99df-4653-925d-2a97aa141843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.392123 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32bee1f1-99df-4653-925d-2a97aa141843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.394288 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-32bee1f1-99df-4653-925d-2a97aa141843 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b90d4e39-ff4b-4f00-8e88-5009a4e1048e HTTP/1.1" status: 204 len: 168 time: 0.4371283 Nov 19 09:37:49.420348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Pushing event deleted for resources: {'Port': ['ID=2a995da9-857a-470e-ba0a-6832cdf169f0,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:49.422942 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] No DVR routers for this DVR port 2a995da9-857a-470e-ba0a-6832cdf169f0 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:37:49.441531 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:49.441902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:49.442242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:49.442592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:49.442934 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:49.443274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:49.443612 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:49.443946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:49.444281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:49.444616 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:49.446902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bee1f1-99df-4653-925d-2a97aa141843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90d4e39-ff4b-4f00-8e88-5009a4e1048e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:49.448870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:49.455205 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66dfd00-b8cf-4981-a0e2-2ffc1893707d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:37:49.462481 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a50ab52-17ae-45e7-9427-a2b9d53f569b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.474116 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a50ab52-17ae-45e7-9427-a2b9d53f569b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.474116 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9a50ab52-17ae-45e7-9427-a2b9d53f569b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f55c3a02-ced4-4173-8363-b9a0a52c122d HTTP/1.1" status: 204 len: 168 time: 0.4390516 Nov 19 09:37:49.491331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6ab8c271-d9e3-4694-9a92-e5a74fd81031 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:37:49.498286 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.522594 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf0db14-2fff-4458-889d-2e5de7bce0ac']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:49.534075 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca44b1eb-97b0-421f-87a5-a861d1e80255') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:49.534374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca44b1eb-97b0-421f-87a5-a861d1e80255') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:49.542559 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 6ab8c271-d9e3-4694-9a92-e5a74fd81031 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:37:49.542920 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6ab8c271-d9e3-4694-9a92-e5a74fd81031 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:37:49.543352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 2a995da9-857a-470e-ba0a-6832cdf169f0 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:37:49.549296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50ab52-17ae-45e7-9427-a2b9d53f569b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55c3a02-ced4-4173-8363-b9a0a52c122d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:49.551286 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.571206 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.584695 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:37:49.586195 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.589066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 2a995da9-857a-470e-ba0a-6832cdf169f0 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:37:49.589640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 2a995da9-857a-470e-ba0a-6832cdf169f0 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:37:49.596398 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:37:49.652089 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d25a183-1ef3-4d00-bad2-9a599d6692d0 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:49.657322 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d25a183-1ef3-4d00-bad2-9a599d6692d0 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.663414 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa9e57-0445-4647-894f-0acae2b1dc34 None None] Sync routers for ids ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:49.674350 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa9e57-0445-4647-894f-0acae2b1dc34 None None] Routers {'4a6c9bec-83b4-4ba1-bd18-3389dd11612c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:49.676432 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-46fa9e57-0445-4647-894f-0acae2b1dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:49.682853 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.688480 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.691218 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8d25a183-1ef3-4d00-bad2-9a599d6692d0 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "DELETE /v2.0/floatingips/f6973285-6c5e-42c3-8c53-d7b8d02137b1 HTTP/1.1" status: 204 len: 168 time: 3.1181347 Nov 19 09:37:49.692063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d45365f-b493-4376-9955-0166bf777b24', 'tag': 'e85335f5-78de-4a79-9af5-a18e409bc79a'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:37:49.694789 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cc47b2-75dd-4968-98b1-45285290bfab" -d '{"events": [{"name": "network-changed", "server_uuid": "4d45365f-b493-4376-9955-0166bf777b24", "tag": "e85335f5-78de-4a79-9af5-a18e409bc79a"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:37:49.701959 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/networks/bdf0db14-2fff-4458-889d-2e5de7bce0ac HTTP/1.1" status: 204 len: 168 time: 0.9062989 Nov 19 09:37:49.703810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46168) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:49.709847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-defd57d0-9ba6-4cb6-b9a0-8d1f08dd8045 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'router': {'routes': None}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:49.744702 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078d79a-4d41-4a3a-a8c3-f2a276cac7ea tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Pushing event deleted for resources: {'Network': ['ID=bdf0db14-2fff-4458-889d-2e5de7bce0ac,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:49.904167 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-46fa9e57-0445-4647-894f-0acae2b1dc34 None None] Set router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:49.907649 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1288e728-316d-4658-b2d7-5ff2f05f8fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:49.935815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.extraroute_db [None req-defd57d0-9ba6-4cb6-b9a0-8d1f08dd8045 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Added routes are [] {{(pid=103477) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 09:37:49.936123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.extraroute_db [None req-defd57d0-9ba6-4cb6-b9a0-8d1f08dd8045 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Removed routes are [] {{(pid=103477) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 09:37:49.936509 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-defd57d0-9ba6-4cb6-b9a0-8d1f08dd8045 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:50.121594 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-defd57d0-9ba6-4cb6-b9a0-8d1f08dd8045 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:50.137342 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-defd57d0-9ba6-4cb6-b9a0-8d1f08dd8045 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:50.155804 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910a39a0-fc71-4b92-bcb0-5abc86888bf1 x-openstack-request-id: req-910a39a0-fc71-4b92-bcb0-5abc86888bf1 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:37:50.155804 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d45365f-b493-4376-9955-0166bf777b24", "tag": "e85335f5-78de-4a79-9af5-a18e409bc79a", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:37:50.155804 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-910a39a0-fc71-4b92-bcb0-5abc86888bf1 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:37:50.155804 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d45365f-b493-4376-9955-0166bf777b24', 'tag': 'e85335f5-78de-4a79-9af5-a18e409bc79a', 'status': 'completed', 'code': 200} Nov 19 09:37:50.193020 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-46fa9e57-0445-4647-894f-0acae2b1dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031745113', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:29Z', 'updated_at': '2021-11-19T09:35:40Z', 'revision_number': 4, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:30Z', 'updated_at': '2021-11-19T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'aa297329-d178-4cf6-a400-916439164404', 'name': '', 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'mac_address': 'fa:16:3e:28:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:38Z', 'updated_at': '2021-11-19T09:35:44Z', 'revision_number': 5, 'project_id': '0c04298d2bb642d79968d3549688d186', 'subnets': [{'id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:50.229140 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa9e57-0445-4647-894f-0acae2b1dc34 None None] Checking router: 4a6c9bec-83b4-4ba1-bd18-3389dd11612c for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:37:50.237745 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa9e57-0445-4647-894f-0acae2b1dc34 None None] Routers {'4a6c9bec-83b4-4ba1-bd18-3389dd11612c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:50.238360 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-46fa9e57-0445-4647-894f-0acae2b1dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:50.312781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defd57d0-9ba6-4cb6-b9a0-8d1f08dd8045 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:37:50.354385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15d073-d151-4f77-9212-3cd24464ed56 req-852477a2-1073-42ed-9792-0e3b0c8f3501 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:50.355948 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba15d073-d151-4f77-9212-3cd24464ed56 req-852477a2-1073-42ed-9792-0e3b0c8f3501 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 984 time: 0.2216675 Nov 19 09:37:50.367182 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-46fa9e57-0445-4647-894f-0acae2b1dc34 None None] Set router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:50.557381 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba15d073-d151-4f77-9212-3cd24464ed56 req-63db7315-8743-45cc-a563-be76965f1492 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3fa909-9fff-4360-964c-4e7fe007b07b&id=cc735e8f-207b-441a-bf97-1bbfdc40e636&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1869280 Nov 19 09:37:50.635404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc47b2-75dd-4968-98b1-45285290bfab req-26828239-2f96-4e9f-aa71-98be9b68ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:50.636947 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98cc47b2-75dd-4968-98b1-45285290bfab req-26828239-2f96-4e9f-aa71-98be9b68ff02 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0c04298d2bb642d79968d3549688d186&device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 1136 time: 0.3932652 Nov 19 09:37:50.723036 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-46fa9e57-0445-4647-894f-0acae2b1dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031745113', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:29Z', 'updated_at': '2021-11-19T09:35:40Z', 'revision_number': 4, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:30Z', 'updated_at': '2021-11-19T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'aa297329-d178-4cf6-a400-916439164404', 'name': '', 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'mac_address': 'fa:16:3e:28:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:38Z', 'updated_at': '2021-11-19T09:35:44Z', 'revision_number': 5, 'project_id': '0c04298d2bb642d79968d3549688d186', 'subnets': [{'id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:50.737556 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defd57d0-9ba6-4cb6-b9a0-8d1f08dd8045 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:50.750059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfad0df-55a8-47bc-8605-c83e3e41fafc None None] Sync routers for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:50.751645 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-defd57d0-9ba6-4cb6-b9a0-8d1f08dd8045 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:50.752873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-defd57d0-9ba6-4cb6-b9a0-8d1f08dd8045 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/b17c17b6-bca3-4082-8aff-f6a23b0f4e37 HTTP/1.1" status: 200 len: 700 time: 1.0478013 Nov 19 09:37:50.756658 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46210) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:50.769859 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa9e57-0445-4647-894f-0acae2b1dc34 None None] The sync data for ids ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'] in n-d-805649-14 is: [{'id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031745113', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:29Z', 'updated_at': '2021-11-19T09:35:40Z', 'revision_number': 4, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:30Z', 'updated_at': '2021-11-19T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'aa297329-d178-4cf6-a400-916439164404', 'name': '', 'network_id': '177d4f14-9ea5-478f-b3f7-ca52b73386a7', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'mac_address': 'fa:16:3e:28:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:38Z', 'updated_at': '2021-11-19T09:35:44Z', 'revision_number': 5, 'project_id': '0c04298d2bb642d79968d3549688d186', 'subnets': [{'id': '72cd07d8-2aae-47f1-8b6b-d8393ba746b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:50.770590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfad0df-55a8-47bc-8605-c83e3e41fafc None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:50.774273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ecfad0df-55a8-47bc-8605-c83e3e41fafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:50.806101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc47b2-75dd-4968-98b1-45285290bfab req-db6a542a-f14d-44d1-8fd6-660f6b62a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:50.808631 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98cc47b2-75dd-4968-98b1-45285290bfab req-db6a542a-f14d-44d1-8fd6-660f6b62a7f3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=177d4f14-9ea5-478f-b3f7-ca52b73386a7 HTTP/1.1" status: 200 len: 898 time: 0.1579731 Nov 19 09:37:50.878820 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98cc47b2-75dd-4968-98b1-45285290bfab req-eab0ce66-d9dd-49cf-b281-6af3563e5abf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e85335f5-78de-4a79-9af5-a18e409bc79a HTTP/1.1" status: 200 len: 217 time: 0.0505707 Nov 19 09:37:50.963774 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ecfad0df-55a8-47bc-8605-c83e3e41fafc None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:50.979522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc47b2-75dd-4968-98b1-45285290bfab req-98d04a85-2ca4-427c-b6db-274a569105b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:50.987654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98cc47b2-75dd-4968-98b1-45285290bfab req-98d04a85-2ca4-427c-b6db-274a569105b6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=72cd07d8-2aae-47f1-8b6b-d8393ba746b4 HTTP/1.1" status: 200 len: 834 time: 0.0940790 Nov 19 09:37:51.071709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46218) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:51.116316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc47b2-75dd-4968-98b1-45285290bfab req-7f60b8e5-3584-49cd-9b80-d7b0ee72c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:51.118452 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98cc47b2-75dd-4968-98b1-45285290bfab req-7f60b8e5-3584-49cd-9b80-d7b0ee72c6b3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=177d4f14-9ea5-478f-b3f7-ca52b73386a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229482 Nov 19 09:37:51.256762 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed77b10-6cba-452b-8753-98cf51278016 None None] New status for floating IP f6973285-6c5e-42c3-8c53-d7b8d02137b1: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:37:51.317063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ad59c359-f699-4645-9c5e-881a7799f8c4 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-616311849'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:51.350762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ecfad0df-55a8-47bc-8605-c83e3e41fafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:46Z', 'revision_number': 11, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:51.414557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfad0df-55a8-47bc-8605-c83e3e41fafc None None] Checking router: b17c17b6-bca3-4082-8aff-f6a23b0f4e37 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:37:51.447872 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfad0df-55a8-47bc-8605-c83e3e41fafc None None] Routers {'b17c17b6-bca3-4082-8aff-f6a23b0f4e37'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:51.448454 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ecfad0df-55a8-47bc-8605-c83e3e41fafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:51.466431 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cd877215-eb15-41dd-9ee0-7f6d7ea18fbe tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports?device_id=b17c17b6-bca3-4082-8aff-f6a23b0f4e37 HTTP/1.1" status: 200 len: 205 time: 0.7085495 Nov 19 09:37:51.467261 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46230) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:51.530164 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ecfad0df-55a8-47bc-8605-c83e3e41fafc None None] Set router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:51.573958 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9050a24d-2682-4040-a487-dc3bff09f50e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:51.643743 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ecfad0df-55a8-47bc-8605-c83e3e41fafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:46Z', 'revision_number': 11, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:51.678644 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfad0df-55a8-47bc-8605-c83e3e41fafc None None] The sync data for ids ['b17c17b6-bca3-4082-8aff-f6a23b0f4e37'] in n-d-805649-14 is: [{'id': 'b17c17b6-bca3-4082-8aff-f6a23b0f4e37', 'name': 'tempest-RoutersTest-router-788594345', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:37:46Z', 'revision_number': 11, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:51.820803 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9050a24d-2682-4040-a487-dc3bff09f50e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:51.823923 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9050a24d-2682-4040-a487-dc3bff09f50e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:51.873765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46250) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:51.879583 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c902ed3-ce3a-401b-a7dd-43724594d4a4 req-74fe79a1-4d9c-4721-8c2a-ef397576c294 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:51.881198 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4c902ed3-ce3a-401b-a7dd-43724594d4a4 req-74fe79a1-4d9c-4721-8c2a-ef397576c294 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 984 time: 0.1293273 Nov 19 09:37:51.885336 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad59c359-f699-4645-9c5e-881a7799f8c4 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:51.894168 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad59c359-f699-4645-9c5e-881a7799f8c4 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:51.937582 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9050a24d-2682-4040-a487-dc3bff09f50e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:51.938320 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9050a24d-2682-4040-a487-dc3bff09f50e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Fanout notify agent at l3_agent the message router_deleted on router b17c17b6-bca3-4082-8aff-f6a23b0f4e37 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:37:51.961493 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad59c359-f699-4645-9c5e-881a7799f8c4 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:51.967515 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9050a24d-2682-4040-a487-dc3bff09f50e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:51.969481 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9050a24d-2682-4040-a487-dc3bff09f50e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/routers/b17c17b6-bca3-4082-8aff-f6a23b0f4e37 HTTP/1.1" status: 204 len: 168 time: 0.5011349 Nov 19 09:37:51.974341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46256) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:51.976870 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98cc47b2-75dd-4968-98b1-45285290bfab req-d9c7afc6-fefa-4e52-a899-eef9858760d8 service neutron] 10.222.0.71 "GET /v2.0/networks/177d4f14-9ea5-478f-b3f7-ca52b73386a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8433790 Nov 19 09:37:51.982776 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5eb8b414-c190-4af0-8444-cb5724e52a04 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1977812844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:52.029067 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5eb8b414-c190-4af0-8444-cb5724e52a04 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.030216 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5eb8b414-c190-4af0-8444-cb5724e52a04 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.091605 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fae42-1818-43b6-b760-bb2caa10ae76 req-2edc1c3c-3ba4-4bbf-86ea-12684f708511 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:52.093515 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d1fae42-1818-43b6-b760-bb2caa10ae76 req-2edc1c3c-3ba4-4bbf-86ea-12684f708511 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 984 time: 0.2614841 Nov 19 09:37:52.119328 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-4c902ed3-ce3a-401b-a7dd-43724594d4a4 req-8b7bc9c2-657f-4a97-80e9-cd54890c59c5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Deleting port e85335f5-78de-4a79-9af5-a18e409bc79a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:52.119946 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4c902ed3-ce3a-401b-a7dd-43724594d4a4 req-8b7bc9c2-657f-4a97-80e9-cd54890c59c5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.129870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5eb8b414-c190-4af0-8444-cb5724e52a04 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.233652 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5eb8b414-c190-4af0-8444-cb5724e52a04 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.237693 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d1fae42-1818-43b6-b760-bb2caa10ae76 req-1d78cd13-a280-4f4a-8f6f-aa0de651e415 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff3fa909-9fff-4360-964c-4e7fe007b07b&id=cc735e8f-207b-441a-bf97-1bbfdc40e636&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1358378 Nov 19 09:37:52.254180 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98cc47b2-75dd-4968-98b1-45285290bfab req-e371dd9d-1e0c-4851-99f9-b135b49246b4 service neutron] 10.222.0.71 "GET /v2.0/networks/177d4f14-9ea5-478f-b3f7-ca52b73386a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581143 Nov 19 09:37:52.274543 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad59c359-f699-4645-9c5e-881a7799f8c4 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.284926 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad59c359-f699-4645-9c5e-881a7799f8c4 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.295551 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb1a5be5-b8a3-45c4-a928-610d90d50229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.311752 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5eb8b414-c190-4af0-8444-cb5724e52a04 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.313767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4c06c5bb-ae96-4bbd-aeb2-bb8ab454dc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1509751887'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:52.316614 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5eb8b414-c190-4af0-8444-cb5724e52a04 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3390825 Nov 19 09:37:52.317432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46262) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:52.327210 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad59c359-f699-4645-9c5e-881a7799f8c4 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:37:52.332120 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-865c967a-f377-434a-a32c-d3314ebbe9aa tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:52.360613 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4c902ed3-ce3a-401b-a7dd-43724594d4a4 req-8b7bc9c2-657f-4a97-80e9-cd54890c59c5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] For port e85335f5-78de-4a79-9af5-a18e409bc79a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e85335f5-78de-4a79-9af5-a18e409bc79a,segment=NetworkSegment(5e82c3f3-9b6f-47bb-80ba-fe8b39be569b),segment_id=5e82c3f3-9b6f-47bb-80ba-fe8b39be569b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:52.368240 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4c902ed3-ce3a-401b-a7dd-43724594d4a4 req-8b7bc9c2-657f-4a97-80e9-cd54890c59c5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.381430 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-4c902ed3-ce3a-401b-a7dd-43724594d4a4 req-8b7bc9c2-657f-4a97-80e9-cd54890c59c5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Calling delete_port for e85335f5-78de-4a79-9af5-a18e409bc79a owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:52.414353 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad59c359-f699-4645-9c5e-881a7799f8c4 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.414695 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-ad59c359-f699-4645-9c5e-881a7799f8c4 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Added segment a5378cf8-285b-4d6d-8f4b-497b37892995 of type vlan for network 6fa91807-d45d-492d-af41-d56b4d18ea66 Nov 19 09:37:52.426884 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59c359-f699-4645-9c5e-881a7799f8c4 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37bd8da-6598-4332-8052-d231ca2441bd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:52.532806 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4c902ed3-ce3a-401b-a7dd-43724594d4a4 req-8b7bc9c2-657f-4a97-80e9-cd54890c59c5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.563124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bc9c2-657f-4a97-80e9-cd54890c59c5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event deleted for resources: {'Port': ['ID=e85335f5-78de-4a79-9af5-a18e409bc79a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:52.615151 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c902ed3-ce3a-401b-a7dd-43724594d4a4 req-8b7bc9c2-657f-4a97-80e9-cd54890c59c5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] No DVR routers for this DVR port e85335f5-78de-4a79-9af5-a18e409bc79a on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:37:52.618050 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4c902ed3-ce3a-401b-a7dd-43724594d4a4 req-8b7bc9c2-657f-4a97-80e9-cd54890c59c5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.621752 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4c902ed3-ce3a-401b-a7dd-43724594d4a4 req-8b7bc9c2-657f-4a97-80e9-cd54890c59c5 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.71 "DELETE /v2.0/ports/e85335f5-78de-4a79-9af5-a18e409bc79a HTTP/1.1" status: 204 len: 173 time: 0.7331538 Nov 19 09:37:52.622309 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d45365f-b493-4376-9955-0166bf777b24', 'name': 'network-vif-deleted', 'tag': 'e85335f5-78de-4a79-9af5-a18e409bc79a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:37:52.626071 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a72099-7c94-4970-ad54-991481d0bf2b" -d '{"events": [{"server_uuid": "4d45365f-b493-4376-9955-0166bf777b24", "name": "network-vif-deleted", "tag": "e85335f5-78de-4a79-9af5-a18e409bc79a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:37:52.638382 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad59c359-f699-4645-9c5e-881a7799f8c4 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.643759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c06c5bb-ae96-4bbd-aeb2-bb8ab454dc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Made reservation on behalf of ab86c4a28142406e8d64c798e9f8afdc for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:52.652691 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c06c5bb-ae96-4bbd-aeb2-bb8ab454dc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.660690 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c06c5bb-ae96-4bbd-aeb2-bb8ab454dc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.672757 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-865c967a-f377-434a-a32c-d3314ebbe9aa tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.688742 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd3cc46-1f39-413b-8d2b-21a565ad1f19 x-openstack-request-id: req-1cd3cc46-1f39-413b-8d2b-21a565ad1f19 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:37:52.689248 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d45365f-b493-4376-9955-0166bf777b24", "name": "network-vif-deleted", "tag": "e85335f5-78de-4a79-9af5-a18e409bc79a", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:37:52.689633 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cd3cc46-1f39-413b-8d2b-21a565ad1f19 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:37:52.690155 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d45365f-b493-4376-9955-0166bf777b24', 'name': 'network-vif-deleted', 'tag': 'e85335f5-78de-4a79-9af5-a18e409bc79a', 'status': 'completed', 'code': 200} Nov 19 09:37:52.707280 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-865c967a-f377-434a-a32c-d3314ebbe9aa tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.778860 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad59c359-f699-4645-9c5e-881a7799f8c4 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.785434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad59c359-f699-4645-9c5e-881a7799f8c4 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:52.786020 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad59c359-f699-4645-9c5e-881a7799f8c4 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.878442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ad59c359-f699-4645-9c5e-881a7799f8c4 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7975214 Nov 19 09:37:52.881056 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46278) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:52.888017 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c8ae48f6-7251-4ed1-b81d-961272022b43 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1642563514'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:52.897895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59c359-f699-4645-9c5e-881a7799f8c4 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Network': ['ID=6fa91807-d45d-492d-af41-d56b4d18ea66,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:52.914483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 6fa91807-d45d-492d-af41-d56b4d18ea66 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:37:52.919889 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ae48f6-7251-4ed1-b81d-961272022b43 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:52.925124 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8ae48f6-7251-4ed1-b81d-961272022b43 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.942384 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c06c5bb-ae96-4bbd-aeb2-bb8ab454dc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.943672 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865c967a-f377-434a-a32c-d3314ebbe9aa tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Router a5fe7126-a10a-4a0d-af88-af63b71c46e5 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:37:52.959108 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c06c5bb-ae96-4bbd-aeb2-bb8ab454dc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.968733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ae48f6-7251-4ed1-b81d-961272022b43 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:37:52.981681 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8ae48f6-7251-4ed1-b81d-961272022b43 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:52.982270 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-c8ae48f6-7251-4ed1-b81d-961272022b43 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Added segment e64d1f4b-9bff-4dd6-9cf2-1031d403a2d1 of type vlan for network bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f Nov 19 09:37:53.058692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06c5bb-ae96-4bbd-aeb2-bb8ab454dc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d89b09-89c2-40cb-8b6f-a50d627fdf29,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:53.065916 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8ae48f6-7251-4ed1-b81d-961272022b43 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:53.075688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c06c5bb-ae96-4bbd-aeb2-bb8ab454dc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:37:53.085049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865c967a-f377-434a-a32c-d3314ebbe9aa tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:53.095759 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-865c967a-f377-434a-a32c-d3314ebbe9aa tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:53.099752 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-865c967a-f377-434a-a32c-d3314ebbe9aa tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "PUT /v2.0/routers/a5fe7126-a10a-4a0d-af88-af63b71c46e5 HTTP/1.1" status: 200 len: 694 time: 0.7760944 Nov 19 09:37:53.099872 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7231dfb-b969-4ff5-b435-baddbe71a6e8 None None] Sync routers for ids ['a5fe7126-a10a-4a0d-af88-af63b71c46e5'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:53.101257 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c06c5bb-ae96-4bbd-aeb2-bb8ab454dc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:53.107019 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-4c06c5bb-ae96-4bbd-aeb2-bb8ab454dc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Added segment 859272f5-5e7d-4bb7-977e-c233c6afec1b of type vlan for network d2729927-09c4-4aea-bb2f-29daeb7fd155 Nov 19 09:37:53.108523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46284) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:53.111548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7231dfb-b969-4ff5-b435-baddbe71a6e8 None None] Routers {'a5fe7126-a10a-4a0d-af88-af63b71c46e5'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:53.112744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d7231dfb-b969-4ff5-b435-baddbe71a6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a5fe7126-a10a-4a0d-af88-af63b71c46e5'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:53.125667 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8ae48f6-7251-4ed1-b81d-961272022b43 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:53.140764 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ae48f6-7251-4ed1-b81d-961272022b43 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:53.142449 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8ae48f6-7251-4ed1-b81d-961272022b43 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:53.240144 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c8ae48f6-7251-4ed1-b81d-961272022b43 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3576295 Nov 19 09:37:53.245136 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46286) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:53.280301 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d7231dfb-b969-4ff5-b435-baddbe71a6e8 None None] Set router a5fe7126-a10a-4a0d-af88-af63b71c46e5 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:53.287959 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c06c5bb-ae96-4bbd-aeb2-bb8ab454dc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:53.289443 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-bd517a72-12ba-486c-8da3-43a22a572664 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'subnet': {'network_id': '6fa91807-d45d-492d-af41-d56b4d18ea66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:53.307029 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d05b91cb-53e8-4105-91db-7d7a4eacaa98 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/routers/a5fe7126-a10a-4a0d-af88-af63b71c46e5 HTTP/1.1" status: 200 len: 700 time: 0.1973090 Nov 19 09:37:53.307983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46290) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:53.362707 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d7231dfb-b969-4ff5-b435-baddbe71a6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fe7126-a10a-4a0d-af88-af63b71c46e5', 'name': 'tempest-RoutersTest-router-1977812844', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:37:52Z', 'updated_at': '2021-11-19T09:37:52Z', 'revision_number': 2, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:53.382219 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-08de98d1-6ca8-4a96-a16f-1c837f841a77 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5fe7126-a10a-4a0d-af88-af63b71c46e5 HTTP/1.1" status: 200 len: 205 time: 0.0709131 Nov 19 09:37:53.387601 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46296) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:53.402704 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7231dfb-b969-4ff5-b435-baddbe71a6e8 None None] Checking router: a5fe7126-a10a-4a0d-af88-af63b71c46e5 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:37:53.425860 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae48f6-7251-4ed1-b81d-961272022b43 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Network': ['ID=bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:53.432638 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7231dfb-b969-4ff5-b435-baddbe71a6e8 None None] Routers {'a5fe7126-a10a-4a0d-af88-af63b71c46e5'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:53.433677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d7231dfb-b969-4ff5-b435-baddbe71a6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a5fe7126-a10a-4a0d-af88-af63b71c46e5'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:53.475886 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:37:53.491571 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd517a72-12ba-486c-8da3-43a22a572664 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:53.495982 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd517a72-12ba-486c-8da3-43a22a572664 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:53.540797 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-169eeb63-ac93-4b11-ade0-eac52dc2a5cd tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:53.545350 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c06c5bb-ae96-4bbd-aeb2-bb8ab454dc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:53.553115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c06c5bb-ae96-4bbd-aeb2-bb8ab454dc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:53.553953 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c06c5bb-ae96-4bbd-aeb2-bb8ab454dc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:53.569944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d7231dfb-b969-4ff5-b435-baddbe71a6e8 None None] Set router a5fe7126-a10a-4a0d-af88-af63b71c46e5 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:37:53.602266 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:53.643715 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d7231dfb-b969-4ff5-b435-baddbe71a6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fe7126-a10a-4a0d-af88-af63b71c46e5', 'name': 'tempest-RoutersTest-router-1977812844', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:37:52Z', 'updated_at': '2021-11-19T09:37:52Z', 'revision_number': 2, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:53.687090 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7231dfb-b969-4ff5-b435-baddbe71a6e8 None None] The sync data for ids ['a5fe7126-a10a-4a0d-af88-af63b71c46e5'] in n-d-805649-14 is: [{'id': 'a5fe7126-a10a-4a0d-af88-af63b71c46e5', 'name': 'tempest-RoutersTest-router-1977812844', 'tenant_id': '3818a8b50dd64a7899b0574834a33016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:37:52Z', 'updated_at': '2021-11-19T09:37:52Z', 'revision_number': 2, 'project_id': '3818a8b50dd64a7899b0574834a33016', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:53.725863 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ebe7456-28c9-49a9-8a1e-3796c982fba4 req-5c960c14-43a1-43ac-bd3c-846d62f7d1c1 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d45365f-b493-4376-9955-0166bf777b24 HTTP/1.1" status: 200 len: 210 time: 0.3011537 Nov 19 09:37:53.766296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06c5bb-ae96-4bbd-aeb2-bb8ab454dc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Pushing event updated for resources: {'Network': ['ID=d2729927-09c4-4aea-bb2f-29daeb7fd155,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:53.784223 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd517a72-12ba-486c-8da3-43a22a572664 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:53.788663 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network d2729927-09c4-4aea-bb2f-29daeb7fd155 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:37:53.790185 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4c06c5bb-ae96-4bbd-aeb2-bb8ab454dc8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.9134960 Nov 19 09:37:53.890388 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd517a72-12ba-486c-8da3-43a22a572664 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Checking segment: {'id': 'a5378cf8-285b-4d6d-8f4b-497b37892995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6fa91807-d45d-492d-af41-d56b4d18ea66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:53.890950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd517a72-12ba-486c-8da3-43a22a572664 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network hostable DHCP agents. Network: 6fa91807-d45d-492d-af41-d56b4d18ea66, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:37:53.894407 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd517a72-12ba-486c-8da3-43a22a572664 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Subnet': ['ID=26b3c160-5ae9-46e1-ba89-42d5c28a2565,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:53.915446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd517a72-12ba-486c-8da3-43a22a572664 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network 6fa91807-d45d-492d-af41-d56b4d18ea66 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:37:53.927602 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-bd517a72-12ba-486c-8da3-43a22a572664 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 6fa91807-d45d-492d-af41-d56b4d18ea66) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:53.936932 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd517a72-12ba-486c-8da3-43a22a572664 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:53.937622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd517a72-12ba-486c-8da3-43a22a572664 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:53.939804 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbc6b45-cb1b-4a53-a582-7bf5115e76b7 None None] Network 6fa91807-d45d-492d-af41-d56b4d18ea66 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:53.944309 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-169eeb63-ac93-4b11-ade0-eac52dc2a5cd tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:53.953354 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-169eeb63-ac93-4b11-ade0-eac52dc2a5cd tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:53.973552 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bd517a72-12ba-486c-8da3-43a22a572664 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7288728 Nov 19 09:37:53.976303 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46308) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:53.982590 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a7ec86f9-702c-45bb-8ad2-45ea8a09743a tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'subnet': {'network_id': 'bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:54.026787 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-169eeb63-ac93-4b11-ade0-eac52dc2a5cd tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:54.028098 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169eeb63-ac93-4b11-ade0-eac52dc2a5cd tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Fanout notify agent at l3_agent the message router_deleted on router a5fe7126-a10a-4a0d-af88-af63b71c46e5 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:37:54.036883 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-169eeb63-ac93-4b11-ade0-eac52dc2a5cd tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:54.045259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-169eeb63-ac93-4b11-ade0-eac52dc2a5cd tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/routers/a5fe7126-a10a-4a0d-af88-af63b71c46e5 HTTP/1.1" status: 204 len: 168 time: 0.6499832 Nov 19 09:37:54.047904 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46310) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.083166 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ef197d03-71d3-44dd-8c0a-a7b0e4a74dbb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5fe7126-a10a-4a0d-af88-af63b71c46e5 HTTP/1.1" status: 200 len: 205 time: 0.0330331 Nov 19 09:37:54.085593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46312) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.088066 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46314) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.098547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Request body: {'port': {'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155', 'binding:host_id': 'n-h1-805649-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-245363422'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:54.174889 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ec86f9-702c-45bb-8ad2-45ea8a09743a tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:54.178777 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7ec86f9-702c-45bb-8ad2-45ea8a09743a tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:54.178926 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-d8fb51f6-3bfc-4a1d-8c8d-dbd1530f0991 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] delete failed (client error): The resource could not be found. Nov 19 09:37:54.182128 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d8fb51f6-3bfc-4a1d-8c8d-dbd1530f0991 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/routers/a5fe7126-a10a-4a0d-af88-af63b71c46e5 HTTP/1.1" status: 404 len: 336 time: 0.0954661 Nov 19 09:37:54.183113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Made reservation on behalf of 2bf40ecfc14342d5ac282b33dcf863df for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:54.183752 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46320) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.186184 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:54.202425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-6fa91807-d45d-492d-af41-d56b4d18ea66', 'network_id': '6fa91807-d45d-492d-af41-d56b4d18ea66', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'fixed_ips': [{'subnet_id': '26b3c160-5ae9-46e1-ba89-42d5c28a2565'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:37:54.206669 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:54.222165 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:54.262806 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73a8b58-e325-46a6-8322-20d04a7f781d tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] DELETE failed (client error): The resource could not be found. Nov 19 09:37:54.263303 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73a8b58-e325-46a6-8322-20d04a7f781d tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:37:54.266553 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b73a8b58-e325-46a6-8322-20d04a7f781d tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/4db8ee3b-b34f-4053-a052-6c96adc61572 HTTP/1.1" status: 404 len: 337 time: 0.0815308 Nov 19 09:37:54.273522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46322) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.308841 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-7388e4f0-d706-4c63-ab22-af6f796db430 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] DELETE failed (client error): The resource could not be found. Nov 19 09:37:54.309365 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7388e4f0-d706-4c63-ab22-af6f796db430 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:37:54.313107 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7388e4f0-d706-4c63-ab22-af6f796db430 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/f4a35e0c-90d2-417c-a0a9-8b095d33264d HTTP/1.1" status: 404 len: 337 time: 0.0379722 Nov 19 09:37:54.315588 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46324) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.358881 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e126fb-9d3e-4c65-b9c2-1420715c59b4 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] DELETE failed (client error): The resource could not be found. Nov 19 09:37:54.359573 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e126fb-9d3e-4c65-b9c2-1420715c59b4 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:37:54.365976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e4e126fb-9d3e-4c65-b9c2-1420715c59b4 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/db7760d9-b63b-465a-b575-ba323e8099bf HTTP/1.1" status: 404 len: 337 time: 0.0455108 Nov 19 09:37:54.371906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46326) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.408053 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Allocated IP 2001:db8::2 (6fa91807-d45d-492d-af41-d56b4d18ea66/26b3c160-5ae9-46e1-ba89-42d5c28a2565/838ba95c-6ce3-4313-b994-a8c4ac091c6f) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:54.410269 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-615cc8f7-4dd0-4830-80c7-82f9cc29ecd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] DELETE failed (client error): The resource could not be found. Nov 19 09:37:54.410859 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615cc8f7-4dd0-4830-80c7-82f9cc29ecd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:37:54.417318 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-615cc8f7-4dd0-4830-80c7-82f9cc29ecd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/ab26f9dd-51ca-46d4-9f36-b895a2db6002 HTTP/1.1" status: 404 len: 337 time: 0.0442116 Nov 19 09:37:54.418131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46328) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.455669 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:54.459760 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7ec86f9-702c-45bb-8ad2-45ea8a09743a tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:54.462953 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46330) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.469551 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-44405d0d-26e4-4cca-a732-8f337b767f39 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports?device_id=b17c17b6-bca3-4082-8aff-f6a23b0f4e37 HTTP/1.1" status: 200 len: 205 time: 0.0464373 Nov 19 09:37:54.471106 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:54.481638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] device_id is not set on port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:37:54.542004 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-b87a0c05-8ef3-4d12-bca0-91c407b34d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] delete failed (client error): The resource could not be found. Nov 19 09:37:54.545610 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b87a0c05-8ef3-4d12-bca0-91c407b34d40 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/routers/b17c17b6-bca3-4082-8aff-f6a23b0f4e37 HTTP/1.1" status: 404 len: 336 time: 0.0729969 Nov 19 09:37:54.547758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46336) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.578195 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:54.586740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec86f9-702c-45bb-8ad2-45ea8a09743a tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Subnet': ['ID=b220b20b-afa4-4aed-bc8e-24398c359064,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:54.591123 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:54.592337 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cc30e4b6-69fa-4db9-a810-b4a799c88b46 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports?device_id=84201b23-6bca-43e1-921f-0882b9531136 HTTP/1.1" status: 200 len: 205 time: 0.0409954 Nov 19 09:37:54.595451 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46338) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.626589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d71392-2ea1-4e46-8b44-7dc7313f81c1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:54.644872 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Network 6fa91807-d45d-492d-af41-d56b4d18ea66 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:54.651052 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:54.658302 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-e534052a-107a-42b6-87ce-2a1b335d0315 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] delete failed (client error): The resource could not be found. Nov 19 09:37:54.661773 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e534052a-107a-42b6-87ce-2a1b335d0315 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/routers/84201b23-6bca-43e1-921f-0882b9531136 HTTP/1.1" status: 404 len: 336 time: 0.0627398 Nov 19 09:37:54.661906 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:54.662804 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46340) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.703161 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec86f9-702c-45bb-8ad2-45ea8a09743a tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Checking segment: {'id': 'e64d1f4b-9bff-4dd6-9cf2-1031d403a2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:54.703161 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ec86f9-702c-45bb-8ad2-45ea8a09743a tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network hostable DHCP agents. Network: bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:37:54.716673 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa247e53-f0c0-4829-bd9b-24f8badacfab tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] DELETE failed (client error): The resource could not be found. Nov 19 09:37:54.717636 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa247e53-f0c0-4829-bd9b-24f8badacfab tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:37:54.723891 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fa247e53-f0c0-4829-bd9b-24f8badacfab tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/274c3175-b200-4f8d-8a0e-94c6280d1fb2 HTTP/1.1" status: 404 len: 337 time: 0.0586605 Nov 19 09:37:54.724205 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46344) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.729184 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Pushing event updated for resources: {'Port': ['ID=838ba95c-6ce3-4313-b994-a8c4ac091c6f,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:54.746307 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Attempting to bind port 838ba95c-6ce3-4313-b994-a8c4ac091c6f on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:54.746688 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Attempting to bind port 838ba95c-6ce3-4313-b994-a8c4ac091c6f by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'a5378cf8-285b-4d6d-8f4b-497b37892995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6fa91807-d45d-492d-af41-d56b4d18ea66'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:54.747070 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Attempting to bind port 838ba95c-6ce3-4313-b994-a8c4ac091c6f on network 6fa91807-d45d-492d-af41-d56b4d18ea66 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:54.755433 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:37:54.755822 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Checking segment: {'id': 'a5378cf8-285b-4d6d-8f4b-497b37892995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6fa91807-d45d-492d-af41-d56b4d18ea66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:54.756233 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:54.756640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Bound using segment: {'id': 'a5378cf8-285b-4d6d-8f4b-497b37892995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6fa91807-d45d-492d-af41-d56b4d18ea66'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:37:54.757180 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Bound port: 838ba95c-6ce3-4313-b994-a8c4ac091c6f, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5378cf8-285b-4d6d-8f4b-497b37892995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6fa91807-d45d-492d-af41-d56b4d18ea66'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:37:54.757546 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:54.761406 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a564a27b-8d12-4920-b971-301cdfa83b16 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f697948-ba34-4c45-b825-f56bf449d541 HTTP/1.1" status: 200 len: 205 time: 0.0339656 Nov 19 09:37:54.762100 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46346) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.812705 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-bc6b58da-28e2-4b95-ac2a-284b426343ee tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] delete failed (client error): The resource could not be found. Nov 19 09:37:54.817146 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bc6b58da-28e2-4b95-ac2a-284b426343ee tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/routers/1f697948-ba34-4c45-b825-f56bf449d541 HTTP/1.1" status: 404 len: 336 time: 0.0524166 Nov 19 09:37:54.817980 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46350) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.820734 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ec86f9-702c-45bb-8ad2-45ea8a09743a tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:37:54.837423 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46352) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.847639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] For port 838ba95c-6ce3-4313-b994-a8c4ac091c6f, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:37:54.851284 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] For port 838ba95c-6ce3-4313-b994-a8c4ac091c6f, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=838ba95c-6ce3-4313-b994-a8c4ac091c6f,segment=NetworkSegment(a5378cf8-285b-4d6d-8f4b-497b37892995),segment_id=a5378cf8-285b-4d6d-8f4b-497b37892995)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:37:54.856493 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:54.872433 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c17895ea-8e03-4cf6-b193-340efef30450 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ff16b8e-716d-46d2-9661-790deec96e86 HTTP/1.1" status: 200 len: 205 time: 0.0504522 Nov 19 09:37:54.873990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46354) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.882808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a7ec86f9-702c-45bb-8ad2-45ea8a09743a tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:54.895183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ec86f9-702c-45bb-8ad2-45ea8a09743a tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:54.895984 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7ec86f9-702c-45bb-8ad2-45ea8a09743a tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:54.896399 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] device_id is not set on port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:37:54.941663 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a7ec86f9-702c-45bb-8ad2-45ea8a09743a tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9642599 Nov 19 09:37:54.944568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46360) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.949468 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-bf1ae198-ae97-4ee2-ba97-e36c99d78230 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-566853046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:54.952883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741ca5f-b410-4ff4-9a11-d5aacc802f22 None None] Pushing event updated for resources: {'Port': ['ID=838ba95c-6ce3-4313-b994-a8c4ac091c6f,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:54.954584 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-b2e027ec-5311-41ab-8f54-a2739edb4146 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] delete failed (client error): The resource could not be found. Nov 19 09:37:54.959502 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45fe0216-4885-49f4-be6b-94425acf6148 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:54.961579 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e18242-16c2-47b0-ac62-b5020d787640 None None] Network bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:54.963760 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46362) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:54.964449 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b2e027ec-5311-41ab-8f54-a2739edb4146 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/routers/8ff16b8e-716d-46d2-9661-790deec96e86 HTTP/1.1" status: 404 len: 336 time: 0.0888493 Nov 19 09:37:54.965711 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:54.984745 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:55.020076 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2bf0c4-0b50-414c-806e-71973bd2ede0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] DELETE failed (client error): The resource could not be found. Nov 19 09:37:55.020586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2bf0c4-0b50-414c-806e-71973bd2ede0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:37:55.026588 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0c2bf0c4-0b50-414c-806e-71973bd2ede0 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/fd964672-d49d-458c-baeb-13040f112fe0 HTTP/1.1" status: 404 len: 337 time: 0.0587981 Nov 19 09:37:55.027833 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46364) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:55.030176 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae198-ae97-4ee2-ba97-e36c99d78230 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:55.031413 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae198-ae97-4ee2-ba97-e36c99d78230 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:55.053547 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45fe0216-4885-49f4-be6b-94425acf6148 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:55.093365 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-013a1d36-6553-433f-bb52-b8b81827a3fb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ddd876e-22fc-4a50-bbb0-46f4caf17888 HTTP/1.1" status: 200 len: 205 time: 0.0641768 Nov 19 09:37:55.100162 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46366) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:55.115579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Checking segment: {'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:55.116038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Network hostable DHCP agents. Network: d2729927-09c4-4aea-bb2f-29daeb7fd155, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:37:55.121320 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Pushing event updated for resources: {'Port': ['ID=c207b354-140d-4ff3-9d1f-4fe4c5ecd948,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:55.147822 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:55.156860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Network d2729927-09c4-4aea-bb2f-29daeb7fd155 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:37:55.169828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, d2729927-09c4-4aea-bb2f-29daeb7fd155) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:55.174441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:55.190990 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce95a0c-aacd-4275-a669-545f7d7617c5 None None] Network d2729927-09c4-4aea-bb2f-29daeb7fd155 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:55.197625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:55.199671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:55.200016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:55.212946 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:37:55.213329 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:37:55.213726 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 2 to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 Nov 19 09:37:55.229760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:55.229981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:55.230416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:55.235764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:37:55.236100 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:37:55.236535 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 3 to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 Nov 19 09:37:55.238515 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-d1d0274c-1758-41cd-92d1-cb5344b30a21 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] delete failed (client error): The resource could not be found. Nov 19 09:37:55.248242 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d1d0274c-1758-41cd-92d1-cb5344b30a21 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/routers/5ddd876e-22fc-4a50-bbb0-46f4caf17888 HTTP/1.1" status: 404 len: 336 time: 0.1362011 Nov 19 09:37:55.248544 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46368) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:55.260326 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae198-ae97-4ee2-ba97-e36c99d78230 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:55.268829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:55.268829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:55.268829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:55.279829 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae198-ae97-4ee2-ba97-e36c99d78230 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:55.291675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:37:55.292016 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:37:55.293355 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 4 to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 Nov 19 09:37:55.296551 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac8aae6-3450-4524-8bac-0bfe9dac1cd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] DELETE failed (client error): The resource could not be found. Nov 19 09:37:55.297078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac8aae6-3450-4524-8bac-0bfe9dac1cd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:37:55.299143 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45fe0216-4885-49f4-be6b-94425acf6148 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:55.302951 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-45fe0216-4885-49f4-be6b-94425acf6148 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:55.304676 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-45fe0216-4885-49f4-be6b-94425acf6148 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "DELETE /v2.0/security-groups/cc735e8f-207b-441a-bf97-1bbfdc40e636 HTTP/1.1" status: 204 len: 168 time: 0.4672961 Nov 19 09:37:55.305920 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46370) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:55.307458 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9ac8aae6-3450-4524-8bac-0bfe9dac1cd8 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/933eedbe-e02d-4e33-8a31-c9c42f8d30f6 HTTP/1.1" status: 404 len: 337 time: 0.0568769 Nov 19 09:37:55.308566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46372) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:55.335026 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae198-ae97-4ee2-ba97-e36c99d78230 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:55.336269 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bf1ae198-ae97-4ee2-ba97-e36c99d78230 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3906953 Nov 19 09:37:55.349436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f', 'network_id': 'bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'fixed_ips': [{'subnet_id': 'b220b20b-afa4-4aed-bc8e-24398c359064'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:37:55.350519 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:55.355184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46374) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:55.365440 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe0216-4885-49f4-be6b-94425acf6148 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc735e8f-207b-441a-bf97-1bbfdc40e636,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:55.390861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:55.390861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:55.390861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:55.407901 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6685610a-d1b9-4084-b2b0-f4fa70f99ad7 tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "GET /v2.0/ports?device_id=54b89947-57d5-4891-9a14-0f3426bc0a1c HTTP/1.1" status: 200 len: 205 time: 0.0942955 Nov 19 09:37:55.411935 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46376) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:55.441515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:37:55.441922 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:37:55.460690 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-973f2041-22f5-40e9-83da-b1024997c7cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] delete failed (client error): The resource could not be found. Nov 19 09:37:55.461877 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-973f2041-22f5-40e9-83da-b1024997c7cb tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/routers/54b89947-57d5-4891-9a14-0f3426bc0a1c HTTP/1.1" status: 404 len: 336 time: 0.0485053 Nov 19 09:37:55.464479 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46382) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:55.477362 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 5 to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 Nov 19 09:37:55.505898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:55.506237 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:55.506579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:55.509324 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-841c0b6e-a506-4d93-9aba-323b3965e0ce tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:55.525462 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f9ad26-5502-4902-a222-79474b454c5b tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] DELETE failed (client error): The resource could not be found. Nov 19 09:37:55.526762 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f9ad26-5502-4902-a222-79474b454c5b tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:37:55.530761 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b3f9ad26-5502-4902-a222-79474b454c5b tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/ceb055d8-e061-4fcd-8654-5cc3e17ff6ad HTTP/1.1" status: 404 len: 337 time: 0.0652206 Nov 19 09:37:55.533299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46384) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:55.579625 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eac0623-0e07-4474-b11e-56ea105a813e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] DELETE failed (client error): The resource could not be found. Nov 19 09:37:55.580345 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eac0623-0e07-4474-b11e-56ea105a813e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:37:55.584343 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8eac0623-0e07-4474-b11e-56ea105a813e tempest-RoutersTest-1321700102 tempest-RoutersTest-1321700102-project] 10.222.0.21 "DELETE /v2.0/subnets/6e4f95bc-af11-434e-b38c-3212a7d39129 HTTP/1.1" status: 404 len: 337 time: 0.0496678 Nov 19 09:37:55.645270 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:37:55.645571 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:37:55.649634 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 6 to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 Nov 19 09:37:55.680050 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:55.680410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:55.680754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:55.683107 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:55.697912 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-841c0b6e-a506-4d93-9aba-323b3965e0ce tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:55.707254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:37:55.707592 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:37:55.711468 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 7 to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 Nov 19 09:37:55.772315 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Allocated IP 2001:db8:1::2 (bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f/b220b20b-afa4-4aed-bc8e-24398c359064/7f04d116-cfcf-4c24-8207-e9ecab887291) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:55.829142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:55.829728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:55.830092 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:55.843451 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:37:55.843983 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:37:55.847263 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 8 to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 Nov 19 09:37:55.888508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:55.888508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:55.888835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:55.899571 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-841c0b6e-a506-4d93-9aba-323b3965e0ce tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:55.904585 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-841c0b6e-a506-4d93-9aba-323b3965e0ce tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:55.905843 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-841c0b6e-a506-4d93-9aba-323b3965e0ce tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "DELETE /v2.0/security-groups/ff3fa909-9fff-4360-964c-4e7fe007b07b HTTP/1.1" status: 204 len: 168 time: 0.5947480 Nov 19 09:37:55.910807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46396) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:55.939046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:37:55.939925 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:37:55.940608 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c0b6e-a506-4d93-9aba-323b3965e0ce tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3fa909-9fff-4360-964c-4e7fe007b07b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:55.944366 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 9 to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 Nov 19 09:37:55.982486 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:55.984644 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:55.984984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:55.985350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:55.996366 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:37:55.996688 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:37:55.998657 n-d-805649-14 neutron-server[103477]: INFO neutron.plugins.ml2.plugin [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 10 to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 Nov 19 09:37:56.076672 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:56.077122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:56.077435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:56.110036 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46398) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:56.214188 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:56.224161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e85335f5-78de-4a79-9af5-a18e409bc79a no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:37:56.263545 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:56.333001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: e85335f5-78de-4a79-9af5-a18e409bc79a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:37:56.335877 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e85335f5-78de-4a79-9af5-a18e409bc79a not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:37:56.403021 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Pushing event updated for resources: {'Port': ['ID=7f04d116-cfcf-4c24-8207-e9ecab887291,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:56.415536 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Network bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:56.417026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:56.419406 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:56.491139 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Attempting to bind port 7f04d116-cfcf-4c24-8207-e9ecab887291 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:37:56.491521 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Attempting to bind port 7f04d116-cfcf-4c24-8207-e9ecab887291 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'e64d1f4b-9bff-4dd6-9cf2-1031d403a2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:37:56.491898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Attempting to bind port 7f04d116-cfcf-4c24-8207-e9ecab887291 on network bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:37:56.499762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:37:56.499966 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Checking segment: {'id': 'e64d1f4b-9bff-4dd6-9cf2-1031d403a2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:37:56.500271 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:56.500806 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Bound using segment: {'id': 'e64d1f4b-9bff-4dd6-9cf2-1031d403a2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:37:56.501351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Bound port: 7f04d116-cfcf-4c24-8207-e9ecab887291, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64d1f4b-9bff-4dd6-9cf2-1031d403a2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:37:56.501806 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:56.512564 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-21d94483-002b-4393-9a30-ca2c88cee3ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3818a8b50dd64a7899b0574834a33016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3991857 Nov 19 09:37:56.513560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46406) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:56.524707 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:37:56.525230 n-d-805649-14 neutron-server[103477]: ERROR neutron.plugins.ml2.managers [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:37:56.525700 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:56.593573 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb6edb41-998c-449e-8b1d-0d21f849c4de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:56.600166 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] For port c207b354-140d-4ff3-9d1f-4fe4c5ecd948, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:37:56.600641 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempted to set empty binding levels {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 09:37:56.603717 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] For port 7f04d116-cfcf-4c24-8207-e9ecab887291, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:37:56.607328 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] For port 7f04d116-cfcf-4c24-8207-e9ecab887291, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7f04d116-cfcf-4c24-8207-e9ecab887291,segment=NetworkSegment(e64d1f4b-9bff-4dd6-9cf2-1031d403a2d1),segment_id=e64d1f4b-9bff-4dd6-9cf2-1031d403a2d1)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:37:56.613749 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:56.620743 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:56.651713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ead0c6-576d-4972-8ed8-1b2f6456041b None None] Network 6fa91807-d45d-492d-af41-d56b4d18ea66 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:56.668122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb6edb41-998c-449e-8b1d-0d21f849c4de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:56.681423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Pushing event updated for resources: {'Port': ['ID=c207b354-140d-4ff3-9d1f-4fe4c5ecd948,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:56.684410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:56.685840 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:56.737507 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-08c8eae0-eef5-4c08-9e27-048fbc72ceb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.6443086 Nov 19 09:37:56.747757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46412) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:56.795756 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb6edb41-998c-449e-8b1d-0d21f849c4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:56.799953 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cb6edb41-998c-449e-8b1d-0d21f849c4de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:56.800094 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-aaf8ae46-c338-44d7-b656-f0f374343673 None None] Provisioning complete for port 838ba95c-6ce3-4313-b994-a8c4ac091c6f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:56.800602 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aaf8ae46-c338-44d7-b656-f0f374343673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:56.807558 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cb6edb41-998c-449e-8b1d-0d21f849c4de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7819863a-3253-433c-be7b-80f8b4eb7508 HTTP/1.1" status: 204 len: 168 time: 0.2902949 Nov 19 09:37:56.828784 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6edb41-998c-449e-8b1d-0d21f849c4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7819863a-3253-433c-be7b-80f8b4eb7508,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:56.843594 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5e7e11-de04-45dc-a5e8-4616336fb03d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:56.861009 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c6037-d855-4f49-870b-d7b9a3b02440 None None] Pushing event updated for resources: {'Port': ['ID=7f04d116-cfcf-4c24-8207-e9ecab887291,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:56.936638 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aaf8ae46-c338-44d7-b656-f0f374343673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:57.020152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-38d82122-83e3-45c1-adac-74e33ef0dffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Deleting port c207b354-140d-4ff3-9d1f-4fe4c5ecd948 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:57.024952 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-38d82122-83e3-45c1-adac-74e33ef0dffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:57.051877 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-aaf8ae46-c338-44d7-b656-f0f374343673 None None] For port 838ba95c-6ce3-4313-b994-a8c4ac091c6f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=838ba95c-6ce3-4313-b994-a8c4ac091c6f,segment=NetworkSegment(a5378cf8-285b-4d6d-8f4b-497b37892995),segment_id=a5378cf8-285b-4d6d-8f4b-497b37892995)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:57.066182 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aaf8ae46-c338-44d7-b656-f0f374343673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:57.118102 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Allocated IP 2001:db8::1 (6fa91807-d45d-492d-af41-d56b4d18ea66/26b3c160-5ae9-46e1-ba89-42d5c28a2565/03ac9f3a-70a8-46d1-943f-7a77e8958df8) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:37:57.204034 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8ae46-c338-44d7-b656-f0f374343673 None None] Pushing event updated for resources: {'Port': ['ID=838ba95c-6ce3-4313-b994-a8c4ac091c6f,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:57.251124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-38d82122-83e3-45c1-adac-74e33ef0dffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] For port c207b354-140d-4ff3-9d1f-4fe4c5ecd948, host n-h1-805649-14, got binding levels [] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:57.251648 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-38d82122-83e3-45c1-adac-74e33ef0dffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:57.275864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-38d82122-83e3-45c1-adac-74e33ef0dffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Calling delete_port for c207b354-140d-4ff3-9d1f-4fe4c5ecd948 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:57.400024 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e7e11-de04-45dc-a5e8-4616336fb03d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Deleting port aa297329-d178-4cf6-a400-916439164404 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:37:57.400720 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5e7e11-de04-45dc-a5e8-4616336fb03d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:57.504787 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:57.557785 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-38d82122-83e3-45c1-adac-74e33ef0dffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:57.592161 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2c5e7e11-de04-45dc-a5e8-4616336fb03d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] For port aa297329-d178-4cf6-a400-916439164404, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=aa297329-d178-4cf6-a400-916439164404,segment=NetworkSegment(5e82c3f3-9b6f-47bb-80ba-fe8b39be569b),segment_id=5e82c3f3-9b6f-47bb-80ba-fe8b39be569b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:57.592535 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5e7e11-de04-45dc-a5e8-4616336fb03d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:57.599658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 838ba95c-6ce3-4313-b994-a8c4ac091c6f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:57.614912 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e7e11-de04-45dc-a5e8-4616336fb03d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Calling delete_port for aa297329-d178-4cf6-a400-916439164404 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:37:57.656032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d82122-83e3-45c1-adac-74e33ef0dffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Pushing event deleted for resources: {'Port': ['ID=c207b354-140d-4ff3-9d1f-4fe4c5ecd948,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:57.664371 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-38d82122-83e3-45c1-adac-74e33ef0dffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:57.683546 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46438) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:57.684904 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-38d82122-83e3-45c1-adac-74e33ef0dffd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] 10.222.0.21 "DELETE /v2.0/ports/c207b354-140d-4ff3-9d1f-4fe4c5ecd948 HTTP/1.1" status: 204 len: 168 time: 0.9328077 Nov 19 09:37:57.686741 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:57.750749 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d7ac158c-67cf-4d66-9cba-0d844a81e8cc None None] Provisioning complete for port 838ba95c-6ce3-4313-b994-a8c4ac091c6f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:57.754693 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d7ac158c-67cf-4d66-9cba-0d844a81e8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:57.756930 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-038a3b04-66e2-4ce9-9b02-990ac11adb46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] GET failed (client error): The resource could not be found. Nov 19 09:37:57.763773 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-038a3b04-66e2-4ce9-9b02-990ac11adb46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] 10.222.0.21 "GET /v2.0/ports/c207b354-140d-4ff3-9d1f-4fe4c5ecd948 HTTP/1.1" status: 404 len: 333 time: 0.0710056 Nov 19 09:37:57.769465 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46440) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:57.771185 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 838ba95c-6ce3-4313-b994-a8c4ac091c6f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:57.771749 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:57.786714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4d2aed30-563e-4d22-9469-cc7cc27ad8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Request body: {'port': {'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308363070'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:57.817012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network 6fa91807-d45d-492d-af41-d56b4d18ea66 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:57.823048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:57.829229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:57.829763 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:57.896596 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=03ac9f3a-70a8-46d1-943f-7a77e8958df8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:58.008537 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2aed30-563e-4d22-9469-cc7cc27ad8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Made reservation on behalf of 2bf40ecfc14342d5ac282b33dcf863df for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:37:58.014340 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d2aed30-563e-4d22-9469-cc7cc27ad8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:58.017916 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7f04d116-cfcf-4c24-8207-e9ecab887291 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:58.075465 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-4d2aed30-563e-4d22-9469-cc7cc27ad8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] device_id is not set on port efd8ce9a-2e88-4d78-948f-abdd8de2b176 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:37:58.087509 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:58.092238 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 7f04d116-cfcf-4c24-8207-e9ecab887291 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:58.092802 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:58.235930 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:58.284184 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 7f04d116-cfcf-4c24-8207-e9ecab887291, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7f04d116-cfcf-4c24-8207-e9ecab887291,segment=NetworkSegment(e64d1f4b-9bff-4dd6-9cf2-1031d403a2d1),segment_id=e64d1f4b-9bff-4dd6-9cf2-1031d403a2d1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:37:58.295474 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:58.364518 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=7f04d116-cfcf-4c24-8207-e9ecab887291,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:58.475326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2d97294e-0f1d-4059-a54b-b538ee88e056 None None] Provisioning complete for port 03ac9f3a-70a8-46d1-943f-7a77e8958df8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:58.475738 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2d97294e-0f1d-4059-a54b-b538ee88e056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:58.490698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46458) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:58.509331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db73c7d0-e913-44c5-b417-7a180590dfb4 None None] Network bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:37:58.573031 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2d97294e-0f1d-4059-a54b-b538ee88e056 None None] Port 03ac9f3a-70a8-46d1-943f-7a77e8958df8 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:37:58.659887 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:58.669158 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:58.670665 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:58.719305 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f73d530c-5281-4d2a-9701-e7fd35236a44 None None] Provisioning complete for port 7f04d116-cfcf-4c24-8207-e9ecab887291 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:58.719654 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f73d530c-5281-4d2a-9701-e7fd35236a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:58.729021 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-325afa1a-ee54-4ab2-a1bb-6d94332da6fc tempest-DvrRoutersNegativeTest-1777186379 tempest-DvrRoutersNegativeTest-1777186379-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-889197618', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:58.731986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.policy [None req-325afa1a-ee54-4ab2-a1bb-6d94332da6fc tempest-DvrRoutersNegativeTest-1777186379 tempest-DvrRoutersNegativeTest-1777186379-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103477) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 19 09:37:58.732245 n-d-805649-14 neutron-server[103477]: DEBUG neutron.policy [None req-325afa1a-ee54-4ab2-a1bb-6d94332da6fc tempest-DvrRoutersNegativeTest-1777186379 tempest-DvrRoutersNegativeTest-1777186379-project] Failed policy check for 'create_router' {{(pid=103477) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 19 09:37:58.732784 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-325afa1a-ee54-4ab2-a1bb-6d94332da6fc tempest-DvrRoutersNegativeTest-1777186379 tempest-DvrRoutersNegativeTest-1777186379-project] create failed (client error): Access was denied to this resource. Nov 19 09:37:58.737169 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-325afa1a-ee54-4ab2-a1bb-6d94332da6fc tempest-DvrRoutersNegativeTest-1777186379 tempest-DvrRoutersNegativeTest-1777186379-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2421076 Nov 19 09:37:58.819680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=03ac9f3a-70a8-46d1-943f-7a77e8958df8,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:58.896415 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5e7e11-de04-45dc-a5e8-4616336fb03d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:58.918873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network 6fa91807-d45d-492d-af41-d56b4d18ea66 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:58.920368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:58.969722 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e7e11-de04-45dc-a5e8-4616336fb03d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event deleted for resources: {'Port': ['ID=aa297329-d178-4cf6-a400-916439164404,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:59.107122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d2aed30-563e-4d22-9469-cc7cc27ad8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:59.112978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router cd99bb9d-5d59-44d6-83c1-7bd3aa542aad is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:37:59.305440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:37:59.314762 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46476) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:59.315544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-24b81351-7a70-4487-b5d5-c404a517112c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/cd99bb9d-5d59-44d6-83c1-7bd3aa542aad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9564846 Nov 19 09:37:59.328829 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d360e9ad-991e-4540-ae0e-a93687e08180 None None] Sync routers for ids ['cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:37:59.334714 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d2aed30-563e-4d22-9469-cc7cc27ad8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:59.343783 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d360e9ad-991e-4540-ae0e-a93687e08180 None None] Routers {'cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:59.344441 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d360e9ad-991e-4540-ae0e-a93687e08180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:59.360670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7686776c-cf74-4ffd-be1d-e9831e005fa7 None None] Provisioning complete for port 7f04d116-cfcf-4c24-8207-e9ecab887291 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:59.361298 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7686776c-cf74-4ffd-be1d-e9831e005fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:59.371586 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46478) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:59.437316 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d360e9ad-991e-4540-ae0e-a93687e08180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:59.450541 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d360e9ad-991e-4540-ae0e-a93687e08180 None None] Routers {'cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:37:59.451407 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d360e9ad-991e-4540-ae0e-a93687e08180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:59.476534 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda3feb1-002f-4f12-bbbb-8f9b36a692d6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:59.480405 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bda3feb1-002f-4f12-bbbb-8f9b36a692d6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports/03ac9f3a-70a8-46d1-943f-7a77e8958df8 HTTP/1.1" status: 200 len: 911 time: 0.1613033 Nov 19 09:37:59.481200 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46482) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:59.483463 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c5e7e11-de04-45dc-a5e8-4616336fb03d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:59.486414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2aed30-563e-4d22-9469-cc7cc27ad8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Network d2729927-09c4-4aea-bb2f-29daeb7fd155 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:37:59.491813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-4d2aed30-563e-4d22-9469-cc7cc27ad8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:37:59.498338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2aed30-563e-4d22-9469-cc7cc27ad8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:37:59.499275 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2aed30-563e-4d22-9469-cc7cc27ad8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:37:59.499876 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d2aed30-563e-4d22-9469-cc7cc27ad8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:59.512781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2aed30-563e-4d22-9469-cc7cc27ad8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Pushing event updated for resources: {'Port': ['ID=efd8ce9a-2e88-4d78-948f-abdd8de2b176,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:59.532604 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d360e9ad-991e-4540-ae0e-a93687e08180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:37:59.535232 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d360e9ad-991e-4540-ae0e-a93687e08180 None None] The sync data for ids ['cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:37:59.578523 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4d2aed30-563e-4d22-9469-cc7cc27ad8c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8079920 Nov 19 09:37:59.582367 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46484) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:59.596750 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:37:59.624864 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7f04d116-cfcf-4c24-8207-e9ecab887291 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:37:59.640728 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f05c216a-f55a-4c43-a063-24ea522afcad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:59.710309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 7f04d116-cfcf-4c24-8207-e9ecab887291 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:59.710729 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:59.718094 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:59.828638 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ddfeeaf5-0ca2-4dd0-92d6-80c5f6d3027a None None] Provisioning complete for port 03ac9f3a-70a8-46d1-943f-7a77e8958df8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:37:59.829153 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ddfeeaf5-0ca2-4dd0-92d6-80c5f6d3027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:59.868361 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ddfeeaf5-0ca2-4dd0-92d6-80c5f6d3027a None None] Port 03ac9f3a-70a8-46d1-943f-7a77e8958df8 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:37:59.897517 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f05c216a-f55a-4c43-a063-24ea522afcad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:59.903488 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f05c216a-f55a-4c43-a063-24ea522afcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:37:59.972383 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f05c216a-f55a-4c43-a063-24ea522afcad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c7177b2f728463690d13ce2672d2559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5971532 Nov 19 09:37:59.973293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46494) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:37:59.977276 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c216a-f55a-4c43-a063-24ea522afcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b96490-ad47-4daa-9ffc-6ef6aa5ec350,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:37:59.994441 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5e7e11-de04-45dc-a5e8-4616336fb03d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:38:00.076103 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:00.078044 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08c3a814-9330-4ea3-b970-e83506f8e59c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:00.095237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] device_id is not set on port efd8ce9a-2e88-4d78-948f-abdd8de2b176 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:38:00.105864 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:00.137356 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08c3a814-9330-4ea3-b970-e83506f8e59c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:00.141004 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:00.211305 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Pushing event updated for resources: {'Port': ['ID=efd8ce9a-2e88-4d78-948f-abdd8de2b176,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:00.215051 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5e7e11-de04-45dc-a5e8-4616336fb03d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:38:00.222654 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2c5e7e11-de04-45dc-a5e8-4616336fb03d tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "PUT /v2.0/routers/4a6c9bec-83b4-4ba1-bd18-3389dd11612c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3081267 Nov 19 09:38:00.231884 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd1d8a2-3392-4de9-8bb4-2b0a5a56b924 None None] Sync routers for ids ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:38:00.234910 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46500) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:00.235648 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:00.236502 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:00.236977 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:00.246173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1d8a2-3392-4de9-8bb4-2b0a5a56b924 None None] Routers {'4a6c9bec-83b4-4ba1-bd18-3389dd11612c'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:00.247206 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bbd1d8a2-3392-4de9-8bb4-2b0a5a56b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:00.250863 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:00.251345 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:00.251530 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08c3a814-9330-4ea3-b970-e83506f8e59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:00.253854 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 2 to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 Nov 19 09:38:00.255681 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08c3a814-9330-4ea3-b970-e83506f8e59c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:00.256863 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-08c3a814-9330-4ea3-b970-e83506f8e59c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32b96490-ad47-4daa-9ffc-6ef6aa5ec350 HTTP/1.1" status: 204 len: 168 time: 0.2827621 Nov 19 09:38:00.331774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:00.332129 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:00.332475 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:00.350149 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de4446b-f70b-42e8-8d4a-8ac52b8fc2a4 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Deleting subnet 72cd07d8-2aae-47f1-8b6b-d8393ba746b4 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:38:00.354656 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0de4446b-f70b-42e8-8d4a-8ac52b8fc2a4 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:00.389563 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-bbd1d8a2-3392-4de9-8bb4-2b0a5a56b924 None None] Set router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:38:00.408479 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0de4446b-f70b-42e8-8d4a-8ac52b8fc2a4 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:00.464772 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Allocated IP 2001:db8:1::1 (bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f/b220b20b-afa4-4aed-bc8e-24398c359064/2c9d11a2-3b30-4ab5-9931-81b5abbb6fbd) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:00.497834 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0de4446b-f70b-42e8-8d4a-8ac52b8fc2a4 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:00.552866 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:00.553249 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:00.555620 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 3 to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 Nov 19 09:38:00.572824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3a814-9330-4ea3-b970-e83506f8e59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b96490-ad47-4daa-9ffc-6ef6aa5ec350,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:00.586135 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:00.586516 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:00.586853 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:00.593435 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:00.593435 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:00.596702 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 4 to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 Nov 19 09:38:00.624082 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:00.624812 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:00.625199 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:00.630963 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:00.631484 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:00.631828 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 5 to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 Nov 19 09:38:00.636522 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0de4446b-f70b-42e8-8d4a-8ac52b8fc2a4 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:00.652288 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:00.695168 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4446b-f70b-42e8-8d4a-8ac52b8fc2a4 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event deleted for resources: {'Subnet': ['ID=72cd07d8-2aae-47f1-8b6b-d8393ba746b4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:00.699269 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:00.704542 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:00.705138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:00.705541 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:00.708908 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0de4446b-f70b-42e8-8d4a-8ac52b8fc2a4 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:00.713335 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0de4446b-f70b-42e8-8d4a-8ac52b8fc2a4 tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "DELETE /v2.0/subnets/72cd07d8-2aae-47f1-8b6b-d8393ba746b4 HTTP/1.1" status: 204 len: 168 time: 0.4708602 Nov 19 09:38:00.717516 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46514) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:00.725791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:00.726385 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:00.729094 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74dc59f-ce8e-41bd-8880-a3e43663f8a0 None None] Network 177d4f14-9ea5-478f-b3f7-ca52b73386a7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:00.761851 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 6 to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 Nov 19 09:38:00.781863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:00.784119 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:00.784596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:00.784946 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:00.786992 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:00.792709 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:00.793149 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:00.795294 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 7 to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 Nov 19 09:38:00.808724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:00.809584 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:00.844326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:00.844767 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:00.845199 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:00.859177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:00.859614 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:00.862123 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 8 to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 Nov 19 09:38:00.881170 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bbd1d8a2-3392-4de9-8bb4-2b0a5a56b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031745113', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:29Z', 'updated_at': '2021-11-19T09:37:57Z', 'revision_number': 5, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:30Z', 'updated_at': '2021-11-19T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:00.883942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=2c9d11a2-3b30-4ab5-9931-81b5abbb6fbd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:00.894012 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:00.896888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:00.897384 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:00.912732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:00.913176 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:00.913799 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 9 to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 Nov 19 09:38:00.923614 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e14ab04c-0a29-47a1-9d88-28f7ac33e37f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:00.950052 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd1d8a2-3392-4de9-8bb4-2b0a5a56b924 None None] Checking router: 4a6c9bec-83b4-4ba1-bd18-3389dd11612c for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:38:01.000436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1d8a2-3392-4de9-8bb4-2b0a5a56b924 None None] Routers {'4a6c9bec-83b4-4ba1-bd18-3389dd11612c'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:01.001740 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bbd1d8a2-3392-4de9-8bb4-2b0a5a56b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:01.059735 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:01.088981 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e14ab04c-0a29-47a1-9d88-28f7ac33e37f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:01.101789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:01.103387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:01.103747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:01.116100 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:01.116325 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:01.116725 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 10 to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 Nov 19 09:38:01.163793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:01.164137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:01.164476 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:01.173151 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:01.173531 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:01.173914 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:01.271426 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e14ab04c-0a29-47a1-9d88-28f7ac33e37f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Deleting port d0f83046-5f34-4ad6-bb64-fd0bc4d15564 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:01.271787 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e14ab04c-0a29-47a1-9d88-28f7ac33e37f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:01.386534 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] For port efd8ce9a-2e88-4d78-948f-abdd8de2b176, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:38:01.386920 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempted to set empty binding levels {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 09:38:01.408541 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:01.457981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46540) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:01.493908 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] In _notify_port_updated(), no bound segment for port efd8ce9a-2e88-4d78-948f-abdd8de2b176 on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:38:01.494923 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.495547 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:01.499298 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] 10.222.0.21 "PUT /v2.0/ports/efd8ce9a-2e88-4d78-948f-abdd8de2b176 HTTP/1.1" status: 200 len: 980 time: 1.9058268 Nov 19 09:38:01.499298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-e14ab04c-0a29-47a1-9d88-28f7ac33e37f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] For port d0f83046-5f34-4ad6-bb64-fd0bc4d15564, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d0f83046-5f34-4ad6-bb64-fd0bc4d15564,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:01.499298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e14ab04c-0a29-47a1-9d88-28f7ac33e37f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:01.502828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46544) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:01.519818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-e14ab04c-0a29-47a1-9d88-28f7ac33e37f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Calling delete_port for d0f83046-5f34-4ad6-bb64-fd0bc4d15564 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:01.523990 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95f823-ef73-40e2-af05-4d48586de774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Pushing event updated for resources: {'Port': ['ID=efd8ce9a-2e88-4d78-948f-abdd8de2b176,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:01.614312 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:01.640781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.641333 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.641827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.642852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.643360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.643814 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.644311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.645262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.645413 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.645748 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.646192 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.646636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.647091 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.647577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.648339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.648892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.650049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.650507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.651003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.651880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.652345 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.652795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.653964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.654427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:01.662689 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ace1a8e1-c267-41eb-be21-1d057f61ae2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21405 time: 0.1586857 Nov 19 09:38:01.663675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46546) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:01.676791 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:01.677592 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:01.709266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-61df095d-b51e-454d-8ef3-b3c3ce4fda07 None None] Provisioning complete for port 2c9d11a2-3b30-4ab5-9931-81b5abbb6fbd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:01.709842 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-61df095d-b51e-454d-8ef3-b3c3ce4fda07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:01.712923 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-184be9cc-8bf9-4e9b-a854-d5cdc9221696 tempest-ServiceProvidersTest-298511736 tempest-ServiceProvidersTest-298511736-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2548950 Nov 19 09:38:01.773349 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e14ab04c-0a29-47a1-9d88-28f7ac33e37f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:01.842434 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ab04c-0a29-47a1-9d88-28f7ac33e37f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event deleted for resources: {'Port': ['ID=d0f83046-5f34-4ad6-bb64-fd0bc4d15564,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:01.848530 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-61df095d-b51e-454d-8ef3-b3c3ce4fda07 None None] Port 2c9d11a2-3b30-4ab5-9931-81b5abbb6fbd cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:01.866852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-bbd1d8a2-3392-4de9-8bb4-2b0a5a56b924 None None] Set router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:38:01.870846 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5595f252-50b8-4edc-8110-19ba958bc1cf None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:38:01.976110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4451d324-406e-4ab6-8d93-c999b51ddfb6 None None] DHCP port deletion for 177d4f14-9ea5-478f-b3f7-ca52b73386a7 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:38:01.979298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e14ab04c-0a29-47a1-9d88-28f7ac33e37f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.139182 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4451d324-406e-4ab6-8d93-c999b51ddfb6 None None] Deleting port 9b2d2396-0cbd-4225-8960-56807687be8e {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:02.139453 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4451d324-406e-4ab6-8d93-c999b51ddfb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.192021 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=2c9d11a2-3b30-4ab5-9931-81b5abbb6fbd,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:02.206705 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46562) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:02.221540 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e14ab04c-0a29-47a1-9d88-28f7ac33e37f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.224213 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e14ab04c-0a29-47a1-9d88-28f7ac33e37f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.271234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6ab142af-e9a0-4f0b-8e64-b82a44767603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Deleting port efd8ce9a-2e88-4d78-948f-abdd8de2b176 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:02.271441 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ab142af-e9a0-4f0b-8e64-b82a44767603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.279491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4451d324-406e-4ab6-8d93-c999b51ddfb6 None None] For port 9b2d2396-0cbd-4225-8960-56807687be8e, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9b2d2396-0cbd-4225-8960-56807687be8e,segment=NetworkSegment(5e82c3f3-9b6f-47bb-80ba-fe8b39be569b),segment_id=5e82c3f3-9b6f-47bb-80ba-fe8b39be569b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:02.279922 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4451d324-406e-4ab6-8d93-c999b51ddfb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.296055 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4451d324-406e-4ab6-8d93-c999b51ddfb6 None None] Calling delete_port for 9b2d2396-0cbd-4225-8960-56807687be8e owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:02.302796 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bbd1d8a2-3392-4de9-8bb4-2b0a5a56b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031745113', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:29Z', 'updated_at': '2021-11-19T09:37:57Z', 'revision_number': 5, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:30Z', 'updated_at': '2021-11-19T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:02.310301 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e14ab04c-0a29-47a1-9d88-28f7ac33e37f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.311465 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14ab04c-0a29-47a1-9d88-28f7ac33e37f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Fanout notify agent at l3_agent the message router_deleted on router 4a6c9bec-83b4-4ba1-bd18-3389dd11612c {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:38:02.329982 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e14ab04c-0a29-47a1-9d88-28f7ac33e37f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.335147 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e14ab04c-0a29-47a1-9d88-28f7ac33e37f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "DELETE /v2.0/routers/4a6c9bec-83b4-4ba1-bd18-3389dd11612c HTTP/1.1" status: 204 len: 168 time: 1.6165466 Nov 19 09:38:02.335873 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46566) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:02.343325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd1d8a2-3392-4de9-8bb4-2b0a5a56b924 None None] The sync data for ids ['4a6c9bec-83b4-4ba1-bd18-3389dd11612c'] in n-d-805649-14 is: [{'id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031745113', 'tenant_id': '0c04298d2bb642d79968d3549688d186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:35:29Z', 'updated_at': '2021-11-19T09:37:57Z', 'revision_number': 5, 'project_id': '0c04298d2bb642d79968d3549688d186', 'gw_port': {'id': 'd0f83046-5f34-4ad6-bb64-fd0bc4d15564', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6c9bec-83b4-4ba1-bd18-3389dd11612c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:35:30Z', 'updated_at': '2021-11-19T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:38:02.352651 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:02.356168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:02.445648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-6ab142af-e9a0-4f0b-8e64-b82a44767603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] For port efd8ce9a-2e88-4d78-948f-abdd8de2b176, host n-h1-805649-14, got binding levels [] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:02.445648 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ab142af-e9a0-4f0b-8e64-b82a44767603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.458851 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4451d324-406e-4ab6-8d93-c999b51ddfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.467784 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1493d591-0827-4e74-82d2-34c0f739eb71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.471889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4451d324-406e-4ab6-8d93-c999b51ddfb6 None None] No DVR routers for this DVR port 9b2d2396-0cbd-4225-8960-56807687be8e on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:38:02.493037 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451d324-406e-4ab6-8d93-c999b51ddfb6 None None] Pushing event deleted for resources: {'Port': ['ID=9b2d2396-0cbd-4225-8960-56807687be8e,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:02.523276 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1d83-0fb7-4665-9d57-fd9be87fd69f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.525126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6ab142af-e9a0-4f0b-8e64-b82a44767603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Calling delete_port for efd8ce9a-2e88-4d78-948f-abdd8de2b176 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:02.604067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router cd99bb9d-5d59-44d6-83c1-7bd3aa542aad has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:38:02.661219 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1d83-0fb7-4665-9d57-fd9be87fd69f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.740178 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1493d591-0827-4e74-82d2-34c0f739eb71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.745566 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7fcf1d83-0fb7-4665-9d57-fd9be87fd69f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177d4f14-9ea5-478f-b3f7-ca52b73386a7']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:02.753703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:38:02.768230 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4bdbc-a27a-4dda-9e87-9a5a2e291c86 None None] Sync routers for ids ['cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:38:02.769008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7b06b88d-fbff-4f4d-ab48-8ce7e1d1d2b7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/cd99bb9d-5d59-44d6-83c1-7bd3aa542aad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2853935 Nov 19 09:38:02.771376 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46572) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:02.793701 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7fcf1d83-0fb7-4665-9d57-fd9be87fd69f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e82c3f3-9b6f-47bb-80ba-fe8b39be569b') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:02.793999 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7fcf1d83-0fb7-4665-9d57-fd9be87fd69f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e82c3f3-9b6f-47bb-80ba-fe8b39be569b') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:02.795717 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4bdbc-a27a-4dda-9e87-9a5a2e291c86 None None] Routers {'cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:02.796385 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-06a4bdbc-a27a-4dda-9e87-9a5a2e291c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:02.805437 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1493d591-0827-4e74-82d2-34c0f739eb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.805806 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ab142af-e9a0-4f0b-8e64-b82a44767603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.834812 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8eae69b2-a821-4f9f-b923-762bd4ca58f8 None None] Provisioning complete for port 2c9d11a2-3b30-4ab5-9931-81b5abbb6fbd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:02.835292 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8eae69b2-a821-4f9f-b923-762bd4ca58f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.835687 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1d83-0fb7-4665-9d57-fd9be87fd69f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.858377 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-06a4bdbc-a27a-4dda-9e87-9a5a2e291c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:02.862848 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1d83-0fb7-4665-9d57-fd9be87fd69f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.870995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fcf1d83-0fb7-4665-9d57-fd9be87fd69f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:38:02.871501 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1d83-0fb7-4665-9d57-fd9be87fd69f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.874094 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4bdbc-a27a-4dda-9e87-9a5a2e291c86 None None] Routers {'cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:02.874858 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-06a4bdbc-a27a-4dda-9e87-9a5a2e291c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:02.882702 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab142af-e9a0-4f0b-8e64-b82a44767603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Pushing event deleted for resources: {'Port': ['ID=efd8ce9a-2e88-4d78-948f-abdd8de2b176,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:02.892845 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ab142af-e9a0-4f0b-8e64-b82a44767603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:02.896646 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6ab142af-e9a0-4f0b-8e64-b82a44767603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] 10.222.0.21 "DELETE /v2.0/ports/efd8ce9a-2e88-4d78-948f-abdd8de2b176 HTTP/1.1" status: 204 len: 168 time: 1.2319634 Nov 19 09:38:02.902895 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8eae69b2-a821-4f9f-b923-762bd4ca58f8 None None] Port 2c9d11a2-3b30-4ab5-9931-81b5abbb6fbd cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:02.906271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb89b0f5-bdf0-47da-922e-35afe4da9441 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:38:02.910564 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:38:02.912831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-eb89b0f5-bdf0-47da-922e-35afe4da9441 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports/2c9d11a2-3b30-4ab5-9931-81b5abbb6fbd HTTP/1.1" status: 200 len: 913 time: 0.1403105 Nov 19 09:38:02.913285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46576) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:02.913628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46578) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:02.953290 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-06a4bdbc-a27a-4dda-9e87-9a5a2e291c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:02.954414 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4bdbc-a27a-4dda-9e87-9a5a2e291c86 None None] The sync data for ids ['cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:38:03.001675 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1493d591-0827-4e74-82d2-34c0f739eb71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88d6fbd7613d49d981fe7c4499a172ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7937768 Nov 19 09:38:03.004878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46584) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:03.014859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493d591-0827-4e74-82d2-34c0f739eb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c6c831-5b2a-4747-9bbd-77785e384416,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:03.024940 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1d83-0fb7-4665-9d57-fd9be87fd69f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:03.041517 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1d83-0fb7-4665-9d57-fd9be87fd69f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:03.044722 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7fcf1d83-0fb7-4665-9d57-fd9be87fd69f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] 10.222.0.21 "DELETE /v2.0/networks/177d4f14-9ea5-478f-b3f7-ca52b73386a7 HTTP/1.1" status: 204 len: 168 time: 0.7078004 Nov 19 09:38:03.055211 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-40eb0441-be7f-4e84-9f7d-e599d250a8d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] GET failed (client error): The resource could not be found. Nov 19 09:38:03.060373 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-40eb0441-be7f-4e84-9f7d-e599d250a8d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] 10.222.0.21 "GET /v2.0/ports/efd8ce9a-2e88-4d78-948f-abdd8de2b176 HTTP/1.1" status: 404 len: 333 time: 0.1422329 Nov 19 09:38:03.062934 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46588) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:03.082444 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0d359e60-92d8-4305-b8d1-39c4e0ed324f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876327074', 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:03.088666 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf1d83-0fb7-4665-9d57-fd9be87fd69f tempest-TestSecurityGroupsBasicOps-621298823 tempest-TestSecurityGroupsBasicOps-621298823-project] Pushing event deleted for resources: {'Network': ['ID=177d4f14-9ea5-478f-b3f7-ca52b73386a7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:03.132592 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f23a81a3-990a-4093-89c2-e9c82a6eff35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:03.139257 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d359e60-92d8-4305-b8d1-39c4e0ed324f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Made reservation on behalf of 2bf40ecfc14342d5ac282b33dcf863df for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:03.141977 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d359e60-92d8-4305-b8d1-39c4e0ed324f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:03.173288 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f23a81a3-990a-4093-89c2-e9c82a6eff35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:03.233333 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-0d359e60-92d8-4305-b8d1-39c4e0ed324f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] device_id is not set on port b85ef3cc-e7bd-4a36-9e15-2ede572eda97 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:38:03.261817 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f23a81a3-990a-4093-89c2-e9c82a6eff35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:03.275241 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f23a81a3-990a-4093-89c2-e9c82a6eff35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:03.276364 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f23a81a3-990a-4093-89c2-e9c82a6eff35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98c6c831-5b2a-4747-9bbd-77785e384416 HTTP/1.1" status: 204 len: 168 time: 0.2704167 Nov 19 09:38:03.290004 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a81a3-990a-4093-89c2-e9c82a6eff35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c6c831-5b2a-4747-9bbd-77785e384416,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:03.511841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46600) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:03.651789 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d359e60-92d8-4305-b8d1-39c4e0ed324f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:03.668169 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d7f68ff-8879-4030-aa6d-34a6d02940fe tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:03.799064 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8c2ccaf6-da68-4b38-8d27-b6f52c695ba3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c04298d2bb642d79968d3549688d186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2827721 Nov 19 09:38:03.801849 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46616) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:03.878445 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88ee559a-7cb9-4941-b1c2-6251f59a959d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:03.889056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device aa297329-d178-4cf6-a400-916439164404 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:03.903860 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d359e60-92d8-4305-b8d1-39c4e0ed324f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:03.929575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: aa297329-d178-4cf6-a400-916439164404 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:38:03.929840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device aa297329-d178-4cf6-a400-916439164404 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:03.930359 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9b2d2396-0cbd-4225-8960-56807687be8e no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:03.930785 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88ee559a-7cb9-4941-b1c2-6251f59a959d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:03.956148 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 9b2d2396-0cbd-4225-8960-56807687be8e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:38:03.956430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9b2d2396-0cbd-4225-8960-56807687be8e not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:04.001899 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88ee559a-7cb9-4941-b1c2-6251f59a959d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:04.005063 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88ee559a-7cb9-4941-b1c2-6251f59a959d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:04.006479 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-88ee559a-7cb9-4941-b1c2-6251f59a959d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ecc2420-5e99-4ae0-9ee8-44709fce1c3e HTTP/1.1" status: 204 len: 168 time: 0.2008114 Nov 19 09:38:04.010425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d359e60-92d8-4305-b8d1-39c4e0ed324f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Network d2729927-09c4-4aea-bb2f-29daeb7fd155 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:04.016039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0d359e60-92d8-4305-b8d1-39c4e0ed324f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:04.022217 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d359e60-92d8-4305-b8d1-39c4e0ed324f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:04.023165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d359e60-92d8-4305-b8d1-39c4e0ed324f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:04.023846 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d359e60-92d8-4305-b8d1-39c4e0ed324f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:04.026934 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d359e60-92d8-4305-b8d1-39c4e0ed324f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Pushing event updated for resources: {'Port': ['ID=b85ef3cc-e7bd-4a36-9e15-2ede572eda97,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:04.032493 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee559a-7cb9-4941-b1c2-6251f59a959d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecc2420-5e99-4ae0-9ee8-44709fce1c3e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:04.057310 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0d359e60-92d8-4305-b8d1-39c4e0ed324f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9844229 Nov 19 09:38:04.057580 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46634) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:04.114293 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ea77a6-8c43-4440-93c5-cfb8bee3a9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:04.117883 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c9ea77a6-8c43-4440-93c5-cfb8bee3a9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] 10.222.0.21 "GET /v2.0/ports/b85ef3cc-e7bd-4a36-9e15-2ede572eda97 HTTP/1.1" status: 200 len: 959 time: 0.0588703 Nov 19 09:38:04.120439 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46636) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:04.172187 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f68ff-8879-4030-aa6d-34a6d02940fe tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port 2c9d11a2-3b30-4ab5-9931-81b5abbb6fbd {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:04.174345 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d7f68ff-8879-4030-aa6d-34a6d02940fe tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:04.269670 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-56a0122f-a776-4828-a244-d95b0f56e3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Deleting port b85ef3cc-e7bd-4a36-9e15-2ede572eda97 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:04.271390 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56a0122f-a776-4828-a244-d95b0f56e3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:04.365419 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56a0122f-a776-4828-a244-d95b0f56e3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:04.383374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-56a0122f-a776-4828-a244-d95b0f56e3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Calling delete_port for b85ef3cc-e7bd-4a36-9e15-2ede572eda97 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:04.403288 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d7f68ff-8879-4030-aa6d-34a6d02940fe tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:04.417554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f68ff-8879-4030-aa6d-34a6d02940fe tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for 2c9d11a2-3b30-4ab5-9931-81b5abbb6fbd owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:04.502697 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56a0122f-a776-4828-a244-d95b0f56e3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:04.534118 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56a0122f-a776-4828-a244-d95b0f56e3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:04.542717 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-56a0122f-a776-4828-a244-d95b0f56e3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] 10.222.0.21 "DELETE /v2.0/ports/b85ef3cc-e7bd-4a36-9e15-2ede572eda97 HTTP/1.1" status: 204 len: 168 time: 0.4213152 Nov 19 09:38:04.549735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46652) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:04.554092 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46654) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:04.567702 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0122f-a776-4828-a244-d95b0f56e3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Pushing event deleted for resources: {'Port': ['ID=b85ef3cc-e7bd-4a36-9e15-2ede572eda97,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:04.577110 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2c1d79-bde7-4899-b0f1-df0ad296f48d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] GET failed (client error): The resource could not be found. Nov 19 09:38:04.582616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7a2c1d79-bde7-4899-b0f1-df0ad296f48d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] 10.222.0.21 "GET /v2.0/ports/b85ef3cc-e7bd-4a36-9e15-2ede572eda97 HTTP/1.1" status: 404 len: 333 time: 0.0276871 Nov 19 09:38:04.584090 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46656) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:04.589323 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2ef58d8d-53c1-4608-835c-ef693c5a0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Request body: {'port': {'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1690558211'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:04.601448 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5355289-b682-4b01-beac-9532ba44cd53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:04.621301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef58d8d-53c1-4608-835c-ef693c5a0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Made reservation on behalf of 2bf40ecfc14342d5ac282b33dcf863df for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:04.624658 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ef58d8d-53c1-4608-835c-ef693c5a0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:04.646635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-2ef58d8d-53c1-4608-835c-ef693c5a0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] device_id is not set on port 54aba36f-5c43-42fb-8642-7a9191dfad1d yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:38:04.690847 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5355289-b682-4b01-beac-9532ba44cd53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:04.698465 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5355289-b682-4b01-beac-9532ba44cd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:04.776518 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b5355289-b682-4b01-beac-9532ba44cd53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dfa95cdec7934050b2589a18ad86a98f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1983683 Nov 19 09:38:04.777070 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46664) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:04.782251 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5355289-b682-4b01-beac-9532ba44cd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e37d9f3-84b7-4da6-ba67-7b4bd6d41ea9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:04.815994 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d7f68ff-8879-4030-aa6d-34a6d02940fe tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:04.849609 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f68ff-8879-4030-aa6d-34a6d02940fe tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=2c9d11a2-3b30-4ab5-9931-81b5abbb6fbd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:04.897983 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6bab8d92-c55c-431f-b801-a875b47445f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:04.978822 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6bab8d92-c55c-431f-b801-a875b47445f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:04.992702 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d7f68ff-8879-4030-aa6d-34a6d02940fe tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:05.148639 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ef58d8d-53c1-4608-835c-ef693c5a0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:05.150755 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6bab8d92-c55c-431f-b801-a875b47445f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:05.155666 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6bab8d92-c55c-431f-b801-a875b47445f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:05.160044 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6bab8d92-c55c-431f-b801-a875b47445f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e37d9f3-84b7-4da6-ba67-7b4bd6d41ea9 HTTP/1.1" status: 204 len: 168 time: 0.3818016 Nov 19 09:38:05.172301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab8d92-c55c-431f-b801-a875b47445f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e37d9f3-84b7-4da6-ba67-7b4bd6d41ea9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:05.238004 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ef58d8d-53c1-4608-835c-ef693c5a0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:05.278476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7f68ff-8879-4030-aa6d-34a6d02940fe tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router cd99bb9d-5d59-44d6-83c1-7bd3aa542aad has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:38:05.297032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef58d8d-53c1-4608-835c-ef693c5a0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Network d2729927-09c4-4aea-bb2f-29daeb7fd155 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:05.301624 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2ef58d8d-53c1-4608-835c-ef693c5a0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:05.304149 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef58d8d-53c1-4608-835c-ef693c5a0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:05.305808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef58d8d-53c1-4608-835c-ef693c5a0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:05.306351 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ef58d8d-53c1-4608-835c-ef693c5a0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:05.323057 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef58d8d-53c1-4608-835c-ef693c5a0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Pushing event updated for resources: {'Port': ['ID=54aba36f-5c43-42fb-8642-7a9191dfad1d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:05.332434 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2ef58d8d-53c1-4608-835c-ef693c5a0f52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7469602 Nov 19 09:38:05.336201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46684) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:05.351488 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:05.389269 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d0f83046-5f34-4ad6-bb64-fd0bc4d15564 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:05.430125 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: d0f83046-5f34-4ad6-bb64-fd0bc4d15564 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:38:05.430951 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d0f83046-5f34-4ad6-bb64-fd0bc4d15564 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:05.432224 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:05.473712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7f68ff-8879-4030-aa6d-34a6d02940fe tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:38:05.479938 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7d7f68ff-8879-4030-aa6d-34a6d02940fe tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/cd99bb9d-5d59-44d6-83c1-7bd3aa542aad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5633848 Nov 19 09:38:05.481978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46688) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:05.485104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00889ed5-14b7-4fa1-af67-d759bf449e0b None None] Sync routers for ids ['cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:38:05.506764 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00889ed5-14b7-4fa1-af67-d759bf449e0b None None] Routers {'cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:05.507670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-00889ed5-14b7-4fa1-af67-d759bf449e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:05.590065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-00889ed5-14b7-4fa1-af67-d759bf449e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:05.608913 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00889ed5-14b7-4fa1-af67-d759bf449e0b None None] Routers {'cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:05.619354 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-00889ed5-14b7-4fa1-af67-d759bf449e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:05.689924 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-00889ed5-14b7-4fa1-af67-d759bf449e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:05.690820 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00889ed5-14b7-4fa1-af67-d759bf449e0b None None] The sync data for ids ['cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:38:05.751346 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46696) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:05.772392 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] device_id is not set on port 54aba36f-5c43-42fb-8642-7a9191dfad1d yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:38:05.790933 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:05.810122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:05.823207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46698) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:05.874820 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-45262c58-d192-4e49-a3aa-356e605fae52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1dc9a56d54224d528f8d255721e9a7d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1223249 Nov 19 09:38:05.875403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46702) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:05.881561 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Pushing event updated for resources: {'Port': ['ID=54aba36f-5c43-42fb-8642-7a9191dfad1d,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:05.913330 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1de474fc-a736-4803-9bd0-55936e0fcb9f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:05.941700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:05.942126 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:05.942375 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:05.955406 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:05.955746 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:05.957997 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 2 to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d Nov 19 09:38:05.961890 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1794264e-9682-4597-a68e-c7b919e50f95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.002948 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:06.003373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:06.003795 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:06.013033 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:06.013480 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:06.017545 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 3 to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d Nov 19 09:38:06.023304 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1794264e-9682-4597-a68e-c7b919e50f95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.050675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:06.051309 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:06.051787 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:06.068552 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:06.069001 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:06.071757 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 4 to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d Nov 19 09:38:06.089537 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:06.089537 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:06.089537 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:06.095004 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:06.096055 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:06.096571 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 5 to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d Nov 19 09:38:06.111367 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:06.111876 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:06.112352 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:06.121971 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:06.121971 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:06.121971 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 6 to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d Nov 19 09:38:06.132430 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1794264e-9682-4597-a68e-c7b919e50f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.135271 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1794264e-9682-4597-a68e-c7b919e50f95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.136553 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1794264e-9682-4597-a68e-c7b919e50f95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13850126-0cc5-48ec-8923-54316785d3cd HTTP/1.1" status: 204 len: 168 time: 0.2599976 Nov 19 09:38:06.144675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:06.145227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:06.145680 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:06.153403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794264e-9682-4597-a68e-c7b919e50f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13850126-0cc5-48ec-8923-54316785d3cd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:06.157248 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:06.158426 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:06.159093 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 7 to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d Nov 19 09:38:06.174063 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:06.174615 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:06.175306 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:06.180949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:06.181418 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:06.181921 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 8 to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d Nov 19 09:38:06.197424 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:06.198052 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:06.198706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:06.208704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:06.209151 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:06.209626 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 9 to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d Nov 19 09:38:06.226977 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:06.227710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:06.228298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:06.234020 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:06.234467 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:06.234873 n-d-805649-14 neutron-server[103476]: INFO neutron.plugins.ml2.plugin [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempt 10 to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d Nov 19 09:38:06.250719 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:06.251815 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:06.252173 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempting to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:06.257332 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:06.257796 n-d-805649-14 neutron-server[103476]: ERROR neutron.plugins.ml2.managers [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Failed to bind port 54aba36f-5c43-42fb-8642-7a9191dfad1d on host n-h1-805649-14 for vnic_type normal using segments [{'id': '859272f5-5e7d-4bb7-977e-c233c6afec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd2729927-09c4-4aea-bb2f-29daeb7fd155'}] Nov 19 09:38:06.258204 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.316670 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-644d3398-567c-43ab-97e8-fc7b05e55f9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.363334 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] For port 54aba36f-5c43-42fb-8642-7a9191dfad1d, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:38:06.363987 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attempted to set empty binding levels {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 09:38:06.370423 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.404852 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] In _notify_port_updated(), no bound segment for port 54aba36f-5c43-42fb-8642-7a9191dfad1d on network d2729927-09c4-4aea-bb2f-29daeb7fd155 {{(pid=103476) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:38:06.405847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:06.406531 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.409229 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] 10.222.0.21 "PUT /v2.0/ports/54aba36f-5c43-42fb-8642-7a9191dfad1d HTTP/1.1" status: 200 len: 980 time: 1.0710855 Nov 19 09:38:06.412345 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46718) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:06.462354 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df354a1c-15e5-40b4-9187-527366b74d4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Pushing event updated for resources: {'Port': ['ID=54aba36f-5c43-42fb-8642-7a9191dfad1d,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:06.484900 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-644d3398-567c-43ab-97e8-fc7b05e55f9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.492541 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-644d3398-567c-43ab-97e8-fc7b05e55f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.516368 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8297c534-6121-424c-8ad1-22cc9d66ba47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Deleting port 54aba36f-5c43-42fb-8642-7a9191dfad1d {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:06.517839 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8297c534-6121-424c-8ad1-22cc9d66ba47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.562204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d3398-567c-43ab-97e8-fc7b05e55f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c4b7f7-a583-4244-837b-9d181a219129,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:06.585814 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-644d3398-567c-43ab-97e8-fc7b05e55f9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bfcd8398f784ae3842a46c81a8abcd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7612236 Nov 19 09:38:06.589521 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46728) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:06.623961 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8297c534-6121-424c-8ad1-22cc9d66ba47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] For port 54aba36f-5c43-42fb-8642-7a9191dfad1d, host n-h1-805649-14, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:06.624342 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8297c534-6121-424c-8ad1-22cc9d66ba47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.649636 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8297c534-6121-424c-8ad1-22cc9d66ba47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Calling delete_port for 54aba36f-5c43-42fb-8642-7a9191dfad1d owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:06.658306 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-1de474fc-a736-4803-9bd0-55936e0fcb9f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port 03ac9f3a-70a8-46d1-943f-7a77e8958df8 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:06.665670 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1de474fc-a736-4803-9bd0-55936e0fcb9f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.725019 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55c96e9d-6062-4165-8181-48e1b26cde2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.766132 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55c96e9d-6062-4165-8181-48e1b26cde2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.778510 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8297c534-6121-424c-8ad1-22cc9d66ba47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.798051 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1de474fc-a736-4803-9bd0-55936e0fcb9f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.811388 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8297c534-6121-424c-8ad1-22cc9d66ba47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.815939 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8297c534-6121-424c-8ad1-22cc9d66ba47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] 10.222.0.21 "DELETE /v2.0/ports/54aba36f-5c43-42fb-8642-7a9191dfad1d HTTP/1.1" status: 204 len: 168 time: 0.4025040 Nov 19 09:38:06.817056 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297c534-6121-424c-8ad1-22cc9d66ba47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] Pushing event deleted for resources: {'Port': ['ID=54aba36f-5c43-42fb-8642-7a9191dfad1d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:06.819460 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46734) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:06.824375 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-1de474fc-a736-4803-9bd0-55936e0fcb9f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for 03ac9f3a-70a8-46d1-943f-7a77e8958df8 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:06.855093 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2f0462-7836-4afa-a2a3-27560cf71a76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] GET failed (client error): The resource could not be found. Nov 19 09:38:06.857141 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2c2f0462-7836-4afa-a2a3-27560cf71a76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591476838-project-admin] 10.222.0.21 "GET /v2.0/ports/54aba36f-5c43-42fb-8642-7a9191dfad1d HTTP/1.1" status: 404 len: 333 time: 0.0359821 Nov 19 09:38:06.860275 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46740) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:06.900221 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55c96e9d-6062-4165-8181-48e1b26cde2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.903084 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55c96e9d-6062-4165-8181-48e1b26cde2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:06.907230 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-55c96e9d-6062-4165-8181-48e1b26cde2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3c4b7f7-a583-4244-837b-9d181a219129 HTTP/1.1" status: 204 len: 168 time: 0.3167307 Nov 19 09:38:06.920759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c96e9d-6062-4165-8181-48e1b26cde2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c4b7f7-a583-4244-837b-9d181a219129,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:06.984422 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6cd5d0b7-509b-4591-8efd-c1fd49a7bdae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:07.096154 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6cd5d0b7-509b-4591-8efd-c1fd49a7bdae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:07.121501 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-6cd5d0b7-509b-4591-8efd-c1fd49a7bdae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2729927-09c4-4aea-bb2f-29daeb7fd155']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:07.125763 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1de474fc-a736-4803-9bd0-55936e0fcb9f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:07.153833 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-6cd5d0b7-509b-4591-8efd-c1fd49a7bdae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859272f5-5e7d-4bb7-977e-c233c6afec1b') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:07.154183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-6cd5d0b7-509b-4591-8efd-c1fd49a7bdae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859272f5-5e7d-4bb7-977e-c233c6afec1b') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:07.175723 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6cd5d0b7-509b-4591-8efd-c1fd49a7bdae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:07.181859 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de474fc-a736-4803-9bd0-55936e0fcb9f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=03ac9f3a-70a8-46d1-943f-7a77e8958df8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:07.211888 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6cd5d0b7-509b-4591-8efd-c1fd49a7bdae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:07.225800 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd5d0b7-509b-4591-8efd-c1fd49a7bdae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:38:07.226152 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6cd5d0b7-509b-4591-8efd-c1fd49a7bdae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:38:07.229335 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:38:07.306432 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6cd5d0b7-509b-4591-8efd-c1fd49a7bdae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:07.359557 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6cd5d0b7-509b-4591-8efd-c1fd49a7bdae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:07.369550 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6cd5d0b7-509b-4591-8efd-c1fd49a7bdae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] 10.222.0.21 "DELETE /v2.0/networks/d2729927-09c4-4aea-bb2f-29daeb7fd155 HTTP/1.1" status: 204 len: 168 time: 0.5054686 Nov 19 09:38:07.369550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5d0b7-509b-4591-8efd-c1fd49a7bdae tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-524595116-project] Pushing event deleted for resources: {'Network': ['ID=d2729927-09c4-4aea-bb2f-29daeb7fd155,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:07.378983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46760) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:07.395845 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1de474fc-a736-4803-9bd0-55936e0fcb9f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:07.547851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46766) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:07.574440 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d66fbc1-ba8e-4976-a91e-6c986d964f4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:07.625585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de474fc-a736-4803-9bd0-55936e0fcb9f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router cd99bb9d-5d59-44d6-83c1-7bd3aa542aad has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:38:07.681100 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d66fbc1-ba8e-4976-a91e-6c986d964f4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:07.691329 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4d66fbc1-ba8e-4976-a91e-6c986d964f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:07.730303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de474fc-a736-4803-9bd0-55936e0fcb9f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:38:07.737490 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1de474fc-a736-4803-9bd0-55936e0fcb9f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/cd99bb9d-5d59-44d6-83c1-7bd3aa542aad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2527812 Nov 19 09:38:07.739890 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46774) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:07.750109 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f38c145-ef47-4a2d-993e-0af4f39f145b None None] Sync routers for ids ['cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:38:07.766328 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4d66fbc1-ba8e-4976-a91e-6c986d964f4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41b9b393f9d34a4488135e35085ae168&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2162793 Nov 19 09:38:07.771807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46776) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:07.773508 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f38c145-ef47-4a2d-993e-0af4f39f145b None None] Routers {'cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:07.780520 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5f38c145-ef47-4a2d-993e-0af4f39f145b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:07.780881 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46778) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:07.790294 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e3139920-f857-4c18-9101-901f55e40daa tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd99bb9d-5d59-44d6-83c1-7bd3aa542aad HTTP/1.1" status: 200 len: 205 time: 0.0490932 Nov 19 09:38:07.790886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46782) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:07.798118 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66fbc1-ba8e-4976-a91e-6c986d964f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbf4b67-72d4-4776-89e3-03122a285861,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:07.858187 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5f38c145-ef47-4a2d-993e-0af4f39f145b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:07.869472 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f38c145-ef47-4a2d-993e-0af4f39f145b None None] Routers {'cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:07.870446 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5f38c145-ef47-4a2d-993e-0af4f39f145b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:07.875192 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-24edb352-0795-4f68-83db-a49da0ef557e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-9550536-network', 'tenant_id': '6ade2fd6519645869dab156608e4a143'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:07.895149 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9569569f-0239-411b-ba70-7ee88b3fe4b9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:07.913951 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5f38c145-ef47-4a2d-993e-0af4f39f145b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:07.914695 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2812af4-8386-4c8c-ba4a-3977106b4388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:07.914950 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f38c145-ef47-4a2d-993e-0af4f39f145b None None] The sync data for ids ['cd99bb9d-5d59-44d6-83c1-7bd3aa542aad'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:38:07.967972 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2812af4-8386-4c8c-ba4a-3977106b4388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:07.969107 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24edb352-0795-4f68-83db-a49da0ef557e admin admin] Made reservation on behalf of 6ade2fd6519645869dab156608e4a143 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:07.972198 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24edb352-0795-4f68-83db-a49da0ef557e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:07.989703 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24edb352-0795-4f68-83db-a49da0ef557e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:07.998605 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-61d5665e-5782-4290-b5e3-008df3da61f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab86c4a28142406e8d64c798e9f8afdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2161870 Nov 19 09:38:08.005601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46788) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:08.065134 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b462c93a-8bbd-48ce-92ab-0afb19573388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.068197 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2812af4-8386-4c8c-ba4a-3977106b4388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.070921 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2812af4-8386-4c8c-ba4a-3977106b4388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.074694 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e2812af4-8386-4c8c-ba4a-3977106b4388 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bbf4b67-72d4-4776-89e3-03122a285861 HTTP/1.1" status: 204 len: 168 time: 0.2992344 Nov 19 09:38:08.092417 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2812af4-8386-4c8c-ba4a-3977106b4388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbf4b67-72d4-4776-89e3-03122a285861,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:08.103076 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b462c93a-8bbd-48ce-92ab-0afb19573388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.118152 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9569569f-0239-411b-ba70-7ee88b3fe4b9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.121802 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9569569f-0239-411b-ba70-7ee88b3fe4b9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.170855 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b462c93a-8bbd-48ce-92ab-0afb19573388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.174296 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b462c93a-8bbd-48ce-92ab-0afb19573388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.175568 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b462c93a-8bbd-48ce-92ab-0afb19573388 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79d89b09-89c2-40cb-8b6f-a50d627fdf29 HTTP/1.1" status: 204 len: 168 time: 0.1690459 Nov 19 09:38:08.193726 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462c93a-8bbd-48ce-92ab-0afb19573388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d89b09-89c2-40cb-8b6f-a50d627fdf29,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:08.212958 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9569569f-0239-411b-ba70-7ee88b3fe4b9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.213579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9569569f-0239-411b-ba70-7ee88b3fe4b9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Fanout notify agent at l3_agent the message router_deleted on router cd99bb9d-5d59-44d6-83c1-7bd3aa542aad {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:38:08.225733 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9569569f-0239-411b-ba70-7ee88b3fe4b9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.229806 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9569569f-0239-411b-ba70-7ee88b3fe4b9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/routers/cd99bb9d-5d59-44d6-83c1-7bd3aa542aad HTTP/1.1" status: 204 len: 168 time: 0.4379785 Nov 19 09:38:08.229927 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46796) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:08.265626 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24edb352-0795-4f68-83db-a49da0ef557e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.275859 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24edb352-0795-4f68-83db-a49da0ef557e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.336555 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24edb352-0795-4f68-83db-a49da0ef557e admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:38:08.350760 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24edb352-0795-4f68-83db-a49da0ef557e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.351310 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-24edb352-0795-4f68-83db-a49da0ef557e admin admin] Added segment 3f106a06-7b28-45eb-8689-c773c93f7376 of type vlan for network 61e635bb-db08-484d-a40d-b3b85bbf10bc Nov 19 09:38:08.352156 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a865300-828d-4e66-9f8d-f6b92ecd4db2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting subnet b220b20b-afa4-4aed-bc8e-24398c359064 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:38:08.363546 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a865300-828d-4e66-9f8d-f6b92ecd4db2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.412231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edb352-0795-4f68-83db-a49da0ef557e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb50158-6432-4cca-b503-0013e08d1adf,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:08.443561 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a865300-828d-4e66-9f8d-f6b92ecd4db2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.456748 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24edb352-0795-4f68-83db-a49da0ef557e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.506457 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24edb352-0795-4f68-83db-a49da0ef557e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.508606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24edb352-0795-4f68-83db-a49da0ef557e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:08.509350 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24edb352-0795-4f68-83db-a49da0ef557e admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.562121 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a865300-828d-4e66-9f8d-f6b92ecd4db2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.570291 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-24edb352-0795-4f68-83db-a49da0ef557e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1901126 Nov 19 09:38:08.609070 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46812) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:08.624863 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-bb86d6e5-41fe-4881-88bb-3b468dd0860f admin admin] Request body: {'subnet': {'network_id': '61e635bb-db08-484d-a40d-b3b85bbf10bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-9550536-subnet', 'tenant_id': '6ade2fd6519645869dab156608e4a143', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:08.644774 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edb352-0795-4f68-83db-a49da0ef557e admin admin] Pushing event updated for resources: {'Network': ['ID=61e635bb-db08-484d-a40d-b3b85bbf10bc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:08.664362 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 61e635bb-db08-484d-a40d-b3b85bbf10bc details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:38:08.669112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46820) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:08.694076 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a865300-828d-4e66-9f8d-f6b92ecd4db2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.721114 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb86d6e5-41fe-4881-88bb-3b468dd0860f admin admin] Made reservation on behalf of 6ade2fd6519645869dab156608e4a143 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:08.727353 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb86d6e5-41fe-4881-88bb-3b468dd0860f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.746882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e1e1aae7-3934-4419-8131-86e7546380c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bf40ecfc14342d5ac282b33dcf863df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0754900 Nov 19 09:38:08.749441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46824) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:08.768260 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02128a27-e964-4e9d-9719-0f9c6fda3cbf None None] Network bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:08.778664 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a865300-828d-4e66-9f8d-f6b92ecd4db2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.785211 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8a865300-828d-4e66-9f8d-f6b92ecd4db2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/b220b20b-afa4-4aed-bc8e-24398c359064 HTTP/1.1" status: 204 len: 168 time: 0.5520175 Nov 19 09:38:08.785211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a865300-828d-4e66-9f8d-f6b92ecd4db2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Subnet': ['ID=b220b20b-afa4-4aed-bc8e-24398c359064,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:08.817694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46826) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:08.870447 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c851e1cc-0807-4488-85e0-a4f1bc873a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.926482 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-a630cd9b-62af-436a-90a3-31af3709553f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting subnet 26b3c160-5ae9-46e1-ba89-42d5c28a2565 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:38:08.946874 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a630cd9b-62af-436a-90a3-31af3709553f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.948671 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c851e1cc-0807-4488-85e0-a4f1bc873a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:08.995924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f749a5-3104-4368-bd20-4d240a51330c req-f5f53ee1-9402-42c0-a0a5-d1f3540eb12e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:08.997755 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82f749a5-3104-4368-bd20-4d240a51330c req-f5f53ee1-9402-42c0-a0a5-d1f3540eb12e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 946 time: 0.0933423 Nov 19 09:38:09.025551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bf789c-8b19-4a27-96f5-08d74dfffe1c None None] DHCP port deletion for bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:38:09.034452 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a630cd9b-62af-436a-90a3-31af3709553f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:09.062846 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82f749a5-3104-4368-bd20-4d240a51330c req-450f0be0-5b7c-4ffc-9979-f0311d23c9df tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565450 Nov 19 09:38:09.098661 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46834) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:09.104971 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c851e1cc-0807-4488-85e0-a4f1bc873a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:09.118223 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c851e1cc-0807-4488-85e0-a4f1bc873a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:09.120007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-72bf789c-8b19-4a27-96f5-08d74dfffe1c None None] Deleting port 7f04d116-cfcf-4c24-8207-e9ecab887291 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:09.120645 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-72bf789c-8b19-4a27-96f5-08d74dfffe1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:09.123620 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c851e1cc-0807-4488-85e0-a4f1bc873a71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7d71392-2ea1-4e46-8b44-7dc7313f81c1 HTTP/1.1" status: 204 len: 168 time: 0.3731384 Nov 19 09:38:09.140908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851e1cc-0807-4488-85e0-a4f1bc873a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d71392-2ea1-4e46-8b44-7dc7313f81c1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:09.208775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-72bf789c-8b19-4a27-96f5-08d74dfffe1c None None] For port 7f04d116-cfcf-4c24-8207-e9ecab887291, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7f04d116-cfcf-4c24-8207-e9ecab887291,segment=NetworkSegment(e64d1f4b-9bff-4dd6-9cf2-1031d403a2d1),segment_id=e64d1f4b-9bff-4dd6-9cf2-1031d403a2d1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:09.209396 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-72bf789c-8b19-4a27-96f5-08d74dfffe1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:09.224613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-72bf789c-8b19-4a27-96f5-08d74dfffe1c None None] Calling delete_port for 7f04d116-cfcf-4c24-8207-e9ecab887291 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:09.275383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a630cd9b-62af-436a-90a3-31af3709553f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:09.365005 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-72bf789c-8b19-4a27-96f5-08d74dfffe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:09.394750 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf789c-8b19-4a27-96f5-08d74dfffe1c None None] No DVR routers for this DVR port 7f04d116-cfcf-4c24-8207-e9ecab887291 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:38:09.461779 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7f04d116-cfcf-4c24-8207-e9ecab887291 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:09.464776 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf789c-8b19-4a27-96f5-08d74dfffe1c None None] Pushing event deleted for resources: {'Port': ['ID=7f04d116-cfcf-4c24-8207-e9ecab887291,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:09.519674 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 7f04d116-cfcf-4c24-8207-e9ecab887291 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:38:09.519674 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7f04d116-cfcf-4c24-8207-e9ecab887291 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:09.829185 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-eeba976e-7829-41d6-a9aa-74440b456c0f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/floatingips/907283e5-4be8-4d94-997d-aa7e5f3725ab HTTP/1.1" status: 200 len: 993 time: 0.7191210 Nov 19 09:38:09.870603 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb86d6e5-41fe-4881-88bb-3b468dd0860f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:09.881583 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a630cd9b-62af-436a-90a3-31af3709553f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:09.922942 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a630cd9b-62af-436a-90a3-31af3709553f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:09.929278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0685e29b-3fa8-4854-b167-2e1777d39256 None None] Network 6fa91807-d45d-492d-af41-d56b4d18ea66 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:09.930205 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46876) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:09.930319 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a630cd9b-62af-436a-90a3-31af3709553f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/26b3c160-5ae9-46e1-ba89-42d5c28a2565 HTTP/1.1" status: 204 len: 168 time: 1.1112297 Nov 19 09:38:09.948522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86d6e5-41fe-4881-88bb-3b468dd0860f admin admin] Pushing event updated for resources: {'Subnet': ['ID=175e220f-399a-465f-a32a-c62f9091a324,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:09.986195 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630cd9b-62af-436a-90a3-31af3709553f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Subnet': ['ID=26b3c160-5ae9-46e1-ba89-42d5c28a2565,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:10.000267 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb86d6e5-41fe-4881-88bb-3b468dd0860f admin admin] Checking segment: {'id': '3f106a06-7b28-45eb-8689-c773c93f7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '61e635bb-db08-484d-a40d-b3b85bbf10bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:38:10.002376 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb86d6e5-41fe-4881-88bb-3b468dd0860f admin admin] Network hostable DHCP agents. Network: 61e635bb-db08-484d-a40d-b3b85bbf10bc, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:38:10.035277 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb86d6e5-41fe-4881-88bb-3b468dd0860f admin admin] Network 61e635bb-db08-484d-a40d-b3b85bbf10bc is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:38:10.050350 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-bb86d6e5-41fe-4881-88bb-3b468dd0860f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 61e635bb-db08-484d-a40d-b3b85bbf10bc) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:10.058123 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb86d6e5-41fe-4881-88bb-3b468dd0860f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:10.058726 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb86d6e5-41fe-4881-88bb-3b468dd0860f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:10.073192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b211bf9-15eb-436d-9db2-dd8bb39f05e0 None None] Network 61e635bb-db08-484d-a40d-b3b85bbf10bc requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:10.104071 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-011171fb-a018-48f4-9523-0525042db92f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:10.116834 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bb86d6e5-41fe-4881-88bb-3b468dd0860f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5065527 Nov 19 09:38:10.248784 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-011171fb-a018-48f4-9523-0525042db92f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:10.325054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-011171fb-a018-48f4-9523-0525042db92f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:10.360039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-011171fb-a018-48f4-9523-0525042db92f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64d1f4b-9bff-4dd6-9cf2-1031d403a2d1') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:10.360344 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-011171fb-a018-48f4-9523-0525042db92f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64d1f4b-9bff-4dd6-9cf2-1031d403a2d1') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:10.362229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e4b29-de82-4d41-be66-44a2e59e8ae7 None None] Network 61e635bb-db08-484d-a40d-b3b85bbf10bc requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:10.364423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684aad1-05ce-4a57-95bb-43210e69e307 req-5a342a67-2ad6-4d3f-b339-a0500c86f4d4 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:10.366153 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6684aad1-05ce-4a57-95bb-43210e69e307 req-5a342a67-2ad6-4d3f-b339-a0500c86f4d4 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 1098 time: 0.1418390 Nov 19 09:38:10.396765 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-011171fb-a018-48f4-9523-0525042db92f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:10.421730 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-011171fb-a018-48f4-9523-0525042db92f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:10.436637 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011171fb-a018-48f4-9523-0525042db92f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:38:10.437071 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-011171fb-a018-48f4-9523-0525042db92f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:38:10.440845 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:38:10.512633 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6684aad1-05ce-4a57-95bb-43210e69e307 req-8f2dcaa3-eca7-4d71-bf15-f05f7b7e68ac tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358495 Nov 19 09:38:10.553151 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76dedab-8245-4946-a1e0-f45b6fbc0ece None None] DHCP port deletion for 6fa91807-d45d-492d-af41-d56b4d18ea66 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:38:10.581126 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-011171fb-a018-48f4-9523-0525042db92f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:10.588683 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-011171fb-a018-48f4-9523-0525042db92f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:10.600631 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-011171fb-a018-48f4-9523-0525042db92f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/networks/bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f HTTP/1.1" status: 204 len: 168 time: 0.6672101 Nov 19 09:38:10.601120 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46912) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:10.635656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011171fb-a018-48f4-9523-0525042db92f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Network': ['ID=bc9a4c1f-098f-4785-8ed5-cb0c6a67a44f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:10.652967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-d92f9a9d-1919-4bd6-8f30-009ab2569ed3 req-f00d9c2e-6511-400e-8478-14a108cfb95f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:38:10.654059 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d92f9a9d-1919-4bd6-8f30-009ab2569ed3 req-f00d9c2e-6511-400e-8478-14a108cfb95f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143657 Nov 19 09:38:10.731316 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:10.763009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46920) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:10.775840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a76dedab-8245-4946-a1e0-f45b6fbc0ece None None] Deleting port 838ba95c-6ce3-4313-b994-a8c4ac091c6f {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:10.776114 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a76dedab-8245-4946-a1e0-f45b6fbc0ece None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:10.843884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port 838ba95c-6ce3-4313-b994-a8c4ac091c6f {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:10.844496 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:10.878589 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a76dedab-8245-4946-a1e0-f45b6fbc0ece None None] For port 838ba95c-6ce3-4313-b994-a8c4ac091c6f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=838ba95c-6ce3-4313-b994-a8c4ac091c6f,segment=NetworkSegment(a5378cf8-285b-4d6d-8f4b-497b37892995),segment_id=a5378cf8-285b-4d6d-8f4b-497b37892995)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:10.879243 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a76dedab-8245-4946-a1e0-f45b6fbc0ece None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:10.906389 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a76dedab-8245-4946-a1e0-f45b6fbc0ece None None] Calling delete_port for 838ba95c-6ce3-4313-b994-a8c4ac091c6f owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:11.015471 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a76dedab-8245-4946-a1e0-f45b6fbc0ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.041267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76dedab-8245-4946-a1e0-f45b6fbc0ece None None] No DVR routers for this DVR port 838ba95c-6ce3-4313-b994-a8c4ac091c6f on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:38:11.054146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] For port 838ba95c-6ce3-4313-b994-a8c4ac091c6f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=838ba95c-6ce3-4313-b994-a8c4ac091c6f,segment=NetworkSegment(a5378cf8-285b-4d6d-8f4b-497b37892995),segment_id=a5378cf8-285b-4d6d-8f4b-497b37892995)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:11.054262 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.093854 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76dedab-8245-4946-a1e0-f45b6fbc0ece None None] Pushing event deleted for resources: {'Port': ['ID=838ba95c-6ce3-4313-b994-a8c4ac091c6f,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:11.097748 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for 838ba95c-6ce3-4313-b994-a8c4ac091c6f owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:11.134234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6e0decd2-f67b-47e8-9719-8c2e1ed0f330 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-286964795'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:11.169599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0decd2-f67b-47e8-9719-8c2e1ed0f330 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Made reservation on behalf of 8a93f3850dd34e54b760bd3926efeabe for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:11.178608 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e0decd2-f67b-47e8-9719-8c2e1ed0f330 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.198895 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e0decd2-f67b-47e8-9719-8c2e1ed0f330 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.318471 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.374727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=838ba95c-6ce3-4313-b994-a8c4ac091c6f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:11.404242 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] No DVR routers for this DVR port 838ba95c-6ce3-4313-b994-a8c4ac091c6f on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:38:11.417601 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e0decd2-f67b-47e8-9719-8c2e1ed0f330 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.433321 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e0decd2-f67b-47e8-9719-8c2e1ed0f330 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.488423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0decd2-f67b-47e8-9719-8c2e1ed0f330 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:38:11.493743 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 838ba95c-6ce3-4313-b994-a8c4ac091c6f no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:11.500329 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e0decd2-f67b-47e8-9719-8c2e1ed0f330 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.502002 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-6e0decd2-f67b-47e8-9719-8c2e1ed0f330 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Added segment 4ad4de3a-7ebd-4a2e-b405-70bf40f7bc80 of type vlan for network 46270d00-dbec-4dcc-af6a-123de2ec0866 Nov 19 09:38:11.549993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 838ba95c-6ce3-4313-b994-a8c4ac091c6f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:38:11.551800 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 838ba95c-6ce3-4313-b994-a8c4ac091c6f not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:11.556805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46956) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:11.576602 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0b8d728a-e926-4b50-a0e5-885ca7c3852b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1477638468-network', 'tenant_id': '148ddee8c51a4284bf79a79eea221d0b'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:11.592051 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e0decd2-f67b-47e8-9719-8c2e1ed0f330 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.596284 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0decd2-f67b-47e8-9719-8c2e1ed0f330 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12df7a89-ddb5-4417-b10c-731c43df0056,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:11.615269 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.624138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8d728a-e926-4b50-a0e5-885ca7c3852b admin admin] Made reservation on behalf of 148ddee8c51a4284bf79a79eea221d0b for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:11.627039 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b8d728a-e926-4b50-a0e5-885ca7c3852b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.646898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b8d728a-e926-4b50-a0e5-885ca7c3852b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.647337 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e0decd2-f67b-47e8-9719-8c2e1ed0f330 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.649664 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa91807-d45d-492d-af41-d56b4d18ea66']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:11.655700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0decd2-f67b-47e8-9719-8c2e1ed0f330 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:11.656338 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e0decd2-f67b-47e8-9719-8c2e1ed0f330 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.759750 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b8d728a-e926-4b50-a0e5-885ca7c3852b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.761953 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5378cf8-285b-4d6d-8f4b-497b37892995') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:11.762263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5378cf8-285b-4d6d-8f4b-497b37892995') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:11.766115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6e0decd2-f67b-47e8-9719-8c2e1ed0f330 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0019166 Nov 19 09:38:11.770170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46966) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:11.776362 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c2e4fcf7-1262-488d-971c-9d5eda023904 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Request body: {'subnet': {'network_id': '46270d00-dbec-4dcc-af6a-123de2ec0866', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:11.781185 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0decd2-f67b-47e8-9719-8c2e1ed0f330 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event updated for resources: {'Network': ['ID=46270d00-dbec-4dcc-af6a-123de2ec0866,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:11.792979 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 46270d00-dbec-4dcc-af6a-123de2ec0866 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:38:11.838862 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b8d728a-e926-4b50-a0e5-885ca7c3852b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.892836 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.896227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8d728a-e926-4b50-a0e5-885ca7c3852b admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:38:11.974226 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b8d728a-e926-4b50-a0e5-885ca7c3852b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.974934 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-0b8d728a-e926-4b50-a0e5-885ca7c3852b admin admin] Added segment 830c3a4d-e1dc-482e-9fed-a150a416b065 of type vlan for network ceae4a7f-106e-4411-8c84-18cdda4f37fb Nov 19 09:38:11.976812 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:11.995757 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d728a-e926-4b50-a0e5-885ca7c3852b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0766e8c5-919f-4b77-b8f5-06c8200491a1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:12.007038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:38:12.007141 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:38:12.010764 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:38:12.080710 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-afdec81d-d437-4874-9f30-0b70fe8aad65 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2188470 Nov 19 09:38:12.091629 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-15a0e2ab-388d-46c7-ba5e-fee428801730 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:38:12.092640 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-15a0e2ab-388d-46c7-ba5e-fee428801730 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057290 Nov 19 09:38:12.104246 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b8d728a-e926-4b50-a0e5-885ca7c3852b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:12.165434 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e4fcf7-1262-488d-971c-9d5eda023904 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Made reservation on behalf of 8a93f3850dd34e54b760bd3926efeabe for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:12.172693 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2e4fcf7-1262-488d-971c-9d5eda023904 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:12.190753 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:12.206922 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b8d728a-e926-4b50-a0e5-885ca7c3852b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:12.209464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8d728a-e926-4b50-a0e5-885ca7c3852b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:12.210292 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0b8d728a-e926-4b50-a0e5-885ca7c3852b admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:12.351088 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:12.358078 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/networks/6fa91807-d45d-492d-af41-d56b4d18ea66 HTTP/1.1" status: 204 len: 168 time: 1.7524078 Nov 19 09:38:12.359176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46986) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:12.364004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-875e043d-2f5c-49cc-bf4a-74cb1101683b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1485468976'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:12.367689 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d728a-e926-4b50-a0e5-885ca7c3852b admin admin] Pushing event updated for resources: {'Network': ['ID=ceae4a7f-106e-4411-8c84-18cdda4f37fb,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:12.376155 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0b8d728a-e926-4b50-a0e5-885ca7c3852b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8181219 Nov 19 09:38:12.378444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network ceae4a7f-106e-4411-8c84-18cdda4f37fb details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:38:12.380863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 46988) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:12.398122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-68d8c0c1-6d5f-4ca5-a0be-d1c85b1c315e admin admin] Request body: {'subnet': {'network_id': 'ceae4a7f-106e-4411-8c84-18cdda4f37fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1477638468-subnet', 'tenant_id': '148ddee8c51a4284bf79a79eea221d0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:12.420284 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c6be7-4523-4047-85b0-605e53b8779c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Network': ['ID=6fa91807-d45d-492d-af41-d56b4d18ea66,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:12.425380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875e043d-2f5c-49cc-bf4a-74cb1101683b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:12.434461 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-875e043d-2f5c-49cc-bf4a-74cb1101683b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:12.471270 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d8c0c1-6d5f-4ca5-a0be-d1c85b1c315e admin admin] Made reservation on behalf of 148ddee8c51a4284bf79a79eea221d0b for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:12.474456 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-68d8c0c1-6d5f-4ca5-a0be-d1c85b1c315e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:12.539583 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875e043d-2f5c-49cc-bf4a-74cb1101683b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:38:12.569821 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-875e043d-2f5c-49cc-bf4a-74cb1101683b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:12.570400 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-875e043d-2f5c-49cc-bf4a-74cb1101683b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Added segment 272eeae6-4f70-4204-9879-51af280bb82e of type vlan for network 3770c61c-fdd0-4451-8906-bab91582057d Nov 19 09:38:12.639687 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-875e043d-2f5c-49cc-bf4a-74cb1101683b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:12.644873 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2e4fcf7-1262-488d-971c-9d5eda023904 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:12.723693 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-875e043d-2f5c-49cc-bf4a-74cb1101683b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:12.729677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875e043d-2f5c-49cc-bf4a-74cb1101683b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:12.730561 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-875e043d-2f5c-49cc-bf4a-74cb1101683b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:12.780311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e4fcf7-1262-488d-971c-9d5eda023904 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Checking segment: {'id': '4ad4de3a-7ebd-4a2e-b405-70bf40f7bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46270d00-dbec-4dcc-af6a-123de2ec0866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:38:12.780526 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e4fcf7-1262-488d-971c-9d5eda023904 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Network hostable DHCP agents. Network: 46270d00-dbec-4dcc-af6a-123de2ec0866, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:38:12.791786 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4fcf7-1262-488d-971c-9d5eda023904 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event updated for resources: {'Subnet': ['ID=d9cdf94b-5047-4eab-8131-ef3d3448c01e,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:12.814931 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e4fcf7-1262-488d-971c-9d5eda023904 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Network 46270d00-dbec-4dcc-af6a-123de2ec0866 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:38:12.821846 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-875e043d-2f5c-49cc-bf4a-74cb1101683b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4622922 Nov 19 09:38:12.823325 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 46996) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:12.829190 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-fc182f24-179d-4596-bc91-62dc52768a76 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'subnet': {'network_id': '3770c61c-fdd0-4451-8906-bab91582057d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:12.835949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-c2e4fcf7-1262-488d-971c-9d5eda023904 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 46270d00-dbec-4dcc-af6a-123de2ec0866) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:12.849977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e380854-f16a-4169-8e0f-8b138ae1edab None None] Network 46270d00-dbec-4dcc-af6a-123de2ec0866 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:12.861359 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e043d-2f5c-49cc-bf4a-74cb1101683b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Network': ['ID=3770c61c-fdd0-4451-8906-bab91582057d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:12.869508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4fcf7-1262-488d-971c-9d5eda023904 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:12.870285 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c2e4fcf7-1262-488d-971c-9d5eda023904 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:12.879157 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-68d8c0c1-6d5f-4ca5-a0be-d1c85b1c315e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:12.929187 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 3770c61c-fdd0-4451-8906-bab91582057d details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:38:12.974161 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c2e4fcf7-1262-488d-971c-9d5eda023904 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2024343 Nov 19 09:38:12.976828 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47002) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:12.982527 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5ba327de-bffe-40cf-832b-5cd6a091be76 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Request body: {'port': {'network_id': '46270d00-dbec-4dcc-af6a-123de2ec0866', 'name': 'tempest-AllowedAddressPairTestJSON-1191175367'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:13.031871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8c0c1-6d5f-4ca5-a0be-d1c85b1c315e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9eb8051-62b2-42fc-9409-c35722ba9c96,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:13.047204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-3e453c02-d0e2-46c2-acda-ac0a0ecd4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:13.052119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-3e453c02-d0e2-46c2-acda-ac0a0ecd4ce0 service neutron] 10.222.0.21 "GET /v2.0/ports/152a84a6-b40c-4098-b6b3-731626fbb40b HTTP/1.1" status: 200 len: 1095 time: 0.1482229 Nov 19 09:38:13.065005 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc182f24-179d-4596-bc91-62dc52768a76 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:13.070868 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc182f24-179d-4596-bc91-62dc52768a76 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:13.073027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-efea34b2-da85-460a-bada-fc41bf0248e1 service neutron] Request body: {'binding': {'host': 'n-h1-805649-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:13.073861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-efea34b2-da85-460a-bada-fc41bf0248e1 service neutron] Unknown quota resources ['binding']. {{(pid=103477) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 09:38:13.112919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d8c0c1-6d5f-4ca5-a0be-d1c85b1c315e admin admin] Checking segment: {'id': '830c3a4d-e1dc-482e-9fed-a150a416b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ceae4a7f-106e-4411-8c84-18cdda4f37fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:38:13.113314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d8c0c1-6d5f-4ca5-a0be-d1c85b1c315e admin admin] Network hostable DHCP agents. Network: ceae4a7f-106e-4411-8c84-18cdda4f37fb, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:38:13.187949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d8c0c1-6d5f-4ca5-a0be-d1c85b1c315e admin admin] Network ceae4a7f-106e-4411-8c84-18cdda4f37fb is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:38:13.207281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-68d8c0c1-6d5f-4ca5-a0be-d1c85b1c315e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, ceae4a7f-106e-4411-8c84-18cdda4f37fb) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:13.212420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d8c0c1-6d5f-4ca5-a0be-d1c85b1c315e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:13.213031 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-68d8c0c1-6d5f-4ca5-a0be-d1c85b1c315e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:13.227494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba327de-bffe-40cf-832b-5cd6a091be76 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Made reservation on behalf of 8a93f3850dd34e54b760bd3926efeabe for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:13.231790 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ba327de-bffe-40cf-832b-5cd6a091be76 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:13.259552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-68d8c0c1-6d5f-4ca5-a0be-d1c85b1c315e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8775499 Nov 19 09:38:13.279982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125afeb4-0584-46a5-9666-a735fd550215 None None] Network ceae4a7f-106e-4411-8c84-18cdda4f37fb requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:13.347621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-efea34b2-da85-460a-bada-fc41bf0248e1 service neutron] Attempting to bind port 152a84a6-b40c-4098-b6b3-731626fbb40b on host n-h1-805649-14 for vnic_type normal with profile None {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:13.347965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-efea34b2-da85-460a-bada-fc41bf0248e1 service neutron] Attempting to bind port 152a84a6-b40c-4098-b6b3-731626fbb40b by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:13.350881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-efea34b2-da85-460a-bada-fc41bf0248e1 service neutron] Attempting to bind port 152a84a6-b40c-4098-b6b3-731626fbb40b on network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:13.367769 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-efea34b2-da85-460a-bada-fc41bf0248e1 service neutron] Port 152a84a6-b40c-4098-b6b3-731626fbb40b on network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:13.368315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-efea34b2-da85-460a-bada-fc41bf0248e1 service neutron] Attempting to bind port 152a84a6-b40c-4098-b6b3-731626fbb40b on network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:13.379861 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-5ba327de-bffe-40cf-832b-5cd6a091be76 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] device_id is not set on port 151bb447-29ef-49f7-a68f-08a692bfdbad yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:38:13.381285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-efea34b2-da85-460a-bada-fc41bf0248e1 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:38:13.381623 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-efea34b2-da85-460a-bada-fc41bf0248e1 service neutron] Checking segment: {'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:38:13.382009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-efea34b2-da85-460a-bada-fc41bf0248e1 service neutron] Bound using segment: {'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:38:13.382491 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-efea34b2-da85-460a-bada-fc41bf0248e1 service neutron] Bound port: 152a84a6-b40c-4098-b6b3-731626fbb40b, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:38:13.523133 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-46270d00-dbec-4dcc-af6a-123de2ec0866', 'network_id': '46270d00-dbec-4dcc-af6a-123de2ec0866', 'tenant_id': '8a93f3850dd34e54b760bd3926efeabe', 'fixed_ips': [{'subnet_id': 'd9cdf94b-5047-4eab-8131-ef3d3448c01e'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:38:13.526941 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:13.539599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-efea34b2-da85-460a-bada-fc41bf0248e1 service neutron] For port 152a84a6-b40c-4098-b6b3-731626fbb40b, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=152a84a6-b40c-4098-b6b3-731626fbb40b,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:38:13.547257 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-efea34b2-da85-460a-bada-fc41bf0248e1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:13.549297 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-efea34b2-da85-460a-bada-fc41bf0248e1 service neutron] 10.222.0.21 "POST /v2.0/ports/152a84a6-b40c-4098-b6b3-731626fbb40b/bindings HTTP/1.1" status: 201 len: 390 time: 0.4826345 Nov 19 09:38:13.565422 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af634192-a011-4a69-938a-4d7b877f9dd9 None None] Network ceae4a7f-106e-4411-8c84-18cdda4f37fb requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:13.613904 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc182f24-179d-4596-bc91-62dc52768a76 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:13.627318 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-5ba327de-bffe-40cf-832b-5cd6a091be76 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Allocated IP 172.20.0.3 (46270d00-dbec-4dcc-af6a-123de2ec0866/d9cdf94b-5047-4eab-8131-ef3d3448c01e/151bb447-29ef-49f7-a68f-08a692bfdbad) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:13.785067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a9d01-f8fe-4d7c-8e9b-ef91e322d1c1 req-eaa711e9-96b9-4e05-98d1-10921ea5dba8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:13.793926 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df9a9d01-f8fe-4d7c-8e9b-ef91e322d1c1 req-eaa711e9-96b9-4e05-98d1-10921ea5dba8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 946 time: 0.1114726 Nov 19 09:38:13.869913 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df9a9d01-f8fe-4d7c-8e9b-ef91e322d1c1 req-cef85026-c281-485a-974d-c8b4ef29575a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688696 Nov 19 09:38:13.940322 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc182f24-179d-4596-bc91-62dc52768a76 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Subnet': ['ID=19425256-ede2-4c19-a78b-5be1eb7bdd33,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:14.051123 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc182f24-179d-4596-bc91-62dc52768a76 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Checking segment: {'id': '272eeae6-4f70-4204-9879-51af280bb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3770c61c-fdd0-4451-8906-bab91582057d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:38:14.051677 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc182f24-179d-4596-bc91-62dc52768a76 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network hostable DHCP agents. Network: 3770c61c-fdd0-4451-8906-bab91582057d, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:38:14.131534 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc182f24-179d-4596-bc91-62dc52768a76 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network 3770c61c-fdd0-4451-8906-bab91582057d is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:38:14.145839 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ba327de-bffe-40cf-832b-5cd6a091be76 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:14.154738 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-fc182f24-179d-4596-bc91-62dc52768a76 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 3770c61c-fdd0-4451-8906-bab91582057d) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:14.171496 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2ab86d-f99f-4dc9-9491-716b4c7994f9 None None] Network 3770c61c-fdd0-4451-8906-bab91582057d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:14.174006 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc182f24-179d-4596-bc91-62dc52768a76 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:14.175174 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc182f24-179d-4596-bc91-62dc52768a76 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:14.187222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-264b3409-68f6-4ba2-ae7e-f9c31aaa7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:14.189352 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-264b3409-68f6-4ba2-ae7e-f9c31aaa7620 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 1098 time: 0.3042939 Nov 19 09:38:14.230084 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fc182f24-179d-4596-bc91-62dc52768a76 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4054465 Nov 19 09:38:14.232110 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47046) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:14.320040 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-24b75cef-71fb-4149-a5a5-2ef97f9a78f0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-782387755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:14.356111 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ba327de-bffe-40cf-832b-5cd6a091be76 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:14.365293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-6f1d6179-3711-4e91-8426-a82f303e8302 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:14.367497 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-6f1d6179-3711-4e91-8426-a82f303e8302 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/networks?id=61e635bb-db08-484d-a40d-b3b85bbf10bc HTTP/1.1" status: 200 len: 809 time: 0.3054702 Nov 19 09:38:14.394795 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-c2163bff-b68b-4eaf-ac7d-b4359d0806d4 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/quotas/6ade2fd6519645869dab156608e4a143 HTTP/1.1" status: 200 len: 375 time: 0.0200498 Nov 19 09:38:14.422168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-3770c61c-fdd0-4451-8906-bab91582057d', 'network_id': '3770c61c-fdd0-4451-8906-bab91582057d', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'fixed_ips': [{'subnet_id': '19425256-ede2-4c19-a78b-5be1eb7bdd33'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:38:14.423129 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:14.432789 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24b75cef-71fb-4149-a5a5-2ef97f9a78f0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:14.433868 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24b75cef-71fb-4149-a5a5-2ef97f9a78f0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:14.465983 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Allocated IP 172.20.0.2 (46270d00-dbec-4dcc-af6a-123de2ec0866/d9cdf94b-5047-4eab-8131-ef3d3448c01e/1b4df554-1311-431a-81b0-27181d6983c5) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:14.467078 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba327de-bffe-40cf-832b-5cd6a091be76 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Network 46270d00-dbec-4dcc-af6a-123de2ec0866 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:14.469811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-313cc50f-8434-4ff3-a9f8-78467fe06b6a tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ade2fd6519645869dab156608e4a143&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672801 Nov 19 09:38:14.476828 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-39c1c5b2-57f2-4897-8e56-ca06730b42cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:14.477972 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-39c1c5b2-57f2-4897-8e56-ca06730b42cb service neutron] 10.222.0.66 "GET /v2.0/networks?id=ecb1edcd-4151-45a7-a004-9f7020dfe5f7 HTTP/1.1" status: 200 len: 897 time: 0.2781188 Nov 19 09:38:14.478856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5ba327de-bffe-40cf-832b-5cd6a091be76 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:14.481998 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba327de-bffe-40cf-832b-5cd6a091be76 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event updated for resources: {'Port': ['ID=151bb447-29ef-49f7-a68f-08a692bfdbad,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:14.484377 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba327de-bffe-40cf-832b-5cd6a091be76 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:14.489501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-b89a9201-ff1f-40ef-bfe7-e557463fd861 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:38:14.493715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-b89a9201-ff1f-40ef-bfe7-e557463fd861 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123253 Nov 19 09:38:14.613782 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24b75cef-71fb-4149-a5a5-2ef97f9a78f0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:14.638291 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24b75cef-71fb-4149-a5a5-2ef97f9a78f0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:14.659069 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba327de-bffe-40cf-832b-5cd6a091be76 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:14.659765 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ba327de-bffe-40cf-832b-5cd6a091be76 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:14.706982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Allocated IP 2001:db8::2 (3770c61c-fdd0-4451-8906-bab91582057d/19425256-ede2-4c19-a78b-5be1eb7bdd33/5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:14.713979 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-84a09190-d156-4422-97c3-7ae807fbb0db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=152a84a6-b40c-4098-b6b3-731626fbb40b HTTP/1.1" status: 200 len: 1001 time: 0.2227473 Nov 19 09:38:14.726319 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5ba327de-bffe-40cf-832b-5cd6a091be76 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7438641 Nov 19 09:38:14.730421 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-24b75cef-71fb-4149-a5a5-2ef97f9a78f0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:14.732759 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-24b75cef-71fb-4149-a5a5-2ef97f9a78f0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4185503 Nov 19 09:38:14.745565 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47056) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:14.745918 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47058) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:14.755357 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4a5de277-46c2-426e-b9bd-89861f2385e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'port': {'network_id': '3770c61c-fdd0-4451-8906-bab91582057d', 'name': 'tempest-RoutersIpV6Test-1196584036'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:14.834746 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:14.852478 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:14.889051 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-31731953-32b8-46fb-81cd-ff36567d354f tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Request body: {'port': {'network_id': '46270d00-dbec-4dcc-af6a-123de2ec0866', 'name': 'tempest-AllowedAddressPairTestJSON-1065527780', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a5:7a:70'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:14.948207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Pushing event updated for resources: {'Port': ['ID=1b4df554-1311-431a-81b0-27181d6983c5,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:14.967275 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Network 46270d00-dbec-4dcc-af6a-123de2ec0866 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:14.968775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:14.979689 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:15.083431 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Attempting to bind port 1b4df554-1311-431a-81b0-27181d6983c5 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:15.083811 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Attempting to bind port 1b4df554-1311-431a-81b0-27181d6983c5 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '4ad4de3a-7ebd-4a2e-b405-70bf40f7bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46270d00-dbec-4dcc-af6a-123de2ec0866'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:15.084176 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Attempting to bind port 1b4df554-1311-431a-81b0-27181d6983c5 on network 46270d00-dbec-4dcc-af6a-123de2ec0866 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:15.086245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5de277-46c2-426e-b9bd-89861f2385e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:15.096065 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:15.098121 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a5de277-46c2-426e-b9bd-89861f2385e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:15.098282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:38:15.098600 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Checking segment: {'id': '4ad4de3a-7ebd-4a2e-b405-70bf40f7bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46270d00-dbec-4dcc-af6a-123de2ec0866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:38:15.099552 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:15.100024 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Bound using segment: {'id': '4ad4de3a-7ebd-4a2e-b405-70bf40f7bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46270d00-dbec-4dcc-af6a-123de2ec0866'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:38:15.100529 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Bound port: 1b4df554-1311-431a-81b0-27181d6983c5, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad4de3a-7ebd-4a2e-b405-70bf40f7bc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '46270d00-dbec-4dcc-af6a-123de2ec0866'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:38:15.100967 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:15.117621 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:15.153962 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-2842ace4-0ec3-4309-8bd5-1ebeb51ce949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:15.158890 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-2842ace4-0ec3-4309-8bd5-1ebeb51ce949 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=54ecae1d-3961-4931-99a1-23601d7d8cc9 HTTP/1.1" status: 200 len: 834 time: 0.4356303 Nov 19 09:38:15.174954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Pushing event updated for resources: {'Port': ['ID=5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:15.192149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de7b2d-aa16-428c-8f8d-1b24fd41200c req-aba5009c-2c77-47da-8b85-354047f55a9f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:15.201613 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b8de7b2d-aa16-428c-8f8d-1b24fd41200c req-aba5009c-2c77-47da-8b85-354047f55a9f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 946 time: 0.1806874 Nov 19 09:38:15.227681 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-4a5de277-46c2-426e-b9bd-89861f2385e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] device_id is not set on port 0a6ef0c9-47dd-4f51-8b28-3409d1b06d81 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:38:15.232124 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Network 3770c61c-fdd0-4451-8906-bab91582057d is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:15.235032 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:15.237769 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-251724b8-05f2-4386-aaa8-a3f1cd550db4 service neutron] 10.222.0.21 "GET /v2.0/networks/61e635bb-db08-484d-a40d-b3b85bbf10bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7295215 Nov 19 09:38:15.251012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:15.291696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] For port 1b4df554-1311-431a-81b0-27181d6983c5, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:38:15.360133 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] For port 1b4df554-1311-431a-81b0-27181d6983c5, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1b4df554-1311-431a-81b0-27181d6983c5,segment=NetworkSegment(4ad4de3a-7ebd-4a2e-b405-70bf40f7bc80),segment_id=4ad4de3a-7ebd-4a2e-b405-70bf40f7bc80)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:38:15.370082 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Attempting to bind port 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:15.370715 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Attempting to bind port 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '272eeae6-4f70-4204-9879-51af280bb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3770c61c-fdd0-4451-8906-bab91582057d'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:15.371259 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Attempting to bind port 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3 on network 3770c61c-fdd0-4451-8906-bab91582057d {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:15.377710 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:15.400820 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31731953-32b8-46fb-81cd-ff36567d354f tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Made reservation on behalf of 8a93f3850dd34e54b760bd3926efeabe for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:15.427518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-401281f3-910a-4067-8497-95413ac6fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:15.428137 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b8de7b2d-aa16-428c-8f8d-1b24fd41200c req-5e6ec0ee-9557-47ba-9ee3-1e8757aee356 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214921 Nov 19 09:38:15.429228 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-401281f3-910a-4067-8497-95413ac6fd8a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ecb1edcd-4151-45a7-a004-9f7020dfe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2037382 Nov 19 09:38:15.430844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-adbfcb95-3da1-4028-87a3-0cfe459ebdec service neutron] 10.222.0.21 "GET /v2.0/networks/61e635bb-db08-484d-a40d-b3b85bbf10bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857665 Nov 19 09:38:15.442351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:38:15.443376 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Checking segment: {'id': '272eeae6-4f70-4204-9879-51af280bb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3770c61c-fdd0-4451-8906-bab91582057d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:38:15.444182 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:15.444792 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Bound using segment: {'id': '272eeae6-4f70-4204-9879-51af280bb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3770c61c-fdd0-4451-8906-bab91582057d'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:38:15.446298 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Bound port: 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272eeae6-4f70-4204-9879-51af280bb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3770c61c-fdd0-4451-8906-bab91582057d'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:38:15.446930 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:15.588290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-4a5de277-46c2-426e-b9bd-89861f2385e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Allocated IP 2001:db8::a2 (3770c61c-fdd0-4451-8906-bab91582057d/19425256-ede2-4c19-a78b-5be1eb7bdd33/0a6ef0c9-47dd-4f51-8b28-3409d1b06d81) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:15.632461 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254e7b0-bb08-4200-9e4a-10497d0f78d0 None None] Pushing event updated for resources: {'Port': ['ID=1b4df554-1311-431a-81b0-27181d6983c5,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:15.634472 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31731953-32b8-46fb-81cd-ff36567d354f tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:15.656596 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:15.698544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] For port 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:38:15.711080 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] For port 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3,segment=NetworkSegment(272eeae6-4f70-4204-9879-51af280bb82e),segment_id=272eeae6-4f70-4204-9879-51af280bb82e)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:38:15.713836 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-31731953-32b8-46fb-81cd-ff36567d354f tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] device_id is not set on port d9abb502-2b4d-481f-bf9e-a04fc369fc75 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:38:15.727852 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:15.736403 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-6ed247e5-c2a9-4650-992f-0d789f8ab8eb service neutron] 10.222.0.66 "GET /v2.0/networks/ecb1edcd-4151-45a7-a004-9f7020dfe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914677 Nov 19 09:38:15.910209 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568ca86-5588-4b2e-91ce-3d446f99ab0f None None] Pushing event updated for resources: {'Port': ['ID=5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:15.978969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c2c7cb6-417c-41cb-a13f-8bfaf6360f44 req-f6baebe5-e5c9-4416-a093-4ae44984f980 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 210 time: 0.1168096 Nov 19 09:38:16.258405 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-31731953-32b8-46fb-81cd-ff36567d354f tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Allocated IP 172.20.0.7 (46270d00-dbec-4dcc-af6a-123de2ec0866/d9cdf94b-5047-4eab-8131-ef3d3448c01e/d9abb502-2b4d-481f-bf9e-a04fc369fc75) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:16.550984 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a5de277-46c2-426e-b9bd-89861f2385e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:16.715537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69845d3d-8356-4b14-aeb1-4f87366b6099 req-08bc2c77-28b5-48ef-9f45-a477efd718b1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:16.726479 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-69845d3d-8356-4b14-aeb1-4f87366b6099 req-08bc2c77-28b5-48ef-9f45-a477efd718b1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 946 time: 0.1729043 Nov 19 09:38:16.810491 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-69845d3d-8356-4b14-aeb1-4f87366b6099 req-cbe82fe9-b6e3-4d08-adf0-12689e6de0fa tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780933 Nov 19 09:38:16.897956 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-5ad32a06-d092-41a3-bbc6-ab2fce217d1a service neutron] 10.222.0.66 "GET /v2.0/networks/ecb1edcd-4151-45a7-a004-9f7020dfe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0974588 Nov 19 09:38:16.905414 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a5de277-46c2-426e-b9bd-89861f2385e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:17.116261 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5de277-46c2-426e-b9bd-89861f2385e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network 3770c61c-fdd0-4451-8906-bab91582057d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:17.127319 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31731953-32b8-46fb-81cd-ff36567d354f tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:17.172608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-4a5de277-46c2-426e-b9bd-89861f2385e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:17.178578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5de277-46c2-426e-b9bd-89861f2385e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:17.191212 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5de277-46c2-426e-b9bd-89861f2385e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:17.192225 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4a5de277-46c2-426e-b9bd-89861f2385e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:17.198085 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b8df3e00-47cb-4862-a048-3cccd4edc167 req-f780f7f4-f53d-4ca2-9607-27756b42c5d3 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 210 time: 0.0458529 Nov 19 09:38:17.204472 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5de277-46c2-426e-b9bd-89861f2385e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=0a6ef0c9-47dd-4f51-8b28-3409d1b06d81,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:17.285023 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4a5de277-46c2-426e-b9bd-89861f2385e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5365601 Nov 19 09:38:17.288103 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47112) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:17.292156 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-61289fd9-6085-46dd-a36a-183ef7e7ab50 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:17.293881 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-61289fd9-6085-46dd-a36a-183ef7e7ab50 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675&tenant_id=0dc1876a77414c6c8af6b4234d92e489&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 1098 time: 0.2646251 Nov 19 09:38:17.308581 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805649-14'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:17.388502 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31731953-32b8-46fb-81cd-ff36567d354f tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:17.519562 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b4c2f4-63b3-4bf0-b865-373504fd8d09 None None] Network 46270d00-dbec-4dcc-af6a-123de2ec0866 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:17.559108 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.66', 61737) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:17.705167 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1b4df554-1311-431a-81b0-27181d6983c5 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:38:17.847031 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-460ab5a7-e71f-4062-a65b-d473d829b9ec None None] Provisioning complete for port 1b4df554-1311-431a-81b0-27181d6983c5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:17.847461 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-460ab5a7-e71f-4062-a65b-d473d829b9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:17.945729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dfbabf-ff40-4ccf-a599-98bb66fe08b5 None None] Network 3770c61c-fdd0-4451-8906-bab91582057d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:17.947719 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-538a851c-cfe5-400a-8429-2b1dcbda48f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:17.976263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1b4df554-1311-431a-81b0-27181d6983c5 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:17.977280 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:18.015925 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff9095-1953-4c0f-9cbf-2c21c715a48b req-170040de-2ecd-4cfe-b8f2-101e8869387d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:18.018078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-91ff9095-1953-4c0f-9cbf-2c21c715a48b req-170040de-2ecd-4cfe-b8f2-101e8869387d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 946 time: 0.1123221 Nov 19 09:38:18.140841 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:18.210307 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-91ff9095-1953-4c0f-9cbf-2c21c715a48b req-540caeef-1ff1-4bc3-bcb3-4524a995977c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641119 Nov 19 09:38:18.271570 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31731953-32b8-46fb-81cd-ff36567d354f tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Network 46270d00-dbec-4dcc-af6a-123de2ec0866 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:18.294602 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-31731953-32b8-46fb-81cd-ff36567d354f tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:18.323717 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31731953-32b8-46fb-81cd-ff36567d354f tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:18.327068 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31731953-32b8-46fb-81cd-ff36567d354f tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event updated for resources: {'Port': ['ID=d9abb502-2b4d-481f-bf9e-a04fc369fc75,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:18.330483 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:18.430580 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13538b1d-fd1a-4cf7-ac62-263e9c9ba87f req-13157c8e-2d54-46e6-b747-a7284d788e14 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 210 time: 0.0908129 Nov 19 09:38:18.448547 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31731953-32b8-46fb-81cd-ff36567d354f tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:18.449364 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31731953-32b8-46fb-81cd-ff36567d354f tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:18.486259 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:18.513378 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-460ab5a7-e71f-4062-a65b-d473d829b9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:18.543929 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-538a851c-cfe5-400a-8429-2b1dcbda48f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:18.556536 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-538a851c-cfe5-400a-8429-2b1dcbda48f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:18.565548 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-31731953-32b8-46fb-81cd-ff36567d354f tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.8155844 Nov 19 09:38:18.573407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47134) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:18.574832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-27765f2c-bdd7-4757-9abc-9e4b98afb157 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:18.576393 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-27765f2c-bdd7-4757-9abc-9e4b98afb157 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.66 "GET /v2.0/networks?id=61e635bb-db08-484d-a40d-b3b85bbf10bc HTTP/1.1" status: 200 len: 809 time: 0.9842684 Nov 19 09:38:18.631329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 1b4df554-1311-431a-81b0-27181d6983c5, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1b4df554-1311-431a-81b0-27181d6983c5,segment=NetworkSegment(4ad4de3a-7ebd-4a2e-b405-70bf40f7bc80),segment_id=4ad4de3a-7ebd-4a2e-b405-70bf40f7bc80)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:18.647317 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:18.648587 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:38:18.654529 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-02c99b0c-2412-44dc-b493-4253e7153fc0 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Request body: {'port': {'device_id': '6d3abb40-0870-48fd-a35f-1b3e8a491776', 'network_id': '61e635bb-db08-484d-a40d-b3b85bbf10bc', 'admin_state_up': True, 'tenant_id': '6ade2fd6519645869dab156608e4a143'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:18.780300 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] For port 152a84a6-b40c-4098-b6b3-731626fbb40b, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=152a84a6-b40c-4098-b6b3-731626fbb40b,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:18.784938 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-460ab5a7-e71f-4062-a65b-d473d829b9ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:38:18.785446 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-460ab5a7-e71f-4062-a65b-d473d829b9ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:38:18.895070 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] For port 152a84a6-b40c-4098-b6b3-731626fbb40b, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:38:18.915004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=1b4df554-1311-431a-81b0-27181d6983c5,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:18.920360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a851c-cfe5-400a-8429-2b1dcbda48f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=0a6ef0c9-47dd-4f51-8b28-3409d1b06d81,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:18.937452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49770bea-3185-41cf-a8be-5591ce3e1c04 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:18.945720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49770bea-3185-41cf-a8be-5591ce3e1c04 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:18.957909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49770bea-3185-41cf-a8be-5591ce3e1c04 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:18.959679 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-49770bea-3185-41cf-a8be-5591ce3e1c04 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3789954 Nov 19 09:38:18.964397 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47138) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:18.992770 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:18.993246 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:19.059640 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:38:19.079782 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a2aa33-5775-413a-81ea-0461dbd6bc63" -d '{"events": [{"server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "name": "network-vif-unplugged", "status": "completed", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:38:19.084870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:19.095740 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-538a851c-cfe5-400a-8429-2b1dcbda48f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:19.101925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-02c99b0c-2412-44dc-b493-4253e7153fc0 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Made reservation on behalf of 6ade2fd6519645869dab156608e4a143 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:19.105629 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-02c99b0c-2412-44dc-b493-4253e7153fc0 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:19.119349 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:19.172135 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dc173a-c0dd-427d-bd42-cc83f9bf7272 x-openstack-request-id: req-44dc173a-c0dd-427d-bd42-cc83f9bf7272 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:38:19.172677 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "name": "network-vif-unplugged", "status": "completed", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:38:19.173961 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44dc173a-c0dd-427d-bd42-cc83f9bf7272 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:38:19.174587 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b', 'code': 200} Nov 19 09:38:19.287245 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-538a851c-cfe5-400a-8429-2b1dcbda48f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:19.591758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Pushing event updated for resources: {'Port': ['ID=152a84a6-b40c-4098-b6b3-731626fbb40b,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:19.599041 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-090c49c9-e3b5-470d-8626-f10803c3737a tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Deleting port d9abb502-2b4d-481f-bf9e-a04fc369fc75 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:19.599041 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-090c49c9-e3b5-470d-8626-f10803c3737a tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:19.748119 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:19.749445 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d7c230d0-c297-423a-8be7-09dcb1402c73 req-023039fe-793f-4d2a-9c2e-1ca7d76fc9d2 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 210 time: 0.1034155 Nov 19 09:38:19.868573 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239dbad-7825-4989-b3ec-ada8de6485bc req-5498b9ce-3114-4311-be3a-394595e3a2ed tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:19.870138 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f239dbad-7825-4989-b3ec-ada8de6485bc req-5498b9ce-3114-4311-be3a-394595e3a2ed tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 944 time: 0.2853975 Nov 19 09:38:19.933058 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3,segment=NetworkSegment(272eeae6-4f70-4204-9879-51af280bb82e),segment_id=272eeae6-4f70-4204-9879-51af280bb82e)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:19.940637 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-02c99b0c-2412-44dc-b493-4253e7153fc0 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Allocated IP 172.20.0.2 (61e635bb-db08-484d-a40d-b3b85bbf10bc/175e220f-399a-465f-a32a-c62f9091a324/24de7f81-7c1b-48cd-9274-c2cf6e7cebc9) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:19.979442 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:20.048982 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Attempting to bind port 152a84a6-b40c-4098-b6b3-731626fbb40b on host n-h2-805649-14 for vnic_type normal with profile {"migrating_to": "n-h1-805649-14"} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:20.049312 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Attempting to bind port 152a84a6-b40c-4098-b6b3-731626fbb40b by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:20.049499 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Attempting to bind port 152a84a6-b40c-4098-b6b3-731626fbb40b on network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:20.094850 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f089bfe-f9e6-4993-8b15-ba89a00f2707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:20.122991 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f239dbad-7825-4989-b3ec-ada8de6485bc req-834cf95b-5c37-4d72-8f09-f3fdea659873 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265148 Nov 19 09:38:20.128986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Provisioning complete for port d9abb502-2b4d-481f-bf9e-a04fc369fc75 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:20.129404 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:20.198380 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1b4df554-1311-431a-81b0-27181d6983c5 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:38:20.210344 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-538a851c-cfe5-400a-8429-2b1dcbda48f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:20.222736 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-538a851c-cfe5-400a-8429-2b1dcbda48f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:20.223734 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-538a851c-cfe5-400a-8429-2b1dcbda48f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:20.275306 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:20.281601 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-090c49c9-e3b5-470d-8626-f10803c3737a tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:20.287114 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Port d9abb502-2b4d-481f-bf9e-a04fc369fc75 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:20.289809 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Port 152a84a6-b40c-4098-b6b3-731626fbb40b on network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:20.290456 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Attempting to bind port 152a84a6-b40c-4098-b6b3-731626fbb40b on network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:20.315459 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:38:20.316102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Checking segment: {'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:38:20.316663 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Bound using segment: {'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:38:20.317624 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Bound port: 152a84a6-b40c-4098-b6b3-731626fbb40b, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22d5860-1a5b-4700-a767-049edf86095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:38:20.318177 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:20.321557 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-090c49c9-e3b5-470d-8626-f10803c3737a tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Calling delete_port for d9abb502-2b4d-481f-bf9e-a04fc369fc75 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:20.322084 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Provisioning complete for port 1b4df554-1311-431a-81b0-27181d6983c5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:20.322734 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:20.326739 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1b4df554-1311-431a-81b0-27181d6983c5 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:20.327107 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:20.362355 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-02c99b0c-2412-44dc-b493-4253e7153fc0 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:20.401641 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a851c-cfe5-400a-8429-2b1dcbda48f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=0a6ef0c9-47dd-4f51-8b28-3409d1b06d81,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:20.462658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538a851c-cfe5-400a-8429-2b1dcbda48f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network 3770c61c-fdd0-4451-8906-bab91582057d is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:20.465218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-538a851c-cfe5-400a-8429-2b1dcbda48f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:20.516295 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] For port 152a84a6-b40c-4098-b6b3-731626fbb40b, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:38:20.520260 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] For port 152a84a6-b40c-4098-b6b3-731626fbb40b, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=152a84a6-b40c-4098-b6b3-731626fbb40b,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:38:20.524903 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-02c99b0c-2412-44dc-b493-4253e7153fc0 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:20.546732 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:20.632589 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-02c99b0c-2412-44dc-b493-4253e7153fc0 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Network 61e635bb-db08-484d-a40d-b3b85bbf10bc is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:20.645614 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Provisioning complete for port 0a6ef0c9-47dd-4f51-8b28-3409d1b06d81 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:20.645898 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:20.683180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538a851c-cfe5-400a-8429-2b1dcbda48f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 35a1a6f9-529b-4221-a874-73b51d27b53f is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:38:20.740271 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c99b0c-2412-44dc-b493-4253e7153fc0 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Pushing event updated for resources: {'Port': ['ID=24de7f81-7c1b-48cd-9274-c2cf6e7cebc9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:20.746676 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Port 0a6ef0c9-47dd-4f51-8b28-3409d1b06d81 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:20.766658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Provisioning complete for port 152a84a6-b40c-4098-b6b3-731626fbb40b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:20.768528 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:20.777751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-02c99b0c-2412-44dc-b493-4253e7153fc0 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:20.782613 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-02c99b0c-2412-44dc-b493-4253e7153fc0 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:20.976133 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:21.002431 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-02c99b0c-2412-44dc-b493-4253e7153fc0 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:21.003479 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-02c99b0c-2412-44dc-b493-4253e7153fc0 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:21.019435 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:21.020406 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:21.022132 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] 10.222.0.66 "PUT /v2.0/ports/152a84a6-b40c-4098-b6b3-731626fbb40b HTTP/1.1" status: 200 len: 1124 time: 3.7176967 Nov 19 09:38:21.074272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:38:21.086440 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66679590-ab3c-4de2-819c-d75576b6fcd3" -d '{"events": [{"server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "name": "network-vif-plugged", "status": "completed", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:38:21.106441 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-02c99b0c-2412-44dc-b493-4253e7153fc0 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4565802 Nov 19 09:38:21.144430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] For port 152a84a6-b40c-4098-b6b3-731626fbb40b, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=152a84a6-b40c-4098-b6b3-731626fbb40b,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:21.171428 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:21.177833 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Request body: {'port': {'device_id': '6d3abb40-0870-48fd-a35f-1b3e8a491776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:21.185982 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:38:21.188515 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8386064f-b0e5-49fb-baa2-9b576c197034" -d '{"events": [{"name": "network-changed", "server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:38:21.257325 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfc7fa-9d5d-4ef6-ade5-7295e21174c1 service neutron] Pushing event updated for resources: {'Port': ['ID=152a84a6-b40c-4098-b6b3-731626fbb40b,revision_number=8']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:21.276097 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-090c49c9-e3b5-470d-8626-f10803c3737a tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:21.307401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['152a84a6-b40c-4098-b6b3-731626fbb40b'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:38:21.353292 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a737a9-7e30-4623-a2d2-8d5dbc2172df x-openstack-request-id: req-61a737a9-7e30-4623-a2d2-8d5dbc2172df {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:38:21.353608 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "name": "network-vif-plugged", "status": "completed", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:38:21.354017 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61a737a9-7e30-4623-a2d2-8d5dbc2172df {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:38:21.354355 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b', 'code': 200} Nov 19 09:38:21.357233 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c49c9-e3b5-470d-8626-f10803c3737a tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event deleted for resources: {'Port': ['ID=d9abb502-2b4d-481f-bf9e-a04fc369fc75,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:21.371899 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:21.530077 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Pushing event updated for resources: {'Port': ['ID=152a84a6-b40c-4098-b6b3-731626fbb40b,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:21.544046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538a851c-cfe5-400a-8429-2b1dcbda48f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:38:21.584966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-538a851c-cfe5-400a-8429-2b1dcbda48f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/35a1a6f9-529b-4221-a874-73b51d27b53f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2956693 Nov 19 09:38:21.589811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47190) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:21.603193 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aa39ff-9c6a-4e37-adbc-4cd3a2b5ac92 None None] Sync routers for ids ['35a1a6f9-529b-4221-a874-73b51d27b53f'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:38:21.619441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa39ff-9c6a-4e37-adbc-4cd3a2b5ac92 None None] Routers {'35a1a6f9-529b-4221-a874-73b51d27b53f'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:21.620082 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d7aa39ff-9c6a-4e37-adbc-4cd3a2b5ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['35a1a6f9-529b-4221-a874-73b51d27b53f'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:21.712027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b35bd8-9372-473c-b65a-4badb09690f0 req-89f571af-68ec-449b-b99d-d7668854aeca tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:21.716357 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96b35bd8-9372-473c-b65a-4badb09690f0 req-89f571af-68ec-449b-b99d-d7668854aeca tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 931 time: 0.7823739 Nov 19 09:38:21.726084 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d7aa39ff-9c6a-4e37-adbc-4cd3a2b5ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:21.741751 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Provisioning complete for port 151bb447-29ef-49f7-a68f-08a692bfdbad triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:21.741751 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:21.745934 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf18ed9-52e6-45cd-bba9-29bb6225c954 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:21.747691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-faf18ed9-52e6-45cd-bba9-29bb6225c954 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports/0a6ef0c9-47dd-4f51-8b28-3409d1b06d81 HTTP/1.1" status: 200 len: 983 time: 0.1502118 Nov 19 09:38:21.769842 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47196) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:21.773657 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-090c49c9-e3b5-470d-8626-f10803c3737a tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:21.778025 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-090c49c9-e3b5-470d-8626-f10803c3737a tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "DELETE /v2.0/ports/d9abb502-2b4d-481f-bf9e-a04fc369fc75 HTTP/1.1" status: 204 len: 168 time: 2.8111339 Nov 19 09:38:21.782137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47198) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:21.784509 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Port 151bb447-29ef-49f7-a68f-08a692bfdbad cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:21.798876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa39ff-9c6a-4e37-adbc-4cd3a2b5ac92 None None] Routers {'35a1a6f9-529b-4221-a874-73b51d27b53f'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:21.799534 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d7aa39ff-9c6a-4e37-adbc-4cd3a2b5ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:37:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['35a1a6f9-529b-4221-a874-73b51d27b53f'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:21.820486 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7de102-f7e2-4202-84cc-f6ba1638b847 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] GET failed (client error): The resource could not be found. Nov 19 09:38:21.822125 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ff7de102-f7e2-4202-84cc-f6ba1638b847 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "GET /v2.0/ports/d9abb502-2b4d-481f-bf9e-a04fc369fc75 HTTP/1.1" status: 404 len: 333 time: 0.0374002 Nov 19 09:38:21.828843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47200) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:21.836137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc829e2-137e-42c9-aae5-694e53c14d6e req-d4cacc63-652a-414f-92be-58e74126d817 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:21.838378 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1dc829e2-137e-42c9-aae5-694e53c14d6e req-d4cacc63-652a-414f-92be-58e74126d817 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 946 time: 0.3079274 Nov 19 09:38:21.848162 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b27451c9-ea80-4c55-bcf6-4b44aa23dddc tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Request body: {'port': {'network_id': '46270d00-dbec-4dcc-af6a-123de2ec0866', 'name': 'tempest-AllowedAddressPairTestJSON-294717936'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:21.854893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Provisioning complete for port 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:21.855271 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-90e0c043-cf14-42b2-8ca7-8e460e1ce407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:21.856793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d7aa39ff-9c6a-4e37-adbc-4cd3a2b5ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:21.857435 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aa39ff-9c6a-4e37-adbc-4cd3a2b5ac92 None None] The sync data for ids ['35a1a6f9-529b-4221-a874-73b51d27b53f'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:38:22.171756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:38:22.190831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96b35bd8-9372-473c-b65a-4badb09690f0 req-5b200406-aa33-47cf-b074-171b11e358d7 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291070 Nov 19 09:38:22.215984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27451c9-ea80-4c55-bcf6-4b44aa23dddc tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Made reservation on behalf of 8a93f3850dd34e54b760bd3926efeabe for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:22.219707 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b27451c9-ea80-4c55-bcf6-4b44aa23dddc tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:22.234648 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:38:22.255796 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:22.274763 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-b27451c9-ea80-4c55-bcf6-4b44aa23dddc tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] device_id is not set on port ba982e46-7911-4541-ae99-508210912848 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:38:22.294880 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e76ae99f-396f-486f-9e82-931348be296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:22.302773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:22.303159 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:22.381876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1dc829e2-137e-42c9-aae5-694e53c14d6e req-42565c12-1d4b-4b7d-9e93-a8805f82a53d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494108 Nov 19 09:38:22.435672 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8792da-6b4b-4dec-9d53-65956c2dc463 x-openstack-request-id: req-df8792da-6b4b-4dec-9d53-65956c2dc463 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:38:22.436037 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:38:22.436242 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df8792da-6b4b-4dec-9d53-65956c2dc463 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:38:22.436659 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b', 'status': 'completed', 'code': 200} Nov 19 09:38:22.453856 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-425805b7-314c-47b9-963f-94ca248dbacb None None] Provisioning complete for port 0a6ef0c9-47dd-4f51-8b28-3409d1b06d81 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:22.454869 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-425805b7-314c-47b9-963f-94ca248dbacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:22.501787 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-425805b7-314c-47b9-963f-94ca248dbacb None None] Port 0a6ef0c9-47dd-4f51-8b28-3409d1b06d81 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:22.504960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-425805b7-314c-47b9-963f-94ca248dbacb None None] Could not find standard attr ID for object d9abb502-2b4d-481f-bf9e-a04fc369fc75. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:38:22.517179 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Transition to ACTIVE for port object 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:38:22.522028 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-b27451c9-ea80-4c55-bcf6-4b44aa23dddc tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Allocated IP 172.20.0.14 (46270d00-dbec-4dcc-af6a-123de2ec0866/d9cdf94b-5047-4eab-8131-ef3d3448c01e/ba982e46-7911-4541-ae99-508210912848) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:22.527564 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:22.530868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-425805b7-314c-47b9-963f-94ca248dbacb None None] Provisioning complete for port 152a84a6-b40c-4098-b6b3-731626fbb40b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:22.531251 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-425805b7-314c-47b9-963f-94ca248dbacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:22.630055 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386064f-b0e5-49fb-baa2-9b576c197034 req-2c51b490-e86b-4c85-b1b6-099e9790a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:22.631579 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8386064f-b0e5-49fb-baa2-9b576c197034 req-2c51b490-e86b-4c85-b1b6-099e9790a377 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 1129 time: 0.2050869 Nov 19 09:38:22.632812 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-962c1173-712b-45e2-ae5b-c575f526548b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:22.636045 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Pushing event updated for resources: {'Port': ['ID=24de7f81-7c1b-48cd-9274-c2cf6e7cebc9,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:22.860753 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Attempting to bind port 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:22.861450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Attempting to bind port 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '3f106a06-7b28-45eb-8689-c773c93f7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '61e635bb-db08-484d-a40d-b3b85bbf10bc'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:22.861450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Attempting to bind port 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 on network 61e635bb-db08-484d-a40d-b3b85bbf10bc {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:22.887444 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Port 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 on network 61e635bb-db08-484d-a40d-b3b85bbf10bc not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:38:22.887978 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Attempting to bind port 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 on network 61e635bb-db08-484d-a40d-b3b85bbf10bc {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:22.896048 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386064f-b0e5-49fb-baa2-9b576c197034 req-1d0c6bc6-70b9-4cc9-8be8-43a784a36513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:22.897592 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8386064f-b0e5-49fb-baa2-9b576c197034 req-1d0c6bc6-70b9-4cc9-8be8-43a784a36513 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ecb1edcd-4151-45a7-a004-9f7020dfe5f7 HTTP/1.1" status: 200 len: 897 time: 0.2535353 Nov 19 09:38:22.903618 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:38:22.903961 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Checking segment: {'id': '3f106a06-7b28-45eb-8689-c773c93f7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '61e635bb-db08-484d-a40d-b3b85bbf10bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:38:22.904499 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Bound using segment: {'id': '3f106a06-7b28-45eb-8689-c773c93f7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '61e635bb-db08-484d-a40d-b3b85bbf10bc'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:38:22.904950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Bound port: 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f106a06-7b28-45eb-8689-c773c93f7376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '61e635bb-db08-484d-a40d-b3b85bbf10bc'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:38:22.905341 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:22.964389 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b27451c9-ea80-4c55-bcf6-4b44aa23dddc tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:22.989190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-962c1173-712b-45e2-ae5b-c575f526548b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port 0a6ef0c9-47dd-4f51-8b28-3409d1b06d81 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:22.989618 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-962c1173-712b-45e2-ae5b-c575f526548b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:23.052810 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8386064f-b0e5-49fb-baa2-9b576c197034 req-e95bc258-1f47-4fc7-a23d-9e2be73da8e5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=152a84a6-b40c-4098-b6b3-731626fbb40b HTTP/1.1" status: 200 len: 1001 time: 0.1433723 Nov 19 09:38:23.077321 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] For port 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:38:23.115873 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] For port 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=24de7f81-7c1b-48cd-9274-c2cf6e7cebc9,segment=NetworkSegment(3f106a06-7b28-45eb-8689-c773c93f7376),segment_id=3f106a06-7b28-45eb-8689-c773c93f7376)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:38:23.121472 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b27451c9-ea80-4c55-bcf6-4b44aa23dddc tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:23.124594 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-962c1173-712b-45e2-ae5b-c575f526548b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:23.132276 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:23.143299 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-962c1173-712b-45e2-ae5b-c575f526548b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for 0a6ef0c9-47dd-4f51-8b28-3409d1b06d81 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:23.168231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386064f-b0e5-49fb-baa2-9b576c197034 req-3f9a2659-e674-4148-bd09-1176ad5518ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:23.169819 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8386064f-b0e5-49fb-baa2-9b576c197034 req-3f9a2659-e674-4148-bd09-1176ad5518ca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54ecae1d-3961-4931-99a1-23601d7d8cc9 HTTP/1.1" status: 200 len: 834 time: 0.1047244 Nov 19 09:38:23.185635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27451c9-ea80-4c55-bcf6-4b44aa23dddc tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Network 46270d00-dbec-4dcc-af6a-123de2ec0866 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:23.205928 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b27451c9-ea80-4c55-bcf6-4b44aa23dddc tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:23.208938 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27451c9-ea80-4c55-bcf6-4b44aa23dddc tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:23.299579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:23.300216 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:23.303341 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] 10.222.0.66 "PUT /v2.0/ports/24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 HTTP/1.1" status: 200 len: 1092 time: 2.1533976 Nov 19 09:38:23.312128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27451c9-ea80-4c55-bcf6-4b44aa23dddc tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event updated for resources: {'Port': ['ID=ba982e46-7911-4541-ae99-508210912848,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:23.372349 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386064f-b0e5-49fb-baa2-9b576c197034 req-4e44286c-3c42-46f2-920a-eeb63cf2abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:23.374031 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8386064f-b0e5-49fb-baa2-9b576c197034 req-4e44286c-3c42-46f2-920a-eeb63cf2abe2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ecb1edcd-4151-45a7-a004-9f7020dfe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1868966 Nov 19 09:38:23.382531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27451c9-ea80-4c55-bcf6-4b44aa23dddc tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:23.384103 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b27451c9-ea80-4c55-bcf6-4b44aa23dddc tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:23.448371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eafc51-0296-46f0-9f63-ef70c2e81b0e req-ed59bd06-ab00-46b2-9622-9b2218da4369 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:23.450025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06eafc51-0296-46f0-9f63-ef70c2e81b0e req-ed59bd06-ab00-46b2-9622-9b2218da4369 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 943 time: 0.1380711 Nov 19 09:38:23.520004 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:23.529951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a933e90-76ca-4592-9306-f02b7aa42252 service neutron] Pushing event updated for resources: {'Port': ['ID=24de7f81-7c1b-48cd-9274-c2cf6e7cebc9,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:23.538730 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-962c1173-712b-45e2-ae5b-c575f526548b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:23.557468 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b27451c9-ea80-4c55-bcf6-4b44aa23dddc tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7273948 Nov 19 09:38:23.561780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47234) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:23.574643 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-e729fdcf-010a-4270-b38d-d62d848e694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:23.576182 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-e729fdcf-010a-4270-b38d-d62d848e694b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ade2fd6519645869dab156608e4a143&device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 1095 time: 0.1863394 Nov 19 09:38:23.583308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-49aa1e80-4394-4aa2-aacf-5afdc2ff87c4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a5:7a:70'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:23.656944 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-e286059f-b669-4dac-914a-fa7d5b62b4f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 HTTP/1.1" status: 200 len: 217 time: 0.0628846 Nov 19 09:38:23.698620 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8386064f-b0e5-49fb-baa2-9b576c197034 req-1a7acc76-f064-45ab-812b-7dc2be6369f4 service neutron] 10.222.0.71 "GET /v2.0/networks/ecb1edcd-4151-45a7-a004-9f7020dfe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696331 Nov 19 09:38:23.733883 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c1173-712b-45e2-ae5b-c575f526548b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=0a6ef0c9-47dd-4f51-8b28-3409d1b06d81,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:23.744414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f5dfd2f9-f53b-4c5e-8e45-308d93dc287a None None] Provisioning complete for port ba982e46-7911-4541-ae99-508210912848 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:23.744849 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f5dfd2f9-f53b-4c5e-8e45-308d93dc287a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:23.760729 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-cf13817d-e331-4e08-8c8a-f5098c04e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:23.762500 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-cf13817d-e331-4e08-8c8a-f5098c04e764 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=175e220f-399a-465f-a32a-c62f9091a324 HTTP/1.1" status: 200 len: 849 time: 0.0972934 Nov 19 09:38:23.812923 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99e99f-82a3-491f-9277-4811fbfa3cf9 req-e818a427-1c4a-4112-8081-cad223efec21 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:23.814583 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d99e99f-82a3-491f-9277-4811fbfa3cf9 req-e818a427-1c4a-4112-8081-cad223efec21 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 946 time: 0.3397484 Nov 19 09:38:23.856694 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f5dfd2f9-f53b-4c5e-8e45-308d93dc287a None None] Port ba982e46-7911-4541-ae99-508210912848 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:23.913382 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-f6c59a15-616c-4e7b-9391-942ec0d59e8a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e635bb-db08-484d-a40d-b3b85bbf10bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097775 Nov 19 09:38:23.959144 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06eafc51-0296-46f0-9f63-ef70c2e81b0e req-dc78f7cb-3954-4f2a-9caf-d5b346c43d29 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751172 Nov 19 09:38:24.019121 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8386064f-b0e5-49fb-baa2-9b576c197034 req-aa030b14-b671-470f-9d69-1d77c61161df service neutron] 10.222.0.71 "GET /v2.0/networks/ecb1edcd-4151-45a7-a004-9f7020dfe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555890 Nov 19 09:38:24.025876 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-962c1173-712b-45e2-ae5b-c575f526548b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:24.124913 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-97a66c3a-0429-49df-b13c-c30937eecedd service neutron] 10.222.0.66 "GET /v2.0/networks/61e635bb-db08-484d-a40d-b3b85bbf10bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844523 Nov 19 09:38:24.130221 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-49aa1e80-4394-4aa2-aacf-5afdc2ff87c4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:24.155373 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d99e99f-82a3-491f-9277-4811fbfa3cf9 req-47e05b38-88c9-4dfa-a206-66a7bc0c7ed9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012012 Nov 19 09:38:24.161820 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 152a84a6-b40c-4098-b6b3-731626fbb40b details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:38:24.247301 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-340bbd44-77f6-4c02-9fb8-34dea06b6d0d req-0318c5e3-5d53-4092-875d-0b53f673624f service neutron] 10.222.0.66 "GET /v2.0/networks/61e635bb-db08-484d-a40d-b3b85bbf10bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098278 Nov 19 09:38:24.375299 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962c1173-712b-45e2-ae5b-c575f526548b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 35a1a6f9-529b-4221-a874-73b51d27b53f has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:38:24.398081 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 152a84a6-b40c-4098-b6b3-731626fbb40b, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=152a84a6-b40c-4098-b6b3-731626fbb40b,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:24.416117 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 152a84a6-b40c-4098-b6b3-731626fbb40b has no active binding in host n-h1-805649-14 {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 09:38:24.438850 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3abb40-0870-48fd-a35f-1b3e8a491776', 'tag': '24de7f81-7c1b-48cd-9274-c2cf6e7cebc9'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:38:24.441398 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb39869-39ad-41bc-bd68-05fcc53e5045" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3abb40-0870-48fd-a35f-1b3e8a491776", "tag": "24de7f81-7c1b-48cd-9274-c2cf6e7cebc9"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:38:24.507234 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4fcde5-d948-4de4-97d6-c01e316405f9 x-openstack-request-id: req-8d4fcde5-d948-4de4-97d6-c01e316405f9 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:38:24.507483 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3abb40-0870-48fd-a35f-1b3e8a491776", "tag": "24de7f81-7c1b-48cd-9274-c2cf6e7cebc9", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:38:24.507740 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d4fcde5-d948-4de4-97d6-c01e316405f9 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:38:24.508149 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3abb40-0870-48fd-a35f-1b3e8a491776', 'tag': '24de7f81-7c1b-48cd-9274-c2cf6e7cebc9', 'status': 'completed', 'code': 200} Nov 19 09:38:24.526140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962c1173-712b-45e2-ae5b-c575f526548b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:38:24.535358 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-962c1173-712b-45e2-ae5b-c575f526548b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/35a1a6f9-529b-4221-a874-73b51d27b53f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7600703 Nov 19 09:38:24.537750 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48b603d-c8e2-41d5-9dcf-16f397eeaaa5 None None] Sync routers for ids ['35a1a6f9-529b-4221-a874-73b51d27b53f'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:38:24.541535 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47254) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:24.554600 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48b603d-c8e2-41d5-9dcf-16f397eeaaa5 None None] Routers {'35a1a6f9-529b-4221-a874-73b51d27b53f'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:24.555238 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d48b603d-c8e2-41d5-9dcf-16f397eeaaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['35a1a6f9-529b-4221-a874-73b51d27b53f'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:24.637240 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb39869-39ad-41bc-bd68-05fcc53e5045 req-daa80330-d602-434f-bcf4-e8e8ac70b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:24.639132 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fcb39869-39ad-41bc-bd68-05fcc53e5045 req-daa80330-d602-434f-bcf4-e8e8ac70b7db service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ade2fd6519645869dab156608e4a143&device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 1095 time: 0.1011240 Nov 19 09:38:24.644305 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d48b603d-c8e2-41d5-9dcf-16f397eeaaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:24.655733 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48b603d-c8e2-41d5-9dcf-16f397eeaaa5 None None] Routers {'35a1a6f9-529b-4221-a874-73b51d27b53f'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:24.656578 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d48b603d-c8e2-41d5-9dcf-16f397eeaaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['35a1a6f9-529b-4221-a874-73b51d27b53f'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:24.716542 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d48b603d-c8e2-41d5-9dcf-16f397eeaaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:24.717536 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48b603d-c8e2-41d5-9dcf-16f397eeaaa5 None None] The sync data for ids ['35a1a6f9-529b-4221-a874-73b51d27b53f'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:38:24.740415 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47258) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:24.762131 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-49aa1e80-4394-4aa2-aacf-5afdc2ff87c4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:24.811974 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-49aa1e80-4394-4aa2-aacf-5afdc2ff87c4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:24.884676 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-0c54a6ba-132b-48ce-aac1-e0f6c0a9ae8c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] remove_router_interface failed (client error): The resource could not be found. Nov 19 09:38:24.909308 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0c54a6ba-132b-48ce-aac1-e0f6c0a9ae8c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/35a1a6f9-529b-4221-a874-73b51d27b53f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3628030 Nov 19 09:38:24.916386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47268) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:24.939863 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:25.063449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-49aa1e80-4394-4aa2-aacf-5afdc2ff87c4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] In _notify_port_updated(), no bound segment for port ba982e46-7911-4541-ae99-508210912848 on network 46270d00-dbec-4dcc-af6a-123de2ec0866 {{(pid=103477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:38:25.069007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa1e80-4394-4aa2-aacf-5afdc2ff87c4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:25.069670 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-49aa1e80-4394-4aa2-aacf-5afdc2ff87c4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:25.071015 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-49aa1e80-4394-4aa2-aacf-5afdc2ff87c4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "PUT /v2.0/ports/ba982e46-7911-4541-ae99-508210912848 HTTP/1.1" status: 200 len: 993 time: 1.4922004 Nov 19 09:38:25.077959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9a133505-fdee-438b-9ccc-69d3e828436b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a1a6f9-529b-4221-a874-73b51d27b53f HTTP/1.1" status: 200 len: 205 time: 0.1539848 Nov 19 09:38:25.079447 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e3d1afff-7460-46ef-a26a-12bec8b28abc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:25.081447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47272) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:25.081778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47274) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:25.161547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa1e80-4394-4aa2-aacf-5afdc2ff87c4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event updated for resources: {'Port': ['ID=ba982e46-7911-4541-ae99-508210912848,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:25.319904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb39869-39ad-41bc-bd68-05fcc53e5045 req-1926303a-33d5-4701-b811-d48299b13098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:25.321596 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fcb39869-39ad-41bc-bd68-05fcc53e5045 req-1926303a-33d5-4701-b811-d48299b13098 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e635bb-db08-484d-a40d-b3b85bbf10bc HTTP/1.1" status: 200 len: 910 time: 0.6737921 Nov 19 09:38:25.373528 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fcb39869-39ad-41bc-bd68-05fcc53e5045 req-5928cbdc-42d9-40be-8f99-f8b96716b40c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 HTTP/1.1" status: 200 len: 217 time: 0.0430861 Nov 19 09:38:25.420921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-55bbbe80-0f4d-4582-ad9a-fdeec49e8eb7 None None] Provisioning complete for port ba982e46-7911-4541-ae99-508210912848 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:25.422916 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55bbbe80-0f4d-4582-ad9a-fdeec49e8eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:25.436805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb39869-39ad-41bc-bd68-05fcc53e5045 req-3bfa9e13-b2b0-47a7-b375-c8168495aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:25.438897 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fcb39869-39ad-41bc-bd68-05fcc53e5045 req-3bfa9e13-b2b0-47a7-b375-c8168495aa48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=175e220f-399a-465f-a32a-c62f9091a324 HTTP/1.1" status: 200 len: 849 time: 0.0508935 Nov 19 09:38:25.487487 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fcb39869-39ad-41bc-bd68-05fcc53e5045 req-836fbe23-93aa-4b68-a6d5-b99e1d9202a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e635bb-db08-484d-a40d-b3b85bbf10bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399332 Nov 19 09:38:25.504021 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-55bbbe80-0f4d-4582-ad9a-fdeec49e8eb7 None None] Port ba982e46-7911-4541-ae99-508210912848 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:25.513112 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:25.617248 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fcb39869-39ad-41bc-bd68-05fcc53e5045 req-91ca5dc5-71d3-426b-81a6-5d086520124b service neutron] 10.222.0.66 "GET /v2.0/networks/61e635bb-db08-484d-a40d-b3b85bbf10bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180387 Nov 19 09:38:25.668529 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:38:25.674431 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce3ecb11-0620-4e31-9c68-b018530687bf tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:25.724585 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fcb39869-39ad-41bc-bd68-05fcc53e5045 req-934d03bc-89fe-4be7-927a-c3b098feb777 service neutron] 10.222.0.66 "GET /v2.0/networks/61e635bb-db08-484d-a40d-b3b85bbf10bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975876 Nov 19 09:38:25.819602 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270e747-f92e-4e3a-97e7-165f911519fd req-a02b075e-9885-4bff-bed1-c52106b46ff3 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:25.821132 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9270e747-f92e-4e3a-97e7-165f911519fd req-a02b075e-9885-4bff-bed1-c52106b46ff3 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 943 time: 0.7364366 Nov 19 09:38:25.947484 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-4ee8b857-68f3-4f2b-af9b-7acc6a961119 service neutron] 10.222.0.71 "GET /v2.0/ports/152a84a6-b40c-4098-b6b3-731626fbb40b/bindings/n-h1-805649-14 HTTP/1.1" status: 200 len: 385 time: 0.0728817 Nov 19 09:38:25.962779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2accfc-622e-4527-a4f9-db8a1cdf022e req-91164140-cf4e-4bd0-a8ef-20b80480d357 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:25.964513 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c2accfc-622e-4527-a4f9-db8a1cdf022e req-91164140-cf4e-4bd0-a8ef-20b80480d357 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 946 time: 0.3574367 Nov 19 09:38:26.015964 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce3ecb11-0620-4e31-9c68-b018530687bf tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.026592 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce3ecb11-0620-4e31-9c68-b018530687bf tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.029586 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e3d1afff-7460-46ef-a26a-12bec8b28abc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.045581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-53a6fd17-bad3-4d51-80d9-3f068da5c4d2 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Deleting port ba982e46-7911-4541-ae99-508210912848 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:26.045946 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53a6fd17-bad3-4d51-80d9-3f068da5c4d2 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.061845 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e3d1afff-7460-46ef-a26a-12bec8b28abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.140240 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-3149f0ee-310f-4c40-a948-b8db9a443afc service neutron] For port 152a84a6-b40c-4098-b6b3-731626fbb40b, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=152a84a6-b40c-4098-b6b3-731626fbb40b,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:26.163753 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-3149f0ee-310f-4c40-a948-b8db9a443afc service neutron] For port 152a84a6-b40c-4098-b6b3-731626fbb40b, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:38:26.178744 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c2accfc-622e-4527-a4f9-db8a1cdf022e req-cb475866-41d3-4544-a2e7-6199ae61715f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908119 Nov 19 09:38:26.213309 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9270e747-f92e-4e3a-97e7-165f911519fd req-4a6385c7-eb9e-4273-bbc3-ca01c0f14e66 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812697 Nov 19 09:38:26.221288 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce3ecb11-0620-4e31-9c68-b018530687bf tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.221832 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3ecb11-0620-4e31-9c68-b018530687bf tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Fanout notify agent at l3_agent the message router_deleted on router 35a1a6f9-529b-4221-a874-73b51d27b53f {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:38:26.229738 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e3d1afff-7460-46ef-a26a-12bec8b28abc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9b3b980431f4155ad4599c82c53adf1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4849384 Nov 19 09:38:26.229933 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-3149f0ee-310f-4c40-a948-b8db9a443afc service neutron] For port 152a84a6-b40c-4098-b6b3-731626fbb40b, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=152a84a6-b40c-4098-b6b3-731626fbb40b,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:26.232573 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47298) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:26.235842 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce3ecb11-0620-4e31-9c68-b018530687bf tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.239573 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ce3ecb11-0620-4e31-9c68-b018530687bf tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/routers/35a1a6f9-529b-4221-a874-73b51d27b53f HTTP/1.1" status: 204 len: 168 time: 1.1526887 Nov 19 09:38:26.245281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47300) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:26.256868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1afff-7460-46ef-a26a-12bec8b28abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d45e2d9-6f7f-45dc-a241-9e22272d0463,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:26.295359 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53a6fd17-bad3-4d51-80d9-3f068da5c4d2 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.308830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-53a6fd17-bad3-4d51-80d9-3f068da5c4d2 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Calling delete_port for ba982e46-7911-4541-ae99-508210912848 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:26.314574 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-3149f0ee-310f-4c40-a948-b8db9a443afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.346267 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1facc7-3a8e-45b0-b452-5364300de79f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting subnet 19425256-ede2-4c19-a78b-5be1eb7bdd33 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:38:26.356990 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da1facc7-3a8e-45b0-b452-5364300de79f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.432985 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da1facc7-3a8e-45b0-b452-5364300de79f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.462969 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53a6fd17-bad3-4d51-80d9-3f068da5c4d2 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.474778 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c1053c9-dd62-4c95-a2f7-527d1eb21453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.497240 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6fd17-bad3-4d51-80d9-3f068da5c4d2 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event deleted for resources: {'Port': ['ID=ba982e46-7911-4541-ae99-508210912848,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:26.509512 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:38:26.511156 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6109cf1d-f11a-4b96-8036-7b53f0d4d30f" -d '{"events": [{"server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "name": "network-vif-unplugged", "status": "completed", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:38:26.535748 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c1053c9-dd62-4c95-a2f7-527d1eb21453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.551843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-3149f0ee-310f-4c40-a948-b8db9a443afc service neutron] Transition to ACTIVE for port object 152a84a6-b40c-4098-b6b3-731626fbb40b will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:38:26.578299 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf76e30-fa45-4f66-8795-ca915e12c7be x-openstack-request-id: req-acf76e30-fa45-4f66-8795-ca915e12c7be {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:38:26.578603 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "name": "network-vif-unplugged", "status": "completed", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:38:26.579452 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-acf76e30-fa45-4f66-8795-ca915e12c7be {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:38:26.579884 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b', 'code': 200} Nov 19 09:38:26.586516 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-3149f0ee-310f-4c40-a948-b8db9a443afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.664021 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da1facc7-3a8e-45b0-b452-5364300de79f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.710624 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53a6fd17-bad3-4d51-80d9-3f068da5c4d2 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.717214 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-53a6fd17-bad3-4d51-80d9-3f068da5c4d2 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "DELETE /v2.0/ports/ba982e46-7911-4541-ae99-508210912848 HTTP/1.1" status: 204 len: 168 time: 1.6289368 Nov 19 09:38:26.718168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47308) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:26.753363 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0494213-b480-42e0-b320-2a94840f7bb0 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] GET failed (client error): The resource could not be found. Nov 19 09:38:26.759937 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f0494213-b480-42e0-b320-2a94840f7bb0 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "GET /v2.0/ports/ba982e46-7911-4541-ae99-508210912848 HTTP/1.1" status: 404 len: 333 time: 0.0407124 Nov 19 09:38:26.760640 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47310) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:26.766817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e72c976d-6443-480f-b8f6-f62083adf78b tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Request body: {'port': {'network_id': '46270d00-dbec-4dcc-af6a-123de2ec0866', 'name': 'tempest-AllowedAddressPairTestJSON-1330496517'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:26.813483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149f0ee-310f-4c40-a948-b8db9a443afc service neutron] Pushing event updated for resources: {'Port': ['ID=152a84a6-b40c-4098-b6b3-731626fbb40b,revision_number=11']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:26.839641 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c1053c9-dd62-4c95-a2f7-527d1eb21453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.843321 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6c1053c9-dd62-4c95-a2f7-527d1eb21453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:26.843584 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6c1053c9-dd62-4c95-a2f7-527d1eb21453 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d45e2d9-6f7f-45dc-a241-9e22272d0463 HTTP/1.1" status: 204 len: 168 time: 0.6100099 Nov 19 09:38:26.924841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1053c9-dd62-4c95-a2f7-527d1eb21453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d45e2d9-6f7f-45dc-a241-9e22272d0463,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:26.981147 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-3149f0ee-310f-4c40-a948-b8db9a443afc service neutron] No DVR routers for this DVR port 152a84a6-b40c-4098-b6b3-731626fbb40b on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:38:27.003976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72c976d-6443-480f-b8f6-f62083adf78b tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Made reservation on behalf of 8a93f3850dd34e54b760bd3926efeabe for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:27.007524 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e72c976d-6443-480f-b8f6-f62083adf78b tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:27.040330 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da1facc7-3a8e-45b0-b452-5364300de79f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:27.041556 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-e72c976d-6443-480f-b8f6-f62083adf78b tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] device_id is not set on port 81d5c13e-4bb6-4c86-9112-83030da6a8d0 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:38:27.101400 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1facc7-3a8e-45b0-b452-5364300de79f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Subnet': ['ID=19425256-ede2-4c19-a78b-5be1eb7bdd33,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:27.128990 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da1facc7-3a8e-45b0-b452-5364300de79f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:27.135213 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-da1facc7-3a8e-45b0-b452-5364300de79f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/19425256-ede2-4c19-a78b-5be1eb7bdd33 HTTP/1.1" status: 204 len: 168 time: 0.8880417 Nov 19 09:38:27.137945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47322) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:27.142564 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f80b9b1-086c-4f1d-8782-65a0ce773805 None None] Network 3770c61c-fdd0-4451-8906-bab91582057d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:27.252059 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-3149f0ee-310f-4c40-a948-b8db9a443afc service neutron] 10.222.0.71 "PUT /v2.0/ports/152a84a6-b40c-4098-b6b3-731626fbb40b/bindings/n-h1-805649-14/activate HTTP/1.1" status: 200 len: 370 time: 1.2970402 Nov 19 09:38:27.271646 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:27.423523 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47332) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:27.433793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285b6b61-97d5-4f3d-a154-9b071c574dce None None] DHCP port deletion for 3770c61c-fdd0-4451-8906-bab91582057d request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:38:27.452426 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dcaceed-d923-4f76-b0f5-467172195875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:27.463041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-e72c976d-6443-480f-b8f6-f62083adf78b tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Allocated IP 172.20.0.4 (46270d00-dbec-4dcc-af6a-123de2ec0866/d9cdf94b-5047-4eab-8131-ef3d3448c01e/81d5c13e-4bb6-4c86-9112-83030da6a8d0) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:27.472928 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-7207e0ba-37f6-45d2-9034-f2091f06f065 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:27.474635 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-7207e0ba-37f6-45d2-9034-f2091f06f065 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675&tenant_id=0dc1876a77414c6c8af6b4234d92e489&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 1097 time: 0.1072164 Nov 19 09:38:27.500290 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-285b6b61-97d5-4f3d-a154-9b071c574dce None None] Deleting port 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:27.501323 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-285b6b61-97d5-4f3d-a154-9b071c574dce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:27.533880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b90ed-a351-4ff3-81d1-affd278a9ce4 req-f3889143-719a-41c3-9bd5-5f9f713c9bff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:27.535510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e26b90ed-a351-4ff3-81d1-affd278a9ce4 req-f3889143-719a-41c3-9bd5-5f9f713c9bff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 945 time: 0.1843345 Nov 19 09:38:27.559178 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-837e92c8-6d11-40b1-9c72-ff296a031fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:27.561356 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-837e92c8-6d11-40b1-9c72-ff296a031fa2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675&tenant_id=0dc1876a77414c6c8af6b4234d92e489 HTTP/1.1" status: 200 len: 1097 time: 0.0775187 Nov 19 09:38:27.579614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:27.580099 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:27.603148 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-285b6b61-97d5-4f3d-a154-9b071c574dce None None] For port 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3,segment=NetworkSegment(272eeae6-4f70-4204-9879-51af280bb82e),segment_id=272eeae6-4f70-4204-9879-51af280bb82e)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:27.603700 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-285b6b61-97d5-4f3d-a154-9b071c574dce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:27.618842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-285b6b61-97d5-4f3d-a154-9b071c574dce None None] Calling delete_port for 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:27.625008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16502f59-7b75-4936-a97b-06a5d9a3153d req-bc288769-bf2d-4a79-87c2-bb1b75459190 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:27.627126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16502f59-7b75-4936-a97b-06a5d9a3153d req-bc288769-bf2d-4a79-87c2-bb1b75459190 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 943 time: 0.2009122 Nov 19 09:38:27.676413 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dcaceed-d923-4f76-b0f5-467172195875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:27.681422 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-1956e07b-c267-4f4f-b3bf-7e187ff97557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:27.684068 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-1956e07b-c267-4f4f-b3bf-7e187ff97557 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 1097 time: 0.0986810 Nov 19 09:38:27.689562 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9dcaceed-d923-4f76-b0f5-467172195875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:27.759828 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-285b6b61-97d5-4f3d-a154-9b071c574dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:27.774001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcaceed-d923-4f76-b0f5-467172195875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5294c0c8-09a4-4588-a8c3-ff4887552b42,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:27.794858 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9dcaceed-d923-4f76-b0f5-467172195875 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=548c7dad880a42a9b2647003de2e090c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3662789 Nov 19 09:38:27.796637 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47338) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:27.813311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b6b61-97d5-4f3d-a154-9b071c574dce None None] No DVR routers for this DVR port 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:38:27.818553 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e26b90ed-a351-4ff3-81d1-affd278a9ce4 req-8d255f9f-41ee-495f-9d1b-4985981a5d9e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719231 Nov 19 09:38:27.847061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-6d3b6ef5-d7e0-4293-bdfc-5eeba8bf1c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:27.847775 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] For port 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3,segment=NetworkSegment(272eeae6-4f70-4204-9879-51af280bb82e),segment_id=272eeae6-4f70-4204-9879-51af280bb82e)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:27.848276 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:27.849360 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-6d3b6ef5-d7e0-4293-bdfc-5eeba8bf1c1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=ecb1edcd-4151-45a7-a004-9f7020dfe5f7 HTTP/1.1" status: 200 len: 897 time: 0.1581511 Nov 19 09:38:27.871300 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b6b61-97d5-4f3d-a154-9b071c574dce None None] Pushing event deleted for resources: {'Port': ['ID=5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:27.909419 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:27.929511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16502f59-7b75-4936-a97b-06a5d9a3153d req-cb362c32-f9d0-4251-957b-06a239bc270f tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598207 Nov 19 09:38:27.959589 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52cadb95-4b26-4f24-b79e-c8f39781112b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:27.968048 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-16e96b13-cfc7-4285-84d6-bf3a6137bf84 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=152a84a6-b40c-4098-b6b3-731626fbb40b HTTP/1.1" status: 200 len: 999 time: 0.1086793 Nov 19 09:38:28.002911 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e72c976d-6443-480f-b8f6-f62083adf78b tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.015834 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52cadb95-4b26-4f24-b79e-c8f39781112b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.060322 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-4a19165c-31f0-4268-82a7-c20f9950ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:28.061894 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-4a19165c-31f0-4268-82a7-c20f9950ce72 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=54ecae1d-3961-4931-99a1-23601d7d8cc9 HTTP/1.1" status: 200 len: 834 time: 0.0856712 Nov 19 09:38:28.085231 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.107059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:28.115568 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e72c976d-6443-480f-b8f6-f62083adf78b tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.127044 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52cadb95-4b26-4f24-b79e-c8f39781112b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.129866 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-52cadb95-4b26-4f24-b79e-c8f39781112b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.131714 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-52cadb95-4b26-4f24-b79e-c8f39781112b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5294c0c8-09a4-4588-a8c3-ff4887552b42 HTTP/1.1" status: 204 len: 168 time: 0.3331912 Nov 19 09:38:28.142511 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:28.157478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] No DVR routers for this DVR port 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:38:28.162626 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-9b4c8cd1-6f85-470e-9c57-728cf1b6382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:28.164166 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-9b4c8cd1-6f85-470e-9c57-728cf1b6382d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ecb1edcd-4151-45a7-a004-9f7020dfe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943127 Nov 19 09:38:28.165138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cadb95-4b26-4f24-b79e-c8f39781112b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5294c0c8-09a4-4588-a8c3-ff4887552b42,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:28.174897 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72c976d-6443-480f-b8f6-f62083adf78b tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Network 46270d00-dbec-4dcc-af6a-123de2ec0866 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:28.184023 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:38:28.190546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:38:28.190891 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5ab57c67-dc73-42a5-b9b4-02bd3dd9e5f3 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:28.198408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e72c976d-6443-480f-b8f6-f62083adf78b tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:28.202518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c976d-6443-480f-b8f6-f62083adf78b tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:28.271120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 152a84a6-b40c-4098-b6b3-731626fbb40b no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:28.271581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72c976d-6443-480f-b8f6-f62083adf78b tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:28.272486 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e72c976d-6443-480f-b8f6-f62083adf78b tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.302386 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-c7efe963-8b1a-4a52-b894-c224c1801b11 service neutron] 10.222.0.66 "GET /v2.0/networks/ecb1edcd-4151-45a7-a004-9f7020dfe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278331 Nov 19 09:38:28.330070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c976d-6443-480f-b8f6-f62083adf78b tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event updated for resources: {'Port': ['ID=81d5c13e-4bb6-4c86-9112-83030da6a8d0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:28.353424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e72c976d-6443-480f-b8f6-f62083adf78b tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5914783 Nov 19 09:38:28.359145 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47348) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:28.365490 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d424ff76-af28-4163-b4d1-152ad92e9075 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a5:7a:70'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:28.400318 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.467481 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3770c61c-fdd0-4451-8906-bab91582057d']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:28.499670 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-31580c72-ea82-4baa-bf2c-0fac73d2b26d service neutron] 10.222.0.66 "GET /v2.0/networks/ecb1edcd-4151-45a7-a004-9f7020dfe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886179 Nov 19 09:38:28.528895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272eeae6-4f70-4204-9879-51af280bb82e') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:28.529449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272eeae6-4f70-4204-9879-51af280bb82e') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:28.546108 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.584109 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:38:28.591777 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.604464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:38:28.604664 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:38:28.607706 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:38:28.621192 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d424ff76-af28-4163-b4d1-152ad92e9075 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.632457 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 152a84a6-b40c-4098-b6b3-731626fbb40b not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:28.645439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-382955ed-c30e-4a33-be68-a2b9a231ce3c None None] Provisioning complete for port 81d5c13e-4bb6-4c86-9112-83030da6a8d0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:28.645819 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-382955ed-c30e-4a33-be68-a2b9a231ce3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.731436 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.733154 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=24de7f81-7c1b-48cd-9274-c2cf6e7cebc9,segment=NetworkSegment(3f106a06-7b28-45eb-8689-c773c93f7376),segment_id=3f106a06-7b28-45eb-8689-c773c93f7376)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:28.735837 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-382955ed-c30e-4a33-be68-a2b9a231ce3c None None] Port 81d5c13e-4bb6-4c86-9112-83030da6a8d0 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:28.746829 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '24de7f81-7c1b-48cd-9274-c2cf6e7cebc9', 'network_id': '61e635bb-db08-484d-a40d-b3b85bbf10bc', 'port_id': '24de7f81-7c1b-48cd-9274-c2cf6e7cebc9', 'mac_address': 'fa:16:3e:e9:c3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175e220f-399a-465f-a32a-c62f9091a324', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:38:28.754418 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.758119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/networks/3770c61c-fdd0-4451-8906-bab91582057d HTTP/1.1" status: 204 len: 168 time: 1.6191998 Nov 19 09:38:28.761265 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95825377-da40-45a2-85d4-38af3986a3c7 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Network': ['ID=3770c61c-fdd0-4451-8906-bab91582057d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:28.763113 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47358) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:28.772433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-88057036-de40-4cf7-8fd2-c84f8d354897 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1557327906'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:28.862021 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.877725 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88057036-de40-4cf7-8fd2-c84f8d354897 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:28.882153 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88057036-de40-4cf7-8fd2-c84f8d354897 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.889570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:38:28.908461 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-fd08bd9a-4c90-40e2-81db-668cc7b1b2a4 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:28.911195 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-fd08bd9a-4c90-40e2-81db-668cc7b1b2a4 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675&tenant_id=0dc1876a77414c6c8af6b4234d92e489&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 1097 time: 0.1236541 Nov 19 09:38:28.955925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=24de7f81-7c1b-48cd-9274-c2cf6e7cebc9,segment=NetworkSegment(3f106a06-7b28-45eb-8689-c773c93f7376),segment_id=3f106a06-7b28-45eb-8689-c773c93f7376)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:28.969309 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:28.978063 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88057036-de40-4cf7-8fd2-c84f8d354897 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:38:29.011422 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88057036-de40-4cf7-8fd2-c84f8d354897 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:29.011777 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-88057036-de40-4cf7-8fd2-c84f8d354897 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Added segment f3e581dc-8449-44b6-bfe8-793a94d4ad79 of type vlan for network 5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9 Nov 19 09:38:29.095314 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d424ff76-af28-4163-b4d1-152ad92e9075 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:29.107287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=24de7f81-7c1b-48cd-9274-c2cf6e7cebc9,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:29.119333 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d424ff76-af28-4163-b4d1-152ad92e9075 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:29.122118 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88057036-de40-4cf7-8fd2-c84f8d354897 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:29.137294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-9f5a882f-823d-4d82-a486-b5fe2dd92c21 service neutron] For port 152a84a6-b40c-4098-b6b3-731626fbb40b, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:38:29.146043 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-9f5a882f-823d-4d82-a486-b5fe2dd92c21 service neutron] Publish callbacks [] for binding, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:29.147221 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-9f5a882f-823d-4d82-a486-b5fe2dd92c21 service neutron] 10.222.0.66 "DELETE /v2.0/ports/152a84a6-b40c-4098-b6b3-731626fbb40b/bindings/n-h2-805649-14 HTTP/1.1" status: 204 len: 173 time: 0.2261937 Nov 19 09:38:29.162679 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88057036-de40-4cf7-8fd2-c84f8d354897 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:29.169489 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88057036-de40-4cf7-8fd2-c84f8d354897 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:29.170122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88057036-de40-4cf7-8fd2-c84f8d354897 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:29.182385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424ff76-af28-4163-b4d1-152ad92e9075 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event updated for resources: {'Port': ['ID=81d5c13e-4bb6-4c86-9112-83030da6a8d0,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:29.221819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c723cc-e70b-42e1-9c79-0d98d90bd1d7 req-7f26695c-dd1e-449e-adea-fce38e12cca3 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:29.223950 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43c723cc-e70b-42e1-9c79-0d98d90bd1d7 req-7f26695c-dd1e-449e-adea-fce38e12cca3 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 944 time: 0.1859207 Nov 19 09:38:29.234932 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['24de7f81-7c1b-48cd-9274-c2cf6e7cebc9'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:38:29.249036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01579a-2b1d-4d2d-8d99-1b90a9b77133 req-500cca87-dab0-4f2a-9241-9969600f4ea4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:29.250965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c01579a-2b1d-4d2d-8d99-1b90a9b77133 req-500cca87-dab0-4f2a-9241-9969600f4ea4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 945 time: 0.2466767 Nov 19 09:38:29.269141 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88057036-de40-4cf7-8fd2-c84f8d354897 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Network': ['ID=5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:29.292288 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-88057036-de40-4cf7-8fd2-c84f8d354897 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5262663 Nov 19 09:38:29.293241 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47382) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:29.305433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-14fa04df-0510-4411-a481-e9d16ceaa9e2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'subnet': {'network_id': '5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:29.340602 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:38:29.389308 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c01579a-2b1d-4d2d-8d99-1b90a9b77133 req-d3a4aec9-08c1-4372-87de-1be0c843c0d5 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221972 Nov 19 09:38:29.433613 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43c723cc-e70b-42e1-9c79-0d98d90bd1d7 req-489fbdca-08e3-4ee6-a3a5-b29049229ebe tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991677 Nov 19 09:38:29.439235 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-d424ff76-af28-4163-b4d1-152ad92e9075 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] In _notify_port_updated(), no bound segment for port 81d5c13e-4bb6-4c86-9112-83030da6a8d0 on network 46270d00-dbec-4dcc-af6a-123de2ec0866 {{(pid=103477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:38:29.444896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d424ff76-af28-4163-b4d1-152ad92e9075 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:29.445578 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d424ff76-af28-4163-b4d1-152ad92e9075 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:29.450421 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d424ff76-af28-4163-b4d1-152ad92e9075 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "PUT /v2.0/ports/81d5c13e-4bb6-4c86-9112-83030da6a8d0 HTTP/1.1" status: 200 len: 996 time: 1.0859883 Nov 19 09:38:29.451908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47390) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:29.541926 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fa04df-0510-4411-a481-e9d16ceaa9e2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:29.547272 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14fa04df-0510-4411-a481-e9d16ceaa9e2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:29.724369 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597daea-e8f9-41c1-bfcc-1eeb149fece6 req-968a8d18-0a7a-4375-a32a-603f451d00a4 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:29.726505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8597daea-e8f9-41c1-bfcc-1eeb149fece6 req-968a8d18-0a7a-4375-a32a-603f451d00a4 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 1097 time: 0.1802154 Nov 19 09:38:29.736683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c2866c96-4cf2-4e56-984d-5029cd83b9ac None None] Provisioning complete for port 81d5c13e-4bb6-4c86-9112-83030da6a8d0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:29.737076 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c2866c96-4cf2-4e56-984d-5029cd83b9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:29.789765 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c2866c96-4cf2-4e56-984d-5029cd83b9ac None None] Port 81d5c13e-4bb6-4c86-9112-83030da6a8d0 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:29.805174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf45ae-3698-4603-bc24-402f7716c921 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Deleting port 81d5c13e-4bb6-4c86-9112-83030da6a8d0 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:29.805514 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2fbf45ae-3698-4603-bc24-402f7716c921 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:29.846903 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14fa04df-0510-4411-a481-e9d16ceaa9e2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:29.932726 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2fbf45ae-3698-4603-bc24-402f7716c921 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:29.946766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa04df-0510-4411-a481-e9d16ceaa9e2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Subnet': ['ID=dbe2058c-284b-4c7f-9170-2ec908f6c064,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:29.962476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf45ae-3698-4603-bc24-402f7716c921 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Calling delete_port for 81d5c13e-4bb6-4c86-9112-83030da6a8d0 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:29.967509 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fa04df-0510-4411-a481-e9d16ceaa9e2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Checking segment: {'id': 'f3e581dc-8449-44b6-bfe8-793a94d4ad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:38:29.971715 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fa04df-0510-4411-a481-e9d16ceaa9e2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network hostable DHCP agents. Network: 5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:38:30.013975 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fa04df-0510-4411-a481-e9d16ceaa9e2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network 5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:38:30.036185 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-14fa04df-0510-4411-a481-e9d16ceaa9e2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:30.040791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fa04df-0510-4411-a481-e9d16ceaa9e2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:30.041490 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14fa04df-0510-4411-a481-e9d16ceaa9e2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:30.054128 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc4c3e6-40f9-4bda-a2fa-857240b3d642 None None] Network 5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:30.057702 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8597daea-e8f9-41c1-bfcc-1eeb149fece6 req-6d158c74-ac5a-43d9-8bc3-22dce99ca609 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181541 Nov 19 09:38:30.082173 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-14fa04df-0510-4411-a481-e9d16ceaa9e2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7859366 Nov 19 09:38:30.083418 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47402) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:30.095850 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1d704b4a-5080-46a0-9642-2cd15f77cb12 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1581255869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:30.127886 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d704b4a-5080-46a0-9642-2cd15f77cb12 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:30.129940 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d704b4a-5080-46a0-9642-2cd15f77cb12 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:30.167715 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2fbf45ae-3698-4603-bc24-402f7716c921 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:30.170737 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:38:30.224535 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d704b4a-5080-46a0-9642-2cd15f77cb12 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:30.243950 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d704b4a-5080-46a0-9642-2cd15f77cb12 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:30.292855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf45ae-3698-4603-bc24-402f7716c921 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event deleted for resources: {'Port': ['ID=81d5c13e-4bb6-4c86-9112-83030da6a8d0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:30.296854 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d704b4a-5080-46a0-9642-2cd15f77cb12 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:30.299282 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1d704b4a-5080-46a0-9642-2cd15f77cb12 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2136285 Nov 19 09:38:30.303109 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47418) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:30.348120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:38:30.366768 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:30.367742 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:30.435798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535a52d-d0b6-4707-a519-b0ac74abdcb7 req-74a317e5-82ee-48cf-9f78-c8b5b20d45e2 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:30.443300 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3535a52d-d0b6-4707-a519-b0ac74abdcb7 req-74a317e5-82ee-48cf-9f78-c8b5b20d45e2 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 945 time: 0.2385659 Nov 19 09:38:30.443507 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9', 'network_id': '5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'fixed_ips': [{'subnet_id': 'dbe2058c-284b-4c7f-9170-2ec908f6c064'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:38:30.444594 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:30.449026 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2fbf45ae-3698-4603-bc24-402f7716c921 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:30.462263 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2fbf45ae-3698-4603-bc24-402f7716c921 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "DELETE /v2.0/ports/81d5c13e-4bb6-4c86-9112-83030da6a8d0 HTTP/1.1" status: 204 len: 168 time: 1.0092702 Nov 19 09:38:30.467673 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47422) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:30.596368 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb12c06-0269-46d8-9e78-a8aab28c202c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] GET failed (client error): The resource could not be found. Nov 19 09:38:30.606347 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2cb12c06-0269-46d8-9e78-a8aab28c202c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "GET /v2.0/ports/81d5c13e-4bb6-4c86-9112-83030da6a8d0 HTTP/1.1" status: 404 len: 333 time: 0.1011577 Nov 19 09:38:30.607083 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47428) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:30.621202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e6f6c689-b53a-456d-a52d-85074bfcf2b4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Request body: {'port': {'network_id': '46270d00-dbec-4dcc-af6a-123de2ec0866', 'name': 'tempest-AllowedAddressPairTestJSON-206999003'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:30.671456 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:30.697173 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3535a52d-d0b6-4707-a519-b0ac74abdcb7 req-562afee8-285a-452a-b16e-a8ea6255b1f8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510448 Nov 19 09:38:30.706817 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Allocated IP 2001:db8::2 (5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9/dbe2058c-284b-4c7f-9170-2ec908f6c064/5e3d26cb-c634-473f-9634-21894b63a409) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:30.726902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3abb40-0870-48fd-a35f-1b3e8a491776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24de7f81-7c1b-48cd-9274-c2cf6e7cebc9'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:38:30.729693 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a75fa8b-b0b1-4501-b082-f29dbc6e555b" -d '{"events": [{"server_uuid": "6d3abb40-0870-48fd-a35f-1b3e8a491776", "name": "network-vif-plugged", "status": "completed", "tag": "24de7f81-7c1b-48cd-9274-c2cf6e7cebc9"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:38:30.751386 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=24de7f81-7c1b-48cd-9274-c2cf6e7cebc9,segment=NetworkSegment(3f106a06-7b28-45eb-8689-c773c93f7376),segment_id=3f106a06-7b28-45eb-8689-c773c93f7376)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:30.763651 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:30.765753 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47434) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:30.859656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fc3b0-0350-4b4c-8bfc-895ff1985ce5 req-6406f0db-6eb9-4689-8802-04a03730a17c tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:30.861593 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a20fc3b0-0350-4b4c-8bfc-895ff1985ce5 req-6406f0db-6eb9-4689-8802-04a03730a17c tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 944 time: 0.3261089 Nov 19 09:38:30.862990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f6c689-b53a-456d-a52d-85074bfcf2b4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Made reservation on behalf of 8a93f3850dd34e54b760bd3926efeabe for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:30.866730 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6f6c689-b53a-456d-a52d-85074bfcf2b4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:30.875557 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956225bc-b06c-4653-a2d1-670f8cdcfd38 x-openstack-request-id: req-956225bc-b06c-4653-a2d1-670f8cdcfd38 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:38:30.879820 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3abb40-0870-48fd-a35f-1b3e8a491776", "name": "network-vif-plugged", "status": "completed", "tag": "24de7f81-7c1b-48cd-9274-c2cf6e7cebc9", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:38:30.880107 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-956225bc-b06c-4653-a2d1-670f8cdcfd38 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:38:30.880484 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3abb40-0870-48fd-a35f-1b3e8a491776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24de7f81-7c1b-48cd-9274-c2cf6e7cebc9', 'code': 200} Nov 19 09:38:30.925168 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a20fc3b0-0350-4b4c-8bfc-895ff1985ce5 req-a60ff034-3021-4866-9882-10c0247a95fa tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557880 Nov 19 09:38:30.933516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-e6f6c689-b53a-456d-a52d-85074bfcf2b4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] device_id is not set on port 2ac6414c-d028-4c30-abf9-6c6dd3623562 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:38:30.997701 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=24de7f81-7c1b-48cd-9274-c2cf6e7cebc9,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:31.062211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-e6f6c689-b53a-456d-a52d-85074bfcf2b4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Allocated IP 172.20.0.8 (46270d00-dbec-4dcc-af6a-123de2ec0866/d9cdf94b-5047-4eab-8131-ef3d3448c01e/2ac6414c-d028-4c30-abf9-6c6dd3623562) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:31.089156 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f0f50-1709-4fd5-ad46-ab8771a1b1b9 req-519ed429-e6bf-4709-8e67-215a9c92deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:31.090660 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ac5f0f50-1709-4fd5-ad46-ab8771a1b1b9 req-519ed429-e6bf-4709-8e67-215a9c92deeb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 1097 time: 0.1727178 Nov 19 09:38:31.096413 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-25d0ed54-45dc-4d8d-b886-dee721c5f818 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/floatingips/907283e5-4be8-4d94-997d-aa7e5f3725ab HTTP/1.1" status: 200 len: 991 time: 0.3011217 Nov 19 09:38:31.161898 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:31.174229 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:31.188026 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:31.283388 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Network 5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:31.289289 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ac5f0f50-1709-4fd5-ad46-ab8771a1b1b9 req-5a8d0ae8-a037-4b62-9790-fda7e02b08d9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766348 Nov 19 09:38:31.290413 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:31.296133 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Pushing event updated for resources: {'Port': ['ID=5e3d26cb-c634-473f-9634-21894b63a409,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:31.300563 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:31.312505 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6f6c689-b53a-456d-a52d-85074bfcf2b4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:31.356305 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6f6c689-b53a-456d-a52d-85074bfcf2b4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:31.368467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Attempting to bind port 5e3d26cb-c634-473f-9634-21894b63a409 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:31.368467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Attempting to bind port 5e3d26cb-c634-473f-9634-21894b63a409 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'f3e581dc-8449-44b6-bfe8-793a94d4ad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:31.369066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Attempting to bind port 5e3d26cb-c634-473f-9634-21894b63a409 on network 5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:31.373963 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:38:31.374352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Checking segment: {'id': 'f3e581dc-8449-44b6-bfe8-793a94d4ad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:38:31.374769 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:31.375195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Bound using segment: {'id': 'f3e581dc-8449-44b6-bfe8-793a94d4ad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:38:31.375862 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Bound port: 5e3d26cb-c634-473f-9634-21894b63a409, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e581dc-8449-44b6-bfe8-793a94d4ad79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:38:31.376261 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:31.411838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f6c689-b53a-456d-a52d-85074bfcf2b4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Network 46270d00-dbec-4dcc-af6a-123de2ec0866 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:31.415705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e6f6c689-b53a-456d-a52d-85074bfcf2b4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:31.419916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f6c689-b53a-456d-a52d-85074bfcf2b4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:31.458776 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6c689-b53a-456d-a52d-85074bfcf2b4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event updated for resources: {'Port': ['ID=2ac6414c-d028-4c30-abf9-6c6dd3623562,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:31.503685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f6c689-b53a-456d-a52d-85074bfcf2b4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:31.504362 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6f6c689-b53a-456d-a52d-85074bfcf2b4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:31.523490 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] For port 5e3d26cb-c634-473f-9634-21894b63a409, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:38:31.528635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] For port 5e3d26cb-c634-473f-9634-21894b63a409, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5e3d26cb-c634-473f-9634-21894b63a409,segment=NetworkSegment(f3e581dc-8449-44b6-bfe8-793a94d4ad79),segment_id=f3e581dc-8449-44b6-bfe8-793a94d4ad79)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:38:31.537103 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e6f6c689-b53a-456d-a52d-85074bfcf2b4 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9238634 Nov 19 09:38:31.539794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47460) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:31.544114 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:31.549355 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-73300c96-58aa-4f95-8521-09a191b1a5d9 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Request body: {'port': {'network_id': '46270d00-dbec-4dcc-af6a-123de2ec0866', 'name': 'tempest-AllowedAddressPairTestJSON-1698661122'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:31.568768 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Allocated IP 2001:db8::1 (5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9/dbe2058c-284b-4c7f-9170-2ec908f6c064/60d68921-cad7-43fd-b262-56fcfce467d5) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:31.660598 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eee4e2-ab0c-4ce6-853b-0cf4a5565d15 None None] Pushing event updated for resources: {'Port': ['ID=5e3d26cb-c634-473f-9634-21894b63a409,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:31.696123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73300c96-58aa-4f95-8521-09a191b1a5d9 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Made reservation on behalf of 8a93f3850dd34e54b760bd3926efeabe for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:31.702522 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-73300c96-58aa-4f95-8521-09a191b1a5d9 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:31.726256 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-73300c96-58aa-4f95-8521-09a191b1a5d9 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] device_id is not set on port 352af37f-6b95-4462-9e3d-ba5c036d54f3 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:38:31.830933 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:31.832484 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-66867d49-4c87-4681-aaa1-347f2b420a3e None None] Provisioning complete for port 2ac6414c-d028-4c30-abf9-6c6dd3623562 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:31.833046 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-66867d49-4c87-4681-aaa1-347f2b420a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:31.913411 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:31.935270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-66867d49-4c87-4681-aaa1-347f2b420a3e None None] Port 2ac6414c-d028-4c30-abf9-6c6dd3623562 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:31.977350 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network 5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:31.987131 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:31.991734 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:31.992722 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:32.021179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-73300c96-58aa-4f95-8521-09a191b1a5d9 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Allocated IP 172.20.0.6 (46270d00-dbec-4dcc-af6a-123de2ec0866/d9cdf94b-5047-4eab-8131-ef3d3448c01e/352af37f-6b95-4462-9e3d-ba5c036d54f3) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:32.140064 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=60d68921-cad7-43fd-b262-56fcfce467d5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:32.153732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a57f96-3ae8-4afa-93f9-6897b24aaec5 req-742915ac-dc22-4731-a1e5-4197cd2b917b tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:32.156001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b0a57f96-3ae8-4afa-93f9-6897b24aaec5 req-742915ac-dc22-4731-a1e5-4197cd2b917b tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 945 time: 0.1053321 Nov 19 09:38:32.232980 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:32.277153 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b0a57f96-3ae8-4afa-93f9-6897b24aaec5 req-1562d260-6fb0-4070-8398-cbc61bb1f99f tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085222 Nov 19 09:38:32.428108 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-73300c96-58aa-4f95-8521-09a191b1a5d9 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:32.476211 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-73300c96-58aa-4f95-8521-09a191b1a5d9 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:32.520983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73300c96-58aa-4f95-8521-09a191b1a5d9 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Network 46270d00-dbec-4dcc-af6a-123de2ec0866 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:32.529330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-73300c96-58aa-4f95-8521-09a191b1a5d9 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:32.533997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73300c96-58aa-4f95-8521-09a191b1a5d9 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:32.585677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73300c96-58aa-4f95-8521-09a191b1a5d9 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event updated for resources: {'Port': ['ID=352af37f-6b95-4462-9e3d-ba5c036d54f3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:32.620148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73300c96-58aa-4f95-8521-09a191b1a5d9 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:32.620912 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-73300c96-58aa-4f95-8521-09a191b1a5d9 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:32.640737 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:32.643345 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-73300c96-58aa-4f95-8521-09a191b1a5d9 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1023812 Nov 19 09:38:32.646100 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47492) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:32.651876 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-424b5cb0-c8a4-4a0d-be61-ada09f4b1994 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a5:7a:70'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:2e:ef:86'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:32.658827 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:32.663999 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:32.992036 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c8c05b67-c4e5-446b-8dbb-0dfa7240fb99 None None] Provisioning complete for port 352af37f-6b95-4462-9e3d-ba5c036d54f3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:32.992651 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c8c05b67-c4e5-446b-8dbb-0dfa7240fb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:33.033912 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c8c05b67-c4e5-446b-8dbb-0dfa7240fb99 None None] Port 352af37f-6b95-4462-9e3d-ba5c036d54f3 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:33.265222 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5f199e-9afa-4d7b-b707-c2b313c11109 None None] Network 5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:33.380904 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47522) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:33.470217 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=60d68921-cad7-43fd-b262-56fcfce467d5,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:33.490919 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-df4e1756-54f5-4784-ad91-e7aa203e3823 None None] Provisioning complete for port 5e3d26cb-c634-473f-9634-21894b63a409 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:33.491302 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-df4e1756-54f5-4784-ad91-e7aa203e3823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:33.507128 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network 5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:33.512896 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:33.609784 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-df4e1756-54f5-4784-ad91-e7aa203e3823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:33.654819 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-df4e1756-54f5-4784-ad91-e7aa203e3823 None None] For port 5e3d26cb-c634-473f-9634-21894b63a409, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5e3d26cb-c634-473f-9634-21894b63a409,segment=NetworkSegment(f3e581dc-8449-44b6-bfe8-793a94d4ad79),segment_id=f3e581dc-8449-44b6-bfe8-793a94d4ad79)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:33.663314 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-df4e1756-54f5-4784-ad91-e7aa203e3823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:33.810296 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e1756-54f5-4784-ad91-e7aa203e3823 None None] Pushing event updated for resources: {'Port': ['ID=5e3d26cb-c634-473f-9634-21894b63a409,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:33.839740 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-424b5cb0-c8a4-4a0d-be61-ada09f4b1994 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:33.964011 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router b47e49d6-c12c-4805-9219-ddfeea54715e is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:38:34.083422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da5f4d-2fbe-459d-b521-e5c5b96dc118 req-7194d124-e7f0-45c5-9f06-c7bbc92c24d9 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:34.088361 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86da5f4d-2fbe-459d-b521-e5c5b96dc118 req-7194d124-e7f0-45c5-9f06-c7bbc92c24d9 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 946 time: 0.2014711 Nov 19 09:38:34.106262 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1f6cc3d9-794f-43fa-be09-bcac435be34b None None] Provisioning complete for port 5e3d26cb-c634-473f-9634-21894b63a409 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:34.106824 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f6cc3d9-794f-43fa-be09-bcac435be34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:34.132955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1f710-d974-4c99-b505-c36e43a9355b req-b968c0a0-a5f6-419c-942c-43cad4f7d552 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:34.134583 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8d1f710-d974-4c99-b505-c36e43a9355b req-b968c0a0-a5f6-419c-942c-43cad4f7d552 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 945 time: 0.2492843 Nov 19 09:38:34.212414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5e3d26cb-c634-473f-9634-21894b63a409 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:38:34.272241 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8d1f710-d974-4c99-b505-c36e43a9355b req-2f6e16f1-8180-4686-8362-c56ce6160735 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257412 Nov 19 09:38:34.324006 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:38:34.334762 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86da5f4d-2fbe-459d-b521-e5c5b96dc118 req-9b06a40c-895f-44eb-8688-d819874d2946 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e39fe6f-db3e-424a-9729-4e63ac9eeda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991363 Nov 19 09:38:34.365845 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bb5b889e-59f7-46da-bc1d-86f20d181ffb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/b47e49d6-c12c-4805-9219-ddfeea54715e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0615458 Nov 19 09:38:34.366911 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47550) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:34.380397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0396d0cb-ae02-4572-b680-e09f6274dbe9 None None] Sync routers for ids ['b47e49d6-c12c-4805-9219-ddfeea54715e'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:38:34.423972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a07c43cb-c676-44f1-9bb0-459105a3326b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting port 7db0a088-8a9c-4177-9ffa-6ae64baf4ed0 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:34.424352 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a07c43cb-c676-44f1-9bb0-459105a3326b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:34.481048 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-424b5cb0-c8a4-4a0d-be61-ada09f4b1994 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:34.506949 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-424b5cb0-c8a4-4a0d-be61-ada09f4b1994 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:34.567404 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0396d0cb-ae02-4572-b680-e09f6274dbe9 None None] Routers {'b47e49d6-c12c-4805-9219-ddfeea54715e'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:34.568650 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fcd2f-63e6-452c-aa0f-8a4e2ef05ddd req-bd215da4-0986-4fe7-8a33-83eb3ad1da0c tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:34.574353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0396d0cb-ae02-4572-b680-e09f6274dbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b47e49d6-c12c-4805-9219-ddfeea54715e'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:34.576681 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cc2fcd2f-63e6-452c-aa0f-8a4e2ef05ddd req-bd215da4-0986-4fe7-8a33-83eb3ad1da0c tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 945 time: 0.1296003 Nov 19 09:38:34.585727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b5cb0-c8a4-4a0d-be61-ada09f4b1994 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event updated for resources: {'Port': ['ID=352af37f-6b95-4462-9e3d-ba5c036d54f3,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:34.613635 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a07c43cb-c676-44f1-9bb0-459105a3326b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:34.614255 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a07c43cb-c676-44f1-9bb0-459105a3326b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:34.649659 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 5e3d26cb-c634-473f-9634-21894b63a409 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:34.650302 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:34.654393 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a07c43cb-c676-44f1-9bb0-459105a3326b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Calling delete_port for 7db0a088-8a9c-4177-9ffa-6ae64baf4ed0 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:34.670737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa97eb7d-add5-4667-93a7-ad2dd47ac290 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:34.672174 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-aa97eb7d-add5-4667-93a7-ad2dd47ac290 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports/60d68921-cad7-43fd-b262-56fcfce467d5 HTTP/1.1" status: 200 len: 911 time: 0.3025973 Nov 19 09:38:34.677161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47554) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:34.701803 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0396d0cb-ae02-4572-b680-e09f6274dbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:34.733787 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1f6cc3d9-794f-43fa-be09-bcac435be34b None None] Provisioning complete for port 60d68921-cad7-43fd-b262-56fcfce467d5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:34.734419 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f6cc3d9-794f-43fa-be09-bcac435be34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:34.765133 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dcc4a-3a3b-4905-aaa9-2e0356fc0adb req-73f5d543-46ed-48d3-b8b1-aa1088af6aaf tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:34.771638 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-860dcc4a-3a3b-4905-aaa9-2e0356fc0adb req-73f5d543-46ed-48d3-b8b1-aa1088af6aaf tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.71 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 946 time: 0.1888719 Nov 19 09:38:34.775372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-424b5cb0-c8a4-4a0d-be61-ada09f4b1994 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] In _notify_port_updated(), no bound segment for port 352af37f-6b95-4462-9e3d-ba5c036d54f3 on network 46270d00-dbec-4dcc-af6a-123de2ec0866 {{(pid=103476) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:38:34.791596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b5cb0-c8a4-4a0d-be61-ada09f4b1994 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:34.792306 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-424b5cb0-c8a4-4a0d-be61-ada09f4b1994 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:34.793692 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-424b5cb0-c8a4-4a0d-be61-ada09f4b1994 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "PUT /v2.0/ports/352af37f-6b95-4462-9e3d-ba5c036d54f3 HTTP/1.1" status: 200 len: 1055 time: 2.1465864 Nov 19 09:38:34.795348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1f6cc3d9-794f-43fa-be09-bcac435be34b None None] Port 60d68921-cad7-43fd-b262-56fcfce467d5 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:34.800566 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0396d0cb-ae02-4572-b680-e09f6274dbe9 None None] Routers {'b47e49d6-c12c-4805-9219-ddfeea54715e'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:34.801396 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0396d0cb-ae02-4572-b680-e09f6274dbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b47e49d6-c12c-4805-9219-ddfeea54715e'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:34.849225 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47556) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:34.873949 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cc2fcd2f-63e6-452c-aa0f-8a4e2ef05ddd req-835cd808-4a5f-4ea5-a31e-d7951b8457cb tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954049 Nov 19 09:38:34.934955 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0396d0cb-ae02-4572-b680-e09f6274dbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:34.935748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0396d0cb-ae02-4572-b680-e09f6274dbe9 None None] The sync data for ids ['b47e49d6-c12c-4805-9219-ddfeea54715e'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:38:34.960262 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-860dcc4a-3a3b-4905-aaa9-2e0356fc0adb req-bd7ec9f3-30c6-4c6e-a189-0568b85a51c4 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Deleting port ee9f8dcf-baff-4582-bcc9-425f79a29b7a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:34.960849 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-860dcc4a-3a3b-4905-aaa9-2e0356fc0adb req-bd7ec9f3-30c6-4c6e-a189-0568b85a51c4 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:35.019951 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5fdb051f-edc7-4a00-abfc-5aacab533447 None None] Provisioning complete for port 60d68921-cad7-43fd-b262-56fcfce467d5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:35.020235 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5fdb051f-edc7-4a00-abfc-5aacab533447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:35.127398 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5fdb051f-edc7-4a00-abfc-5aacab533447 None None] Port 60d68921-cad7-43fd-b262-56fcfce467d5 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:35.179804 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-860dcc4a-3a3b-4905-aaa9-2e0356fc0adb req-bd7ec9f3-30c6-4c6e-a189-0568b85a51c4 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] For port ee9f8dcf-baff-4582-bcc9-425f79a29b7a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ee9f8dcf-baff-4582-bcc9-425f79a29b7a,segment=NetworkSegment(70d09651-4e9a-454b-a532-cc0141793d29),segment_id=70d09651-4e9a-454b-a532-cc0141793d29)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:35.180180 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-860dcc4a-3a3b-4905-aaa9-2e0356fc0adb req-bd7ec9f3-30c6-4c6e-a189-0568b85a51c4 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:35.255060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f8739b17-072e-4a6a-9c8c-8c9b856176ef None None] Provisioning complete for port 60d68921-cad7-43fd-b262-56fcfce467d5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:35.255533 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f8739b17-072e-4a6a-9c8c-8c9b856176ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:35.306044 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f8739b17-072e-4a6a-9c8c-8c9b856176ef None None] Port 60d68921-cad7-43fd-b262-56fcfce467d5 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:35.343663 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f8739b17-072e-4a6a-9c8c-8c9b856176ef None None] Provisioning complete for port 352af37f-6b95-4462-9e3d-ba5c036d54f3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:35.346239 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f8739b17-072e-4a6a-9c8c-8c9b856176ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:35.386842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f8739b17-072e-4a6a-9c8c-8c9b856176ef None None] Port 352af37f-6b95-4462-9e3d-ba5c036d54f3 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:35.437048 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-860dcc4a-3a3b-4905-aaa9-2e0356fc0adb req-bd7ec9f3-30c6-4c6e-a189-0568b85a51c4 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:35.437388 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-860dcc4a-3a3b-4905-aaa9-2e0356fc0adb req-bd7ec9f3-30c6-4c6e-a189-0568b85a51c4 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:35.438315 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [req-860dcc4a-3a3b-4905-aaa9-2e0356fc0adb req-bd7ec9f3-30c6-4c6e-a189-0568b85a51c4 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Floating IP a8b9c1e1-3cea-4f83-9174-df604c05b5c6 disassociated. External IP: 172.25.0.12, port: ee9f8dcf-baff-4582-bcc9-425f79a29b7a. Nov 19 09:38:35.438671 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-860dcc4a-3a3b-4905-aaa9-2e0356fc0adb req-bd7ec9f3-30c6-4c6e-a189-0568b85a51c4 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Calling delete_port for ee9f8dcf-baff-4582-bcc9-425f79a29b7a owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:35.483294 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-26824e90-67bf-49a8-981e-6b84b94cb644 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Deleting port 352af37f-6b95-4462-9e3d-ba5c036d54f3 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:35.483949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26824e90-67bf-49a8-981e-6b84b94cb644 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:35.509459 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1145ca-9733-4fcd-bb18-8d9018afda1f req-387d9605-eeb5-4d84-9f6d-9ff60ff0364a tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:35.511075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c1145ca-9733-4fcd-bb18-8d9018afda1f req-387d9605-eeb5-4d84-9f6d-9ff60ff0364a tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 945 time: 0.2840989 Nov 19 09:38:35.610989 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-860dcc4a-3a3b-4905-aaa9-2e0356fc0adb req-bd7ec9f3-30c6-4c6e-a189-0568b85a51c4 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:35.647015 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ec9f3-30c6-4c6e-a189-0568b85a51c4 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Pushing event deleted for resources: {'Port': ['ID=ee9f8dcf-baff-4582-bcc9-425f79a29b7a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:35.749469 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a07c43cb-c676-44f1-9bb0-459105a3326b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:35.773960 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efaa1a-a301-48c3-ac9a-9c5e37e95b86 req-1e7d86f9-8b48-4e00-be89-2dec7e25120a tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:35.787573 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-40efaa1a-a301-48c3-ac9a-9c5e37e95b86 req-1e7d86f9-8b48-4e00-be89-2dec7e25120a tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/ports?device_id=09d48423-b05e-48f8-98bc-7275b71a7b5d HTTP/1.1" status: 200 len: 867 time: 0.3337624 Nov 19 09:38:35.832832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-860dcc4a-3a3b-4905-aaa9-2e0356fc0adb req-bd7ec9f3-30c6-4c6e-a189-0568b85a51c4 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Router 73763bd3-a193-4bc0-af24-c4b49bd4e43b has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:38:35.864734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c43cb-c676-44f1-9bb0-459105a3326b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Port': ['ID=7db0a088-8a9c-4177-9ffa-6ae64baf4ed0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:35.869643 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c1145ca-9733-4fcd-bb18-8d9018afda1f req-ec206c4f-3cab-4298-9ca7-da9467e175eb tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795625 Nov 19 09:38:35.906356 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26824e90-67bf-49a8-981e-6b84b94cb644 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:35.952334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-26824e90-67bf-49a8-981e-6b84b94cb644 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Calling delete_port for 352af37f-6b95-4462-9e3d-ba5c036d54f3 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:35.986456 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-40efaa1a-a301-48c3-ac9a-9c5e37e95b86 req-a360b49c-e50b-4bd7-bdf4-94efa0a10ba3 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e39fe6f-db3e-424a-9729-4e63ac9eeda4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830771 Nov 19 09:38:36.013868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-860dcc4a-3a3b-4905-aaa9-2e0356fc0adb req-bd7ec9f3-30c6-4c6e-a189-0568b85a51c4 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:38:36.034835 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dee499-8bea-45a4-a709-a5dcf22b973b None None] Sync routers for ids ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:38:36.052967 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dee499-8bea-45a4-a709-a5dcf22b973b None None] Routers {'73763bd3-a193-4bc0-af24-c4b49bd4e43b'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:36.058315 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f0dee499-8bea-45a4-a709-a5dcf22b973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:36.062609 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a07c43cb-c676-44f1-9bb0-459105a3326b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:36.062993 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-a07c43cb-c676-44f1-9bb0-459105a3326b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Floating IP 907283e5-4be8-4d94-997d-aa7e5f3725ab disassociated (deleted). External IP: 172.25.0.46, port: 152a84a6-b40c-4098-b6b3-731626fbb40b. Nov 19 09:38:36.080955 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-860dcc4a-3a3b-4905-aaa9-2e0356fc0adb req-bd7ec9f3-30c6-4c6e-a189-0568b85a51c4 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] No DVR routers for this DVR port ee9f8dcf-baff-4582-bcc9-425f79a29b7a on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:38:36.085625 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-860dcc4a-3a3b-4905-aaa9-2e0356fc0adb req-bd7ec9f3-30c6-4c6e-a189-0568b85a51c4 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:36.091707 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-860dcc4a-3a3b-4905-aaa9-2e0356fc0adb req-bd7ec9f3-30c6-4c6e-a189-0568b85a51c4 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.71 "DELETE /v2.0/ports/ee9f8dcf-baff-4582-bcc9-425f79a29b7a HTTP/1.1" status: 204 len: 173 time: 1.2969687 Nov 19 09:38:36.092345 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d48423-b05e-48f8-98bc-7275b71a7b5d', 'name': 'network-vif-deleted', 'tag': 'ee9f8dcf-baff-4582-bcc9-425f79a29b7a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:38:36.096047 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ae1d71-0e18-43dd-81c1-599bfdf67697" -d '{"events": [{"server_uuid": "09d48423-b05e-48f8-98bc-7275b71a7b5d", "name": "network-vif-deleted", "tag": "ee9f8dcf-baff-4582-bcc9-425f79a29b7a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:38:36.183886 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560d30db-f198-47a4-9837-b1e9382eb60f x-openstack-request-id: req-560d30db-f198-47a4-9837-b1e9382eb60f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:38:36.184187 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d48423-b05e-48f8-98bc-7275b71a7b5d", "name": "network-vif-deleted", "tag": "ee9f8dcf-baff-4582-bcc9-425f79a29b7a", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:38:36.184470 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-560d30db-f198-47a4-9837-b1e9382eb60f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:38:36.184888 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d48423-b05e-48f8-98bc-7275b71a7b5d', 'name': 'network-vif-deleted', 'tag': 'ee9f8dcf-baff-4582-bcc9-425f79a29b7a', 'status': 'completed', 'code': 200} Nov 19 09:38:36.278512 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f0dee499-8bea-45a4-a709-a5dcf22b973b None None] Set router 73763bd3-a193-4bc0-af24-c4b49bd4e43b gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:38:36.307347 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26824e90-67bf-49a8-981e-6b84b94cb644 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:36.314181 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ecfdb01-bcf4-4779-b4ab-8bc09b1f5499 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:36.559018 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26824e90-67bf-49a8-981e-6b84b94cb644 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event deleted for resources: {'Port': ['ID=352af37f-6b95-4462-9e3d-ba5c036d54f3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:36.677240 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f0dee499-8bea-45a4-a709-a5dcf22b973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'name': 'tempest-TestServerBasicOps-822571047-router', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:56Z', 'updated_at': '2021-11-19T09:33:09Z', 'revision_number': 4, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'gw_port': {'id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:59Z', 'updated_at': '2021-11-19T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd91c942a-ff1c-4377-b9b2-60a059f5ec65', 'name': '', 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'mac_address': 'fa:16:3e:de:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:06Z', 'updated_at': '2021-11-19T09:33:14Z', 'revision_number': 5, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'subnets': [{'id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:36.733927 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dee499-8bea-45a4-a709-a5dcf22b973b None None] Checking router: 73763bd3-a193-4bc0-af24-c4b49bd4e43b for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:38:36.748254 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dee499-8bea-45a4-a709-a5dcf22b973b None None] Routers {'73763bd3-a193-4bc0-af24-c4b49bd4e43b'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:36.749007 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f0dee499-8bea-45a4-a709-a5dcf22b973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:36.956999 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f0dee499-8bea-45a4-a709-a5dcf22b973b None None] Set router 73763bd3-a193-4bc0-af24-c4b49bd4e43b gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:38:37.081971 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47584) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:37.239127 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f0dee499-8bea-45a4-a709-a5dcf22b973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'name': 'tempest-TestServerBasicOps-822571047-router', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:56Z', 'updated_at': '2021-11-19T09:33:09Z', 'revision_number': 4, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'gw_port': {'id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:59Z', 'updated_at': '2021-11-19T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd91c942a-ff1c-4377-b9b2-60a059f5ec65', 'name': '', 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'mac_address': 'fa:16:3e:de:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:06Z', 'updated_at': '2021-11-19T09:33:14Z', 'revision_number': 5, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'subnets': [{'id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:37.306425 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c5994-5c22-43ae-91bf-1b8fc9c79f53 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Deleting port 7d8157d6-e3ef-488f-b0b7-b68926883edd {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:37.307058 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5994-5c22-43ae-91bf-1b8fc9c79f53 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:37.382653 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dee499-8bea-45a4-a709-a5dcf22b973b None None] The sync data for ids ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'] in n-d-805649-14 is: [{'id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'name': 'tempest-TestServerBasicOps-822571047-router', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:56Z', 'updated_at': '2021-11-19T09:33:09Z', 'revision_number': 4, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'gw_port': {'id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:59Z', 'updated_at': '2021-11-19T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd91c942a-ff1c-4377-b9b2-60a059f5ec65', 'name': '', 'network_id': 'a6f1c342-cec8-4182-bef9-595013e1351c', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'mac_address': 'fa:16:3e:de:ec:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:06Z', 'updated_at': '2021-11-19T09:33:14Z', 'revision_number': 5, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'subnets': [{'id': '03048cfc-6f00-4e65-9551-abad65c356a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:38:37.436984 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5994-5c22-43ae-91bf-1b8fc9c79f53 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:37.437270 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5994-5c22-43ae-91bf-1b8fc9c79f53 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:37.480657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c5994-5c22-43ae-91bf-1b8fc9c79f53 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Calling delete_port for 7d8157d6-e3ef-488f-b0b7-b68926883edd owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:37.483930 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07c43cb-c676-44f1-9bb0-459105a3326b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router d8df6001-08b1-4005-a902-1b3e25bfe449 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:38:37.492945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66e54e-2531-44e4-a783-eb77293a72e1 req-f1d28a2f-85dc-4bd5-86a9-d42d90455f38 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:37.501038 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af66e54e-2531-44e4-a783-eb77293a72e1 req-f1d28a2f-85dc-4bd5-86a9-d42d90455f38 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 945 time: 0.2635200 Nov 19 09:38:37.525195 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26824e90-67bf-49a8-981e-6b84b94cb644 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:37.529355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-26824e90-67bf-49a8-981e-6b84b94cb644 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "DELETE /v2.0/ports/352af37f-6b95-4462-9e3d-ba5c036d54f3 HTTP/1.1" status: 204 len: 168 time: 2.6719475 Nov 19 09:38:37.533400 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47588) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:37.568723 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-369b3322-8d36-4059-bd6d-4cf2162ef7a0 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] GET failed (client error): The resource could not be found. Nov 19 09:38:37.573070 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-369b3322-8d36-4059-bd6d-4cf2162ef7a0 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "GET /v2.0/ports/352af37f-6b95-4462-9e3d-ba5c036d54f3 HTTP/1.1" status: 404 len: 333 time: 0.0300941 Nov 19 09:38:37.577773 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47590) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:37.690922 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af66e54e-2531-44e4-a783-eb77293a72e1 req-5d31b651-5f21-4a23-981f-5c6d358fdfaf tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838093 Nov 19 09:38:37.741655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2d6390af-0bf7-43b7-a643-89d976685616 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Deleting port 2ac6414c-d028-4c30-abf9-6c6dd3623562 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:37.742056 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d6390af-0bf7-43b7-a643-89d976685616 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:37.746614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfdb01-bcf4-4779-b4ab-8bc09b1f5499 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port 60d68921-cad7-43fd-b262-56fcfce467d5 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:37.747175 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ecfdb01-bcf4-4779-b4ab-8bc09b1f5499 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:37.810330 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5994-5c22-43ae-91bf-1b8fc9c79f53 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:37.827384 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50535438-f3f8-424a-a04c-ecd1878476a9 None None] New status for floating IP a8b9c1e1-3cea-4f83-9174-df604c05b5c6: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:38:37.841884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c5994-5c22-43ae-91bf-1b8fc9c79f53 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Pushing event deleted for resources: {'Port': ['ID=7d8157d6-e3ef-488f-b0b7-b68926883edd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:37.958221 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07c43cb-c676-44f1-9bb0-459105a3326b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:38:37.967268 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a07c43cb-c676-44f1-9bb0-459105a3326b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:37.971001 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f107c1-d68d-4de8-aa08-7b634b2dd1c9 None None] Sync routers for ids ['d8df6001-08b1-4005-a902-1b3e25bfe449'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:38:37.991836 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5994-5c22-43ae-91bf-1b8fc9c79f53 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:37.994774 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5994-5c22-43ae-91bf-1b8fc9c79f53 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:37.996133 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8c4c5994-5c22-43ae-91bf-1b8fc9c79f53 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "DELETE /v2.0/floatingips/a8b9c1e1-3cea-4f83-9174-df604c05b5c6 HTTP/1.1" status: 204 len: 168 time: 0.9131606 Nov 19 09:38:38.009418 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f107c1-d68d-4de8-aa08-7b634b2dd1c9 None None] Routers {'d8df6001-08b1-4005-a902-1b3e25bfe449'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:38.015685 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-41f107c1-d68d-4de8-aa08-7b634b2dd1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['d8df6001-08b1-4005-a902-1b3e25bfe449'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:38.028316 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d6390af-0bf7-43b7-a643-89d976685616 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:38.063901 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2d6390af-0bf7-43b7-a643-89d976685616 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Calling delete_port for 2ac6414c-d028-4c30-abf9-6c6dd3623562 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:38.147606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47602) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:38.234390 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-41f107c1-d68d-4de8-aa08-7b634b2dd1c9 None None] Set router d8df6001-08b1-4005-a902-1b3e25bfe449 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:38:38.246380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a07c43cb-c676-44f1-9bb0-459105a3326b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/floatingips/907283e5-4be8-4d94-997d-aa7e5f3725ab HTTP/1.1" status: 204 len: 168 time: 4.8641884 Nov 19 09:38:38.296117 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device ee9f8dcf-baff-4582-bcc9-425f79a29b7a no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:38.310975 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:38:38.323538 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ed3b19-9b06-4057-b21d-e74fbf131b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:38:38.339056 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ecfdb01-bcf4-4779-b4ab-8bc09b1f5499 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:38.349896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a5ca5-ddc5-4eaa-8944-65d4dc1b1b24 req-3a9e289c-2673-4386-92e9-1ec0d580fb26 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:38.351201 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: ee9f8dcf-baff-4582-bcc9-425f79a29b7a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:38:38.351557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device ee9f8dcf-baff-4582-bcc9-425f79a29b7a not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:38.357840 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b07a5ca5-ddc5-4eaa-8944-65d4dc1b1b24 req-3a9e289c-2673-4386-92e9-1ec0d580fb26 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 945 time: 0.3439820 Nov 19 09:38:38.362118 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207dc44-d294-45f7-8553-777e4705a1da req-77c24abb-bdef-42a5-816f-847a7c457923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:38.370835 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b207dc44-d294-45f7-8553-777e4705a1da req-77c24abb-bdef-42a5-816f-847a7c457923 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ade2fd6519645869dab156608e4a143&device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 1097 time: 0.1823196 Nov 19 09:38:38.396417 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfdb01-bcf4-4779-b4ab-8bc09b1f5499 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for 60d68921-cad7-43fd-b262-56fcfce467d5 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:38.489456 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d745ca4d-1aa6-4d4b-88ac-515234941439 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:38.502004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b07a5ca5-ddc5-4eaa-8944-65d4dc1b1b24 req-2b5b0046-2afd-480f-a72c-9c2e1bcb59bb tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431420 Nov 19 09:38:38.548674 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d745ca4d-1aa6-4d4b-88ac-515234941439 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:38.580738 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d6390af-0bf7-43b7-a643-89d976685616 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:38.649225 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67f3e7d-f885-48b8-82fa-9692c93d606c x-openstack-request-id: req-a67f3e7d-f885-48b8-82fa-9692c93d606c {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:38:38.649927 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:38:38.649927 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a67f3e7d-f885-48b8-82fa-9692c93d606c {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:38:38.650239 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b', 'status': 'completed', 'code': 200} Nov 19 09:38:38.670775 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-41f107c1-d68d-4de8-aa08-7b634b2dd1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21206762', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:45Z', 'updated_at': '2021-11-19T09:37:00Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4b405531-5aae-4872-931f-cb0b66dd0f69', 'name': '', 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:d9:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:58Z', 'updated_at': '2021-11-19T09:37:11Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:38.707215 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f107c1-d68d-4de8-aa08-7b634b2dd1c9 None None] Checking router: d8df6001-08b1-4005-a902-1b3e25bfe449 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:38:38.730840 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f107c1-d68d-4de8-aa08-7b634b2dd1c9 None None] Routers {'d8df6001-08b1-4005-a902-1b3e25bfe449'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:38.731824 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-41f107c1-d68d-4de8-aa08-7b634b2dd1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['d8df6001-08b1-4005-a902-1b3e25bfe449'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:38.748247 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6390af-0bf7-43b7-a643-89d976685616 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event deleted for resources: {'Port': ['ID=2ac6414c-d028-4c30-abf9-6c6dd3623562,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:38.784613 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207dc44-d294-45f7-8553-777e4705a1da req-d5ced80c-5938-41ce-9a14-6e1ab5860b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:38.793249 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b207dc44-d294-45f7-8553-777e4705a1da req-d5ced80c-5938-41ce-9a14-6e1ab5860b5e service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e635bb-db08-484d-a40d-b3b85bbf10bc HTTP/1.1" status: 200 len: 910 time: 0.4215059 Nov 19 09:38:38.820667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c14b4-d068-48d8-88b7-8dc2e6386970 req-2a4e663b-3675-413b-83f2-1f4f0295fbc9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:38.837316 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b66c14b4-d068-48d8-88b7-8dc2e6386970 req-2a4e663b-3675-413b-83f2-1f4f0295fbc9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 945 time: 0.1699035 Nov 19 09:38:38.848046 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ecfdb01-bcf4-4779-b4ab-8bc09b1f5499 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:38.914822 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d745ca4d-1aa6-4d4b-88ac-515234941439 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:38.923471 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d745ca4d-1aa6-4d4b-88ac-515234941439 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:38.924952 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d745ca4d-1aa6-4d4b-88ac-515234941439 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] 10.222.0.21 "DELETE /v2.0/security-groups/9e39fe6f-db3e-424a-9729-4e63ac9eeda4 HTTP/1.1" status: 204 len: 168 time: 0.7587056 Nov 19 09:38:38.937282 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfdb01-bcf4-4779-b4ab-8bc09b1f5499 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=60d68921-cad7-43fd-b262-56fcfce467d5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:38.948847 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b207dc44-d294-45f7-8553-777e4705a1da req-5f6369d5-f32c-4b77-b8c7-04bc0bdc18de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 HTTP/1.1" status: 200 len: 217 time: 0.1235981 Nov 19 09:38:38.960037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745ca4d-1aa6-4d4b-88ac-515234941439 tempest-TestServerBasicOps-452920785 tempest-TestServerBasicOps-452920785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e39fe6f-db3e-424a-9729-4e63ac9eeda4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:39.034652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47614) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:39.035429 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.66', 61739) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:39.063945 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed3b19-9b06-4057-b21d-e74fbf131b2f req-085c8483-1718-4703-a910-bcd38ff7a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:39.065658 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e5ed3b19-9b06-4057-b21d-e74fbf131b2f req-085c8483-1718-4703-a910-bcd38ff7a3b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 1097 time: 0.3272798 Nov 19 09:38:39.075064 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-41f107c1-d68d-4de8-aa08-7b634b2dd1c9 None None] Set router d8df6001-08b1-4005-a902-1b3e25bfe449 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:38:39.092626 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d6390af-0bf7-43b7-a643-89d976685616 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:39.113298 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2d6390af-0bf7-43b7-a643-89d976685616 tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "DELETE /v2.0/ports/2ac6414c-d028-4c30-abf9-6c6dd3623562 HTTP/1.1" status: 204 len: 168 time: 1.5280013 Nov 19 09:38:39.119323 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47622) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:39.259597 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edc7b0a-13a1-4348-9aab-581faee2626c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] GET failed (client error): The resource could not be found. Nov 19 09:38:39.271279 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6edc7b0a-13a1-4348-9aab-581faee2626c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "GET /v2.0/ports/2ac6414c-d028-4c30-abf9-6c6dd3623562 HTTP/1.1" status: 404 len: 333 time: 0.1383555 Nov 19 09:38:39.306280 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6ecfdb01-bcf4-4779-b4ab-8bc09b1f5499 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:39.308109 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47626) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:39.379896 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207dc44-d294-45f7-8553-777e4705a1da req-44323540-30d2-47b6-9e83-ba4091db1df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:39.381439 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b207dc44-d294-45f7-8553-777e4705a1da req-44323540-30d2-47b6-9e83-ba4091db1df6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=175e220f-399a-465f-a32a-c62f9091a324 HTTP/1.1" status: 200 len: 849 time: 0.4212883 Nov 19 09:38:39.437591 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b66c14b4-d068-48d8-88b7-8dc2e6386970 req-f6ad8d88-b2f0-46d6-a9c7-e73e5ae40830 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5990841 Nov 19 09:38:39.486567 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b207dc44-d294-45f7-8553-777e4705a1da req-47c1c8b9-05a8-417e-83a2-d79a6d5587d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e635bb-db08-484d-a40d-b3b85bbf10bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868063 Nov 19 09:38:39.652525 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-41f107c1-d68d-4de8-aa08-7b634b2dd1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21206762', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:45Z', 'updated_at': '2021-11-19T09:37:00Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4b405531-5aae-4872-931f-cb0b66dd0f69', 'name': '', 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:d9:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:58Z', 'updated_at': '2021-11-19T09:37:11Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:39.701073 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f107c1-d68d-4de8-aa08-7b634b2dd1c9 None None] The sync data for ids ['d8df6001-08b1-4005-a902-1b3e25bfe449'] in n-d-805649-14 is: [{'id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21206762', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:45Z', 'updated_at': '2021-11-19T09:37:00Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4b405531-5aae-4872-931f-cb0b66dd0f69', 'name': '', 'network_id': 'ecb1edcd-4151-45a7-a004-9f7020dfe5f7', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:d9:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:58Z', 'updated_at': '2021-11-19T09:37:11Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '54ecae1d-3961-4931-99a1-23601d7d8cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:38:39.718831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed3b19-9b06-4057-b21d-e74fbf131b2f req-71b4edfb-35b2-48b1-8495-def032db61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:39.720807 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e5ed3b19-9b06-4057-b21d-e74fbf131b2f req-71b4edfb-35b2-48b1-8495-def032db61f8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ecb1edcd-4151-45a7-a004-9f7020dfe5f7 HTTP/1.1" status: 200 len: 897 time: 0.6442680 Nov 19 09:38:39.788659 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e5ed3b19-9b06-4057-b21d-e74fbf131b2f req-260afa5c-9664-4444-96e3-3f59fe695bf0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=152a84a6-b40c-4098-b6b3-731626fbb40b HTTP/1.1" status: 200 len: 217 time: 0.0578544 Nov 19 09:38:39.859639 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed3b19-9b06-4057-b21d-e74fbf131b2f req-5ed51604-6125-4041-b366-558063a54e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:39.861225 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e5ed3b19-9b06-4057-b21d-e74fbf131b2f req-5ed51604-6125-4041-b366-558063a54e2f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=54ecae1d-3961-4931-99a1-23601d7d8cc9 HTTP/1.1" status: 200 len: 834 time: 0.0603244 Nov 19 09:38:39.874202 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b207dc44-d294-45f7-8553-777e4705a1da req-6e1edf8a-db0c-4f0c-996c-8c17eac0fd40 service neutron] 10.222.0.66 "GET /v2.0/networks/61e635bb-db08-484d-a40d-b3b85bbf10bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788445 Nov 19 09:38:40.036298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed3b19-9b06-4057-b21d-e74fbf131b2f req-61a43e58-d2ae-4fe7-a2af-2673eab35f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:40.038151 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e5ed3b19-9b06-4057-b21d-e74fbf131b2f req-61a43e58-d2ae-4fe7-a2af-2673eab35f57 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ecb1edcd-4151-45a7-a004-9f7020dfe5f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1664042 Nov 19 09:38:40.065212 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a863e-924c-4411-90e9-150e685d42cd req-5e8c0b61-a9ad-42d1-b44f-6378a12a67e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:40.067811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c2a863e-924c-4411-90e9-150e685d42cd req-5e8c0b61-a9ad-42d1-b44f-6378a12a67e8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.66 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 945 time: 1.0236561 Nov 19 09:38:40.158197 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b207dc44-d294-45f7-8553-777e4705a1da req-5990ff0d-32f6-46e3-ab2d-0cd4729fb1b0 service neutron] 10.222.0.66 "GET /v2.0/networks/61e635bb-db08-484d-a40d-b3b85bbf10bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695901 Nov 19 09:38:40.207252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecfdb01-bcf4-4779-b4ab-8bc09b1f5499 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router b47e49d6-c12c-4805-9219-ddfeea54715e has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:38:40.225475 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454c77d1-d645-4bf2-b888-aa2819b2b447 None None] New status for floating IP 907283e5-4be8-4d94-997d-aa7e5f3725ab: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:38:40.231768 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8b084-2db6-4560-abff-e2aba7116189 req-b9209211-ba04-47b5-af42-94f55195a209 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:40.233871 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51e8b084-2db6-4560-abff-e2aba7116189 req-b9209211-ba04-47b5-af42-94f55195a209 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 945 time: 0.3767066 Nov 19 09:38:40.235236 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e5ed3b19-9b06-4057-b21d-e74fbf131b2f req-01893682-e7e0-4c31-810a-44ce1b879e28 service neutron] 10.222.0.66 "GET /v2.0/networks/ecb1edcd-4151-45a7-a004-9f7020dfe5f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735914 Nov 19 09:38:40.413830 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e5ed3b19-9b06-4057-b21d-e74fbf131b2f req-b4565d25-e57c-4fd0-aa2a-3962e5ca7a4a service neutron] 10.222.0.66 "GET /v2.0/networks/ecb1edcd-4151-45a7-a004-9f7020dfe5f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738186 Nov 19 09:38:40.464823 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecfdb01-bcf4-4779-b4ab-8bc09b1f5499 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:38:40.472630 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6ecfdb01-bcf4-4779-b4ab-8bc09b1f5499 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/b47e49d6-c12c-4805-9219-ddfeea54715e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7905467 Nov 19 09:38:40.472630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Deleting port 151bb447-29ef-49f7-a68f-08a692bfdbad {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:40.472945 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:40.474103 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47638) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:40.479182 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19826ff-7c99-4234-98ee-09ee11b0ed96 None None] Sync routers for ids ['b47e49d6-c12c-4805-9219-ddfeea54715e'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:38:40.508021 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19826ff-7c99-4234-98ee-09ee11b0ed96 None None] Routers {'b47e49d6-c12c-4805-9219-ddfeea54715e'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:40.508646 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a19826ff-7c99-4234-98ee-09ee11b0ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b47e49d6-c12c-4805-9219-ddfeea54715e'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:40.531515 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bc7222ea-58f8-4085-933e-c820aa939517 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47e49d6-c12c-4805-9219-ddfeea54715e HTTP/1.1" status: 200 len: 205 time: 0.0536373 Nov 19 09:38:40.532246 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47644) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:40.605499 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a19826ff-7c99-4234-98ee-09ee11b0ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:40.628736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-51e8b084-2db6-4560-abff-e2aba7116189 req-2ecd77c6-a36a-4495-88f2-97febb4ec98b tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744233 Nov 19 09:38:40.640392 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19826ff-7c99-4234-98ee-09ee11b0ed96 None None] Routers {'b47e49d6-c12c-4805-9219-ddfeea54715e'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:40.641294 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a19826ff-7c99-4234-98ee-09ee11b0ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b47e49d6-c12c-4805-9219-ddfeea54715e'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:40.717318 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a19826ff-7c99-4234-98ee-09ee11b0ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:40.725353 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19826ff-7c99-4234-98ee-09ee11b0ed96 None None] The sync data for ids ['b47e49d6-c12c-4805-9219-ddfeea54715e'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:38:40.751339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-5c2a863e-924c-4411-90e9-150e685d42cd req-65908db6-709f-4bc1-ad9e-fb6f86957326 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting port 152a84a6-b40c-4098-b6b3-731626fbb40b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:40.751707 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5c2a863e-924c-4411-90e9-150e685d42cd req-65908db6-709f-4bc1-ad9e-fb6f86957326 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:40.805828 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0877709e-638e-4e29-bdc2-b114b43b1373 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:40.897781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-5c2a863e-924c-4411-90e9-150e685d42cd req-65908db6-709f-4bc1-ad9e-fb6f86957326 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] For port 152a84a6-b40c-4098-b6b3-731626fbb40b, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=152a84a6-b40c-4098-b6b3-731626fbb40b,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:40.898137 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5c2a863e-924c-4411-90e9-150e685d42cd req-65908db6-709f-4bc1-ad9e-fb6f86957326 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:40.920133 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-5c2a863e-924c-4411-90e9-150e685d42cd req-65908db6-709f-4bc1-ad9e-fb6f86957326 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Calling delete_port for 152a84a6-b40c-4098-b6b3-731626fbb40b owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:41.179516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7fb79-e829-4969-b2ec-cca4ecbba8dd req-a9ca319c-8209-4a1f-996f-0d126fe0d97a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:41.184766 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07f7fb79-e829-4969-b2ec-cca4ecbba8dd req-a9ca319c-8209-4a1f-996f-0d126fe0d97a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=710f4e44-a490-4558-9075-6c2d7fdf8675 HTTP/1.1" status: 200 len: 866 time: 0.6076236 Nov 19 09:38:41.187093 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5c2a863e-924c-4411-90e9-150e685d42cd req-65908db6-709f-4bc1-ad9e-fb6f86957326 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:41.255165 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0877709e-638e-4e29-bdc2-b114b43b1373 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:41.262482 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0877709e-638e-4e29-bdc2-b114b43b1373 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:41.364680 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0877709e-638e-4e29-bdc2-b114b43b1373 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:41.365294 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:41.365908 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0877709e-638e-4e29-bdc2-b114b43b1373 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Fanout notify agent at l3_agent the message router_deleted on router b47e49d6-c12c-4805-9219-ddfeea54715e {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:38:41.376258 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0877709e-638e-4e29-bdc2-b114b43b1373 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:41.377800 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0877709e-638e-4e29-bdc2-b114b43b1373 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/routers/b47e49d6-c12c-4805-9219-ddfeea54715e HTTP/1.1" status: 204 len: 168 time: 0.8382189 Nov 19 09:38:41.380725 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47648) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:41.394946 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65908db6-709f-4bc1-ad9e-fb6f86957326 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Port': ['ID=152a84a6-b40c-4098-b6b3-731626fbb40b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:41.501205 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1a1735-4443-4d68-aea3-e12126c17f62 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting subnet dbe2058c-284b-4c7f-9170-2ec908f6c064 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:38:41.506089 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b1a1735-4443-4d68-aea3-e12126c17f62 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:41.604738 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b1a1735-4443-4d68-aea3-e12126c17f62 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:41.740872 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b1a1735-4443-4d68-aea3-e12126c17f62 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:41.864298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b1a1735-4443-4d68-aea3-e12126c17f62 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:41.890932 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Calling delete_port for 151bb447-29ef-49f7-a68f-08a692bfdbad owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:41.916268 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a1735-4443-4d68-aea3-e12126c17f62 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe2058c-284b-4c7f-9170-2ec908f6c064,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:41.932373 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b1a1735-4443-4d68-aea3-e12126c17f62 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:41.942817 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5b1a1735-4443-4d68-aea3-e12126c17f62 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/dbe2058c-284b-4c7f-9170-2ec908f6c064 HTTP/1.1" status: 204 len: 168 time: 0.5586708 Nov 19 09:38:41.942988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88c8178-1ed0-443a-93b2-8e8c635dfacf None None] Network 5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:41.943684 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47662) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:42.088387 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07f7fb79-e829-4969-b2ec-cca4ecbba8dd req-d76ef59d-25da-4e4e-88cd-b3c7302d54cf tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5a4739b-65a9-4bab-a5bc-56c587ef3120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8851764 Nov 19 09:38:42.089302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2a863e-924c-4411-90e9-150e685d42cd req-65908db6-709f-4bc1-ad9e-fb6f86957326 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] No DVR routers for this DVR port 152a84a6-b40c-4098-b6b3-731626fbb40b on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:38:42.092893 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5c2a863e-924c-4411-90e9-150e685d42cd req-65908db6-709f-4bc1-ad9e-fb6f86957326 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:42.099225 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c2a863e-924c-4411-90e9-150e685d42cd req-65908db6-709f-4bc1-ad9e-fb6f86957326 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.66 "DELETE /v2.0/ports/152a84a6-b40c-4098-b6b3-731626fbb40b HTTP/1.1" status: 204 len: 173 time: 1.9361627 Nov 19 09:38:42.110382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'name': 'network-vif-deleted', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:38:42.126741 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf2688a-8c12-47e9-b158-0a9f1f7eb53a" -d '{"events": [{"server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "name": "network-vif-deleted", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:38:42.206625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 152a84a6-b40c-4098-b6b3-731626fbb40b no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:42.210431 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:42.254526 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-71810ee7-3fa4-4ef7-b2a0-8a5b161415f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:42.297783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 152a84a6-b40c-4098-b6b3-731626fbb40b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:38:42.299334 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 152a84a6-b40c-4098-b6b3-731626fbb40b not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:42.361552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de8246-dc4c-442f-85bb-e1272baeff60 req-a10ff3d2-057e-4164-bc6b-0777aee74cbf tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:42.363414 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6de8246-dc4c-442f-85bb-e1272baeff60 req-a10ff3d2-057e-4164-bc6b-0777aee74cbf tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 945 time: 0.4636304 Nov 19 09:38:42.418227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c1972e-471c-4ee9-a6ce-3544ad8f74ec None None] DHCP port deletion for 5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:38:42.442769 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port 5e3d26cb-c634-473f-9634-21894b63a409 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:42.443218 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:42.525681 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1972e-471c-4ee9-a6ce-3544ad8f74ec None None] Deleting port 5e3d26cb-c634-473f-9634-21894b63a409 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:42.526279 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7c1972e-471c-4ee9-a6ce-3544ad8f74ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:42.591415 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6de8246-dc4c-442f-85bb-e1272baeff60 req-1fbef55d-c867-4b32-8f0e-aea155f0f353 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145507 Nov 19 09:38:42.721449 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] For port 5e3d26cb-c634-473f-9634-21894b63a409, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5e3d26cb-c634-473f-9634-21894b63a409,segment=NetworkSegment(f3e581dc-8449-44b6-bfe8-793a94d4ad79),segment_id=f3e581dc-8449-44b6-bfe8-793a94d4ad79)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:42.722026 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:42.768862 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a7c1972e-471c-4ee9-a6ce-3544ad8f74ec None None] For port 5e3d26cb-c634-473f-9634-21894b63a409, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5e3d26cb-c634-473f-9634-21894b63a409,segment=NetworkSegment(f3e581dc-8449-44b6-bfe8-793a94d4ad79),segment_id=f3e581dc-8449-44b6-bfe8-793a94d4ad79)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:42.769260 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7c1972e-471c-4ee9-a6ce-3544ad8f74ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:42.771614 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for 5e3d26cb-c634-473f-9634-21894b63a409 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:42.805443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1972e-471c-4ee9-a6ce-3544ad8f74ec None None] Calling delete_port for 5e3d26cb-c634-473f-9634-21894b63a409 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:42.898861 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:42.907898 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f5ce35-e0be-4690-9604-7638ec5064df x-openstack-request-id: req-d2f5ce35-e0be-4690-9604-7638ec5064df {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:38:42.908211 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710f4e44-a490-4558-9075-6c2d7fdf8675", "name": "network-vif-deleted", "tag": "152a84a6-b40c-4098-b6b3-731626fbb40b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:38:42.908474 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2f5ce35-e0be-4690-9604-7638ec5064df {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:38:42.908887 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710f4e44-a490-4558-9075-6c2d7fdf8675', 'name': 'network-vif-deleted', 'tag': '152a84a6-b40c-4098-b6b3-731626fbb40b', 'status': 'completed', 'code': 200} Nov 19 09:38:42.975595 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event deleted for resources: {'Port': ['ID=151bb447-29ef-49f7-a68f-08a692bfdbad,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:42.978823 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:42.986257 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7c1972e-471c-4ee9-a6ce-3544ad8f74ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:43.036753 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=5e3d26cb-c634-473f-9634-21894b63a409,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:43.045580 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] No DVR routers for this DVR port 5e3d26cb-c634-473f-9634-21894b63a409 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:38:43.074100 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:43.074466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:43.074820 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:43.075453 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:43.075813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:43.076160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:43.076549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:43.076894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:43.077258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:43.077645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:43.077981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:43.078881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:43.203025 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:43.223213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d491-aebf-4aab-aef2-0106a190dedf req-5853bf80-3f61-4eea-b85e-30d9b22f43e3 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:43.224852 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af47d491-aebf-4aab-aef2-0106a190dedf req-5853bf80-3f61-4eea-b85e-30d9b22f43e3 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 945 time: 0.2290368 Nov 19 09:38:43.228006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47680) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:43.295216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:43.334601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e581dc-8449-44b6-bfe8-793a94d4ad79') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:43.335439 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e581dc-8449-44b6-bfe8-793a94d4ad79') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:43.350347 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:43.371789 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:43.382164 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:38:43.382638 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:38:43.468225 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:38:43.471453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1972e-471c-4ee9-a6ce-3544ad8f74ec None None] Pushing event deleted for resources: {'Port': ['ID=5e3d26cb-c634-473f-9634-21894b63a409,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:43.480854 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:43.502767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1972e-471c-4ee9-a6ce-3544ad8f74ec None None] No DVR routers for this DVR port 5e3d26cb-c634-473f-9634-21894b63a409 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:38:43.502994 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:43.502994 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/networks/5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9 HTTP/1.1" status: 204 len: 168 time: 1.5491505 Nov 19 09:38:43.503161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47684) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:43.510291 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:43.513686 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-48f7a076-1d78-41c0-8f28-5d8454cda84e tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "DELETE /v2.0/ports/151bb447-29ef-49f7-a68f-08a692bfdbad HTTP/1.1" status: 204 len: 168 time: 4.1851628 Nov 19 09:38:43.532278 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d6de0-85c4-438e-ae13-6144b4922f09 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Network': ['ID=5cd5fa9c-8c98-4c25-aeda-e5f9def01aa9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:43.534530 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47688) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:43.543179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1182517830', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}, 'admin_state_up': False}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:43.598205 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff567fa6-f0ea-4b58-9f2e-faba2ff1d08d tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Deleting subnet d9cdf94b-5047-4eab-8131-ef3d3448c01e {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:38:43.602584 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff567fa6-f0ea-4b58-9f2e-faba2ff1d08d tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:43.659673 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:43.661045 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:43.667911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af47d491-aebf-4aab-aef2-0106a190dedf req-96a37888-53cb-487b-a27f-cc9b545c8b38 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800062 Nov 19 09:38:43.691466 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff567fa6-f0ea-4b58-9f2e-faba2ff1d08d tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:43.793246 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:43.804365 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff567fa6-f0ea-4b58-9f2e-faba2ff1d08d tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:43.883123 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff567fa6-f0ea-4b58-9f2e-faba2ff1d08d tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:43.899189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-71810ee7-3fa4-4ef7-b2a0-8a5b161415f7 admin admin] Deleting port d91c942a-ff1c-4377-b9b2-60a059f5ec65 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:43.899838 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-71810ee7-3fa4-4ef7-b2a0-8a5b161415f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:43.931057 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567fa6-f0ea-4b58-9f2e-faba2ff1d08d tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event deleted for resources: {'Subnet': ['ID=d9cdf94b-5047-4eab-8131-ef3d3448c01e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:43.938502 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff567fa6-f0ea-4b58-9f2e-faba2ff1d08d tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:43.942247 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ff567fa6-f0ea-4b58-9f2e-faba2ff1d08d tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "DELETE /v2.0/subnets/d9cdf94b-5047-4eab-8131-ef3d3448c01e HTTP/1.1" status: 204 len: 168 time: 0.4064839 Nov 19 09:38:43.945373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47698) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:43.946683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a5e1da-9292-429c-9a9e-a9e0b1051bf8 None None] Network 46270d00-dbec-4dcc-af6a-123de2ec0866 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:44.057810 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:44.065593 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:44.116324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-71810ee7-3fa4-4ef7-b2a0-8a5b161415f7 admin admin] For port d91c942a-ff1c-4377-b9b2-60a059f5ec65, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d91c942a-ff1c-4377-b9b2-60a059f5ec65,segment=NetworkSegment(70d09651-4e9a-454b-a532-cc0141793d29),segment_id=70d09651-4e9a-454b-a532-cc0141793d29)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:44.116608 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-71810ee7-3fa4-4ef7-b2a0-8a5b161415f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:44.149777 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5e3d26cb-c634-473f-9634-21894b63a409 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:44.167971 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-71810ee7-3fa4-4ef7-b2a0-8a5b161415f7 admin admin] Calling delete_port for d91c942a-ff1c-4377-b9b2-60a059f5ec65 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:44.180303 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Deleting port 1b4df554-1311-431a-81b0-27181d6983c5 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:44.180860 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:44.207846 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf38c48-45c9-498a-a2e0-32e286bfa051 None None] DHCP port deletion for 46270d00-dbec-4dcc-af6a-123de2ec0866 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:38:44.210227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 5e3d26cb-c634-473f-9634-21894b63a409 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:38:44.210833 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5e3d26cb-c634-473f-9634-21894b63a409 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:44.282959 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-baf38c48-45c9-498a-a2e0-32e286bfa051 None None] Deleting port 1b4df554-1311-431a-81b0-27181d6983c5 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:44.283791 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-baf38c48-45c9-498a-a2e0-32e286bfa051 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:44.286774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] For port 1b4df554-1311-431a-81b0-27181d6983c5, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1b4df554-1311-431a-81b0-27181d6983c5,segment=NetworkSegment(4ad4de3a-7ebd-4a2e-b405-70bf40f7bc80),segment_id=4ad4de3a-7ebd-4a2e-b405-70bf40f7bc80)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:44.287054 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:44.301844 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Calling delete_port for 1b4df554-1311-431a-81b0-27181d6983c5 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:44.362982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-baf38c48-45c9-498a-a2e0-32e286bfa051 None None] For port 1b4df554-1311-431a-81b0-27181d6983c5, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1b4df554-1311-431a-81b0-27181d6983c5,segment=NetworkSegment(4ad4de3a-7ebd-4a2e-b405-70bf40f7bc80),segment_id=4ad4de3a-7ebd-4a2e-b405-70bf40f7bc80)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:44.364459 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-baf38c48-45c9-498a-a2e0-32e286bfa051 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:44.386530 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-baf38c48-45c9-498a-a2e0-32e286bfa051 None None] Calling delete_port for 1b4df554-1311-431a-81b0-27181d6983c5 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:44.397567 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:44.409362 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d632a66-70f5-4ea2-ac2b-2fd60698a7a9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:44.429289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event deleted for resources: {'Port': ['ID=1b4df554-1311-431a-81b0-27181d6983c5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:44.439268 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] No DVR routers for this DVR port 1b4df554-1311-431a-81b0-27181d6983c5 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:38:44.444177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:44.444688 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:44.445112 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:44.445585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:44.446088 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:44.446429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:44.446771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:44.447105 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:44.447705 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:44.448037 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:44.448366 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:44.449001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:44.500341 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-baf38c48-45c9-498a-a2e0-32e286bfa051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:44.550254 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf38c48-45c9-498a-a2e0-32e286bfa051 None None] Pushing event deleted for resources: {'Port': ['ID=1b4df554-1311-431a-81b0-27181d6983c5,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:44.567203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf38c48-45c9-498a-a2e0-32e286bfa051 None None] No DVR routers for this DVR port 1b4df554-1311-431a-81b0-27181d6983c5 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:38:45.002549 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:45.008927 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:45.032806 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46270d00-dbec-4dcc-af6a-123de2ec0866']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:45.043511 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad4de3a-7ebd-4a2e-b405-70bf40f7bc80') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:45.043766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad4de3a-7ebd-4a2e-b405-70bf40f7bc80') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:45.054883 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:45.058023 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:45.073996 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:45.084275 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:38:45.084765 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:38:45.088630 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:38:45.148600 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-71810ee7-3fa4-4ef7-b2a0-8a5b161415f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:45.179615 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71810ee7-3fa4-4ef7-b2a0-8a5b161415f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d91c942a-ff1c-4377-b9b2-60a059f5ec65,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:45.180613 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:45.199954 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:45.205457 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] 10.222.0.21 "DELETE /v2.0/networks/46270d00-dbec-4dcc-af6a-123de2ec0866 HTTP/1.1" status: 204 len: 168 time: 1.2583177 Nov 19 09:38:45.246235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c41f5-ccbb-4d86-b978-3446e44d784c tempest-AllowedAddressPairTestJSON-621394622 tempest-AllowedAddressPairTestJSON-621394622-project] Pushing event deleted for resources: {'Network': ['ID=46270d00-dbec-4dcc-af6a-123de2ec0866,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:45.247436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbe851-b461-49c0-9289-2c152befdece req-351fa6f0-dcad-4796-80ce-a809d22524ea tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:45.248862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-21fbe851-b461-49c0-9289-2c152befdece req-351fa6f0-dcad-4796-80ce-a809d22524ea tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 945 time: 0.2165337 Nov 19 09:38:45.522746 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-71810ee7-3fa4-4ef7-b2a0-8a5b161415f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:45.524754 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47722) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:45.593790 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-21fbe851-b461-49c0-9289-2c152befdece req-ccae484e-81c9-43d3-b97a-3983ff4de488 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261950 Nov 19 09:38:45.606896 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:45.610114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Allocated IP 172.25.0.120 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/60373124-24ab-4134-a92b-aeedcbe0546f) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:45.715448 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-51bcc34b-bedb-41b8-a8d6-268a72c962b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a93f3850dd34e54b760bd3926efeabe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1892195 Nov 19 09:38:45.720458 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47728) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:45.825906 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da26cee1-05c4-4370-85d0-6e4cbbbe8d8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:45.879752 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da26cee1-05c4-4370-85d0-6e4cbbbe8d8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:45.952166 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da26cee1-05c4-4370-85d0-6e4cbbbe8d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:45.956011 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da26cee1-05c4-4370-85d0-6e4cbbbe8d8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:45.957487 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-da26cee1-05c4-4370-85d0-6e4cbbbe8d8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12df7a89-ddb5-4417-b10c-731c43df0056 HTTP/1.1" status: 204 len: 168 time: 0.2358618 Nov 19 09:38:45.966397 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26cee1-05c4-4370-85d0-6e4cbbbe8d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12df7a89-ddb5-4417-b10c-731c43df0056,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:46.246456 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1b4df554-1311-431a-81b0-27181d6983c5 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:46.300257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 1b4df554-1311-431a-81b0-27181d6983c5 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:38:46.300859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1b4df554-1311-431a-81b0-27181d6983c5 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:46.308509 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:46.313384 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392f0ef-54af-413b-a522-5b3e914077f8 req-a6293f93-c354-432f-b3ac-a29a4886a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:46.315313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b392f0ef-54af-413b-a522-5b3e914077f8 req-a6293f93-c354-432f-b3ac-a29a4886a53c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ade2fd6519645869dab156608e4a143&device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 1097 time: 0.4037337 Nov 19 09:38:46.323036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adadd66-e8ce-4318-889c-6c2b908fc231 req-dc5df299-79d6-4aeb-ab8c-61bfb37a2044 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:46.324561 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5adadd66-e8ce-4318-889c-6c2b908fc231 req-dc5df299-79d6-4aeb-ab8c-61bfb37a2044 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 945 time: 0.4029083 Nov 19 09:38:46.469523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6d632a66-70f5-4ea2-ac2b-2fd60698a7a9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting port 4b405531-5aae-4872-931f-cb0b66dd0f69 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:46.469871 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d632a66-70f5-4ea2-ac2b-2fd60698a7a9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:46.591230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71810ee7-3fa4-4ef7-b2a0-8a5b161415f7 admin admin] Router 73763bd3-a193-4bc0-af24-c4b49bd4e43b has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:38:46.605601 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5adadd66-e8ce-4318-889c-6c2b908fc231 req-4a17fb2b-16cc-41e0-83bf-e40cc81467c6 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376311 Nov 19 09:38:46.642685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392f0ef-54af-413b-a522-5b3e914077f8 req-0ebec263-d5c7-4d40-9b9f-f81123667065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:46.644335 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b392f0ef-54af-413b-a522-5b3e914077f8 req-0ebec263-d5c7-4d40-9b9f-f81123667065 service neutron] 10.222.0.66 "GET /v2.0/networks?id=61e635bb-db08-484d-a40d-b3b85bbf10bc HTTP/1.1" status: 200 len: 910 time: 0.3173132 Nov 19 09:38:46.651136 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:46.733826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b392f0ef-54af-413b-a522-5b3e914077f8 req-e10f44d5-20df-4c39-962a-b160959254cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 HTTP/1.1" status: 200 len: 217 time: 0.0794160 Nov 19 09:38:46.799793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:46.806700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-6d632a66-70f5-4ea2-ac2b-2fd60698a7a9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] For port 4b405531-5aae-4872-931f-cb0b66dd0f69, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4b405531-5aae-4872-931f-cb0b66dd0f69,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:46.807070 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d632a66-70f5-4ea2-ac2b-2fd60698a7a9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:46.843161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:46.850461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:46.856567 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=60373124-24ab-4134-a92b-aeedcbe0546f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:46.857121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47754) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:46.859026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cfc008-8808-4bb9-bff3-227d95966f58 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:38:46.863142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6d632a66-70f5-4ea2-ac2b-2fd60698a7a9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Calling delete_port for 4b405531-5aae-4872-931f-cb0b66dd0f69 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:46.932695 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4c67dbbb-7a78-451c-85fa-5f1eec10777a None None] Provisioning complete for port 60373124-24ab-4134-a92b-aeedcbe0546f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:46.933198 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4c67dbbb-7a78-451c-85fa-5f1eec10777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:46.943425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392f0ef-54af-413b-a522-5b3e914077f8 req-7a32e056-d67e-4937-8d67-db78b8f390a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:46.944934 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b392f0ef-54af-413b-a522-5b3e914077f8 req-7a32e056-d67e-4937-8d67-db78b8f390a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=175e220f-399a-465f-a32a-c62f9091a324 HTTP/1.1" status: 200 len: 849 time: 0.1960630 Nov 19 09:38:46.981704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a7d0a611-0634-4edc-83b8-e2233b522231 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-818115085'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:46.988145 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4c67dbbb-7a78-451c-85fa-5f1eec10777a None None] Port 60373124-24ab-4134-a92b-aeedcbe0546f cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:47.008970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d0a611-0634-4edc-83b8-e2233b522231 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Made reservation on behalf of a5497ae343584111bcd4d7efc46c4ea0 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:47.013568 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a611-0634-4edc-83b8-e2233b522231 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:47.022010 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b392f0ef-54af-413b-a522-5b3e914077f8 req-42203370-19d0-4986-9ecd-d83e40daf08d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=61e635bb-db08-484d-a40d-b3b85bbf10bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678303 Nov 19 09:38:47.024025 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a611-0634-4edc-83b8-e2233b522231 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:47.115979 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71810ee7-3fa4-4ef7-b2a0-8a5b161415f7 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:38:47.126243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4be0d35-2f4d-441c-aa66-5347755f7acf None None] Sync routers for ids ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:38:47.142836 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4be0d35-2f4d-441c-aa66-5347755f7acf None None] Routers {'73763bd3-a193-4bc0-af24-c4b49bd4e43b'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:47.144626 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d4be0d35-2f4d-441c-aa66-5347755f7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:47.163913 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a611-0634-4edc-83b8-e2233b522231 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:47.174413 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a611-0634-4edc-83b8-e2233b522231 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:47.186425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-71810ee7-3fa4-4ef7-b2a0-8a5b161415f7 admin admin] 10.222.0.21 "PUT /v2.0/routers/73763bd3-a193-4bc0-af24-c4b49bd4e43b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1480441 Nov 19 09:38:47.199762 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47766) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:47.201689 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d0a611-0634-4edc-83b8-e2233b522231 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:38:47.240148 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a611-0634-4edc-83b8-e2233b522231 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:47.245242 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-a7d0a611-0634-4edc-83b8-e2233b522231 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Added segment 0f7bddc8-451b-450a-bf59-d6efbda8dce2 of type vlan for network fda8f271-d1cb-42a5-91d6-845abf326834 Nov 19 09:38:47.314390 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a611-0634-4edc-83b8-e2233b522231 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:47.371915 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a611-0634-4edc-83b8-e2233b522231 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:47.379790 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d0a611-0634-4edc-83b8-e2233b522231 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:47.380508 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7d0a611-0634-4edc-83b8-e2233b522231 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:47.405484 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d4be0d35-2f4d-441c-aa66-5347755f7acf None None] Set router 73763bd3-a193-4bc0-af24-c4b49bd4e43b gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:38:47.509267 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0a611-0634-4edc-83b8-e2233b522231 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18aae547-4e0b-463c-8976-9d52622a8a15,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:47.532145 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a7d0a611-0634-4edc-83b8-e2233b522231 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6727490 Nov 19 09:38:47.541502 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47772) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:47.551040 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c14314ab-0360-47f4-9f5e-382a37b07a3a tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Request body: {'subnet': {'network_id': 'fda8f271-d1cb-42a5-91d6-845abf326834', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:47.596808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0a611-0634-4edc-83b8-e2233b522231 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Pushing event updated for resources: {'Network': ['ID=fda8f271-d1cb-42a5-91d6-845abf326834,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:47.650957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network fda8f271-d1cb-42a5-91d6-845abf326834 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:38:47.744688 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14314ab-0360-47f4-9f5e-382a37b07a3a tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Made reservation on behalf of a5497ae343584111bcd4d7efc46c4ea0 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:47.749732 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c14314ab-0360-47f4-9f5e-382a37b07a3a tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:47.842877 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d4be0d35-2f4d-441c-aa66-5347755f7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'name': 'tempest-TestServerBasicOps-822571047-router', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:56Z', 'updated_at': '2021-11-19T09:38:44Z', 'revision_number': 5, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'gw_port': {'id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:59Z', 'updated_at': '2021-11-19T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:47.882443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4be0d35-2f4d-441c-aa66-5347755f7acf None None] Checking router: 73763bd3-a193-4bc0-af24-c4b49bd4e43b for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:38:47.896906 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4be0d35-2f4d-441c-aa66-5347755f7acf None None] Routers {'73763bd3-a193-4bc0-af24-c4b49bd4e43b'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:47.898266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d4be0d35-2f4d-441c-aa66-5347755f7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:48.125560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b392f0ef-54af-413b-a522-5b3e914077f8 req-f3644fb2-f63e-40e1-a2bc-0c8549419ce7 service neutron] 10.222.0.66 "GET /v2.0/networks/61e635bb-db08-484d-a40d-b3b85bbf10bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0671017 Nov 19 09:38:48.129631 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c14314ab-0360-47f4-9f5e-382a37b07a3a tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:48.131685 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d632a66-70f5-4ea2-ac2b-2fd60698a7a9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:48.167506 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bed98-facc-4547-b889-9d1a98c8beea req-43b36ce5-faaf-4338-b9e0-d2f9a163fc00 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:48.169041 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-498bed98-facc-4547-b889-9d1a98c8beea req-43b36ce5-faaf-4338-b9e0-d2f9a163fc00 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 945 time: 0.1966414 Nov 19 09:38:48.176702 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:48.212896 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d4be0d35-2f4d-441c-aa66-5347755f7acf None None] Set router 73763bd3-a193-4bc0-af24-c4b49bd4e43b gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:38:48.229523 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14314ab-0360-47f4-9f5e-382a37b07a3a tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Pushing event updated for resources: {'Subnet': ['ID=1f48e03c-52af-4ae7-8f41-a22742dec95b,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:48.245191 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14314ab-0360-47f4-9f5e-382a37b07a3a tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Checking segment: {'id': '0f7bddc8-451b-450a-bf59-d6efbda8dce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'fda8f271-d1cb-42a5-91d6-845abf326834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:38:48.249387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14314ab-0360-47f4-9f5e-382a37b07a3a tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Network hostable DHCP agents. Network: fda8f271-d1cb-42a5-91d6-845abf326834, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:38:48.276910 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0b99-c7fc-42e2-a992-cb95c32f5c2c admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:48.298540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d632a66-70f5-4ea2-ac2b-2fd60698a7a9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Port': ['ID=4b405531-5aae-4872-931f-cb0b66dd0f69,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:48.335698 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14314ab-0360-47f4-9f5e-382a37b07a3a tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Network fda8f271-d1cb-42a5-91d6-845abf326834 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:38:48.350771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-c14314ab-0360-47f4-9f5e-382a37b07a3a tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, fda8f271-d1cb-42a5-91d6-845abf326834) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:48.355692 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14314ab-0360-47f4-9f5e-382a37b07a3a tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:48.356355 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c14314ab-0360-47f4-9f5e-382a37b07a3a tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:48.374499 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac8bce2-b030-41a3-82d4-8ad507e611f8 None None] Network fda8f271-d1cb-42a5-91d6-845abf326834 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:48.386482 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c14314ab-0360-47f4-9f5e-382a37b07a3a tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8435791 Nov 19 09:38:48.387131 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47786) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:48.400294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-12cf5b81-a859-4a05-a661-adc0c8c7d905 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1721216599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:48.425450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47788) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:48.464685 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12cf5b81-a859-4a05-a661-adc0c8c7d905 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:48.466405 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12cf5b81-a859-4a05-a661-adc0c8c7d905 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:48.548005 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12cf5b81-a859-4a05-a661-adc0c8c7d905 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:48.553837 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12cf5b81-a859-4a05-a661-adc0c8c7d905 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:48.582384 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12cf5b81-a859-4a05-a661-adc0c8c7d905 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:48.586573 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-12cf5b81-a859-4a05-a661-adc0c8c7d905 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1964912 Nov 19 09:38:48.588253 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47792) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:48.648309 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b392f0ef-54af-413b-a522-5b3e914077f8 req-d377b49c-89b2-4359-962e-4158c75cfc2f service neutron] 10.222.0.66 "GET /v2.0/networks/61e635bb-db08-484d-a40d-b3b85bbf10bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134878 Nov 19 09:38:48.684754 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1daff9b2-c1f0-4297-a618-279ec68dafbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:48.713879 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-fda8f271-d1cb-42a5-91d6-845abf326834', 'network_id': 'fda8f271-d1cb-42a5-91d6-845abf326834', 'tenant_id': 'a5497ae343584111bcd4d7efc46c4ea0', 'fixed_ips': [{'subnet_id': '1f48e03c-52af-4ae7-8f41-a22742dec95b'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:38:48.715700 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:48.757551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d4be0d35-2f4d-441c-aa66-5347755f7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'name': 'tempest-TestServerBasicOps-822571047-router', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:56Z', 'updated_at': '2021-11-19T09:38:44Z', 'revision_number': 5, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'gw_port': {'id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:59Z', 'updated_at': '2021-11-19T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:48.794205 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-498bed98-facc-4547-b889-9d1a98c8beea req-77b86062-1e80-4562-b7d3-d3543ae762d4 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259278 Nov 19 09:38:48.808852 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:48.847718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4be0d35-2f4d-441c-aa66-5347755f7acf None None] The sync data for ids ['73763bd3-a193-4bc0-af24-c4b49bd4e43b'] in n-d-805649-14 is: [{'id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'name': 'tempest-TestServerBasicOps-822571047-router', 'tenant_id': 'cc9857289a8340b0915670f3a8a464fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:32:56Z', 'updated_at': '2021-11-19T09:38:44Z', 'revision_number': 5, 'project_id': 'cc9857289a8340b0915670f3a8a464fa', 'gw_port': {'id': '62109677-2ddd-4a4b-bcf3-2752e0d54dc3', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763bd3-a193-4bc0-af24-c4b49bd4e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:32:59Z', 'updated_at': '2021-11-19T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:38:48.907650 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0b99-c7fc-42e2-a992-cb95c32f5c2c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:48.917200 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6d632a66-70f5-4ea2-ac2b-2fd60698a7a9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:48.957566 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1daff9b2-c1f0-4297-a618-279ec68dafbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:48.959111 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:48.962741 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Allocated IP 172.20.0.2 (fda8f271-d1cb-42a5-91d6-845abf326834/1f48e03c-52af-4ae7-8f41-a22742dec95b/6dda9368-b577-4bf9-9d12-749f34456e46) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:48.973143 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1daff9b2-c1f0-4297-a618-279ec68dafbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:49.085314 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1daff9b2-c1f0-4297-a618-279ec68dafbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e72cdb1484714426864fb3690559089b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6585922 Nov 19 09:38:49.087156 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daff9b2-c1f0-4297-a618-279ec68dafbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ec0ddb-76a6-4a85-895f-b358c329d7e8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:49.091485 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47794) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:49.169579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b0b99-c7fc-42e2-a992-cb95c32f5c2c admin admin] Deleting port 62109677-2ddd-4a4b-bcf3-2752e0d54dc3 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:49.170132 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0b99-c7fc-42e2-a992-cb95c32f5c2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:49.248984 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:49.258964 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:49.260872 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-17710a03-4a7b-4e1a-bda7-d310a5c68b07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:49.294651 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-17710a03-4a7b-4e1a-bda7-d310a5c68b07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:49.314883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Network fda8f271-d1cb-42a5-91d6-845abf326834 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:49.339964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:49.346680 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:49.373235 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Pushing event updated for resources: {'Port': ['ID=6dda9368-b577-4bf9-9d12-749f34456e46,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:49.383778 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:49.443585 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-17710a03-4a7b-4e1a-bda7-d310a5c68b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:49.451133 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-17710a03-4a7b-4e1a-bda7-d310a5c68b07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:49.452607 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-17710a03-4a7b-4e1a-bda7-d310a5c68b07 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0ec0ddb-76a6-4a85-895f-b358c329d7e8 HTTP/1.1" status: 204 len: 168 time: 0.3605819 Nov 19 09:38:49.458761 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Attempting to bind port 6dda9368-b577-4bf9-9d12-749f34456e46 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:38:49.459140 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Attempting to bind port 6dda9368-b577-4bf9-9d12-749f34456e46 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f7bddc8-451b-450a-bf59-d6efbda8dce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'fda8f271-d1cb-42a5-91d6-845abf326834'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:38:49.459501 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Attempting to bind port 6dda9368-b577-4bf9-9d12-749f34456e46 on network fda8f271-d1cb-42a5-91d6-845abf326834 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:38:49.469158 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:38:49.469533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Checking segment: {'id': '0f7bddc8-451b-450a-bf59-d6efbda8dce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'fda8f271-d1cb-42a5-91d6-845abf326834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:38:49.469944 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:49.470342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Bound using segment: {'id': '0f7bddc8-451b-450a-bf59-d6efbda8dce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'fda8f271-d1cb-42a5-91d6-845abf326834'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:38:49.470887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Bound port: 6dda9368-b577-4bf9-9d12-749f34456e46, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7bddc8-451b-450a-bf59-d6efbda8dce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'fda8f271-d1cb-42a5-91d6-845abf326834'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:38:49.471272 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:49.472723 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Allocated IP 172.20.0.1 (fda8f271-d1cb-42a5-91d6-845abf326834/1f48e03c-52af-4ae7-8f41-a22742dec95b/4ffe22f1-f72d-46f9-814c-a118b5e024e2) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:49.487874 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17710a03-4a7b-4e1a-bda7-d310a5c68b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ec0ddb-76a6-4a85-895f-b358c329d7e8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:49.605041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-5f9b0b99-c7fc-42e2-a992-cb95c32f5c2c admin admin] For port 62109677-2ddd-4a4b-bcf3-2752e0d54dc3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=62109677-2ddd-4a4b-bcf3-2752e0d54dc3,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:49.605521 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0b99-c7fc-42e2-a992-cb95c32f5c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:49.645896 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] For port 6dda9368-b577-4bf9-9d12-749f34456e46, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:38:49.656597 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] For port 6dda9368-b577-4bf9-9d12-749f34456e46, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6dda9368-b577-4bf9-9d12-749f34456e46,segment=NetworkSegment(0f7bddc8-451b-450a-bf59-d6efbda8dce2),segment_id=0f7bddc8-451b-450a-bf59-d6efbda8dce2)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:38:49.671410 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:49.691632 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:49.710098 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b0b99-c7fc-42e2-a992-cb95c32f5c2c admin admin] Calling delete_port for 62109677-2ddd-4a4b-bcf3-2752e0d54dc3 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:49.786150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Pushing event updated for resources: {'Port': ['ID=6dda9368-b577-4bf9-9d12-749f34456e46,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:49.788832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:49.813597 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:49.813872 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:49.814282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:49.814558 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:49.814927 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:49.815268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:49.821565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:49.821935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:49.824060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:49.824435 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:49.824789 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:49.825335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb90fe-e8e3-457a-9eed-61267cb9624a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:38:49.858116 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Network fda8f271-d1cb-42a5-91d6-845abf326834 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:49.866923 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:49.887945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d632a66-70f5-4ea2-ac2b-2fd60698a7a9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router d8df6001-08b1-4005-a902-1b3e25bfe449 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:38:49.902755 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:49.918597 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e751c35a-ccdd-46aa-816f-217a4c14e30c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:49.968334 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47804) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:49.995450 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86a85a93-55cf-46cc-bebe-7c73671c4742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:50.003352 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Pushing event updated for resources: {'Port': ['ID=4ffe22f1-f72d-46f9-814c-a118b5e024e2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:50.025613 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:50.026616 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 1c2c4649-dbea-44c5-a957-f30ab7222f44 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:38:50.162589 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d91c942a-ff1c-4377-b9b2-60a059f5ec65 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:50.212268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: d91c942a-ff1c-4377-b9b2-60a059f5ec65 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:38:50.212626 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d91c942a-ff1c-4377-b9b2-60a059f5ec65 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:50.219327 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86a85a93-55cf-46cc-bebe-7c73671c4742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:50.259507 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86a85a93-55cf-46cc-bebe-7c73671c4742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:50.335516 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a85a93-55cf-46cc-bebe-7c73671c4742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10bb538-a315-4df0-8f61-8acd88e147c9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:50.341413 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-86a85a93-55cf-46cc-bebe-7c73671c4742 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0458ea768f04350a56b3d048b82cb2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3693891 Nov 19 09:38:50.344009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47806) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:50.412759 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:50.475567 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34993084-266f-49c9-8b58-5332e31ae64d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:50.564066 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34993084-266f-49c9-8b58-5332e31ae64d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:50.637407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e792a4-ce36-435d-827f-dd15778c56f0 req-7ec7f3d2-3b44-4df8-9939-d5f03b29d0a4 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:50.639219 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12e792a4-ce36-435d-827f-dd15778c56f0 req-7ec7f3d2-3b44-4df8-9939-d5f03b29d0a4 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 945 time: 0.6351728 Nov 19 09:38:50.720568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:38:50.735854 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff65c1a-fd88-4ed5-8a15-185f840446c0 None None] Sync routers for ids ['1c2c4649-dbea-44c5-a957-f30ab7222f44'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:38:50.746664 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff65c1a-fd88-4ed5-8a15-185f840446c0 None None] Routers {'1c2c4649-dbea-44c5-a957-f30ab7222f44'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:50.747354 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7ff65c1a-fd88-4ed5-8a15-185f840446c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1c2c4649-dbea-44c5-a957-f30ab7222f44'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:50.753548 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0b99-c7fc-42e2-a992-cb95c32f5c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:50.764964 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:50.784079 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:50.797947 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7ff65c1a-fd88-4ed5-8a15-185f840446c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:50.820780 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff65c1a-fd88-4ed5-8a15-185f840446c0 None None] Routers {'1c2c4649-dbea-44c5-a957-f30ab7222f44'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:50.821427 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7ff65c1a-fd88-4ed5-8a15-185f840446c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1c2c4649-dbea-44c5-a957-f30ab7222f44'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:50.827322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7750f36e-dd8b-42d9-acad-6fc663a81414 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:38:50.834872 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34993084-266f-49c9-8b58-5332e31ae64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:50.837464 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34993084-266f-49c9-8b58-5332e31ae64d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:50.841239 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-34993084-266f-49c9-8b58-5332e31ae64d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c10bb538-a315-4df0-8f61-8acd88e147c9 HTTP/1.1" status: 204 len: 168 time: 0.4934533 Nov 19 09:38:50.877194 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34993084-266f-49c9-8b58-5332e31ae64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10bb538-a315-4df0-8f61-8acd88e147c9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:50.900543 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Pushing event updated for resources: {'Port': ['ID=4ffe22f1-f72d-46f9-814c-a118b5e024e2,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:50.905150 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7ff65c1a-fd88-4ed5-8a15-185f840446c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:50.906569 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff65c1a-fd88-4ed5-8a15-185f840446c0 None None] The sync data for ids ['1c2c4649-dbea-44c5-a957-f30ab7222f44'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:38:50.907457 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:50.957351 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d632a66-70f5-4ea2-ac2b-2fd60698a7a9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:38:50.983468 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bff6d7-f0df-488e-90ea-748f9d92dc90 None None] Sync routers for ids ['d8df6001-08b1-4005-a902-1b3e25bfe449'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:38:50.996783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bff6d7-f0df-488e-90ea-748f9d92dc90 None None] Routers {'d8df6001-08b1-4005-a902-1b3e25bfe449'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:51.000206 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-84bff6d7-f0df-488e-90ea-748f9d92dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['d8df6001-08b1-4005-a902-1b3e25bfe449'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:51.008653 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6d632a66-70f5-4ea2-ac2b-2fd60698a7a9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "PUT /v2.0/routers/d8df6001-08b1-4005-a902-1b3e25bfe449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7760859 Nov 19 09:38:51.014121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47812) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:51.027836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b0b99-c7fc-42e2-a992-cb95c32f5c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=62109677-2ddd-4a4b-bcf3-2752e0d54dc3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:51.038792 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:51.042914 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f962fb2e-8c12-4205-8283-2cfcee7f0c75 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.5314949 Nov 19 09:38:51.061341 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47814) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:51.086672 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12e792a4-ce36-435d-827f-dd15778c56f0 req-84c28eb5-a03a-4871-b9d2-1bec0b936a24 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352257 Nov 19 09:38:51.224125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c38aeb8-e823-422d-82d6-68460dca5182 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting subnet 54ecae1d-3961-4931-99a1-23601d7d8cc9 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:38:51.230528 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c38aeb8-e823-422d-82d6-68460dca5182 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:51.241346 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-84bff6d7-f0df-488e-90ea-748f9d92dc90 None None] Set router d8df6001-08b1-4005-a902-1b3e25bfe449 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:38:51.279709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-331df248-a1bf-4314-b1e3-5159e5043fcc tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/routers/1c2c4649-dbea-44c5-a957-f30ab7222f44 HTTP/1.1" status: 200 len: 885 time: 0.2171891 Nov 19 09:38:51.282162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47820) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:51.283211 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0b99-c7fc-42e2-a992-cb95c32f5c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:51.307593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Network fda8f271-d1cb-42a5-91d6-845abf326834 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:51.311898 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:51.376143 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63445db6-b97a-4ca1-a551-c1d71459fe9b None None] Network fda8f271-d1cb-42a5-91d6-845abf326834 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:51.415951 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c38aeb8-e823-422d-82d6-68460dca5182 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:51.494836 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0b99-c7fc-42e2-a992-cb95c32f5c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:51.500900 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0b99-c7fc-42e2-a992-cb95c32f5c2c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:51.599253 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c38aeb8-e823-422d-82d6-68460dca5182 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:51.637800 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47826) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:51.653925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Router b7a073ca-94f4-428f-b309-3e51517590d3 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:38:51.663944 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0b99-c7fc-42e2-a992-cb95c32f5c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:51.664514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9b0b99-c7fc-42e2-a992-cb95c32f5c2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73763bd3-a193-4bc0-af24-c4b49bd4e43b {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:38:51.669520 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a2889a0-8fb6-4a68-a1bf-9c5db21a56f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:51.679154 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f9b0b99-c7fc-42e2-a992-cb95c32f5c2c admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:51.683530 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5f9b0b99-c7fc-42e2-a992-cb95c32f5c2c admin admin] 10.222.0.21 "DELETE /v2.0/routers/73763bd3-a193-4bc0-af24-c4b49bd4e43b HTTP/1.1" status: 204 len: 168 time: 4.4822309 Nov 19 09:38:51.697960 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47828) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:51.704923 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ac4e487f-1ea1-4075-a8b0-1c0dde0c8a1a None None] Provisioning complete for port 6dda9368-b577-4bf9-9d12-749f34456e46 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:51.705446 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac4e487f-1ea1-4075-a8b0-1c0dde0c8a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:51.814480 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a70d2-c64a-4ff2-9c74-6ec3d1e1055b req-35723f99-3582-4dce-9adb-44f562706d7b tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:51.816335 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4c2a70d2-c64a-4ff2-9c74-6ec3d1e1055b req-35723f99-3582-4dce-9adb-44f562706d7b tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 945 time: 0.2912176 Nov 19 09:38:51.826650 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-3664339b-0614-45e1-a80c-dce31b0e5408 admin admin] Deleting subnet 03048cfc-6f00-4e65-9551-abad65c356a1 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:38:51.880963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c38aeb8-e823-422d-82d6-68460dca5182 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:51.886535 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3664339b-0614-45e1-a80c-dce31b0e5408 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:51.896116 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4c2a70d2-c64a-4ff2-9c74-6ec3d1e1055b req-0d46e97a-4dd5-4b5b-aa2b-d5bf70f61db1 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606892 Nov 19 09:38:51.943462 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38aeb8-e823-422d-82d6-68460dca5182 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Subnet': ['ID=54ecae1d-3961-4931-99a1-23601d7d8cc9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:51.948994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:38:51.956642 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7c9d4a6b-95a2-4f22-8178-bbc0b24b76ed tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] 10.222.0.21 "PUT /v2.0/routers/b7a073ca-94f4-428f-b309-3e51517590d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3663411 Nov 19 09:38:51.959729 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47830) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:51.960748 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c38aeb8-e823-422d-82d6-68460dca5182 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:51.964391 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8c38aeb8-e823-422d-82d6-68460dca5182 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/subnets/54ecae1d-3961-4931-99a1-23601d7d8cc9 HTTP/1.1" status: 204 len: 168 time: 0.9487453 Nov 19 09:38:51.969078 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5d3ca564-aad1-4ed7-8fe0-0c57a37524c0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Request body: {'port': {'network_id': 'fda8f271-d1cb-42a5-91d6-845abf326834', 'name': 'tempest-FloatingIPNegativeTestJSON-219658095'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:51.976777 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47832) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:51.983512 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b54a10e4-86af-40c5-a222-28e13f5abb92 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6976206 Nov 19 09:38:51.988568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47834) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:51.988883 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee377c0-4345-46aa-9113-6641a9260804 None None] Sync routers for ids ['b7a073ca-94f4-428f-b309-3e51517590d3'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:38:51.998093 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1e9728e0-8944-479d-acce-d3faadc852c6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1182517830'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:52.001076 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3664339b-0614-45e1-a80c-dce31b0e5408 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:52.006643 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f28f779-add1-452b-8bfa-1d6bfd92a298 None None] Network ecb1edcd-4151-45a7-a004-9f7020dfe5f7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:52.009758 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac4e487f-1ea1-4075-a8b0-1c0dde0c8a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:52.027701 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee377c0-4345-46aa-9113-6641a9260804 None None] Routers {'b7a073ca-94f4-428f-b309-3e51517590d3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:52.032717 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4ee377c0-4345-46aa-9113-6641a9260804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b7a073ca-94f4-428f-b309-3e51517590d3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:52.107743 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4ee377c0-4345-46aa-9113-6641a9260804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:52.121631 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee377c0-4345-46aa-9113-6641a9260804 None None] Routers {'b7a073ca-94f4-428f-b309-3e51517590d3'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:52.129190 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4ee377c0-4345-46aa-9113-6641a9260804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b7a073ca-94f4-428f-b309-3e51517590d3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:52.172900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4be2c9bb-217c-464d-ad22-e3e37cd3e984 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:52.188254 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4ee377c0-4345-46aa-9113-6641a9260804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:52.189114 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee377c0-4345-46aa-9113-6641a9260804 None None] The sync data for ids ['b7a073ca-94f4-428f-b309-3e51517590d3'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:38:52.262043 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a2889a0-8fb6-4a68-a1bf-9c5db21a56f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:52.300018 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a2889a0-8fb6-4a68-a1bf-9c5db21a56f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:52.401608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2889a0-8fb6-4a68-a1bf-9c5db21a56f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ffd200-6ea0-467b-9a97-41aa052923b9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:52.407942 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3664339b-0614-45e1-a80c-dce31b0e5408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:52.421810 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ac4e487f-1ea1-4075-a8b0-1c0dde0c8a1a None None] For port 6dda9368-b577-4bf9-9d12-749f34456e46, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6dda9368-b577-4bf9-9d12-749f34456e46,segment=NetworkSegment(0f7bddc8-451b-450a-bf59-d6efbda8dce2),segment_id=0f7bddc8-451b-450a-bf59-d6efbda8dce2)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:52.465066 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac4e487f-1ea1-4075-a8b0-1c0dde0c8a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:52.483657 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8a2889a0-8fb6-4a68-a1bf-9c5db21a56f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0251c8a75c8c4730ad528d5e0da715f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8434362 Nov 19 09:38:52.489418 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47840) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:52.523199 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3664339b-0614-45e1-a80c-dce31b0e5408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:52.526147 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6dda9368-b577-4bf9-9d12-749f34456e46 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:38:52.539160 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3664339b-0614-45e1-a80c-dce31b0e5408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:52.543157 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3664339b-0614-45e1-a80c-dce31b0e5408 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/03048cfc-6f00-4e65-9551-abad65c356a1 HTTP/1.1" status: 204 len: 168 time: 0.8344321 Nov 19 09:38:52.546910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47842) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:52.608842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60792b5-984d-4e77-9664-515aa021a26b None None] Network a6f1c342-cec8-4182-bef9-595013e1351c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:52.622656 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3ca564-aad1-4ed7-8fe0-0c57a37524c0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Made reservation on behalf of a5497ae343584111bcd4d7efc46c4ea0 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:52.630635 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d3ca564-aad1-4ed7-8fe0-0c57a37524c0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:52.681485 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:52.692061 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664339b-0614-45e1-a80c-dce31b0e5408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03048cfc-6f00-4e65-9551-abad65c356a1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:52.737658 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2fa38918-1445-4f67-9a6a-4279d3719043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:52.825673 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-84bff6d7-f0df-488e-90ea-748f9d92dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21206762', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:45Z', 'updated_at': '2021-11-19T09:38:47Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:52.833447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] Deleting port e7d8ce61-a850-41a5-9182-ec6f74f6fc6a {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:52.833793 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:52.884110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bff6d7-f0df-488e-90ea-748f9d92dc90 None None] Checking router: d8df6001-08b1-4005-a902-1b3e25bfe449 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:38:52.908142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] For port e7d8ce61-a850-41a5-9182-ec6f74f6fc6a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e7d8ce61-a850-41a5-9182-ec6f74f6fc6a,segment=NetworkSegment(70d09651-4e9a-454b-a532-cc0141793d29),segment_id=70d09651-4e9a-454b-a532-cc0141793d29)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:52.908511 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:52.930084 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] Calling delete_port for e7d8ce61-a850-41a5-9182-ec6f74f6fc6a owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:52.948959 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7bbedf9a-ab81-450c-9413-eea004cc6bb3 None None] Provisioning complete for port 4ffe22f1-f72d-46f9-814c-a118b5e024e2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:52.949496 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7bbedf9a-ab81-450c-9413-eea004cc6bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:52.991416 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bff6d7-f0df-488e-90ea-748f9d92dc90 None None] Routers {'d8df6001-08b1-4005-a902-1b3e25bfe449'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:52.992070 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-84bff6d7-f0df-488e-90ea-748f9d92dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['d8df6001-08b1-4005-a902-1b3e25bfe449'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:53.107956 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:53.124212 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] No DVR routers for this DVR port e7d8ce61-a850-41a5-9182-ec6f74f6fc6a on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:38:53.172463 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-84bff6d7-f0df-488e-90ea-748f9d92dc90 None None] Set router d8df6001-08b1-4005-a902-1b3e25bfe449 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:38:53.309315 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4be2c9bb-217c-464d-ad22-e3e37cd3e984 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:53.329977 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-920f1bb7-43e9-4d13-82fb-a6bbb249bf70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:53.356618 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-920f1bb7-43e9-4d13-82fb-a6bbb249bf70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:53.411345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4edec4-a1a0-4674-acba-799bf3ba0e2d None None] DHCP port deletion for ecb1edcd-4151-45a7-a004-9f7020dfe5f7 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:38:53.415895 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaf0d0b-8187-448a-81c5-e8497dbf7888 None None] DHCP port deletion for a6f1c342-cec8-4182-bef9-595013e1351c request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:38:53.420195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 6dda9368-b577-4bf9-9d12-749f34456e46 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:53.420584 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:53.451276 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-920f1bb7-43e9-4d13-82fb-a6bbb249bf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:53.455253 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-920f1bb7-43e9-4d13-82fb-a6bbb249bf70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:53.456715 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-920f1bb7-43e9-4d13-82fb-a6bbb249bf70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3ffd200-6ea0-467b-9a97-41aa052923b9 HTTP/1.1" status: 204 len: 168 time: 0.9652417 Nov 19 09:38:53.459946 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-5d3ca564-aad1-4ed7-8fe0-0c57a37524c0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] device_id is not set on port 05303080-48c0-4680-88a4-2e698988a552 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:38:53.484823 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f1bb7-43e9-4d13-82fb-a6bbb249bf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ffd200-6ea0-467b-9a97-41aa052923b9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:53.499010 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e487f-1ea1-4075-a8b0-1c0dde0c8a1a None None] Pushing event updated for resources: {'Port': ['ID=6dda9368-b577-4bf9-9d12-749f34456e46,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:53.594891 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:53.595221 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7bbedf9a-ab81-450c-9413-eea004cc6bb3 None None] Port 4ffe22f1-f72d-46f9-814c-a118b5e024e2 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:53.615637 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4be2c9bb-217c-464d-ad22-e3e37cd3e984 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting port 0d3dccd8-f18b-4668-8fdf-f378868771f5 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:53.619037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f1c342-cec8-4182-bef9-595013e1351c']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:53.619929 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4be2c9bb-217c-464d-ad22-e3e37cd3e984 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:53.631672 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d09651-4e9a-454b-a532-cc0141793d29') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:53.631962 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d09651-4e9a-454b-a532-cc0141793d29') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:53.648781 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:53.662630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7bbedf9a-ab81-450c-9413-eea004cc6bb3 None None] Provisioning complete for port 6dda9368-b577-4bf9-9d12-749f34456e46 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:53.662987 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7bbedf9a-ab81-450c-9413-eea004cc6bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:53.704435 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:53.729243 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:53.748616 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-5d3ca564-aad1-4ed7-8fe0-0c57a37524c0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Allocated IP 172.20.0.12 (fda8f271-d1cb-42a5-91d6-845abf326834/1f48e03c-52af-4ae7-8f41-a22742dec95b/05303080-48c0-4680-88a4-2e698988a552) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:53.755815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d8ce61-a850-41a5-9182-ec6f74f6fc6a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:53.800077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c769c2b-2f29-4872-9828-ee9c513d4e07 req-44289250-0438-4fcd-b084-24e642eb94e1 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:53.810090 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c769c2b-2f29-4872-9828-ee9c513d4e07 req-44289250-0438-4fcd-b084-24e642eb94e1 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 945 time: 0.7435839 Nov 19 09:38:53.818998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:38:53.819704 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:53.831444 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4be2c9bb-217c-464d-ad22-e3e37cd3e984 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] For port 0d3dccd8-f18b-4668-8fdf-f378868771f5, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0d3dccd8-f18b-4668-8fdf-f378868771f5,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:53.831819 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4be2c9bb-217c-464d-ad22-e3e37cd3e984 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:38:53.832213 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:38:53.868972 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-84bff6d7-f0df-488e-90ea-748f9d92dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21206762', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:45Z', 'updated_at': '2021-11-19T09:38:47Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:53.874544 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4be2c9bb-217c-464d-ad22-e3e37cd3e984 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Calling delete_port for 0d3dccd8-f18b-4668-8fdf-f378868771f5 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:53.919885 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74f85c-d073-47cb-a1f7-5d6a989d5edb req-da437f5d-86bb-4d1b-86d1-0baf7fa3502f tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:53.921682 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d74f85c-d073-47cb-a1f7-5d6a989d5edb req-da437f5d-86bb-4d1b-86d1-0baf7fa3502f tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 945 time: 0.3917418 Nov 19 09:38:53.936879 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e9728e0-8944-479d-acce-d3faadc852c6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:53.944358 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7a4edec4-a1a0-4674-acba-799bf3ba0e2d None None] Deleting port 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:53.945023 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a4edec4-a1a0-4674-acba-799bf3ba0e2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:53.959820 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bff6d7-f0df-488e-90ea-748f9d92dc90 None None] The sync data for ids ['d8df6001-08b1-4005-a902-1b3e25bfe449'] in n-d-805649-14 is: [{'id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21206762', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:36:45Z', 'updated_at': '2021-11-19T09:38:47Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '0d3dccd8-f18b-4668-8fdf-f378868771f5', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df6001-08b1-4005-a902-1b3e25bfe449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:36:46Z', 'updated_at': '2021-11-19T09:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:38:54.011277 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e9728e0-8944-479d-acce-d3faadc852c6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:54.013785 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:54.035398 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:54.039031 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] 10.222.0.21 "DELETE /v2.0/networks/a6f1c342-cec8-4182-bef9-595013e1351c HTTP/1.1" status: 204 len: 168 time: 1.4911764 Nov 19 09:38:54.047271 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47856) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:54.055919 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c769c2b-2f29-4872-9828-ee9c513d4e07 req-2f908281-e1df-45e3-8a49-839ffcbb6270 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cb50158-6432-4cca-b503-0013e08d1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442255 Nov 19 09:38:54.066508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42e6b4-1384-4a09-91cb-b6788199a71d admin admin] Pushing event deleted for resources: {'Network': ['ID=a6f1c342-cec8-4182-bef9-595013e1351c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:54.100600 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-61e27bfe-7c7b-444a-92d8-73c61701a182 None None] Provisioning complete for port 4ffe22f1-f72d-46f9-814c-a118b5e024e2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:54.101224 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-61e27bfe-7c7b-444a-92d8-73c61701a182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:54.159390 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7a4edec4-a1a0-4674-acba-799bf3ba0e2d None None] For port 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f,segment=NetworkSegment(b22d5860-1a5b-4700-a767-049edf86095d),segment_id=b22d5860-1a5b-4700-a767-049edf86095d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:54.160761 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a4edec4-a1a0-4674-acba-799bf3ba0e2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:54.183192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-61e27bfe-7c7b-444a-92d8-73c61701a182 None None] Port 4ffe22f1-f72d-46f9-814c-a118b5e024e2 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:54.193263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7a4edec4-a1a0-4674-acba-799bf3ba0e2d None None] Calling delete_port for 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:54.319404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-4d74f85c-d073-47cb-a1f7-5d6a989d5edb req-d58ff886-f72b-48fc-ba16-85b42237f058 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Deleting port 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:54.319789 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d74f85c-d073-47cb-a1f7-5d6a989d5edb req-d58ff886-f72b-48fc-ba16-85b42237f058 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:54.358067 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d3ca564-aad1-4ed7-8fe0-0c57a37524c0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:54.367799 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 62109677-2ddd-4a4b-bcf3-2752e0d54dc3 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:54.395795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9728e0-8944-479d-acce-d3faadc852c6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 1c2c4649-dbea-44c5-a957-f30ab7222f44 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:38:54.407445 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 62109677-2ddd-4a4b-bcf3-2752e0d54dc3 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:38:54.408037 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 62109677-2ddd-4a4b-bcf3-2752e0d54dc3 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:54.438969 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a4edec4-a1a0-4674-acba-799bf3ba0e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:54.533827 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4edec4-a1a0-4674-acba-799bf3ba0e2d None None] No DVR routers for this DVR port 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:38:54.543679 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4edec4-a1a0-4674-acba-799bf3ba0e2d None None] Pushing event deleted for resources: {'Port': ['ID=0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:54.601373 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6dda9368-b577-4bf9-9d12-749f34456e46 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:38:54.641643 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4be2c9bb-217c-464d-ad22-e3e37cd3e984 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:54.645893 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d3ca564-aad1-4ed7-8fe0-0c57a37524c0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:54.692570 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-4d74f85c-d073-47cb-a1f7-5d6a989d5edb req-d58ff886-f72b-48fc-ba16-85b42237f058 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] For port 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=24de7f81-7c1b-48cd-9274-c2cf6e7cebc9,segment=NetworkSegment(3f106a06-7b28-45eb-8689-c773c93f7376),segment_id=3f106a06-7b28-45eb-8689-c773c93f7376)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:54.693315 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d74f85c-d073-47cb-a1f7-5d6a989d5edb req-d58ff886-f72b-48fc-ba16-85b42237f058 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:54.727489 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2c9bb-217c-464d-ad22-e3e37cd3e984 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Port': ['ID=0d3dccd8-f18b-4668-8fdf-f378868771f5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:54.730132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-4d74f85c-d073-47cb-a1f7-5d6a989d5edb req-d58ff886-f72b-48fc-ba16-85b42237f058 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Calling delete_port for 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:54.756373 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa00702-051c-46ba-907a-24a3c42add3d None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:38:54.769866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9728e0-8944-479d-acce-d3faadc852c6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:38:54.799209 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30183a01-6d20-4f73-bfb7-cf2f177acbc3 None None] Sync routers for ids ['1c2c4649-dbea-44c5-a957-f30ab7222f44'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:38:54.812578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 6dda9368-b577-4bf9-9d12-749f34456e46 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:54.814033 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:54.814170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ca564-aad1-4ed7-8fe0-0c57a37524c0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Pushing event updated for resources: {'Port': ['ID=05303080-48c0-4680-88a4-2e698988a552,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:54.840232 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e9728e0-8944-479d-acce-d3faadc852c6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:54.844104 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1e9728e0-8944-479d-acce-d3faadc852c6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/1c2c4649-dbea-44c5-a957-f30ab7222f44 HTTP/1.1" status: 200 len: 892 time: 2.8545129 Nov 19 09:38:54.844756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47874) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:54.848294 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30183a01-6d20-4f73-bfb7-cf2f177acbc3 None None] Routers {'1c2c4649-dbea-44c5-a957-f30ab7222f44'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:54.849008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-30183a01-6d20-4f73-bfb7-cf2f177acbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1c2c4649-dbea-44c5-a957-f30ab7222f44'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:54.915610 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-30183a01-6d20-4f73-bfb7-cf2f177acbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:54.941342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30183a01-6d20-4f73-bfb7-cf2f177acbc3 None None] Routers {'1c2c4649-dbea-44c5-a957-f30ab7222f44'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:54.943173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-30183a01-6d20-4f73-bfb7-cf2f177acbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1c2c4649-dbea-44c5-a957-f30ab7222f44'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:54.984956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-305679f3-3b51-42dc-853b-4796d9e917a9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/routers/1c2c4649-dbea-44c5-a957-f30ab7222f44 HTTP/1.1" status: 200 len: 892 time: 0.1374016 Nov 19 09:38:54.985607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47876) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:55.000572 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-30183a01-6d20-4f73-bfb7-cf2f177acbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:55.001654 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30183a01-6d20-4f73-bfb7-cf2f177acbc3 None None] The sync data for ids ['1c2c4649-dbea-44c5-a957-f30ab7222f44'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:38:55.010306 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.038563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d35d441a-b536-4580-8867-d146ec30cce1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c2c4649-dbea-44c5-a957-f30ab7222f44 HTTP/1.1" status: 200 len: 205 time: 0.0480468 Nov 19 09:38:55.041378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47878) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:55.065392 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3ca564-aad1-4ed7-8fe0-0c57a37524c0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Network fda8f271-d1cb-42a5-91d6-845abf326834 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:55.098878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5d3ca564-aad1-4ed7-8fe0-0c57a37524c0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:55.102743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ca564-aad1-4ed7-8fe0-0c57a37524c0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:55.143691 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:55.203706 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:38:55.204263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3ca564-aad1-4ed7-8fe0-0c57a37524c0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:55.204683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0a8559ad-dcbb-4bb3-8e5a-ab85bb62d75f not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:55.205104 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5d3ca564-aad1-4ed7-8fe0-0c57a37524c0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.205576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4b405531-5aae-4872-931f-cb0b66dd0f69 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:55.210817 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4be2c9bb-217c-464d-ad22-e3e37cd3e984 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.233451 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 4b405531-5aae-4872-931f-cb0b66dd0f69 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:38:55.234704 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4b405531-5aae-4872-931f-cb0b66dd0f69 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:55.235350 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e7d8ce61-a850-41a5-9182-ec6f74f6fc6a no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:55.258770 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: e7d8ce61-a850-41a5-9182-ec6f74f6fc6a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:38:55.259904 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e7d8ce61-a850-41a5-9182-ec6f74f6fc6a not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:55.283747 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b838c2d1-d8e2-4fe4-b7e9-4450802d197f req-1651b86b-0e0b-48e5-a57d-b6c9af604131 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d3abb40-0870-48fd-a35f-1b3e8a491776 HTTP/1.1" status: 200 len: 210 time: 0.0799992 Nov 19 09:38:55.286690 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d74f85c-d073-47cb-a1f7-5d6a989d5edb req-d58ff886-f72b-48fc-ba16-85b42237f058 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.365447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ff886-f72b-48fc-ba16-85b42237f058 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Pushing event deleted for resources: {'Port': ['ID=24de7f81-7c1b-48cd-9274-c2cf6e7cebc9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:55.379396 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5d3ca564-aad1-4ed7-8fe0-0c57a37524c0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4140899 Nov 19 09:38:55.385614 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4be2c9bb-217c-464d-ad22-e3e37cd3e984 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.387116 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47886) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:55.397930 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4be2c9bb-217c-464d-ad22-e3e37cd3e984 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.403341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:55.406814 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69c534cf-7243-4a64-ae84-9d50283de5c8 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.423573 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d74f85c-d073-47cb-a1f7-5d6a989d5edb req-d58ff886-f72b-48fc-ba16-85b42237f058 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] No DVR routers for this DVR port 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:38:55.434687 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-4d74f85c-d073-47cb-a1f7-5d6a989d5edb req-d58ff886-f72b-48fc-ba16-85b42237f058 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.438895 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d74f85c-d073-47cb-a1f7-5d6a989d5edb req-d58ff886-f72b-48fc-ba16-85b42237f058 tempest-TestServerAdvancedOps-641570340 tempest-TestServerAdvancedOps-641570340-project] 10.222.0.66 "DELETE /v2.0/ports/24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 HTTP/1.1" status: 204 len: 173 time: 1.4979615 Nov 19 09:38:55.439807 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.472134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3abb40-0870-48fd-a35f-1b3e8a491776', 'name': 'network-vif-deleted', 'tag': '24de7f81-7c1b-48cd-9274-c2cf6e7cebc9'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:38:55.474612 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94a59bd-39d9-4f67-acc7-166420a69068" -d '{"events": [{"server_uuid": "6d3abb40-0870-48fd-a35f-1b3e8a491776", "name": "network-vif-deleted", "tag": "24de7f81-7c1b-48cd-9274-c2cf6e7cebc9"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:38:55.486653 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.558585 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6f102d-3758-4137-b842-0490d47c97f5 x-openstack-request-id: req-cc6f102d-3758-4137-b842-0490d47c97f5 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:38:55.558887 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3abb40-0870-48fd-a35f-1b3e8a491776", "name": "network-vif-deleted", "tag": "24de7f81-7c1b-48cd-9274-c2cf6e7cebc9", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:38:55.559148 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc6f102d-3758-4137-b842-0490d47c97f5 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:38:55.559549 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3abb40-0870-48fd-a35f-1b3e8a491776', 'name': 'network-vif-deleted', 'tag': '24de7f81-7c1b-48cd-9274-c2cf6e7cebc9', 'status': 'completed', 'code': 200} Nov 19 09:38:55.578179 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4be2c9bb-217c-464d-ad22-e3e37cd3e984 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.578888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be2c9bb-217c-464d-ad22-e3e37cd3e984 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Fanout notify agent at l3_agent the message router_deleted on router d8df6001-08b1-4005-a902-1b3e25bfe449 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:38:55.579372 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-af807068-8dad-473d-9d67-8c35824ec25c None None] Provisioning complete for port 05303080-48c0-4680-88a4-2e698988a552 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:38:55.582220 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-af807068-8dad-473d-9d67-8c35824ec25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.595352 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4be2c9bb-217c-464d-ad22-e3e37cd3e984 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.596552 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4be2c9bb-217c-464d-ad22-e3e37cd3e984 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/routers/d8df6001-08b1-4005-a902-1b3e25bfe449 HTTP/1.1" status: 204 len: 168 time: 3.6187389 Nov 19 09:38:55.600080 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47892) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:55.640615 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69c534cf-7243-4a64-ae84-9d50283de5c8 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.750116 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-af807068-8dad-473d-9d67-8c35824ec25c None None] Port 05303080-48c0-4680-88a4-2e698988a552 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:38:55.756506 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-69c534cf-7243-4a64-ae84-9d50283de5c8 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port 60373124-24ab-4134-a92b-aeedcbe0546f {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:55.757548 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69c534cf-7243-4a64-ae84-9d50283de5c8 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.776090 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f10c3341-3248-4cef-bce1-828fd6081fd5 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.800617 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f747e0d-518c-402c-8026-4deb157ba009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.900554 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69c534cf-7243-4a64-ae84-9d50283de5c8 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:55.920558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-69c534cf-7243-4a64-ae84-9d50283de5c8 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for 60373124-24ab-4134-a92b-aeedcbe0546f owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:56.033985 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f10c3341-3248-4cef-bce1-828fd6081fd5 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.064010 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.154456 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f10c3341-3248-4cef-bce1-828fd6081fd5 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb1edcd-4151-45a7-a004-9f7020dfe5f7']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:56.212803 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69c534cf-7243-4a64-ae84-9d50283de5c8 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.228358 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f10c3341-3248-4cef-bce1-828fd6081fd5 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22d5860-1a5b-4700-a767-049edf86095d') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:56.228739 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f10c3341-3248-4cef-bce1-828fd6081fd5 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22d5860-1a5b-4700-a767-049edf86095d') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:56.241011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c534cf-7243-4a64-ae84-9d50283de5c8 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=60373124-24ab-4134-a92b-aeedcbe0546f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:56.251426 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f10c3341-3248-4cef-bce1-828fd6081fd5 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.261660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:56.285373 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87545a57-a52d-4e47-880c-b03f636254cf None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:38:56.287108 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:38:56.287609 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 24de7f81-7c1b-48cd-9274-c2cf6e7cebc9 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:56.320605 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69c534cf-7243-4a64-ae84-9d50283de5c8 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.331028 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f10c3341-3248-4cef-bce1-828fd6081fd5 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.363989 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47912) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:56.371654 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Allocated IP 172.25.0.224 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/540067d9-b27f-4efc-8317-32300958181d) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:56.380464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10c3341-3248-4cef-bce1-828fd6081fd5 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:38:56.381240 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f10c3341-3248-4cef-bce1-828fd6081fd5 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:38:56.397519 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:38:56.466993 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69c534cf-7243-4a64-ae84-9d50283de5c8 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.470503 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69c534cf-7243-4a64-ae84-9d50283de5c8 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.503760 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f10c3341-3248-4cef-bce1-828fd6081fd5 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.508399 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f10c3341-3248-4cef-bce1-828fd6081fd5 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.511649 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f10c3341-3248-4cef-bce1-828fd6081fd5 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/networks/ecb1edcd-4151-45a7-a004-9f7020dfe5f7 HTTP/1.1" status: 204 len: 168 time: 0.9108984 Nov 19 09:38:56.517765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47918) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:56.526729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0d3dccd8-f18b-4668-8fdf-f378868771f5 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:38:56.547236 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d294e8-4f81-46e6-b517-07443cc7e904 admin admin] Deleting subnet 175e220f-399a-465f-a32a-c62f9091a324 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:38:56.551569 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40d294e8-4f81-46e6-b517-07443cc7e904 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.555401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c3341-3248-4cef-bce1-828fd6081fd5 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Network': ['ID=ecb1edcd-4151-45a7-a004-9f7020dfe5f7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:56.562968 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 0d3dccd8-f18b-4668-8fdf-f378868771f5 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:38:56.564977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0d3dccd8-f18b-4668-8fdf-f378868771f5 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:38:56.592312 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69c534cf-7243-4a64-ae84-9d50283de5c8 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.592839 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c534cf-7243-4a64-ae84-9d50283de5c8 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Fanout notify agent at l3_agent the message router_deleted on router 1c2c4649-dbea-44c5-a957-f30ab7222f44 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:38:56.605121 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-69c534cf-7243-4a64-ae84-9d50283de5c8 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.606240 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-69c534cf-7243-4a64-ae84-9d50283de5c8 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/routers/1c2c4649-dbea-44c5-a957-f30ab7222f44 HTTP/1.1" status: 204 len: 168 time: 1.5639219 Nov 19 09:38:56.613294 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40d294e8-4f81-46e6-b517-07443cc7e904 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.614874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47920) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:56.620024 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3f557003-5729-4712-87b6-c5a5ad6633f1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-448073463'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:56.671131 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.674364 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40d294e8-4f81-46e6-b517-07443cc7e904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.705991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f557003-5729-4712-87b6-c5a5ad6633f1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:56.709521 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f557003-5729-4712-87b6-c5a5ad6633f1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.751377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f557003-5729-4712-87b6-c5a5ad6633f1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:38:56.752336 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db0588ed-9281-4e6e-b4ab-fe79eef28ba0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.767812 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f557003-5729-4712-87b6-c5a5ad6633f1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.768359 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-3f557003-5729-4712-87b6-c5a5ad6633f1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Added segment 059ea552-94ad-4220-9557-5bfbb53d7cb1 of type vlan for network 6ec627dd-b381-4aef-8119-f7162048b165 Nov 19 09:38:56.778289 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40d294e8-4f81-46e6-b517-07443cc7e904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.789737 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.793230 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db0588ed-9281-4e6e-b4ab-fe79eef28ba0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.799666 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4f747e0d-518c-402c-8026-4deb157ba009 admin admin] Deleting port f7c6a0a9-9083-4d1b-a509-c822735042d7 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:56.800008 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f747e0d-518c-402c-8026-4deb157ba009 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.831968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d294e8-4f81-46e6-b517-07443cc7e904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175e220f-399a-465f-a32a-c62f9091a324,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:56.841154 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40d294e8-4f81-46e6-b517-07443cc7e904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.845265 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-40d294e8-4f81-46e6-b517-07443cc7e904 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/175e220f-399a-465f-a32a-c62f9091a324 HTTP/1.1" status: 204 len: 168 time: 0.4790370 Nov 19 09:38:56.848020 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47926) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:56.850571 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f557003-5729-4712-87b6-c5a5ad6633f1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.896329 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:38:56.911268 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:56.924272 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:38:56.932879 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Pushing event updated for resources: {'Port': ['ID=540067d9-b27f-4efc-8317-32300958181d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:56.941864 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f557003-5729-4712-87b6-c5a5ad6633f1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.947712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f557003-5729-4712-87b6-c5a5ad6633f1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:56.948300 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f557003-5729-4712-87b6-c5a5ad6633f1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:56.956702 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f409ca61-72f4-486f-8ae9-b1709889fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.000693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4f747e0d-518c-402c-8026-4deb157ba009 admin admin] For port f7c6a0a9-9083-4d1b-a509-c822735042d7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f7c6a0a9-9083-4d1b-a509-c822735042d7,segment=NetworkSegment(dc63a4bf-943d-45be-bcca-49d0e4669f24),segment_id=dc63a4bf-943d-45be-bcca-49d0e4669f24)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:38:57.001064 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f747e0d-518c-402c-8026-4deb157ba009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.020716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4f747e0d-518c-402c-8026-4deb157ba009 admin admin] Calling delete_port for f7c6a0a9-9083-4d1b-a509-c822735042d7 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:57.024643 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3f557003-5729-4712-87b6-c5a5ad6633f1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4087095 Nov 19 09:38:57.024771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47930) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:57.033864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-38c20d75-0ff6-479d-ba8e-234fe907de2f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'subnet': {'network_id': '6ec627dd-b381-4aef-8119-f7162048b165', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:57.036703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f557003-5729-4712-87b6-c5a5ad6633f1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Network': ['ID=6ec627dd-b381-4aef-8119-f7162048b165,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:57.051599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 6ec627dd-b381-4aef-8119-f7162048b165 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:38:57.059738 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db0588ed-9281-4e6e-b4ab-fe79eef28ba0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.062909 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db0588ed-9281-4e6e-b4ab-fe79eef28ba0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.067160 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-db0588ed-9281-4e6e-b4ab-fe79eef28ba0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/security-groups/c5a4739b-65a9-4bab-a5bc-56c587ef3120 HTTP/1.1" status: 204 len: 168 time: 0.5457590 Nov 19 09:38:57.159619 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f409ca61-72f4-486f-8ae9-b1709889fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.186557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-f409ca61-72f4-486f-8ae9-b1709889fda1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e635bb-db08-484d-a40d-b3b85bbf10bc']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:57.197579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-f409ca61-72f4-486f-8ae9-b1709889fda1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f106a06-7b28-45eb-8689-c773c93f7376') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:57.198005 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-f409ca61-72f4-486f-8ae9-b1709889fda1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f106a06-7b28-45eb-8689-c773c93f7376') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:57.209164 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f409ca61-72f4-486f-8ae9-b1709889fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.222431 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0588ed-9281-4e6e-b4ab-fe79eef28ba0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a4739b-65a9-4bab-a5bc-56c587ef3120,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:57.255395 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f409ca61-72f4-486f-8ae9-b1709889fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.258493 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.288220 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f409ca61-72f4-486f-8ae9-b1709889fda1 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:38:57.288637 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f409ca61-72f4-486f-8ae9-b1709889fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:38:57.290441 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:38:57.355867 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f409ca61-72f4-486f-8ae9-b1709889fda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.361283 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f409ca61-72f4-486f-8ae9-b1709889fda1 admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.364646 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f409ca61-72f4-486f-8ae9-b1709889fda1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/61e635bb-db08-484d-a40d-b3b85bbf10bc HTTP/1.1" status: 204 len: 168 time: 0.5114899 Nov 19 09:38:57.369162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47938) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:57.385304 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c20d75-0ff6-479d-ba8e-234fe907de2f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:38:57.389504 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38c20d75-0ff6-479d-ba8e-234fe907de2f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.400578 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.404762 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409ca61-72f4-486f-8ae9-b1709889fda1 admin admin] Pushing event deleted for resources: {'Network': ['ID=61e635bb-db08-484d-a40d-b3b85bbf10bc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:57.472294 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-42552599-7c44-4c6f-8925-91f4cca8f4b8 admin admin] Deleting subnet b9eb8051-62b2-42fc-9409-c35722ba9c96 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:38:57.484587 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42552599-7c44-4c6f-8925-91f4cca8f4b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.563258 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42552599-7c44-4c6f-8925-91f4cca8f4b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.591248 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.609704 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.647377 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42552599-7c44-4c6f-8925-91f4cca8f4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.759783 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42552599-7c44-4c6f-8925-91f4cca8f4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.799890 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42552599-7c44-4c6f-8925-91f4cca8f4b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9eb8051-62b2-42fc-9409-c35722ba9c96,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:57.803027 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42552599-7c44-4c6f-8925-91f4cca8f4b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.807489 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-42552599-7c44-4c6f-8925-91f4cca8f4b8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b9eb8051-62b2-42fc-9409-c35722ba9c96 HTTP/1.1" status: 204 len: 168 time: 0.4370956 Nov 19 09:38:57.809122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f747e0d-518c-402c-8026-4deb157ba009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.810151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47942) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:57.842454 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Pushing event updated for resources: {'Port': ['ID=540067d9-b27f-4efc-8317-32300958181d,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:57.884732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f747e0d-518c-402c-8026-4deb157ba009 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c6a0a9-9083-4d1b-a509-c822735042d7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:57.927989 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce630a18-6f8b-4d35-b012-a42b9ee1fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.949495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47946) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:57.956985 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:57.957680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-78382a08-59b2-4562-8ec8-09d5d9b38c46 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1876277204', 'description': 'tempest-secgroup-smoke-1876277204 description', 'project_id': '0dc1876a77414c6c8af6b4234d92e489'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:58.174287 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-78382a08-59b2-4562-8ec8-09d5d9b38c46 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:58.174287 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce630a18-6f8b-4d35-b012-a42b9ee1fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:58.267934 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:58.267934 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e99f9a7a-f36b-4fc9-8976-0e67aba607fa tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7611034 Nov 19 09:38:58.270948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-ce630a18-6f8b-4d35-b012-a42b9ee1fe4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceae4a7f-106e-4411-8c84-18cdda4f37fb']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:58.270948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47956) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:58.270948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7fc6c9ba-d795-4b05-9a46-1fd8c87ab428 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Request body: {'floatingip': {'port_id': '05303080-48c0-4680-88a4-2e698988a552', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:58.333874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-ce630a18-6f8b-4d35-b012-a42b9ee1fe4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830c3a4d-e1dc-482e-9fed-a150a416b065') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:58.334262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-ce630a18-6f8b-4d35-b012-a42b9ee1fe4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830c3a4d-e1dc-482e-9fed-a150a416b065') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:58.367510 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fc6c9ba-d795-4b05-9a46-1fd8c87ab428 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:58.372039 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce630a18-6f8b-4d35-b012-a42b9ee1fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:58.427019 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce630a18-6f8b-4d35-b012-a42b9ee1fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:58.460732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce630a18-6f8b-4d35-b012-a42b9ee1fe4f admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:38:58.461531 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce630a18-6f8b-4d35-b012-a42b9ee1fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:38:58.463708 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:38:58.524695 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-78382a08-59b2-4562-8ec8-09d5d9b38c46 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:58.547740 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-78382a08-59b2-4562-8ec8-09d5d9b38c46 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:58.597264 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-78382a08-59b2-4562-8ec8-09d5d9b38c46 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:58.598452 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-78382a08-59b2-4562-8ec8-09d5d9b38c46 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6462963 Nov 19 09:38:58.607204 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce630a18-6f8b-4d35-b012-a42b9ee1fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:58.613501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47968) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:58.619940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-76fc90fa-6d85-44b5-a9a1-cbde053d2f9b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': '2e7897ea-dfd8-4a78-92e5-783e554ba0b8', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:58.646518 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce630a18-6f8b-4d35-b012-a42b9ee1fe4f admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:58.649778 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ce630a18-6f8b-4d35-b012-a42b9ee1fe4f admin admin] 10.222.0.21 "DELETE /v2.0/networks/ceae4a7f-106e-4411-8c84-18cdda4f37fb HTTP/1.1" status: 204 len: 168 time: 0.8379183 Nov 19 09:38:58.650695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce630a18-6f8b-4d35-b012-a42b9ee1fe4f admin admin] Pushing event deleted for resources: {'Network': ['ID=ceae4a7f-106e-4411-8c84-18cdda4f37fb,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:58.655467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78382a08-59b2-4562-8ec8-09d5d9b38c46 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7897ea-dfd8-4a78-92e5-783e554ba0b8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:58.660009 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-7fc6c9ba-d795-4b05-9a46-1fd8c87ab428 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] update failed (client error): The resource could not be found. Nov 19 09:38:58.663968 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7fc6c9ba-d795-4b05-9a46-1fd8c87ab428 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] 10.222.0.21 "PUT /v2.0/floatingips/9bfb4f55-f539-4d53-a032-19eae31c66dc HTTP/1.1" status: 404 len: 507 time: 0.5000756 Nov 19 09:38:58.667430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 47974) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:58.782613 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38c20d75-0ff6-479d-ba8e-234fe907de2f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:58.782939 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-76fc90fa-6d85-44b5-a9a1-cbde053d2f9b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:58.843663 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4f747e0d-518c-402c-8026-4deb157ba009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:58.874774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c20d75-0ff6-479d-ba8e-234fe907de2f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Subnet': ['ID=f4e1d22c-c565-455c-9249-40e8b0f3791c,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:58.875760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-fd02ea43-87d0-4eef-a3a8-a22da725a3f0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Deleting port 540067d9-b27f-4efc-8317-32300958181d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:38:58.876219 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd02ea43-87d0-4eef-a3a8-a22da725a3f0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:58.937536 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c20d75-0ff6-479d-ba8e-234fe907de2f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Checking segment: {'id': '059ea552-94ad-4220-9557-5bfbb53d7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6ec627dd-b381-4aef-8119-f7162048b165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:38:58.937917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c20d75-0ff6-479d-ba8e-234fe907de2f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network hostable DHCP agents. Network: 6ec627dd-b381-4aef-8119-f7162048b165, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:38:58.984559 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47984) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:59.029760 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c20d75-0ff6-479d-ba8e-234fe907de2f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network 6ec627dd-b381-4aef-8119-f7162048b165 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:38:59.072197 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-142112d8-9659-46b0-9950-9ecce0b1e8a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ade2fd6519645869dab156608e4a143&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0846596 Nov 19 09:38:59.076576 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-38c20d75-0ff6-479d-ba8e-234fe907de2f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 6ec627dd-b381-4aef-8119-f7162048b165) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:38:59.078461 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47988) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:59.087755 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c06afe-30cb-4330-b04f-ae35b826c2a5 None None] Network 6ec627dd-b381-4aef-8119-f7162048b165 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:38:59.101598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c20d75-0ff6-479d-ba8e-234fe907de2f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:38:59.102205 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38c20d75-0ff6-479d-ba8e-234fe907de2f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.212758 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-38c20d75-0ff6-479d-ba8e-234fe907de2f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1868634 Nov 19 09:38:59.221210 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 47994) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:59.225666 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2ecdf5dc-5810-4167-a4a0-214131478be6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1272265919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:59.279269 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0705e53a-5908-4c92-8bce-16997ff8835b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.298500 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ecdf5dc-5810-4167-a4a0-214131478be6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.300069 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ecdf5dc-5810-4167-a4a0-214131478be6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.306184 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f747e0d-518c-402c-8026-4deb157ba009 admin admin] Router 06eee1e9-97c0-4432-be8d-bc34e2589347 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:38:59.313647 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-76fc90fa-6d85-44b5-a9a1-cbde053d2f9b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.329593 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-76fc90fa-6d85-44b5-a9a1-cbde053d2f9b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.333277 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0705e53a-5908-4c92-8bce-16997ff8835b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.353678 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc90fa-6d85-44b5-a9a1-cbde053d2f9b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b2b0d0-c4f3-490a-88ce-07b436060eac,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:59.401777 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd02ea43-87d0-4eef-a3a8-a22da725a3f0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.402494 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd02ea43-87d0-4eef-a3a8-a22da725a3f0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.421542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-fd02ea43-87d0-4eef-a3a8-a22da725a3f0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Calling delete_port for 540067d9-b27f-4efc-8317-32300958181d owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:38:59.426616 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-6ec627dd-b381-4aef-8119-f7162048b165', 'network_id': '6ec627dd-b381-4aef-8119-f7162048b165', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'fixed_ips': [{'subnet_id': 'f4e1d22c-c565-455c-9249-40e8b0f3791c'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:38:59.427829 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.445538 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ecdf5dc-5810-4167-a4a0-214131478be6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.460564 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ecdf5dc-5810-4167-a4a0-214131478be6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.540807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f747e0d-518c-402c-8026-4deb157ba009 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:38:59.546589 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4f747e0d-518c-402c-8026-4deb157ba009 admin admin] 10.222.0.21 "PUT /v2.0/routers/06eee1e9-97c0-4432-be8d-bc34e2589347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4934375 Nov 19 09:38:59.549276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48002) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:59.551847 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019917f2-a77d-4ce9-abe7-4171ff473888 None None] Sync routers for ids ['06eee1e9-97c0-4432-be8d-bc34e2589347'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:38:59.586688 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019917f2-a77d-4ce9-abe7-4171ff473888 None None] Routers {'06eee1e9-97c0-4432-be8d-bc34e2589347'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:38:59.589801 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd02ea43-87d0-4eef-a3a8-a22da725a3f0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.599205 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-019917f2-a77d-4ce9-abe7-4171ff473888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['06eee1e9-97c0-4432-be8d-bc34e2589347'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:38:59.602998 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-76fc90fa-6d85-44b5-a9a1-cbde053d2f9b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.604820 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-76fc90fa-6d85-44b5-a9a1-cbde053d2f9b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9899533 Nov 19 09:38:59.608962 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48004) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:59.610513 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2ecdf5dc-5810-4167-a4a0-214131478be6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.615054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-be466d2e-8c6f-46be-ac46-7d882b325a29 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': '2e7897ea-dfd8-4a78-92e5-783e554ba0b8', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:59.615224 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2ecdf5dc-5810-4167-a4a0-214131478be6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3927677 Nov 19 09:38:59.616146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48006) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:59.652815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02ea43-87d0-4eef-a3a8-a22da725a3f0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Pushing event deleted for resources: {'Port': ['ID=540067d9-b27f-4efc-8317-32300958181d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:59.672376 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Allocated IP 2001:db8::2 (6ec627dd-b381-4aef-8119-f7162048b165/f4e1d22c-c565-455c-9249-40e8b0f3791c/4641a6be-978f-4e7c-9fce-0a08a5921c5a) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:38:59.738266 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be466d2e-8c6f-46be-ac46-7d882b325a29 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.768179 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-019917f2-a77d-4ce9-abe7-4171ff473888 None None] Set router 06eee1e9-97c0-4432-be8d-bc34e2589347 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:38:59.791207 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd02ea43-87d0-4eef-a3a8-a22da725a3f0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.797550 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd02ea43-87d0-4eef-a3a8-a22da725a3f0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.804384 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fd02ea43-87d0-4eef-a3a8-a22da725a3f0 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] 10.222.0.21 "DELETE /v2.0/floatingips/9bfb4f55-f539-4d53-a032-19eae31c66dc HTTP/1.1" status: 204 len: 168 time: 1.1358721 Nov 19 09:38:59.807003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48012) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:38:59.834818 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be466d2e-8c6f-46be-ac46-7d882b325a29 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.841501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0819a6ad-b073-4d82-a41b-a71d9ada0e82 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Request body: {'floatingip': {'floating_network_id': 'fda8f271-d1cb-42a5-91d6-845abf326834', 'port_id': '05303080-48c0-4680-88a4-2e698988a552', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:38:59.848645 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be466d2e-8c6f-46be-ac46-7d882b325a29 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.886416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be466d2e-8c6f-46be-ac46-7d882b325a29 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbc7a8a-611e-466e-81e9-d31917fccc2b,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:38:59.897831 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0819a6ad-b073-4d82-a41b-a71d9ada0e82 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.982304 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be466d2e-8c6f-46be-ac46-7d882b325a29 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:38:59.984690 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-be466d2e-8c6f-46be-ac46-7d882b325a29 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3731246 Nov 19 09:38:59.990653 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48016) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:00.001118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-489b3ac2-ed83-4f03-a006-c02d30063b2b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': '2e7897ea-dfd8-4a78-92e5-783e554ba0b8', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:00.008624 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0705e53a-5908-4c92-8bce-16997ff8835b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:00.019646 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0705e53a-5908-4c92-8bce-16997ff8835b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:00.021398 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:00.024985 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0705e53a-5908-4c92-8bce-16997ff8835b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cb50158-6432-4cca-b503-0013e08d1adf HTTP/1.1" status: 204 len: 168 time: 0.9424229 Nov 19 09:39:00.043266 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:00.160835 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-489b3ac2-ed83-4f03-a006-c02d30063b2b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:00.183921 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705e53a-5908-4c92-8bce-16997ff8835b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb50158-6432-4cca-b503-0013e08d1adf,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:00.222145 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-0819a6ad-b073-4d82-a41b-a71d9ada0e82 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:39:00.229911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0819a6ad-b073-4d82-a41b-a71d9ada0e82 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3929131 Nov 19 09:39:00.230593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48022) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:00.230707 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Network 6ec627dd-b381-4aef-8119-f7162048b165 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:00.239953 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Pushing event updated for resources: {'Port': ['ID=4641a6be-978f-4e7c-9fce-0a08a5921c5a,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:00.244603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': '05303080-48c0-4680-88a4-2e698988a552', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:00.247544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:00.251551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:00.285007 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:00.360967 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-019917f2-a77d-4ce9-abe7-4171ff473888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'name': 'tempest-TestServerBasicOps-155657958-router', 'tenant_id': 'd5ae81deaa264598a94953470a76b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '69a9f994-c402-4980-af27-44db86553c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:13Z', 'updated_at': '2021-11-19T09:38:57Z', 'revision_number': 5, 'project_id': 'd5ae81deaa264598a94953470a76b505', 'gw_port': {'id': '69a9f994-c402-4980-af27-44db86553c47', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:14Z', 'updated_at': '2021-11-19T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:00.429730 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019917f2-a77d-4ce9-abe7-4171ff473888 None None] Checking router: 06eee1e9-97c0-4432-be8d-bc34e2589347 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:39:00.432460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Attempting to bind port 4641a6be-978f-4e7c-9fce-0a08a5921c5a on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:00.432840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Attempting to bind port 4641a6be-978f-4e7c-9fce-0a08a5921c5a by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '059ea552-94ad-4220-9557-5bfbb53d7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6ec627dd-b381-4aef-8119-f7162048b165'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:00.433670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Attempting to bind port 4641a6be-978f-4e7c-9fce-0a08a5921c5a on network 6ec627dd-b381-4aef-8119-f7162048b165 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:00.444784 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019917f2-a77d-4ce9-abe7-4171ff473888 None None] Routers {'06eee1e9-97c0-4432-be8d-bc34e2589347'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:00.445438 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-019917f2-a77d-4ce9-abe7-4171ff473888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['06eee1e9-97c0-4432-be8d-bc34e2589347'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:00.451046 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:00.451439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Checking segment: {'id': '059ea552-94ad-4220-9557-5bfbb53d7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6ec627dd-b381-4aef-8119-f7162048b165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:00.451855 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:00.460468 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Bound using segment: {'id': '059ea552-94ad-4220-9557-5bfbb53d7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6ec627dd-b381-4aef-8119-f7162048b165'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:00.461073 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Bound port: 4641a6be-978f-4e7c-9fce-0a08a5921c5a, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059ea552-94ad-4220-9557-5bfbb53d7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6ec627dd-b381-4aef-8119-f7162048b165'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:00.461514 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:00.478121 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-489b3ac2-ed83-4f03-a006-c02d30063b2b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:00.507092 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-489b3ac2-ed83-4f03-a006-c02d30063b2b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:00.518485 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e194d0-e97f-4a0e-9acc-9852f9f54ab1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:00.552607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b3ac2-ed83-4f03-a006-c02d30063b2b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbc31cb-2ce4-4739-8507-a0947fc7dfb8,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:00.565534 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-489b3ac2-ed83-4f03-a006-c02d30063b2b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:00.566884 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-489b3ac2-ed83-4f03-a006-c02d30063b2b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5706263 Nov 19 09:39:00.570254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48030) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:00.575695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6143238a-f3a8-46ed-96de-e16fc09958b9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': '2e7897ea-dfd8-4a78-92e5-783e554ba0b8', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:00.606122 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:00.619789 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-019917f2-a77d-4ce9-abe7-4171ff473888 None None] Set router 06eee1e9-97c0-4432-be8d-bc34e2589347 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:00.624295 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6143238a-f3a8-46ed-96de-e16fc09958b9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:00.686427 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:00.724964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] For port 4641a6be-978f-4e7c-9fce-0a08a5921c5a, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:00.733386 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] For port 4641a6be-978f-4e7c-9fce-0a08a5921c5a, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4641a6be-978f-4e7c-9fce-0a08a5921c5a,segment=NetworkSegment(059ea552-94ad-4220-9557-5bfbb53d7cb1),segment_id=059ea552-94ad-4220-9557-5bfbb53d7cb1)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:00.739349 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:00.901356 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ede01-0daf-463b-a0dd-924f18412018 None None] Pushing event updated for resources: {'Port': ['ID=4641a6be-978f-4e7c-9fce-0a08a5921c5a,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:00.919702 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48040) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:00.957657 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6143238a-f3a8-46ed-96de-e16fc09958b9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:00.979237 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6143238a-f3a8-46ed-96de-e16fc09958b9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:01.080527 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-289e8474-a551-4127-a409-d432c709d845 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=148ddee8c51a4284bf79a79eea221d0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1489880 Nov 19 09:39:01.081703 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e194d0-e97f-4a0e-9acc-9852f9f54ab1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:01.087902 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48048) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:01.093426 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-019917f2-a77d-4ce9-abe7-4171ff473888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'name': 'tempest-TestServerBasicOps-155657958-router', 'tenant_id': 'd5ae81deaa264598a94953470a76b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '69a9f994-c402-4980-af27-44db86553c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:13Z', 'updated_at': '2021-11-19T09:38:57Z', 'revision_number': 5, 'project_id': 'd5ae81deaa264598a94953470a76b505', 'gw_port': {'id': '69a9f994-c402-4980-af27-44db86553c47', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:14Z', 'updated_at': '2021-11-19T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:01.135099 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Allocated IP 172.25.0.199 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/2522f643-35c8-4c02-be4e-083530d8a43c) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:01.144152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143238a-f3a8-46ed-96de-e16fc09958b9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335ca331-ff59-4413-a403-af4647b2b3b2,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:01.183099 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6143238a-f3a8-46ed-96de-e16fc09958b9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:01.184342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6143238a-f3a8-46ed-96de-e16fc09958b9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6134174 Nov 19 09:39:01.202398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48054) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:01.211699 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019917f2-a77d-4ce9-abe7-4171ff473888 None None] The sync data for ids ['06eee1e9-97c0-4432-be8d-bc34e2589347'] in n-d-805649-14 is: [{'id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'name': 'tempest-TestServerBasicOps-155657958-router', 'tenant_id': 'd5ae81deaa264598a94953470a76b505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '69a9f994-c402-4980-af27-44db86553c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:33:13Z', 'updated_at': '2021-11-19T09:38:57Z', 'revision_number': 5, 'project_id': 'd5ae81deaa264598a94953470a76b505', 'gw_port': {'id': '69a9f994-c402-4980-af27-44db86553c47', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06eee1e9-97c0-4432-be8d-bc34e2589347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:33:14Z', 'updated_at': '2021-11-19T09:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:39:01.248505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-bf7e8db1-03a7-4d7c-8013-9804d7eb1c4b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': '2e7897ea-dfd8-4a78-92e5-783e554ba0b8', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:01.356361 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-bf7e8db1-03a7-4d7c-8013-9804d7eb1c4b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Project 0dc1876a77414c6c8af6b4234d92e489 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:39:01.365068 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf7e8db1-03a7-4d7c-8013-9804d7eb1c4b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:01.495874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf7e8db1-03a7-4d7c-8013-9804d7eb1c4b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:01.522916 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf7e8db1-03a7-4d7c-8013-9804d7eb1c4b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:01.541663 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:01.543479 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e8db1-03a7-4d7c-8013-9804d7eb1c4b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423870bc-827b-4f1d-b79b-15aa6cb32662,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:01.568930 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Allocated IP 2001:db8::1 (6ec627dd-b381-4aef-8119-f7162048b165/f4e1d22c-c565-455c-9249-40e8b0f3791c/0ec4006d-65a0-43d4-92e9-9777452731ab) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:01.578991 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf7e8db1-03a7-4d7c-8013-9804d7eb1c4b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:01.580814 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bf7e8db1-03a7-4d7c-8013-9804d7eb1c4b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3423388 Nov 19 09:39:01.587674 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48060) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:01.594589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ed248234-381e-4f87-a076-063d455fc762 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'security_group_rule': {'security_group_id': '2e7897ea-dfd8-4a78-92e5-783e554ba0b8', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:01.646614 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:01.681405 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32b4331f-e4c4-43e4-8798-7ba787ed4e6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:01.699576 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-59e194d0-e97f-4a0e-9acc-9852f9f54ab1 admin admin] Deleting port 69a9f994-c402-4980-af27-44db86553c47 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:39:01.699978 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e194d0-e97f-4a0e-9acc-9852f9f54ab1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:01.748288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Pushing event updated for resources: {'Port': ['ID=2522f643-35c8-4c02-be4e-083530d8a43c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:01.754086 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-ed248234-381e-4f87-a076-063d455fc762 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Project 0dc1876a77414c6c8af6b4234d92e489 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:39:01.789561 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed248234-381e-4f87-a076-063d455fc762 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:01.797739 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32b4331f-e4c4-43e4-8798-7ba787ed4e6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:01.827253 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:01.831118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:01.836102 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:01.887617 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:01.913145 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-59e194d0-e97f-4a0e-9acc-9852f9f54ab1 admin admin] For port 69a9f994-c402-4980-af27-44db86553c47, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=69a9f994-c402-4980-af27-44db86553c47,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:01.913524 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e194d0-e97f-4a0e-9acc-9852f9f54ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:01.937282 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-59e194d0-e97f-4a0e-9acc-9852f9f54ab1 admin admin] Calling delete_port for 69a9f994-c402-4980-af27-44db86553c47 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:39:02.049364 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32b4331f-e4c4-43e4-8798-7ba787ed4e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:02.052104 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32b4331f-e4c4-43e4-8798-7ba787ed4e6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:02.061928 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-32b4331f-e4c4-43e4-8798-7ba787ed4e6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0766e8c5-919f-4b77-b8f5-06c8200491a1 HTTP/1.1" status: 204 len: 168 time: 0.9680748 Nov 19 09:39:02.085527 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4331f-e4c4-43e4-8798-7ba787ed4e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0766e8c5-919f-4b77-b8f5-06c8200491a1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:02.099887 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:02.128150 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed248234-381e-4f87-a076-063d455fc762 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:02.181674 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed248234-381e-4f87-a076-063d455fc762 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:02.207175 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network 6ec627dd-b381-4aef-8119-f7162048b165 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:02.229734 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:02.236496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:02.237045 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:02.242450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=0ec4006d-65a0-43d4-92e9-9777452731ab,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:02.314019 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed248234-381e-4f87-a076-063d455fc762 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:02.316442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ed248234-381e-4f87-a076-063d455fc762 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7268384 Nov 19 09:39:02.317893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed248234-381e-4f87-a076-063d455fc762 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202cbb3d-fe25-4c5e-bc73-512cd85f9489,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:02.323995 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48074) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:02.354225 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3a316de6-ec79-4e6a-b181-4b9bca4d49ba tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'network': {'name': 'tempest-network-smoke--370335469', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'port_security_enabled': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:02.389695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Deleting port 2522f643-35c8-4c02-be4e-083530d8a43c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:39:02.390979 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:02.582856 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:02.583506 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:02.587965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a316de6-ec79-4e6a-b181-4b9bca4d49ba tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Made reservation on behalf of 0dc1876a77414c6c8af6b4234d92e489 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:02.592395 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a316de6-ec79-4e6a-b181-4b9bca4d49ba tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:02.617224 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Calling delete_port for 2522f643-35c8-4c02-be4e-083530d8a43c owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:39:02.620670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4641a6be-978f-4e7c-9fce-0a08a5921c5a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:02.664002 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a316de6-ec79-4e6a-b181-4b9bca4d49ba tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:39:02.668512 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:39:02.690124 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a316de6-ec79-4e6a-b181-4b9bca4d49ba tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:02.690491 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-3a316de6-ec79-4e6a-b181-4b9bca4d49ba tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Added segment 675a91f7-034b-4b3b-a29f-e74d710aa697 of type vlan for network 6134cf53-5a1a-45af-b603-c754e23ab567 Nov 19 09:39:02.799926 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903f0d33-e918-47ae-ac9b-d3c27470127b None None] Network 6ec627dd-b381-4aef-8119-f7162048b165 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:02.802766 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a316de6-ec79-4e6a-b181-4b9bca4d49ba tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:02.814180 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e194d0-e97f-4a0e-9acc-9852f9f54ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:02.853915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4641a6be-978f-4e7c-9fce-0a08a5921c5a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:02.855204 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:02.892343 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:02.894818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e194d0-e97f-4a0e-9acc-9852f9f54ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a9f994-c402-4980-af27-44db86553c47,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:02.922569 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a316de6-ec79-4e6a-b181-4b9bca4d49ba tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:02.940134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a316de6-ec79-4e6a-b181-4b9bca4d49ba tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:02.940134 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a316de6-ec79-4e6a-b181-4b9bca4d49ba tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.070542 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3a316de6-ec79-4e6a-b181-4b9bca4d49ba tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7450995 Nov 19 09:39:03.075919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48098) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:03.084534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1290503660', 'admin_state_up': True, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:03.087843 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e194d0-e97f-4a0e-9acc-9852f9f54ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.111571 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a316de6-ec79-4e6a-b181-4b9bca4d49ba tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Network': ['ID=6134cf53-5a1a-45af-b603-c754e23ab567,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:03.170346 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.172414 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.239735 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.308282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86ef72e-b20a-4276-b5f9-fb2718d6d3c6 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:39:03.309977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 6134cf53-5a1a-45af-b603-c754e23ab567 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:39:03.334740 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a2624c68-99bc-41d2-b2d1-4595ce742bfd None None] Provisioning complete for port 4641a6be-978f-4e7c-9fce-0a08a5921c5a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:03.335229 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a2624c68-99bc-41d2-b2d1-4595ce742bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.352951 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e194d0-e97f-4a0e-9acc-9852f9f54ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.356435 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e194d0-e97f-4a0e-9acc-9852f9f54ab1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.378014 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Pushing event deleted for resources: {'Port': ['ID=2522f643-35c8-4c02-be4e-083530d8a43c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:03.400645 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.489307 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e194d0-e97f-4a0e-9acc-9852f9f54ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.490111 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e194d0-e97f-4a0e-9acc-9852f9f54ab1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06eee1e9-97c0-4432-be8d-bc34e2589347 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:39:03.494357 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.498764 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e194d0-e97f-4a0e-9acc-9852f9f54ab1 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.499374 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-59e194d0-e97f-4a0e-9acc-9852f9f54ab1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/06eee1e9-97c0-4432-be8d-bc34e2589347 HTTP/1.1" status: 204 len: 168 time: 3.9484427 Nov 19 09:39:03.502756 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48112) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:03.668718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 4641a6be-978f-4e7c-9fce-0a08a5921c5a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4641a6be-978f-4e7c-9fce-0a08a5921c5a,segment=NetworkSegment(059ea552-94ad-4220-9557-5bfbb53d7cb1),segment_id=059ea552-94ad-4220-9557-5bfbb53d7cb1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:03.690035 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e423cfc-5090-4181-b664-b70b7132c12a admin admin] Deleting subnet 0ca5ea31-149b-475f-9e24-8e35ef407476 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:39:03.694546 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e423cfc-5090-4181-b664-b70b7132c12a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.705349 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.726582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f7c6a0a9-9083-4d1b-a509-c822735042d7 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:39:03.818652 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.829315 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e423cfc-5090-4181-b664-b70b7132c12a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.831728 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48118) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:03.858187 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.859007 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.868134 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: f7c6a0a9-9083-4d1b-a509-c822735042d7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:39:03.868762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f7c6a0a9-9083-4d1b-a509-c822735042d7 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:39:03.883605 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a2624c68-99bc-41d2-b2d1-4595ce742bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:03.961387 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=4641a6be-978f-4e7c-9fce-0a08a5921c5a,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:03.981499 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-a2624c68-99bc-41d2-b2d1-4595ce742bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:39:03.981878 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-a2624c68-99bc-41d2-b2d1-4595ce742bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:39:04.109693 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:04.130238 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] create failed (client error): The resource could not be found. Nov 19 09:39:04.141804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3d6d7960-05a3-48c0-a929-d56f115bdad1 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8934178 Nov 19 09:39:04.157864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48128) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:04.396764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-e59a925b-057d-41c5-a125-5d68dc5b357b tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Deleting port 05303080-48c0-4680-88a4-2e698988a552 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:39:04.397467 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e59a925b-057d-41c5-a125-5d68dc5b357b tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:04.466248 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=0ec4006d-65a0-43d4-92e9-9777452731ab,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:04.471870 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-56bc3ad7-c3f7-4da4-b546-4453e8e445d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1414779048-network', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:04.540878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bc3ad7-c3f7-4da4-b546-4453e8e445d2 admin admin] Made reservation on behalf of 971ee414cea849c08c43beefd1cf2e97 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:04.544008 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56bc3ad7-c3f7-4da4-b546-4453e8e445d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:04.549214 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4641a6be-978f-4e7c-9fce-0a08a5921c5a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:04.570882 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56bc3ad7-c3f7-4da4-b546-4453e8e445d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:04.625721 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e423cfc-5090-4181-b664-b70b7132c12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:04.680465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4641a6be-978f-4e7c-9fce-0a08a5921c5a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:04.680980 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:04.711523 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network 6ec627dd-b381-4aef-8119-f7162048b165 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:04.716255 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:04.718900 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-76198006-2aba-464b-9ec3-3f59a6c9d7e6 None None] Provisioning complete for port 0ec4006d-65a0-43d4-92e9-9777452731ab triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:04.719427 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-76198006-2aba-464b-9ec3-3f59a6c9d7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:04.831858 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:04.840212 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e59a925b-057d-41c5-a125-5d68dc5b357b tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:04.856211 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e423cfc-5090-4181-b664-b70b7132c12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:04.870599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-76198006-2aba-464b-9ec3-3f59a6c9d7e6 None None] Port 0ec4006d-65a0-43d4-92e9-9777452731ab cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:39:04.877425 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:04.890919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-e59a925b-057d-41c5-a125-5d68dc5b357b tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Calling delete_port for 05303080-48c0-4680-88a4-2e698988a552 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:39:04.927826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e423cfc-5090-4181-b664-b70b7132c12a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca5ea31-149b-475f-9e24-8e35ef407476,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:04.967972 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e423cfc-5090-4181-b664-b70b7132c12a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:04.969954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e93d871-ae70-44bb-8e05-903d6cdbbb68 None None] Network 3b004586-5037-4f0a-abbd-61995d6aec0a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:04.999675 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5e423cfc-5090-4181-b664-b70b7132c12a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0ca5ea31-149b-475f-9e24-8e35ef407476 HTTP/1.1" status: 204 len: 168 time: 1.4943252 Nov 19 09:39:05.003337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48144) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:05.027152 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56bc3ad7-c3f7-4da4-b546-4453e8e445d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:05.050170 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-76198006-2aba-464b-9ec3-3f59a6c9d7e6 None None] Provisioning complete for port 4641a6be-978f-4e7c-9fce-0a08a5921c5a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:05.050775 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-76198006-2aba-464b-9ec3-3f59a6c9d7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:05.051217 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56bc3ad7-c3f7-4da4-b546-4453e8e445d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:05.169593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bc3ad7-c3f7-4da4-b546-4453e8e445d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:39:05.219336 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:05.221652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Allocated IP 172.25.0.18 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/16f5b64d-bc68-47a8-8926-a87e46d29e38) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:05.235237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc3ad7-c3f7-4da4-b546-4453e8e445d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cf4d29-1e8d-41d9-8b39-c7db38879874,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:05.250119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 69a9f994-c402-4980-af27-44db86553c47 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:39:05.276318 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56bc3ad7-c3f7-4da4-b546-4453e8e445d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:05.278819 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-56bc3ad7-c3f7-4da4-b546-4453e8e445d2 admin admin] Added segment b43f9e7f-4378-4352-b56f-2f38049d8654 of type vlan for network 4ec08b12-d456-4282-a1c0-b394bc287c7e Nov 19 09:39:05.357439 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 6149255f-1f0a-4e27-a9af-7441bfe5f961 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:39:05.361801 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e59a925b-057d-41c5-a125-5d68dc5b357b tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:05.377449 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56bc3ad7-c3f7-4da4-b546-4453e8e445d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:05.397747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 69a9f994-c402-4980-af27-44db86553c47 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:39:05.398098 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 69a9f994-c402-4980-af27-44db86553c47 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:39:05.411460 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a925b-057d-41c5-a125-5d68dc5b357b tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Pushing event deleted for resources: {'Port': ['ID=05303080-48c0-4680-88a4-2e698988a552,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:05.531856 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56bc3ad7-c3f7-4da4-b546-4453e8e445d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:05.532983 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bc3ad7-c3f7-4da4-b546-4453e8e445d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:05.534521 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56bc3ad7-c3f7-4da4-b546-4453e8e445d2 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:05.558165 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:05.575063 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e59a925b-057d-41c5-a125-5d68dc5b357b tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:05.579028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e59a925b-057d-41c5-a125-5d68dc5b357b tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] 10.222.0.21 "DELETE /v2.0/ports/05303080-48c0-4680-88a4-2e698988a552 HTTP/1.1" status: 204 len: 168 time: 1.4201145 Nov 19 09:39:05.581612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48154) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:05.592454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] Deleting port 0bead806-bd8c-4d53-bd7f-eda746838b01 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:39:05.592786 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:05.606060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2998c5-fb06-4c3c-b589-68234aac2fe2 None None] DHCP port deletion for 3b004586-5037-4f0a-abbd-61995d6aec0a request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:39:05.634283 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:39:05.649448 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7ba68674-e1cd-4b0c-bd8b-285f00a2818f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/6149255f-1f0a-4e27-a9af-7441bfe5f961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0278015 Nov 19 09:39:05.652561 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48156) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:05.691226 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-56bc3ad7-c3f7-4da4-b546-4453e8e445d2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8394055 Nov 19 09:39:05.692383 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48160) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:05.694204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ca72f-2137-48bd-bbcf-f2abcb6708a3 None None] Sync routers for ids ['6149255f-1f0a-4e27-a9af-7441bfe5f961'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:39:05.752311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc3ad7-c3f7-4da4-b546-4453e8e445d2 admin admin] Pushing event updated for resources: {'Network': ['ID=4ec08b12-d456-4282-a1c0-b394bc287c7e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:05.763886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] For port 0bead806-bd8c-4d53-bd7f-eda746838b01, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0bead806-bd8c-4d53-bd7f-eda746838b01,segment=NetworkSegment(dc63a4bf-943d-45be-bcca-49d0e4669f24),segment_id=dc63a4bf-943d-45be-bcca-49d0e4669f24)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:05.764491 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:05.770710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d2c311ed-39fd-45fd-869d-64c9dc01a539 admin admin] Request body: {'subnet': {'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1414779048-subnet', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:05.775029 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:05.782282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 4ec08b12-d456-4282-a1c0-b394bc287c7e details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:39:05.797739 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-88fb2643-83c3-4687-8495-cbe788da0fb8 None None] Provisioning complete for port 0ec4006d-65a0-43d4-92e9-9777452731ab triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:05.798956 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-88fb2643-83c3-4687-8495-cbe788da0fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:05.803847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa0a61-7033-4dec-9091-38b948bf8b88 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:05.805747 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8aaa0a61-7033-4dec-9091-38b948bf8b88 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7a073ca-94f4-428f-b309-3e51517590d3 HTTP/1.1" status: 200 len: 913 time: 0.2231524 Nov 19 09:39:05.805899 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ca72f-2137-48bd-bbcf-f2abcb6708a3 None None] Routers {'6149255f-1f0a-4e27-a9af-7441bfe5f961'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:05.806569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-767ca72f-2137-48bd-bbcf-f2abcb6708a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6149255f-1f0a-4e27-a9af-7441bfe5f961'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:05.815677 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48166) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:05.849446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962fa7bd-e7fb-472a-baf6-ee45cef60b03 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:05.851200 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-962fa7bd-e7fb-472a-baf6-ee45cef60b03 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports/0ec4006d-65a0-43d4-92e9-9777452731ab HTTP/1.1" status: 200 len: 911 time: 0.1973333 Nov 19 09:39:05.866620 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] Calling delete_port for 0bead806-bd8c-4d53-bd7f-eda746838b01 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:39:05.870529 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48170) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:05.877847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-99b20967-53cd-4042-bb02-374f6d562b7d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f4e1d22c-c565-455c-9249-40e8b0f3791c'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:05.900957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:05.945570 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:05.950939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:05.988398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c311ed-39fd-45fd-869d-64c9dc01a539 admin admin] Made reservation on behalf of 971ee414cea849c08c43beefd1cf2e97 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:05.990769 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2c311ed-39fd-45fd-869d-64c9dc01a539 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:06.092781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-88fb2643-83c3-4687-8495-cbe788da0fb8 None None] Port 0ec4006d-65a0-43d4-92e9-9777452731ab cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:39:06.094821 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780039d4-2a3e-4121-a969-b32763580d07 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:39:06.104065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=16f5b64d-bc68-47a8-8926-a87e46d29e38,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:06.104726 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-767ca72f-2137-48bd-bbcf-f2abcb6708a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:06.141012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-bb2998c5-fb06-4c3c-b589-68234aac2fe2 None None] Deleting port 0bead806-bd8c-4d53-bd7f-eda746838b01 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:39:06.141635 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb2998c5-fb06-4c3c-b589-68234aac2fe2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:06.250323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ca72f-2137-48bd-bbcf-f2abcb6708a3 None None] Routers {'6149255f-1f0a-4e27-a9af-7441bfe5f961'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:06.252080 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-767ca72f-2137-48bd-bbcf-f2abcb6708a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6149255f-1f0a-4e27-a9af-7441bfe5f961'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:06.321169 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-767ca72f-2137-48bd-bbcf-f2abcb6708a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:06.324274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ca72f-2137-48bd-bbcf-f2abcb6708a3 None None] The sync data for ids ['6149255f-1f0a-4e27-a9af-7441bfe5f961'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:39:06.359243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-bb2998c5-fb06-4c3c-b589-68234aac2fe2 None None] For port 0bead806-bd8c-4d53-bd7f-eda746838b01, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0bead806-bd8c-4d53-bd7f-eda746838b01,segment=NetworkSegment(dc63a4bf-943d-45be-bcca-49d0e4669f24),segment_id=dc63a4bf-943d-45be-bcca-49d0e4669f24)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:06.360058 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb2998c5-fb06-4c3c-b589-68234aac2fe2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:06.363784 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-153ae89a-bf56-4368-a330-ec8342e04d56 None None] Provisioning complete for port 16f5b64d-bc68-47a8-8926-a87e46d29e38 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:06.365312 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-153ae89a-bf56-4368-a330-ec8342e04d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:06.404127 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-bb2998c5-fb06-4c3c-b589-68234aac2fe2 None None] Calling delete_port for 0bead806-bd8c-4d53-bd7f-eda746838b01 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:39:06.475911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-153ae89a-bf56-4368-a330-ec8342e04d56 None None] Port 16f5b64d-bc68-47a8-8926-a87e46d29e38 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:39:06.561039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48190) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:06.572849 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0bead806-bd8c-4d53-bd7f-eda746838b01 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:39:06.597732 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:06.600022 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb2998c5-fb06-4c3c-b589-68234aac2fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:06.616456 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 0bead806-bd8c-4d53-bd7f-eda746838b01 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:39:06.616958 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0bead806-bd8c-4d53-bd7f-eda746838b01 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:39:06.618715 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2998c5-fb06-4c3c-b589-68234aac2fe2 None None] No DVR routers for this DVR port 0bead806-bd8c-4d53-bd7f-eda746838b01 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:39:06.620743 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2c311ed-39fd-45fd-869d-64c9dc01a539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:06.645003 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2998c5-fb06-4c3c-b589-68234aac2fe2 None None] Pushing event deleted for resources: {'Port': ['ID=0bead806-bd8c-4d53-bd7f-eda746838b01,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:06.730435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bead806-bd8c-4d53-bd7f-eda746838b01,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:06.747924 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c311ed-39fd-45fd-869d-64c9dc01a539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5439138-e5b8-49bd-9cf3-ef777529ccf5,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:06.756345 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c311ed-39fd-45fd-869d-64c9dc01a539 admin admin] Checking segment: {'id': 'b43f9e7f-4378-4352-b56f-2f38049d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:06.757171 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c311ed-39fd-45fd-869d-64c9dc01a539 admin admin] Network hostable DHCP agents. Network: 4ec08b12-d456-4282-a1c0-b394bc287c7e, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:39:06.766774 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] No DVR routers for this DVR port 0bead806-bd8c-4d53-bd7f-eda746838b01 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:39:06.795162 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3468874-b62f-4631-b322-c2b1e48383c2 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:06.804103 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c311ed-39fd-45fd-869d-64c9dc01a539 admin admin] Network 4ec08b12-d456-4282-a1c0-b394bc287c7e is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:39:06.968785 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d2c311ed-39fd-45fd-869d-64c9dc01a539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 4ec08b12-d456-4282-a1c0-b394bc287c7e) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:06.979468 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d5168e-dbd7-4b41-a17a-20fa2a907563 None None] Network 4ec08b12-d456-4282-a1c0-b394bc287c7e requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:07.012146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c311ed-39fd-45fd-869d-64c9dc01a539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:07.012754 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2c311ed-39fd-45fd-869d-64c9dc01a539 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.057649 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d2c311ed-39fd-45fd-869d-64c9dc01a539 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3120883 Nov 19 09:39:07.057995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48200) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:07.073977 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:07.136402 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.142662 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.263089 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.281237 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6c4e619-9d73-42d5-bd08-45eea9734cb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.310732 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99b20967-53cd-4042-bb02-374f6d562b7d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.386223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-4ec08b12-d456-4282-a1c0-b394bc287c7e', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'fixed_ips': [{'subnet_id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:39:07.387096 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.450583 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c3468874-b62f-4631-b322-c2b1e48383c2 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Deleting port 4ffe22f1-f72d-46f9-814c-a118b5e024e2 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:39:07.451200 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3468874-b62f-4631-b322-c2b1e48383c2 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.463471 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.500148 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.506254 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.588899 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b004586-5037-4f0a-abbd-61995d6aec0a']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:07.618512 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3468874-b62f-4631-b322-c2b1e48383c2 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.637449 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c3468874-b62f-4631-b322-c2b1e48383c2 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Calling delete_port for 4ffe22f1-f72d-46f9-814c-a118b5e024e2 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:39:07.640674 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc63a4bf-943d-45be-bcca-49d0e4669f24') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:07.640967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc63a4bf-943d-45be-bcca-49d0e4669f24') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:07.670437 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.696614 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Allocated IP 172.20.0.2 (4ec08b12-d456-4282-a1c0-b394bc287c7e/b5439138-e5b8-49bd-9cf3-ef777529ccf5/d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:07.741284 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.757422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:39:07.757990 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:39:07.767392 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:39:07.884103 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6c4e619-9d73-42d5-bd08-45eea9734cb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.899191 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6c4e619-9d73-42d5-bd08-45eea9734cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.917272 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.921807 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.930982 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.938504 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.981943 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:07.994582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Pushing event updated for resources: {'Port': ['ID=d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:08.014578 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:08.016687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Network 4ec08b12-d456-4282-a1c0-b394bc287c7e is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:08.018491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:08.021290 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3b004586-5037-4f0a-abbd-61995d6aec0a HTTP/1.1" status: 204 len: 168 time: 3.0168996 Nov 19 09:39:08.025963 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:08.093753 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Attempting to bind port d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:08.095010 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Attempting to bind port d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'b43f9e7f-4378-4352-b56f-2f38049d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:08.095697 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Attempting to bind port d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b on network 4ec08b12-d456-4282-a1c0-b394bc287c7e {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:08.104276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:08.105149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Checking segment: {'id': 'b43f9e7f-4378-4352-b56f-2f38049d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:08.105367 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:08.105908 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Bound using segment: {'id': 'b43f9e7f-4378-4352-b56f-2f38049d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:08.106618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Bound port: d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43f9e7f-4378-4352-b56f-2f38049d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:08.107246 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:08.113557 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Allocated IP 172.25.0.16 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/122c7a79-2488-4e0e-a56e-7f8a307ec48b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:08.115928 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3468874-b62f-4631-b322-c2b1e48383c2 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:08.134415 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3992f-56de-477f-813c-53db4bb1e3c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b004586-5037-4f0a-abbd-61995d6aec0a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:08.150036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4e619-9d73-42d5-bd08-45eea9734cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b8ed6d-4ec9-4a6b-bea0-e20ba74f0313,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:08.159385 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f6c4e619-9d73-42d5-bd08-45eea9734cb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a63b68464cc45e5ae0007665cc6b31c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5889745 Nov 19 09:39:08.159768 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48218) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:08.197009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3468874-b62f-4631-b322-c2b1e48383c2 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Pushing event deleted for resources: {'Port': ['ID=4ffe22f1-f72d-46f9-814c-a118b5e024e2,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:08.214641 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] For port d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:08.222926 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03dd229e-19bb-42ee-83d0-e2e0b08be68a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:08.238996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] For port d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b,segment=NetworkSegment(b43f9e7f-4378-4352-b56f-2f38049d8654),segment_id=b43f9e7f-4378-4352-b56f-2f38049d8654)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:08.252030 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:08.300519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48224) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:08.349657 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:08.380973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26d0a1-3eca-4b84-b5ec-9ef620095573 None None] Pushing event updated for resources: {'Port': ['ID=d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:08.420095 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03dd229e-19bb-42ee-83d0-e2e0b08be68a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:08.552958 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3468874-b62f-4631-b322-c2b1e48383c2 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:08.579206 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c1da85ea-1370-40bc-9957-4a4ee79a803a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc9857289a8340b0915670f3a8a464fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2772522 Nov 19 09:39:08.583202 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48230) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:08.627553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router f7e0e971-23ff-49f8-8a21-65332059f32d is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:39:08.645827 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99b20967-53cd-4042-bb02-374f6d562b7d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:08.712046 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99b20967-53cd-4042-bb02-374f6d562b7d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:08.719449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b20967-53cd-4042-bb02-374f6d562b7d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:08.720091 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99b20967-53cd-4042-bb02-374f6d562b7d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:08.721542 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-99b20967-53cd-4042-bb02-374f6d562b7d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/ports/0ec4006d-65a0-43d4-92e9-9777452731ab HTTP/1.1" status: 200 len: 911 time: 2.8500178 Nov 19 09:39:08.727557 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:08.728931 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48234) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:08.826810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b20967-53cd-4042-bb02-374f6d562b7d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=0ec4006d-65a0-43d4-92e9-9777452731ab,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:08.849331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:39:08.862920 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Sync routers for ids ['f7e0e971-23ff-49f8-8a21-65332059f32d'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:39:08.880499 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03dd229e-19bb-42ee-83d0-e2e0b08be68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:08.882490 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Routers {'f7e0e971-23ff-49f8-8a21-65332059f32d'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:08.883024 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03dd229e-19bb-42ee-83d0-e2e0b08be68a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:08.884189 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-03dd229e-19bb-42ee-83d0-e2e0b08be68a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40b8ed6d-4ec9-4a6b-bea0-e20ba74f0313 HTTP/1.1" status: 204 len: 168 time: 0.7257013 Nov 19 09:39:08.885155 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f7e0e971-23ff-49f8-8a21-65332059f32d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:08.920645 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:08.925958 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e7262368-2cb4-48d7-819f-a3214b17709b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.8489461 Nov 19 09:39:08.926825 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48240) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:08.974437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ab0d17f0-5f44-4e7e-8f49-06916e2271d7 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=0dc1876a77414c6c8af6b4234d92e489&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438311 Nov 19 09:39:08.974689 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48244) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:09.045265 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd229e-19bb-42ee-83d0-e2e0b08be68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b8ed6d-4ec9-4a6b-bea0-e20ba74f0313,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:09.053759 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48055678-c7ba-490d-a419-a1c31edbe57a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:09.064401 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Set router f7e0e971-23ff-49f8-8a21-65332059f32d gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:09.088985 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:09.091761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3468874-b62f-4631-b322-c2b1e48383c2 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Router b7a073ca-94f4-428f-b309-3e51517590d3 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:39:09.183518 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48055678-c7ba-490d-a419-a1c31edbe57a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:09.239709 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:09.247512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a04a56d-97cd-428a-aabb-be90668011d0 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:09.258151 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4a04a56d-97cd-428a-aabb-be90668011d0 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2805653 Nov 19 09:39:09.259027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48248) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:09.274816 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:09.285634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:09.309013 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc936e9c-a657-491e-a1c3-fe649f78f82e None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:39:09.388681 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3f37b2ad-407f-48ce-a6e4-8c17e62cc7e1 tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1282804 Nov 19 09:39:09.391425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48256) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:09.408563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1e2ed599-f229-414b-b517-de3f8cc11425 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2055279250', 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567', 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:09.434024 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290503660', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:03Z', 'updated_at': '2021-11-19T09:39:06Z', 'revision_number': 3, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:04Z', 'updated_at': '2021-11-19T09:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:09.481614 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8f4420de-d456-41f1-b792-3fd127fa4882 None None] Provisioning complete for port 122c7a79-2488-4e0e-a56e-7f8a307ec48b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:09.483009 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f4420de-d456-41f1-b792-3fd127fa4882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:09.525523 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Checking router: f7e0e971-23ff-49f8-8a21-65332059f32d for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:39:09.526318 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Updating router f7e0e971-23ff-49f8-8a21-65332059f32d port 16f5b64d-bc68-47a8-8926-a87e46d29e38 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:39:09.579915 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:09.582861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8f4420de-d456-41f1-b792-3fd127fa4882 None None] Port 122c7a79-2488-4e0e-a56e-7f8a307ec48b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:39:09.672114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2ed599-f229-414b-b517-de3f8cc11425 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Made reservation on behalf of 0dc1876a77414c6c8af6b4234d92e489 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:09.677990 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e2ed599-f229-414b-b517-de3f8cc11425 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:09.754085 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48262) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:09.797340 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-982a1883-a51e-467c-a24b-6d9219e7188d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:09.939497 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Pushing event updated for resources: {'Port': ['ID=122c7a79-2488-4e0e-a56e-7f8a307ec48b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:09.984593 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:09.995598 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.025026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f850a01-7f4c-466b-957d-0d321d461778 None None] Network 4ec08b12-d456-4282-a1c0-b394bc287c7e requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:10.055497 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-982a1883-a51e-467c-a24b-6d9219e7188d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.058149 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e2ed599-f229-414b-b517-de3f8cc11425 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.068548 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-982a1883-a51e-467c-a24b-6d9219e7188d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.082156 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a4267e-c855-43f6-98d4-0091321ab558 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:39:10.087139 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3468874-b62f-4631-b322-c2b1e48383c2 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:39:10.102481 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c3468874-b62f-4631-b322-c2b1e48383c2 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] 10.222.0.21 "PUT /v2.0/routers/b7a073ca-94f4-428f-b309-3e51517590d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2820609 Nov 19 09:39:10.104382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad88ac5b-c5fd-4f1c-a82b-0b790603c399 None None] Sync routers for ids ['b7a073ca-94f4-428f-b309-3e51517590d3'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:39:10.112736 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48270) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:10.128422 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Attempting to bind port 16f5b64d-bc68-47a8-8926-a87e46d29e38 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:10.128756 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Attempting to bind port 16f5b64d-bc68-47a8-8926-a87e46d29e38 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:10.129030 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Attempting to bind port 16f5b64d-bc68-47a8-8926-a87e46d29e38 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:10.149031 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd20b6-66f0-4180-a63c-a980b35c47e7 None None] Pushing event updated for resources: {'Port': ['ID=16f5b64d-bc68-47a8-8926-a87e46d29e38,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:10.151487 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:10.151864 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:10.152270 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.152747 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:10.153301 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Bound port: 16f5b64d-bc68-47a8-8926-a87e46d29e38, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:10.153730 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.179812 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd20b6-66f0-4180-a63c-a980b35c47e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:10.180154 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd20b6-66f0-4180-a63c-a980b35c47e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:10.180497 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd20b6-66f0-4180-a63c-a980b35c47e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:10.180931 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd20b6-66f0-4180-a63c-a980b35c47e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:10.181180 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd20b6-66f0-4180-a63c-a980b35c47e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:10.181493 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd20b6-66f0-4180-a63c-a980b35c47e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:10.181822 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd20b6-66f0-4180-a63c-a980b35c47e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:10.182146 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd20b6-66f0-4180-a63c-a980b35c47e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:10.182468 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd20b6-66f0-4180-a63c-a980b35c47e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:10.182792 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd20b6-66f0-4180-a63c-a980b35c47e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:10.183114 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd20b6-66f0-4180-a63c-a980b35c47e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:10.183465 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd20b6-66f0-4180-a63c-a980b35c47e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:10.200808 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-982a1883-a51e-467c-a24b-6d9219e7188d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ef48690ae99468594b7fe6a1e63f452&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4429576 Nov 19 09:39:10.204070 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0341bcd3-0446-4a41-aa70-8b5adf77e792 None None] Provisioning complete for port d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:10.204450 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0341bcd3-0446-4a41-aa70-8b5adf77e792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.207752 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad88ac5b-c5fd-4f1c-a82b-0b790603c399 None None] Routers {'b7a073ca-94f4-428f-b309-3e51517590d3'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:10.208414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ad88ac5b-c5fd-4f1c-a82b-0b790603c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b7a073ca-94f4-428f-b309-3e51517590d3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:10.220029 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48055678-c7ba-490d-a419-a1c31edbe57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.222963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48055678-c7ba-490d-a419-a1c31edbe57a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.224367 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-48055678-c7ba-490d-a419-a1c31edbe57a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a88c923-8764-4564-bfb5-1e74e347c784 HTTP/1.1" status: 204 len: 168 time: 1.6353679 Nov 19 09:39:10.224988 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48274) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:10.262517 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] For port 16f5b64d-bc68-47a8-8926-a87e46d29e38, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:10.269155 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] For port 16f5b64d-bc68-47a8-8926-a87e46d29e38, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=16f5b64d-bc68-47a8-8926-a87e46d29e38,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:10.285290 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.375209 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ad88ac5b-c5fd-4f1c-a82b-0b790603c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:10.398201 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Routers {'f7e0e971-23ff-49f8-8a21-65332059f32d'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:10.398829 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f7e0e971-23ff-49f8-8a21-65332059f32d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:10.403181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69107d9-d810-4a01-824e-2342c714c729 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:39:10.415677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad88ac5b-c5fd-4f1c-a82b-0b790603c399 None None] Routers {'b7a073ca-94f4-428f-b309-3e51517590d3'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:10.416322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ad88ac5b-c5fd-4f1c-a82b-0b790603c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b7a073ca-94f4-428f-b309-3e51517590d3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:10.420700 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd20b6-66f0-4180-a63c-a980b35c47e7 None None] Pushing event updated for resources: {'Port': ['ID=16f5b64d-bc68-47a8-8926-a87e46d29e38,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:10.423849 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48055678-c7ba-490d-a419-a1c31edbe57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a88c923-8764-4564-bfb5-1e74e347c784,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:10.453670 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad2a6aeb-7a27-46de-a80e-87751ce1d15b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.477157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ed599-f229-414b-b517-de3f8cc11425 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Subnet': ['ID=18085388-1e44-4c95-bc31-c7d2f7e40f0b,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:10.486583 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad2a6aeb-7a27-46de-a80e-87751ce1d15b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.494425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a1883-a51e-467c-a24b-6d9219e7188d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8550c071-30cc-492c-addc-711a57da6c4c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:10.506962 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2ed599-f229-414b-b517-de3f8cc11425 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Checking segment: {'id': '675a91f7-034b-4b3b-a29f-e74d710aa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:10.507334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2ed599-f229-414b-b517-de3f8cc11425 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network hostable DHCP agents. Network: 6134cf53-5a1a-45af-b603-c754e23ab567, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:39:10.512660 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15aa351d-b8e6-49f5-bac1-d55d9c8ee5ce tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.565642 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ad88ac5b-c5fd-4f1c-a82b-0b790603c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:10.566562 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad88ac5b-c5fd-4f1c-a82b-0b790603c399 None None] The sync data for ids ['b7a073ca-94f4-428f-b309-3e51517590d3'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:39:10.574694 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad2a6aeb-7a27-46de-a80e-87751ce1d15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.578282 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad2a6aeb-7a27-46de-a80e-87751ce1d15b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.579683 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ad2a6aeb-7a27-46de-a80e-87751ce1d15b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8550c071-30cc-492c-addc-711a57da6c4c HTTP/1.1" status: 204 len: 168 time: 0.2968919 Nov 19 09:39:10.637195 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a6aeb-7a27-46de-a80e-87751ce1d15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8550c071-30cc-492c-addc-711a57da6c4c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:10.655735 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] Set router f7e0e971-23ff-49f8-8a21-65332059f32d gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:10.738801 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2ed599-f229-414b-b517-de3f8cc11425 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network 6134cf53-5a1a-45af-b603-c754e23ab567 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:39:10.872482 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-1e2ed599-f229-414b-b517-de3f8cc11425 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 6134cf53-5a1a-45af-b603-c754e23ab567) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:10.883989 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2ed599-f229-414b-b517-de3f8cc11425 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:10.884600 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e2ed599-f229-414b-b517-de3f8cc11425 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.901984 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15aa351d-b8e6-49f5-bac1-d55d9c8ee5ce tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.918749 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15aa351d-b8e6-49f5-bac1-d55d9c8ee5ce tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.954548 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:10.991233 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1e2ed599-f229-414b-b517-de3f8cc11425 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5986838 Nov 19 09:39:10.993913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48292) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:10.996002 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48294) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:11.002058 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15aa351d-b8e6-49f5-bac1-d55d9c8ee5ce tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:11.005150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15aa351d-b8e6-49f5-bac1-d55d9c8ee5ce tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Fanout notify agent at l3_agent the message router_deleted on router b7a073ca-94f4-428f-b309-3e51517590d3 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:39:11.023024 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15aa351d-b8e6-49f5-bac1-d55d9c8ee5ce tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:11.028513 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-15aa351d-b8e6-49f5-bac1-d55d9c8ee5ce tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] 10.222.0.21 "DELETE /v2.0/routers/b7a073ca-94f4-428f-b309-3e51517590d3 HTTP/1.1" status: 204 len: 168 time: 0.9075668 Nov 19 09:39:11.031950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48296) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:11.083793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:11.086200 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba12efbc-eb0f-4ce9-8d58-cc248bef9479 None None] Network 6134cf53-5a1a-45af-b603-c754e23ab567 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:11.268371 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d9eaf96-e641-4fca-97f0-e6d751c594d5 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:11.323525 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290503660', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:03Z', 'updated_at': '2021-11-19T09:39:06Z', 'revision_number': 3, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:04Z', 'updated_at': '2021-11-19T09:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:11.396900 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb12165e-2501-4683-8b6a-1df895b99d45 None None] The sync data for ids ['f7e0e971-23ff-49f8-8a21-65332059f32d'] in n-d-805649-14 is: [{'id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290503660', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:03Z', 'updated_at': '2021-11-19T09:39:06Z', 'revision_number': 3, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:04Z', 'updated_at': '2021-11-19T09:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:39:11.413151 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0341bcd3-0446-4a41-aa70-8b5adf77e792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:11.619536 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0341bcd3-0446-4a41-aa70-8b5adf77e792 None None] For port d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b,segment=NetworkSegment(b43f9e7f-4378-4352-b56f-2f38049d8654),segment_id=b43f9e7f-4378-4352-b56f-2f38049d8654)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:11.631829 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:11.632464 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:11.637062 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0341bcd3-0446-4a41-aa70-8b5adf77e792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:11.736623 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341bcd3-0446-4a41-aa70-8b5adf77e792 None None] Pushing event updated for resources: {'Port': ['ID=d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:11.785257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-6134cf53-5a1a-45af-b603-c754e23ab567', 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ips': [{'subnet_id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:39:11.786991 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:11.814336 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c3f37967-ca3c-480d-aa55-dc4a43189d7a None None] Provisioning complete for port 16f5b64d-bc68-47a8-8926-a87e46d29e38 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:11.815344 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3f37967-ca3c-480d-aa55-dc4a43189d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:11.837331 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:12.108761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6d9eaf96-e641-4fca-97f0-e6d751c594d5 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port 0ec4006d-65a0-43d4-92e9-9777452731ab {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:39:12.109470 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d9eaf96-e641-4fca-97f0-e6d751c594d5 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:12.211794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Router c09922c9-bba3-49d9-9426-e1628bc9da19 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:39:12.280617 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3f37967-ca3c-480d-aa55-dc4a43189d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:12.307293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Allocated IP 172.20.0.2 (6134cf53-5a1a-45af-b603-c754e23ab567/18085388-1e44-4c95-bc31-c7d2f7e40f0b/a3e0d941-3662-46a0-9422-9bd62f9fce6d) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:12.316975 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b25e8c-66e7-43c2-8262-85c224440116 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Deleting subnet 1f48e03c-52af-4ae7-8f41-a22742dec95b {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:39:12.337359 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-19a752e4-daf6-435c-8814-df99b99aacd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5ae81deaa264598a94953470a76b505&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3358409 Nov 19 09:39:12.339338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48332) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:12.341396 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e5b25e8c-66e7-43c2-8262-85c224440116 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:12.352570 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d9eaf96-e641-4fca-97f0-e6d751c594d5 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:12.361443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c3f37967-ca3c-480d-aa55-dc4a43189d7a None None] For port 16f5b64d-bc68-47a8-8926-a87e46d29e38, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=16f5b64d-bc68-47a8-8926-a87e46d29e38,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:12.423807 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3f37967-ca3c-480d-aa55-dc4a43189d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:12.433747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6d9eaf96-e641-4fca-97f0-e6d751c594d5 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for 0ec4006d-65a0-43d4-92e9-9777452731ab owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:39:12.452211 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e5b25e8c-66e7-43c2-8262-85c224440116 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:12.585079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f37967-ca3c-480d-aa55-dc4a43189d7a None None] Pushing event updated for resources: {'Port': ['ID=16f5b64d-bc68-47a8-8926-a87e46d29e38,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:12.654684 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e5b25e8c-66e7-43c2-8262-85c224440116 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:12.693626 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:39:12.706400 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6ca7-012d-46d3-8dae-3c53e11c9e77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:12.713863 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:12.719143 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Sync routers for ids ['c09922c9-bba3-49d9-9426-e1628bc9da19'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:39:12.733904 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Routers {'c09922c9-bba3-49d9-9426-e1628bc9da19'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:12.734749 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c09922c9-bba3-49d9-9426-e1628bc9da19'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:12.770491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d77d1918-eeff-444e-8958-c6e0fbefcefe None None] Provisioning complete for port d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:12.771616 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d77d1918-eeff-444e-8958-c6e0fbefcefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:12.775923 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e5b25e8c-66e7-43c2-8262-85c224440116 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:12.845384 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6ca7-012d-46d3-8dae-3c53e11c9e77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:12.874361 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:12.880779 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-db9adee8-4c38-413a-baf4-02a90ae0307e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8083951 Nov 19 09:39:12.884360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48346) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:12.897585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b25e8c-66e7-43c2-8262-85c224440116 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Pushing event deleted for resources: {'Subnet': ['ID=1f48e03c-52af-4ae7-8f41-a22742dec95b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:12.917888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ec5291-99f6-408c-9c43-55e6c647b9dc None None] Network fda8f271-d1cb-42a5-91d6-845abf326834 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:12.928642 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e5b25e8c-66e7-43c2-8262-85c224440116 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:12.932920 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Set router c09922c9-bba3-49d9-9426-e1628bc9da19 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:12.938501 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e5b25e8c-66e7-43c2-8262-85c224440116 tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] 10.222.0.21 "DELETE /v2.0/subnets/1f48e03c-52af-4ae7-8f41-a22742dec95b HTTP/1.1" status: 204 len: 168 time: 1.7687984 Nov 19 09:39:12.988014 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48348) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:13.026678 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:13.088883 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6ca7-012d-46d3-8dae-3c53e11c9e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:13.091560 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6ca7-012d-46d3-8dae-3c53e11c9e77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:13.093299 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8e3a6ca7-012d-46d3-8dae-3c53e11c9e77 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f666086-ac68-45a7-b6d2-823e670d617b HTTP/1.1" status: 204 len: 168 time: 0.7509546 Nov 19 09:39:13.124435 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a6ca7-012d-46d3-8dae-3c53e11c9e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f666086-ac68-45a7-b6d2-823e670d617b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:13.248538 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d9eaf96-e641-4fca-97f0-e6d751c594d5 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:13.320308 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9eaf96-e641-4fca-97f0-e6d751c594d5 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=0ec4006d-65a0-43d4-92e9-9777452731ab,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:13.320792 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:13.370460 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:13.379254 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:10Z', 'revision_number': 3, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port': {'id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:13.489115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:13.489588 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:13.504740 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Checking router: c09922c9-bba3-49d9-9426-e1628bc9da19 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:39:13.506067 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Updating router c09922c9-bba3-49d9-9426-e1628bc9da19 port 122c7a79-2488-4e0e-a56e-7f8a307ec48b binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:39:13.558426 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:13.612368 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d9eaf96-e641-4fca-97f0-e6d751c594d5 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:13.697863 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:13.703276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Network 6134cf53-5a1a-45af-b603-c754e23ab567 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:13.713901 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Pushing event updated for resources: {'Port': ['ID=a3e0d941-3662-46a0-9422-9bd62f9fce6d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:13.761230 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:13.806666 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 16f5b64d-bc68-47a8-8926-a87e46d29e38 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:13.852812 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:13.931387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Allocated IP 172.20.0.1 (6134cf53-5a1a-45af-b603-c754e23ab567/18085388-1e44-4c95-bc31-c7d2f7e40f0b/04e40b1f-d9a7-41fe-aa0c-204017999ecb) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:14.027848 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Attempting to bind port a3e0d941-3662-46a0-9422-9bd62f9fce6d on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:14.028350 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Attempting to bind port a3e0d941-3662-46a0-9422-9bd62f9fce6d by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '675a91f7-034b-4b3b-a29f-e74d710aa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:14.028857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Attempting to bind port a3e0d941-3662-46a0-9422-9bd62f9fce6d on network 6134cf53-5a1a-45af-b603-c754e23ab567 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:14.048057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:14.052773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Checking segment: {'id': '675a91f7-034b-4b3b-a29f-e74d710aa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:14.053645 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:14.054419 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Bound using segment: {'id': '675a91f7-034b-4b3b-a29f-e74d710aa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:14.055175 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Bound port: a3e0d941-3662-46a0-9422-9bd62f9fce6d, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675a91f7-034b-4b3b-a29f-e74d710aa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:14.055811 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:14.059012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514e0893-7075-4f19-a45d-d3f411ef2a16 None None] DHCP port deletion for fda8f271-d1cb-42a5-91d6-845abf326834 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:39:14.091170 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 16f5b64d-bc68-47a8-8926-a87e46d29e38 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:14.092119 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:14.214629 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:14.239122 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9eaf96-e641-4fca-97f0-e6d751c594d5 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 6149255f-1f0a-4e27-a9af-7441bfe5f961 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:39:14.366560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] For port a3e0d941-3662-46a0-9422-9bd62f9fce6d, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:14.376496 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] For port a3e0d941-3662-46a0-9422-9bd62f9fce6d, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a3e0d941-3662-46a0-9422-9bd62f9fce6d,segment=NetworkSegment(675a91f7-034b-4b3b-a29f-e74d710aa697),segment_id=675a91f7-034b-4b3b-a29f-e74d710aa697)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:14.385890 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-514e0893-7075-4f19-a45d-d3f411ef2a16 None None] Deleting port 6dda9368-b577-4bf9-9d12-749f34456e46 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:39:14.386270 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-514e0893-7075-4f19-a45d-d3f411ef2a16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:14.432125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9eaf96-e641-4fca-97f0-e6d751c594d5 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:39:14.443114 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6d9eaf96-e641-4fca-97f0-e6d751c594d5 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/6149255f-1f0a-4e27-a9af-7441bfe5f961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7059836 Nov 19 09:39:14.443601 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:14.447084 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48374) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:14.509855 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b079c46b-087c-47ea-97cb-18048bac903c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports?device_id=6149255f-1f0a-4e27-a9af-7441bfe5f961 HTTP/1.1" status: 200 len: 205 time: 0.0602746 Nov 19 09:39:14.515916 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48378) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:14.537538 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:14.551689 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:14.569273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07df63d-8fe3-4e47-8316-948de5e28348 None None] Pushing event updated for resources: {'Port': ['ID=a3e0d941-3662-46a0-9422-9bd62f9fce6d,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:14.572695 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fec291-9838-4f80-871a-a1255d1c2131 None None] Sync routers for ids ['6149255f-1f0a-4e27-a9af-7441bfe5f961'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:39:14.596086 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:14.630263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 16f5b64d-bc68-47a8-8926-a87e46d29e38 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:14.637383 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348aecd8-21b5-4d17-933f-26d935595695 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:39:14.758600 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Attempting to bind port 122c7a79-2488-4e0e-a56e-7f8a307ec48b on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:14.758969 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Attempting to bind port 122c7a79-2488-4e0e-a56e-7f8a307ec48b by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:14.759328 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Attempting to bind port 122c7a79-2488-4e0e-a56e-7f8a307ec48b on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:14.763604 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30f7e189-9d96-417a-878e-f63d5f05432f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:14.773270 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:14.774037 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:14.775310 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:14.775898 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:14.776569 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Bound port: 122c7a79-2488-4e0e-a56e-7f8a307ec48b, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:14.783506 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:14.799964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-514e0893-7075-4f19-a45d-d3f411ef2a16 None None] For port 6dda9368-b577-4bf9-9d12-749f34456e46, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6dda9368-b577-4bf9-9d12-749f34456e46,segment=NetworkSegment(0f7bddc8-451b-450a-bf59-d6efbda8dce2),segment_id=0f7bddc8-451b-450a-bf59-d6efbda8dce2)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:14.800385 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-514e0893-7075-4f19-a45d-d3f411ef2a16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:14.810023 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network 6134cf53-5a1a-45af-b603-c754e23ab567 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:14.831065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fec291-9838-4f80-871a-a1255d1c2131 None None] Routers {'6149255f-1f0a-4e27-a9af-7441bfe5f961'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:14.831716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d6fec291-9838-4f80-871a-a1255d1c2131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6149255f-1f0a-4e27-a9af-7441bfe5f961'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:14.842435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:14.850308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:14.860512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=04e40b1f-d9a7-41fe-aa0c-204017999ecb,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:14.908114 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] For port 122c7a79-2488-4e0e-a56e-7f8a307ec48b, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:14.919146 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] For port 122c7a79-2488-4e0e-a56e-7f8a307ec48b, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=122c7a79-2488-4e0e-a56e-7f8a307ec48b,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:14.938296 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:14.949435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Deleting port 6dda9368-b577-4bf9-9d12-749f34456e46 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:39:14.949943 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:14.964635 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d18e1-8ef0-429a-bb43-a93b04cf7240 None None] Pushing event updated for resources: {'Port': ['ID=122c7a79-2488-4e0e-a56e-7f8a307ec48b,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:14.976062 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-514e0893-7075-4f19-a45d-d3f411ef2a16 None None] Calling delete_port for 6dda9368-b577-4bf9-9d12-749f34456e46 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:39:14.983981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-691b98e9-0cd6-4979-a9bf-0f18247d87c5 None None] Provisioning complete for port 122c7a79-2488-4e0e-a56e-7f8a307ec48b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:14.984447 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-691b98e9-0cd6-4979-a9bf-0f18247d87c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:15.079708 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:15.124639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d6fec291-9838-4f80-871a-a1255d1c2131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:15.131894 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d18e1-8ef0-429a-bb43-a93b04cf7240 None None] Pushing event updated for resources: {'Port': ['ID=122c7a79-2488-4e0e-a56e-7f8a307ec48b,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:15.174434 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Routers {'c09922c9-bba3-49d9-9426-e1628bc9da19'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:15.177955 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c09922c9-bba3-49d9-9426-e1628bc9da19'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:15.189405 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30f7e189-9d96-417a-878e-f63d5f05432f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:15.191682 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30f7e189-9d96-417a-878e-f63d5f05432f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:15.239720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] For port 6dda9368-b577-4bf9-9d12-749f34456e46, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6dda9368-b577-4bf9-9d12-749f34456e46,segment=NetworkSegment(0f7bddc8-451b-450a-bf59-d6efbda8dce2),segment_id=0f7bddc8-451b-450a-bf59-d6efbda8dce2)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:15.240099 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:15.290196 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Calling delete_port for 6dda9368-b577-4bf9-9d12-749f34456e46 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:39:15.311872 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30f7e189-9d96-417a-878e-f63d5f05432f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:15.313311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f7e189-9d96-417a-878e-f63d5f05432f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Fanout notify agent at l3_agent the message router_deleted on router 6149255f-1f0a-4e27-a9af-7441bfe5f961 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:39:15.321864 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30f7e189-9d96-417a-878e-f63d5f05432f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:15.337154 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-30f7e189-9d96-417a-878e-f63d5f05432f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/routers/6149255f-1f0a-4e27-a9af-7441bfe5f961 HTTP/1.1" status: 204 len: 168 time: 0.8202415 Nov 19 09:39:15.339512 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48394) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:15.340855 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fec291-9838-4f80-871a-a1255d1c2131 None None] Routers {'6149255f-1f0a-4e27-a9af-7441bfe5f961'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:15.341606 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d6fec291-9838-4f80-871a-a1255d1c2131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6149255f-1f0a-4e27-a9af-7441bfe5f961'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:15.344872 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aeb27c-fb97-44a6-a308-f29016785649 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:39:15.436099 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d063d4a-b368-45b7-83c7-803e555419f6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting subnet f4e1d22c-c565-455c-9249-40e8b0f3791c {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:39:15.441640 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d063d4a-b368-45b7-83c7-803e555419f6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:15.496061 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d063d4a-b368-45b7-83c7-803e555419f6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:15.502665 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-514e0893-7075-4f19-a45d-d3f411ef2a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:15.546334 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] Set router c09922c9-bba3-49d9-9426-e1628bc9da19 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:15.569684 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d6fec291-9838-4f80-871a-a1255d1c2131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:15.570613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fec291-9838-4f80-871a-a1255d1c2131 None None] The sync data for ids ['6149255f-1f0a-4e27-a9af-7441bfe5f961'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:39:15.626817 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d063d4a-b368-45b7-83c7-803e555419f6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:15.692081 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:15.775751 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d063d4a-b368-45b7-83c7-803e555419f6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:15.800482 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:15.815517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d063d4a-b368-45b7-83c7-803e555419f6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e1d22c-c565-455c-9249-40e8b0f3791c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:15.828338 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d063d4a-b368-45b7-83c7-803e555419f6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:15.833024 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0d063d4a-b368-45b7-83c7-803e555419f6 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/f4e1d22c-c565-455c-9249-40e8b0f3791c HTTP/1.1" status: 204 len: 168 time: 0.4921255 Nov 19 09:39:15.841579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48406) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:15.994359 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Pushing event deleted for resources: {'Port': ['ID=6dda9368-b577-4bf9-9d12-749f34456e46,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:15.999537 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.054841 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.069908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] No DVR routers for this DVR port 6dda9368-b577-4bf9-9d12-749f34456e46 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:39:16.070420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port 4641a6be-978f-4e7c-9fce-0a08a5921c5a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:39:16.070796 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.079008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e0893-7075-4f19-a45d-d3f411ef2a16 None None] Pushing event deleted for resources: {'Port': ['ID=6dda9368-b577-4bf9-9d12-749f34456e46,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:16.081129 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:10Z', 'revision_number': 3, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port': {'id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:16.097937 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d862bcc6-ef1e-4a87-87a2-77aa84661244 None None] Network 6ec627dd-b381-4aef-8119-f7162048b165 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:16.109621 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514e0893-7075-4f19-a45d-d3f411ef2a16 None None] No DVR routers for this DVR port 6dda9368-b577-4bf9-9d12-749f34456e46 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:39:16.147972 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 16f5b64d-bc68-47a8-8926-a87e46d29e38 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:16.148355 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.158523 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a50d8e5-063e-4821-8e88-ac7584cb9b23 None None] The sync data for ids ['c09922c9-bba3-49d9-9426-e1628bc9da19'] in n-d-805649-14 is: [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:10Z', 'revision_number': 3, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port': {'id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:39:16.223182 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] For port 4641a6be-978f-4e7c-9fce-0a08a5921c5a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4641a6be-978f-4e7c-9fce-0a08a5921c5a,segment=NetworkSegment(059ea552-94ad-4220-9557-5bfbb53d7cb1),segment_id=059ea552-94ad-4220-9557-5bfbb53d7cb1)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:16.223451 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.247127 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for 4641a6be-978f-4e7c-9fce-0a08a5921c5a owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:39:16.263702 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-691b98e9-0cd6-4979-a9bf-0f18247d87c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.298375 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.310714 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-691b98e9-0cd6-4979-a9bf-0f18247d87c5 None None] For port 122c7a79-2488-4e0e-a56e-7f8a307ec48b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=122c7a79-2488-4e0e-a56e-7f8a307ec48b,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:16.330038 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-691b98e9-0cd6-4979-a9bf-0f18247d87c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.432236 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Allocated IP 172.20.0.1 (4ec08b12-d456-4282-a1c0-b394bc287c7e/b5439138-e5b8-49bd-9cf3-ef777529ccf5/0a920b69-6e39-4976-a8b8-e92d2745322e) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:16.484432 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df41df7-5956-40ce-ac0c-f031db5800b8 None None] Network 6134cf53-5a1a-45af-b603-c754e23ab567 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:16.496396 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.552022 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b98e9-0cd6-4979-a9bf-0f18247d87c5 None None] Pushing event updated for resources: {'Port': ['ID=122c7a79-2488-4e0e-a56e-7f8a307ec48b,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:16.571162 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] No DVR routers for this DVR port 4641a6be-978f-4e7c-9fce-0a08a5921c5a on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:39:16.574364 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=4641a6be-978f-4e7c-9fce-0a08a5921c5a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:16.588336 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.589876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fe2ee35d-c45a-4795-ac88-9a9e73176c8f None None] Provisioning complete for port 122c7a79-2488-4e0e-a56e-7f8a307ec48b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:16.590334 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee35d-c45a-4795-ac88-9a9e73176c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.668957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6dda9368-b577-4bf9-9d12-749f34456e46 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:39:16.714795 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 6dda9368-b577-4bf9-9d12-749f34456e46 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:39:16.715158 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6dda9368-b577-4bf9-9d12-749f34456e46 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:39:16.733608 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda8f271-d1cb-42a5-91d6-845abf326834']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:16.761698 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95447c94-f4e6-43aa-bdbe-bac914189111 None None] DHCP port deletion for 6ec627dd-b381-4aef-8119-f7162048b165 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:39:16.762823 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7bddc8-451b-450a-bf59-d6efbda8dce2') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:16.763368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7bddc8-451b-450a-bf59-d6efbda8dce2') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:16.792078 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.825627 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.860465 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.889997 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec627dd-b381-4aef-8119-f7162048b165']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:16.893425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:39:16.893991 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:39:16.902204 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:39:16.915486 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.919368 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059ea552-94ad-4220-9557-5bfbb53d7cb1') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:16.921372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059ea552-94ad-4220-9557-5bfbb53d7cb1') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:16.948213 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.981492 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:16.998950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:39:16.999647 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:39:17.002893 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:39:17.058996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a3e0d941-3662-46a0-9422-9bd62f9fce6d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:17.089572 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:17.110560 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:17.136050 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:17.140431 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/networks/6ec627dd-b381-4aef-8119-f7162048b165 HTTP/1.1" status: 204 len: 168 time: 1.2963734 Nov 19 09:39:17.151352 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48426) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:17.169457 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8e4f3212-ab9c-48e0-9f2b-661ef5e8f346 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1058880292', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:17.175630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cc2a389b-8a6f-406a-bfe5-953384e5d709 None None] Provisioning complete for port a3e0d941-3662-46a0-9422-9bd62f9fce6d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:17.178366 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cc2a389b-8a6f-406a-bfe5-953384e5d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:17.186357 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4c2fa-05ab-46ab-95c0-abd95c85609c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Network': ['ID=6ec627dd-b381-4aef-8119-f7162048b165,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:17.275976 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3212-ab9c-48e0-9f2b-661ef5e8f346 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:17.277458 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3212-ab9c-48e0-9f2b-661ef5e8f346 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:17.278814 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port a3e0d941-3662-46a0-9422-9bd62f9fce6d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:17.279419 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:17.340025 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:17.346521 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] 10.222.0.21 "DELETE /v2.0/networks/fda8f271-d1cb-42a5-91d6-845abf326834 HTTP/1.1" status: 204 len: 168 time: 4.3572099 Nov 19 09:39:17.356334 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:17.359897 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:17.421958 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:17.433067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1947b1-d1dd-478a-803d-c61fba7453dc tempest-FloatingIPNegativeTestJSON-1690472508 tempest-FloatingIPNegativeTestJSON-1690472508-project] Pushing event deleted for resources: {'Network': ['ID=fda8f271-d1cb-42a5-91d6-845abf326834,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:17.524260 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cc2a389b-8a6f-406a-bfe5-953384e5d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:17.623215 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:17.654136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Network 4ec08b12-d456-4282-a1c0-b394bc287c7e is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:17.669861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Pushing event updated for resources: {'Port': ['ID=0a920b69-6e39-4976-a8b8-e92d2745322e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:17.677308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:17.690725 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cc2a389b-8a6f-406a-bfe5-953384e5d709 None None] For port a3e0d941-3662-46a0-9422-9bd62f9fce6d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a3e0d941-3662-46a0-9422-9bd62f9fce6d,segment=NetworkSegment(675a91f7-034b-4b3b-a29f-e74d710aa697),segment_id=675a91f7-034b-4b3b-a29f-e74d710aa697)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:17.740259 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cc2a389b-8a6f-406a-bfe5-953384e5d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:17.787652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:17.910663 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:18.021413 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-95b8193b-8a5f-4707-b3c2-a40df19f486c None None] Provisioning complete for port a3e0d941-3662-46a0-9422-9bd62f9fce6d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:18.022313 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-95b8193b-8a5f-4707-b3c2-a40df19f486c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:18.025827 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:39:18.026188 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:39:18.028364 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a389b-8a6f-406a-bfe5-953384e5d709 None None] Pushing event updated for resources: {'Port': ['ID=a3e0d941-3662-46a0-9422-9bd62f9fce6d,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:18.119986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=04e40b1f-d9a7-41fe-aa0c-204017999ecb,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:18.126099 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48436) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:18.135306 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network 6134cf53-5a1a-45af-b603-c754e23ab567 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:18.146117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:18.169711 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:18.216132 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:18.292446 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-95b8193b-8a5f-4707-b3c2-a40df19f486c None None] Provisioning complete for port 04e40b1f-d9a7-41fe-aa0c-204017999ecb triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:18.292446 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-95b8193b-8a5f-4707-b3c2-a40df19f486c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:18.293111 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3212-ab9c-48e0-9f2b-661ef5e8f346 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:18.301758 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3212-ab9c-48e0-9f2b-661ef5e8f346 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:18.351635 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3212-ab9c-48e0-9f2b-661ef5e8f346 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:18.357447 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8e4f3212-ab9c-48e0-9f2b-661ef5e8f346 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2038717 Nov 19 09:39:18.360201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48440) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:18.365952 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d4d16d1b-d152-481d-a733-a1e1bb62a46d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1670488293'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:18.378589 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-95b8193b-8a5f-4707-b3c2-a40df19f486c None None] Port 04e40b1f-d9a7-41fe-aa0c-204017999ecb cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:39:18.402904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d16d1b-d152-481d-a733-a1e1bb62a46d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:18.406964 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4d16d1b-d152-481d-a733-a1e1bb62a46d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:18.451522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d16d1b-d152-481d-a733-a1e1bb62a46d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:39:18.462349 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4d16d1b-d152-481d-a733-a1e1bb62a46d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:18.462524 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-d4d16d1b-d152-481d-a733-a1e1bb62a46d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Added segment f5702643-080e-4b9c-8b62-81dcd514c93f of type vlan for network fa65f984-4895-4d99-add8-f465c07bf396 Nov 19 09:39:18.508738 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e7e46977-9de0-45a7-96dd-93376a41a097 None None] Provisioning complete for port 0a920b69-6e39-4976-a8b8-e92d2745322e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:18.509184 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7e46977-9de0-45a7-96dd-93376a41a097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:18.559697 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4d16d1b-d152-481d-a733-a1e1bb62a46d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:18.592484 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e7e46977-9de0-45a7-96dd-93376a41a097 None None] Port 0a920b69-6e39-4976-a8b8-e92d2745322e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:39:18.626141 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4d16d1b-d152-481d-a733-a1e1bb62a46d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:18.632405 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d16d1b-d152-481d-a733-a1e1bb62a46d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:18.633024 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4d16d1b-d152-481d-a733-a1e1bb62a46d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:18.675381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e7e46977-9de0-45a7-96dd-93376a41a097 None None] Provisioning complete for port 04e40b1f-d9a7-41fe-aa0c-204017999ecb triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:18.675936 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7e46977-9de0-45a7-96dd-93376a41a097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:18.708859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 122c7a79-2488-4e0e-a56e-7f8a307ec48b up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:18.753611 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d4d16d1b-d152-481d-a733-a1e1bb62a46d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3917768 Nov 19 09:39:18.754595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48444) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:18.760487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-36459020-285b-493e-9c1c-c50ed0f9af4e tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'subnet': {'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:18.774942 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e7e46977-9de0-45a7-96dd-93376a41a097 None None] Port 04e40b1f-d9a7-41fe-aa0c-204017999ecb cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:39:18.813311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d16d1b-d152-481d-a733-a1e1bb62a46d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Network': ['ID=fa65f984-4895-4d99-add8-f465c07bf396,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:18.837274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network fa65f984-4895-4d99-add8-f465c07bf396 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:39:18.856184 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 122c7a79-2488-4e0e-a56e-7f8a307ec48b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:18.856496 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:18.887302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36459020-285b-493e-9c1c-c50ed0f9af4e tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:18.892435 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36459020-285b-493e-9c1c-c50ed0f9af4e tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:18.967761 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-453609ae-2185-44e1-81ae-ae271e74510d None None] Provisioning complete for port 04e40b1f-d9a7-41fe-aa0c-204017999ecb triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:18.967965 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-453609ae-2185-44e1-81ae-ae271e74510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:19.015113 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-453609ae-2185-44e1-81ae-ae271e74510d None None] Port 04e40b1f-d9a7-41fe-aa0c-204017999ecb cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:39:19.037951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b661dd32-f20a-400e-b8bd-a0111800d335 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5497ae343584111bcd4d7efc46c4ea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8976982 Nov 19 09:39:19.041781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48448) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:19.073873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router f7e0e971-23ff-49f8-8a21-65332059f32d has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:39:19.139007 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:19.171507 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4a13e85-d85b-4dce-9e12-bc4a528f5ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:19.205666 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4641a6be-978f-4e7c-9fce-0a08a5921c5a no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:39:19.233925 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4a13e85-d85b-4dce-9e12-bc4a528f5ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:19.251515 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 4641a6be-978f-4e7c-9fce-0a08a5921c5a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:39:19.252210 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4641a6be-978f-4e7c-9fce-0a08a5921c5a not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:39:19.288222 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36459020-285b-493e-9c1c-c50ed0f9af4e tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:19.373906 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36459020-285b-493e-9c1c-c50ed0f9af4e tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Checking segment: {'id': 'f5702643-080e-4b9c-8b62-81dcd514c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:19.374550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36459020-285b-493e-9c1c-c50ed0f9af4e tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network hostable DHCP agents. Network: fa65f984-4895-4d99-add8-f465c07bf396, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:39:19.376409 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36459020-285b-493e-9c1c-c50ed0f9af4e tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Subnet': ['ID=9bfb8a85-cf40-4f26-920b-ba0a3192a345,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:19.396254 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4a13e85-d85b-4dce-9e12-bc4a528f5ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:19.399204 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4a13e85-d85b-4dce-9e12-bc4a528f5ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:19.403391 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e4a13e85-d85b-4dce-9e12-bc4a528f5ad1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18aae547-4e0b-463c-8976-9d52622a8a15 HTTP/1.1" status: 204 len: 168 time: 0.3603983 Nov 19 09:39:19.413323 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a13e85-d85b-4dce-9e12-bc4a528f5ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aae547-4e0b-463c-8976-9d52622a8a15,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:19.415235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36459020-285b-493e-9c1c-c50ed0f9af4e tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network fa65f984-4895-4d99-add8-f465c07bf396 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:39:19.431991 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-36459020-285b-493e-9c1c-c50ed0f9af4e tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, fa65f984-4895-4d99-add8-f465c07bf396) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:19.447818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36459020-285b-493e-9c1c-c50ed0f9af4e tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:19.448634 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36459020-285b-493e-9c1c-c50ed0f9af4e tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:19.458392 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a3e0d941-3662-46a0-9422-9bd62f9fce6d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:19.481645 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6a8e1b-53b8-4a5e-8995-d6b8a9d24b7c None None] Network fa65f984-4895-4d99-add8-f465c07bf396 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:19.484344 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-36459020-285b-493e-9c1c-c50ed0f9af4e tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7282469 Nov 19 09:39:19.487618 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48454) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:19.710215 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:19.734557 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:19.766281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port a3e0d941-3662-46a0-9422-9bd62f9fce6d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:19.766852 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:19.885197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:39:19.900394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-75bfe8bd-0a43-4246-aa09-0f84ebafbaa1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "PUT /v2.0/routers/f7e0e971-23ff-49f8-8a21-65332059f32d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9005294 Nov 19 09:39:19.916313 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Sync routers for ids ['f7e0e971-23ff-49f8-8a21-65332059f32d'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:39:19.931051 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:19.934145 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Pushing event updated for resources: {'Port': ['ID=0a920b69-6e39-4976-a8b8-e92d2745322e,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:19.951989 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Routers {'f7e0e971-23ff-49f8-8a21-65332059f32d'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:19.954433 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f7e0e971-23ff-49f8-8a21-65332059f32d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:20.161596 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:20.218568 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-16651bf0-669f-47be-a3b3-feef3c8febe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:20.225523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Network 4ec08b12-d456-4282-a1c0-b394bc287c7e is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:20.235182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:20.286676 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-fa65f984-4895-4d99-add8-f465c07bf396', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:39:20.287784 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:20.382038 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Set router f7e0e971-23ff-49f8-8a21-65332059f32d gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:20.652287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-99edb7f4-47a6-4f81-a1e8-f7674ecf31c1 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876277204&fields=id&tenant_id=0dc1876a77414c6c8af6b4234d92e489 HTTP/1.1" status: 200 len: 267 time: 0.2771738 Nov 19 09:39:20.666569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Allocated IP 2001:db8::2 (fa65f984-4895-4d99-add8-f465c07bf396/9bfb8a85-cf40-4f26-920b-ba0a3192a345/a4e3915a-b662-4391-abc3-649ce955a22c) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:20.742625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Router c09922c9-bba3-49d9-9426-e1628bc9da19 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:39:20.812610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-5f4d5b33-8997-4463-949f-d227708e880c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:20.814187 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-5f4d5b33-8997-4463-949f-d227708e880c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/networks?id=6134cf53-5a1a-45af-b603-c754e23ab567 HTTP/1.1" status: 200 len: 796 time: 0.1607583 Nov 19 09:39:20.862124 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8d0b50fc-cfbc-47ad-89da-b99d2bd74f9c None None] Provisioning complete for port 0a920b69-6e39-4976-a8b8-e92d2745322e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:20.862692 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8d0b50fc-cfbc-47ad-89da-b99d2bd74f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:20.880334 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-4b4b206b-fbb8-408c-a32e-d16aa5e203fd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/quotas/0dc1876a77414c6c8af6b4234d92e489 HTTP/1.1" status: 200 len: 375 time: 0.0581627 Nov 19 09:39:20.937413 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290503660', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:03Z', 'updated_at': '2021-11-19T09:39:15Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:04Z', 'updated_at': '2021-11-19T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '04e40b1f-d9a7-41fe-aa0c-204017999ecb', 'name': '', 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:b2:e9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:13Z', 'updated_at': '2021-11-19T09:39:16Z', 'revision_number': 2, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:20.995826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48506) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:21.006270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8d0b50fc-cfbc-47ad-89da-b99d2bd74f9c None None] Port 0a920b69-6e39-4976-a8b8-e92d2745322e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:39:21.129903 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Checking router: f7e0e971-23ff-49f8-8a21-65332059f32d for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:39:21.130252 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Updating router f7e0e971-23ff-49f8-8a21-65332059f32d port 04e40b1f-d9a7-41fe-aa0c-204017999ecb binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:39:21.131304 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:21.135471 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-a79f1912-3afe-4668-acac-28b35b08b020 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2440429 Nov 19 09:39:21.139244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:39:21.151117 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:21.165210 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:21.184249 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cc6974a6-eb77-45b3-bd11-6ed9a7d2527f admin admin] 10.222.0.21 "PUT /v2.0/routers/c09922c9-bba3-49d9-9426-e1628bc9da19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2786233 Nov 19 09:39:21.190602 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Sync routers for ids ['c09922c9-bba3-49d9-9426-e1628bc9da19'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:39:21.234704 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Network fa65f984-4895-4d99-add8-f465c07bf396 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:21.243511 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:21.246917 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:21.257323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Routers {'c09922c9-bba3-49d9-9426-e1628bc9da19'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:21.258299 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:38:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c09922c9-bba3-49d9-9426-e1628bc9da19'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:21.262317 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Pushing event updated for resources: {'Port': ['ID=a4e3915a-b662-4391-abc3-649ce955a22c,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:21.304816 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Allocated IP 2001:db8::1 (fa65f984-4895-4d99-add8-f465c07bf396/9bfb8a85-cf40-4f26-920b-ba0a3192a345/bbd2f91c-1749-4526-946c-58e466d5b962) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:21.320052 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-359b9f96-ec1c-4b77-b32e-990278d06193 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-561055828'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:21.418159 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-edbcdd8b-b2ef-4f94-8da1-c1bd12200aca service neutron] 10.222.0.21 "GET /v2.0/networks/6134cf53-5a1a-45af-b603-c754e23ab567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813177 Nov 19 09:39:21.631211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359b9f96-ec1c-4b77-b32e-990278d06193 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:21.652911 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-359b9f96-ec1c-4b77-b32e-990278d06193 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:21.671144 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-359b9f96-ec1c-4b77-b32e-990278d06193 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:21.703453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-c1806b1c-a439-4d3c-ae38-88e70a0cf0f1 service neutron] 10.222.0.21 "GET /v2.0/networks/6134cf53-5a1a-45af-b603-c754e23ab567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831297 Nov 19 09:39:21.828279 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:21.840461 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Attempting to bind port a4e3915a-b662-4391-abc3-649ce955a22c on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:21.841305 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Attempting to bind port a4e3915a-b662-4391-abc3-649ce955a22c by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'f5702643-080e-4b9c-8b62-81dcd514c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:21.841959 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Attempting to bind port a4e3915a-b662-4391-abc3-649ce955a22c on network fa65f984-4895-4d99-add8-f465c07bf396 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:21.853327 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:21.867000 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:21.868076 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Checking segment: {'id': 'f5702643-080e-4b9c-8b62-81dcd514c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:21.869384 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:21.869898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Bound using segment: {'id': 'f5702643-080e-4b9c-8b62-81dcd514c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:21.871818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Bound port: a4e3915a-b662-4391-abc3-649ce955a22c, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5702643-080e-4b9c-8b62-81dcd514c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:21.872333 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:21.887425 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.004278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Set router c09922c9-bba3-49d9-9426-e1628bc9da19 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:22.005584 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-359b9f96-ec1c-4b77-b32e-990278d06193 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.023685 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-359b9f96-ec1c-4b77-b32e-990278d06193 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.068682 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] For port a4e3915a-b662-4391-abc3-649ce955a22c, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:22.072516 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] For port a4e3915a-b662-4391-abc3-649ce955a22c, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a4e3915a-b662-4391-abc3-649ce955a22c,segment=NetworkSegment(f5702643-080e-4b9c-8b62-81dcd514c93f),segment_id=f5702643-080e-4b9c-8b62-81dcd514c93f)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:22.084735 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63ee2974-eb7e-4f9c-b402-c4e6edb6eb69 req-93596f0b-ef11-4352-855c-65f82311c1f0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 210 time: 0.0961413 Nov 19 09:39:22.101662 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4adb6-5d3e-46c5-8dd4-794376e60869 None None] Pushing event updated for resources: {'Port': ['ID=04e40b1f-d9a7-41fe-aa0c-204017999ecb,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:22.109726 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359b9f96-ec1c-4b77-b32e-990278d06193 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:39:22.132133 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-359b9f96-ec1c-4b77-b32e-990278d06193 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.132425 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-359b9f96-ec1c-4b77-b32e-990278d06193 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Added segment 8e24b762-f0bb-449c-9a66-7453111c36bd of type vlan for network dbba3c3c-280b-4d18-aee7-7cd302641fc9 Nov 19 09:39:22.173000 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.250325 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Attempting to bind port 04e40b1f-d9a7-41fe-aa0c-204017999ecb on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:22.250697 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Attempting to bind port 04e40b1f-d9a7-41fe-aa0c-204017999ecb by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '675a91f7-034b-4b3b-a29f-e74d710aa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:22.251060 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Attempting to bind port 04e40b1f-d9a7-41fe-aa0c-204017999ecb on network 6134cf53-5a1a-45af-b603-c754e23ab567 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:22.262951 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:22.263415 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Checking segment: {'id': '675a91f7-034b-4b3b-a29f-e74d710aa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:22.268191 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-359b9f96-ec1c-4b77-b32e-990278d06193 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.272505 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.272920 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Bound using segment: {'id': '675a91f7-034b-4b3b-a29f-e74d710aa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:22.273437 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Bound port: 04e40b1f-d9a7-41fe-aa0c-204017999ecb, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675a91f7-034b-4b3b-a29f-e74d710aa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:22.273829 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.298592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dc26a-d1ed-4299-82ae-6195d07099fd None None] Pushing event updated for resources: {'Port': ['ID=a4e3915a-b662-4391-abc3-649ce955a22c,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:22.395063 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.406817 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-359b9f96-ec1c-4b77-b32e-990278d06193 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.428782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359b9f96-ec1c-4b77-b32e-990278d06193 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:22.429834 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-359b9f96-ec1c-4b77-b32e-990278d06193 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.450049 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b9f96-ec1c-4b77-b32e-990278d06193 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c69ffaa-9ab5-474f-8a56-c0696c344887,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:22.459020 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c685d52-2348-4edc-8ee8-5cf7956d27f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.516035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48554) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:22.516683 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] For port 04e40b1f-d9a7-41fe-aa0c-204017999ecb, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:22.520148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-39e33473-bef1-47d4-97d7-e00634970fbf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1826463508-network', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:22.525819 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] For port 04e40b1f-d9a7-41fe-aa0c-204017999ecb, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=04e40b1f-d9a7-41fe-aa0c-204017999ecb,segment=NetworkSegment(675a91f7-034b-4b3b-a29f-e74d710aa697),segment_id=675a91f7-034b-4b3b-a29f-e74d710aa697)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:22.541029 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.587276 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e33473-bef1-47d4-97d7-e00634970fbf admin admin] Made reservation on behalf of d3074e98dafc4021b5e5b38b6cf11443 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:22.589820 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39e33473-bef1-47d4-97d7-e00634970fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.623208 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39e33473-bef1-47d4-97d7-e00634970fbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.658750 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4adb6-5d3e-46c5-8dd4-794376e60869 None None] Pushing event updated for resources: {'Port': ['ID=04e40b1f-d9a7-41fe-aa0c-204017999ecb,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:22.685595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network fa65f984-4895-4d99-add8-f465c07bf396 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:22.708372 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a40d7ed4-7487-42f3-8939-006ca509ee90 None None] Provisioning complete for port 04e40b1f-d9a7-41fe-aa0c-204017999ecb triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:22.708372 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a40d7ed4-7487-42f3-8939-006ca509ee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.716070 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Routers {'f7e0e971-23ff-49f8-8a21-65332059f32d'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:22.716719 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f7e0e971-23ff-49f8-8a21-65332059f32d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:22.723613 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-359b9f96-ec1c-4b77-b32e-990278d06193 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7266197 Nov 19 09:39:22.746218 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:22.757914 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:22.762541 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.767647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=bbd2f91c-1749-4526-946c-58e466d5b962,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:22.899505 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39e33473-bef1-47d4-97d7-e00634970fbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:22.904138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b9f96-ec1c-4b77-b32e-990278d06193 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Network': ['ID=dbba3c3c-280b-4d18-aee7-7cd302641fc9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:22.923074 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39e33473-bef1-47d4-97d7-e00634970fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:23.005592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network dbba3c3c-280b-4d18-aee7-7cd302641fc9 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:39:23.030669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e33473-bef1-47d4-97d7-e00634970fbf admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:39:23.078315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e33473-bef1-47d4-97d7-e00634970fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff97ac91-e98d-4454-9d11-27bb2122084f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:23.096013 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] Set router f7e0e971-23ff-49f8-8a21-65332059f32d gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:23.125890 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39e33473-bef1-47d4-97d7-e00634970fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:23.126247 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-39e33473-bef1-47d4-97d7-e00634970fbf admin admin] Added segment 28ff342d-aaa8-4feb-8775-00ce48ffa20c of type vlan for network bff31a76-d764-4e06-8e62-a6add8ca2a1c Nov 19 09:39:23.296061 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:23.516956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac226b6c-6239-47c3-9ec8-73840d11754c req-8f3b29ce-b45d-4bea-99f6-b0766efe0502 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 210 time: 0.1419554 Nov 19 09:39:23.573355 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39e33473-bef1-47d4-97d7-e00634970fbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:23.653215 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a4e3915a-b662-4391-abc3-649ce955a22c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:23.656512 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39e33473-bef1-47d4-97d7-e00634970fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:23.657893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e33473-bef1-47d4-97d7-e00634970fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:23.658748 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39e33473-bef1-47d4-97d7-e00634970fbf admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:23.738921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:19Z', 'revision_number': 4, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port': {'id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '0a920b69-6e39-4976-a8b8-e92d2745322e', 'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'mac_address': 'fa:16:3e:c7:d4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:15Z', 'updated_at': '2021-11-19T09:39:19Z', 'revision_number': 2, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'subnets': [{'id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:23.770450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-39e33473-bef1-47d4-97d7-e00634970fbf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2541668 Nov 19 09:39:23.776529 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48566) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:23.800904 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a30bb43b-52dc-44ad-b42f-47122ea2a46c admin admin] Request body: {'subnet': {'network_id': 'bff31a76-d764-4e06-8e62-a6add8ca2a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1826463508-subnet', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:23.851728 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Checking router: c09922c9-bba3-49d9-9426-e1628bc9da19 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:39:23.852101 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Updating router c09922c9-bba3-49d9-9426-e1628bc9da19 port 0a920b69-6e39-4976-a8b8-e92d2745322e binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:39:23.948017 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290503660', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:03Z', 'updated_at': '2021-11-19T09:39:15Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:04Z', 'updated_at': '2021-11-19T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '04e40b1f-d9a7-41fe-aa0c-204017999ecb', 'name': '', 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:b2:e9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:13Z', 'updated_at': '2021-11-19T09:39:22Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:23.979210 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e33473-bef1-47d4-97d7-e00634970fbf admin admin] Pushing event updated for resources: {'Network': ['ID=bff31a76-d764-4e06-8e62-a6add8ca2a1c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:23.986251 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:24.007955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30bb43b-52dc-44ad-b42f-47122ea2a46c admin admin] Made reservation on behalf of d3074e98dafc4021b5e5b38b6cf11443 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:24.037484 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a30bb43b-52dc-44ad-b42f-47122ea2a46c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:24.047326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network bff31a76-d764-4e06-8e62-a6add8ca2a1c details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:39:24.049066 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a40d7ed4-7487-42f3-8939-006ca509ee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:24.081904 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dd1c24-4b83-4fe6-b94d-0e89061036e1 None None] The sync data for ids ['f7e0e971-23ff-49f8-8a21-65332059f32d'] in n-d-805649-14 is: [{'id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290503660', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:03Z', 'updated_at': '2021-11-19T09:39:15Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:04Z', 'updated_at': '2021-11-19T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '04e40b1f-d9a7-41fe-aa0c-204017999ecb', 'name': '', 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:b2:e9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:13Z', 'updated_at': '2021-11-19T09:39:22Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:39:24.282540 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:24.503427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a40d7ed4-7487-42f3-8939-006ca509ee90 None None] For port 04e40b1f-d9a7-41fe-aa0c-204017999ecb, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=04e40b1f-d9a7-41fe-aa0c-204017999ecb,segment=NetworkSegment(675a91f7-034b-4b3b-a29f-e74d710aa697),segment_id=675a91f7-034b-4b3b-a29f-e74d710aa697)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:24.676049 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a40d7ed4-7487-42f3-8939-006ca509ee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:24.683518 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a30bb43b-52dc-44ad-b42f-47122ea2a46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:24.845652 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33339782-3afe-4250-b4ec-025bea424e95 req-7182b4ec-fd03-4acc-80dc-43ac0e9e6bbd tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 210 time: 0.0684440 Nov 19 09:39:24.853508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d7ed4-7487-42f3-8939-006ca509ee90 None None] Pushing event updated for resources: {'Port': ['ID=04e40b1f-d9a7-41fe-aa0c-204017999ecb,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:24.902077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bb43b-52dc-44ad-b42f-47122ea2a46c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4cdf99-246e-427d-b711-a8651b2a9536,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:24.906149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port a4e3915a-b662-4391-abc3-649ce955a22c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:24.906576 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:24.906756 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-3d8cd8ae-f94d-41af-8634-faf891a0b86a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:24.910533 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-3d8cd8ae-f94d-41af-8634-faf891a0b86a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "GET /v2.0/networks?id=6134cf53-5a1a-45af-b603-c754e23ab567 HTTP/1.1" status: 200 len: 796 time: 0.6699862 Nov 19 09:39:24.966104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30bb43b-52dc-44ad-b42f-47122ea2a46c admin admin] Checking segment: {'id': '28ff342d-aaa8-4feb-8775-00ce48ffa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'bff31a76-d764-4e06-8e62-a6add8ca2a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:24.967730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30bb43b-52dc-44ad-b42f-47122ea2a46c admin admin] Network hostable DHCP agents. Network: bff31a76-d764-4e06-8e62-a6add8ca2a1c, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:39:24.996819 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e0fb64-ba51-4e39-a3ec-5a9d7e9bbeab None None] Network fa65f984-4895-4d99-add8-f465c07bf396 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:24.997856 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:25.027332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30bb43b-52dc-44ad-b42f-47122ea2a46c admin admin] Network bff31a76-d764-4e06-8e62-a6add8ca2a1c is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:39:25.047922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a30bb43b-52dc-44ad-b42f-47122ea2a46c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, bff31a76-d764-4e06-8e62-a6add8ca2a1c) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:25.053262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30bb43b-52dc-44ad-b42f-47122ea2a46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:25.053882 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a30bb43b-52dc-44ad-b42f-47122ea2a46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:25.106446 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a30bb43b-52dc-44ad-b42f-47122ea2a46c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3117108 Nov 19 09:39:25.109538 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48578) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:25.114539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1826463508-router', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:25.150630 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-325331bc-b3e3-449b-9805-87a9bc45df6f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dc1876a77414c6c8af6b4234d92e489 HTTP/1.1" status: 200 len: 380 time: 0.2222533 Nov 19 09:39:25.155634 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:25.157686 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:25.182235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-106140db-bdfe-41f1-9a64-8b20c2e24d2f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'port': {'device_id': '1a07e1f2-742f-48c9-a517-e907a42851e4', 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567', 'admin_state_up': True, 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'security_groups': ['2e7897ea-dfd8-4a78-92e5-783e554ba0b8']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:25.199793 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:25.202537 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:25.307801 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:25.351328 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84c9a45-e318-44cb-aabc-f996921b1507 None None] Network bff31a76-d764-4e06-8e62-a6add8ca2a1c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:25.568262 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:25.591808 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-421da0b1-7774-4a9e-ab68-021342ba8bbc None None] Provisioning complete for port 04e40b1f-d9a7-41fe-aa0c-204017999ecb triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:25.592208 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-421da0b1-7774-4a9e-ab68-021342ba8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:25.633348 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:25.655015 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=bbd2f91c-1749-4526-946c-58e466d5b962,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:25.729619 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:25.779555 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network fa65f984-4895-4d99-add8-f465c07bf396 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:25.781624 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-106140db-bdfe-41f1-9a64-8b20c2e24d2f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Made reservation on behalf of 0dc1876a77414c6c8af6b4234d92e489 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:25.787893 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-106140db-bdfe-41f1-9a64-8b20c2e24d2f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:25.827246 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:25.860403 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:26.107236 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:26.173420 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port a4e3915a-b662-4391-abc3-649ce955a22c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a4e3915a-b662-4391-abc3-649ce955a22c,segment=NetworkSegment(f5702643-080e-4b9c-8b62-81dcd514c93f),segment_id=f5702643-080e-4b9c-8b62-81dcd514c93f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:26.188466 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:26.222213 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-106140db-bdfe-41f1-9a64-8b20c2e24d2f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Allocated IP 172.20.0.7 (6134cf53-5a1a-45af-b603-c754e23ab567/18085388-1e44-4c95-bc31-c7d2f7e40f0b/f4edcbb1-4a3d-4148-98a8-757714fa7eb3) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:26.250809 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:26.256826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa86089f-0521-4cbb-89f4-2e8024d3d996 req-6a84dc91-ead0-4db4-95b4-dca53b1eab55 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 210 time: 0.1614070 Nov 19 09:39:26.375746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48586) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:26.382887 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f5acc640-7fae-4ff3-a9a3-0082b5385669 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'subnet': {'network_id': 'dbba3c3c-280b-4d18-aee7-7cd302641fc9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:26.479575 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-106140db-bdfe-41f1-9a64-8b20c2e24d2f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:26.577894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5acc640-7fae-4ff3-a9a3-0082b5385669 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:26.583945 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5acc640-7fae-4ff3-a9a3-0082b5385669 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:26.596744 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-106140db-bdfe-41f1-9a64-8b20c2e24d2f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:26.610327 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 04e40b1f-d9a7-41fe-aa0c-204017999ecb up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:26.658459 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-106140db-bdfe-41f1-9a64-8b20c2e24d2f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network 6134cf53-5a1a-45af-b603-c754e23ab567 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:26.663783 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-106140db-bdfe-41f1-9a64-8b20c2e24d2f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:26.669632 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-106140db-bdfe-41f1-9a64-8b20c2e24d2f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:26.690693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Allocated IP 172.25.0.99 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/8744e117-255e-4882-92d9-0c2fd329e271) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:26.710260 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106140db-bdfe-41f1-9a64-8b20c2e24d2f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=f4edcbb1-4a3d-4148-98a8-757714fa7eb3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:26.773102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-106140db-bdfe-41f1-9a64-8b20c2e24d2f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:26.773751 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-106140db-bdfe-41f1-9a64-8b20c2e24d2f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:26.786843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=a4e3915a-b662-4391-abc3-649ce955a22c,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:26.795999 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 7125027f-f282-4a55-a0be-840137b95b1a is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:39:26.833060 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:26.882171 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:26.953710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:39:26.958130 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-106140db-bdfe-41f1-9a64-8b20c2e24d2f tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7947235 Nov 19 09:39:26.961646 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b2a9df72-ca25-4ceb-96d1-6bbe3bb5e079 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/7125027f-f282-4a55-a0be-840137b95b1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4728630 Nov 19 09:39:26.965954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48588) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:26.966981 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Sync routers for ids ['7125027f-f282-4a55-a0be-840137b95b1a'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:39:26.970716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b0142f06-8c60-4cb9-87de-3d4070993bfc tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-536664902'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:26.977984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Request body: {'port': {'device_id': '1a07e1f2-742f-48c9-a517-e907a42851e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:26.991668 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Routers {'7125027f-f282-4a55-a0be-840137b95b1a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:26.992290 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7125027f-f282-4a55-a0be-840137b95b1a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:27.021587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:27.044879 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0142f06-8c60-4cb9-87de-3d4070993bfc tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:27.049022 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0142f06-8c60-4cb9-87de-3d4070993bfc tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:27.082949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0142f06-8c60-4cb9-87de-3d4070993bfc tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:39:27.093288 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0142f06-8c60-4cb9-87de-3d4070993bfc tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:27.093640 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-b0142f06-8c60-4cb9-87de-3d4070993bfc tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Added segment 078f5548-d8c2-453d-9824-362b08dbf941 of type vlan for network b4d2a612-a2be-4cc2-b5d6-80c650d05393 Nov 19 09:39:27.139323 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0142f06-8c60-4cb9-87de-3d4070993bfc tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:27.164071 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Set router 7125027f-f282-4a55-a0be-840137b95b1a gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:27.183634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:27.186606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Pushing event updated for resources: {'Port': ['ID=8744e117-255e-4882-92d9-0c2fd329e271,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:27.188668 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0142f06-8c60-4cb9-87de-3d4070993bfc tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:27.199316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:27.205386 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0142f06-8c60-4cb9-87de-3d4070993bfc tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:27.206292 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b0142f06-8c60-4cb9-87de-3d4070993bfc tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:27.218342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-bdaed606-e003-47b2-9e70-52acc1303ffc None None] Provisioning complete for port a4e3915a-b662-4391-abc3-649ce955a22c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:27.218715 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bdaed606-e003-47b2-9e70-52acc1303ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:27.226739 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009dbc2d-b6e9-4de2-816d-e0ae3303f352 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:39:27.226910 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:27.243209 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:27.321283 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5acc640-7fae-4ff3-a9a3-0082b5385669 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:27.331141 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b0142f06-8c60-4cb9-87de-3d4070993bfc tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3645203 Nov 19 09:39:27.337860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-bff31a76-d764-4e06-8e62-a6add8ca2a1c', 'network_id': 'bff31a76-d764-4e06-8e62-a6add8ca2a1c', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'fixed_ips': [{'subnet_id': 'ee4cdf99-246e-427d-b711-a8651b2a9536'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:39:27.339811 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:27.428088 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:27.464208 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 04e40b1f-d9a7-41fe-aa0c-204017999ecb triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:27.464582 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:27.501447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48598) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:27.538763 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0142f06-8c60-4cb9-87de-3d4070993bfc tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Network': ['ID=b4d2a612-a2be-4cc2-b5d6-80c650d05393,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:27.572669 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-fc9eba80-0479-4fba-91cc-cd5b71e6b0ec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'subnet': {'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:27.621642 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:39:23Z', 'revision_number': 2, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:23Z', 'revision_number': 2, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:27.640387 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network b4d2a612-a2be-4cc2-b5d6-80c650d05393 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:39:27.708734 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Checking router: 7125027f-f282-4a55-a0be-840137b95b1a for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:39:27.709112 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Updating router 7125027f-f282-4a55-a0be-840137b95b1a port bbd2f91c-1749-4526-946c-58e466d5b962 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:39:27.769224 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:27.873037 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74fdae-06f0-44ff-9ced-d44227061290 None None] Pushing event updated for resources: {'Port': ['ID=0a920b69-6e39-4976-a8b8-e92d2745322e,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:27.885339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5acc640-7fae-4ff3-a9a3-0082b5385669 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Checking segment: {'id': '8e24b762-f0bb-449c-9a66-7453111c36bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dbba3c3c-280b-4d18-aee7-7cd302641fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:27.885855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5acc640-7fae-4ff3-a9a3-0082b5385669 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network hostable DHCP agents. Network: dbba3c3c-280b-4d18-aee7-7cd302641fc9, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:39:27.904531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acc640-7fae-4ff3-a9a3-0082b5385669 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Subnet': ['ID=3e87b4a5-ab1a-45b7-b0db-1a328f8eea58,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:27.977764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e165a-0ec8-46c1-80ca-70d69ab7a745 req-bca5392e-7b58-46d6-a239-8f75d0234fff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:27.987170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f18e165a-0ec8-46c1-80ca-70d69ab7a745 req-bca5392e-7b58-46d6-a239-8f75d0234fff tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 931 time: 0.4285924 Nov 19 09:39:28.033452 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9eba80-0479-4fba-91cc-cd5b71e6b0ec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:28.044477 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc9eba80-0479-4fba-91cc-cd5b71e6b0ec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:28.151136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5acc640-7fae-4ff3-a9a3-0082b5385669 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network dbba3c3c-280b-4d18-aee7-7cd302641fc9 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:39:28.172653 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Allocated IP 172.20.0.2 (bff31a76-d764-4e06-8e62-a6add8ca2a1c/ee4cdf99-246e-427d-b711-a8651b2a9536/006c7075-932c-4bf8-b86e-8d703578eae7) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:28.193041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-f5acc640-7fae-4ff3-a9a3-0082b5385669 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, dbba3c3c-280b-4d18-aee7-7cd302641fc9) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:28.234719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5acc640-7fae-4ff3-a9a3-0082b5385669 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:28.237585 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5acc640-7fae-4ff3-a9a3-0082b5385669 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:28.285948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229aa272-cca2-4522-b4fe-9ef812f5cf0c None None] Network dbba3c3c-280b-4d18-aee7-7cd302641fc9 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:28.318541 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Attempting to bind port 0a920b69-6e39-4976-a8b8-e92d2745322e on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:28.319204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Attempting to bind port 0a920b69-6e39-4976-a8b8-e92d2745322e by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'b43f9e7f-4378-4352-b56f-2f38049d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:28.319736 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Attempting to bind port 0a920b69-6e39-4976-a8b8-e92d2745322e on network 4ec08b12-d456-4282-a1c0-b394bc287c7e {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:28.393528 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:28.394235 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Checking segment: {'id': 'b43f9e7f-4378-4352-b56f-2f38049d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:28.394890 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:28.395444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Bound using segment: {'id': 'b43f9e7f-4378-4352-b56f-2f38049d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:28.396102 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Bound port: 0a920b69-6e39-4976-a8b8-e92d2745322e, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43f9e7f-4378-4352-b56f-2f38049d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:28.396765 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:28.426827 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f18e165a-0ec8-46c1-80ca-70d69ab7a745 req-7be844bf-d618-4cec-b55f-51ef02fc7dfc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4218118 Nov 19 09:39:28.457779 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:28.472181 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f5acc640-7fae-4ff3-a9a3-0082b5385669 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0953326 Nov 19 09:39:28.480763 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48606) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:28.495623 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Provisioning complete for port f4edcbb1-4a3d-4148-98a8-757714fa7eb3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:28.510017 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:28.563716 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc9eba80-0479-4fba-91cc-cd5b71e6b0ec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:28.577658 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:28.593661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7d417643-03e2-4624-9ba8-4b98de8837f9 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1487529836'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:28.595739 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:28.679987 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d417643-03e2-4624-9ba8-4b98de8837f9 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:28.688425 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d417643-03e2-4624-9ba8-4b98de8837f9 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:28.712333 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a4e3915a-b662-4391-abc3-649ce955a22c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:28.727403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4edcbb1-4a3d-4148-98a8-757714fa7eb3 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:39:28.730431 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Port f4edcbb1-4a3d-4148-98a8-757714fa7eb3 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:39:28.757129 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:28.791533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Transition to ACTIVE for port object f4edcbb1-4a3d-4148-98a8-757714fa7eb3 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:39:28.808227 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed2130-b147-4c4b-b94b-bc3bdf62fc12 None None] Pushing event updated for resources: {'Port': ['ID=bbd2f91c-1749-4526-946c-58e466d5b962,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:28.810745 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d417643-03e2-4624-9ba8-4b98de8837f9 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:39:28.842724 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d417643-03e2-4624-9ba8-4b98de8837f9 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:28.843543 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-7d417643-03e2-4624-9ba8-4b98de8837f9 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Added segment 31eca2cb-b119-42fc-883d-c8ba8dcd6ff6 of type vlan for network 1986b075-a9fc-4ce8-ad53-f0800c0eeb50 Nov 19 09:39:28.901426 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d417643-03e2-4624-9ba8-4b98de8837f9 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:28.923264 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9eba80-0479-4fba-91cc-cd5b71e6b0ec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Subnet': ['ID=73fea49a-75b6-4c59-8f8b-70483a193fae,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:28.941156 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:28.958849 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] For port 0a920b69-6e39-4976-a8b8-e92d2745322e, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:28.971478 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Attempting to bind port bbd2f91c-1749-4526-946c-58e466d5b962 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:28.971915 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Attempting to bind port bbd2f91c-1749-4526-946c-58e466d5b962 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'f5702643-080e-4b9c-8b62-81dcd514c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:28.972290 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Attempting to bind port bbd2f91c-1749-4526-946c-58e466d5b962 on network fa65f984-4895-4d99-add8-f465c07bf396 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:28.988281 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:28.988684 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Checking segment: {'id': 'f5702643-080e-4b9c-8b62-81dcd514c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:28.990044 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:28.990453 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Bound using segment: {'id': 'f5702643-080e-4b9c-8b62-81dcd514c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:28.993130 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Bound port: bbd2f91c-1749-4526-946c-58e466d5b962, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5702643-080e-4b9c-8b62-81dcd514c93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:28.993696 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:29.033975 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d417643-03e2-4624-9ba8-4b98de8837f9 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:29.040261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d417643-03e2-4624-9ba8-4b98de8837f9 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:29.041124 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d417643-03e2-4624-9ba8-4b98de8837f9 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:29.043494 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Provisioning complete for port 8744e117-255e-4882-92d9-0c2fd329e271 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:29.053703 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:29.058166 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] For port 0a920b69-6e39-4976-a8b8-e92d2745322e, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0a920b69-6e39-4976-a8b8-e92d2745322e,segment=NetworkSegment(b43f9e7f-4378-4352-b56f-2f38049d8654),segment_id=b43f9e7f-4378-4352-b56f-2f38049d8654)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:29.143902 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9eba80-0479-4fba-91cc-cd5b71e6b0ec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Checking segment: {'id': '078f5548-d8c2-453d-9824-362b08dbf941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:29.144700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9eba80-0479-4fba-91cc-cd5b71e6b0ec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network hostable DHCP agents. Network: b4d2a612-a2be-4cc2-b5d6-80c650d05393, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:39:29.152276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f4edcbb1-4a3d-4148-98a8-757714fa7eb3,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:29.153848 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:29.297815 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9eba80-0479-4fba-91cc-cd5b71e6b0ec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network b4d2a612-a2be-4cc2-b5d6-80c650d05393 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:39:29.342554 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:29.347481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-dbba3c3c-280b-4d18-aee7-7cd302641fc9', 'network_id': 'dbba3c3c-280b-4d18-aee7-7cd302641fc9', 'tenant_id': 'a89d0dcad33341eeb71cc846898d6767', 'fixed_ips': [{'subnet_id': '3e87b4a5-ab1a-45b7-b0db-1a328f8eea58'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:39:29.348670 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:29.372429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-fc9eba80-0479-4fba-91cc-cd5b71e6b0ec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, b4d2a612-a2be-4cc2-b5d6-80c650d05393) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:29.388160 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Port 8744e117-255e-4882-92d9-0c2fd329e271 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:39:29.411721 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ae9ec8-428f-4c86-8039-8041cbc18aa3 None None] Network b4d2a612-a2be-4cc2-b5d6-80c650d05393 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:29.412454 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9eba80-0479-4fba-91cc-cd5b71e6b0ec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:29.413822 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc9eba80-0479-4fba-91cc-cd5b71e6b0ec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:29.458138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Attempting to bind port f4edcbb1-4a3d-4148-98a8-757714fa7eb3 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:29.458295 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Attempting to bind port f4edcbb1-4a3d-4148-98a8-757714fa7eb3 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '675a91f7-034b-4b3b-a29f-e74d710aa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:29.460130 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:29.463103 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] For port bbd2f91c-1749-4526-946c-58e466d5b962, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:29.463794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Attempting to bind port f4edcbb1-4a3d-4148-98a8-757714fa7eb3 on network 6134cf53-5a1a-45af-b603-c754e23ab567 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:29.476458 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] For port bbd2f91c-1749-4526-946c-58e466d5b962, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=bbd2f91c-1749-4526-946c-58e466d5b962,segment=NetworkSegment(f5702643-080e-4b9c-8b62-81dcd514c93f),segment_id=f5702643-080e-4b9c-8b62-81dcd514c93f)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:29.489342 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Port f4edcbb1-4a3d-4148-98a8-757714fa7eb3 on network 6134cf53-5a1a-45af-b603-c754e23ab567 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:39:29.489836 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Attempting to bind port f4edcbb1-4a3d-4148-98a8-757714fa7eb3 on network 6134cf53-5a1a-45af-b603-c754e23ab567 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:29.497256 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:29.508735 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fc9eba80-0479-4fba-91cc-cd5b71e6b0ec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9739752 Nov 19 09:39:29.511755 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48612) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:29.522221 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:29.522737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Checking segment: {'id': '675a91f7-034b-4b3b-a29f-e74d710aa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:29.523243 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Bound using segment: {'id': '675a91f7-034b-4b3b-a29f-e74d710aa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:29.523841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Bound port: f4edcbb1-4a3d-4148-98a8-757714fa7eb3, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675a91f7-034b-4b3b-a29f-e74d710aa697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:29.527897 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:29.632905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port a4e3915a-b662-4391-abc3-649ce955a22c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:29.633319 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:29.707427 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed2130-b147-4c4b-b94b-bc3bdf62fc12 None None] Pushing event updated for resources: {'Port': ['ID=bbd2f91c-1749-4526-946c-58e466d5b962,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:29.711010 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Routers {'7125027f-f282-4a55-a0be-840137b95b1a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:29.711844 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7125027f-f282-4a55-a0be-840137b95b1a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:29.835627 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74fdae-06f0-44ff-9ced-d44227061290 None None] Pushing event updated for resources: {'Port': ['ID=0a920b69-6e39-4976-a8b8-e92d2745322e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:29.911526 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] Set router 7125027f-f282-4a55-a0be-840137b95b1a gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:29.947837 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Provisioning complete for port 0a920b69-6e39-4976-a8b8-e92d2745322e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:29.948475 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:29.973098 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Network bff31a76-d764-4e06-8e62-a6add8ca2a1c is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:29.976864 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Routers {'c09922c9-bba3-49d9-9426-e1628bc9da19'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:29.977165 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c09922c9-bba3-49d9-9426-e1628bc9da19'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:30.068661 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7d417643-03e2-4624-9ba8-4b98de8837f9 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5863049 Nov 19 09:39:30.076815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48616) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:30.088312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3c9083cd-975e-41e3-8477-6bcbbff2d32b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'subnet': {'network_id': '1986b075-a9fc-4ce8-ad53-f0800c0eeb50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:30.111778 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:30.117722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:30.219666 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d417643-03e2-4624-9ba8-4b98de8837f9 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Network': ['ID=1986b075-a9fc-4ce8-ad53-f0800c0eeb50,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:30.224966 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:30.255517 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 1986b075-a9fc-4ce8-ad53-f0800c0eeb50 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:39:30.275082 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:39:23Z', 'revision_number': 2, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:29Z', 'revision_number': 4, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:30.355814 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Pushing event updated for resources: {'Port': ['ID=006c7075-932c-4bf8-b86e-8d703578eae7,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:30.367052 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415cf09-751a-4e65-9a12-230128f49023 None None] The sync data for ids ['7125027f-f282-4a55-a0be-840137b95b1a'] in n-d-805649-14 is: [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:39:23Z', 'revision_number': 2, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:29Z', 'revision_number': 4, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:39:30.476728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7e854-2574-4655-b930-839fb8cab001 req-3c215774-2d09-4a72-b664-118958152afb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:30.494077 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37d7e854-2574-4655-b930-839fb8cab001 req-3c215774-2d09-4a72-b664-118958152afb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 943 time: 0.5189168 Nov 19 09:39:30.539709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9083cd-975e-41e3-8477-6bcbbff2d32b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:30.543512 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c9083cd-975e-41e3-8477-6bcbbff2d32b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:30.600201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] For port f4edcbb1-4a3d-4148-98a8-757714fa7eb3, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:30.605466 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] For port f4edcbb1-4a3d-4148-98a8-757714fa7eb3, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4edcbb1-4a3d-4148-98a8-757714fa7eb3,segment=NetworkSegment(675a91f7-034b-4b3b-a29f-e74d710aa697),segment_id=675a91f7-034b-4b3b-a29f-e74d710aa697)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:30.684741 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:30.816146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f4edcbb1-4a3d-4148-98a8-757714fa7eb3,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:30.838753 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:30.839855 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:30.841695 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-9597ceea-7313-4480-93d7-6f17393936e5 service neutron] 10.222.0.71 "PUT /v2.0/ports/f4edcbb1-4a3d-4148-98a8-757714fa7eb3 HTTP/1.1" status: 200 len: 1092 time: 3.8675766 Nov 19 09:39:30.845979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a07e1f2-742f-48c9-a517-e907a42851e4', 'tag': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:39:30.853281 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db650a70-36e0-469c-a812-00422c8a1a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a07e1f2-742f-48c9-a517-e907a42851e4", "tag": "f4edcbb1-4a3d-4148-98a8-757714fa7eb3"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:39:30.885460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] Set router c09922c9-bba3-49d9-9426-e1628bc9da19 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:30.989749 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c9083cd-975e-41e3-8477-6bcbbff2d32b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:31.010947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Attempting to bind port 006c7075-932c-4bf8-b86e-8d703578eae7 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:31.011476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Attempting to bind port 006c7075-932c-4bf8-b86e-8d703578eae7 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '28ff342d-aaa8-4feb-8775-00ce48ffa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'bff31a76-d764-4e06-8e62-a6add8ca2a1c'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:31.011949 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Attempting to bind port 006c7075-932c-4bf8-b86e-8d703578eae7 on network bff31a76-d764-4e06-8e62-a6add8ca2a1c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:31.068709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Allocated IP 2001:db8:0:ffff::2 (dbba3c3c-280b-4d18-aee7-7cd302641fc9/3e87b4a5-ab1a-45b7-b0db-1a328f8eea58/ea0590b2-2b39-4d74-8b83-3f23998a6655) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:31.084290 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:31.084844 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Checking segment: {'id': '28ff342d-aaa8-4feb-8775-00ce48ffa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'bff31a76-d764-4e06-8e62-a6add8ca2a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:31.085402 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:31.085946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Bound using segment: {'id': '28ff342d-aaa8-4feb-8775-00ce48ffa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'bff31a76-d764-4e06-8e62-a6add8ca2a1c'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:31.086549 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Bound port: 006c7075-932c-4bf8-b86e-8d703578eae7, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ff342d-aaa8-4feb-8775-00ce48ffa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'bff31a76-d764-4e06-8e62-a6add8ca2a1c'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:31.087108 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:31.119493 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a6b33f-43c7-4753-9f77-5ec7b2dc8ec0 x-openstack-request-id: req-14a6b33f-43c7-4753-9f77-5ec7b2dc8ec0 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:39:31.119814 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a07e1f2-742f-48c9-a517-e907a42851e4", "tag": "f4edcbb1-4a3d-4148-98a8-757714fa7eb3", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:39:31.121236 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14a6b33f-43c7-4753-9f77-5ec7b2dc8ec0 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:39:31.122728 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a07e1f2-742f-48c9-a517-e907a42851e4', 'tag': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3', 'status': 'completed', 'code': 200} Nov 19 09:39:31.144588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-b4d2a612-a2be-4cc2-b5d6-80c650d05393', 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'fixed_ips': [{'subnet_id': '73fea49a-75b6-4c59-8f8b-70483a193fae'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:39:31.145623 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:31.291704 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device bbd2f91c-1749-4526-946c-58e466d5b962 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:31.303705 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-4bba3981-1cdd-4213-9b95-f3c47aff81cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:31.305364 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-4bba3981-1cdd-4213-9b95-f3c47aff81cb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 1095 time: 0.3902903 Nov 19 09:39:31.306655 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9083cd-975e-41e3-8477-6bcbbff2d32b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Subnet': ['ID=797bc64a-2680-4d86-86d5-9222c17b3596,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:31.320922 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37d7e854-2574-4655-b930-839fb8cab001 req-f9668f9f-4d7b-4150-b1d2-0b4ea2f2ce2a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8258495 Nov 19 09:39:31.341997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9083cd-975e-41e3-8477-6bcbbff2d32b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Checking segment: {'id': '31eca2cb-b119-42fc-883d-c8ba8dcd6ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1986b075-a9fc-4ce8-ad53-f0800c0eeb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:31.343156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9083cd-975e-41e3-8477-6bcbbff2d32b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network hostable DHCP agents. Network: 1986b075-a9fc-4ce8-ad53-f0800c0eeb50, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:39:31.394708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Router 5c11a3a1-5f80-40e1-a075-db4c6a109149 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:39:31.439888 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:31.520799 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:31.525289 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-4d3b41a3-f1e2-46a6-bd12-68a1a6cf0e39 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4edcbb1-4a3d-4148-98a8-757714fa7eb3 HTTP/1.1" status: 200 len: 217 time: 0.2067440 Nov 19 09:39:31.611276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] For port 006c7075-932c-4bf8-b86e-8d703578eae7, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:31.620162 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-635cb757-730a-43f2-8de2-891830c65650 None None] For port 0a920b69-6e39-4976-a8b8-e92d2745322e, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0a920b69-6e39-4976-a8b8-e92d2745322e,segment=NetworkSegment(b43f9e7f-4378-4352-b56f-2f38049d8654),segment_id=b43f9e7f-4378-4352-b56f-2f38049d8654)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:31.639569 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-a5e0504c-8f0e-4310-b3f4-99b74933e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:31.641950 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-a5e0504c-8f0e-4310-b3f4-99b74933e109 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=18085388-1e44-4c95-bc31-c7d2f7e40f0b HTTP/1.1" status: 200 len: 835 time: 0.1050034 Nov 19 09:39:31.658332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9083cd-975e-41e3-8477-6bcbbff2d32b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network 1986b075-a9fc-4ce8-ad53-f0800c0eeb50 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:39:31.667171 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:39:31.680414 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:31.696807 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] For port 006c7075-932c-4bf8-b86e-8d703578eae7, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=006c7075-932c-4bf8-b86e-8d703578eae7,segment=NetworkSegment(28ff342d-aaa8-4feb-8775-00ce48ffa20c),segment_id=28ff342d-aaa8-4feb-8775-00ce48ffa20c)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:31.700848 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-3c9083cd-975e-41e3-8477-6bcbbff2d32b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 1986b075-a9fc-4ce8-ad53-f0800c0eeb50) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:31.706679 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:31.707974 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-63e5a0c9-db88-4292-baae-9f512833aade admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.5974226 Nov 19 09:39:31.709471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9083cd-975e-41e3-8477-6bcbbff2d32b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:31.710142 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c9083cd-975e-41e3-8477-6bcbbff2d32b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:31.714083 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48632) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:31.773640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Sync routers for ids ['5c11a3a1-5f80-40e1-a075-db4c6a109149'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:39:31.827496 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Pushing event updated for resources: {'Port': ['ID=0a920b69-6e39-4976-a8b8-e92d2745322e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:31.852280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b536d20-63f2-4436-b08d-037eac32de2b None None] Network 1986b075-a9fc-4ce8-ad53-f0800c0eeb50 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:31.857310 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3c9083cd-975e-41e3-8477-6bcbbff2d32b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7748761 Nov 19 09:39:31.858566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48640) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:31.893524 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:31.945153 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Provisioning complete for port bbd2f91c-1749-4526-946c-58e466d5b962 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:31.946763 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:31.947598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-98b1451e-9914-414c-bcae-365bcbe8d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:31.949375 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-98b1451e-9914-414c-bcae-365bcbe8d77c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6134cf53-5a1a-45af-b603-c754e23ab567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2303228 Nov 19 09:39:32.168216 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55fa680e-e488-4bd7-9eeb-9261f2de4f44 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:32.278674 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:32.332657 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Allocated IP 2001:db8:1::2 (b4d2a612-a2be-4cc2-b5d6-80c650d05393/73fea49a-75b6-4c59-8f8b-70483a193fae/95a6b30c-77b4-4108-961a-e4b50d178bef) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:32.454755 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567d0d3-e8d8-4e1c-b8e9-3d15b296ec7e None None] Pushing event updated for resources: {'Port': ['ID=006c7075-932c-4bf8-b86e-8d703578eae7,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:32.483131 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48646) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:32.548089 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-41f1a137-a3a6-4d04-87bf-61b88b2c68ee service neutron] 10.222.0.71 "GET /v2.0/networks/6134cf53-5a1a-45af-b603-c754e23ab567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781536 Nov 19 09:39:32.587389 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:32.648656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Routers {'5c11a3a1-5f80-40e1-a075-db4c6a109149'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:32.653575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ab521819-ee43-4373-a207-89e193088c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5c11a3a1-5f80-40e1-a075-db4c6a109149'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:32.710776 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55fa680e-e488-4bd7-9eeb-9261f2de4f44 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:32.734055 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port bbd2f91c-1749-4526-946c-58e466d5b962 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:32.734599 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:32.759642 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7becf375-34d3-42ca-87ba-edc2895ff9a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:32.777411 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8e434db8-b7c7-4fd7-99a3-650e4095a141 req-c989d097-62d9-4b3d-9496-2cbb722141a5 service neutron] 10.222.0.71 "GET /v2.0/networks/6134cf53-5a1a-45af-b603-c754e23ab567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219167 Nov 19 09:39:32.796798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771ce8c-db99-48c9-bc99-5c65c9476c6f req-3bfe8cef-f6eb-4520-aa5c-3798f9e919c4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:32.810480 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f771ce8c-db99-48c9-bc99-5c65c9476c6f req-3bfe8cef-f6eb-4520-aa5c-3798f9e919c4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 943 time: 0.2769265 Nov 19 09:39:32.907238 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Network dbba3c3c-280b-4d18-aee7-7cd302641fc9 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:32.909449 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7becf375-34d3-42ca-87ba-edc2895ff9a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:32.933124 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:32.933509 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7becf375-34d3-42ca-87ba-edc2895ff9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:32.959585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:33.011330 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f771ce8c-db99-48c9-bc99-5c65c9476c6f req-61c443ec-387e-4d5c-9fda-81af03079adc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993139 Nov 19 09:39:33.015368 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55fa680e-e488-4bd7-9eeb-9261f2de4f44 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:33.049235 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Pushing event updated for resources: {'Port': ['ID=ea0590b2-2b39-4d74-8b83-3f23998a6655,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:33.056201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa680e-e488-4bd7-9eeb-9261f2de4f44 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Subnet': ['ID=797bc64a-2680-4d86-86d5-9222c17b3596,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:33.119100 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7becf375-34d3-42ca-87ba-edc2895ff9a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf92143625194176b021efd448fbc74a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6339447 Nov 19 09:39:33.119754 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48652) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:33.132311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becf375-34d3-42ca-87ba-edc2895ff9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3757b34-7a0d-4cf8-81fb-4b8b1215c40d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:33.157766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650a70-36e0-469c-a812-00422c8a1a5a req-64140c53-f37b-459d-ab8c-e61903f450ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:33.160024 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-db650a70-36e0-469c-a812-00422c8a1a5a req-64140c53-f37b-459d-ab8c-e61903f450ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 1095 time: 0.2482779 Nov 19 09:39:33.163546 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55fa680e-e488-4bd7-9eeb-9261f2de4f44 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:33.187938 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0214be64-73ca-4ddc-93d8-6a3f0be46fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-1986b075-a9fc-4ce8-ad53-f0800c0eeb50', 'network_id': '1986b075-a9fc-4ce8-ad53-f0800c0eeb50', 'tenant_id': 'a89d0dcad33341eeb71cc846898d6767', 'fixed_ips': [{'subnet_id': '797bc64a-2680-4d86-86d5-9222c17b3596'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:39:33.188800 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0214be64-73ca-4ddc-93d8-6a3f0be46fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:33.215861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-55fa680e-e488-4bd7-9eeb-9261f2de4f44 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1986b075-a9fc-4ce8-ad53-f0800c0eeb50']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:33.230635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-55fa680e-e488-4bd7-9eeb-9261f2de4f44 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31eca2cb-b119-42fc-883d-c8ba8dcd6ff6') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:33.231217 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-55fa680e-e488-4bd7-9eeb-9261f2de4f44 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31eca2cb-b119-42fc-883d-c8ba8dcd6ff6') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:33.259453 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55fa680e-e488-4bd7-9eeb-9261f2de4f44 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:33.321663 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55fa680e-e488-4bd7-9eeb-9261f2de4f44 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:33.356167 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8912bf8-4bca-4e23-848f-a2e20af87bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:33.371518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fa680e-e488-4bd7-9eeb-9261f2de4f44 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:39:33.371936 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55fa680e-e488-4bd7-9eeb-9261f2de4f44 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:39:33.377826 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:39:33.388250 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650a70-36e0-469c-a812-00422c8a1a5a req-c3d111c6-c61e-43be-8ecb-0a41ac0bab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:33.395762 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-db650a70-36e0-469c-a812-00422c8a1a5a req-c3d111c6-c61e-43be-8ecb-0a41ac0bab8b service neutron] 10.222.0.71 "GET /v2.0/networks?id=6134cf53-5a1a-45af-b603-c754e23ab567 HTTP/1.1" status: 200 len: 897 time: 0.2237663 Nov 19 09:39:33.419488 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8912bf8-4bca-4e23-848f-a2e20af87bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:33.473045 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:33.509909 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Set router 5c11a3a1-5f80-40e1-a075-db4c6a109149 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:33.524531 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-db650a70-36e0-469c-a812-00422c8a1a5a req-d1c50057-5478-4f6b-86ff-c4c7f371c28e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4edcbb1-4a3d-4148-98a8-757714fa7eb3 HTTP/1.1" status: 200 len: 217 time: 0.1122372 Nov 19 09:39:33.567204 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55fa680e-e488-4bd7-9eeb-9261f2de4f44 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:33.602007 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650a70-36e0-469c-a812-00422c8a1a5a req-06debde7-ebe9-4a25-9c24-ccc8f8881cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:33.603557 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-db650a70-36e0-469c-a812-00422c8a1a5a req-06debde7-ebe9-4a25-9c24-ccc8f8881cc3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=18085388-1e44-4c95-bc31-c7d2f7e40f0b HTTP/1.1" status: 200 len: 835 time: 0.0704153 Nov 19 09:39:33.637555 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8912bf8-4bca-4e23-848f-a2e20af87bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:33.642308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8912bf8-4bca-4e23-848f-a2e20af87bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:33.643655 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a8912bf8-4bca-4e23-848f-a2e20af87bdc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3757b34-7a0d-4cf8-81fb-4b8b1215c40d HTTP/1.1" status: 204 len: 168 time: 0.5224240 Nov 19 09:39:33.683829 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Attempting to bind port ea0590b2-2b39-4d74-8b83-3f23998a6655 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:33.684211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Attempting to bind port ea0590b2-2b39-4d74-8b83-3f23998a6655 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '8e24b762-f0bb-449c-9a66-7453111c36bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dbba3c3c-280b-4d18-aee7-7cd302641fc9'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:33.684576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Attempting to bind port ea0590b2-2b39-4d74-8b83-3f23998a6655 on network dbba3c3c-280b-4d18-aee7-7cd302641fc9 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:33.714012 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8912bf8-4bca-4e23-848f-a2e20af87bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3757b34-7a0d-4cf8-81fb-4b8b1215c40d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:33.735417 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650a70-36e0-469c-a812-00422c8a1a5a req-2ec3a5d8-2955-4d17-a63d-0cbeb88b1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:33.736962 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-db650a70-36e0-469c-a812-00422c8a1a5a req-2ec3a5d8-2955-4d17-a63d-0cbeb88b1b2a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6134cf53-5a1a-45af-b603-c754e23ab567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192153 Nov 19 09:39:33.765637 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Allocated IP 172.20.0.1 (bff31a76-d764-4e06-8e62-a6add8ca2a1c/ee4cdf99-246e-427d-b711-a8651b2a9536/ed995a9b-0655-4bb0-96de-dfb5381b93a7) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:33.782001 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:33.905182 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:33.948892 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55fa680e-e488-4bd7-9eeb-9261f2de4f44 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:33.959866 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-55fa680e-e488-4bd7-9eeb-9261f2de4f44 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/networks/1986b075-a9fc-4ce8-ad53-f0800c0eeb50 HTTP/1.1" status: 204 len: 168 time: 2.0979798 Nov 19 09:39:33.978749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48658) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:33.985886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-be4b2ae3-e050-4764-8f87-1a2890b9f31e tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-277584740'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:34.010043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa680e-e488-4bd7-9eeb-9261f2de4f44 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Network': ['ID=1986b075-a9fc-4ce8-ad53-f0800c0eeb50,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:34.014476 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:34.020278 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4b2ae3-e050-4764-8f87-1a2890b9f31e tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:34.025276 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be4b2ae3-e050-4764-8f87-1a2890b9f31e tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:34.046041 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-db650a70-36e0-469c-a812-00422c8a1a5a req-77b5e09d-d04d-46fd-bf2f-f05df2e654e3 service neutron] 10.222.0.71 "GET /v2.0/networks/6134cf53-5a1a-45af-b603-c754e23ab567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969513 Nov 19 09:39:34.081145 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Network bff31a76-d764-4e06-8e62-a6add8ca2a1c is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:34.088391 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:34.106694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:34.162474 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:34.271589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4b2ae3-e050-4764-8f87-1a2890b9f31e tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:39:34.273763 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Pushing event updated for resources: {'Port': ['ID=ed995a9b-0655-4bb0-96de-dfb5381b93a7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:34.301784 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be4b2ae3-e050-4764-8f87-1a2890b9f31e tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:34.302013 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-be4b2ae3-e050-4764-8f87-1a2890b9f31e tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Added segment 84a52acf-1d11-4922-95d8-a41183873487 of type vlan for network da742bde-a402-451d-a7fc-e462ae947756 Nov 19 09:39:34.308582 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-db650a70-36e0-469c-a812-00422c8a1a5a req-861dd559-9d81-4d4b-bfba-d5e1967f7703 service neutron] 10.222.0.71 "GET /v2.0/networks/6134cf53-5a1a-45af-b603-c754e23ab567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528334 Nov 19 09:39:34.336343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56cfe4-3c12-46e0-8c6c-06597963caa7 req-7c086e74-ba04-4e22-86e3-05f87d6e9466 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:34.338253 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca56cfe4-3c12-46e0-8c6c-06597963caa7 req-7c086e74-ba04-4e22-86e3-05f87d6e9466 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 943 time: 0.1205149 Nov 19 09:39:34.401773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b856e-02ea-44e6-9c63-983fe754349a None None] Network bff31a76-d764-4e06-8e62-a6add8ca2a1c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:34.426831 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be4b2ae3-e050-4764-8f87-1a2890b9f31e tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:34.492548 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be4b2ae3-e050-4764-8f87-1a2890b9f31e tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:34.499144 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4b2ae3-e050-4764-8f87-1a2890b9f31e tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:34.499560 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-be4b2ae3-e050-4764-8f87-1a2890b9f31e tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:34.503291 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:19Z', 'revision_number': 4, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port': {'id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '0a920b69-6e39-4976-a8b8-e92d2745322e', 'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'mac_address': 'fa:16:3e:c7:d4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:15Z', 'updated_at': '2021-11-19T09:39:28Z', 'revision_number': 4, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'subnets': [{'id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:34.509631 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca56cfe4-3c12-46e0-8c6c-06597963caa7 req-1ce28887-1b48-4dba-b9b9-0ec391770c9c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599021 Nov 19 09:39:34.545235 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:34.545625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Checking segment: {'id': '8e24b762-f0bb-449c-9a66-7453111c36bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dbba3c3c-280b-4d18-aee7-7cd302641fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:34.546035 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:34.546451 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Bound using segment: {'id': '8e24b762-f0bb-449c-9a66-7453111c36bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dbba3c3c-280b-4d18-aee7-7cd302641fc9'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:34.546937 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Bound port: ea0590b2-2b39-4d74-8b83-3f23998a6655, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e24b762-f0bb-449c-9a66-7453111c36bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dbba3c3c-280b-4d18-aee7-7cd302641fc9'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:34.547325 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:34.549868 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:34.601482 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-be4b2ae3-e050-4764-8f87-1a2890b9f31e tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6201217 Nov 19 09:39:34.604543 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48676) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:34.608966 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:34.610870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b2ae3-e050-4764-8f87-1a2890b9f31e tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Network': ['ID=da742bde-a402-451d-a7fc-e462ae947756,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:34.611568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3a743260-500a-4602-9eb2-8730efb7fcd4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'subnet': {'network_id': 'da742bde-a402-451d-a7fc-e462ae947756', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:34.632354 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187113f4-b8d8-4946-9d11-320cf73cbd48 None None] Network 1986b075-a9fc-4ce8-ad53-f0800c0eeb50 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:34.634404 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ab82fd-c097-4ff8-b727-e70071b336db None None] The sync data for ids ['c09922c9-bba3-49d9-9426-e1628bc9da19'] in n-d-805649-14 is: [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:19Z', 'revision_number': 4, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port': {'id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '0a920b69-6e39-4976-a8b8-e92d2745322e', 'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'mac_address': 'fa:16:3e:c7:d4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:15Z', 'updated_at': '2021-11-19T09:39:28Z', 'revision_number': 4, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'subnets': [{'id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:39:34.636198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f4edcbb1-4a3d-4148-98a8-757714fa7eb3 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:39:34.652780 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network da742bde-a402-451d-a7fc-e462ae947756 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:39:34.655348 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:34.760936 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:34.778710 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187113f4-b8d8-4946-9d11-320cf73cbd48 None None] Network 1986b075-a9fc-4ce8-ad53-f0800c0eeb50 could not be found, it might have been deleted concurrently. {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 09:39:34.884605 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Allocated IP 2001:db8:1::1 (b4d2a612-a2be-4cc2-b5d6-80c650d05393/73fea49a-75b6-4c59-8f8b-70483a193fae/3c8c4948-591c-4773-bceb-031d16ef889d) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:34.912276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a743260-500a-4602-9eb2-8730efb7fcd4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:34.918986 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a743260-500a-4602-9eb2-8730efb7fcd4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:35.002493 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:35.005317 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-635cb757-730a-43f2-8de2-891830c65650 None None] For port bbd2f91c-1749-4526-946c-58e466d5b962, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=bbd2f91c-1749-4526-946c-58e466d5b962,segment=NetworkSegment(f5702643-080e-4b9c-8b62-81dcd514c93f),segment_id=f5702643-080e-4b9c-8b62-81dcd514c93f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:35.006882 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:39:35.017056 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:35.025327 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Network b4d2a612-a2be-4cc2-b5d6-80c650d05393 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:35.143405 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:35.151517 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:35.153747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:35.166272 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Pushing event updated for resources: {'Port': ['ID=ed995a9b-0655-4bb0-96de-dfb5381b93a7,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:35.177061 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:35.199121 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:35.220548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Pushing event updated for resources: {'Port': ['ID=95a6b30c-77b4-4108-961a-e4b50d178bef,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:35.347858 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:35.388107 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Network bff31a76-d764-4e06-8e62-a6add8ca2a1c is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:35.396095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:35.469336 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] For port ea0590b2-2b39-4d74-8b83-3f23998a6655, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:35.472556 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network b4d2a612-a2be-4cc2-b5d6-80c650d05393 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:35.482562 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Pushing event updated for resources: {'Port': ['ID=bbd2f91c-1749-4526-946c-58e466d5b962,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:35.486235 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:39:35.486810 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:39:35.493788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:35.497926 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:35.499047 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:35.512282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Provisioning complete for port a4e3915a-b662-4391-abc3-649ce955a22c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:35.512789 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-635cb757-730a-43f2-8de2-891830c65650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:35.612377 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=3c8c4948-591c-4773-bceb-031d16ef889d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:35.650209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Router 5c11a3a1-5f80-40e1-a075-db4c6a109149 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:39:35.660122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] For port ea0590b2-2b39-4d74-8b83-3f23998a6655, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ea0590b2-2b39-4d74-8b83-3f23998a6655,segment=NetworkSegment(8e24b762-f0bb-449c-9a66-7453111c36bd),segment_id=8e24b762-f0bb-449c-9a66-7453111c36bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:35.724034 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:35.761590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f4edcbb1-4a3d-4148-98a8-757714fa7eb3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4edcbb1-4a3d-4148-98a8-757714fa7eb3,segment=NetworkSegment(675a91f7-034b-4b3b-a29f-e74d710aa697),segment_id=675a91f7-034b-4b3b-a29f-e74d710aa697)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:35.833681 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Attempting to bind port 95a6b30c-77b4-4108-961a-e4b50d178bef on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:35.846338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Attempting to bind port 95a6b30c-77b4-4108-961a-e4b50d178bef by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '078f5548-d8c2-453d-9824-362b08dbf941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:35.853905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Attempting to bind port 95a6b30c-77b4-4108-961a-e4b50d178bef on network b4d2a612-a2be-4cc2-b5d6-80c650d05393 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:35.919227 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:35.920194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3', 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567', 'port_id': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3', 'mac_address': 'fa:16:3e:bc:fd:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:39:35.922612 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a743260-500a-4602-9eb2-8730efb7fcd4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:35.953594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:35.953993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Checking segment: {'id': '078f5548-d8c2-453d-9824-362b08dbf941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:35.954409 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:35.954820 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Bound using segment: {'id': '078f5548-d8c2-453d-9824-362b08dbf941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:35.955327 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Bound port: 95a6b30c-77b4-4108-961a-e4b50d178bef, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078f5548-d8c2-453d-9824-362b08dbf941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:35.955724 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:36.055015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3577db-a4ca-48b1-9aed-07d077aa7bc0 req-a0424cff-e8cf-4f81-89de-94b20ca248ac tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:36.056741 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d3577db-a4ca-48b1-9aed-07d077aa7bc0 req-a0424cff-e8cf-4f81-89de-94b20ca248ac tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 943 time: 0.4051704 Nov 19 09:39:36.110360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:39:36.115624 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ab521819-ee43-4373-a207-89e193088c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'name': 'tempest-TestVolumeBackupRestore-1826463508-router', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '8744e117-255e-4882-92d9-0c2fd329e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:25Z', 'updated_at': '2021-11-19T09:39:27Z', 'revision_number': 3, 'project_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'gw_port': {'id': '8744e117-255e-4882-92d9-0c2fd329e271', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:26Z', 'updated_at': '2021-11-19T09:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:36.143153 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b84cd320-eaaf-4dd6-b91e-7edaa4511c02 admin admin] 10.222.0.21 "PUT /v2.0/routers/5c11a3a1-5f80-40e1-a075-db4c6a109149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4273124 Nov 19 09:39:36.218557 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a743260-500a-4602-9eb2-8730efb7fcd4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Subnet': ['ID=55909a52-3682-46c9-abc7-40960984736f,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:36.246643 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d3577db-a4ca-48b1-9aed-07d077aa7bc0 req-74f5e0fc-8b60-4fd0-bff0-780b43b34e54 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776350 Nov 19 09:39:36.273826 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] For port 95a6b30c-77b4-4108-961a-e4b50d178bef, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:36.280392 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a743260-500a-4602-9eb2-8730efb7fcd4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Checking segment: {'id': '84a52acf-1d11-4922-95d8-a41183873487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'da742bde-a402-451d-a7fc-e462ae947756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:36.280905 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a743260-500a-4602-9eb2-8730efb7fcd4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network hostable DHCP agents. Network: da742bde-a402-451d-a7fc-e462ae947756, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:39:36.282242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] For port 95a6b30c-77b4-4108-961a-e4b50d178bef, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=95a6b30c-77b4-4108-961a-e4b50d178bef,segment=NetworkSegment(078f5548-d8c2-453d-9824-362b08dbf941),segment_id=078f5548-d8c2-453d-9824-362b08dbf941)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:36.377831 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:36.473989 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4edcbb1-4a3d-4148-98a8-757714fa7eb3 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:39:36.478782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fa1dd-4e1c-4394-b9a8-5d74c597a7ac None None] Pushing event updated for resources: {'Port': ['ID=ea0590b2-2b39-4d74-8b83-3f23998a6655,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:36.552762 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a743260-500a-4602-9eb2-8730efb7fcd4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network da742bde-a402-451d-a7fc-e462ae947756 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:39:36.553619 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:36.578211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Checking router: 5c11a3a1-5f80-40e1-a075-db4c6a109149 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:39:36.578928 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Updating router 5c11a3a1-5f80-40e1-a075-db4c6a109149 port 8744e117-255e-4882-92d9-0c2fd329e271 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:39:36.599766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-3a743260-500a-4602-9eb2-8730efb7fcd4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, da742bde-a402-451d-a7fc-e462ae947756) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:36.632455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a743260-500a-4602-9eb2-8730efb7fcd4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:36.633110 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a743260-500a-4602-9eb2-8730efb7fcd4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:36.683380 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3882884-c397-4986-8198-61f632523cd1 None None] Network da742bde-a402-451d-a7fc-e462ae947756 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:36.687298 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f4edcbb1-4a3d-4148-98a8-757714fa7eb3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4edcbb1-4a3d-4148-98a8-757714fa7eb3,segment=NetworkSegment(675a91f7-034b-4b3b-a29f-e74d710aa697),segment_id=675a91f7-034b-4b3b-a29f-e74d710aa697)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:36.768730 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3a743260-500a-4602-9eb2-8730efb7fcd4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1628120 Nov 19 09:39:36.774400 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48708) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:36.780273 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-75df017a-92a3-488a-a61b-56f7289f6f58 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1779739457'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:36.875657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75df017a-92a3-488a-a61b-56f7289f6f58 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:36.880498 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75df017a-92a3-488a-a61b-56f7289f6f58 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:36.894012 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:36.961012 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:36.992094 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75df017a-92a3-488a-a61b-56f7289f6f58 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:39:37.026369 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75df017a-92a3-488a-a61b-56f7289f6f58 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:37.026732 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-75df017a-92a3-488a-a61b-56f7289f6f58 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Added segment 7793a78a-6f9d-4e5a-ac34-3a109c7ab132 of type vlan for network 3fe20f87-8318-4ca6-8408-a1928ddcaade Nov 19 09:39:37.124132 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:37.146035 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75df017a-92a3-488a-a61b-56f7289f6f58 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:37.148572 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:37.149590 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:37.238400 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75df017a-92a3-488a-a61b-56f7289f6f58 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:37.266772 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d54b0-0290-4a06-9fe1-4275ac6cef00 None None] Pushing event updated for resources: {'Port': ['ID=95a6b30c-77b4-4108-961a-e4b50d178bef,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:37.289379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75df017a-92a3-488a-a61b-56f7289f6f58 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:37.290126 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75df017a-92a3-488a-a61b-56f7289f6f58 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:37.409410 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['f4edcbb1-4a3d-4148-98a8-757714fa7eb3'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:39:37.456536 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 006c7075-932c-4bf8-b86e-8d703578eae7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:37.460834 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=3c8c4948-591c-4773-bceb-031d16ef889d,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:37.619012 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network b4d2a612-a2be-4cc2-b5d6-80c650d05393 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:37.621999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-75df017a-92a3-488a-a61b-56f7289f6f58 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8465858 Nov 19 09:39:37.622943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:37.627484 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48752) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:37.638355 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-da3e39eb-5ef1-4927-ba53-73e861e519df tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'subnet': {'network_id': '3fe20f87-8318-4ca6-8408-a1928ddcaade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:37.644304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df017a-92a3-488a-a61b-56f7289f6f58 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Network': ['ID=3fe20f87-8318-4ca6-8408-a1928ddcaade,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:37.680346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2656dd-614f-41ee-8013-30a4e6a012cb req-43b759b3-3c27-4f23-9a07-f4a413f43990 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:37.682560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba2656dd-614f-41ee-8013-30a4e6a012cb req-43b759b3-3c27-4f23-9a07-f4a413f43990 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 944 time: 0.1596160 Nov 19 09:39:37.896678 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 3fe20f87-8318-4ca6-8408-a1928ddcaade details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:39:37.902055 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba2656dd-614f-41ee-8013-30a4e6a012cb req-6f9af754-27d7-438d-90be-ce29b3e87ee5 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132027 Nov 19 09:39:37.991843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7f529eaf-6ca8-4b01-9754-1760722a4ca4 None None] Provisioning complete for port ed995a9b-0655-4bb0-96de-dfb5381b93a7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:37.992099 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 7125027f-f282-4a55-a0be-840137b95b1a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:39:37.992634 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7f529eaf-6ca8-4b01-9754-1760722a4ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:38.297234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3e39eb-5ef1-4927-ba53-73e861e519df tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:38.304958 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da3e39eb-5ef1-4927-ba53-73e861e519df tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:38.345169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:39:38.365666 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Sync routers for ids ['7125027f-f282-4a55-a0be-840137b95b1a'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:39:38.400830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48816) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:38.402801 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-74866b4b-2c86-441b-ac45-9a4ac552dd7b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/7125027f-f282-4a55-a0be-840137b95b1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8896189 Nov 19 09:39:38.407022 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3eaacb37-bfd3-4f91-812f-01bde665dd74 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2124456921'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:38.407871 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Routers {'7125027f-f282-4a55-a0be-840137b95b1a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:38.412818 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7125027f-f282-4a55-a0be-840137b95b1a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:38.455274 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eaacb37-bfd3-4f91-812f-01bde665dd74 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:38.459289 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3eaacb37-bfd3-4f91-812f-01bde665dd74 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:38.523615 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eaacb37-bfd3-4f91-812f-01bde665dd74 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:39:38.562886 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3eaacb37-bfd3-4f91-812f-01bde665dd74 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:38.566397 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-3eaacb37-bfd3-4f91-812f-01bde665dd74 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Added segment d0334837-8c7e-4f20-a0ee-32a6634010cd of type vlan for network b34aca31-e056-4982-8cc0-29c50c41a38c Nov 19 09:39:38.620481 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-da3e39eb-5ef1-4927-ba53-73e861e519df tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Performing IP validity checks on allocation pools {{(pid=103476) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 09:39:38.621022 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-da3e39eb-5ef1-4927-ba53-73e861e519df tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103476) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 09:39:38.679121 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3eaacb37-bfd3-4f91-812f-01bde665dd74 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:38.713299 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Set router 7125027f-f282-4a55-a0be-840137b95b1a gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:38.772975 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3eaacb37-bfd3-4f91-812f-01bde665dd74 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:38.779207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaacb37-bfd3-4f91-812f-01bde665dd74 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:38.783165 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3eaacb37-bfd3-4f91-812f-01bde665dd74 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:38.833331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f4edcbb1-4a3d-4148-98a8-757714fa7eb3,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:38.840775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab2f55b-a093-4b06-915b-267032db53f9 None None] Network dbba3c3c-280b-4d18-aee7-7cd302641fc9 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:38.998151 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3eaacb37-bfd3-4f91-812f-01bde665dd74 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5956810 Nov 19 09:39:39.001302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaacb37-bfd3-4f91-812f-01bde665dd74 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Network': ['ID=b34aca31-e056-4982-8cc0-29c50c41a38c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:39.011963 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 48900) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:39.024867 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3c1e7670-034e-4fb2-9bfb-656f173346e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'subnet': {'network_id': 'b34aca31-e056-4982-8cc0-29c50c41a38c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:39.096223 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da3e39eb-5ef1-4927-ba53-73e861e519df tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:39.152862 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network b34aca31-e056-4982-8cc0-29c50c41a38c details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:39:39.219975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3059c8f6-f1b1-473d-bc19-86b264a5a57f None None] Network b4d2a612-a2be-4cc2-b5d6-80c650d05393 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:39.290788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e39eb-5ef1-4927-ba53-73e861e519df tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Subnet': ['ID=7abe2f20-c850-48de-a0b2-5b8d9f69ec2b,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:39.295618 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:39:35Z', 'revision_number': 3, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': '3c8c4948-591c-4773-bceb-031d16ef889d', 'name': '', 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:cc:0a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:31Z', 'updated_at': '2021-11-19T09:39:36Z', 'revision_number': 2, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:39.301006 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3e39eb-5ef1-4927-ba53-73e861e519df tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Checking segment: {'id': '7793a78a-6f9d-4e5a-ac34-3a109c7ab132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '3fe20f87-8318-4ca6-8408-a1928ddcaade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:39.301787 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3e39eb-5ef1-4927-ba53-73e861e519df tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network hostable DHCP agents. Network: 3fe20f87-8318-4ca6-8408-a1928ddcaade, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:39:39.356818 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Checking router: 7125027f-f282-4a55-a0be-840137b95b1a for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:39:39.358404 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Updating router 7125027f-f282-4a55-a0be-840137b95b1a port 3c8c4948-591c-4773-bceb-031d16ef889d binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:39:39.364874 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3e39eb-5ef1-4927-ba53-73e861e519df tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network 3fe20f87-8318-4ca6-8408-a1928ddcaade is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:39:39.381110 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-da3e39eb-5ef1-4927-ba53-73e861e519df tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 3fe20f87-8318-4ca6-8408-a1928ddcaade) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:39.386045 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3e39eb-5ef1-4927-ba53-73e861e519df tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:39.387105 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da3e39eb-5ef1-4927-ba53-73e861e519df tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:39.390263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-da742bde-a402-451d-a7fc-e462ae947756', 'network_id': 'da742bde-a402-451d-a7fc-e462ae947756', 'tenant_id': 'a89d0dcad33341eeb71cc846898d6767', 'fixed_ips': [{'subnet_id': '55909a52-3682-46c9-abc7-40960984736f'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:39:39.393240 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:39.410502 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:39.428836 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-da3e39eb-5ef1-4927-ba53-73e861e519df tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7964408 Nov 19 09:39:39.429242 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 48940) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:39.518280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963eac17-0b62-48d7-a4a2-d1c970e6ad94 None None] Network 3fe20f87-8318-4ca6-8408-a1928ddcaade requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:39.630263 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f6a82fd-de9f-4965-9fd8-56cc02eb1cdd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:39.712024 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:39:39.780277 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f6a82fd-de9f-4965-9fd8-56cc02eb1cdd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:39.954503 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f6a82fd-de9f-4965-9fd8-56cc02eb1cdd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:40.048623 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a82fd-de9f-4965-9fd8-56cc02eb1cdd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Subnet': ['ID=7abe2f20-c850-48de-a0b2-5b8d9f69ec2b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:40.081730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1e7670-034e-4fb2-9bfb-656f173346e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:40.088263 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7670-034e-4fb2-9bfb-656f173346e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:40.112886 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:40.127686 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:40.139987 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7f529eaf-6ca8-4b01-9754-1760722a4ca4 None None] Port ed995a9b-0655-4bb0-96de-dfb5381b93a7 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:39:40.142923 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f6a82fd-de9f-4965-9fd8-56cc02eb1cdd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:40.180447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d927c69-2566-4d4a-bee2-592d99eabc97 req-7897f011-0212-4880-ab70-1cf7d0c4cf0a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:40.182320 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d927c69-2566-4d4a-bee2-592d99eabc97 req-7897f011-0212-4880-ab70-1cf7d0c4cf0a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 944 time: 1.1693671 Nov 19 09:39:40.200073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5f6a82fd-de9f-4965-9fd8-56cc02eb1cdd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe20f87-8318-4ca6-8408-a1928ddcaade']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:40.240224 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5f6a82fd-de9f-4965-9fd8-56cc02eb1cdd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7793a78a-6f9d-4e5a-ac34-3a109c7ab132') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:40.240527 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5f6a82fd-de9f-4965-9fd8-56cc02eb1cdd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7793a78a-6f9d-4e5a-ac34-3a109c7ab132') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:40.275658 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f6a82fd-de9f-4965-9fd8-56cc02eb1cdd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:40.314876 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f6a82fd-de9f-4965-9fd8-56cc02eb1cdd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:40.338896 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Attempting to bind port 3c8c4948-591c-4773-bceb-031d16ef889d on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:40.339263 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Attempting to bind port 3c8c4948-591c-4773-bceb-031d16ef889d by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '078f5548-d8c2-453d-9824-362b08dbf941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:40.339621 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Attempting to bind port 3c8c4948-591c-4773-bceb-031d16ef889d on network b4d2a612-a2be-4cc2-b5d6-80c650d05393 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:40.352288 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6a82fd-de9f-4965-9fd8-56cc02eb1cdd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:39:40.352680 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f6a82fd-de9f-4965-9fd8-56cc02eb1cdd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:39:40.356187 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:39:40.364642 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455e92b-f0e9-475b-bbf5-471bf865ea46 None None] Pushing event updated for resources: {'Port': ['ID=3c8c4948-591c-4773-bceb-031d16ef889d,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:40.369986 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d927c69-2566-4d4a-bee2-592d99eabc97 req-bfadc2c1-941f-47e8-9686-6d7ead2a0e5d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717644 Nov 19 09:39:40.374828 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:40.376973 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Checking segment: {'id': '078f5548-d8c2-453d-9824-362b08dbf941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:40.377586 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:40.378112 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Bound using segment: {'id': '078f5548-d8c2-453d-9824-362b08dbf941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:40.381102 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Bound port: 3c8c4948-591c-4773-bceb-031d16ef889d, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078f5548-d8c2-453d-9824-362b08dbf941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:40.381971 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:40.514450 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] For port 3c8c4948-591c-4773-bceb-031d16ef889d, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:40.520376 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] For port 3c8c4948-591c-4773-bceb-031d16ef889d, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3c8c4948-591c-4773-bceb-031d16ef889d,segment=NetworkSegment(078f5548-d8c2-453d-9824-362b08dbf941),segment_id=078f5548-d8c2-453d-9824-362b08dbf941)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:40.544642 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:40.633131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 006c7075-932c-4bf8-b86e-8d703578eae7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:40.633877 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f6a82fd-de9f-4965-9fd8-56cc02eb1cdd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:40.634630 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:40.646301 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5f6a82fd-de9f-4965-9fd8-56cc02eb1cdd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:40.655157 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5f6a82fd-de9f-4965-9fd8-56cc02eb1cdd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/networks/3fe20f87-8318-4ca6-8408-a1928ddcaade HTTP/1.1" status: 204 len: 168 time: 1.2245221 Nov 19 09:39:40.660258 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49042) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:40.673460 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-877a8268-74df-4bd0-b978-cad1e46c8921 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1512237027'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:40.676257 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455e92b-f0e9-475b-bbf5-471bf865ea46 None None] Pushing event updated for resources: {'Port': ['ID=3c8c4948-591c-4773-bceb-031d16ef889d,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:40.742673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a82fd-de9f-4965-9fd8-56cc02eb1cdd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Network': ['ID=3fe20f87-8318-4ca6-8408-a1928ddcaade,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:40.743279 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Routers {'7125027f-f282-4a55-a0be-840137b95b1a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:40.743914 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7125027f-f282-4a55-a0be-840137b95b1a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:40.778552 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7670-034e-4fb2-9bfb-656f173346e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:40.791533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877a8268-74df-4bd0-b978-cad1e46c8921 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:40.799487 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-877a8268-74df-4bd0-b978-cad1e46c8921 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:40.869403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877a8268-74df-4bd0-b978-cad1e46c8921 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:39:40.898773 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-877a8268-74df-4bd0-b978-cad1e46c8921 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:40.899899 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-877a8268-74df-4bd0-b978-cad1e46c8921 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Added segment 958b4d9d-a92c-4edd-bdf2-11cd36ed4e3d of type vlan for network a06d2985-f0eb-4632-b4b8-ea31c782cf9a Nov 19 09:39:40.972275 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] Set router 7125027f-f282-4a55-a0be-840137b95b1a gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:41.026055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e7670-034e-4fb2-9bfb-656f173346e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Subnet': ['ID=4521c94e-b580-4396-9421-a2862dae0862,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:41.065767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e7670-034e-4fb2-9bfb-656f173346e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Checking segment: {'id': 'd0334837-8c7e-4f20-a0ee-32a6634010cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b34aca31-e056-4982-8cc0-29c50c41a38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:41.066109 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1e7670-034e-4fb2-9bfb-656f173346e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network hostable DHCP agents. Network: b34aca31-e056-4982-8cc0-29c50c41a38c, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:39:41.102179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1e7670-034e-4fb2-9bfb-656f173346e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network b34aca31-e056-4982-8cc0-29c50c41a38c is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:39:41.112213 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-877a8268-74df-4bd0-b978-cad1e46c8921 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:41.118398 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Allocated IP 2001:db8::3 (da742bde-a402-451d-a7fc-e462ae947756/55909a52-3682-46c9-abc7-40960984736f/0ebd05b3-9779-4e7f-85e0-d99a84756400) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:41.137240 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-3c1e7670-034e-4fb2-9bfb-656f173346e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, b34aca31-e056-4982-8cc0-29c50c41a38c) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:41.157450 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1e7670-034e-4fb2-9bfb-656f173346e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:41.158477 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c1e7670-034e-4fb2-9bfb-656f173346e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:41.189966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3c1e7670-034e-4fb2-9bfb-656f173346e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1717474 Nov 19 09:39:41.195492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49090) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:41.219606 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-877a8268-74df-4bd0-b978-cad1e46c8921 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:41.227257 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877a8268-74df-4bd0-b978-cad1e46c8921 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:41.229918 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-877a8268-74df-4bd0-b978-cad1e46c8921 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:41.374957 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-877a8268-74df-4bd0-b978-cad1e46c8921 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7117558 Nov 19 09:39:41.378708 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49108) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:41.402727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5b7f0f91-e01d-4f00-8a73-bc2c9ad2a1fd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'subnet': {'network_id': 'a06d2985-f0eb-4632-b4b8-ea31c782cf9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:41.562137 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:39:35Z', 'revision_number': 3, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': '3c8c4948-591c-4773-bceb-031d16ef889d', 'name': '', 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:cc:0a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:31Z', 'updated_at': '2021-11-19T09:39:40Z', 'revision_number': 4, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:41.600347 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a8268-74df-4bd0-b978-cad1e46c8921 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Network': ['ID=a06d2985-f0eb-4632-b4b8-ea31c782cf9a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:41.626148 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bb4551-5926-4ea8-b311-50409ea3f453 None None] Network b34aca31-e056-4982-8cc0-29c50c41a38c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:41.734666 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7f0f91-e01d-4f00-8a73-bc2c9ad2a1fd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:41.752977 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b7f0f91-e01d-4f00-8a73-bc2c9ad2a1fd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:41.788853 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network a06d2985-f0eb-4632-b4b8-ea31c782cf9a details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:39:41.912650 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b1332-a9eb-4571-b676-84c3def8840b None None] The sync data for ids ['7125027f-f282-4a55-a0be-840137b95b1a'] in n-d-805649-14 is: [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:39:35Z', 'revision_number': 3, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': '3c8c4948-591c-4773-bceb-031d16ef889d', 'name': '', 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:cc:0a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:31Z', 'updated_at': '2021-11-19T09:39:40Z', 'revision_number': 4, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:39:41.937209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87603e-d893-4f8b-ae36-41de3a67ca11 req-9482b102-e5c1-4e80-b0b2-c6ea215d872a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:41.957474 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c87603e-d893-4f8b-ae36-41de3a67ca11 req-9482b102-e5c1-4e80-b0b2-c6ea215d872a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 944 time: 0.3378685 Nov 19 09:39:42.215746 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c87603e-d893-4f8b-ae36-41de3a67ca11 req-824703dd-931a-43fa-b217-78cae9bad7b9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562411 Nov 19 09:39:42.395001 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:42.429059 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:42.550238 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b7f0f91-e01d-4f00-8a73-bc2c9ad2a1fd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:42.569789 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7f529eaf-6ca8-4b01-9754-1760722a4ca4 None None] Provisioning complete for port 0a920b69-6e39-4976-a8b8-e92d2745322e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:42.570149 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7f529eaf-6ca8-4b01-9754-1760722a4ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:42.644822 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f0f91-e01d-4f00-8a73-bc2c9ad2a1fd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Subnet': ['ID=54c28f8f-5d66-4eb9-a1d2-557ea4be03ac,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:42.675724 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f0f91-e01d-4f00-8a73-bc2c9ad2a1fd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Checking segment: {'id': '958b4d9d-a92c-4edd-bdf2-11cd36ed4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'a06d2985-f0eb-4632-b4b8-ea31c782cf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:42.677238 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7f0f91-e01d-4f00-8a73-bc2c9ad2a1fd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network hostable DHCP agents. Network: a06d2985-f0eb-4632-b4b8-ea31c782cf9a, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:39:42.758276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7f0f91-e01d-4f00-8a73-bc2c9ad2a1fd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network a06d2985-f0eb-4632-b4b8-ea31c782cf9a is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:39:42.803304 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5b7f0f91-e01d-4f00-8a73-bc2c9ad2a1fd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, a06d2985-f0eb-4632-b4b8-ea31c782cf9a) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:42.817896 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7f0f91-e01d-4f00-8a73-bc2c9ad2a1fd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:42.818532 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b7f0f91-e01d-4f00-8a73-bc2c9ad2a1fd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:42.867306 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5b7f0f91-e01d-4f00-8a73-bc2c9ad2a1fd tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4775085 Nov 19 09:39:42.867306 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49224) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:42.871619 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:42.936042 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d26c8a-e59c-4fdd-931f-c957a3a66bfe None None] Network a06d2985-f0eb-4632-b4b8-ea31c782cf9a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:43.072149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a662050-4ed3-4568-8f29-cc45b26d2f29 None None] Network 3fe20f87-8318-4ca6-8408-a1928ddcaade requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:43.160712 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d91a2-b7c0-4676-9177-e2b8492004a6 None None] Pushing event updated for resources: {'Port': ['ID=8744e117-255e-4882-92d9-0c2fd329e271,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:43.176057 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2b41732-b4d0-45a8-8b4d-2564b62ac002 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:43.176196 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a662050-4ed3-4568-8f29-cc45b26d2f29 None None] Network 3fe20f87-8318-4ca6-8408-a1928ddcaade could not be found, it might have been deleted concurrently. {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 09:39:43.184287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea5e88-abfe-43f6-85b5-3cbabc7a5079 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:39:43.393039 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2b41732-b4d0-45a8-8b4d-2564b62ac002 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:43.422785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Allocated IP 2001:db8:2::1 (b34aca31-e056-4982-8cc0-29c50c41a38c/4521c94e-b580-4396-9421-a2862dae0862/54d20c2e-d704-4a20-a280-4f5f5fb73a35) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:43.591087 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48ca56-b1cc-42a2-a02e-c5b29d9f5e10 req-5cb33d5a-2326-4f69-9672-8b3cb149ee20 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:43.604799 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e48ca56-b1cc-42a2-a02e-c5b29d9f5e10 req-5cb33d5a-2326-4f69-9672-8b3cb149ee20 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 944 time: 0.1709945 Nov 19 09:39:43.626222 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2b41732-b4d0-45a8-8b4d-2564b62ac002 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:43.715676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b41732-b4d0-45a8-8b4d-2564b62ac002 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Subnet': ['ID=54c28f8f-5d66-4eb9-a1d2-557ea4be03ac,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:43.783804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e48ca56-b1cc-42a2-a02e-c5b29d9f5e10 req-a03b6994-34a8-4be9-b3be-d31e317fabc3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777420 Nov 19 09:39:43.835527 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:43.875339 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2b41732-b4d0-45a8-8b4d-2564b62ac002 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:43.882667 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Attempting to bind port 8744e117-255e-4882-92d9-0c2fd329e271 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:43.883759 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Attempting to bind port 8744e117-255e-4882-92d9-0c2fd329e271 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:43.884381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Attempting to bind port 8744e117-255e-4882-92d9-0c2fd329e271 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:43.914083 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:43.926874 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-d2b41732-b4d0-45a8-8b4d-2564b62ac002 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06d2985-f0eb-4632-b4b8-ea31c782cf9a']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:43.934525 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:43.935078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:43.937392 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:43.937924 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:43.939324 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Bound port: 8744e117-255e-4882-92d9-0c2fd329e271, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:43.940546 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:43.941226 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-d2b41732-b4d0-45a8-8b4d-2564b62ac002 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958b4d9d-a92c-4edd-bdf2-11cd36ed4e3d') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:43.941750 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-d2b41732-b4d0-45a8-8b4d-2564b62ac002 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958b4d9d-a92c-4edd-bdf2-11cd36ed4e3d') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:43.954070 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2b41732-b4d0-45a8-8b4d-2564b62ac002 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:43.971113 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2b41732-b4d0-45a8-8b4d-2564b62ac002 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:43.979043 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b41732-b4d0-45a8-8b4d-2564b62ac002 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:39:43.979043 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2b41732-b4d0-45a8-8b4d-2564b62ac002 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:44.002639 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=54d20c2e-d704-4a20-a280-4f5f5fb73a35,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:44.016445 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:44.018080 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:44.018599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:44.020990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:44.021517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:44.022099 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:44.022584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:44.026241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:44.026791 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:44.027296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:44.028606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:44.029163 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:44.053410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network b34aca31-e056-4982-8cc0-29c50c41a38c is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:44.055701 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:44.060057 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:44.062135 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:39:44.067441 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:39:44.128844 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2b41732-b4d0-45a8-8b4d-2564b62ac002 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:44.132042 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:44.147875 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d2b41732-b4d0-45a8-8b4d-2564b62ac002 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:44.175810 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d2b41732-b4d0-45a8-8b4d-2564b62ac002 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/networks/a06d2985-f0eb-4632-b4b8-ea31c782cf9a HTTP/1.1" status: 204 len: 168 time: 1.3070436 Nov 19 09:39:44.210410 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49282) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:44.217255 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b41732-b4d0-45a8-8b4d-2564b62ac002 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Network': ['ID=a06d2985-f0eb-4632-b4b8-ea31c782cf9a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:44.253612 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-551508316'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:44.280729 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:44.324642 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:44.328878 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:44.392534 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:39:44.415121 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:44.415613 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Added segment 9c789d1f-5427-4aeb-b668-a878f7f1b5bb of type vlan for network e8be82f0-6fcc-44da-823e-1379fb0846f6 Nov 19 09:39:44.523192 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:44.549400 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:44.558297 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:44.587618 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:44.602603 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:44.603302 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:44.673950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ea3bab-5160-416a-9000-7d0c20be85a8 None None] Network a06d2985-f0eb-4632-b4b8-ea31c782cf9a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:44.684863 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Network da742bde-a402-451d-a7fc-e462ae947756 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:44.699635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7f529eaf-6ca8-4b01-9754-1760722a4ca4 None None] Provisioning complete for port 006c7075-932c-4bf8-b86e-8d703578eae7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:44.700017 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7f529eaf-6ca8-4b01-9754-1760722a4ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:44.767996 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5445187 Nov 19 09:39:44.768366 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49286) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:44.784398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a048ad7e-954d-48fd-bd5b-d4dd602410cc tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'subnet': {'network_id': 'e8be82f0-6fcc-44da-823e-1379fb0846f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:44.818664 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:44.833440 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:44.834246 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:44.856379 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Pushing event updated for resources: {'Port': ['ID=0ebd05b3-9779-4e7f-85e0-d99a84756400,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:44.865307 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ea3bab-5160-416a-9000-7d0c20be85a8 None None] Network a06d2985-f0eb-4632-b4b8-ea31c782cf9a could not be found, it might have been deleted concurrently. {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 09:39:44.867804 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:44.873498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:44.894327 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ab521819-ee43-4373-a207-89e193088c1c None None] For port 8744e117-255e-4882-92d9-0c2fd329e271, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:44.908583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ab521819-ee43-4373-a207-89e193088c1c None None] For port 8744e117-255e-4882-92d9-0c2fd329e271, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8744e117-255e-4882-92d9-0c2fd329e271,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:44.944217 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:45.072807 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d91a2-b7c0-4676-9177-e2b8492004a6 None None] Pushing event updated for resources: {'Port': ['ID=8744e117-255e-4882-92d9-0c2fd329e271,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:45.079258 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-b34aca31-e056-4982-8cc0-29c50c41a38c', 'network_id': 'b34aca31-e056-4982-8cc0-29c50c41a38c', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'fixed_ips': [{'subnet_id': '4521c94e-b580-4396-9421-a2862dae0862'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:39:45.079902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=54d20c2e-d704-4a20-a280-4f5f5fb73a35,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:45.080180 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:45.128269 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba00df6-8766-4ca1-84e5-b40726d8f6e9 req-39ccb553-2455-4b8a-b1a5-0bbe620e850e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:45.130108 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ba00df6-8766-4ca1-84e5-b40726d8f6e9 req-39ccb553-2455-4b8a-b1a5-0bbe620e850e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 944 time: 0.1787584 Nov 19 09:39:45.156311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 006c7075-932c-4bf8-b86e-8d703578eae7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=006c7075-932c-4bf8-b86e-8d703578eae7,segment=NetworkSegment(28ff342d-aaa8-4feb-8775-00ce48ffa20c),segment_id=28ff342d-aaa8-4feb-8775-00ce48ffa20c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:45.162933 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214c86cd-143b-4793-ad80-392288c6516e None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:39:45.214208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network b34aca31-e056-4982-8cc0-29c50c41a38c is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:45.215682 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:45.261369 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Attempting to bind port 0ebd05b3-9779-4e7f-85e0-d99a84756400 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:45.261809 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Attempting to bind port 0ebd05b3-9779-4e7f-85e0-d99a84756400 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '84a52acf-1d11-4922-95d8-a41183873487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'da742bde-a402-451d-a7fc-e462ae947756'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:45.262257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Attempting to bind port 0ebd05b3-9779-4e7f-85e0-d99a84756400 on network da742bde-a402-451d-a7fc-e462ae947756 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:45.281375 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:45.281877 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Checking segment: {'id': '84a52acf-1d11-4922-95d8-a41183873487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'da742bde-a402-451d-a7fc-e462ae947756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:45.282610 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:45.283040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Bound using segment: {'id': '84a52acf-1d11-4922-95d8-a41183873487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'da742bde-a402-451d-a7fc-e462ae947756'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:45.283583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Bound port: 0ebd05b3-9779-4e7f-85e0-d99a84756400, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a52acf-1d11-4922-95d8-a41183873487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'da742bde-a402-451d-a7fc-e462ae947756'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:45.284032 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:45.303592 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:45.304538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0a920b69-6e39-4976-a8b8-e92d2745322e up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:45.409905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] For port 0ebd05b3-9779-4e7f-85e0-d99a84756400, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:45.414569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] For port 0ebd05b3-9779-4e7f-85e0-d99a84756400, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0ebd05b3-9779-4e7f-85e0-d99a84756400,segment=NetworkSegment(84a52acf-1d11-4922-95d8-a41183873487),segment_id=84a52acf-1d11-4922-95d8-a41183873487)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:45.422960 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 7125027f-f282-4a55-a0be-840137b95b1a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:39:45.437316 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ba00df6-8766-4ca1-84e5-b40726d8f6e9 req-b5e7092a-86d5-498b-8337-21e3f22f6fed tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903900 Nov 19 09:39:45.510498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Routers {'5c11a3a1-5f80-40e1-a075-db4c6a109149'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:45.513140 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ab521819-ee43-4373-a207-89e193088c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5c11a3a1-5f80-40e1-a075-db4c6a109149'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:45.594972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:39:45.609729 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-badbb9a4-583a-41c2-a12d-052c29d962ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/7125027f-f282-4a55-a0be-840137b95b1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4131074 Nov 19 09:39:45.611296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49296) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:45.621582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6514c7fe-b62a-47c1-98f6-c11d482e1582 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-371415677'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:45.670578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6514c7fe-b62a-47c1-98f6-c11d482e1582 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:45.674493 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6514c7fe-b62a-47c1-98f6-c11d482e1582 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:45.675294 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=006c7075-932c-4bf8-b86e-8d703578eae7,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:45.688759 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:45.705432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6514c7fe-b62a-47c1-98f6-c11d482e1582 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:39:45.715549 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6514c7fe-b62a-47c1-98f6-c11d482e1582 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:45.715953 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-6514c7fe-b62a-47c1-98f6-c11d482e1582 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Added segment 5da23eef-8f2a-490b-a5c5-66a7cc288b22 of type vlan for network dc3df516-2bfc-4b53-ab53-a63fbb722bdd Nov 19 09:39:45.756571 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Sync routers for ids ['7125027f-f282-4a55-a0be-840137b95b1a'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:39:45.761413 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6514c7fe-b62a-47c1-98f6-c11d482e1582 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:45.775174 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Network': ['ID=e8be82f0-6fcc-44da-823e-1379fb0846f6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:45.783848 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a048ad7e-954d-48fd-bd5b-d4dd602410cc tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:45.787851 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a048ad7e-954d-48fd-bd5b-d4dd602410cc tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:45.796757 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6514c7fe-b62a-47c1-98f6-c11d482e1582 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:45.803009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6514c7fe-b62a-47c1-98f6-c11d482e1582 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:45.803844 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6514c7fe-b62a-47c1-98f6-c11d482e1582 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:45.808089 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:45.808451 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:45.808801 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:45.809173 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:45.809520 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:45.809866 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:45.811010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:45.811356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:45.811707 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:45.812037 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:45.812556 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:45.813070 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcbaefa-6dfc-4197-90c5-8ce3665ff3e5 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:45.876455 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6514c7fe-b62a-47c1-98f6-c11d482e1582 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2627630 Nov 19 09:39:45.879580 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49298) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:45.887090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-49f25e4d-68ee-4f89-ac06-bf23ce9ba180 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'subnet': {'network_id': 'dc3df516-2bfc-4b53-ab53-a63fbb722bdd', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:45.893161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514c7fe-b62a-47c1-98f6-c11d482e1582 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Network': ['ID=dc3df516-2bfc-4b53-ab53-a63fbb722bdd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:45.904797 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network e8be82f0-6fcc-44da-823e-1379fb0846f6 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:39:45.940052 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Allocated IP 2001:db8:2::2 (b34aca31-e056-4982-8cc0-29c50c41a38c/4521c94e-b580-4396-9421-a2862dae0862/63f4aca8-600e-4ab9-90d2-b1292d521c9d) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:46.032024 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f25e4d-68ee-4f89-ac06-bf23ce9ba180 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Made reservation on behalf of f76f1c70b9d844e28e9e8d122d7b8536 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:46.034186 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-49f25e4d-68ee-4f89-ac06-bf23ce9ba180 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:46.113834 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:46.173191 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network dc3df516-2bfc-4b53-ab53-a63fbb722bdd details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:39:46.204295 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:46.260216 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a048ad7e-954d-48fd-bd5b-d4dd602410cc tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:46.332794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048ad7e-954d-48fd-bd5b-d4dd602410cc tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Subnet': ['ID=4d61d4db-0cd1-4df7-8e54-c22da0279b90,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:46.366017 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a048ad7e-954d-48fd-bd5b-d4dd602410cc tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Checking segment: {'id': '9c789d1f-5427-4aeb-b668-a878f7f1b5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'e8be82f0-6fcc-44da-823e-1379fb0846f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:46.366534 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a048ad7e-954d-48fd-bd5b-d4dd602410cc tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network hostable DHCP agents. Network: e8be82f0-6fcc-44da-823e-1379fb0846f6, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:39:46.370161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7f529eaf-6ca8-4b01-9754-1760722a4ca4 None None] Provisioning complete for port bbd2f91c-1749-4526-946c-58e466d5b962 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:46.371487 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7f529eaf-6ca8-4b01-9754-1760722a4ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:46.380255 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:46.384086 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a9b47-7eca-40dd-a9cc-558215eb2d35 None None] Pushing event updated for resources: {'Port': ['ID=0ebd05b3-9779-4e7f-85e0-d99a84756400,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:46.395682 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a048ad7e-954d-48fd-bd5b-d4dd602410cc tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network e8be82f0-6fcc-44da-823e-1379fb0846f6 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:39:46.413533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a048ad7e-954d-48fd-bd5b-d4dd602410cc tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, e8be82f0-6fcc-44da-823e-1379fb0846f6) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:46.418174 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-49f25e4d-68ee-4f89-ac06-bf23ce9ba180 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:46.428751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a048ad7e-954d-48fd-bd5b-d4dd602410cc tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:46.430946 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a048ad7e-954d-48fd-bd5b-d4dd602410cc tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:46.468134 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a048ad7e-954d-48fd-bd5b-d4dd602410cc tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6963921 Nov 19 09:39:46.468797 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49306) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:46.515680 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ab521819-ee43-4373-a207-89e193088c1c None None] Set router 5c11a3a1-5f80-40e1-a075-db4c6a109149 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:46.663128 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4576541-1308-415e-b106-e2b078baa8a5 None None] Network e8be82f0-6fcc-44da-823e-1379fb0846f6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:46.753384 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f25e4d-68ee-4f89-ac06-bf23ce9ba180 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Checking segment: {'id': '5da23eef-8f2a-490b-a5c5-66a7cc288b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'dc3df516-2bfc-4b53-ab53-a63fbb722bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:46.753750 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f25e4d-68ee-4f89-ac06-bf23ce9ba180 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network hostable DHCP agents. Network: dc3df516-2bfc-4b53-ab53-a63fbb722bdd, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:39:46.763629 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Routers {'7125027f-f282-4a55-a0be-840137b95b1a'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:46.764277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7125027f-f282-4a55-a0be-840137b95b1a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:46.770779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f25e4d-68ee-4f89-ac06-bf23ce9ba180 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Subnet': ['ID=720cf97a-5cec-4161-8048-168143c0b94a,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:46.777303 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71846cdc-975a-43cd-a461-ca5d7351e064 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:46.827484 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd72b9-ad6c-4ac1-8238-dba49926d753 req-73245ebe-bd07-459c-81cf-536f98367152 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:46.833770 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4edd72b9-ad6c-4ac1-8238-dba49926d753 req-73245ebe-bd07-459c-81cf-536f98367152 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 944 time: 0.1985934 Nov 19 09:39:46.835374 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f25e4d-68ee-4f89-ac06-bf23ce9ba180 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network dc3df516-2bfc-4b53-ab53-a63fbb722bdd is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:39:46.877138 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-49f25e4d-68ee-4f89-ac06-bf23ce9ba180 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, dc3df516-2bfc-4b53-ab53-a63fbb722bdd) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:46.892288 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Set router 7125027f-f282-4a55-a0be-840137b95b1a gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:46.897020 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f25e4d-68ee-4f89-ac06-bf23ce9ba180 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:46.898509 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-49f25e4d-68ee-4f89-ac06-bf23ce9ba180 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:46.905694 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71846cdc-975a-43cd-a461-ca5d7351e064 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:46.950092 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-49f25e4d-68ee-4f89-ac06-bf23ce9ba180 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0692470 Nov 19 09:39:46.951611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49310) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:46.963993 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4edd72b9-ad6c-4ac1-8238-dba49926d753 req-698703ff-aac6-4be6-a120-80627f777161 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195066 Nov 19 09:39:47.003072 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71846cdc-975a-43cd-a461-ca5d7351e064 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:47.031355 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91fca93-b787-4465-96d9-c104a056ebdb None None] Network dc3df516-2bfc-4b53-ab53-a63fbb722bdd requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:47.039252 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f4edcbb1-4a3d-4148-98a8-757714fa7eb3 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:47.114778 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71846cdc-975a-43cd-a461-ca5d7351e064 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Subnet': ['ID=4d61d4db-0cd1-4df7-8e54-c22da0279b90,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:47.209395 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71846cdc-975a-43cd-a461-ca5d7351e064 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:47.259007 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-71846cdc-975a-43cd-a461-ca5d7351e064 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8be82f0-6fcc-44da-823e-1379fb0846f6']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:47.282975 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-71846cdc-975a-43cd-a461-ca5d7351e064 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c789d1f-5427-4aeb-b668-a878f7f1b5bb') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:47.283286 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-71846cdc-975a-43cd-a461-ca5d7351e064 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c789d1f-5427-4aeb-b668-a878f7f1b5bb') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:47.313335 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71846cdc-975a-43cd-a461-ca5d7351e064 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:47.352549 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71846cdc-975a-43cd-a461-ca5d7351e064 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:47.366004 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71846cdc-975a-43cd-a461-ca5d7351e064 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:39:47.366632 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71846cdc-975a-43cd-a461-ca5d7351e064 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:39:47.399543 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:39:47.491890 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71846cdc-975a-43cd-a461-ca5d7351e064 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:47.540023 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-71846cdc-975a-43cd-a461-ca5d7351e064 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:47.553153 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-71846cdc-975a-43cd-a461-ca5d7351e064 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/networks/e8be82f0-6fcc-44da-823e-1379fb0846f6 HTTP/1.1" status: 204 len: 168 time: 1.0833044 Nov 19 09:39:47.555646 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49316) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:47.562218 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6dff1312-9dc0-49d1-b0ab-b787c0bf2861 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1119031638'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:47.586413 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71846cdc-975a-43cd-a461-ca5d7351e064 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Network': ['ID=e8be82f0-6fcc-44da-823e-1379fb0846f6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:47.644909 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 0a920b69-6e39-4976-a8b8-e92d2745322e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:47.645467 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:47.650414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dff1312-9dc0-49d1-b0ab-b787c0bf2861 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:47.654474 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6dff1312-9dc0-49d1-b0ab-b787c0bf2861 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:47.714464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dff1312-9dc0-49d1-b0ab-b787c0bf2861 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:39:47.727501 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:47.735881 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6dff1312-9dc0-49d1-b0ab-b787c0bf2861 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:47.737681 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-6dff1312-9dc0-49d1-b0ab-b787c0bf2861 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Added segment 8784179c-f385-4ccc-ba3b-f8c1e9fbfbf2 of type vlan for network e449937b-41c1-43f8-8446-0ad4c22b1cf6 Nov 19 09:39:47.737914 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Network b34aca31-e056-4982-8cc0-29c50c41a38c is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:47.787282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:47.817513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:47.866933 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6dff1312-9dc0-49d1-b0ab-b787c0bf2861 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:47.870204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d548b8f-958e-4b39-a249-feab3bab8721 None None] Network e8be82f0-6fcc-44da-823e-1379fb0846f6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:47.921256 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6dff1312-9dc0-49d1-b0ab-b787c0bf2861 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:47.929192 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dff1312-9dc0-49d1-b0ab-b787c0bf2861 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:47.929949 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6dff1312-9dc0-49d1-b0ab-b787c0bf2861 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:47.946302 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d548b8f-958e-4b39-a249-feab3bab8721 None None] Network e8be82f0-6fcc-44da-823e-1379fb0846f6 could not be found, it might have been deleted concurrently. {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 09:39:47.949399 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Pushing event updated for resources: {'Port': ['ID=63f4aca8-600e-4ab9-90d2-b1292d521c9d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:48.025594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Attempting to bind port 63f4aca8-600e-4ab9-90d2-b1292d521c9d on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:48.025921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Attempting to bind port 63f4aca8-600e-4ab9-90d2-b1292d521c9d by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd0334837-8c7e-4f20-a0ee-32a6634010cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b34aca31-e056-4982-8cc0-29c50c41a38c'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:48.026295 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Attempting to bind port 63f4aca8-600e-4ab9-90d2-b1292d521c9d on network b34aca31-e056-4982-8cc0-29c50c41a38c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:48.075269 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Allocated IP 2001:db8:3::1 (dc3df516-2bfc-4b53-ab53-a63fbb722bdd/720cf97a-5cec-4161-8048-168143c0b94a/54e1c9f1-af5e-464a-acf0-811e56a1f896) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:48.103468 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26267b0-43e4-4a32-8e7c-28533592d1d2 None None] Network da742bde-a402-451d-a7fc-e462ae947756 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:48.160995 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6dff1312-9dc0-49d1-b0ab-b787c0bf2861 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6033235 Nov 19 09:39:48.165539 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49326) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:48.170552 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:48.170951 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Checking segment: {'id': 'd0334837-8c7e-4f20-a0ee-32a6634010cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b34aca31-e056-4982-8cc0-29c50c41a38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:48.171374 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:48.171783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Bound using segment: {'id': 'd0334837-8c7e-4f20-a0ee-32a6634010cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b34aca31-e056-4982-8cc0-29c50c41a38c'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:48.172069 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8e2be2be-94c1-450b-988b-efd7872e720f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'subnet': {'network_id': 'e449937b-41c1-43f8-8446-0ad4c22b1cf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:48.172341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Bound port: 63f4aca8-600e-4ab9-90d2-b1292d521c9d, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0334837-8c7e-4f20-a0ee-32a6634010cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b34aca31-e056-4982-8cc0-29c50c41a38c'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:48.172757 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:48.260891 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:48.262312 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:48.293987 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff1312-9dc0-49d1-b0ab-b787c0bf2861 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Network': ['ID=e449937b-41c1-43f8-8446-0ad4c22b1cf6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:48.312929 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network e449937b-41c1-43f8-8446-0ad4c22b1cf6 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:39:48.315311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2be2be-94c1-450b-988b-efd7872e720f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:48.320382 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e2be2be-94c1-450b-988b-efd7872e720f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:48.322178 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ea0590b2-2b39-4d74-8b83-3f23998a6655 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:48.371724 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:48.426061 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:39:44Z', 'revision_number': 4, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': '3c8c4948-591c-4773-bceb-031d16ef889d', 'name': '', 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:cc:0a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:31Z', 'updated_at': '2021-11-19T09:39:40Z', 'revision_number': 4, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d20c2e-d704-4a20-a280-4f5f5fb73a35', 'name': '', 'network_id': 'b34aca31-e056-4982-8cc0-29c50c41a38c', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:8b:25:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '4521c94e-b580-4396-9421-a2862dae0862', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:42Z', 'updated_at': '2021-11-19T09:39:44Z', 'revision_number': 2, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '4521c94e-b580-4396-9421-a2862dae0862', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:48.430154 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port f4edcbb1-4a3d-4148-98a8-757714fa7eb3 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:39:48.483353 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network dc3df516-2bfc-4b53-ab53-a63fbb722bdd is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:48.489916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:48.500078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:48.501982 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:48.521554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acc410-3dfd-475b-b6e0-78808b8191a4 req-385ffe70-808f-41d6-9999-a30845f1094d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:48.523550 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63acc410-3dfd-475b-b6e0-78808b8191a4 req-385ffe70-808f-41d6-9999-a30845f1094d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 944 time: 0.1802292 Nov 19 09:39:48.571743 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port f4edcbb1-4a3d-4148-98a8-757714fa7eb3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:48.576529 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:48.601910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Checking router: 7125027f-f282-4a55-a0be-840137b95b1a for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:39:48.602279 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Updating router 7125027f-f282-4a55-a0be-840137b95b1a port 54d20c2e-d704-4a20-a280-4f5f5fb73a35 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:39:48.604822 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e2be2be-94c1-450b-988b-efd7872e720f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:48.643871 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63acc410-3dfd-475b-b6e0-78808b8191a4 req-52fdf362-0c98-4b98-804f-5ba49facd19d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725052 Nov 19 09:39:48.644630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=54e1c9f1-af5e-464a-acf0-811e56a1f896,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:48.776125 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:48.781278 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2be2be-94c1-450b-988b-efd7872e720f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Subnet': ['ID=aff65b69-24a1-431d-a4e9-76518fe9c3a1,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:48.793211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Provisioning complete for port ed995a9b-0655-4bb0-96de-dfb5381b93a7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:48.793499 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:48.801526 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:48.803800 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2be2be-94c1-450b-988b-efd7872e720f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Checking segment: {'id': '8784179c-f385-4ccc-ba3b-f8c1e9fbfbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e449937b-41c1-43f8-8446-0ad4c22b1cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:48.804201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2be2be-94c1-450b-988b-efd7872e720f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network hostable DHCP agents. Network: e449937b-41c1-43f8-8446-0ad4c22b1cf6, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:39:48.835294 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] For port 63f4aca8-600e-4ab9-90d2-b1292d521c9d, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:48.849026 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2be2be-94c1-450b-988b-efd7872e720f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network e449937b-41c1-43f8-8446-0ad4c22b1cf6 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:39:48.871033 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-8e2be2be-94c1-450b-988b-efd7872e720f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, e449937b-41c1-43f8-8446-0ad4c22b1cf6) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:48.894407 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2be2be-94c1-450b-988b-efd7872e720f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:48.900589 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e2be2be-94c1-450b-988b-efd7872e720f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:48.910278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf3c824-0b4a-4df6-88a7-9d4b3bd43665 None None] Network e449937b-41c1-43f8-8446-0ad4c22b1cf6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:48.920143 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] For port 63f4aca8-600e-4ab9-90d2-b1292d521c9d, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=63f4aca8-600e-4ab9-90d2-b1292d521c9d,segment=NetworkSegment(d0334837-8c7e-4f20-a0ee-32a6634010cd),segment_id=d0334837-8c7e-4f20-a0ee-32a6634010cd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:48.948636 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8e2be2be-94c1-450b-988b-efd7872e720f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7819309 Nov 19 09:39:48.952343 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49330) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:48.962649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b154b81c-1858-4cb8-960e-5bbbf848b667 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'subnet': {'network_id': 'e449937b-41c1-43f8-8446-0ad4c22b1cf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:49.012736 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:49.041309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Port ed995a9b-0655-4bb0-96de-dfb5381b93a7 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:39:49.150201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b154b81c-1858-4cb8-960e-5bbbf848b667 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:49.157552 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b154b81c-1858-4cb8-960e-5bbbf848b667 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:49.212988 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:49.217301 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:49.221939 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ea0590b2-2b39-4d74-8b83-3f23998a6655 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:49.222538 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:49.226722 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:49.227523 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:49.400210 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event updated for resources: {'Port': ['ID=54e1c9f1-af5e-464a-acf0-811e56a1f896,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:49.471465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ab521819-ee43-4373-a207-89e193088c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'name': 'tempest-TestVolumeBackupRestore-1826463508-router', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '8744e117-255e-4882-92d9-0c2fd329e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:25Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 4, 'project_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'gw_port': {'id': '8744e117-255e-4882-92d9-0c2fd329e271', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:26Z', 'updated_at': '2021-11-19T09:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ed995a9b-0655-4bb0-96de-dfb5381b93a7', 'name': '', 'network_id': 'bff31a76-d764-4e06-8e62-a6add8ca2a1c', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'mac_address': 'fa:16:3e:3b:6f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ee4cdf99-246e-427d-b711-a8651b2a9536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:33Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 2, 'project_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'subnets': [{'id': 'ee4cdf99-246e-427d-b711-a8651b2a9536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:49.487302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Network dc3df516-2bfc-4b53-ab53-a63fbb722bdd is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:49.499892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:49.591227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a07e1f2-742f-48c9-a517-e907a42851e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:39:49.596773 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478c5b4a-2a33-4dc9-9c14-d67819d81c07" -d '{"events": [{"server_uuid": "1a07e1f2-742f-48c9-a517-e907a42851e4", "name": "network-vif-plugged", "status": "completed", "tag": "f4edcbb1-4a3d-4148-98a8-757714fa7eb3"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:39:49.782261 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b154b81c-1858-4cb8-960e-5bbbf848b667 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:49.853517 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f4edcbb1-4a3d-4148-98a8-757714fa7eb3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4edcbb1-4a3d-4148-98a8-757714fa7eb3,segment=NetworkSegment(675a91f7-034b-4b3b-a29f-e74d710aa697),segment_id=675a91f7-034b-4b3b-a29f-e74d710aa697)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:49.887168 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5840fe-cda1-4663-b268-537d1e336d62 x-openstack-request-id: req-1e5840fe-cda1-4663-b268-537d1e336d62 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:39:49.887749 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a07e1f2-742f-48c9-a517-e907a42851e4", "name": "network-vif-plugged", "status": "completed", "tag": "f4edcbb1-4a3d-4148-98a8-757714fa7eb3", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:39:49.888246 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e5840fe-cda1-4663-b268-537d1e336d62 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:39:49.888820 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a07e1f2-742f-48c9-a517-e907a42851e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3', 'code': 200} Nov 19 09:39:49.895194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-dc3df516-2bfc-4b53-ab53-a63fbb722bdd', 'network_id': 'dc3df516-2bfc-4b53-ab53-a63fbb722bdd', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'fixed_ips': [{'subnet_id': '720cf97a-5cec-4161-8048-168143c0b94a'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:39:49.896443 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:49.927790 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab521819-ee43-4373-a207-89e193088c1c None None] The sync data for ids ['5c11a3a1-5f80-40e1-a075-db4c6a109149'] in n-d-805649-14 is: [{'id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'name': 'tempest-TestVolumeBackupRestore-1826463508-router', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '8744e117-255e-4882-92d9-0c2fd329e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:25Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 4, 'project_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'gw_port': {'id': '8744e117-255e-4882-92d9-0c2fd329e271', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:26Z', 'updated_at': '2021-11-19T09:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ed995a9b-0655-4bb0-96de-dfb5381b93a7', 'name': '', 'network_id': 'bff31a76-d764-4e06-8e62-a6add8ca2a1c', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'mac_address': 'fa:16:3e:3b:6f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ee4cdf99-246e-427d-b711-a8651b2a9536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:33Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 2, 'project_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'subnets': [{'id': 'ee4cdf99-246e-427d-b711-a8651b2a9536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:39:49.959020 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b154b81c-1858-4cb8-960e-5bbbf848b667 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network e449937b-41c1-43f8-8446-0ad4c22b1cf6 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:49.984949 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:50.019629 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b154b81c-1858-4cb8-960e-5bbbf848b667 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:50.057513 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3c7fe761-7cf9-4eb4-a7ae-ae607eb05d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:50.083831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b154b81c-1858-4cb8-960e-5bbbf848b667 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:50.090128 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b154b81c-1858-4cb8-960e-5bbbf848b667 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:50.126147 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Provisioning complete for port 3c8c4948-591c-4773-bceb-031d16ef889d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:50.126703 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:50.173198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Pushing event updated for resources: {'Port': ['ID=63f4aca8-600e-4ab9-90d2-b1292d521c9d,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:50.201544 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154b81c-1858-4cb8-960e-5bbbf848b667 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Subnet': ['ID=7285ff05-c47a-4e15-ba76-f019d4179893,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:50.218430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-e449937b-41c1-43f8-8446-0ad4c22b1cf6', 'network_id': 'e449937b-41c1-43f8-8446-0ad4c22b1cf6', 'tenant_id': 'a89d0dcad33341eeb71cc846898d6767', 'fixed_ips': [{'subnet_id': 'aff65b69-24a1-431d-a4e9-76518fe9c3a1'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:39:50.219958 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:50.243339 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb055a80-87d6-4eae-a474-9844be70d016 req-1193391b-e7ee-449e-8d90-50eb61c16a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:50.244900 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cb055a80-87d6-4eae-a474-9844be70d016 req-1193391b-e7ee-449e-8d90-50eb61c16a41 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 1097 time: 0.3315172 Nov 19 09:39:50.248257 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b154b81c-1858-4cb8-960e-5bbbf848b667 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2946072 Nov 19 09:39:50.251798 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49344) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:50.521020 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-cb055a80-87d6-4eae-a474-9844be70d016 req-fe2357c0-6b7b-4cf3-bc1b-d399d26e0ce1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594843 Nov 19 09:39:50.530368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 7125027f-f282-4a55-a0be-840137b95b1a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:39:50.545855 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dacc1d-74b1-4ad8-a43b-c736fca56b25 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:50.553414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dacc1d-74b1-4ad8-a43b-c736fca56b25 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:50.555047 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dacc1d-74b1-4ad8-a43b-c736fca56b25 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:50.556738 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dacc1d-74b1-4ad8-a43b-c736fca56b25 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:50.558436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dacc1d-74b1-4ad8-a43b-c736fca56b25 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:50.560336 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-44dacc1d-74b1-4ad8-a43b-c736fca56b25 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3075206 Nov 19 09:39:50.570674 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49348) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:50.588814 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-16788c39-8872-4095-81cf-c3d2944c7fa7 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-252067223'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:50.752621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:39:50.764852 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49350) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:50.769972 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-be5051e3-35cc-4acb-b023-dc32f8efbb2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:50.773484 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9511f163-b58e-4307-b9ac-dd37806ec267 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/7125027f-f282-4a55-a0be-840137b95b1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8202448 Nov 19 09:39:50.814591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bc315-4be4-4a6b-b5db-6da0f7ee1875 req-f7bbeaa6-740f-43d9-9c17-c9988e4078c8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:50.816366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c1bc315-4be4-4a6b-b5db-6da0f7ee1875 req-f7bbeaa6-740f-43d9-9c17-c9988e4078c8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 945 time: 0.3655162 Nov 19 09:39:50.969587 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c1bc315-4be4-4a6b-b5db-6da0f7ee1875 req-9ddb4919-104c-42bb-982f-64730819e5f2 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417127 Nov 19 09:39:50.988026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16788c39-8872-4095-81cf-c3d2944c7fa7 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:51.003419 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-16788c39-8872-4095-81cf-c3d2944c7fa7 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:51.034088 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:51.036700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:51.036700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:51.036700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:51.041529 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:51.042038 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:51.042467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:51.042883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:51.043294 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:51.045583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:51.046060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:51.046460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d4821-94b6-460f-86f8-a1297595d001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:39:51.098599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16788c39-8872-4095-81cf-c3d2944c7fa7 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:39:51.126852 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-16788c39-8872-4095-81cf-c3d2944c7fa7 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:51.128183 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-16788c39-8872-4095-81cf-c3d2944c7fa7 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Added segment c6da5de2-c40c-43ce-99b0-d4606a95e8f5 of type vlan for network 5f23a035-30bf-42a6-a68a-67037c67e95c Nov 19 09:39:51.266963 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-16788c39-8872-4095-81cf-c3d2944c7fa7 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:51.380179 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-16788c39-8872-4095-81cf-c3d2944c7fa7 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:51.387041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16788c39-8872-4095-81cf-c3d2944c7fa7 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:51.388738 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-16788c39-8872-4095-81cf-c3d2944c7fa7 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:51.499620 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-16788c39-8872-4095-81cf-c3d2944c7fa7 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9235406 Nov 19 09:39:51.508289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49358) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:51.520051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410345bc-2cba-4425-ba6b-7c2cd1dbc527 None None] Network b34aca31-e056-4982-8cc0-29c50c41a38c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:51.522066 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ff93d3e6-9eec-468a-9a1a-db4915f780d0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:51.542304 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:51.644362 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:51.707982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16788c39-8872-4095-81cf-c3d2944c7fa7 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Network': ['ID=5f23a035-30bf-42a6-a68a-67037c67e95c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:51.998203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Allocated IP 2001:db8::2 (e449937b-41c1-43f8-8446-0ad4c22b1cf6/aff65b69-24a1-431d-a4e9-76518fe9c3a1/e7de18da-4308-4456-9ce2-909d9db09946) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:52.128640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 5f23a035-30bf-42a6-a68a-67037c67e95c details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:39:52.215365 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff93d3e6-9eec-468a-9a1a-db4915f780d0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:52.241984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2644ba-1a86-400b-b0cf-9b569ffde212 req-ec30ae47-5a1c-4957-95de-55af032e209c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:52.243575 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e2644ba-1a86-400b-b0cf-9b569ffde212 req-ec30ae47-5a1c-4957-95de-55af032e209c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 945 time: 0.1070781 Nov 19 09:39:52.244398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.extraroute_db [None req-be5051e3-35cc-4acb-b023-dc32f8efbb2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103476) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 09:39:52.283319 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff93d3e6-9eec-468a-9a1a-db4915f780d0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:52.302229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] For port 3c8c4948-591c-4773-bceb-031d16ef889d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3c8c4948-591c-4773-bceb-031d16ef889d,segment=NetworkSegment(078f5548-d8c2-453d-9824-362b08dbf941),segment_id=078f5548-d8c2-453d-9824-362b08dbf941)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:52.310680 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff93d3e6-9eec-468a-9a1a-db4915f780d0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network 5f23a035-30bf-42a6-a68a-67037c67e95c is not hosted by any dhcp agent {{(pid=103476) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 09:39:52.327881 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff93d3e6-9eec-468a-9a1a-db4915f780d0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:52.328536 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff93d3e6-9eec-468a-9a1a-db4915f780d0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:52.348159 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ff93d3e6-9eec-468a-9a1a-db4915f780d0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "PUT /v2.0/networks/5f23a035-30bf-42a6-a68a-67037c67e95c HTTP/1.1" status: 200 len: 723 time: 0.8384225 Nov 19 09:39:52.348929 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49366) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:52.356360 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.extraroute_db [None req-be5051e3-35cc-4acb-b023-dc32f8efbb2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Removed routes are [] {{(pid=103476) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 09:39:52.356797 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be5051e3-35cc-4acb-b023-dc32f8efbb2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:52.371004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e2644ba-1a86-400b-b0cf-9b569ffde212 req-4a3692f9-6e56-4a85-959c-fff89d3873fc tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208148 Nov 19 09:39:52.380143 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-795ee0b3-a9be-44bd-a8e8-d5e3e7753535 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'subnet': {'network_id': '5f23a035-30bf-42a6-a68a-67037c67e95c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:52.419284 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:52.467454 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f4edcbb1-4a3d-4148-98a8-757714fa7eb3,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:52.477877 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Allocated IP 2001:db8:3::2 (dc3df516-2bfc-4b53-ab53-a63fbb722bdd/720cf97a-5cec-4161-8048-168143c0b94a/deb9942d-6f55-42ed-974d-1e669a81567b) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:52.527782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port ea0590b2-2b39-4d74-8b83-3f23998a6655, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ea0590b2-2b39-4d74-8b83-3f23998a6655,segment=NetworkSegment(8e24b762-f0bb-449c-9a66-7453111c36bd),segment_id=8e24b762-f0bb-449c-9a66-7453111c36bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:52.587926 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Provisioning complete for port 8744e117-255e-4882-92d9-0c2fd329e271 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:52.588318 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:52.622590 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb863132-31e0-4b3d-990e-f40bc0ad1c7a req-23edeea7-071e-4a1b-8fb4-0f800d564f9e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:52.632861 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:52.633013 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb863132-31e0-4b3d-990e-f40bc0ad1c7a req-23edeea7-071e-4a1b-8fb4-0f800d564f9e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 945 time: 0.1132112 Nov 19 09:39:52.633709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device bbd2f91c-1749-4526-946c-58e466d5b962 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:52.675235 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3470b539-5515-4795-9610-a3b5c5f6cc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:52.776924 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb863132-31e0-4b3d-990e-f40bc0ad1c7a req-25cac1f4-c7cf-4abb-9c38-4a3cad2c5bed tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388304 Nov 19 09:39:52.790308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49372) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:52.880676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7aad51-3e5e-47a3-a59b-6c6673246c3a tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:52.885647 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cc7aad51-3e5e-47a3-a59b-6c6673246c3a tempest-TestNetworkAdvancedServerOps-1113923890 tempest-TestNetworkAdvancedServerOps-1113923890-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 1092 time: 0.0940199 Nov 19 09:39:52.886507 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49374) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:52.900174 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:52.902803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:52.917325 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93d3e6-9eec-468a-9a1a-db4915f780d0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Network': ['ID=5f23a035-30bf-42a6-a68a-67037c67e95c,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:52.997819 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 5f23a035-30bf-42a6-a68a-67037c67e95c details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:39:53.045440 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 09:39:53.045440 n-d-805649-14 neutron-server[103476]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 19 09:39:53.045440 n-d-805649-14 neutron-server[103476]: [parameters: {'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'id': '0aa2f91a-7470-4608-9727-1d13cb5ac293', 'expiration': datetime.datetime(2021, 11, 19, 9, 41, 52, 984442)}] Nov 19 09:39:53.045440 n-d-805649-14 neutron-server[103476]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:39:53.046019 n-d-805649-14 neutron-server[103476]: DEBUG oslo_db.api [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:39:53.046303 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795ee0b3-a9be-44bd-a8e8-d5e3e7753535 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:39:53.049833 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-795ee0b3-a9be-44bd-a8e8-d5e3e7753535 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:53.105741 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Pushing event updated for resources: {'Port': ['ID=3c8c4948-591c-4773-bceb-031d16ef889d,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:53.111499 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:53.133938 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be5051e3-35cc-4acb-b023-dc32f8efbb2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:53.142731 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be5051e3-35cc-4acb-b023-dc32f8efbb2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:53.178540 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:53.439804 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5051e3-35cc-4acb-b023-dc32f8efbb2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 7125027f-f282-4a55-a0be-840137b95b1a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:39:53.459407 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:53.460999 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:53.512337 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:53.561746 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Network e449937b-41c1-43f8-8446-0ad4c22b1cf6 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:53.562708 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:53.610738 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port bbd2f91c-1749-4526-946c-58e466d5b962 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:53.611115 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:53.630014 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:53.636531 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-795ee0b3-a9be-44bd-a8e8-d5e3e7753535 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:53.648735 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:53.652408 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:53.738073 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=ea0590b2-2b39-4d74-8b83-3f23998a6655,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:53.765188 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ee0b3-a9be-44bd-a8e8-d5e3e7753535 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Subnet': ['ID=0ed845a4-c427-4f14-90b8-b7259cb7876d,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:53.767338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Network dc3df516-2bfc-4b53-ab53-a63fbb722bdd is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:53.770432 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5051e3-35cc-4acb-b023-dc32f8efbb2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:39:53.781770 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-be5051e3-35cc-4acb-b023-dc32f8efbb2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:53.786910 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-be5051e3-35cc-4acb-b023-dc32f8efbb2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/7125027f-f282-4a55-a0be-840137b95b1a HTTP/1.1" status: 200 len: 954 time: 3.0207026 Nov 19 09:39:53.787635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49382) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:53.796062 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:53.842257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:53.847306 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] For port 8744e117-255e-4882-92d9-0c2fd329e271, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8744e117-255e-4882-92d9-0c2fd329e271,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:39:53.910641 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:53.930069 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Sync routers for ids ['5c11a3a1-5f80-40e1-a075-db4c6a109149'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:39:53.931677 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795ee0b3-a9be-44bd-a8e8-d5e3e7753535 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Checking segment: {'id': 'c6da5de2-c40c-43ce-99b0-d4606a95e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5f23a035-30bf-42a6-a68a-67037c67e95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:53.932148 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795ee0b3-a9be-44bd-a8e8-d5e3e7753535 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network hostable DHCP agents. Network: 5f23a035-30bf-42a6-a68a-67037c67e95c, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:39:53.948299 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Routers {'5c11a3a1-5f80-40e1-a075-db4c6a109149'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:53.950042 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5c11a3a1-5f80-40e1-a075-db4c6a109149'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:53.957399 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:53.993062 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e824f-0b66-437d-a5fa-10cf6e12d4ea None None] Pushing event updated for resources: {'Port': ['ID=54d20c2e-d704-4a20-a280-4f5f5fb73a35,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:53.998116 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Attempting to bind port 54d20c2e-d704-4a20-a280-4f5f5fb73a35 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:54.001017 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795ee0b3-a9be-44bd-a8e8-d5e3e7753535 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network 5f23a035-30bf-42a6-a68a-67037c67e95c is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:39:54.007145 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Attempting to bind port 54d20c2e-d704-4a20-a280-4f5f5fb73a35 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd0334837-8c7e-4f20-a0ee-32a6634010cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b34aca31-e056-4982-8cc0-29c50c41a38c'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:54.007530 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Attempting to bind port 54d20c2e-d704-4a20-a280-4f5f5fb73a35 on network b34aca31-e056-4982-8cc0-29c50c41a38c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:54.034294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-795ee0b3-a9be-44bd-a8e8-d5e3e7753535 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 5f23a035-30bf-42a6-a68a-67037c67e95c) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:54.043170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795ee0b3-a9be-44bd-a8e8-d5e3e7753535 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:54.044006 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-795ee0b3-a9be-44bd-a8e8-d5e3e7753535 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:54.077005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0c1e11b9-6160-4976-84cf-7c9b0c0e5841 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/routers/7125027f-f282-4a55-a0be-840137b95b1a HTTP/1.1" status: 200 len: 954 time: 0.2866499 Nov 19 09:39:54.078523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49386) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:54.089042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ce0bdd8d-e00f-4cf7-aeb1-7b9ca2ad509f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'router': {'routes': None}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:54.090253 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-795ee0b3-a9be-44bd-a8e8-d5e3e7753535 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7212720 Nov 19 09:39:54.090941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49388) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:54.113388 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-377e3d08-460a-4b49-84b7-739b3a58cd3c tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:39:54.136881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0e4892-ac00-464a-9618-d40b01157e5a None None] Network 5f23a035-30bf-42a6-a68a-67037c67e95c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:54.339047 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Set router 5c11a3a1-5f80-40e1-a075-db4c6a109149 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:54.362454 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:54.634587 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:54.635813 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Checking segment: {'id': 'd0334837-8c7e-4f20-a0ee-32a6634010cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b34aca31-e056-4982-8cc0-29c50c41a38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:54.636404 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:54.636951 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Bound using segment: {'id': 'd0334837-8c7e-4f20-a0ee-32a6634010cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b34aca31-e056-4982-8cc0-29c50c41a38c'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:54.637620 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Bound port: 54d20c2e-d704-4a20-a280-4f5f5fb73a35, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0334837-8c7e-4f20-a0ee-32a6634010cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b34aca31-e056-4982-8cc0-29c50c41a38c'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:54.638323 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:54.698895 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-377e3d08-460a-4b49-84b7-739b3a58cd3c tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10326796'] for subnet, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:54.726948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Attempting to bind port e7de18da-4308-4456-9ce2-909d9db09946 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:54.727601 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Attempting to bind port e7de18da-4308-4456-9ce2-909d9db09946 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '8784179c-f385-4ccc-ba3b-f8c1e9fbfbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e449937b-41c1-43f8-8446-0ad4c22b1cf6'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:54.728137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Attempting to bind port e7de18da-4308-4456-9ce2-909d9db09946 on network e449937b-41c1-43f8-8446-0ad4c22b1cf6 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:54.755982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Provisioning complete for port ea0590b2-2b39-4d74-8b83-3f23998a6655 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:54.756653 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:54.765690 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Attempting to bind port deb9942d-6f55-42ed-974d-1e669a81567b on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:54.766318 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Attempting to bind port deb9942d-6f55-42ed-974d-1e669a81567b by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '5da23eef-8f2a-490b-a5c5-66a7cc288b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'dc3df516-2bfc-4b53-ab53-a63fbb722bdd'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:54.766870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Attempting to bind port deb9942d-6f55-42ed-974d-1e669a81567b on network dc3df516-2bfc-4b53-ab53-a63fbb722bdd {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:54.795131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:54.796062 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Checking segment: {'id': '8784179c-f385-4ccc-ba3b-f8c1e9fbfbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e449937b-41c1-43f8-8446-0ad4c22b1cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:54.796650 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:54.797247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Bound using segment: {'id': '8784179c-f385-4ccc-ba3b-f8c1e9fbfbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e449937b-41c1-43f8-8446-0ad4c22b1cf6'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:54.797993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Bound port: e7de18da-4308-4456-9ce2-909d9db09946, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8784179c-f385-4ccc-ba3b-f8c1e9fbfbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e449937b-41c1-43f8-8446-0ad4c22b1cf6'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:54.798585 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:54.801271 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Pushing event updated for resources: {'Port': ['ID=e7de18da-4308-4456-9ce2-909d9db09946,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:54.861564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.extraroute_db [None req-ce0bdd8d-e00f-4cf7-aeb1-7b9ca2ad509f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Added routes are [] {{(pid=103477) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 09:39:54.862161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.extraroute_db [None req-ce0bdd8d-e00f-4cf7-aeb1-7b9ca2ad509f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103477) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 09:39:54.971205 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'name': 'tempest-TestVolumeBackupRestore-1826463508-router', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '8744e117-255e-4882-92d9-0c2fd329e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:25Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 4, 'project_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'gw_port': {'id': '8744e117-255e-4882-92d9-0c2fd329e271', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:26Z', 'updated_at': '2021-11-19T09:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ed995a9b-0655-4bb0-96de-dfb5381b93a7', 'name': '', 'network_id': 'bff31a76-d764-4e06-8e62-a6add8ca2a1c', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'mac_address': 'fa:16:3e:3b:6f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ee4cdf99-246e-427d-b711-a8651b2a9536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:33Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 2, 'project_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'subnets': [{'id': 'ee4cdf99-246e-427d-b711-a8651b2a9536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:54.994091 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce0bdd8d-e00f-4cf7-aeb1-7b9ca2ad509f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:55.018722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:55.019720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Checking segment: {'id': '5da23eef-8f2a-490b-a5c5-66a7cc288b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'dc3df516-2bfc-4b53-ab53-a63fbb722bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:55.020489 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:55.021074 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Bound using segment: {'id': '5da23eef-8f2a-490b-a5c5-66a7cc288b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'dc3df516-2bfc-4b53-ab53-a63fbb722bdd'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:55.021806 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Bound port: deb9942d-6f55-42ed-974d-1e669a81567b, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da23eef-8f2a-490b-a5c5-66a7cc288b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'dc3df516-2bfc-4b53-ab53-a63fbb722bdd'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:55.022403 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:55.035030 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Checking router: 5c11a3a1-5f80-40e1-a075-db4c6a109149 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:39:55.035384 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Updating router 5c11a3a1-5f80-40e1-a075-db4c6a109149 port ed995a9b-0655-4bb0-96de-dfb5381b93a7 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:39:55.141323 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:55.396781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] For port e7de18da-4308-4456-9ce2-909d9db09946, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:55.406796 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] For port e7de18da-4308-4456-9ce2-909d9db09946, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e7de18da-4308-4456-9ce2-909d9db09946,segment=NetworkSegment(8784179c-f385-4ccc-ba3b-f8c1e9fbfbf2),segment_id=8784179c-f385-4ccc-ba3b-f8c1e9fbfbf2)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:55.501650 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Pushing event updated for resources: {'Port': ['ID=deb9942d-6f55-42ed-974d-1e669a81567b,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:55.522685 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:55.576515 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce0bdd8d-e00f-4cf7-aeb1-7b9ca2ad509f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:55.581123 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce0bdd8d-e00f-4cf7-aeb1-7b9ca2ad509f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:55.636272 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:55.851322 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0bdd8d-e00f-4cf7-aeb1-7b9ca2ad509f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 7125027f-f282-4a55-a0be-840137b95b1a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:39:55.964838 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Pushing event updated for resources: {'Port': ['ID=8744e117-255e-4882-92d9-0c2fd329e271,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:56.025461 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:56.042847 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] For port 54d20c2e-d704-4a20-a280-4f5f5fb73a35, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:56.047709 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:56.163103 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Allocated IP 172.25.0.173 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/62185eb2-67b5-4c55-8d54-bbb8ca926abf) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:56.175815 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de80abd-a40b-4323-9363-773a00892deb None None] Pushing event updated for resources: {'Port': ['ID=ed995a9b-0655-4bb0-96de-dfb5381b93a7,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:56.206397 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0bdd8d-e00f-4cf7-aeb1-7b9ca2ad509f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:39:56.233336 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ce0bdd8d-e00f-4cf7-aeb1-7b9ca2ad509f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:56.234532 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ce0bdd8d-e00f-4cf7-aeb1-7b9ca2ad509f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/7125027f-f282-4a55-a0be-840137b95b1a HTTP/1.1" status: 200 len: 704 time: 2.1539140 Nov 19 09:39:56.237968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49408) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:56.358743 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-5f23a035-30bf-42a6-a68a-67037c67e95c', 'network_id': '5f23a035-30bf-42a6-a68a-67037c67e95c', 'tenant_id': 'a89d0dcad33341eeb71cc846898d6767', 'fixed_ips': [{'subnet_id': '0ed845a4-c427-4f14-90b8-b7259cb7876d'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:39:56.359644 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:56.393417 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad92021-c4a2-465f-8348-7f18db94c9b7 None None] Pushing event updated for resources: {'Port': ['ID=e7de18da-4308-4456-9ce2-909d9db09946,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:56.413134 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Attempting to bind port ed995a9b-0655-4bb0-96de-dfb5381b93a7 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:56.414864 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Attempting to bind port ed995a9b-0655-4bb0-96de-dfb5381b93a7 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '28ff342d-aaa8-4feb-8775-00ce48ffa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'bff31a76-d764-4e06-8e62-a6add8ca2a1c'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:56.416331 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Attempting to bind port ed995a9b-0655-4bb0-96de-dfb5381b93a7 on network bff31a76-d764-4e06-8e62-a6add8ca2a1c {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:56.421752 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8744e117-255e-4882-92d9-0c2fd329e271 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:39:56.432540 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:56.433427 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Checking segment: {'id': '28ff342d-aaa8-4feb-8775-00ce48ffa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'bff31a76-d764-4e06-8e62-a6add8ca2a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:56.437457 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:56.439593 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Bound using segment: {'id': '28ff342d-aaa8-4feb-8775-00ce48ffa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'bff31a76-d764-4e06-8e62-a6add8ca2a1c'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:56.441212 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Bound port: ed995a9b-0655-4bb0-96de-dfb5381b93a7, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ff342d-aaa8-4feb-8775-00ce48ffa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'bff31a76-d764-4e06-8e62-a6add8ca2a1c'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:56.442595 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:56.458261 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8e31ce81-3f80-4ec2-9c3b-ece10625e558 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/routers/7125027f-f282-4a55-a0be-840137b95b1a HTTP/1.1" status: 200 len: 704 time: 0.2006092 Nov 19 09:39:56.459286 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49410) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:56.473658 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:56.582227 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-377e3d08-460a-4b49-84b7-739b3a58cd3c tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764965949130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9960398'] for subnet, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:56.663280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] For port 54d20c2e-d704-4a20-a280-4f5f5fb73a35, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=54d20c2e-d704-4a20-a280-4f5f5fb73a35,segment=NetworkSegment(d0334837-8c7e-4f20-a0ee-32a6634010cd),segment_id=d0334837-8c7e-4f20-a0ee-32a6634010cd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:56.669351 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377e3d08-460a-4b49-84b7-739b3a58cd3c tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:39:56.671939 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-377e3d08-460a-4b49-84b7-739b3a58cd3c tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:56.674976 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-377e3d08-460a-4b49-84b7-739b3a58cd3c tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "PUT /v2.0/subnets/0ed845a4-c427-4f14-90b8-b7259cb7876d HTTP/1.1" status: 200 len: 826 time: 2.5826142 Nov 19 09:39:56.683745 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49420) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:39:56.867997 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] For port ed995a9b-0655-4bb0-96de-dfb5381b93a7, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:56.872584 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] For port ed995a9b-0655-4bb0-96de-dfb5381b93a7, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ed995a9b-0655-4bb0-96de-dfb5381b93a7,segment=NetworkSegment(28ff342d-aaa8-4feb-8775-00ce48ffa20c),segment_id=28ff342d-aaa8-4feb-8775-00ce48ffa20c)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:56.887169 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:56.889469 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:56.910945 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:57.005592 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e3d08-460a-4b49-84b7-739b3a58cd3c tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Subnet': ['ID=0ed845a4-c427-4f14-90b8-b7259cb7876d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:57.103566 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de80abd-a40b-4323-9363-773a00892deb None None] Pushing event updated for resources: {'Port': ['ID=ed995a9b-0655-4bb0-96de-dfb5381b93a7,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:57.110534 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Routers {'5c11a3a1-5f80-40e1-a075-db4c6a109149'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:57.112698 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5c11a3a1-5f80-40e1-a075-db4c6a109149'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:57.245539 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:57.255625 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:57.365073 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Allocated IP 2001:db8::2 (5f23a035-30bf-42a6-a68a-67037c67e95c/0ed845a4-c427-4f14-90b8-b7259cb7876d/c9ea17f3-d7ec-4369-aa58-225ab355b03c) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:39:57.452974 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:57.509859 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] Set router 5c11a3a1-5f80-40e1-a075-db4c6a109149 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:57.544022 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:57.548537 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:57.554964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:57.583541 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4c84-54d6-49aa-9adb-11c9ec5d1e11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:57.636942 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=62185eb2-67b5-4c55-8d54-bbb8ca926abf,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:57.750959 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e824f-0b66-437d-a5fa-10cf6e12d4ea None None] Pushing event updated for resources: {'Port': ['ID=54d20c2e-d704-4a20-a280-4f5f5fb73a35,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:57.763458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Provisioning complete for port 95a6b30c-77b4-4108-961a-e4b50d178bef triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:57.766267 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:57.785514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] For port deb9942d-6f55-42ed-974d-1e669a81567b, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:39:57.856628 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:57.937076 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] For port deb9942d-6f55-42ed-974d-1e669a81567b, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=deb9942d-6f55-42ed-974d-1e669a81567b,segment=NetworkSegment(5da23eef-8f2a-490b-a5c5-66a7cc288b22),segment_id=5da23eef-8f2a-490b-a5c5-66a7cc288b22)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:39:58.027384 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:58.051462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Routers {'7125027f-f282-4a55-a0be-840137b95b1a'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:39:58.058158 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7125027f-f282-4a55-a0be-840137b95b1a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:58.300249 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'name': 'tempest-TestVolumeBackupRestore-1826463508-router', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '8744e117-255e-4882-92d9-0c2fd329e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:25Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 4, 'project_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'gw_port': {'id': '8744e117-255e-4882-92d9-0c2fd329e271', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:26Z', 'updated_at': '2021-11-19T09:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ed995a9b-0655-4bb0-96de-dfb5381b93a7', 'name': '', 'network_id': 'bff31a76-d764-4e06-8e62-a6add8ca2a1c', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'mac_address': 'fa:16:3e:3b:6f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ee4cdf99-246e-427d-b711-a8651b2a9536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:33Z', 'updated_at': '2021-11-19T09:39:56Z', 'revision_number': 4, 'project_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'subnets': [{'id': 'ee4cdf99-246e-427d-b711-a8651b2a9536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:58.356224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] Set router 7125027f-f282-4a55-a0be-840137b95b1a gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:39:58.358243 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:58.427452 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c6bb3b-8f3c-4670-bc82-1a2c42d4d15c None None] The sync data for ids ['5c11a3a1-5f80-40e1-a075-db4c6a109149'] in n-d-805649-14 is: [{'id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'name': 'tempest-TestVolumeBackupRestore-1826463508-router', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '8744e117-255e-4882-92d9-0c2fd329e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:25Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 4, 'project_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'gw_port': {'id': '8744e117-255e-4882-92d9-0c2fd329e271', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:26Z', 'updated_at': '2021-11-19T09:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'ed995a9b-0655-4bb0-96de-dfb5381b93a7', 'name': '', 'network_id': 'bff31a76-d764-4e06-8e62-a6add8ca2a1c', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'mac_address': 'fa:16:3e:3b:6f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': 'ee4cdf99-246e-427d-b711-a8651b2a9536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:33Z', 'updated_at': '2021-11-19T09:39:56Z', 'revision_number': 4, 'project_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'subnets': [{'id': 'ee4cdf99-246e-427d-b711-a8651b2a9536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:39:58.471006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d4c84-54d6-49aa-9adb-11c9ec5d1e11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port 54e1c9f1-af5e-464a-acf0-811e56a1f896 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:39:58.471360 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4c84-54d6-49aa-9adb-11c9ec5d1e11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:58.621557 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:58.634089 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Network 5f23a035-30bf-42a6-a68a-67037c67e95c is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:39:58.635946 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:58.693926 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f23a035-30bf-42a6-a68a-67037c67e95c']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:58.712761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6da5de2-c40c-43ce-99b0-d4606a95e8f5') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:58.714035 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6da5de2-c40c-43ce-99b0-d4606a95e8f5') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:39:58.739738 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:58.760117 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4c84-54d6-49aa-9adb-11c9ec5d1e11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:58.773646 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:58.774276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Pushing event updated for resources: {'Port': ['ID=c9ea17f3-d7ec-4369-aa58-225ab355b03c,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:58.777348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:39:58.782867 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5708c246-0564-4a4e-92c8-d484fcdfdb99 None None] Network e449937b-41c1-43f8-8446-0ad4c22b1cf6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:39:58.789543 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:39:58.789970 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:58.800287 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d4c84-54d6-49aa-9adb-11c9ec5d1e11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for 54e1c9f1-af5e-464a-acf0-811e56a1f896 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:39:58.910824 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:39:58.944950 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:39:58.947999 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed845a4-c427-4f14-90b8-b7259cb7876d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:58.975649 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 09:39:58.975649 n-d-805649-14 neutron-server[103476]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 09:39:58.975649 n-d-805649-14 neutron-server[103476]: [parameters: {'id': '5f23a035-30bf-42a6-a68a-67037c67e95c'}] Nov 19 09:39:58.975649 n-d-805649-14 neutron-server[103476]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:39:58.977622 n-d-805649-14 neutron-server[103476]: DEBUG oslo_db.api [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:39:59.328127 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4c84-54d6-49aa-9adb-11c9ec5d1e11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:59.407117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d4c84-54d6-49aa-9adb-11c9ec5d1e11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=54e1c9f1-af5e-464a-acf0-811e56a1f896,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:59.407932 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:59.415911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Attempting to bind port c9ea17f3-d7ec-4369-aa58-225ab355b03c on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:39:59.416710 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Attempting to bind port c9ea17f3-d7ec-4369-aa58-225ab355b03c by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'c6da5de2-c40c-43ce-99b0-d4606a95e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5f23a035-30bf-42a6-a68a-67037c67e95c'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:39:59.417282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Attempting to bind port c9ea17f3-d7ec-4369-aa58-225ab355b03c on network 5f23a035-30bf-42a6-a68a-67037c67e95c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:39:59.431960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:39:59.435925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Checking segment: {'id': 'c6da5de2-c40c-43ce-99b0-d4606a95e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5f23a035-30bf-42a6-a68a-67037c67e95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:39:59.436458 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:59.436976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Bound using segment: {'id': 'c6da5de2-c40c-43ce-99b0-d4606a95e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5f23a035-30bf-42a6-a68a-67037c67e95c'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:39:59.437630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Bound port: c9ea17f3-d7ec-4369-aa58-225ab355b03c, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6da5de2-c40c-43ce-99b0-d4606a95e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5f23a035-30bf-42a6-a68a-67037c67e95c'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:39:59.438135 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:59.506032 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:59.519547 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8744e117-255e-4882-92d9-0c2fd329e271 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:39:59.520078 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:59.651871 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4c84-54d6-49aa-9adb-11c9ec5d1e11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:59.894703 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:59.913051 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Deleting port c9ea17f3-d7ec-4369-aa58-225ab355b03c {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:39:59.913429 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:39:59.966985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e6049-9ba2-4bcb-98c3-2c1ff29bb991 None None] Pushing event updated for resources: {'Port': ['ID=deb9942d-6f55-42ed-974d-1e669a81567b,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:39:59.995444 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:00.096858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] For port 95a6b30c-77b4-4108-961a-e4b50d178bef, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=95a6b30c-77b4-4108-961a-e4b50d178bef,segment=NetworkSegment(078f5548-d8c2-453d-9824-362b08dbf941),segment_id=078f5548-d8c2-453d-9824-362b08dbf941)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:00.143581 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:39:54Z', 'revision_number': 7, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': '3c8c4948-591c-4773-bceb-031d16ef889d', 'name': '', 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:cc:0a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:31Z', 'updated_at': '2021-11-19T09:39:52Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d20c2e-d704-4a20-a280-4f5f5fb73a35', 'name': '', 'network_id': 'b34aca31-e056-4982-8cc0-29c50c41a38c', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:8b:25:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '4521c94e-b580-4396-9421-a2862dae0862', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:42Z', 'updated_at': '2021-11-19T09:39:55Z', 'revision_number': 4, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '4521c94e-b580-4396-9421-a2862dae0862', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e1c9f1-af5e-464a-acf0-811e56a1f896', 'name': '', 'network_id': 'dc3df516-2bfc-4b53-ab53-a63fbb722bdd', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:cf:a2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '720cf97a-5cec-4161-8048-168143c0b94a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:47Z', 'updated_at': '2021-11-19T09:39:48Z', 'revision_number': 2, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '720cf97a-5cec-4161-8048-168143c0b94a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:00.173661 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:00.263809 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] For port c9ea17f3-d7ec-4369-aa58-225ab355b03c, host n-d-805649-14, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:00.272864 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:00.393744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Calling delete_port for c9ea17f3-d7ec-4369-aa58-225ab355b03c owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:00.400124 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Pushing event updated for resources: {'Port': ['ID=95a6b30c-77b4-4108-961a-e4b50d178bef,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:00.457899 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22164d01-2f38-43e9-a07f-bfa35c3f542a None None] The sync data for ids ['7125027f-f282-4a55-a0be-840137b95b1a'] in n-d-805649-14 is: [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:39:54Z', 'revision_number': 7, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': '3c8c4948-591c-4773-bceb-031d16ef889d', 'name': '', 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:cc:0a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:31Z', 'updated_at': '2021-11-19T09:39:52Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d20c2e-d704-4a20-a280-4f5f5fb73a35', 'name': '', 'network_id': 'b34aca31-e056-4982-8cc0-29c50c41a38c', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:8b:25:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '4521c94e-b580-4396-9421-a2862dae0862', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:42Z', 'updated_at': '2021-11-19T09:39:55Z', 'revision_number': 4, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '4521c94e-b580-4396-9421-a2862dae0862', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e1c9f1-af5e-464a-acf0-811e56a1f896', 'name': '', 'network_id': 'dc3df516-2bfc-4b53-ab53-a63fbb722bdd', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:cf:a2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '720cf97a-5cec-4161-8048-168143c0b94a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:47Z', 'updated_at': '2021-11-19T09:39:48Z', 'revision_number': 2, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '720cf97a-5cec-4161-8048-168143c0b94a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:40:00.605978 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Provisioning complete for port 0ebd05b3-9779-4e7f-85e0-d99a84756400 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:00.605978 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:00.612894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c81131-9d78-4c40-8c2c-dfdba71cb273 None None] Update dhcp port {'port': {'network_id': 'e449937b-41c1-43f8-8446-0ad4c22b1cf6', 'fixed_ips': [{'subnet_id': 'aff65b69-24a1-431d-a4e9-76518fe9c3a1', 'ip_address': '2001:db8::2'}, {'subnet_id': '7285ff05-c47a-4e15-ba76-f019d4179893'}], 'binding:host_id': 'n-d-805649-14'}, 'id': 'e7de18da-4308-4456-9ce2-909d9db09946'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:40:00.773231 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-57c81131-9d78-4c40-8c2c-dfdba71cb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:00.812865 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] For port c9ea17f3-d7ec-4369-aa58-225ab355b03c, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:40:00.833597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7d4c84-54d6-49aa-9adb-11c9ec5d1e11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 7125027f-f282-4a55-a0be-840137b95b1a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:40:00.858671 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:00.867342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 006c7075-932c-4bf8-b86e-8d703578eae7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:00.875163 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:01.001074 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event updated for resources: {'Port': ['ID=62185eb2-67b5-4c55-8d54-bbb8ca926abf,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:01.007907 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] For port c9ea17f3-d7ec-4369-aa58-225ab355b03c, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c9ea17f3-d7ec-4369-aa58-225ab355b03c,segment=NetworkSegment(c6da5de2-c40c-43ce-99b0-d4606a95e8f5),segment_id=c6da5de2-c40c-43ce-99b0-d4606a95e8f5)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:40:01.036282 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:01.097379 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:01.104505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7d4c84-54d6-49aa-9adb-11c9ec5d1e11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:40:01.119617 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-aa7d4c84-54d6-49aa-9adb-11c9ec5d1e11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/7125027f-f282-4a55-a0be-840137b95b1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6573019 Nov 19 09:40:01.123247 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49486) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:01.194289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Port': ['ID=c9ea17f3-d7ec-4369-aa58-225ab355b03c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:01.210289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No DVR routers for this DVR port c9ea17f3-d7ec-4369-aa58-225ab355b03c on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:01.260728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b18c749-8623-4d3a-93f6-c09d923b3c20 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting subnet 720cf97a-5cec-4161-8048-168143c0b94a {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:40:01.266627 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b18c749-8623-4d3a-93f6-c09d923b3c20 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:01.289954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cff97-37d6-4c68-964a-4ac1379b7481 None None] Pushing event deleted for resources: {'Port': ['ID=c9ea17f3-d7ec-4369-aa58-225ab355b03c,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:01.414330 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b18c749-8623-4d3a-93f6-c09d923b3c20 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server [None req-f92d56a2-c14b-40df-b080-156a5b1d8dbb None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port c9ea17f3-d7ec-4369-aa58-225ab355b03c could not be found. Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port c9ea17f3-d7ec-4369-aa58-225ab355b03c could not be found. Nov 19 09:40:01.422485 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Nov 19 09:40:01.480361 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:01.545946 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:01.552718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb63f7c-7692-4b5e-a8f8-adcec663f10e None None] Network 5f23a035-30bf-42a6-a68a-67037c67e95c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:01.627862 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b18c749-8623-4d3a-93f6-c09d923b3c20 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:01.684775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 006c7075-932c-4bf8-b86e-8d703578eae7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:01.685187 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:01.691164 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:01.731714 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b18c749-8623-4d3a-93f6-c09d923b3c20 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:01.765923 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f23a035-30bf-42a6-a68a-67037c67e95c']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:01.769289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18c749-8623-4d3a-93f6-c09d923b3c20 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Subnet': ['ID=720cf97a-5cec-4161-8048-168143c0b94a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:01.790753 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b18c749-8623-4d3a-93f6-c09d923b3c20 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572170'] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:01.799708 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0b18c749-8623-4d3a-93f6-c09d923b3c20 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/720cf97a-5cec-4161-8048-168143c0b94a HTTP/1.1" status: 204 len: 168 time: 0.6752017 Nov 19 09:40:01.804085 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49498) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:01.885282 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6da5de2-c40c-43ce-99b0-d4606a95e8f5') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:01.885902 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6da5de2-c40c-43ce-99b0-d4606a95e8f5') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:01.893454 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7187333f-f566-46e9-b4ab-0c4c61143b19 None None] Network dc3df516-2bfc-4b53-ab53-a63fbb722bdd requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:01.908214 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790be6eb-f696-4a60-9555-8f29705afd02 None None] Network 5f23a035-30bf-42a6-a68a-67037c67e95c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:01.919916 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:01.994363 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:02.010293 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:02.010719 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:02.014167 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:02.026408 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Floating IP 4a685c35-96b7-4395-853f-728fda9c1d21 associated. External IP: 172.25.0.173, port: f4edcbb1-4a3d-4148-98a8-757714fa7eb3. Nov 19 09:40:02.027494 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:02.126062 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port deb9942d-6f55-42ed-974d-1e669a81567b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:02.127877 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:02.239692 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] For port 0ebd05b3-9779-4e7f-85e0-d99a84756400, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0ebd05b3-9779-4e7f-85e0-d99a84756400,segment=NetworkSegment(84a52acf-1d11-4922-95d8-a41183873487),segment_id=84a52acf-1d11-4922-95d8-a41183873487)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:02.287627 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:02.332504 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:02.368177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] For port deb9942d-6f55-42ed-974d-1e669a81567b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=deb9942d-6f55-42ed-974d-1e669a81567b,segment=NetworkSegment(5da23eef-8f2a-490b-a5c5-66a7cc288b22),segment_id=5da23eef-8f2a-490b-a5c5-66a7cc288b22)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:02.373133 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:02.373794 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:02.377068 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/networks/5f23a035-30bf-42a6-a68a-67037c67e95c HTTP/1.1" status: 204 len: 168 time: 5.6921513 Nov 19 09:40:02.382044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49514) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:02.412838 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1feadf7-3a17-40e9-8ce0-55e0e499df9b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Network': ['ID=5f23a035-30bf-42a6-a68a-67037c67e95c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:02.441331 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b0b4aa-948c-46c2-94f0-940def0afc40 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:02.441331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b0b4aa-948c-46c2-94f0-940def0afc40 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:02.453917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-81b0b4aa-948c-46c2-94f0-940def0afc40 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/networks/5f23a035-30bf-42a6-a68a-67037c67e95c HTTP/1.1" status: 404 len: 339 time: 0.0424297 Nov 19 09:40:02.459863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49518) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:02.465298 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-aa5a99e3-1cac-4461-9540-3b74257ca140 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1059927812', 'description': 'd1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:02.470028 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for deb9942d-6f55-42ed-974d-1e669a81567b owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:02.521284 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-57c81131-9d78-4c40-8c2c-dfdba71cb273 None None] Allocated IP 172.20.0.1 (e449937b-41c1-43f8-8446-0ad4c22b1cf6/7285ff05-c47a-4e15-ba76-f019d4179893/e7de18da-4308-4456-9ce2-909d9db09946) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:40:02.548475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5a99e3-1cac-4461-9540-3b74257ca140 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:02.553276 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa5a99e3-1cac-4461-9540-3b74257ca140 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:02.677786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5a99e3-1cac-4461-9540-3b74257ca140 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:40:02.687100 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3c8c4948-591c-4773-bceb-031d16ef889d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:02.709444 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa5a99e3-1cac-4461-9540-3b74257ca140 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:02.709444 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-aa5a99e3-1cac-4461-9540-3b74257ca140 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Added segment 3f24d315-c77c-4b47-a91e-358db6b46cbc of type vlan for network 565abd25-bdbe-489b-a5f2-ac73cb300c09 Nov 19 09:40:02.754447 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:02.847153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=deb9942d-6f55-42ed-974d-1e669a81567b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:02.855148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] No DVR routers for this DVR port deb9942d-6f55-42ed-974d-1e669a81567b on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:02.912328 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa5a99e3-1cac-4461-9540-3b74257ca140 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:03.010830 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:03.023686 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-57c81131-9d78-4c40-8c2c-dfdba71cb273 None None] For port e7de18da-4308-4456-9ce2-909d9db09946, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e7de18da-4308-4456-9ce2-909d9db09946,segment=NetworkSegment(8784179c-f385-4ccc-ba3b-f8c1e9fbfbf2),segment_id=8784179c-f385-4ccc-ba3b-f8c1e9fbfbf2)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:03.039235 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa5a99e3-1cac-4461-9540-3b74257ca140 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:03.064332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5a99e3-1cac-4461-9540-3b74257ca140 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:03.065177 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa5a99e3-1cac-4461-9540-3b74257ca140 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:03.068939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3df516-2bfc-4b53-ab53-a63fbb722bdd']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:03.074964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router f7e0e971-23ff-49f8-8a21-65332059f32d has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:40:03.090319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Provisioning complete for port deb9942d-6f55-42ed-974d-1e669a81567b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:03.090778 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:03.093626 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab6baf8-012d-4e1b-bd19-4d45864a2334 None None] Sync routers for ids ['7125027f-f282-4a55-a0be-840137b95b1a'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:40:03.123869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da23eef-8f2a-490b-a5c5-66a7cc288b22') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:03.124184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da23eef-8f2a-490b-a5c5-66a7cc288b22') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:03.163947 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:03.184960 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-aa5a99e3-1cac-4461-9540-3b74257ca140 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7237585 Nov 19 09:40:03.190688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49534) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:03.193926 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5d8fc-611b-4d27-9306-1b53b5ee722e None None] Pushing event updated for resources: {'Port': ['ID=0ebd05b3-9779-4e7f-85e0-d99a84756400,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:03.204785 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:03.208911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Port deb9942d-6f55-42ed-974d-1e669a81567b was deleted so its status cannot be updated. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 19 09:40:03.221219 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a99e3-1cac-4461-9540-3b74257ca140 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Network': ['ID=565abd25-bdbe-489b-a5f2-ac73cb300c09,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:03.261988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 565abd25-bdbe-489b-a5f2-ac73cb300c09 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:40:03.263853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:03.265215 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:03.267791 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:03.304542 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-57c81131-9d78-4c40-8c2c-dfdba71cb273 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:03.333985 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:40:03.347184 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f4e7d-3a3f-4bda-a44d-f8a325fd0428 None None] Sync routers for ids ['f7e0e971-23ff-49f8-8a21-65332059f32d'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:40:03.359917 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-57c81131-9d78-4c40-8c2c-dfdba71cb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:03.373809 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f4e7d-3a3f-4bda-a44d-f8a325fd0428 None None] Routers {'f7e0e971-23ff-49f8-8a21-65332059f32d'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:03.378575 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5f6f4e7d-3a3f-4bda-a44d-f8a325fd0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f7e0e971-23ff-49f8-8a21-65332059f32d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:03.382759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6607576-9d87-4f6e-be97-11b272c7bc52 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:03.384486 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b6607576-9d87-4f6e-be97-11b272c7bc52 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "GET /v2.0/networks?id=565abd25-bdbe-489b-a5f2-ac73cb300c09 HTTP/1.1" status: 200 len: 765 time: 0.1928539 Nov 19 09:40:03.388298 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49536) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:03.396639 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:03.408745 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-eb961416-ad8d-473d-bd40-da49ae4d6c1b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'network': {'description': 'd2'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:03.418834 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab6baf8-012d-4e1b-bd19-4d45864a2334 None None] Routers {'7125027f-f282-4a55-a0be-840137b95b1a'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:03.420026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0ab6baf8-012d-4e1b-bd19-4d45864a2334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7125027f-f282-4a55-a0be-840137b95b1a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:03.422473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 3c8c4948-591c-4773-bceb-031d16ef889d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:03.422846 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:03.424524 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f5356a-c536-452e-a055-90c92b18bbc1 None None] DHCP port deletion for dc3df516-2bfc-4b53-ab53-a63fbb722bdd request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:40:03.499491 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-501229c1-824a-4670-8efc-6c2943183b19 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.6003733 Nov 19 09:40:03.500401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a07e1f2-742f-48c9-a517-e907a42851e4', 'tag': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:40:03.507181 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c27fc9-90b2-4682-9595-49e44baaf9c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1a07e1f2-742f-48c9-a517-e907a42851e4", "tag": "f4edcbb1-4a3d-4148-98a8-757714fa7eb3"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:40:03.535530 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:03.548074 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-5f6f4e7d-3a3f-4bda-a44d-f8a325fd0428 None None] Set router f7e0e971-23ff-49f8-8a21-65332059f32d gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:40:03.565506 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:03.570056 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/networks/dc3df516-2bfc-4b53-ab53-a63fbb722bdd HTTP/1.1" status: 204 len: 168 time: 1.7652774 Nov 19 09:40:03.573137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49552) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:03.663272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Provisioning complete for port e7de18da-4308-4456-9ce2-909d9db09946 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:03.664357 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:03.665853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12d1ee-6c7f-4761-9b0c-ffe9a02e6c27 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Network': ['ID=dc3df516-2bfc-4b53-ab53-a63fbb722bdd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:03.761324 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57523bca-a291-45eb-a814-e53bd28adf28 x-openstack-request-id: req-57523bca-a291-45eb-a814-e53bd28adf28 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:40:03.786590 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a07e1f2-742f-48c9-a517-e907a42851e4", "tag": "f4edcbb1-4a3d-4148-98a8-757714fa7eb3", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:40:03.787051 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57523bca-a291-45eb-a814-e53bd28adf28 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:40:03.787615 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a07e1f2-742f-48c9-a517-e907a42851e4', 'tag': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3', 'status': 'completed', 'code': 200} Nov 19 09:40:03.813815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c930c-fc6c-4c17-8c32-56321019c3e1 req-bc7e90de-5f27-42a2-849f-c35138bbd948 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:03.815332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f54c930c-fc6c-4c17-8c32-56321019c3e1 req-bc7e90de-5f27-42a2-849f-c35138bbd948 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 945 time: 0.1511204 Nov 19 09:40:04.011016 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eb961416-ad8d-473d-bd40-da49ae4d6c1b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:04.039933 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c27fc9-90b2-4682-9595-49e44baaf9c4 req-3156fa24-fbe1-42fd-aaa1-a4a4581b8166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:04.054883 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d6c27fc9-90b2-4682-9595-49e44baaf9c4 req-3156fa24-fbe1-42fd-aaa1-a4a4581b8166 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 1097 time: 0.3415699 Nov 19 09:40:04.116077 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eb961416-ad8d-473d-bd40-da49ae4d6c1b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:04.219991 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49568) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:04.271401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb961416-ad8d-473d-bd40-da49ae4d6c1b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network 565abd25-bdbe-489b-a5f2-ac73cb300c09 is not hosted by any dhcp agent {{(pid=103477) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 09:40:04.278358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb961416-ad8d-473d-bd40-da49ae4d6c1b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:04.285753 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5f6f4e7d-3a3f-4bda-a44d-f8a325fd0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290503660', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:03Z', 'updated_at': '2021-11-19T09:39:15Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:04Z', 'updated_at': '2021-11-19T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '4a685c35-96b7-4395-853f-728fda9c1d21', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'port_id': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567', 'mac_address': 'fa:16:3e:bc:fd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a07e1f2-742f-48c9-a517-e907a42851e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:39:58Z', 'updated_at': '2021-11-19T09:39:58Z', 'revision_number': 0, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e40b1f-d9a7-41fe-aa0c-204017999ecb', 'name': '', 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:b2:e9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:13Z', 'updated_at': '2021-11-19T09:39:24Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:04.304055 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-eb961416-ad8d-473d-bd40-da49ae4d6c1b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:04.307871 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-eb961416-ad8d-473d-bd40-da49ae4d6c1b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "PUT /v2.0/networks/565abd25-bdbe-489b-a5f2-ac73cb300c09 HTTP/1.1" status: 200 len: 762 time: 0.9166646 Nov 19 09:40:04.310513 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb961416-ad8d-473d-bd40-da49ae4d6c1b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Network': ['ID=565abd25-bdbe-489b-a5f2-ac73cb300c09,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:04.324897 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49576) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:04.382472 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f4e7d-3a3f-4bda-a44d-f8a325fd0428 None None] Checking router: f7e0e971-23ff-49f8-8a21-65332059f32d for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:40:04.396545 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 565abd25-bdbe-489b-a5f2-ac73cb300c09 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:40:04.414319 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f4e7d-3a3f-4bda-a44d-f8a325fd0428 None None] Routers {'f7e0e971-23ff-49f8-8a21-65332059f32d'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:04.415812 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5f6f4e7d-3a3f-4bda-a44d-f8a325fd0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f7e0e971-23ff-49f8-8a21-65332059f32d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:04.598440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f54c930c-fc6c-4c17-8c32-56321019c3e1 req-a84c5e24-6a94-4eab-8909-04911882a07d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5443850 Nov 19 09:40:04.598853 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-0ab6baf8-012d-4e1b-bd19-4d45864a2334 None None] Set router 7125027f-f282-4a55-a0be-840137b95b1a gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:40:04.636678 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49582) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:04.700492 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-5f6f4e7d-3a3f-4bda-a44d-f8a325fd0428 None None] Set router f7e0e971-23ff-49f8-8a21-65332059f32d gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:40:04.712243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c81131-9d78-4c40-8c2c-dfdba71cb273 None None] Pushing event updated for resources: {'Port': ['ID=e7de18da-4308-4456-9ce2-909d9db09946,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:04.756595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c27fc9-90b2-4682-9595-49e44baaf9c4 req-28e46702-f860-47bd-95ab-17e5b894ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:04.758141 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d6c27fc9-90b2-4682-9595-49e44baaf9c4 req-28e46702-f860-47bd-95ab-17e5b894ffd6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6134cf53-5a1a-45af-b603-c754e23ab567 HTTP/1.1" status: 200 len: 897 time: 0.6765487 Nov 19 09:40:04.836986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceb057b-4eeb-4383-8411-cd391528ed22 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:04.842743 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-eceb057b-4eeb-4383-8411-cd391528ed22 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "GET /v2.0/networks?id=565abd25-bdbe-489b-a5f2-ac73cb300c09 HTTP/1.1" status: 200 len: 765 time: 0.5128694 Nov 19 09:40:04.854812 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49584) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:05.017456 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0127c063-09c5-40a1-baec-ab1bf6562cb3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/floatingips/4a685c35-96b7-4395-853f-728fda9c1d21 HTTP/1.1" status: 200 len: 991 time: 0.3707886 Nov 19 09:40:05.091216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 95a6b30c-77b4-4108-961a-e4b50d178bef up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:05.128881 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0b42fd2d-bf27-4931-92be-17cc4ed110dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=169b6a9493354e54a48fd6652ab082ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8794496 Nov 19 09:40:05.138301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49590) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:05.214018 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d6c27fc9-90b2-4682-9595-49e44baaf9c4 req-ad01fad5-e0ff-4688-94f8-11624fda7b61 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4edcbb1-4a3d-4148-98a8-757714fa7eb3 HTTP/1.1" status: 200 len: 999 time: 0.4206803 Nov 19 09:40:05.244712 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:05.298182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e341c7d-971d-4693-b47f-ab620a945179 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:05.300904 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3e341c7d-971d-4693-b47f-ab620a945179 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4449334 Nov 19 09:40:05.303634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49596) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:05.321896 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5f6f4e7d-3a3f-4bda-a44d-f8a325fd0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290503660', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:03Z', 'updated_at': '2021-11-19T09:39:15Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:04Z', 'updated_at': '2021-11-19T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '4a685c35-96b7-4395-853f-728fda9c1d21', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'port_id': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567', 'mac_address': 'fa:16:3e:bc:fd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a07e1f2-742f-48c9-a517-e907a42851e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:39:58Z', 'updated_at': '2021-11-19T09:39:58Z', 'revision_number': 0, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e40b1f-d9a7-41fe-aa0c-204017999ecb', 'name': '', 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:b2:e9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:13Z', 'updated_at': '2021-11-19T09:39:24Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:05.369741 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fc777912-ce82-4bb8-bc58-497a33382f78 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 207 time: 0.0612266 Nov 19 09:40:05.373316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49598) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:05.431256 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f4e7d-3a3f-4bda-a44d-f8a325fd0428 None None] The sync data for ids ['f7e0e971-23ff-49f8-8a21-65332059f32d'] in n-d-805649-14 is: [{'id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290503660', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:03Z', 'updated_at': '2021-11-19T09:39:15Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:04Z', 'updated_at': '2021-11-19T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '4a685c35-96b7-4395-853f-728fda9c1d21', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'port_id': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567', 'mac_address': 'fa:16:3e:bc:fd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a07e1f2-742f-48c9-a517-e907a42851e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:39:58Z', 'updated_at': '2021-11-19T09:39:58Z', 'revision_number': 0, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e40b1f-d9a7-41fe-aa0c-204017999ecb', 'name': '', 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:b2:e9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:13Z', 'updated_at': '2021-11-19T09:39:24Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:40:05.432257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] For port e7de18da-4308-4456-9ce2-909d9db09946, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e7de18da-4308-4456-9ce2-909d9db09946,segment=NetworkSegment(8784179c-f385-4ccc-ba3b-f8c1e9fbfbf2),segment_id=8784179c-f385-4ccc-ba3b-f8c1e9fbfbf2)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:05.449015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 95a6b30c-77b4-4108-961a-e4b50d178bef triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:05.449434 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:05.453153 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:05.544378 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c27fc9-90b2-4682-9595-49e44baaf9c4 req-a7c2c93d-571c-46f3-aac2-1c774f9b402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:05.552791 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d6c27fc9-90b2-4682-9595-49e44baaf9c4 req-a7c2c93d-571c-46f3-aac2-1c774f9b402f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=18085388-1e44-4c95-bc31-c7d2f7e40f0b HTTP/1.1" status: 200 len: 835 time: 0.3342888 Nov 19 09:40:05.646513 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ae3c9c3-70ce-4309-a12d-da579625020b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:05.671151 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720ab09b-ca0e-4050-9f38-1e9df963e5b0 None None] Network e449937b-41c1-43f8-8446-0ad4c22b1cf6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:05.695871 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ae3c9c3-70ce-4309-a12d-da579625020b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:05.730743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c27fc9-90b2-4682-9595-49e44baaf9c4 req-5fd2be1b-6784-45e0-899a-b01f81615778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:05.732819 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d6c27fc9-90b2-4682-9595-49e44baaf9c4 req-5fd2be1b-6784-45e0-899a-b01f81615778 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6134cf53-5a1a-45af-b603-c754e23ab567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1632421 Nov 19 09:40:05.744017 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a0703e1-1c81-46d4-a93c-26d524e6ba52 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:05.848115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb62a3-653d-4157-9126-6db14739d0f6 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:05.859435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb62a3-653d-4157-9126-6db14739d0f6 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:05.873523 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Pushing event updated for resources: {'Port': ['ID=e7de18da-4308-4456-9ce2-909d9db09946,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:05.878950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb62a3-653d-4157-9126-6db14739d0f6 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:05.893787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb62a3-653d-4157-9126-6db14739d0f6 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:05.899675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb62a3-653d-4157-9126-6db14739d0f6 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:05.903526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a127e5-9cfd-4b01-befc-9a0ac999d765 None None] New status for floating IP 4a685c35-96b7-4395-853f-728fda9c1d21: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:40:05.914194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb62a3-653d-4157-9126-6db14739d0f6 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:05.924363 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49604) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:05.924558 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0aeb62a3-653d-4157-9126-6db14739d0f6 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5483892 Nov 19 09:40:06.018212 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49610) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:06.090389 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Provisioning complete for port 0ebd05b3-9779-4e7f-85e0-d99a84756400 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:06.093961 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:06.157029 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-33622b3f-ffd4-4f29-8ad9-ff05f458eac4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/floatingips/4a685c35-96b7-4395-853f-728fda9c1d21 HTTP/1.1" status: 200 len: 991 time: 0.1375740 Nov 19 09:40:06.244471 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0ebd05b3-9779-4e7f-85e0-d99a84756400 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:06.292257 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49616) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:06.292788 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-30f218ae-19cd-4b1c-a2df-bb44e8f0df69 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3372886 Nov 19 09:40:06.298427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0ab6baf8-012d-4e1b-bd19-4d45864a2334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:39:59Z', 'revision_number': 8, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': '3c8c4948-591c-4773-bceb-031d16ef889d', 'name': '', 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:cc:0a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:31Z', 'updated_at': '2021-11-19T09:39:52Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d20c2e-d704-4a20-a280-4f5f5fb73a35', 'name': '', 'network_id': 'b34aca31-e056-4982-8cc0-29c50c41a38c', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:8b:25:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '4521c94e-b580-4396-9421-a2862dae0862', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:42Z', 'updated_at': '2021-11-19T09:39:55Z', 'revision_number': 4, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '4521c94e-b580-4396-9421-a2862dae0862', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:06.329630 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ae3c9c3-70ce-4309-a12d-da579625020b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:06.332202 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8ae3c9c3-70ce-4309-a12d-da579625020b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:06.335701 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8ae3c9c3-70ce-4309-a12d-da579625020b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b10375f-0cf0-4e98-ae38-eed59e8af77c HTTP/1.1" status: 204 len: 168 time: 1.1859744 Nov 19 09:40:06.338369 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab6baf8-012d-4e1b-bd19-4d45864a2334 None None] Checking router: 7125027f-f282-4a55-a0be-840137b95b1a for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:40:06.430282 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d6c27fc9-90b2-4682-9595-49e44baaf9c4 req-d4370295-949a-4a98-b8a8-d64f2b663c38 service neutron] 10.222.0.71 "GET /v2.0/networks/6134cf53-5a1a-45af-b603-c754e23ab567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6837060 Nov 19 09:40:06.434784 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3c9c3-70ce-4309-a12d-da579625020b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b10375f-0cf0-4e98-ae38-eed59e8af77c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:06.445172 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab6baf8-012d-4e1b-bd19-4d45864a2334 None None] Routers {'7125027f-f282-4a55-a0be-840137b95b1a'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:06.446044 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0ab6baf8-012d-4e1b-bd19-4d45864a2334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7125027f-f282-4a55-a0be-840137b95b1a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:06.557382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e209f720-0d18-4fcf-8730-5436fab57967 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:06.563363 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e209f720-0d18-4fcf-8730-5436fab57967 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:06.567343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e209f720-0d18-4fcf-8730-5436fab57967 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:06.571530 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e209f720-0d18-4fcf-8730-5436fab57967 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:06.577389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e209f720-0d18-4fcf-8730-5436fab57967 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:06.583155 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e209f720-0d18-4fcf-8730-5436fab57967 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2894785 Nov 19 09:40:06.609049 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49626) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:06.636363 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Could not find standard attr ID for object 54e1c9f1-af5e-464a-acf0-811e56a1f896. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:40:06.664459 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 0ebd05b3-9779-4e7f-85e0-d99a84756400 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:06.664985 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:06.671378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3723717-dfb9-4210-926e-be14d0e7a5f3 None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:40:06.674277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-0ab6baf8-012d-4e1b-bd19-4d45864a2334 None None] Set router 7125027f-f282-4a55-a0be-840137b95b1a gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:40:06.764382 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d6c27fc9-90b2-4682-9595-49e44baaf9c4 req-81688def-2f6b-4377-9154-2df73446410d service neutron] 10.222.0.71 "GET /v2.0/networks/6134cf53-5a1a-45af-b603-c754e23ab567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227680 Nov 19 09:40:06.792690 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Provisioning complete for port 54d20c2e-d704-4a20-a280-4f5f5fb73a35 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:06.793169 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:07.160972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49652) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:07.304276 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-994ea9d8-ca7e-45c1-985c-9b20e1d7be9c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/floatingips/4a685c35-96b7-4395-853f-728fda9c1d21 HTTP/1.1" status: 200 len: 993 time: 0.1420608 Nov 19 09:40:07.350358 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb66d080-b5a8-437f-8297-f3b74a1baa03 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:07.352036 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb66d080-b5a8-437f-8297-f3b74a1baa03 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:07.354896 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb66d080-b5a8-437f-8297-f3b74a1baa03 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:07.356623 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb66d080-b5a8-437f-8297-f3b74a1baa03 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:07.358326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb66d080-b5a8-437f-8297-f3b74a1baa03 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:07.360153 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-eb66d080-b5a8-437f-8297-f3b74a1baa03 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.7338912 Nov 19 09:40:07.363829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49660) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:07.503444 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9a0703e1-1c81-46d4-a93c-26d524e6ba52 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port 54d20c2e-d704-4a20-a280-4f5f5fb73a35 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:07.503783 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a0703e1-1c81-46d4-a93c-26d524e6ba52 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:07.549693 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ea0590b2-2b39-4d74-8b83-3f23998a6655 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:07.588110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3723717-dfb9-4210-926e-be14d0e7a5f3 None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:40:07.609874 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:07.613069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e24fd5-917e-4377-a9ef-409261addc0d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:07.614210 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-36e24fd5-917e-4377-a9ef-409261addc0d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "GET /v2.0/networks/dbba3c3c-280b-4d18-aee7-7cd302641fc9 HTTP/1.1" status: 200 len: 803 time: 0.2489152 Nov 19 09:40:07.620342 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49668) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:07.730466 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e0bb512d-7073-41cd-926c-66f1cfb8bd7a tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "GET /v2.0/networks/dbba3c3c-280b-4d18-aee7-7cd302641fc9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1007676 Nov 19 09:40:07.734174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49674) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:07.744818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0ab6baf8-012d-4e1b-bd19-4d45864a2334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:39:59Z', 'revision_number': 8, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': '3c8c4948-591c-4773-bceb-031d16ef889d', 'name': '', 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:cc:0a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:31Z', 'updated_at': '2021-11-19T09:39:52Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d20c2e-d704-4a20-a280-4f5f5fb73a35', 'name': '', 'network_id': 'b34aca31-e056-4982-8cc0-29c50c41a38c', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:8b:25:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '4521c94e-b580-4396-9421-a2862dae0862', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:42Z', 'updated_at': '2021-11-19T09:39:55Z', 'revision_number': 4, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '4521c94e-b580-4396-9421-a2862dae0862', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:07.811140 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9a0703e1-1c81-46d4-a93c-26d524e6ba52 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] For port 54d20c2e-d704-4a20-a280-4f5f5fb73a35, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=54d20c2e-d704-4a20-a280-4f5f5fb73a35,segment=NetworkSegment(d0334837-8c7e-4f20-a0ee-32a6634010cd),segment_id=d0334837-8c7e-4f20-a0ee-32a6634010cd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:07.815443 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a0703e1-1c81-46d4-a93c-26d524e6ba52 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:07.831442 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9d9afb-d9a6-41f6-87ac-0a7ad0fdcb7d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:07.834664 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1c9d9afb-d9a6-41f6-87ac-0a7ad0fdcb7d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "GET /v2.0/subnets/3e87b4a5-ab1a-45b7-b0db-1a328f8eea58 HTTP/1.1" status: 200 len: 843 time: 0.0974364 Nov 19 09:40:07.845717 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49678) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:07.847909 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9a0703e1-1c81-46d4-a93c-26d524e6ba52 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for 54d20c2e-d704-4a20-a280-4f5f5fb73a35 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:07.863567 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab6baf8-012d-4e1b-bd19-4d45864a2334 None None] The sync data for ids ['7125027f-f282-4a55-a0be-840137b95b1a'] in n-d-805649-14 is: [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:39:59Z', 'revision_number': 8, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': '3c8c4948-591c-4773-bceb-031d16ef889d', 'name': '', 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:cc:0a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:31Z', 'updated_at': '2021-11-19T09:39:52Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d20c2e-d704-4a20-a280-4f5f5fb73a35', 'name': '', 'network_id': 'b34aca31-e056-4982-8cc0-29c50c41a38c', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:8b:25:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '4521c94e-b580-4396-9421-a2862dae0862', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:42Z', 'updated_at': '2021-11-19T09:39:55Z', 'revision_number': 4, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '4521c94e-b580-4396-9421-a2862dae0862', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:40:07.921965 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] For port 54d20c2e-d704-4a20-a280-4f5f5fb73a35, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=54d20c2e-d704-4a20-a280-4f5f5fb73a35,segment=NetworkSegment(d0334837-8c7e-4f20-a0ee-32a6634010cd),segment_id=d0334837-8c7e-4f20-a0ee-32a6634010cd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:07.941656 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:08.010486 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ea0590b2-2b39-4d74-8b83-3f23998a6655 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:08.010919 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:08.040255 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f2ae9b-226d-4b87-9744-07d94a5caaea tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:08.043607 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-55f2ae9b-226d-4b87-9744-07d94a5caaea tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "GET /v2.0/subnets/3e87b4a5-ab1a-45b7-b0db-1a328f8eea58?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1951697 Nov 19 09:40:08.046151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49684) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:08.051427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0b94f784-e21f-434e-b6e5-455cd0c3af9d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1873733609'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:08.085793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Provisioning complete for port ed995a9b-0655-4bb0-96de-dfb5381b93a7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:08.086512 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:08.100472 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b94f784-e21f-434e-b6e5-455cd0c3af9d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:08.104023 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b94f784-e21f-434e-b6e5-455cd0c3af9d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:08.151133 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b94f784-e21f-434e-b6e5-455cd0c3af9d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:40:08.173930 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b94f784-e21f-434e-b6e5-455cd0c3af9d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:08.174282 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-0b94f784-e21f-434e-b6e5-455cd0c3af9d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Added segment 60033a45-5c96-4fd6-9531-aa0d71fcd2b6 of type vlan for network 7bc92671-4f7e-429b-bf32-1dc7350faf0f Nov 19 09:40:08.235828 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Pushing event updated for resources: {'Port': ['ID=54d20c2e-d704-4a20-a280-4f5f5fb73a35,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:08.279401 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b94f784-e21f-434e-b6e5-455cd0c3af9d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:08.334905 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a0703e1-1c81-46d4-a93c-26d524e6ba52 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:08.342810 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b94f784-e21f-434e-b6e5-455cd0c3af9d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:08.370422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b94f784-e21f-434e-b6e5-455cd0c3af9d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:08.371327 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b94f784-e21f-434e-b6e5-455cd0c3af9d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:08.431080 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0b94f784-e21f-434e-b6e5-455cd0c3af9d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3837144 Nov 19 09:40:08.490801 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49698) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:08.500307 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0703e1-1c81-46d4-a93c-26d524e6ba52 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=54d20c2e-d704-4a20-a280-4f5f5fb73a35,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:08.518286 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-adc9f87a-f924-4239-82ee-520f4e69057d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'subnet': {'network_id': '7bc92671-4f7e-429b-bf32-1dc7350faf0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:08.530637 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 63f4aca8-600e-4ab9-90d2-b1292d521c9d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:08.534867 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94f784-e21f-434e-b6e5-455cd0c3af9d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Network': ['ID=7bc92671-4f7e-429b-bf32-1dc7350faf0f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:08.573424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 7bc92671-4f7e-429b-bf32-1dc7350faf0f details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:40:08.744630 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:08.889771 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] For port ed995a9b-0655-4bb0-96de-dfb5381b93a7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ed995a9b-0655-4bb0-96de-dfb5381b93a7,segment=NetworkSegment(28ff342d-aaa8-4feb-8775-00ce48ffa20c),segment_id=28ff342d-aaa8-4feb-8775-00ce48ffa20c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:08.898116 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a0703e1-1c81-46d4-a93c-26d524e6ba52 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:08.909507 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc9f87a-f924-4239-82ee-520f4e69057d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Made reservation on behalf of a89d0dcad33341eeb71cc846898d6767 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:08.915025 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-adc9f87a-f924-4239-82ee-520f4e69057d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:08.921670 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:08.928144 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 63f4aca8-600e-4ab9-90d2-b1292d521c9d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:08.928516 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:09.016545 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Provisioning complete for port 63f4aca8-600e-4ab9-90d2-b1292d521c9d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:09.016927 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:09.065021 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Pushing event updated for resources: {'Port': ['ID=ed995a9b-0655-4bb0-96de-dfb5381b93a7,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:09.132543 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:09.169007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 63f4aca8-600e-4ab9-90d2-b1292d521c9d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=63f4aca8-600e-4ab9-90d2-b1292d521c9d,segment=NetworkSegment(d0334837-8c7e-4f20-a0ee-32a6634010cd),segment_id=d0334837-8c7e-4f20-a0ee-32a6634010cd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:09.191360 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:09.228208 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-adc9f87a-f924-4239-82ee-520f4e69057d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Performing IP validity checks on allocation pools {{(pid=103476) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 09:40:09.228922 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-adc9f87a-f924-4239-82ee-520f4e69057d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103476) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 09:40:09.237970 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:09.287174 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=63f4aca8-600e-4ab9-90d2-b1292d521c9d,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:09.337152 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0703e1-1c81-46d4-a93c-26d524e6ba52 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 7125027f-f282-4a55-a0be-840137b95b1a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:40:09.436678 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:40:09.437038 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-d32cc89d-92d2-47ef-97c8-451724e63b94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:40:09.650926 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8744e117-255e-4882-92d9-0c2fd329e271 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:09.690152 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-adc9f87a-f924-4239-82ee-520f4e69057d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:09.716829 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8744e117-255e-4882-92d9-0c2fd329e271 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:09.717383 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:09.722047 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0703e1-1c81-46d4-a93c-26d524e6ba52 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:40:09.745559 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8d4f94-4d7b-403f-9d91-32a8599e5489 None None] Sync routers for ids ['7125027f-f282-4a55-a0be-840137b95b1a'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:40:09.780271 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8d4f94-4d7b-403f-9d91-32a8599e5489 None None] Routers {'7125027f-f282-4a55-a0be-840137b95b1a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:09.781240 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4f8d4f94-4d7b-403f-9d91-32a8599e5489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7125027f-f282-4a55-a0be-840137b95b1a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:09.815619 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9a0703e1-1c81-46d4-a93c-26d524e6ba52 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/7125027f-f282-4a55-a0be-840137b95b1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2384822 Nov 19 09:40:09.815988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49720) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:09.882577 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9f87a-f924-4239-82ee-520f4e69057d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Subnet': ['ID=59e28310-3988-45f7-8a68-b34d60d8230a,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:09.924292 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f87a-f924-4239-82ee-520f4e69057d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Checking segment: {'id': '60033a45-5c96-4fd6-9531-aa0d71fcd2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7bc92671-4f7e-429b-bf32-1dc7350faf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:40:09.930652 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc9f87a-f924-4239-82ee-520f4e69057d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network hostable DHCP agents. Network: 7bc92671-4f7e-429b-bf32-1dc7350faf0f, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:40:09.958574 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b054dacc-615d-496c-8e3d-6fd207cd0a12 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting subnet 4521c94e-b580-4396-9421-a2862dae0862 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:40:09.964150 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b054dacc-615d-496c-8e3d-6fd207cd0a12 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:09.965108 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4f8d4f94-4d7b-403f-9d91-32a8599e5489 None None] Set router 7125027f-f282-4a55-a0be-840137b95b1a gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:40:09.984126 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc9f87a-f924-4239-82ee-520f4e69057d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Network 7bc92671-4f7e-429b-bf32-1dc7350faf0f is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:40:10.007695 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-adc9f87a-f924-4239-82ee-520f4e69057d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 7bc92671-4f7e-429b-bf32-1dc7350faf0f) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:10.011917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9f87a-f924-4239-82ee-520f4e69057d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:10.012546 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-adc9f87a-f924-4239-82ee-520f4e69057d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:10.043017 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-adc9f87a-f924-4239-82ee-520f4e69057d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5368991 Nov 19 09:40:10.043511 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49722) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:10.058755 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001d9664-36fd-40fb-b1cc-fb1962abd3a7 None None] Network 7bc92671-4f7e-429b-bf32-1dc7350faf0f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:10.065676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-2d38f815-c63f-46f9-9734-84c363e07e0b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:10.074076 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b054dacc-615d-496c-8e3d-6fd207cd0a12 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:10.203531 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0ebd05b3-9779-4e7f-85e0-d99a84756400 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:10.295735 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b054dacc-615d-496c-8e3d-6fd207cd0a12 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:10.298056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f66c4be4-c2bb-4034-96f4-ebdf009bad67 None None] Provisioning complete for port e7de18da-4308-4456-9ce2-909d9db09946 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:10.298791 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f66c4be4-c2bb-4034-96f4-ebdf009bad67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:10.301785 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4f8d4f94-4d7b-403f-9d91-32a8599e5489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:40:08Z', 'revision_number': 9, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': '3c8c4948-591c-4773-bceb-031d16ef889d', 'name': '', 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:cc:0a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:31Z', 'updated_at': '2021-11-19T09:39:52Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:10.332672 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8d4f94-4d7b-403f-9d91-32a8599e5489 None None] Checking router: 7125027f-f282-4a55-a0be-840137b95b1a for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:40:10.342859 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8d4f94-4d7b-403f-9d91-32a8599e5489 None None] Routers {'7125027f-f282-4a55-a0be-840137b95b1a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:10.343693 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4f8d4f94-4d7b-403f-9d91-32a8599e5489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7125027f-f282-4a55-a0be-840137b95b1a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:10.391415 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2d38f815-c63f-46f9-9734-84c363e07e0b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8003531'] for subnet, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:10.457826 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4f8d4f94-4d7b-403f-9d91-32a8599e5489 None None] Set router 7125027f-f282-4a55-a0be-840137b95b1a gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:40:10.517749 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-7bc92671-4f7e-429b-bf32-1dc7350faf0f', 'network_id': '7bc92671-4f7e-429b-bf32-1dc7350faf0f', 'tenant_id': 'a89d0dcad33341eeb71cc846898d6767', 'fixed_ips': [{'subnet_id': '59e28310-3988-45f7-8a68-b34d60d8230a'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:40:10.518958 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:10.534851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 0ebd05b3-9779-4e7f-85e0-d99a84756400 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:10.535163 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:10.692552 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2d38f815-c63f-46f9-9734-84c363e07e0b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764965949130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8655039'] for subnet, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:10.763653 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b054dacc-615d-496c-8e3d-6fd207cd0a12 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:10.826000 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4f8d4f94-4d7b-403f-9d91-32a8599e5489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:40:08Z', 'revision_number': 9, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': '3c8c4948-591c-4773-bceb-031d16ef889d', 'name': '', 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:cc:0a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:31Z', 'updated_at': '2021-11-19T09:39:52Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:10.846143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d38f815-c63f-46f9-9734-84c363e07e0b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:10.846843 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2d38f815-c63f-46f9-9734-84c363e07e0b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:10.853284 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2d38f815-c63f-46f9-9734-84c363e07e0b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "PUT /v2.0/subnets/59e28310-3988-45f7-8a68-b34d60d8230a HTTP/1.1" status: 200 len: 900 time: 0.8086040 Nov 19 09:40:10.854581 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b054dacc-615d-496c-8e3d-6fd207cd0a12 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:10.856163 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49742) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:10.875841 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b054dacc-615d-496c-8e3d-6fd207cd0a12 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/4521c94e-b580-4396-9421-a2862dae0862 HTTP/1.1" status: 204 len: 168 time: 1.0587361 Nov 19 09:40:10.882089 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49744) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:10.896274 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8d4f94-4d7b-403f-9d91-32a8599e5489 None None] The sync data for ids ['7125027f-f282-4a55-a0be-840137b95b1a'] in n-d-805649-14 is: [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:40:08Z', 'revision_number': 9, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': '3c8c4948-591c-4773-bceb-031d16ef889d', 'name': '', 'network_id': 'b4d2a612-a2be-4cc2-b5d6-80c650d05393', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:cc:0a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:31Z', 'updated_at': '2021-11-19T09:39:52Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '73fea49a-75b6-4c59-8f8b-70483a193fae', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:40:10.967095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38f815-c63f-46f9-9734-84c363e07e0b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event updated for resources: {'Subnet': ['ID=59e28310-3988-45f7-8a68-b34d60d8230a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:11.024742 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054dacc-615d-496c-8e3d-6fd207cd0a12 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Subnet': ['ID=4521c94e-b580-4396-9421-a2862dae0862,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:11.144902 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:11.211839 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f534479-bddd-45d1-90ef-1df839503feb None None] Network b34aca31-e056-4982-8cc0-29c50c41a38c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:11.274346 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:11.290716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Allocated IP 2001:db8::3 (7bc92671-4f7e-429b-bf32-1dc7350faf0f/59e28310-3988-45f7-8a68-b34d60d8230a/d97d16c0-5dba-42d1-aa2a-d938642509a5) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:40:11.377891 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ed995a9b-0655-4bb0-96de-dfb5381b93a7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:11.400565 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port 63f4aca8-600e-4ab9-90d2-b1292d521c9d {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:11.400920 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:11.407295 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:11.601118 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] For port 63f4aca8-600e-4ab9-90d2-b1292d521c9d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=63f4aca8-600e-4ab9-90d2-b1292d521c9d,segment=NetworkSegment(d0334837-8c7e-4f20-a0ee-32a6634010cd),segment_id=d0334837-8c7e-4f20-a0ee-32a6634010cd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:11.601608 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:11.626096 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for 63f4aca8-600e-4ab9-90d2-b1292d521c9d owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:11.769326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port ed995a9b-0655-4bb0-96de-dfb5381b93a7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:11.769927 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:11.808345 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:11.864498 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] No DVR routers for this DVR port 63f4aca8-600e-4ab9-90d2-b1292d521c9d on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:11.869392 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=63f4aca8-600e-4ab9-90d2-b1292d521c9d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:11.899414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cc753c-0bcc-4f72-a00e-6ace33d1386f None None] DHCP port deletion for b34aca31-e056-4982-8cc0-29c50c41a38c request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:40:11.938325 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.006339 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.030162 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.063870 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Subnet': ['ID=59e28310-3988-45f7-8a68-b34d60d8230a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:12.071938 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.140973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 95a6b30c-77b4-4108-961a-e4b50d178bef up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:12.146287 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34aca31-e056-4982-8cc0-29c50c41a38c']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:12.163453 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.167595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0334837-8c7e-4f20-a0ee-32a6634010cd') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:12.168063 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0334837-8c7e-4f20-a0ee-32a6634010cd') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:12.178128 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Network 7bc92671-4f7e-429b-bf32-1dc7350faf0f is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:12.187331 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.188724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Pushing event updated for resources: {'Port': ['ID=d97d16c0-5dba-42d1-aa2a-d938642509a5,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:12.190971 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:12.194959 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:12.203536 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc92671-4f7e-429b-bf32-1dc7350faf0f']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:12.216650 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60033a45-5c96-4fd6-9531-aa0d71fcd2b6') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:12.217121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60033a45-5c96-4fd6-9531-aa0d71fcd2b6') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:12.259870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.270017 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.278723 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 95a6b30c-77b4-4108-961a-e4b50d178bef triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:12.279243 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.284873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Attempting to bind port d97d16c0-5dba-42d1-aa2a-d938642509a5 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:40:12.287008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Attempting to bind port d97d16c0-5dba-42d1-aa2a-d938642509a5 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '60033a45-5c96-4fd6-9531-aa0d71fcd2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7bc92671-4f7e-429b-bf32-1dc7350faf0f'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:40:12.288089 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Attempting to bind port d97d16c0-5dba-42d1-aa2a-d938642509a5 on network 7bc92671-4f7e-429b-bf32-1dc7350faf0f {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:40:12.301335 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:12.301782 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:12.312589 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:12.345433 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:40:12.345911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Checking segment: {'id': '60033a45-5c96-4fd6-9531-aa0d71fcd2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7bc92671-4f7e-429b-bf32-1dc7350faf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:40:12.346390 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.347395 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Bound using segment: {'id': '60033a45-5c96-4fd6-9531-aa0d71fcd2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7bc92671-4f7e-429b-bf32-1dc7350faf0f'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:40:12.347922 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Bound port: d97d16c0-5dba-42d1-aa2a-d938642509a5, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60033a45-5c96-4fd6-9531-aa0d71fcd2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7bc92671-4f7e-429b-bf32-1dc7350faf0f'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:40:12.350475 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.406774 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.424549 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:12.424970 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:12.428465 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:12.503358 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.525780 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 09:40:12.525780 n-d-805649-14 neutron-server[103476]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 09:40:12.525780 n-d-805649-14 neutron-server[103476]: [parameters: {'id': '7bc92671-4f7e-429b-bf32-1dc7350faf0f'}] Nov 19 09:40:12.525780 n-d-805649-14 neutron-server[103476]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:40:12.526623 n-d-805649-14 neutron-server[103476]: DEBUG oslo_db.api [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:40:12.547158 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.553876 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/networks/b34aca31-e056-4982-8cc0-29c50c41a38c HTTP/1.1" status: 204 len: 168 time: 1.6709251 Nov 19 09:40:12.554508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49776) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:12.555098 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7d324-368b-43fa-9708-a9d0f7855f11 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Network': ['ID=b34aca31-e056-4982-8cc0-29c50c41a38c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:12.599269 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e7de18da-4308-4456-9ce2-909d9db09946 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:12.605673 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-91870617-84f5-4744-8629-e47ad6066080 None None] For port d97d16c0-5dba-42d1-aa2a-d938642509a5, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:40:12.648716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-91870617-84f5-4744-8629-e47ad6066080 None None] For port d97d16c0-5dba-42d1-aa2a-d938642509a5, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d97d16c0-5dba-42d1-aa2a-d938642509a5,segment=NetworkSegment(60033a45-5c96-4fd6-9531-aa0d71fcd2b6),segment_id=60033a45-5c96-4fd6-9531-aa0d71fcd2b6)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:40:12.664841 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.763396 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91870617-84f5-4744-8629-e47ad6066080 None None] Pushing event updated for resources: {'Port': ['ID=d97d16c0-5dba-42d1-aa2a-d938642509a5,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:12.780634 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e7de18da-4308-4456-9ce2-909d9db09946 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:12.781025 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:12.792634 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc2b756-a34c-49c8-aa14-dface3a3948d None None] Network 7bc92671-4f7e-429b-bf32-1dc7350faf0f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:12.987447 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e5cce09-12c3-4228-b5f6-34f25e4bec2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:13.027102 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:13.050669 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1fa635-7603-4bd9-93a8-9c9927691678 None None] Network 7bc92671-4f7e-429b-bf32-1dc7350faf0f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:13.180812 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Deleting port d97d16c0-5dba-42d1-aa2a-d938642509a5 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:13.181463 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 63f4aca8-600e-4ab9-90d2-b1292d521c9d no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:40:13.181560 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:13.213916 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 63f4aca8-600e-4ab9-90d2-b1292d521c9d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:40:13.213916 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 63f4aca8-600e-4ab9-90d2-b1292d521c9d not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:40:13.213916 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 54d20c2e-d704-4a20-a280-4f5f5fb73a35 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:40:13.282265 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 54d20c2e-d704-4a20-a280-4f5f5fb73a35 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:40:13.282910 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] For port d97d16c0-5dba-42d1-aa2a-d938642509a5, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d97d16c0-5dba-42d1-aa2a-d938642509a5,segment=NetworkSegment(60033a45-5c96-4fd6-9531-aa0d71fcd2b6),segment_id=60033a45-5c96-4fd6-9531-aa0d71fcd2b6)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:13.283016 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:13.283945 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 54d20c2e-d704-4a20-a280-4f5f5fb73a35 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:40:13.312126 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Calling delete_port for d97d16c0-5dba-42d1-aa2a-d938642509a5 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:13.317881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e851b0f4-94d3-4b80-95a6-bb739729259c None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:40:13.424711 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:13.430541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-1e5cce09-12c3-4228-b5f6-34f25e4bec2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port 3c8c4948-591c-4773-bceb-031d16ef889d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:13.430963 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e5cce09-12c3-4228-b5f6-34f25e4bec2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:13.460734 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No DVR routers for this DVR port d97d16c0-5dba-42d1-aa2a-d938642509a5 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:13.463513 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Port': ['ID=d97d16c0-5dba-42d1-aa2a-d938642509a5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:13.527219 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e851b0f4-94d3-4b80-95a6-bb739729259c None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:40:13.549798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-1e5cce09-12c3-4228-b5f6-34f25e4bec2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] For port 3c8c4948-591c-4773-bceb-031d16ef889d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3c8c4948-591c-4773-bceb-031d16ef889d,segment=NetworkSegment(078f5548-d8c2-453d-9824-362b08dbf941),segment_id=078f5548-d8c2-453d-9824-362b08dbf941)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:13.550166 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e5cce09-12c3-4228-b5f6-34f25e4bec2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:13.563567 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:13.571007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-1e5cce09-12c3-4228-b5f6-34f25e4bec2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for 3c8c4948-591c-4773-bceb-031d16ef889d owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:13.590032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc92671-4f7e-429b-bf32-1dc7350faf0f']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:13.605685 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60033a45-5c96-4fd6-9531-aa0d71fcd2b6') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:13.605985 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60033a45-5c96-4fd6-9531-aa0d71fcd2b6') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:13.619459 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:13.645777 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:13.659192 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:13.659607 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:13.672894 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:13.810682 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:13.819733 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:13.835311 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/networks/7bc92671-4f7e-429b-bf32-1dc7350faf0f HTTP/1.1" status: 204 len: 168 time: 2.9779754 Nov 19 09:40:13.835965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49808) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:13.857258 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e599b9e-8a7c-4991-b192-344d6eb47d35 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Network': ['ID=7bc92671-4f7e-429b-bf32-1dc7350faf0f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:13.870487 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e5cce09-12c3-4228-b5f6-34f25e4bec2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:13.906722 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-3151ebb2-0f38-48e5-9f36-5dd4804cfb05 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:13.907202 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3151ebb2-0f38-48e5-9f36-5dd4804cfb05 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:13.926971 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3151ebb2-0f38-48e5-9f36-5dd4804cfb05 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/subnets/59e28310-3988-45f7-8a68-b34d60d8230a HTTP/1.1" status: 404 len: 337 time: 0.0767097 Nov 19 09:40:13.927753 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49816) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:13.953159 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79dbb53-1500-4bb8-8b2a-c1e2e3aec333 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:13.954686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79dbb53-1500-4bb8-8b2a-c1e2e3aec333 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:13.961880 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c79dbb53-1500-4bb8-8b2a-c1e2e3aec333 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/networks/7bc92671-4f7e-429b-bf32-1dc7350faf0f HTTP/1.1" status: 404 len: 339 time: 0.0320656 Nov 19 09:40:13.962595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49818) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:14.126364 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f55bff15-76b9-4849-8916-3b0c36f3d6fa tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:14.264357 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f55bff15-76b9-4849-8916-3b0c36f3d6fa tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:14.334243 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f55bff15-76b9-4849-8916-3b0c36f3d6fa tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565abd25-bdbe-489b-a5f2-ac73cb300c09']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:14.353680 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f55bff15-76b9-4849-8916-3b0c36f3d6fa tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f24d315-c77c-4b47-a91e-358db6b46cbc') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:14.353680 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-f55bff15-76b9-4849-8916-3b0c36f3d6fa tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f24d315-c77c-4b47-a91e-358db6b46cbc') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:14.366300 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f55bff15-76b9-4849-8916-3b0c36f3d6fa tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:14.384091 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f55bff15-76b9-4849-8916-3b0c36f3d6fa tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:14.392467 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55bff15-76b9-4849-8916-3b0c36f3d6fa tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:14.393528 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f55bff15-76b9-4849-8916-3b0c36f3d6fa tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:14.397640 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:14.406532 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cce09-12c3-4228-b5f6-34f25e4bec2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=3c8c4948-591c-4773-bceb-031d16ef889d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:14.504894 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f55bff15-76b9-4849-8916-3b0c36f3d6fa tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:14.511806 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f55bff15-76b9-4849-8916-3b0c36f3d6fa tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:14.518271 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f55bff15-76b9-4849-8916-3b0c36f3d6fa tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/networks/565abd25-bdbe-489b-a5f2-ac73cb300c09 HTTP/1.1" status: 204 len: 168 time: 0.5523906 Nov 19 09:40:14.518911 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49834) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:14.547817 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bff15-76b9-4849-8916-3b0c36f3d6fa tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Network': ['ID=565abd25-bdbe-489b-a5f2-ac73cb300c09,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:14.573034 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe0e7fa-f094-4f35-8311-76f8057cd56c tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:14.573822 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe0e7fa-f094-4f35-8311-76f8057cd56c tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:14.578672 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cfe0e7fa-f094-4f35-8311-76f8057cd56c tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/subnets/0ed845a4-c427-4f14-90b8-b7259cb7876d HTTP/1.1" status: 404 len: 337 time: 0.0390701 Nov 19 09:40:14.581049 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49836) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:14.609404 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ddc51fb-7d76-4bed-91b5-48c8b63847e1 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:14.609941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ddc51fb-7d76-4bed-91b5-48c8b63847e1 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:14.617534 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3ddc51fb-7d76-4bed-91b5-48c8b63847e1 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/networks/5f23a035-30bf-42a6-a68a-67037c67e95c HTTP/1.1" status: 404 len: 339 time: 0.0351844 Nov 19 09:40:14.618228 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49840) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:14.648168 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e5cce09-12c3-4228-b5f6-34f25e4bec2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:14.687263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c218223-2e13-4ef9-a433-8b940922baa4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Deleting subnet 7285ff05-c47a-4e15-ba76-f019d4179893 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:40:14.691439 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c218223-2e13-4ef9-a433-8b940922baa4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:14.748623 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c218223-2e13-4ef9-a433-8b940922baa4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:14.886507 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c218223-2e13-4ef9-a433-8b940922baa4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:14.931979 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5cce09-12c3-4228-b5f6-34f25e4bec2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 7125027f-f282-4a55-a0be-840137b95b1a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:40:14.980870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c218223-2e13-4ef9-a433-8b940922baa4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:15.010050 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c218223-2e13-4ef9-a433-8b940922baa4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Subnet': ['ID=7285ff05-c47a-4e15-ba76-f019d4179893,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:15.031216 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4c218223-2e13-4ef9-a433-8b940922baa4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:15.037908 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768c6829-050e-4b24-8955-236c665c74c0 None None] Network e449937b-41c1-43f8-8446-0ad4c22b1cf6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:15.045045 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4c218223-2e13-4ef9-a433-8b940922baa4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/subnets/7285ff05-c47a-4e15-ba76-f019d4179893 HTTP/1.1" status: 204 len: 168 time: 0.4257524 Nov 19 09:40:15.045751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49850) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:15.118188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5cce09-12c3-4228-b5f6-34f25e4bec2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:40:15.130487 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1e5cce09-12c3-4228-b5f6-34f25e4bec2d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/7125027f-f282-4a55-a0be-840137b95b1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5723162 Nov 19 09:40:15.131959 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49854) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:15.132194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ecba93-a056-428e-acbf-94022740b455 None None] Sync routers for ids ['7125027f-f282-4a55-a0be-840137b95b1a'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:40:15.158673 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ecba93-a056-428e-acbf-94022740b455 None None] Routers {'7125027f-f282-4a55-a0be-840137b95b1a'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:15.159671 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-60ecba93-a056-428e-acbf-94022740b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7125027f-f282-4a55-a0be-840137b95b1a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:15.194442 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf93bba-2282-43c5-be07-4d0b38a0de14 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Deleting subnet aff65b69-24a1-431d-a4e9-76518fe9c3a1 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:40:15.203296 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abf93bba-2282-43c5-be07-4d0b38a0de14 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:15.266997 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a43b65-2d19-4fdb-8f04-63eb982a51ea tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting subnet 73fea49a-75b6-4c59-8f8b-70483a193fae {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:40:15.292697 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a43b65-2d19-4fdb-8f04-63eb982a51ea tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:15.441235 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-60ecba93-a056-428e-acbf-94022740b455 None None] Set router 7125027f-f282-4a55-a0be-840137b95b1a gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:40:15.672239 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:15.707648 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abf93bba-2282-43c5-be07-4d0b38a0de14 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:15.742341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-60ecba93-a056-428e-acbf-94022740b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:40:13Z', 'revision_number': 10, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:15.779494 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ecba93-a056-428e-acbf-94022740b455 None None] Checking router: 7125027f-f282-4a55-a0be-840137b95b1a for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:40:15.789177 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ecba93-a056-428e-acbf-94022740b455 None None] Routers {'7125027f-f282-4a55-a0be-840137b95b1a'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:15.789808 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-60ecba93-a056-428e-acbf-94022740b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7125027f-f282-4a55-a0be-840137b95b1a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:15.849945 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a43b65-2d19-4fdb-8f04-63eb982a51ea tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:15.876038 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abf93bba-2282-43c5-be07-4d0b38a0de14 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:16.017029 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abf93bba-2282-43c5-be07-4d0b38a0de14 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:16.020336 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a43b65-2d19-4fdb-8f04-63eb982a51ea tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:16.073378 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf93bba-2282-43c5-be07-4d0b38a0de14 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Subnet': ['ID=aff65b69-24a1-431d-a4e9-76518fe9c3a1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:16.115311 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abf93bba-2282-43c5-be07-4d0b38a0de14 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:16.124186 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-abf93bba-2282-43c5-be07-4d0b38a0de14 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/subnets/aff65b69-24a1-431d-a4e9-76518fe9c3a1 HTTP/1.1" status: 204 len: 168 time: 1.0773718 Nov 19 09:40:16.126722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49870) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:16.201895 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a43b65-2d19-4fdb-8f04-63eb982a51ea tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:16.253144 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-60ecba93-a056-428e-acbf-94022740b455 None None] Set router 7125027f-f282-4a55-a0be-840137b95b1a gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:40:16.258285 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:16.264323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de6ab61-9291-4555-bd89-d815176a7ce4 None None] Network b4d2a612-a2be-4cc2-b5d6-80c650d05393 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:16.347651 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a43b65-2d19-4fdb-8f04-63eb982a51ea tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:16.350990 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-96a43b65-2d19-4fdb-8f04-63eb982a51ea tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/73fea49a-75b6-4c59-8f8b-70483a193fae HTTP/1.1" status: 204 len: 168 time: 1.2180431 Nov 19 09:40:16.352071 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a43b65-2d19-4fdb-8f04-63eb982a51ea tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Subnet': ['ID=73fea49a-75b6-4c59-8f8b-70483a193fae,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:16.362184 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49882) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:16.428698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Deleting port e7de18da-4308-4456-9ce2-909d9db09946 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:16.429284 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:16.528987 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] For port e7de18da-4308-4456-9ce2-909d9db09946, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e7de18da-4308-4456-9ce2-909d9db09946,segment=NetworkSegment(8784179c-f385-4ccc-ba3b-f8c1e9fbfbf2),segment_id=8784179c-f385-4ccc-ba3b-f8c1e9fbfbf2)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:16.529583 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:16.535286 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:16.545031 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Calling delete_port for e7de18da-4308-4456-9ce2-909d9db09946 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:16.611667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port 95a6b30c-77b4-4108-961a-e4b50d178bef {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:16.612021 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:16.659711 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fcf30a-2f40-4873-bb65-d1d6986c2e3d None None] Network e449937b-41c1-43f8-8446-0ad4c22b1cf6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:16.677781 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:40:16.696417 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:16.738069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Port': ['ID=e7de18da-4308-4456-9ce2-909d9db09946,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:16.751224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da877ab8-f1e5-41f4-82db-99f5b699f2de None None] DHCP port deletion for b4d2a612-a2be-4cc2-b5d6-80c650d05393 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:40:16.757732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No DVR routers for this DVR port e7de18da-4308-4456-9ce2-909d9db09946 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:16.809755 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] For port 95a6b30c-77b4-4108-961a-e4b50d178bef, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=95a6b30c-77b4-4108-961a-e4b50d178bef,segment=NetworkSegment(078f5548-d8c2-453d-9824-362b08dbf941),segment_id=078f5548-d8c2-453d-9824-362b08dbf941)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:16.810145 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:16.846356 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-75984aa0-4f54-4544-af35-35ff86cf3895 None None] Provisioning complete for port e7de18da-4308-4456-9ce2-909d9db09946 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:16.846737 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-75984aa0-4f54-4544-af35-35ff86cf3895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:16.850859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for 95a6b30c-77b4-4108-961a-e4b50d178bef owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:16.880041 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:16.895677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-75984aa0-4f54-4544-af35-35ff86cf3895 None None] Port e7de18da-4308-4456-9ce2-909d9db09946 was deleted so its status cannot be updated. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 19 09:40:16.952396 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e449937b-41c1-43f8-8446-0ad4c22b1cf6']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:16.983407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8784179c-f385-4ccc-ba3b-f8c1e9fbfbf2') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:16.983768 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8784179c-f385-4ccc-ba3b-f8c1e9fbfbf2') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:16.998923 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:17.000705 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-da877ab8-f1e5-41f4-82db-99f5b699f2de None None] Deleting port 95a6b30c-77b4-4108-961a-e4b50d178bef {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:17.001109 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-da877ab8-f1e5-41f4-82db-99f5b699f2de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:17.005032 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-60ecba93-a056-428e-acbf-94022740b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:40:13Z', 'revision_number': 10, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:17.016447 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:17.049572 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ecba93-a056-428e-acbf-94022740b455 None None] The sync data for ids ['7125027f-f282-4a55-a0be-840137b95b1a'] in n-d-805649-14 is: [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:40:13Z', 'revision_number': 10, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None, '_interfaces': [{'id': 'bbd2f91c-1749-4526-946c-58e466d5b962', 'name': '', 'network_id': 'fa65f984-4895-4d99-add8-f465c07bf396', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'mac_address': 'fa:16:3e:67:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7125027f-f282-4a55-a0be-840137b95b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:20Z', 'updated_at': '2021-11-19T09:39:34Z', 'revision_number': 5, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'subnets': [{'id': '9bfb8a85-cf40-4f26-920b-ba0a3192a345', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:40:17.063292 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:17.077586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] No DVR routers for this DVR port 95a6b30c-77b4-4108-961a-e4b50d178bef on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:17.080669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:17.081066 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:17.105367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c7cfc1-1ef8-4b4f-af5c-d0b67e644683 None None] DHCP port deletion for e449937b-41c1-43f8-8446-0ad4c22b1cf6 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:40:17.149943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=95a6b30c-77b4-4108-961a-e4b50d178bef,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:17.154027 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-da877ab8-f1e5-41f4-82db-99f5b699f2de None None] For port 95a6b30c-77b4-4108-961a-e4b50d178bef, host n-d-805649-14, got binding levels [] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:17.154442 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-da877ab8-f1e5-41f4-82db-99f5b699f2de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:17.185066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-da877ab8-f1e5-41f4-82db-99f5b699f2de None None] Calling delete_port for 95a6b30c-77b4-4108-961a-e4b50d178bef owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:17.191499 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:17.195032 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.ipam_backend_mixin [None req-da877ab8-f1e5-41f4-82db-99f5b699f2de None None] Port 95a6b30c-77b4-4108-961a-e4b50d178bef was not found and therefore no delete operation was performed {{(pid=103478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 09:40:17.196390 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-da877ab8-f1e5-41f4-82db-99f5b699f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:17.203305 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:17.226772 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:17.230118 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:17.241525 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/networks/e449937b-41c1-43f8-8446-0ad4c22b1cf6 HTTP/1.1" status: 204 len: 168 time: 1.1131268 Nov 19 09:40:17.245722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49902) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:17.285751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d2a612-a2be-4cc2-b5d6-80c650d05393']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:17.285979 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da877ab8-f1e5-41f4-82db-99f5b699f2de None None] Pushing event deleted for resources: {'Port': ['ID=95a6b30c-77b4-4108-961a-e4b50d178bef,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:17.290519 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da877ab8-f1e5-41f4-82db-99f5b699f2de None None] No DVR routers for this DVR port 95a6b30c-77b4-4108-961a-e4b50d178bef on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:17.307343 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078f5548-d8c2-453d-9824-362b08dbf941') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:17.307921 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078f5548-d8c2-453d-9824-362b08dbf941') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:17.332744 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-984f0ae0-c7c6-40ab-95f8-2fa0e09eff9c tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:17.333483 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984f0ae0-c7c6-40ab-95f8-2fa0e09eff9c tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:17.335415 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:17.337116 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-984f0ae0-c7c6-40ab-95f8-2fa0e09eff9c tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/subnets/4d61d4db-0cd1-4df7-8e54-c22da0279b90 HTTP/1.1" status: 404 len: 337 time: 0.0878837 Nov 19 09:40:17.338893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e83b4a-7ab6-4f52-9bd1-bd8a7ace80a0 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Network': ['ID=e449937b-41c1-43f8-8446-0ad4c22b1cf6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:17.340763 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49906) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:17.358483 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:17.361904 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3a1ab0-139d-4194-bca3-bbbd2a286138 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:17.362654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3a1ab0-139d-4194-bca3-bbbd2a286138 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:17.366091 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8e3a1ab0-139d-4194-bca3-bbbd2a286138 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/networks/e8be82f0-6fcc-44da-823e-1379fb0846f6 HTTP/1.1" status: 404 len: 339 time: 0.0241549 Nov 19 09:40:17.366777 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:17.367689 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:17.369137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49908) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:17.444072 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf01778-5681-4022-998d-6e2f1ac69a6b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:17.444536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf01778-5681-4022-998d-6e2f1ac69a6b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:17.456244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-caf01778-5681-4022-998d-6e2f1ac69a6b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/subnets/54c28f8f-5d66-4eb9-a1d2-557ea4be03ac HTTP/1.1" status: 404 len: 337 time: 0.0842588 Nov 19 09:40:17.465823 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49916) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:17.491872 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a10308f-4d37-4ac3-b89c-ae28954ae137 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:17.492389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a10308f-4d37-4ac3-b89c-ae28954ae137 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:17.510242 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:17.518278 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:17.522164 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8a10308f-4d37-4ac3-b89c-ae28954ae137 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/networks/a06d2985-f0eb-4632-b4b8-ea31c782cf9a HTTP/1.1" status: 404 len: 339 time: 0.0603271 Nov 19 09:40:17.524268 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:17.527036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49920) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:17.531456 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/networks/b4d2a612-a2be-4cc2-b5d6-80c650d05393 HTTP/1.1" status: 204 len: 168 time: 1.1681907 Nov 19 09:40:17.532199 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49922) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:17.567270 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-322d089d-91c4-471d-98b2-4eb2759f464d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:17.567689 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322d089d-91c4-471d-98b2-4eb2759f464d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:17.576915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-322d089d-91c4-471d-98b2-4eb2759f464d tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/subnets/7abe2f20-c850-48de-a0b2-5b8d9f69ec2b HTTP/1.1" status: 404 len: 337 time: 0.0487196 Nov 19 09:40:17.577652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49924) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:17.624564 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d671e97-c3ab-4114-aef9-dd8a83af8b33 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:17.625078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d671e97-c3ab-4114-aef9-dd8a83af8b33 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:17.633493 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 95a6b30c-77b4-4108-961a-e4b50d178bef no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:40:17.641027 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5d671e97-c3ab-4114-aef9-dd8a83af8b33 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/networks/3fe20f87-8318-4ca6-8408-a1928ddcaade HTTP/1.1" status: 404 len: 339 time: 0.0623467 Nov 19 09:40:17.645979 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49926) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:17.689165 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 95a6b30c-77b4-4108-961a-e4b50d178bef {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:40:17.689165 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 95a6b30c-77b4-4108-961a-e4b50d178bef not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:40:17.751894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-1104b3f5-6507-4167-85ef-8fb78d88a22a tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Deleting subnet 55909a52-3682-46c9-abc7-40960984736f {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:40:17.760282 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1104b3f5-6507-4167-85ef-8fb78d88a22a tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:17.851295 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1104b3f5-6507-4167-85ef-8fb78d88a22a tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:17.877692 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda9f86-349a-4d5d-9410-84f28760d27b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Network': ['ID=b4d2a612-a2be-4cc2-b5d6-80c650d05393,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:18.032711 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1104b3f5-6507-4167-85ef-8fb78d88a22a tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:18.082243 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:18.110467 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1104b3f5-6507-4167-85ef-8fb78d88a22a tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:18.140501 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b4b0722-5b34-4e6d-bd84-4d6cc8c2e28f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:18.161715 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1104b3f5-6507-4167-85ef-8fb78d88a22a tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:18.165506 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1104b3f5-6507-4167-85ef-8fb78d88a22a tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/subnets/55909a52-3682-46c9-abc7-40960984736f HTTP/1.1" status: 204 len: 168 time: 0.5185609 Nov 19 09:40:18.166522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104b3f5-6507-4167-85ef-8fb78d88a22a tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Subnet': ['ID=55909a52-3682-46c9-abc7-40960984736f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:18.169952 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49942) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:18.174872 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf245b47-4af7-49fd-a256-ca1cfa82e46c None None] Network da742bde-a402-451d-a7fc-e462ae947756 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:18.323803 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:18.465346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Deleting port 0ebd05b3-9779-4e7f-85e0-d99a84756400 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:18.465685 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:18.543137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0502c02-8a11-4327-8875-89ff137ff0c0 None None] DHCP port deletion for da742bde-a402-451d-a7fc-e462ae947756 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:40:18.661942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] For port 0ebd05b3-9779-4e7f-85e0-d99a84756400, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0ebd05b3-9779-4e7f-85e0-d99a84756400,segment=NetworkSegment(84a52acf-1d11-4922-95d8-a41183873487),segment_id=84a52acf-1d11-4922-95d8-a41183873487)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:18.663112 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:18.665575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f0502c02-8a11-4327-8875-89ff137ff0c0 None None] Deleting port 0ebd05b3-9779-4e7f-85e0-d99a84756400 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:18.665975 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f0502c02-8a11-4327-8875-89ff137ff0c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:18.684891 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2b4b0722-5b34-4e6d-bd84-4d6cc8c2e28f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port bbd2f91c-1749-4526-946c-58e466d5b962 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:18.685480 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b4b0722-5b34-4e6d-bd84-4d6cc8c2e28f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:18.704442 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Calling delete_port for 0ebd05b3-9779-4e7f-85e0-d99a84756400 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:18.796607 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f0502c02-8a11-4327-8875-89ff137ff0c0 None None] For port 0ebd05b3-9779-4e7f-85e0-d99a84756400, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0ebd05b3-9779-4e7f-85e0-d99a84756400,segment=NetworkSegment(84a52acf-1d11-4922-95d8-a41183873487),segment_id=84a52acf-1d11-4922-95d8-a41183873487)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:18.797227 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f0502c02-8a11-4327-8875-89ff137ff0c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:18.812323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f0502c02-8a11-4327-8875-89ff137ff0c0 None None] Calling delete_port for 0ebd05b3-9779-4e7f-85e0-d99a84756400 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:18.891489 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2b4b0722-5b34-4e6d-bd84-4d6cc8c2e28f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] For port bbd2f91c-1749-4526-946c-58e466d5b962, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=bbd2f91c-1749-4526-946c-58e466d5b962,segment=NetworkSegment(f5702643-080e-4b9c-8b62-81dcd514c93f),segment_id=f5702643-080e-4b9c-8b62-81dcd514c93f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:18.892157 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b4b0722-5b34-4e6d-bd84-4d6cc8c2e28f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:18.897760 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:18.909944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2b4b0722-5b34-4e6d-bd84-4d6cc8c2e28f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for bbd2f91c-1749-4526-946c-58e466d5b962 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:18.944419 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f0502c02-8a11-4327-8875-89ff137ff0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:18.978439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0502c02-8a11-4327-8875-89ff137ff0c0 None None] Pushing event deleted for resources: {'Port': ['ID=0ebd05b3-9779-4e7f-85e0-d99a84756400,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:18.983857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0502c02-8a11-4327-8875-89ff137ff0c0 None None] No DVR routers for this DVR port 0ebd05b3-9779-4e7f-85e0-d99a84756400 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:19.007981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Port': ['ID=0ebd05b3-9779-4e7f-85e0-d99a84756400,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:19.022405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No DVR routers for this DVR port 0ebd05b3-9779-4e7f-85e0-d99a84756400 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:19.189009 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3c8c4948-591c-4773-bceb-031d16ef889d no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:40:19.205254 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:19.225815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 3c8c4948-591c-4773-bceb-031d16ef889d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:40:19.226105 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3c8c4948-591c-4773-bceb-031d16ef889d not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:40:19.226486 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e7de18da-4308-4456-9ce2-909d9db09946 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:40:19.254799 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da742bde-a402-451d-a7fc-e462ae947756']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:19.257049 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: e7de18da-4308-4456-9ce2-909d9db09946 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:40:19.257889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e7de18da-4308-4456-9ce2-909d9db09946 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:40:19.258853 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0ebd05b3-9779-4e7f-85e0-d99a84756400 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:40:19.279589 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b4b0722-5b34-4e6d-bd84-4d6cc8c2e28f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:19.286351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 0ebd05b3-9779-4e7f-85e0-d99a84756400 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:40:19.286841 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0ebd05b3-9779-4e7f-85e0-d99a84756400 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:40:19.287222 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a52acf-1d11-4922-95d8-a41183873487') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:19.287524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a52acf-1d11-4922-95d8-a41183873487') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:19.335431 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:19.363957 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:19.367647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b0722-5b34-4e6d-bd84-4d6cc8c2e28f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=bbd2f91c-1749-4526-946c-58e466d5b962,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:19.389249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:19.389895 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:19.393689 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:19.561675 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:19.566192 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b4b0722-5b34-4e6d-bd84-4d6cc8c2e28f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:19.567540 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:19.571190 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/networks/da742bde-a402-451d-a7fc-e462ae947756 HTTP/1.1" status: 204 len: 168 time: 1.4001238 Nov 19 09:40:19.588597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 49994) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:19.595094 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786fa7d8-94e3-405f-85ff-233148611b2b tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Network': ['ID=da742bde-a402-451d-a7fc-e462ae947756,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:19.644422 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-c289514e-d346-480b-b98c-bd0e914c5dd4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:19.644958 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c289514e-d346-480b-b98c-bd0e914c5dd4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:19.649743 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c289514e-d346-480b-b98c-bd0e914c5dd4 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/subnets/797bc64a-2680-4d86-86d5-9222c17b3596 HTTP/1.1" status: 404 len: 337 time: 0.0599961 Nov 19 09:40:19.652409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 49998) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:19.684618 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ab06c1-de81-447c-aafa-6062d8e11eaf tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:19.685550 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ab06c1-de81-447c-aafa-6062d8e11eaf tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:19.692256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-89ab06c1-de81-447c-aafa-6062d8e11eaf tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/networks/1986b075-a9fc-4ce8-ad53-f0800c0eeb50 HTTP/1.1" status: 404 len: 339 time: 0.0376902 Nov 19 09:40:19.693471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50000) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:19.799347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc01b168-b235-46a7-b196-0b4879f33042 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Deleting subnet 3e87b4a5-ab1a-45b7-b0db-1a328f8eea58 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:40:19.806921 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc01b168-b235-46a7-b196-0b4879f33042 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:19.876420 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc01b168-b235-46a7-b196-0b4879f33042 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:19.923228 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1ceaae85-ea7c-4962-9e5a-ed3c8a13a7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:19.947036 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4b0722-5b34-4e6d-bd84-4d6cc8c2e28f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 7125027f-f282-4a55-a0be-840137b95b1a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:40:20.031481 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc01b168-b235-46a7-b196-0b4879f33042 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:20.056813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4b0722-5b34-4e6d-bd84-4d6cc8c2e28f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:40:20.070955 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fd92fc-b27b-404f-8288-db3c6781f9de None None] Sync routers for ids ['7125027f-f282-4a55-a0be-840137b95b1a'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:40:20.078281 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2b4b0722-5b34-4e6d-bd84-4d6cc8c2e28f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/7125027f-f282-4a55-a0be-840137b95b1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5315609 Nov 19 09:40:20.078974 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50012) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:20.082856 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fd92fc-b27b-404f-8288-db3c6781f9de None None] Routers {'7125027f-f282-4a55-a0be-840137b95b1a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:20.084104 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e6fd92fc-b27b-404f-8288-db3c6781f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7125027f-f282-4a55-a0be-840137b95b1a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:20.117568 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc01b168-b235-46a7-b196-0b4879f33042 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:20.146494 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc01b168-b235-46a7-b196-0b4879f33042 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:20.150055 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c31cf9-f470-4e33-80aa-09884c32ef70 None None] Network dbba3c3c-280b-4d18-aee7-7cd302641fc9 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:20.152044 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfb401e-3519-41a3-93dd-80268b04dce9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting subnet 9bfb8a85-cf40-4f26-920b-ba0a3192a345 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:40:20.155901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cc01b168-b235-46a7-b196-0b4879f33042 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/subnets/3e87b4a5-ab1a-45b7-b0db-1a328f8eea58 HTTP/1.1" status: 204 len: 168 time: 0.4610937 Nov 19 09:40:20.156227 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5dfb401e-3519-41a3-93dd-80268b04dce9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:20.156749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50014) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:20.181811 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e6fd92fc-b27b-404f-8288-db3c6781f9de None None] Set router 7125027f-f282-4a55-a0be-840137b95b1a gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:40:20.213530 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01b168-b235-46a7-b196-0b4879f33042 tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Subnet': ['ID=3e87b4a5-ab1a-45b7-b0db-1a328f8eea58,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:20.224469 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5dfb401e-3519-41a3-93dd-80268b04dce9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:20.332742 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:20.366219 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5dfb401e-3519-41a3-93dd-80268b04dce9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:20.483173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Deleting port ea0590b2-2b39-4d74-8b83-3f23998a6655 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:20.484191 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:20.541416 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5dfb401e-3519-41a3-93dd-80268b04dce9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:20.566263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f70080c-9f89-47f1-81e3-fd6b96de6e04 None None] DHCP port deletion for dbba3c3c-280b-4d18-aee7-7cd302641fc9 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:40:20.580403 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5dfb401e-3519-41a3-93dd-80268b04dce9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:20.595671 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5dfb401e-3519-41a3-93dd-80268b04dce9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/9bfb8a85-cf40-4f26-920b-ba0a3192a345 HTTP/1.1" status: 204 len: 168 time: 0.5155988 Nov 19 09:40:20.597924 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50028) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:20.640889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7461460c-0295-49b7-a098-5dff98b91712 None None] Network fa65f984-4895-4d99-add8-f465c07bf396 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:20.643594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] For port ea0590b2-2b39-4d74-8b83-3f23998a6655, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ea0590b2-2b39-4d74-8b83-3f23998a6655,segment=NetworkSegment(8e24b762-f0bb-449c-9a66-7453111c36bd),segment_id=8e24b762-f0bb-449c-9a66-7453111c36bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:20.643972 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:20.665989 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e6fd92fc-b27b-404f-8288-db3c6781f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:40:19Z', 'revision_number': 11, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:20.694836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Calling delete_port for ea0590b2-2b39-4d74-8b83-3f23998a6655 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:20.737327 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fd92fc-b27b-404f-8288-db3c6781f9de None None] Checking router: 7125027f-f282-4a55-a0be-840137b95b1a for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:40:20.760037 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fd92fc-b27b-404f-8288-db3c6781f9de None None] Routers {'7125027f-f282-4a55-a0be-840137b95b1a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:20.760664 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e6fd92fc-b27b-404f-8288-db3c6781f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:39:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7125027f-f282-4a55-a0be-840137b95b1a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:20.762605 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:20.770514 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb401e-3519-41a3-93dd-80268b04dce9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Subnet': ['ID=9bfb8a85-cf40-4f26-920b-ba0a3192a345,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:20.843581 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:20.874716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Port': ['ID=ea0590b2-2b39-4d74-8b83-3f23998a6655,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:20.890646 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Deleting port a4e3915a-b662-4391-abc3-649ce955a22c {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:20.890996 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:20.896856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] No DVR routers for this DVR port ea0590b2-2b39-4d74-8b83-3f23998a6655 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:20.961569 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e6fd92fc-b27b-404f-8288-db3c6781f9de None None] Set router 7125027f-f282-4a55-a0be-840137b95b1a gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:40:21.039235 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3f70080c-9f89-47f1-81e3-fd6b96de6e04 None None] Deleting port ea0590b2-2b39-4d74-8b83-3f23998a6655 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:21.039705 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f70080c-9f89-47f1-81e3-fd6b96de6e04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.074209 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] For port a4e3915a-b662-4391-abc3-649ce955a22c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a4e3915a-b662-4391-abc3-649ce955a22c,segment=NetworkSegment(f5702643-080e-4b9c-8b62-81dcd514c93f),segment_id=f5702643-080e-4b9c-8b62-81dcd514c93f)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:21.080939 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.097369 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e6fd92fc-b27b-404f-8288-db3c6781f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:40:19Z', 'revision_number': 11, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:21.137798 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.141837 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Calling delete_port for a4e3915a-b662-4391-abc3-649ce955a22c owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:21.150328 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3f70080c-9f89-47f1-81e3-fd6b96de6e04 None None] For port ea0590b2-2b39-4d74-8b83-3f23998a6655, host n-d-805649-14, got binding levels [] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:21.160427 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f70080c-9f89-47f1-81e3-fd6b96de6e04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.166457 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb2f94b-c4ee-4780-8717-d3db7a504ba4 None None] DHCP port deletion for fa65f984-4895-4d99-add8-f465c07bf396 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:40:21.199187 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3f70080c-9f89-47f1-81e3-fd6b96de6e04 None None] Calling delete_port for ea0590b2-2b39-4d74-8b83-3f23998a6655 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:21.205130 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.ipam_backend_mixin [None req-3f70080c-9f89-47f1-81e3-fd6b96de6e04 None None] Port ea0590b2-2b39-4d74-8b83-3f23998a6655 was not found and therefore no delete operation was performed {{(pid=103478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 09:40:21.208105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbba3c3c-280b-4d18-aee7-7cd302641fc9']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:21.233403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e24b762-f0bb-449c-9a66-7453111c36bd') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:21.233722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e24b762-f0bb-449c-9a66-7453111c36bd') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:21.239162 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fd92fc-b27b-404f-8288-db3c6781f9de None None] The sync data for ids ['7125027f-f282-4a55-a0be-840137b95b1a'] in n-d-805649-14 is: [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:40:19Z', 'revision_number': 11, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:40:21.264172 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.264954 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f70080c-9f89-47f1-81e3-fd6b96de6e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.297335 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.314364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:21.314784 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.347650 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70080c-9f89-47f1-81e3-fd6b96de6e04 None None] Pushing event deleted for resources: {'Port': ['ID=ea0590b2-2b39-4d74-8b83-3f23998a6655,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:21.358549 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f70080c-9f89-47f1-81e3-fd6b96de6e04 None None] No DVR routers for this DVR port ea0590b2-2b39-4d74-8b83-3f23998a6655 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:21.370100 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.392514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-efb2f94b-c4ee-4780-8717-d3db7a504ba4 None None] Deleting port a4e3915a-b662-4391-abc3-649ce955a22c {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:21.394776 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-efb2f94b-c4ee-4780-8717-d3db7a504ba4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.413640 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Port': ['ID=a4e3915a-b662-4391-abc3-649ce955a22c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:21.448546 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] No DVR routers for this DVR port a4e3915a-b662-4391-abc3-649ce955a22c on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:21.456060 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:21.470618 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.503570 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.515888 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] 10.222.0.21 "DELETE /v2.0/networks/dbba3c3c-280b-4d18-aee7-7cd302641fc9 HTTP/1.1" status: 204 len: 168 time: 1.3098495 Nov 19 09:40:21.516965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa306fc-186b-4c02-ae7c-29ec8660af2f tempest-NetworksIpV6Test-1569345415 tempest-NetworksIpV6Test-1569345415-project] Pushing event deleted for resources: {'Network': ['ID=dbba3c3c-280b-4d18-aee7-7cd302641fc9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:21.566425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-efb2f94b-c4ee-4780-8717-d3db7a504ba4 None None] For port a4e3915a-b662-4391-abc3-649ce955a22c, host n-d-805649-14, got binding levels [] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:21.567092 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-efb2f94b-c4ee-4780-8717-d3db7a504ba4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.591229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-efb2f94b-c4ee-4780-8717-d3db7a504ba4 None None] Calling delete_port for a4e3915a-b662-4391-abc3-649ce955a22c owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:21.597723 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.ipam_backend_mixin [None req-efb2f94b-c4ee-4780-8717-d3db7a504ba4 None None] Port a4e3915a-b662-4391-abc3-649ce955a22c was not found and therefore no delete operation was performed {{(pid=103478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 09:40:21.600852 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-efb2f94b-c4ee-4780-8717-d3db7a504ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.661788 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2f94b-c4ee-4780-8717-d3db7a504ba4 None None] No DVR routers for this DVR port a4e3915a-b662-4391-abc3-649ce955a22c on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:21.750805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2f94b-c4ee-4780-8717-d3db7a504ba4 None None] Pushing event deleted for resources: {'Port': ['ID=a4e3915a-b662-4391-abc3-649ce955a22c,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:21.753894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ea0590b2-2b39-4d74-8b83-3f23998a6655 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:40:21.786238 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: ea0590b2-2b39-4d74-8b83-3f23998a6655 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:40:21.786691 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ea0590b2-2b39-4d74-8b83-3f23998a6655 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:40:21.804800 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.831154 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa65f984-4895-4d99-add8-f465c07bf396']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:21.846820 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5702643-080e-4b9c-8b62-81dcd514c93f') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:21.847121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5702643-080e-4b9c-8b62-81dcd514c93f') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:21.862375 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.877904 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.889713 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:21.890158 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:21.893662 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:21.971539 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.990679 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:21.998759 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/networks/fa65f984-4895-4d99-add8-f465c07bf396 HTTP/1.1" status: 204 len: 168 time: 1.3962827 Nov 19 09:40:21.999645 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50050) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:22.004558 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-53f6ad5b-daf7-442a-a3e1-434c7d01afec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'router': {'routes': None}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:22.064385 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e738f7-5f9a-4816-9944-ece5437a54a0 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Pushing event deleted for resources: {'Network': ['ID=fa65f984-4895-4d99-add8-f465c07bf396,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:22.068951 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50056) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:22.321793 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d44d5c6f-1a96-4d34-a43b-6a870e882ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:22.347584 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.extraroute_db [None req-53f6ad5b-daf7-442a-a3e1-434c7d01afec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Added routes are [] {{(pid=103476) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 09:40:22.348165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.extraroute_db [None req-53f6ad5b-daf7-442a-a3e1-434c7d01afec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Removed routes are [] {{(pid=103476) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 09:40:22.348339 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53f6ad5b-daf7-442a-a3e1-434c7d01afec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:22.351237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50062) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:22.351470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ee542c12-c402-4e0b-8914-ad1e82997f88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a89d0dcad33341eeb71cc846898d6767&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2809987 Nov 19 09:40:22.830468 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4af63a1e-10d7-4019-b69a-372991632d15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:22.930842 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4af63a1e-10d7-4019-b69a-372991632d15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:22.944578 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53f6ad5b-daf7-442a-a3e1-434c7d01afec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:22.959544 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53f6ad5b-daf7-442a-a3e1-434c7d01afec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:23.111329 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f6ad5b-daf7-442a-a3e1-434c7d01afec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 7125027f-f282-4a55-a0be-840137b95b1a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:40:23.119506 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4af63a1e-10d7-4019-b69a-372991632d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:23.137917 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4af63a1e-10d7-4019-b69a-372991632d15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:23.141685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a4e3915a-b662-4391-abc3-649ce955a22c no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:40:23.141843 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4af63a1e-10d7-4019-b69a-372991632d15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c69ffaa-9ab5-474f-8a56-c0696c344887 HTTP/1.1" status: 204 len: 168 time: 0.7854447 Nov 19 09:40:23.178542 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: a4e3915a-b662-4391-abc3-649ce955a22c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:40:23.178888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a4e3915a-b662-4391-abc3-649ce955a22c not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:40:23.179700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device bbd2f91c-1749-4526-946c-58e466d5b962 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:40:23.202002 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af63a1e-10d7-4019-b69a-372991632d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c69ffaa-9ab5-474f-8a56-c0696c344887,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:23.203422 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: bbd2f91c-1749-4526-946c-58e466d5b962 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:40:23.203783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device bbd2f91c-1749-4526-946c-58e466d5b962 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:40:23.295081 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f6ad5b-daf7-442a-a3e1-434c7d01afec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:40:23.309921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84b931-32b4-45fc-8767-bf7fbc444816 None None] Sync routers for ids ['7125027f-f282-4a55-a0be-840137b95b1a'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:40:23.327351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f84b931-32b4-45fc-8767-bf7fbc444816 None None] Routers {'7125027f-f282-4a55-a0be-840137b95b1a'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:23.328255 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53f6ad5b-daf7-442a-a3e1-434c7d01afec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:23.329123 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7f84b931-32b4-45fc-8767-bf7fbc444816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:40:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7125027f-f282-4a55-a0be-840137b95b1a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:23.334157 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-53f6ad5b-daf7-442a-a3e1-434c7d01afec tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/7125027f-f282-4a55-a0be-840137b95b1a HTTP/1.1" status: 200 len: 705 time: 1.3332622 Nov 19 09:40:23.337026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50088) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:23.368333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f19e59bb-09cf-4bf0-9a38-b397a588f221 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports?device_id=7125027f-f282-4a55-a0be-840137b95b1a HTTP/1.1" status: 200 len: 205 time: 0.0300090 Nov 19 09:40:23.371148 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50090) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:23.416995 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-7f84b931-32b4-45fc-8767-bf7fbc444816 None None] Set router 7125027f-f282-4a55-a0be-840137b95b1a gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:40:23.470258 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-228ee706-03ee-47ca-a807-1abe6cf6d822 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:23.504980 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7f84b931-32b4-45fc-8767-bf7fbc444816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:40:19Z', 'revision_number': 11, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:23.776458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84b931-32b4-45fc-8767-bf7fbc444816 None None] Checking router: 7125027f-f282-4a55-a0be-840137b95b1a for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:40:23.788874 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f84b931-32b4-45fc-8767-bf7fbc444816 None None] Routers {'7125027f-f282-4a55-a0be-840137b95b1a'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:23.789145 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-228ee706-03ee-47ca-a807-1abe6cf6d822 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:23.790502 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7f84b931-32b4-45fc-8767-bf7fbc444816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:40:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7125027f-f282-4a55-a0be-840137b95b1a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:23.791949 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-228ee706-03ee-47ca-a807-1abe6cf6d822 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:23.846639 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-228ee706-03ee-47ca-a807-1abe6cf6d822 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:23.847150 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228ee706-03ee-47ca-a807-1abe6cf6d822 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Fanout notify agent at l3_agent the message router_deleted on router 7125027f-f282-4a55-a0be-840137b95b1a {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:40:23.854430 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-228ee706-03ee-47ca-a807-1abe6cf6d822 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:23.862543 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-228ee706-03ee-47ca-a807-1abe6cf6d822 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/routers/7125027f-f282-4a55-a0be-840137b95b1a HTTP/1.1" status: 204 len: 168 time: 0.4862049 Nov 19 09:40:23.862721 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:23.863143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50108) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:23.869978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b5aca206-46b0-4af2-a7cf-4f7b1543d718 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2050117596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:23.872448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-7f84b931-32b4-45fc-8767-bf7fbc444816 None None] Set router 7125027f-f282-4a55-a0be-840137b95b1a gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:40:23.909496 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5aca206-46b0-4af2-a7cf-4f7b1543d718 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:23.911068 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5aca206-46b0-4af2-a7cf-4f7b1543d718 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:23.954759 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7f84b931-32b4-45fc-8767-bf7fbc444816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:40:19Z', 'revision_number': 11, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:23.993314 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84b931-32b4-45fc-8767-bf7fbc444816 None None] The sync data for ids ['7125027f-f282-4a55-a0be-840137b95b1a'] in n-d-805649-14 is: [{'id': '7125027f-f282-4a55-a0be-840137b95b1a', 'name': 'tempest-RoutersIpV6Test-router-1058880292', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:17Z', 'updated_at': '2021-11-19T09:40:19Z', 'revision_number': 11, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:40:24.036738 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5aca206-46b0-4af2-a7cf-4f7b1543d718 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:24.046306 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5aca206-46b0-4af2-a7cf-4f7b1543d718 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:24.080964 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5aca206-46b0-4af2-a7cf-4f7b1543d718 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:24.083408 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b5aca206-46b0-4af2-a7cf-4f7b1543d718 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2186356 Nov 19 09:40:24.087343 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50118) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:24.092878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-dfbaf65f-9396-4588-841f-0b39152dc8fd tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:24.399796 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dfbaf65f-9396-4588-841f-0b39152dc8fd tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-883379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-880962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-259395'] for router, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:24.421287 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dfbaf65f-9396-4588-841f-0b39152dc8fd tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-883364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-883421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-881019'] for router, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:24.449721 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50130) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:24.599755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b90705f8-d732-4e47-a325-66103b6a3bc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1834835233'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:24.624174 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbaf65f-9396-4588-841f-0b39152dc8fd tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Router 49f42648-f751-4186-9195-5ab0886767d5 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:40:24.637190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90705f8-d732-4e47-a325-66103b6a3bc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:24.641796 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b90705f8-d732-4e47-a325-66103b6a3bc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:24.652330 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b90705f8-d732-4e47-a325-66103b6a3bc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:24.719074 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbaf65f-9396-4588-841f-0b39152dc8fd tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:40:24.730486 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f57b97-17be-4c1a-ad07-4d1a8ca10c04 None None] Sync routers for ids ['49f42648-f751-4186-9195-5ab0886767d5'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:40:24.733817 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dfbaf65f-9396-4588-841f-0b39152dc8fd tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:24.736579 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dfbaf65f-9396-4588-841f-0b39152dc8fd tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "PUT /v2.0/routers/49f42648-f751-4186-9195-5ab0886767d5 HTTP/1.1" status: 200 len: 698 time: 0.6462781 Nov 19 09:40:24.738657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50138) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:24.752643 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f57b97-17be-4c1a-ad07-4d1a8ca10c04 None None] Routers {'49f42648-f751-4186-9195-5ab0886767d5'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:24.753318 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-29f57b97-17be-4c1a-ad07-4d1a8ca10c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:40:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['49f42648-f751-4186-9195-5ab0886767d5'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:24.788117 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b90705f8-d732-4e47-a325-66103b6a3bc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:24.805067 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b90705f8-d732-4e47-a325-66103b6a3bc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:24.867510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90705f8-d732-4e47-a325-66103b6a3bc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:40:24.884044 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-af2a5bc4-aac2-4543-a42b-0bd5fc801888 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/routers/49f42648-f751-4186-9195-5ab0886767d5 HTTP/1.1" status: 200 len: 704 time: 0.1440470 Nov 19 09:40:24.895152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50144) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:24.911657 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6ea9b876-cc65-4a8b-9dfc-ceea3e4ea3a9 req-252617f3-94dc-4a3d-9591-ac687383d6ea service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1934304 Nov 19 09:40:24.920564 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:24.967351 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-29f57b97-17be-4c1a-ad07-4d1a8ca10c04 None None] Set router 49f42648-f751-4186-9195-5ab0886767d5 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:40:24.997794 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-450e2bf0-d643-4513-8cac-4a12ac044781 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f42648-f751-4186-9195-5ab0886767d5 HTTP/1.1" status: 200 len: 205 time: 0.0965536 Nov 19 09:40:25.004331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50148) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:25.035458 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b90705f8-d732-4e47-a325-66103b6a3bc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:25.035811 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-b90705f8-d732-4e47-a325-66103b6a3bc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Added segment 9e8148c2-9eeb-4979-8c92-a6345922df6d of type vlan for network 45cdf9b7-b44b-433e-801d-3e83ae88e272 Nov 19 09:40:25.048420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90705f8-d732-4e47-a325-66103b6a3bc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c9258a-5415-44fa-9951-78034e25aad6,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:25.096945 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9b876-cc65-4a8b-9dfc-ceea3e4ea3a9 req-e7b961e3-fe23-4464-a6e8-26a768d8c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:25.098507 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6ea9b876-cc65-4a8b-9dfc-ceea3e4ea3a9 req-e7b961e3-fe23-4464-a6e8-26a768d8c068 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 1097 time: 0.1219809 Nov 19 09:40:25.191653 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-29f57b97-17be-4c1a-ad07-4d1a8ca10c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f42648-f751-4186-9195-5ab0886767d5', 'name': 'tempest-RoutersIpV6Test-router-2050117596', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:40:23Z', 'updated_at': '2021-11-19T09:40:24Z', 'revision_number': 2, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:25.249903 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f57b97-17be-4c1a-ad07-4d1a8ca10c04 None None] Checking router: 49f42648-f751-4186-9195-5ab0886767d5 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:40:25.275373 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f57b97-17be-4c1a-ad07-4d1a8ca10c04 None None] Routers {'49f42648-f751-4186-9195-5ab0886767d5'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:25.278244 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-29f57b97-17be-4c1a-ad07-4d1a8ca10c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:40:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['49f42648-f751-4186-9195-5ab0886767d5'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:25.306097 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9b876-cc65-4a8b-9dfc-ceea3e4ea3a9 req-b9e2e3c6-8b2d-43e4-9f81-f53590004832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:25.307600 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6ea9b876-cc65-4a8b-9dfc-ceea3e4ea3a9 req-b9e2e3c6-8b2d-43e4-9f81-f53590004832 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6134cf53-5a1a-45af-b603-c754e23ab567 HTTP/1.1" status: 200 len: 897 time: 0.1640689 Nov 19 09:40:25.355848 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b4f2b409-63ef-4682-8ba9-9622591133d9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:25.443819 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6ea9b876-cc65-4a8b-9dfc-ceea3e4ea3a9 req-ca209ada-6486-4c0b-8a09-fcf4f47ea7ca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4edcbb1-4a3d-4148-98a8-757714fa7eb3 HTTP/1.1" status: 200 len: 1001 time: 0.1256537 Nov 19 09:40:25.456670 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-29f57b97-17be-4c1a-ad07-4d1a8ca10c04 None None] Set router 49f42648-f751-4186-9195-5ab0886767d5 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:40:25.542506 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9b876-cc65-4a8b-9dfc-ceea3e4ea3a9 req-cb57cef3-f2aa-407d-aff9-5f840cc242dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:25.545362 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b90705f8-d732-4e47-a325-66103b6a3bc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:25.546338 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6ea9b876-cc65-4a8b-9dfc-ceea3e4ea3a9 req-cb57cef3-f2aa-407d-aff9-5f840cc242dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=18085388-1e44-4c95-bc31-c7d2f7e40f0b HTTP/1.1" status: 200 len: 835 time: 0.0913334 Nov 19 09:40:25.549682 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-29f57b97-17be-4c1a-ad07-4d1a8ca10c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f42648-f751-4186-9195-5ab0886767d5', 'name': 'tempest-RoutersIpV6Test-router-2050117596', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:40:23Z', 'updated_at': '2021-11-19T09:40:24Z', 'revision_number': 2, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:25.571024 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:25.594662 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f57b97-17be-4c1a-ad07-4d1a8ca10c04 None None] The sync data for ids ['49f42648-f751-4186-9195-5ab0886767d5'] in n-d-805649-14 is: [{'id': '49f42648-f751-4186-9195-5ab0886767d5', 'name': 'tempest-RoutersIpV6Test-router-2050117596', 'tenant_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:40:23Z', 'updated_at': '2021-11-19T09:40:24Z', 'revision_number': 2, 'project_id': 'f76f1c70b9d844e28e9e8d122d7b8536', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:40:25.680522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9b876-cc65-4a8b-9dfc-ceea3e4ea3a9 req-cad1073d-6b59-4fa1-9dfc-d1696881bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:25.686739 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6ea9b876-cc65-4a8b-9dfc-ceea3e4ea3a9 req-cad1073d-6b59-4fa1-9dfc-d1696881bf45 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6134cf53-5a1a-45af-b603-c754e23ab567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1296272 Nov 19 09:40:25.833217 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b4f2b409-63ef-4682-8ba9-9622591133d9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:25.836283 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b4f2b409-63ef-4682-8ba9-9622591133d9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:25.856685 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6ea9b876-cc65-4a8b-9dfc-ceea3e4ea3a9 req-0299ecd2-8a94-4fc2-bd72-391d94fb3496 service neutron] 10.222.0.71 "GET /v2.0/networks/6134cf53-5a1a-45af-b603-c754e23ab567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549599 Nov 19 09:40:25.941714 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.resource_extend [None req-b90705f8-d732-4e47-a325-66103b6a3bc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:40:25.974777 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b4f2b409-63ef-4682-8ba9-9622591133d9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:25.982418 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f2b409-63ef-4682-8ba9-9622591133d9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Fanout notify agent at l3_agent the message router_deleted on router 49f42648-f751-4186-9195-5ab0886767d5 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:40:26.001701 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b4f2b409-63ef-4682-8ba9-9622591133d9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:26.006672 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b4f2b409-63ef-4682-8ba9-9622591133d9 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/routers/49f42648-f751-4186-9195-5ab0886767d5 HTTP/1.1" status: 204 len: 168 time: 0.9979074 Nov 19 09:40:26.007164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50178) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:26.053948 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6ea9b876-cc65-4a8b-9dfc-ceea3e4ea3a9 req-95535db2-e3ea-4b75-ae3d-f82fad7081a9 service neutron] 10.222.0.71 "GET /v2.0/networks/6134cf53-5a1a-45af-b603-c754e23ab567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891184 Nov 19 09:40:26.066023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-922b202d-8bd7-4b3c-babb-0ef2fcb52dfb tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports?device_id=49f42648-f751-4186-9195-5ab0886767d5 HTTP/1.1" status: 200 len: 205 time: 0.0576618 Nov 19 09:40:26.068536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50182) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:26.130652 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b90705f8-d732-4e47-a325-66103b6a3bc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:26.138680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90705f8-d732-4e47-a325-66103b6a3bc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:26.139335 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b90705f8-d732-4e47-a325-66103b6a3bc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:26.146733 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-ba293966-26bf-4518-bc93-c8795a140449 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] delete failed (client error): The resource could not be found. Nov 19 09:40:26.150160 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ba293966-26bf-4518-bc93-c8795a140449 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/routers/49f42648-f751-4186-9195-5ab0886767d5 HTTP/1.1" status: 404 len: 336 time: 0.0778639 Nov 19 09:40:26.150650 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50190) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:26.222488 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b90705f8-d732-4e47-a325-66103b6a3bc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7714736 Nov 19 09:40:26.225266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50192) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:26.232835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-38d0fd97-3ff9-4c29-be00-c8f9c9452b34 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'name': 'tempest-PortsTestJSON-732881011'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:26.247838 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-9529dffa-9cdd-4128-8b29-5a2a5187e00f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:26.248306 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9529dffa-9cdd-4128-8b29-5a2a5187e00f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:26.251440 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9529dffa-9cdd-4128-8b29-5a2a5187e00f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/720cf97a-5cec-4161-8048-168143c0b94a HTTP/1.1" status: 404 len: 337 time: 0.0998383 Nov 19 09:40:26.253869 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50194) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:26.259969 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90705f8-d732-4e47-a325-66103b6a3bc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Network': ['ID=45cdf9b7-b44b-433e-801d-3e83ae88e272,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:26.271703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:40:26.300927 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-65080454-6c7e-4c56-b964-20811865df1a tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:26.301426 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65080454-6c7e-4c56-b964-20811865df1a tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:26.304532 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-65080454-6c7e-4c56-b964-20811865df1a tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/4521c94e-b580-4396-9421-a2862dae0862 HTTP/1.1" status: 404 len: 337 time: 0.0497406 Nov 19 09:40:26.307062 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50196) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:26.344199 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-608eb0cf-ed97-4ec3-9ce8-85e5cf9733fa tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:26.344657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608eb0cf-ed97-4ec3-9ce8-85e5cf9733fa tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:26.347745 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-608eb0cf-ed97-4ec3-9ce8-85e5cf9733fa tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/73fea49a-75b6-4c59-8f8b-70483a193fae HTTP/1.1" status: 404 len: 337 time: 0.0397427 Nov 19 09:40:26.350319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50198) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:26.385254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d0fd97-3ff9-4c29-be00-c8f9c9452b34 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:26.388823 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-38d0fd97-3ff9-4c29-be00-c8f9c9452b34 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:26.389415 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c5af49-999a-4cbe-a035-cdcd8f65f05b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:26.389880 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c5af49-999a-4cbe-a035-cdcd8f65f05b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:26.393057 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b3c5af49-999a-4cbe-a035-cdcd8f65f05b tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/9bfb8a85-cf40-4f26-920b-ba0a3192a345 HTTP/1.1" status: 404 len: 337 time: 0.0415375 Nov 19 09:40:26.405874 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50202) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:26.413636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-38d0fd97-3ff9-4c29-be00-c8f9c9452b34 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] device_id is not set on port f39bff35-24a2-404c-8538-23b751f91d46 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:40:26.464454 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e088646d-0d02-4075-b1f5-d607a2233a76 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports?device_id=7125027f-f282-4a55-a0be-840137b95b1a HTTP/1.1" status: 200 len: 205 time: 0.0488229 Nov 19 09:40:26.465760 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50206) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:26.558208 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-5565db91-97bd-4d78-852c-f285ad2bc278 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] delete failed (client error): The resource could not be found. Nov 19 09:40:26.559321 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5565db91-97bd-4d78-852c-f285ad2bc278 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/routers/7125027f-f282-4a55-a0be-840137b95b1a HTTP/1.1" status: 404 len: 336 time: 0.0925958 Nov 19 09:40:26.568825 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50208) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:26.615856 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0d53b458-93e0-4250-82ae-612aa5c8c713 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports?device_id=6149255f-1f0a-4e27-a9af-7441bfe5f961 HTTP/1.1" status: 200 len: 205 time: 0.0458412 Nov 19 09:40:26.619289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50216) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:26.670964 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-2c313c69-82bf-40bc-acdc-612a04be6a8c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] delete failed (client error): The resource could not be found. Nov 19 09:40:26.672098 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2c313c69-82bf-40bc-acdc-612a04be6a8c tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/routers/6149255f-1f0a-4e27-a9af-7441bfe5f961 HTTP/1.1" status: 404 len: 336 time: 0.0518956 Nov 19 09:40:26.674569 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50220) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:26.701325 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-020021fa-523a-4da6-af7c-cf3b222dc9f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:26.702126 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020021fa-523a-4da6-af7c-cf3b222dc9f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:26.705420 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-020021fa-523a-4da6-af7c-cf3b222dc9f2 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/f4e1d22c-c565-455c-9249-40e8b0f3791c HTTP/1.1" status: 404 len: 337 time: 0.0298278 Nov 19 09:40:26.707964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50222) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:26.748197 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-397be118-403a-4c4f-8de1-ddad53648e63 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c2c4649-dbea-44c5-a957-f30ab7222f44 HTTP/1.1" status: 200 len: 205 time: 0.0387681 Nov 19 09:40:26.765785 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50226) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:26.832523 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-38d0fd97-3ff9-4c29-be00-c8f9c9452b34 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:26.867994 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-6650f877-8dbc-4577-b6bd-a7027ba96f72 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] delete failed (client error): The resource could not be found. Nov 19 09:40:26.871394 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6650f877-8dbc-4577-b6bd-a7027ba96f72 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/routers/1c2c4649-dbea-44c5-a957-f30ab7222f44 HTTP/1.1" status: 404 len: 336 time: 0.1023352 Nov 19 09:40:26.872072 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50232) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:26.928899 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-234bf6d6-1aae-4494-9164-2a2b5e69ec81 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports?device_id=b47e49d6-c12c-4805-9219-ddfeea54715e HTTP/1.1" status: 200 len: 205 time: 0.0556338 Nov 19 09:40:26.932095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50234) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:26.948312 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-38d0fd97-3ff9-4c29-be00-c8f9c9452b34 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:27.006088 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-5b389b4b-ebbd-4e24-85a1-c3e6f8c2f8e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] delete failed (client error): The resource could not be found. Nov 19 09:40:27.009510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5b389b4b-ebbd-4e24-85a1-c3e6f8c2f8e1 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/routers/b47e49d6-c12c-4805-9219-ddfeea54715e HTTP/1.1" status: 404 len: 336 time: 0.0735347 Nov 19 09:40:27.010010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50236) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:27.049504 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4d65f8-677a-4dc4-95e7-aad96f162f6d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:27.049504 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4d65f8-677a-4dc4-95e7-aad96f162f6d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:27.058501 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5c4d65f8-677a-4dc4-95e7-aad96f162f6d tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/dbe2058c-284b-4c7f-9170-2ec908f6c064 HTTP/1.1" status: 404 len: 337 time: 0.0444586 Nov 19 09:40:27.061483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50240) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:27.078434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0fd97-3ff9-4c29-be00-c8f9c9452b34 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=f39bff35-24a2-404c-8538-23b751f91d46,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:27.134181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50246) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:27.140524 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e2de8064-a0e1-47b5-8a98-eed69c777672 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports?device_id=35a1a6f9-529b-4221-a874-73b51d27b53f HTTP/1.1" status: 200 len: 205 time: 0.0657127 Nov 19 09:40:27.195313 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-e607c88f-7725-48cd-b248-6b6f6b756e3a tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] delete failed (client error): The resource could not be found. Nov 19 09:40:27.195313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e607c88f-7725-48cd-b248-6b6f6b756e3a tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/routers/35a1a6f9-529b-4221-a874-73b51d27b53f HTTP/1.1" status: 404 len: 336 time: 0.0579250 Nov 19 09:40:27.195761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50252) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:27.203454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d0fd97-3ff9-4c29-be00-c8f9c9452b34 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Checking segment: {'id': '9e8148c2-9eeb-4979-8c92-a6345922df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:40:27.203454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d0fd97-3ff9-4c29-be00-c8f9c9452b34 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network hostable DHCP agents. Network: 45cdf9b7-b44b-433e-801d-3e83ae88e272, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:40:27.232408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d0fd97-3ff9-4c29-be00-c8f9c9452b34 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:40:27.245563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-38d0fd97-3ff9-4c29-be00-c8f9c9452b34 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 45cdf9b7-b44b-433e-801d-3e83ae88e272) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:27.250339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d0fd97-3ff9-4c29-be00-c8f9c9452b34 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:27.256148 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5c8c00-ee4b-4eef-ac27-3928913f3116 None None] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:27.264152 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ae9904-8035-40d3-acce-ba25efe66c66 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:27.264606 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ae9904-8035-40d3-acce-ba25efe66c66 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:27.267720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d0fd97-3ff9-4c29-be00-c8f9c9452b34 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:27.268381 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-38d0fd97-3ff9-4c29-be00-c8f9c9452b34 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:27.283796 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e8ae9904-8035-40d3-acce-ba25efe66c66 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/19425256-ede2-4c19-a78b-5be1eb7bdd33 HTTP/1.1" status: 404 len: 337 time: 0.0868440 Nov 19 09:40:27.284456 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50254) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:27.347198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-38d0fd97-3ff9-4c29-be00-c8f9c9452b34 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1178300 Nov 19 09:40:27.351388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50256) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:27.360815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f2a2e2c1-c896-4d54-9dd7-547e4b59a12e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1731320204'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:27.365152 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8f4e7b75-d4b6-46f8-bc42-896797f6f6ae tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd99bb9d-5d59-44d6-83c1-7bd3aa542aad HTTP/1.1" status: 200 len: 205 time: 0.0795648 Nov 19 09:40:27.370898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50258) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:27.466550 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-f8c7596b-9e44-4f60-9a15-2f02db60a00f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] delete failed (client error): The resource could not be found. Nov 19 09:40:27.467579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f8c7596b-9e44-4f60-9a15-2f02db60a00f tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/routers/cd99bb9d-5d59-44d6-83c1-7bd3aa542aad HTTP/1.1" status: 404 len: 336 time: 0.0947635 Nov 19 09:40:27.470238 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50260) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:27.489406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a2e2c1-c896-4d54-9dd7-547e4b59a12e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:27.493748 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e2c1-c896-4d54-9dd7-547e4b59a12e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:27.497702 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-356a952c-fa7d-4b6a-968f-4ea20f346dd3 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:27.498450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356a952c-fa7d-4b6a-968f-4ea20f346dd3 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:27.501784 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-356a952c-fa7d-4b6a-968f-4ea20f346dd3 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/b220b20b-afa4-4aed-bc8e-24398c359064 HTTP/1.1" status: 404 len: 337 time: 0.0305405 Nov 19 09:40:27.504278 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50262) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:27.523503 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a2e2c1-c896-4d54-9dd7-547e4b59a12e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:40:27.534672 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e2c1-c896-4d54-9dd7-547e4b59a12e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:27.535327 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-f2a2e2c1-c896-4d54-9dd7-547e4b59a12e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Added segment 09a38180-f618-4e12-9eb3-7a10a7053959 of type vlan for network 4de7bdc9-4489-4e3a-81c2-75bd212a2e17 Nov 19 09:40:27.561649 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-5663555f-bd29-4734-b9d9-21207e12b003 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:27.563768 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5663555f-bd29-4734-b9d9-21207e12b003 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:27.572693 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5663555f-bd29-4734-b9d9-21207e12b003 tempest-RoutersIpV6Test-767768371 tempest-RoutersIpV6Test-767768371-project] 10.222.0.21 "DELETE /v2.0/subnets/26b3c160-5ae9-46e1-ba89-42d5c28a2565 HTTP/1.1" status: 404 len: 337 time: 0.0649188 Nov 19 09:40:27.597024 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e2c1-c896-4d54-9dd7-547e4b59a12e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:27.636554 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e2c1-c896-4d54-9dd7-547e4b59a12e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:27.648476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a2e2c1-c896-4d54-9dd7-547e4b59a12e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:27.652200 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f2a2e2c1-c896-4d54-9dd7-547e4b59a12e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:27.742261 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f2a2e2c1-c896-4d54-9dd7-547e4b59a12e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3894424 Nov 19 09:40:27.744812 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50270) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:27.749974 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'ports': [{'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272'}, {'network_id': '4de7bdc9-4489-4e3a-81c2-75bd212a2e17'}]} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:27.750293 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:27.750778 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'network_id': '4de7bdc9-4489-4e3a-81c2-75bd212a2e17'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:27.760157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2e2c1-c896-4d54-9dd7-547e4b59a12e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Network': ['ID=4de7bdc9-4489-4e3a-81c2-75bd212a2e17,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:27.773271 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 4de7bdc9-4489-4e3a-81c2-75bd212a2e17 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:40:28.068042 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'port': 2} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:28.089856 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:28.108270 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:28.169847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50286) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:28.269138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] device_id is not set on port afb1e8d8-c19f-491f-b805-505e9e408a0d yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:40:28.444483 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:28.540563 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] device_id is not set on port 6250cb6d-bcb4-48c2-9769-87548e2508ab yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:40:28.581317 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-80a28240-3ad9-49a0-8e68-7863fa73c3a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f76f1c70b9d844e28e9e8d122d7b8536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4080510 Nov 19 09:40:28.581526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50296) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:28.679192 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43cfd566-68ca-443a-9247-630b317a75b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:28.727947 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43cfd566-68ca-443a-9247-630b317a75b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:28.770017 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:28.834015 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:28.859671 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43cfd566-68ca-443a-9247-630b317a75b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:28.860238 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43cfd566-68ca-443a-9247-630b317a75b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:28.864115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-43cfd566-68ca-443a-9247-630b317a75b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c37bd8da-6598-4332-8052-d231ca2441bd HTTP/1.1" status: 204 len: 168 time: 0.2794101 Nov 19 09:40:28.889910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfd566-68ca-443a-9247-630b317a75b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37bd8da-6598-4332-8052-d231ca2441bd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:29.192544 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:29.196057 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:29.203010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:29.204161 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:29.225658 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=afb1e8d8-c19f-491f-b805-505e9e408a0d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:29.312928 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Checking segment: {'id': '09a38180-f618-4e12-9eb3-7a10a7053959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4de7bdc9-4489-4e3a-81c2-75bd212a2e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:40:29.313353 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network hostable DHCP agents. Network: 4de7bdc9-4489-4e3a-81c2-75bd212a2e17, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:40:29.341545 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=6250cb6d-bcb4-48c2-9769-87548e2508ab,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:29.426246 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 4de7bdc9-4489-4e3a-81c2-75bd212a2e17 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:40:29.457964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 4de7bdc9-4489-4e3a-81c2-75bd212a2e17) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:29.463096 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:29.468606 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1117fae7-045b-4437-9a1e-e015b82cbbfe None None] Network 4de7bdc9-4489-4e3a-81c2-75bd212a2e17 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:29.475333 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:29.481772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:29.482979 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:29.514667 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-38b6b084-8bee-45fe-b2f6-7a1d48fe003b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7686331 Nov 19 09:40:29.525637 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50332) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:29.700433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-87affff9-b784-4f5f-ae1e-f8150518ee21 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port 6250cb6d-bcb4-48c2-9769-87548e2508ab {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:29.706430 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-87affff9-b784-4f5f-ae1e-f8150518ee21 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:29.912272 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-87affff9-b784-4f5f-ae1e-f8150518ee21 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:29.957730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-87affff9-b784-4f5f-ae1e-f8150518ee21 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for 6250cb6d-bcb4-48c2-9769-87548e2508ab owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:30.087764 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-87affff9-b784-4f5f-ae1e-f8150518ee21 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:30.167064 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87affff9-b784-4f5f-ae1e-f8150518ee21 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=6250cb6d-bcb4-48c2-9769-87548e2508ab,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:30.187555 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-87affff9-b784-4f5f-ae1e-f8150518ee21 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:30.194248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-87affff9-b784-4f5f-ae1e-f8150518ee21 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/6250cb6d-bcb4-48c2-9769-87548e2508ab HTTP/1.1" status: 204 len: 168 time: 0.6757336 Nov 19 09:40:30.196978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50356) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:30.300220 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50358) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:30.320609 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fc465-4bf4-4d19-b681-f144dd85dd66 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:30.328049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fc465-4bf4-4d19-b681-f144dd85dd66 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:30.332179 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0a6fc465-4bf4-4d19-b681-f144dd85dd66 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1191940 Nov 19 09:40:30.332349 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50362) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:30.457511 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-c32cca00-a77c-4ff2-b9d2-ea362687a851 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port afb1e8d8-c19f-491f-b805-505e9e408a0d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:30.458086 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c32cca00-a77c-4ff2-b9d2-ea362687a851 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:30.460978 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-12274751-0c0d-444d-8072-bbce83927790 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1266742737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:30.519640 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12274751-0c0d-444d-8072-bbce83927790 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:30.520663 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12274751-0c0d-444d-8072-bbce83927790 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:30.551399 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c32cca00-a77c-4ff2-b9d2-ea362687a851 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:30.566234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-c32cca00-a77c-4ff2-b9d2-ea362687a851 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for afb1e8d8-c19f-491f-b805-505e9e408a0d owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:30.651121 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12274751-0c0d-444d-8072-bbce83927790 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:30.661259 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12274751-0c0d-444d-8072-bbce83927790 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:30.690823 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c32cca00-a77c-4ff2-b9d2-ea362687a851 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:30.709116 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12274751-0c0d-444d-8072-bbce83927790 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:30.710657 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-12274751-0c0d-444d-8072-bbce83927790 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4088531 Nov 19 09:40:30.713284 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50380) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:30.719907 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9244075e-511c-40a4-9f89-177493ddfb8b tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1526219894'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:30.727182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cca00-a77c-4ff2-b9d2-ea362687a851 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=afb1e8d8-c19f-491f-b805-505e9e408a0d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:30.735319 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c32cca00-a77c-4ff2-b9d2-ea362687a851 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:30.741370 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c32cca00-a77c-4ff2-b9d2-ea362687a851 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/afb1e8d8-c19f-491f-b805-505e9e408a0d HTTP/1.1" status: 204 len: 168 time: 0.4080415 Nov 19 09:40:30.744415 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50382) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:30.795425 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9244075e-511c-40a4-9f89-177493ddfb8b tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Made reservation on behalf of a8d21f8deb7840048f21dfe0b5e61504 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:30.799078 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9244075e-511c-40a4-9f89-177493ddfb8b tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:30.838423 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9244075e-511c-40a4-9f89-177493ddfb8b tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:30.852199 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc213238-cde6-49ef-adea-a11c37ceb794 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:30.853813 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fc213238-cde6-49ef-adea-a11c37ceb794 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1081777 Nov 19 09:40:30.857312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50390) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:30.883291 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-7230b441-67f1-4938-b0e3-df80385a7fd1 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] GET failed (client error): The resource could not be found. Nov 19 09:40:30.885117 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7230b441-67f1-4938-b0e3-df80385a7fd1 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports/6250cb6d-bcb4-48c2-9769-87548e2508ab HTTP/1.1" status: 404 len: 333 time: 0.0268738 Nov 19 09:40:30.888026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50392) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:30.916578 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-84124311-47c7-4436-8b10-108ac2d521b7 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] GET failed (client error): The resource could not be found. Nov 19 09:40:30.919148 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-84124311-47c7-4436-8b10-108ac2d521b7 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports/afb1e8d8-c19f-491f-b805-505e9e408a0d HTTP/1.1" status: 404 len: 333 time: 0.0299740 Nov 19 09:40:30.923180 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50394) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:31.156247 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4dd80-b3e6-485f-83e8-a8f1c5a4d2ef req-d7c88612-e61a-42f7-ae8d-fbc50b0eb2f0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:31.158968 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53e4dd80-b3e6-485f-83e8-a8f1c5a4d2ef req-d7c88612-e61a-42f7-ae8d-fbc50b0eb2f0 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 945 time: 0.0987363 Nov 19 09:40:31.184636 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd79f177-40f6-44f8-95bf-efa862f15fb3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:31.229174 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9244075e-511c-40a4-9f89-177493ddfb8b tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:31.261671 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53e4dd80-b3e6-485f-83e8-a8f1c5a4d2ef req-93fdf4df-2906-4fcf-81cd-c415a19b8839 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966511 Nov 19 09:40:31.296650 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9244075e-511c-40a4-9f89-177493ddfb8b tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:31.377455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9244075e-511c-40a4-9f89-177493ddfb8b tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:40:31.388401 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd79f177-40f6-44f8-95bf-efa862f15fb3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:31.391289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244075e-511c-40a4-9f89-177493ddfb8b tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc6c581-ca35-480f-9e49-e9ca75ecdf22,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:31.405116 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9244075e-511c-40a4-9f89-177493ddfb8b tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:31.405732 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-9244075e-511c-40a4-9f89-177493ddfb8b tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Added segment 92436f38-845d-4ae5-a32d-51f8bb7a0ad1 of type vlan for network 49e0edd3-3e37-4737-b55c-7463ea98549f Nov 19 09:40:31.433185 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-dd79f177-40f6-44f8-95bf-efa862f15fb3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de7bdc9-4489-4e3a-81c2-75bd212a2e17']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:31.475809 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-dd79f177-40f6-44f8-95bf-efa862f15fb3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a38180-f618-4e12-9eb3-7a10a7053959') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:31.476406 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-dd79f177-40f6-44f8-95bf-efa862f15fb3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a38180-f618-4e12-9eb3-7a10a7053959') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:31.501597 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9244075e-511c-40a4-9f89-177493ddfb8b tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:31.505344 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd79f177-40f6-44f8-95bf-efa862f15fb3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:31.524780 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd79f177-40f6-44f8-95bf-efa862f15fb3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:31.543546 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd79f177-40f6-44f8-95bf-efa862f15fb3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:31.544190 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd79f177-40f6-44f8-95bf-efa862f15fb3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:31.547780 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:31.588000 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9244075e-511c-40a4-9f89-177493ddfb8b tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:31.594205 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9244075e-511c-40a4-9f89-177493ddfb8b tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:31.594998 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9244075e-511c-40a4-9f89-177493ddfb8b tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:31.696143 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244075e-511c-40a4-9f89-177493ddfb8b tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event updated for resources: {'Network': ['ID=49e0edd3-3e37-4737-b55c-7463ea98549f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:31.711458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 49e0edd3-3e37-4737-b55c-7463ea98549f details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:40:31.722693 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd79f177-40f6-44f8-95bf-efa862f15fb3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:31.732215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50418) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:31.733959 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9244075e-511c-40a4-9f89-177493ddfb8b tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0188191 Nov 19 09:40:31.740443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f5c9186d-ccda-4cbf-b78f-4e044031b7fd tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Request body: {'subnet': {'network_id': '49e0edd3-3e37-4737-b55c-7463ea98549f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:31.748621 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd79f177-40f6-44f8-95bf-efa862f15fb3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:31.754608 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dd79f177-40f6-44f8-95bf-efa862f15fb3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/networks/4de7bdc9-4489-4e3a-81c2-75bd212a2e17 HTTP/1.1" status: 204 len: 168 time: 0.8245456 Nov 19 09:40:31.798454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50422) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:31.801932 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79f177-40f6-44f8-95bf-efa862f15fb3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Network': ['ID=4de7bdc9-4489-4e3a-81c2-75bd212a2e17,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:31.859330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-32a49d4c-0fbe-4e8f-a2bb-ceaa6c733b3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-252198350'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:31.925742 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a49d4c-0fbe-4e8f-a2bb-ceaa6c733b3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:31.929983 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32a49d4c-0fbe-4e8f-a2bb-ceaa6c733b3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:31.948808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c9186d-ccda-4cbf-b78f-4e044031b7fd tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Made reservation on behalf of a8d21f8deb7840048f21dfe0b5e61504 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:31.953570 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5c9186d-ccda-4cbf-b78f-4e044031b7fd tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:32.448472 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a49d4c-0fbe-4e8f-a2bb-ceaa6c733b3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:40:32.469766 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32a49d4c-0fbe-4e8f-a2bb-ceaa6c733b3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:32.470824 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-32a49d4c-0fbe-4e8f-a2bb-ceaa6c733b3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Added segment 28f75398-3b46-468a-9660-0a98312f701d of type vlan for network f21c2c5a-3d7d-4d62-9e20-09c090267c12 Nov 19 09:40:32.537717 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32a49d4c-0fbe-4e8f-a2bb-ceaa6c733b3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:32.608881 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32a49d4c-0fbe-4e8f-a2bb-ceaa6c733b3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:32.616250 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a49d4c-0fbe-4e8f-a2bb-ceaa6c733b3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:32.617022 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32a49d4c-0fbe-4e8f-a2bb-ceaa6c733b3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:32.726075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-32a49d4c-0fbe-4e8f-a2bb-ceaa6c733b3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9236348 Nov 19 09:40:32.726461 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50450) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:32.731853 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5ab018a8-34e6-422e-86b0-78a566c3c383 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'subnet': {'network_id': 'f21c2c5a-3d7d-4d62-9e20-09c090267c12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:32.794808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a49d4c-0fbe-4e8f-a2bb-ceaa6c733b3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Network': ['ID=f21c2c5a-3d7d-4d62-9e20-09c090267c12,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:32.803936 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5c9186d-ccda-4cbf-b78f-4e044031b7fd tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:32.813325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network f21c2c5a-3d7d-4d62-9e20-09c090267c12 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:40:32.930578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab018a8-34e6-422e-86b0-78a566c3c383 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:32.934700 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ab018a8-34e6-422e-86b0-78a566c3c383 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:33.054655 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9186d-ccda-4cbf-b78f-4e044031b7fd tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event updated for resources: {'Subnet': ['ID=bc73d249-9bac-4e75-86b5-f65d806a0073,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:33.071436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9186d-ccda-4cbf-b78f-4e044031b7fd tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Checking segment: {'id': '92436f38-845d-4ae5-a32d-51f8bb7a0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e0edd3-3e37-4737-b55c-7463ea98549f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:40:33.071777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9186d-ccda-4cbf-b78f-4e044031b7fd tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Network hostable DHCP agents. Network: 49e0edd3-3e37-4737-b55c-7463ea98549f, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:40:33.072217 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-5ab018a8-34e6-422e-86b0-78a566c3c383 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Performing IP validity checks on allocation pools {{(pid=103476) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 09:40:33.073205 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.ipam_backend_mixin [None req-5ab018a8-34e6-422e-86b0-78a566c3c383 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103476) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 09:40:33.089739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d43993-f060-42e3-bccf-578600ee2d0b req-ad9de9df-8ff7-4587-9ec6-2c28ef00d0f9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:33.091466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48d43993-f060-42e3-bccf-578600ee2d0b req-ad9de9df-8ff7-4587-9ec6-2c28ef00d0f9 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 945 time: 0.1975493 Nov 19 09:40:33.140631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9186d-ccda-4cbf-b78f-4e044031b7fd tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Network 49e0edd3-3e37-4737-b55c-7463ea98549f is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:40:33.182483 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-f5c9186d-ccda-4cbf-b78f-4e044031b7fd tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 49e0edd3-3e37-4737-b55c-7463ea98549f) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:33.188409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c9186d-ccda-4cbf-b78f-4e044031b7fd tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:33.188655 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5c9186d-ccda-4cbf-b78f-4e044031b7fd tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:33.196349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba114c5-c98d-4986-93fe-8dc42b95de6b None None] Network 49e0edd3-3e37-4737-b55c-7463ea98549f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:33.263946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48d43993-f060-42e3-bccf-578600ee2d0b req-082dabf8-553a-4eef-86f9-cacdeca87359 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643984 Nov 19 09:40:33.274282 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f5c9186d-ccda-4cbf-b78f-4e044031b7fd tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5395055 Nov 19 09:40:33.277904 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50462) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:33.294856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3dea7e2a-e02e-462a-89d4-841ce9830625 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Request body: {'network': {'name': 'tempest-router-network01--664798535'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:33.346379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dea7e2a-e02e-462a-89d4-841ce9830625 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Made reservation on behalf of a8d21f8deb7840048f21dfe0b5e61504 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:33.354836 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3dea7e2a-e02e-462a-89d4-841ce9830625 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:33.366741 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ab018a8-34e6-422e-86b0-78a566c3c383 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:33.452095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dea7e2a-e02e-462a-89d4-841ce9830625 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:40:33.471254 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3dea7e2a-e02e-462a-89d4-841ce9830625 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:33.476707 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-3dea7e2a-e02e-462a-89d4-841ce9830625 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Added segment f1da7787-34f4-48f1-9718-be9ad6dc8192 of type vlan for network fd078b81-c24a-4698-912f-67db05a3a9b0 Nov 19 09:40:33.503104 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab018a8-34e6-422e-86b0-78a566c3c383 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Checking segment: {'id': '28f75398-3b46-468a-9660-0a98312f701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f21c2c5a-3d7d-4d62-9e20-09c090267c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:40:33.503697 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab018a8-34e6-422e-86b0-78a566c3c383 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network hostable DHCP agents. Network: f21c2c5a-3d7d-4d62-9e20-09c090267c12, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:40:33.518130 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-49e0edd3-3e37-4737-b55c-7463ea98549f', 'network_id': '49e0edd3-3e37-4737-b55c-7463ea98549f', 'tenant_id': 'a8d21f8deb7840048f21dfe0b5e61504', 'fixed_ips': [{'subnet_id': 'bc73d249-9bac-4e75-86b5-f65d806a0073'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:40:33.519169 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:33.526859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab018a8-34e6-422e-86b0-78a566c3c383 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Subnet': ['ID=48d0ffd1-417e-4e6a-a626-c5782d03dfd8,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:33.538974 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab018a8-34e6-422e-86b0-78a566c3c383 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network f21c2c5a-3d7d-4d62-9e20-09c090267c12 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:40:33.565533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5ab018a8-34e6-422e-86b0-78a566c3c383 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, f21c2c5a-3d7d-4d62-9e20-09c090267c12) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:33.570950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab018a8-34e6-422e-86b0-78a566c3c383 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:33.571559 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5ab018a8-34e6-422e-86b0-78a566c3c383 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:33.581429 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3dea7e2a-e02e-462a-89d4-841ce9830625 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:33.591752 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50474) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:33.626994 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5ab018a8-34e6-422e-86b0-78a566c3c383 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8990026 Nov 19 09:40:33.630323 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50478) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:33.639994 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3dea7e2a-e02e-462a-89d4-841ce9830625 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:33.640242 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ac1cf769-3450-4747-9b87-760086b55392 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'network_id': 'f21c2c5a-3d7d-4d62-9e20-09c090267c12', 'name': 'tempest-PortsTestJSON-1302142340'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:33.648216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea7e2a-e02e-462a-89d4-841ce9830625 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:33.649804 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3dea7e2a-e02e-462a-89d4-841ce9830625 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:33.681641 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64f83a3-a6b3-49e9-b962-26c99444a2ac None None] Network f21c2c5a-3d7d-4d62-9e20-09c090267c12 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:33.732484 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3dea7e2a-e02e-462a-89d4-841ce9830625 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4532752 Nov 19 09:40:33.735028 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50480) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:33.831769 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-48de71dd-7460-49bb-8900-3ac3b41af7f7 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Request body: {'network': {'name': 'tempest-router-network02--1840667496'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:33.862806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea7e2a-e02e-462a-89d4-841ce9830625 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event updated for resources: {'Network': ['ID=fd078b81-c24a-4698-912f-67db05a3a9b0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:33.889184 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.api [None req-48de71dd-7460-49bb-8900-3ac3b41af7f7 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 09:40:33.889184 n-d-805649-14 neutron-server[103477]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 19 09:40:33.889184 n-d-805649-14 neutron-server[103477]: [parameters: {'project_id_1': 'a8d21f8deb7840048f21dfe0b5e61504', 'expiration_1': datetime.datetime(2021, 11, 19, 9, 40, 13, 848513)}] Nov 19 09:40:33.889184 n-d-805649-14 neutron-server[103477]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:40:33.889708 n-d-805649-14 neutron-server[103477]: DEBUG oslo_db.api [None req-48de71dd-7460-49bb-8900-3ac3b41af7f7 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:40:33.894158 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network fd078b81-c24a-4698-912f-67db05a3a9b0 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:40:33.894754 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4770785c-8a04-49a6-8ced-850d8f5bb28c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:33.975689 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-f21c2c5a-3d7d-4d62-9e20-09c090267c12', 'network_id': 'f21c2c5a-3d7d-4d62-9e20-09c090267c12', 'tenant_id': '53b124379b1041d9b1b166d03bfa0058', 'fixed_ips': [{'subnet_id': '48d0ffd1-417e-4e6a-a626-c5782d03dfd8'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:40:33.976849 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:33.997950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1cf769-3450-4747-9b87-760086b55392 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:34.002055 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac1cf769-3450-4747-9b87-760086b55392 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:34.039721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ac1cf769-3450-4747-9b87-760086b55392 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] device_id is not set on port 14eca0fe-94c1-470a-8643-fb162798e3fb yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:40:34.134508 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4770785c-8a04-49a6-8ced-850d8f5bb28c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:34.145491 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4770785c-8a04-49a6-8ced-850d8f5bb28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:34.174225 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Allocated IP 172.20.0.2 (49e0edd3-3e37-4737-b55c-7463ea98549f/bc73d249-9bac-4e75-86b5-f65d806a0073/db7ab558-218d-44f3-9c1f-94b4193acf87) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:40:34.266116 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770785c-8a04-49a6-8ced-850d8f5bb28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbce5b78-a1e6-4bc2-9baa-d3cc0f125658,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:34.293700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50500) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:34.303483 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4770785c-8a04-49a6-8ced-850d8f5bb28c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07e7c1b96e274629af5f5084e03bbfbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7103169 Nov 19 09:40:34.320302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-ac1cf769-3450-4747-9b87-760086b55392 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Allocated IP 172.20.0.12 (f21c2c5a-3d7d-4d62-9e20-09c090267c12/48d0ffd1-417e-4e6a-a626-c5782d03dfd8/14eca0fe-94c1-470a-8643-fb162798e3fb) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:40:34.359827 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7156193-7c6d-4c4b-81aa-67da4ac0d5b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:34.385369 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7156193-7c6d-4c4b-81aa-67da4ac0d5b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:34.459765 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7156193-7c6d-4c4b-81aa-67da4ac0d5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:34.465220 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d7156193-7c6d-4c4b-81aa-67da4ac0d5b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:34.468563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d7156193-7c6d-4c4b-81aa-67da4ac0d5b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbce5b78-a1e6-4bc2-9baa-d3cc0f125658 HTTP/1.1" status: 204 len: 168 time: 0.1728420 Nov 19 09:40:34.546756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7156193-7c6d-4c4b-81aa-67da4ac0d5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbce5b78-a1e6-4bc2-9baa-d3cc0f125658,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:34.547985 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:34.576304 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:34.610722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c697d4-8be1-455f-ad82-7f9231be8aaf req-1ed84864-0018-45e1-afcb-64eafeabb643 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:34.626186 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27c697d4-8be1-455f-ad82-7f9231be8aaf req-1ed84864-0018-45e1-afcb-64eafeabb643 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 945 time: 0.1930161 Nov 19 09:40:34.637619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48de71dd-7460-49bb-8900-3ac3b41af7f7 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Made reservation on behalf of a8d21f8deb7840048f21dfe0b5e61504 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:34.640969 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-48de71dd-7460-49bb-8900-3ac3b41af7f7 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:34.679112 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Network 49e0edd3-3e37-4737-b55c-7463ea98549f is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:34.682194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:34.688844 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:34.723701 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Pushing event updated for resources: {'Port': ['ID=db7ab558-218d-44f3-9c1f-94b4193acf87,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:34.741469 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48de71dd-7460-49bb-8900-3ac3b41af7f7 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:40:34.760323 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac1cf769-3450-4747-9b87-760086b55392 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:34.763515 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-48de71dd-7460-49bb-8900-3ac3b41af7f7 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:34.763882 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-48de71dd-7460-49bb-8900-3ac3b41af7f7 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Added segment 583b7721-5395-413f-84a9-7c8dabfa6702 of type vlan for network be3312cb-d44d-48be-8a39-f0367ff584cc Nov 19 09:40:34.888683 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-48de71dd-7460-49bb-8900-3ac3b41af7f7 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:34.892838 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Attempting to bind port db7ab558-218d-44f3-9c1f-94b4193acf87 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:40:34.893490 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Attempting to bind port db7ab558-218d-44f3-9c1f-94b4193acf87 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '92436f38-845d-4ae5-a32d-51f8bb7a0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e0edd3-3e37-4737-b55c-7463ea98549f'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:40:34.894154 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Attempting to bind port db7ab558-218d-44f3-9c1f-94b4193acf87 on network 49e0edd3-3e37-4737-b55c-7463ea98549f {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:40:34.900680 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:40:34.903206 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Checking segment: {'id': '92436f38-845d-4ae5-a32d-51f8bb7a0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e0edd3-3e37-4737-b55c-7463ea98549f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:40:34.918298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac1cf769-3450-4747-9b87-760086b55392 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:34.923094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27c697d4-8be1-455f-ad82-7f9231be8aaf req-6a991034-8f0e-4649-b062-5d87fb9558c2 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959723 Nov 19 09:40:34.934863 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:34.945575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Bound using segment: {'id': '92436f38-845d-4ae5-a32d-51f8bb7a0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e0edd3-3e37-4737-b55c-7463ea98549f'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:40:34.947033 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Bound port: db7ab558-218d-44f3-9c1f-94b4193acf87, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92436f38-845d-4ae5-a32d-51f8bb7a0ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e0edd3-3e37-4737-b55c-7463ea98549f'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:40:34.950172 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:34.995183 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-48de71dd-7460-49bb-8900-3ac3b41af7f7 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:35.002277 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48de71dd-7460-49bb-8900-3ac3b41af7f7 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:35.003113 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-48de71dd-7460-49bb-8900-3ac3b41af7f7 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:35.063088 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1cf769-3450-4747-9b87-760086b55392 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network f21c2c5a-3d7d-4d62-9e20-09c090267c12 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:35.076499 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ac1cf769-3450-4747-9b87-760086b55392 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:35.081124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1cf769-3450-4747-9b87-760086b55392 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:35.139899 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cf769-3450-4747-9b87-760086b55392 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=14eca0fe-94c1-470a-8643-fb162798e3fb,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:35.140131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Allocated IP 172.20.0.2 (f21c2c5a-3d7d-4d62-9e20-09c090267c12/48d0ffd1-417e-4e6a-a626-c5782d03dfd8/ce460737-fdad-411a-ba9e-99f71d0a74e8) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:40:35.171401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] For port db7ab558-218d-44f3-9c1f-94b4193acf87, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:40:35.175320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] For port db7ab558-218d-44f3-9c1f-94b4193acf87, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=db7ab558-218d-44f3-9c1f-94b4193acf87,segment=NetworkSegment(92436f38-845d-4ae5-a32d-51f8bb7a0ad1),segment_id=92436f38-845d-4ae5-a32d-51f8bb7a0ad1)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:40:35.176288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de71dd-7460-49bb-8900-3ac3b41af7f7 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event updated for resources: {'Network': ['ID=be3312cb-d44d-48be-8a39-f0367ff584cc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:35.208487 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network be3312cb-d44d-48be-8a39-f0367ff584cc details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:40:35.229626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-48de71dd-7460-49bb-8900-3ac3b41af7f7 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4105999 Nov 19 09:40:35.232900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50516) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:35.238090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ae8475a6-14f9-4efa-9f91-3632a4f4b3ec tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Request body: {'subnet': {'network_id': 'fd078b81-c24a-4698-912f-67db05a3a9b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:35.250619 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1cf769-3450-4747-9b87-760086b55392 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:35.255810 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac1cf769-3450-4747-9b87-760086b55392 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:35.283802 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ac1cf769-3450-4747-9b87-760086b55392 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6522279 Nov 19 09:40:35.287538 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50522) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:35.425907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8475a6-14f9-4efa-9f91-3632a4f4b3ec tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Made reservation on behalf of a8d21f8deb7840048f21dfe0b5e61504 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:35.430561 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae8475a6-14f9-4efa-9f91-3632a4f4b3ec tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:35.509320 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:35.524159 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-46d2885d-d651-4f14-9df2-cb217178df4f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port 14eca0fe-94c1-470a-8643-fb162798e3fb {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:35.524542 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46d2885d-d651-4f14-9df2-cb217178df4f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:35.634883 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46d2885d-d651-4f14-9df2-cb217178df4f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:35.651160 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-46d2885d-d651-4f14-9df2-cb217178df4f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for 14eca0fe-94c1-470a-8643-fb162798e3fb owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:35.654565 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae8475a6-14f9-4efa-9f91-3632a4f4b3ec tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:35.764308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8475a6-14f9-4efa-9f91-3632a4f4b3ec tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event updated for resources: {'Subnet': ['ID=7d220bb2-3c09-460d-96c7-e24b83fe62dd,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:35.773895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8475a6-14f9-4efa-9f91-3632a4f4b3ec tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Checking segment: {'id': 'f1da7787-34f4-48f1-9718-be9ad6dc8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fd078b81-c24a-4698-912f-67db05a3a9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:40:35.774923 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8475a6-14f9-4efa-9f91-3632a4f4b3ec tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Network hostable DHCP agents. Network: fd078b81-c24a-4698-912f-67db05a3a9b0, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:40:35.804594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8475a6-14f9-4efa-9f91-3632a4f4b3ec tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Network fd078b81-c24a-4698-912f-67db05a3a9b0 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:40:35.828157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-ae8475a6-14f9-4efa-9f91-3632a4f4b3ec tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, fd078b81-c24a-4698-912f-67db05a3a9b0) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:35.842924 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80493ae8-e05f-441e-ae5c-71f304e7bdf0 None None] Pushing event updated for resources: {'Port': ['ID=db7ab558-218d-44f3-9c1f-94b4193acf87,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:35.852457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8475a6-14f9-4efa-9f91-3632a4f4b3ec tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:35.857126 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3526355e-dc5f-4c31-9bc1-c266eb72be3d None None] Network fd078b81-c24a-4698-912f-67db05a3a9b0 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:35.866412 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae8475a6-14f9-4efa-9f91-3632a4f4b3ec tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:35.890159 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ae8475a6-14f9-4efa-9f91-3632a4f4b3ec tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6534760 Nov 19 09:40:35.890862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50536) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:35.896946 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0c3f4069-798d-4625-a69d-25d36ecdc952 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Request body: {'subnet': {'network_id': 'be3312cb-d44d-48be-8a39-f0367ff584cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:35.930203 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46d2885d-d651-4f14-9df2-cb217178df4f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:36.011786 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2885d-d651-4f14-9df2-cb217178df4f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=14eca0fe-94c1-470a-8643-fb162798e3fb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:36.131956 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46d2885d-d651-4f14-9df2-cb217178df4f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:36.149702 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-46d2885d-d651-4f14-9df2-cb217178df4f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/14eca0fe-94c1-470a-8643-fb162798e3fb HTTP/1.1" status: 204 len: 168 time: 0.8585963 Nov 19 09:40:36.150721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50542) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:36.208488 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2ed5d8-0dd2-4718-bdc2-e81377cbe086 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] DELETE failed (client error): The resource could not be found. Nov 19 09:40:36.208815 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2ed5d8-0dd2-4718-bdc2-e81377cbe086 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:36.225810 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ce2ed5d8-0dd2-4718-bdc2-e81377cbe086 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/14eca0fe-94c1-470a-8643-fb162798e3fb HTTP/1.1" status: 404 len: 333 time: 0.0652862 Nov 19 09:40:36.226009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50546) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:36.235090 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:36.246854 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-fd078b81-c24a-4698-912f-67db05a3a9b0', 'network_id': 'fd078b81-c24a-4698-912f-67db05a3a9b0', 'tenant_id': 'a8d21f8deb7840048f21dfe0b5e61504', 'fixed_ips': [{'subnet_id': '7d220bb2-3c09-460d-96c7-e24b83fe62dd'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:40:36.251271 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:36.256196 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3f4069-798d-4625-a69d-25d36ecdc952 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Made reservation on behalf of a8d21f8deb7840048f21dfe0b5e61504 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:36.260957 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c3f4069-798d-4625-a69d-25d36ecdc952 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:36.268020 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-06623894-0243-4dd1-a7c8-bfbf8b7f85fc tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] GET failed (client error): The resource could not be found. Nov 19 09:40:36.273758 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-06623894-0243-4dd1-a7c8-bfbf8b7f85fc tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports/14eca0fe-94c1-470a-8643-fb162798e3fb HTTP/1.1" status: 404 len: 333 time: 0.0466428 Nov 19 09:40:36.275009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50548) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:36.287186 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:36.352419 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-da97e12c-ba06-4917-b4f1-3dd4e886e61d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting subnet 48d0ffd1-417e-4e6a-a626-c5782d03dfd8 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:40:36.358172 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da97e12c-ba06-4917-b4f1-3dd4e886e61d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:36.359293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Pushing event updated for resources: {'Port': ['ID=ce460737-fdad-411a-ba9e-99f71d0a74e8,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:36.370150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Network f21c2c5a-3d7d-4d62-9e20-09c090267c12 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:36.382309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:36.443016 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da97e12c-ba06-4917-b4f1-3dd4e886e61d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:36.499320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:36.564489 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da97e12c-ba06-4917-b4f1-3dd4e886e61d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:36.569456 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3aaa9b-52a1-4df9-9e54-48261929f3df req-a766c421-a2da-46aa-8210-0cdabe5f1907 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:36.573727 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b3aaa9b-52a1-4df9-9e54-48261929f3df req-a766c421-a2da-46aa-8210-0cdabe5f1907 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 945 time: 0.4336667 Nov 19 09:40:36.577900 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c3f4069-798d-4625-a69d-25d36ecdc952 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:36.583286 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Attempting to bind port ce460737-fdad-411a-ba9e-99f71d0a74e8 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:40:36.583678 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Attempting to bind port ce460737-fdad-411a-ba9e-99f71d0a74e8 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '28f75398-3b46-468a-9660-0a98312f701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f21c2c5a-3d7d-4d62-9e20-09c090267c12'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:40:36.584056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Attempting to bind port ce460737-fdad-411a-ba9e-99f71d0a74e8 on network f21c2c5a-3d7d-4d62-9e20-09c090267c12 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:40:36.593318 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:40:36.593707 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Checking segment: {'id': '28f75398-3b46-468a-9660-0a98312f701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f21c2c5a-3d7d-4d62-9e20-09c090267c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:40:36.594125 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:36.594528 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Bound using segment: {'id': '28f75398-3b46-468a-9660-0a98312f701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f21c2c5a-3d7d-4d62-9e20-09c090267c12'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:40:36.595039 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Bound port: ce460737-fdad-411a-ba9e-99f71d0a74e8, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f75398-3b46-468a-9660-0a98312f701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f21c2c5a-3d7d-4d62-9e20-09c090267c12'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:40:36.595565 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:36.640908 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Allocated IP 172.20.0.2 (fd078b81-c24a-4698-912f-67db05a3a9b0/7d220bb2-3c09-460d-96c7-e24b83fe62dd/0d14996a-440d-4d4e-9ed4-41304a2343d7) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:40:36.681654 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da97e12c-ba06-4917-b4f1-3dd4e886e61d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:36.734348 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f4069-798d-4625-a69d-25d36ecdc952 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event updated for resources: {'Subnet': ['ID=f1432fd7-503d-4042-81a2-5f52069a749f,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:36.751397 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97e12c-ba06-4917-b4f1-3dd4e886e61d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Subnet': ['ID=48d0ffd1-417e-4e6a-a626-c5782d03dfd8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:36.769635 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da97e12c-ba06-4917-b4f1-3dd4e886e61d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:36.792755 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-da97e12c-ba06-4917-b4f1-3dd4e886e61d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/48d0ffd1-417e-4e6a-a626-c5782d03dfd8 HTTP/1.1" status: 204 len: 168 time: 0.5133758 Nov 19 09:40:36.796343 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50554) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:36.814519 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b3aaa9b-52a1-4df9-9e54-48261929f3df req-d69b4fec-1e32-4d9c-900c-a9b7f9fead3b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332451 Nov 19 09:40:36.822718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] For port ce460737-fdad-411a-ba9e-99f71d0a74e8, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:40:36.823887 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f4069-798d-4625-a69d-25d36ecdc952 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Checking segment: {'id': '583b7721-5395-413f-84a9-7c8dabfa6702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'be3312cb-d44d-48be-8a39-f0367ff584cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:40:36.825190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f4069-798d-4625-a69d-25d36ecdc952 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Network hostable DHCP agents. Network: be3312cb-d44d-48be-8a39-f0367ff584cc, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:40:36.836492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] For port ce460737-fdad-411a-ba9e-99f71d0a74e8, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ce460737-fdad-411a-ba9e-99f71d0a74e8,segment=NetworkSegment(28f75398-3b46-468a-9660-0a98312f701d),segment_id=28f75398-3b46-468a-9660-0a98312f701d)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:40:36.850316 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:36.858040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f4069-798d-4625-a69d-25d36ecdc952 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Network be3312cb-d44d-48be-8a39-f0367ff584cc is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:40:36.883306 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0c3f4069-798d-4625-a69d-25d36ecdc952 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, be3312cb-d44d-48be-8a39-f0367ff584cc) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:36.888758 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3f4069-798d-4625-a69d-25d36ecdc952 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:36.889432 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c3f4069-798d-4625-a69d-25d36ecdc952 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:36.923060 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0c3f4069-798d-4625-a69d-25d36ecdc952 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0313461 Nov 19 09:40:36.926614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50560) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:36.929463 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91987390-07cf-46e4-96ef-d01b70e7230f None None] Pushing event updated for resources: {'Port': ['ID=ce460737-fdad-411a-ba9e-99f71d0a74e8,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:36.932558 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1001189a-6c1f-4a61-9e9e-5903fe536da3 None None] Network be3312cb-d44d-48be-8a39-f0367ff584cc requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:37.004837 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:37.204695 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port ce460737-fdad-411a-ba9e-99f71d0a74e8 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:37.205043 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:37.276293 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:37.326969 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device db7ab558-218d-44f3-9c1f-94b4193acf87 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:37.383019 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:37.397885 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] For port ce460737-fdad-411a-ba9e-99f71d0a74e8, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ce460737-fdad-411a-ba9e-99f71d0a74e8,segment=NetworkSegment(28f75398-3b46-468a-9660-0a98312f701d),segment_id=28f75398-3b46-468a-9660-0a98312f701d)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:37.399286 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:37.444852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-be3312cb-d44d-48be-8a39-f0367ff584cc', 'network_id': 'be3312cb-d44d-48be-8a39-f0367ff584cc', 'tenant_id': 'a8d21f8deb7840048f21dfe0b5e61504', 'fixed_ips': [{'subnet_id': 'f1432fd7-503d-4042-81a2-5f52069a749f'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:40:37.445430 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for ce460737-fdad-411a-ba9e-99f71d0a74e8 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:37.460459 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:37.479192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Pushing event updated for resources: {'Port': ['ID=0d14996a-440d-4d4e-9ed4-41304a2343d7,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:37.481723 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b641640e-aadd-4a72-a524-ded85b509fe1 None None] Network 49e0edd3-3e37-4737-b55c-7463ea98549f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:37.562986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port db7ab558-218d-44f3-9c1f-94b4193acf87 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:37.562986 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:37.573442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Network fd078b81-c24a-4698-912f-67db05a3a9b0 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:37.598838 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:37.612965 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:37.679186 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:37.679929 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:37.737919 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-39111d18-a856-452f-8d01-a78f5f93db6b None None] Provisioning complete for port db7ab558-218d-44f3-9c1f-94b4193acf87 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:37.738309 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-39111d18-a856-452f-8d01-a78f5f93db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:37.740982 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=ce460737-fdad-411a-ba9e-99f71d0a74e8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:37.753418 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No DVR routers for this DVR port ce460737-fdad-411a-ba9e-99f71d0a74e8 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:37.836030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Attempting to bind port 0d14996a-440d-4d4e-9ed4-41304a2343d7 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:40:37.836816 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Attempting to bind port 0d14996a-440d-4d4e-9ed4-41304a2343d7 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'f1da7787-34f4-48f1-9718-be9ad6dc8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fd078b81-c24a-4698-912f-67db05a3a9b0'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:40:37.837493 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Attempting to bind port 0d14996a-440d-4d4e-9ed4-41304a2343d7 on network fd078b81-c24a-4698-912f-67db05a3a9b0 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:40:37.852280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:40:37.853113 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Checking segment: {'id': 'f1da7787-34f4-48f1-9718-be9ad6dc8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fd078b81-c24a-4698-912f-67db05a3a9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:40:37.853776 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:37.854392 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Bound using segment: {'id': 'f1da7787-34f4-48f1-9718-be9ad6dc8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fd078b81-c24a-4698-912f-67db05a3a9b0'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:40:37.855166 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Bound port: 0d14996a-440d-4d4e-9ed4-41304a2343d7, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1da7787-34f4-48f1-9718-be9ad6dc8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fd078b81-c24a-4698-912f-67db05a3a9b0'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:40:37.855798 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:37.916870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:37.972610 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21c2c5a-3d7d-4d62-9e20-09c090267c12']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:37.992608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f75398-3b46-468a-9660-0a98312f701d') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:37.992608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f75398-3b46-468a-9660-0a98312f701d') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:37.994157 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:38.023004 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:38.032476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port db7ab558-218d-44f3-9c1f-94b4193acf87, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=db7ab558-218d-44f3-9c1f-94b4193acf87,segment=NetworkSegment(92436f38-845d-4ae5-a32d-51f8bb7a0ad1),segment_id=92436f38-845d-4ae5-a32d-51f8bb7a0ad1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:38.045055 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:38.055994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:38.057471 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:38.084793 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:38.155439 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:38.167520 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Allocated IP 172.20.0.2 (be3312cb-d44d-48be-8a39-f0367ff584cc/f1432fd7-503d-4042-81a2-5f52069a749f/f8290441-801c-484b-92ba-7845d92e935a) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:40:38.168675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Allocated IP 172.20.0.1 (fd078b81-c24a-4698-912f-67db05a3a9b0/7d220bb2-3c09-460d-96c7-e24b83fe62dd/be23976b-20ee-4c3d-badb-025f62e770ef) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:40:38.170735 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:38.189242 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807a001-a9e2-45e8-b13a-d7e5c7ad7840 req-576440a0-b0c2-4ee8-b1da-9dd499d62f3e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:38.204903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5807a001-a9e2-45e8-b13a-d7e5c7ad7840 req-576440a0-b0c2-4ee8-b1da-9dd499d62f3e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 945 time: 0.1308148 Nov 19 09:40:38.217379 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:38.222047 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/networks/f21c2c5a-3d7d-4d62-9e20-09c090267c12 HTTP/1.1" status: 204 len: 168 time: 1.4242113 Nov 19 09:40:38.226205 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79d3e9-a739-4a41-a347-a0b979030bd6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Network': ['ID=f21c2c5a-3d7d-4d62-9e20-09c090267c12,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:38.227123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50582) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:38.240189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-21ed27de-8d09-47f4-b3eb-d84434062db6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-110834117'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:38.284375 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=db7ab558-218d-44f3-9c1f-94b4193acf87,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:38.299239 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] For port 0d14996a-440d-4d4e-9ed4-41304a2343d7, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:40:38.322881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] For port 0d14996a-440d-4d4e-9ed4-41304a2343d7, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0d14996a-440d-4d4e-9ed4-41304a2343d7,segment=NetworkSegment(f1da7787-34f4-48f1-9718-be9ad6dc8192),segment_id=f1da7787-34f4-48f1-9718-be9ad6dc8192)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:40:38.323295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5807a001-a9e2-45e8-b13a-d7e5c7ad7840 req-393c9e82-698b-49c3-b60c-b4b4609689ec tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166639 Nov 19 09:40:38.378988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ed27de-8d09-47f4-b3eb-d84434062db6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:38.382827 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-21ed27de-8d09-47f4-b3eb-d84434062db6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:38.406097 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:38.454291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ed27de-8d09-47f4-b3eb-d84434062db6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:40:38.495333 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c38da-ca8f-4743-a25b-2354d56270c8 None None] Pushing event updated for resources: {'Port': ['ID=0d14996a-440d-4d4e-9ed4-41304a2343d7,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:38.515221 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-21ed27de-8d09-47f4-b3eb-d84434062db6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:38.517863 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-21ed27de-8d09-47f4-b3eb-d84434062db6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Added segment 57af1736-6405-449d-9993-67267984c7f4 of type vlan for network df07503e-271e-41a8-8b4e-62315fcecc95 Nov 19 09:40:38.571176 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:38.680031 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:38.695572 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:38.722087 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:38.810345 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event updated for resources: {'Port': ['ID=be23976b-20ee-4c3d-badb-025f62e770ef,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:38.816001 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-21ed27de-8d09-47f4-b3eb-d84434062db6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:38.827051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Network fd078b81-c24a-4698-912f-67db05a3a9b0 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:38.828861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Pushing event updated for resources: {'Port': ['ID=f8290441-801c-484b-92ba-7845d92e935a,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:38.832501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:38.836495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:38.898262 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Network be3312cb-d44d-48be-8a39-f0367ff584cc is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:38.905836 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:38.912052 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:38.930091 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:38.945691 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-21ed27de-8d09-47f4-b3eb-d84434062db6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:38.958152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ed27de-8d09-47f4-b3eb-d84434062db6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:38.958793 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-21ed27de-8d09-47f4-b3eb-d84434062db6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:39.026427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Attempting to bind port f8290441-801c-484b-92ba-7845d92e935a on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:40:39.027668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Attempting to bind port f8290441-801c-484b-92ba-7845d92e935a by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '583b7721-5395-413f-84a9-7c8dabfa6702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'be3312cb-d44d-48be-8a39-f0367ff584cc'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:40:39.028359 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Attempting to bind port f8290441-801c-484b-92ba-7845d92e935a on network be3312cb-d44d-48be-8a39-f0367ff584cc {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:40:39.036546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7f5335-9855-4374-a483-34aa605d2494 None None] DHCP port deletion for f21c2c5a-3d7d-4d62-9e20-09c090267c12 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:40:39.038523 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cd34000b-0e87-4516-99f5-563379595e57 None None] Provisioning complete for port db7ab558-218d-44f3-9c1f-94b4193acf87 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:39.039311 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cd34000b-0e87-4516-99f5-563379595e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:39.159845 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:40:39.161527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Checking segment: {'id': '583b7721-5395-413f-84a9-7c8dabfa6702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'be3312cb-d44d-48be-8a39-f0367ff584cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:40:39.162108 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:39.163002 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Bound using segment: {'id': '583b7721-5395-413f-84a9-7c8dabfa6702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'be3312cb-d44d-48be-8a39-f0367ff584cc'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:40:39.164122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Bound port: f8290441-801c-484b-92ba-7845d92e935a, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583b7721-5395-413f-84a9-7c8dabfa6702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'be3312cb-d44d-48be-8a39-f0367ff584cc'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:40:39.168610 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:39.178914 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-21ed27de-8d09-47f4-b3eb-d84434062db6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9470029 Nov 19 09:40:39.182352 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50598) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:39.188767 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0676b1b3-6e8d-49e3-919d-80eb04cc4cc6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'subnet': {'network_id': 'df07503e-271e-41a8-8b4e-62315fcecc95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:39.208364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed27de-8d09-47f4-b3eb-d84434062db6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Network': ['ID=df07503e-271e-41a8-8b4e-62315fcecc95,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:39.220051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f74bf1-7680-4fbc-834a-a66c32fec078 None None] Network f21c2c5a-3d7d-4d62-9e20-09c090267c12 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:39.224611 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network df07503e-271e-41a8-8b4e-62315fcecc95 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:40:39.363536 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:39.426769 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] For port f8290441-801c-484b-92ba-7845d92e935a, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:40:39.431043 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] For port f8290441-801c-484b-92ba-7845d92e935a, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f8290441-801c-484b-92ba-7845d92e935a,segment=NetworkSegment(583b7721-5395-413f-84a9-7c8dabfa6702),segment_id=583b7721-5395-413f-84a9-7c8dabfa6702)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:40:39.503201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0676b1b3-6e8d-49e3-919d-80eb04cc4cc6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:39.507191 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0676b1b3-6e8d-49e3-919d-80eb04cc4cc6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:39.684150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e259ce-9437-4e1f-bfdf-8e7da5f41c50 req-08e7dd8d-58f6-406e-99fa-558e634cb088 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:39.687362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-08e259ce-9437-4e1f-bfdf-8e7da5f41c50 req-08e7dd8d-58f6-406e-99fa-558e634cb088 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 945 time: 0.1761212 Nov 19 09:40:39.710788 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device db7ab558-218d-44f3-9c1f-94b4193acf87 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:39.724258 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f74bf1-7680-4fbc-834a-a66c32fec078 None None] Network f21c2c5a-3d7d-4d62-9e20-09c090267c12 could not be found, it might have been deleted concurrently. {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 09:40:39.742585 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:39.889262 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0676b1b3-6e8d-49e3-919d-80eb04cc4cc6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:39.938312 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0da4d8-971a-419e-9c8e-bf3653eed8d2 None None] Pushing event updated for resources: {'Port': ['ID=f8290441-801c-484b-92ba-7845d92e935a,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:39.978964 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-08e259ce-9437-4e1f-bfdf-8e7da5f41c50 req-84f9121b-acb3-4a7f-8ce2-649bedcd5b7a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735264 Nov 19 09:40:40.011444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port db7ab558-218d-44f3-9c1f-94b4193acf87 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:40.014064 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:40.032122 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676b1b3-6e8d-49e3-919d-80eb04cc4cc6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Subnet': ['ID=642951a9-bf05-4c65-96db-74d1e8708a81,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:40.040067 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676b1b3-6e8d-49e3-919d-80eb04cc4cc6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Checking segment: {'id': '57af1736-6405-449d-9993-67267984c7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'df07503e-271e-41a8-8b4e-62315fcecc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:40:40.040436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676b1b3-6e8d-49e3-919d-80eb04cc4cc6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network hostable DHCP agents. Network: df07503e-271e-41a8-8b4e-62315fcecc95, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:40:40.071149 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676b1b3-6e8d-49e3-919d-80eb04cc4cc6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network df07503e-271e-41a8-8b4e-62315fcecc95 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:40:40.093042 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0676b1b3-6e8d-49e3-919d-80eb04cc4cc6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, df07503e-271e-41a8-8b4e-62315fcecc95) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:40.099211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0676b1b3-6e8d-49e3-919d-80eb04cc4cc6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:40.099211 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0676b1b3-6e8d-49e3-919d-80eb04cc4cc6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:40.142913 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0676b1b3-6e8d-49e3-919d-80eb04cc4cc6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9592717 Nov 19 09:40:40.145539 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50614) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:40.149691 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c06802-a72f-45d1-8204-16d3fc6edf47 None None] Network df07503e-271e-41a8-8b4e-62315fcecc95 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:40.153406 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ff9b5af3-d52a-47a2-8fcd-810dda50e320 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'network_id': 'df07503e-271e-41a8-8b4e-62315fcecc95', 'security_groups': [], 'name': 'tempest-PortsTestJSON-842463811'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:40.170682 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:40.192704 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:40.337889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6b054c57-ddd9-4c3b-a93f-885bb5397c63 None None] Could not find standard attr ID for object ce460737-fdad-411a-ba9e-99f71d0a74e8. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:40:40.377161 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:40.420388 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9b5af3-d52a-47a2-8fcd-810dda50e320 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:40.425003 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff9b5af3-d52a-47a2-8fcd-810dda50e320 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:40.441948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e323973a-2993-47db-aa0c-ba1ce8fb1b76 None None] Network fd078b81-c24a-4698-912f-67db05a3a9b0 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:40.449960 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ff9b5af3-d52a-47a2-8fcd-810dda50e320 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] device_id is not set on port 81496c6d-fc1f-489c-9d6b-7e09ded1a11e yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:40:40.482270 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event updated for resources: {'Port': ['ID=be23976b-20ee-4c3d-badb-025f62e770ef,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:40.596204 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-ff9b5af3-d52a-47a2-8fcd-810dda50e320 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Allocated IP 172.20.0.5 (df07503e-271e-41a8-8b4e-62315fcecc95/642951a9-bf05-4c65-96db-74d1e8708a81/81496c6d-fc1f-489c-9d6b-7e09ded1a11e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:40:40.617773 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Network fd078b81-c24a-4698-912f-67db05a3a9b0 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:40.619545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:40.711193 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0d14996a-440d-4d4e-9ed4-41304a2343d7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:40.780278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-525b4bcf-b056-4821-b349-374597b0eca0 None None] Provisioning complete for port 0d14996a-440d-4d4e-9ed4-41304a2343d7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:40.780913 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-525b4bcf-b056-4821-b349-374597b0eca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:40.925578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-df07503e-271e-41a8-8b4e-62315fcecc95', 'network_id': 'df07503e-271e-41a8-8b4e-62315fcecc95', 'tenant_id': '53b124379b1041d9b1b166d03bfa0058', 'fixed_ips': [{'subnet_id': '642951a9-bf05-4c65-96db-74d1e8708a81'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:40:40.926508 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:40.944215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Router 3350a372-3f5a-4ea8-bccf-7c928a49db4c is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:40:40.974323 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff9b5af3-d52a-47a2-8fcd-810dda50e320 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:41.111469 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff9b5af3-d52a-47a2-8fcd-810dda50e320 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:41.222314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:40:41.242387 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b9e6e595-1fcf-46a2-a2b7-acf6f99bf989 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "PUT /v2.0/routers/3350a372-3f5a-4ea8-bccf-7c928a49db4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3158453 Nov 19 09:40:41.243155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50636) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:41.251088 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9b5af3-d52a-47a2-8fcd-810dda50e320 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network df07503e-271e-41a8-8b4e-62315fcecc95 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:41.260401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ff9b5af3-d52a-47a2-8fcd-810dda50e320 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:41.270210 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b5af3-d52a-47a2-8fcd-810dda50e320 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:41.305018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777b88e-f5d3-42fd-9270-3008c95cefa7 None None] Sync routers for ids ['3350a372-3f5a-4ea8-bccf-7c928a49db4c'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:40:41.316518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b5af3-d52a-47a2-8fcd-810dda50e320 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=81496c6d-fc1f-489c-9d6b-7e09ded1a11e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:41.371917 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777b88e-f5d3-42fd-9270-3008c95cefa7 None None] Routers {'3350a372-3f5a-4ea8-bccf-7c928a49db4c'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:41.372576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a777b88e-f5d3-42fd-9270-3008c95cefa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:40:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3350a372-3f5a-4ea8-bccf-7c928a49db4c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:41.382094 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 0d14996a-440d-4d4e-9ed4-41304a2343d7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:41.382466 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:41.404126 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9b5af3-d52a-47a2-8fcd-810dda50e320 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:41.405173 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff9b5af3-d52a-47a2-8fcd-810dda50e320 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:41.430406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcd768-c545-4e8c-ac0e-4f702b7dd88a req-3cfa674e-e605-4c34-8f25-dbaaaebe518b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:41.432159 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dadcd768-c545-4e8c-ac0e-4f702b7dd88a req-3cfa674e-e605-4c34-8f25-dbaaaebe518b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 945 time: 0.3388474 Nov 19 09:40:41.439398 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ff9b5af3-d52a-47a2-8fcd-810dda50e320 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.2922916 Nov 19 09:40:41.441707 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50640) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:41.609365 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-525b4bcf-b056-4821-b349-374597b0eca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:41.613428 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a777b88e-f5d3-42fd-9270-3008c95cefa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:41.684617 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e684b-52a7-4b0a-886b-80229ef0cac8 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port 81496c6d-fc1f-489c-9d6b-7e09ded1a11e {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:41.684977 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd0e684b-52a7-4b0a-886b-80229ef0cac8 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:41.743303 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dadcd768-c545-4e8c-ac0e-4f702b7dd88a req-ee92e7cf-e4e6-4ffb-ab67-f597802def7c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905262 Nov 19 09:40:41.754773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f216880-6aee-4191-8085-c8997a4d2cd2 None None] Network be3312cb-d44d-48be-8a39-f0367ff584cc requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:41.854898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Allocated IP 172.20.0.2 (df07503e-271e-41a8-8b4e-62315fcecc95/642951a9-bf05-4c65-96db-74d1e8708a81/259935ea-60ca-4035-9469-30573b7558c1) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:40:41.863252 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777b88e-f5d3-42fd-9270-3008c95cefa7 None None] Routers {'3350a372-3f5a-4ea8-bccf-7c928a49db4c'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:41.866419 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a777b88e-f5d3-42fd-9270-3008c95cefa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:40:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3350a372-3f5a-4ea8-bccf-7c928a49db4c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:41.893499 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd0e684b-52a7-4b0a-886b-80229ef0cac8 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:41.921284 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e684b-52a7-4b0a-886b-80229ef0cac8 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for 81496c6d-fc1f-489c-9d6b-7e09ded1a11e owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:41.992168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-525b4bcf-b056-4821-b349-374597b0eca0 None None] For port 0d14996a-440d-4d4e-9ed4-41304a2343d7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0d14996a-440d-4d4e-9ed4-41304a2343d7,segment=NetworkSegment(f1da7787-34f4-48f1-9718-be9ad6dc8192),segment_id=f1da7787-34f4-48f1-9718-be9ad6dc8192)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:42.003035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a777b88e-f5d3-42fd-9270-3008c95cefa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:42.004845 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777b88e-f5d3-42fd-9270-3008c95cefa7 None None] The sync data for ids ['3350a372-3f5a-4ea8-bccf-7c928a49db4c'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:40:42.068924 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-2a66aa20-6a97-4c33-85fe-ed4895b5c992 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:40:42.070565 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2a66aa20-6a97-4c33-85fe-ed4895b5c992 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "PUT /v2.0/routers/3350a372-3f5a-4ea8-bccf-7c928a49db4c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8258696 Nov 19 09:40:42.073562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50650) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:42.089425 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-525b4bcf-b056-4821-b349-374597b0eca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:42.201630 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd0e684b-52a7-4b0a-886b-80229ef0cac8 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:42.299139 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e684b-52a7-4b0a-886b-80229ef0cac8 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=81496c6d-fc1f-489c-9d6b-7e09ded1a11e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:42.368668 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:42.439271 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1f5bdcc1-2eed-47a0-9b1f-fc3c529f7767 None None] Provisioning complete for port 0d14996a-440d-4d4e-9ed4-41304a2343d7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:42.439663 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f5bdcc1-2eed-47a0-9b1f-fc3c529f7767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:42.506665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b4bcf-b056-4821-b349-374597b0eca0 None None] Pushing event updated for resources: {'Port': ['ID=0d14996a-440d-4d4e-9ed4-41304a2343d7,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:42.567363 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd0e684b-52a7-4b0a-886b-80229ef0cac8 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:42.570717 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fd0e684b-52a7-4b0a-886b-80229ef0cac8 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/81496c6d-fc1f-489c-9d6b-7e09ded1a11e HTTP/1.1" status: 204 len: 168 time: 1.1278117 Nov 19 09:40:42.577584 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50656) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:42.640432 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46dc7af-2815-4d4b-9faa-f6d873b98f87 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] GET failed (client error): The resource could not be found. Nov 19 09:40:42.641950 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e46dc7af-2815-4d4b-9faa-f6d873b98f87 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports/81496c6d-fc1f-489c-9d6b-7e09ded1a11e HTTP/1.1" status: 404 len: 333 time: 0.0633826 Nov 19 09:40:42.649572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50658) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:42.792965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-1691f40f-8d7e-4f71-bfbd-c9ce41a9352c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting subnet 642951a9-bf05-4c65-96db-74d1e8708a81 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:40:42.886947 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:42.899256 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:40:42.899745 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:40:42.909307 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1691f40f-8d7e-4f71-bfbd-c9ce41a9352c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:42.912022 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:43.014169 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Pushing event updated for resources: {'Port': ['ID=259935ea-60ca-4035-9469-30573b7558c1,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:43.025842 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1691f40f-8d7e-4f71-bfbd-c9ce41a9352c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:43.148374 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Network df07503e-271e-41a8-8b4e-62315fcecc95 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:43.156729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:43.163043 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:43.222391 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1691f40f-8d7e-4f71-bfbd-c9ce41a9352c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:43.230264 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1f5bdcc1-2eed-47a0-9b1f-fc3c529f7767 None None] Provisioning complete for port be23976b-20ee-4c3d-badb-025f62e770ef triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:43.230847 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f5bdcc1-2eed-47a0-9b1f-fc3c529f7767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:43.342425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1f5bdcc1-2eed-47a0-9b1f-fc3c529f7767 None None] Port be23976b-20ee-4c3d-badb-025f62e770ef cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:40:43.351879 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1691f40f-8d7e-4f71-bfbd-c9ce41a9352c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:43.387409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Attempting to bind port 259935ea-60ca-4035-9469-30573b7558c1 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:40:43.387821 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Attempting to bind port 259935ea-60ca-4035-9469-30573b7558c1 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '57af1736-6405-449d-9993-67267984c7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'df07503e-271e-41a8-8b4e-62315fcecc95'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:40:43.388266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Attempting to bind port 259935ea-60ca-4035-9469-30573b7558c1 on network df07503e-271e-41a8-8b4e-62315fcecc95 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:40:43.397317 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1f5bdcc1-2eed-47a0-9b1f-fc3c529f7767 None None] Provisioning complete for port f8290441-801c-484b-92ba-7845d92e935a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:43.397796 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f5bdcc1-2eed-47a0-9b1f-fc3c529f7767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:43.403241 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:40:43.403633 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Checking segment: {'id': '57af1736-6405-449d-9993-67267984c7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'df07503e-271e-41a8-8b4e-62315fcecc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:40:43.404041 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:43.404617 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Bound using segment: {'id': '57af1736-6405-449d-9993-67267984c7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'df07503e-271e-41a8-8b4e-62315fcecc95'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:40:43.405555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Bound port: 259935ea-60ca-4035-9469-30573b7558c1, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57af1736-6405-449d-9993-67267984c7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'df07503e-271e-41a8-8b4e-62315fcecc95'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:40:43.405808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691f40f-8d7e-4f71-bfbd-c9ce41a9352c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Subnet': ['ID=642951a9-bf05-4c65-96db-74d1e8708a81,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:43.405944 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:43.431666 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1691f40f-8d7e-4f71-bfbd-c9ce41a9352c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:43.444683 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1691f40f-8d7e-4f71-bfbd-c9ce41a9352c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/642951a9-bf05-4c65-96db-74d1e8708a81 HTTP/1.1" status: 204 len: 168 time: 0.7917700 Nov 19 09:40:43.446709 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50676) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:43.478109 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440159e8-e671-4122-8f10-b78417f4c8c1 req-8c4bfe0e-b8ef-4b06-9d97-55d738396f99 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:43.480106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-440159e8-e671-4122-8f10-b78417f4c8c1 req-8c4bfe0e-b8ef-4b06-9d97-55d738396f99 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 945 time: 0.1966615 Nov 19 09:40:43.600466 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:43.622570 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-440159e8-e671-4122-8f10-b78417f4c8c1 req-1e69a6cd-ad86-40a2-8cc0-c6a670114b7a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322424 Nov 19 09:40:43.647552 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:43.702447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port 259935ea-60ca-4035-9469-30573b7558c1 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:43.702797 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:43.838341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] For port 259935ea-60ca-4035-9469-30573b7558c1, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:40:43.863813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] For port 259935ea-60ca-4035-9469-30573b7558c1, host n-d-805649-14, got binding levels [] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:43.864197 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:43.897879 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] For port 259935ea-60ca-4035-9469-30573b7558c1, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=259935ea-60ca-4035-9469-30573b7558c1,segment=NetworkSegment(57af1736-6405-449d-9993-67267984c7f4),segment_id=57af1736-6405-449d-9993-67267984c7f4)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:40:43.899880 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f5bdcc1-2eed-47a0-9b1f-fc3c529f7767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:43.914725 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for 259935ea-60ca-4035-9469-30573b7558c1 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:43.921295 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:44.008039 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae8048-2a97-45e9-a66e-29dfef256106 None None] Pushing event updated for resources: {'Port': ['ID=259935ea-60ca-4035-9469-30573b7558c1,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:44.017198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Deleting port be23976b-20ee-4c3d-badb-025f62e770ef {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:44.017783 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:44.082545 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1f5bdcc1-2eed-47a0-9b1f-fc3c529f7767 None None] For port f8290441-801c-484b-92ba-7845d92e935a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f8290441-801c-484b-92ba-7845d92e935a,segment=NetworkSegment(583b7721-5395-413f-84a9-7c8dabfa6702),segment_id=583b7721-5395-413f-84a9-7c8dabfa6702)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:44.102721 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:44.123588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0d14996a-440d-4d4e-9ed4-41304a2343d7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:44.128206 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1f5bdcc1-2eed-47a0-9b1f-fc3c529f7767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:44.133962 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No DVR routers for this DVR port 259935ea-60ca-4035-9469-30573b7558c1 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:44.156931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cb000c-f9df-471f-9b04-7895c5dc0867 None None] Network df07503e-271e-41a8-8b4e-62315fcecc95 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:44.179606 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=259935ea-60ca-4035-9469-30573b7558c1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:44.241362 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:44.270968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Calling delete_port for be23976b-20ee-4c3d-badb-025f62e770ef owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:44.365557 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:44.386598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df07503e-271e-41a8-8b4e-62315fcecc95']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:44.416526 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57af1736-6405-449d-9993-67267984c7f4') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:44.416833 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57af1736-6405-449d-9993-67267984c7f4') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:44.425576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bdcc1-2eed-47a0-9b1f-fc3c529f7767 None None] Pushing event updated for resources: {'Port': ['ID=f8290441-801c-484b-92ba-7845d92e935a,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:44.432580 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-974c2857-5802-4412-91fb-8cf8d5b0ac59 None None] Provisioning complete for port f8290441-801c-484b-92ba-7845d92e935a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:44.433069 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:44.433406 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-974c2857-5802-4412-91fb-8cf8d5b0ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:44.456080 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:44.473843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:44.474259 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:44.506942 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 0d14996a-440d-4d4e-9ed4-41304a2343d7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:44.507381 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:44.543404 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:44.562058 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:44.575532 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:44.588333 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44648bf0-ed8e-4052-8397-5fa2477719b8 None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 09:40:44.649684 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:44.655654 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/networks/df07503e-271e-41a8-8b4e-62315fcecc95 HTTP/1.1" status: 204 len: 168 time: 1.2050853 Nov 19 09:40:44.660403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf5479-a30e-4ff5-89eb-b97e59b156e9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Network': ['ID=df07503e-271e-41a8-8b4e-62315fcecc95,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:44.664071 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50698) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:44.672041 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2d027e48-7ab1-4c53-9322-b7b93cb33b00 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'name': 'tempest-PortsTestJSON-1981035108'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:44.688017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event deleted for resources: {'Port': ['ID=be23976b-20ee-4c3d-badb-025f62e770ef,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:44.728980 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:44.732026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:44.732585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:44.733154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:44.734603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:44.735843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:44.736257 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:44.736621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:44.737005 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:44.737340 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:44.737783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:44.738288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:44.748539 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da895ec9-b255-4106-a714-69c3549f4c6a req-3e2eb944-b987-43a0-b552-30b79bcd4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:44.750196 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-da895ec9-b255-4106-a714-69c3549f4c6a req-3e2eb944-b987-43a0-b552-30b79bcd4b2b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 1097 time: 0.1872683 Nov 19 09:40:44.788262 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-974c2857-5802-4412-91fb-8cf8d5b0ac59 None None] Could not find standard attr ID for object be23976b-20ee-4c3d-badb-025f62e770ef. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:40:44.857695 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f8290441-801c-484b-92ba-7845d92e935a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:44.882390 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-da895ec9-b255-4106-a714-69c3549f4c6a req-d32b4e06-6774-45a7-9e55-0f4369778d50 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194885 Nov 19 09:40:44.896378 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d027e48-7ab1-4c53-9322-b7b93cb33b00 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:44.903531 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44648bf0-ed8e-4052-8397-5fa2477719b8 None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 09:40:44.906080 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d027e48-7ab1-4c53-9322-b7b93cb33b00 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:44.938839 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:44.947829 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-2d027e48-7ab1-4c53-9322-b7b93cb33b00 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] device_id is not set on port e2917057-eabb-4abe-a13d-703735f26202 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:40:44.976521 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f8290441-801c-484b-92ba-7845d92e935a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:44.976903 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:45.041609 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d0c4c-57f0-455a-9152-dbc6f036d631 req-e43d3f37-e35a-4d13-87f4-dad609a2ce2e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:45.043940 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-614d0c4c-57f0-455a-9152-dbc6f036d631 req-e43d3f37-e35a-4d13-87f4-dad609a2ce2e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 945 time: 0.2879403 Nov 19 09:40:45.197882 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f4edcbb1-4a3d-4148-98a8-757714fa7eb3 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:40:45.236083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-614d0c4c-57f0-455a-9152-dbc6f036d631 req-049356c3-32b7-45dd-83a9-66d5cd99738e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811216 Nov 19 09:40:45.252085 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Router 3350a372-3f5a-4ea8-bccf-7c928a49db4c has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:40:45.401177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:40:45.411016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0ad2b671-b42e-4877-9d87-245a5b584131 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "PUT /v2.0/routers/3350a372-3f5a-4ea8-bccf-7c928a49db4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3355300 Nov 19 09:40:45.411946 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a159c0-826c-45e1-b808-edce8bdc4c67 None None] Sync routers for ids ['3350a372-3f5a-4ea8-bccf-7c928a49db4c'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:40:45.415264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50716) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:45.415967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f4edcbb1-4a3d-4148-98a8-757714fa7eb3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4edcbb1-4a3d-4148-98a8-757714fa7eb3,segment=NetworkSegment(675a91f7-034b-4b3b-a29f-e74d710aa697),segment_id=675a91f7-034b-4b3b-a29f-e74d710aa697)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:45.435981 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a159c0-826c-45e1-b808-edce8bdc4c67 None None] Routers {'3350a372-3f5a-4ea8-bccf-7c928a49db4c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:45.437057 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a6a159c0-826c-45e1-b808-edce8bdc4c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:40:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3350a372-3f5a-4ea8-bccf-7c928a49db4c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:45.450494 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3', 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567', 'port_id': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3', 'mac_address': 'fa:16:3e:bc:fd:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:40:45.521956 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-cc197f3f-ca2d-4883-9eea-2937ae30e710 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] delete failed (client error): The resource could not be found. Nov 19 09:40:45.531287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cc197f3f-ca2d-4883-9eea-2937ae30e710 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-399060503 HTTP/1.1" status: 404 len: 334 time: 0.1084609 Nov 19 09:40:45.531890 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50720) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:45.541545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-68df5118-5539-4e69-99a1-8d689a3d0765 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Request body: {'router': {'external_gateway_info': {'network_id': '3350a372-3f5a-4ea8-bccf-7c928a49db4c'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:45.555203 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:45.557526 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a6a159c0-826c-45e1-b808-edce8bdc4c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:45.569661 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a159c0-826c-45e1-b808-edce8bdc4c67 None None] Routers {'3350a372-3f5a-4ea8-bccf-7c928a49db4c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:45.570853 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a6a159c0-826c-45e1-b808-edce8bdc4c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:40:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3350a372-3f5a-4ea8-bccf-7c928a49db4c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:45.580973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4edcbb1-4a3d-4148-98a8-757714fa7eb3 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:40:45.587734 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d027e48-7ab1-4c53-9322-b7b93cb33b00 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:45.625977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f4edcbb1-4a3d-4148-98a8-757714fa7eb3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4edcbb1-4a3d-4148-98a8-757714fa7eb3,segment=NetworkSegment(675a91f7-034b-4b3b-a29f-e74d710aa697),segment_id=675a91f7-034b-4b3b-a29f-e74d710aa697)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:45.634572 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:45.649833 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a6a159c0-826c-45e1-b808-edce8bdc4c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:45.650865 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a159c0-826c-45e1-b808-edce8bdc4c67 None None] The sync data for ids ['3350a372-3f5a-4ea8-bccf-7c928a49db4c'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:40:45.679102 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d027e48-7ab1-4c53-9322-b7b93cb33b00 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:45.742997 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:45.743419 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d027e48-7ab1-4c53-9322-b7b93cb33b00 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:45.748871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2d027e48-7ab1-4c53-9322-b7b93cb33b00 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:45.749404 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f4edcbb1-4a3d-4148-98a8-757714fa7eb3,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:45.761033 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d027e48-7ab1-4c53-9322-b7b93cb33b00 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:45.770683 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d027e48-7ab1-4c53-9322-b7b93cb33b00 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:45.771295 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d027e48-7ab1-4c53-9322-b7b93cb33b00 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:45.790835 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d027e48-7ab1-4c53-9322-b7b93cb33b00 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=e2917057-eabb-4abe-a13d-703735f26202,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:45.799425 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2d027e48-7ab1-4c53-9322-b7b93cb33b00 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1340396 Nov 19 09:40:45.802378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50728) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:45.917579 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-68df5118-5539-4e69-99a1-8d689a3d0765 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:45.921815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f8290441-801c-484b-92ba-7845d92e935a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:45.969939 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['f4edcbb1-4a3d-4148-98a8-757714fa7eb3'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:40:45.972848 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-68df5118-5539-4e69-99a1-8d689a3d0765 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] update failed (client error): The resource could not be found. Nov 19 09:40:45.978968 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50730) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:45.985722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-68df5118-5539-4e69-99a1-8d689a3d0765 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "PUT /v2.0/routers/3350a372-3f5a-4ea8-bccf-7c928a49db4c HTTP/1.1" status: 404 len: 339 time: 0.4525867 Nov 19 09:40:46.010755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3065c-5f16-46fa-b7b7-8949e94e85c9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port e2917057-eabb-4abe-a13d-703735f26202 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:46.011807 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f8d3065c-5f16-46fa-b7b7-8949e94e85c9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:46.101338 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f8d3065c-5f16-46fa-b7b7-8949e94e85c9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:46.126272 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3065c-5f16-46fa-b7b7-8949e94e85c9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for e2917057-eabb-4abe-a13d-703735f26202 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:46.154534 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f8290441-801c-484b-92ba-7845d92e935a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:46.154919 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:46.341574 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f8d3065c-5f16-46fa-b7b7-8949e94e85c9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:46.394045 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3065c-5f16-46fa-b7b7-8949e94e85c9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=e2917057-eabb-4abe-a13d-703735f26202,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:46.399900 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f8d3065c-5f16-46fa-b7b7-8949e94e85c9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:46.405597 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f8d3065c-5f16-46fa-b7b7-8949e94e85c9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/e2917057-eabb-4abe-a13d-703735f26202 HTTP/1.1" status: 204 len: 168 time: 0.6015532 Nov 19 09:40:46.413950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50734) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:46.441621 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-492f4ce4-f70f-4f94-9d83-7604b17cb046 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'mac_address': 'fa:16:3e:c7:2a:06', 'name': 'tempest-PortsTestJSON-2011671595'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:46.446434 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:46.450725 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a6b73-e2c8-4b11-8382-775130788934 req-9713e852-0f3c-406a-9423-5a03993f6bfb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:46.452388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d0a6b73-e2c8-4b11-8382-775130788934 req-9713e852-0f3c-406a-9423-5a03993f6bfb tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 944 time: 0.0681801 Nov 19 09:40:46.521896 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d0a6b73-e2c8-4b11-8382-775130788934 req-2963decc-06b6-4da5-9981-ae9067c864b8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610814 Nov 19 09:40:46.546221 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50738) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:46.618975 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5f64b47c-1d01-42f6-811d-265751bbb22a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/floatingips/4a685c35-96b7-4395-853f-728fda9c1d21 HTTP/1.1" status: 200 len: 992 time: 0.0713890 Nov 19 09:40:46.701233 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492f4ce4-f70f-4f94-9d83-7604b17cb046 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:46.817898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-492f4ce4-f70f-4f94-9d83-7604b17cb046 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:46.871290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-492f4ce4-f70f-4f94-9d83-7604b17cb046 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] device_id is not set on port 97c2fe5a-0db4-4880-b8da-d08bd8cb8e46 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:40:46.883662 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Allocated IP 172.20.0.1 (49e0edd3-3e37-4737-b55c-7463ea98549f/bc73d249-9bac-4e75-86b5-f65d806a0073/856c2f1c-81e4-4d5e-bfca-d6f5011e2421) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:40:47.129298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:47.141498 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-492f4ce4-f70f-4f94-9d83-7604b17cb046 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:47.192957 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:47.201561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f4edcbb1-4a3d-4148-98a8-757714fa7eb3 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:47.219516 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-492f4ce4-f70f-4f94-9d83-7604b17cb046 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:47.250648 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Network 49e0edd3-3e37-4737-b55c-7463ea98549f is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:47.256862 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:47.259867 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event updated for resources: {'Port': ['ID=856c2f1c-81e4-4d5e-bfca-d6f5011e2421,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:47.265139 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:47.269319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492f4ce4-f70f-4f94-9d83-7604b17cb046 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:47.294087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-492f4ce4-f70f-4f94-9d83-7604b17cb046 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:47.299810 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492f4ce4-f70f-4f94-9d83-7604b17cb046 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:47.304759 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492f4ce4-f70f-4f94-9d83-7604b17cb046 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:47.305394 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-492f4ce4-f70f-4f94-9d83-7604b17cb046 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:47.308441 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:47.308784 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:47.309146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:47.309492 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:47.309930 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:47.310144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:47.310480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:47.310864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:47.311115 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:47.311444 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:47.311777 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:47.312102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:47.312798 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port f4edcbb1-4a3d-4148-98a8-757714fa7eb3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:47.313722 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:47.402419 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-492f4ce4-f70f-4f94-9d83-7604b17cb046 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9622331 Nov 19 09:40:47.403274 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50746) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:47.407718 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:47.456663 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f4ce4-f70f-4f94-9d83-7604b17cb046 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=97c2fe5a-0db4-4880-b8da-d08bd8cb8e46,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:47.456861 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:47.515311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a07e1f2-742f-48c9-a517-e907a42851e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:40:47.517745 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8271d429-ca8f-4b31-a416-271110004522" -d '{"events": [{"server_uuid": "1a07e1f2-742f-48c9-a517-e907a42851e4", "name": "network-vif-plugged", "status": "completed", "tag": "f4edcbb1-4a3d-4148-98a8-757714fa7eb3"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:40:47.530164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c084ae-dae6-4b6a-ae50-b3f81d5c1b7c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:47.538699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-12c084ae-dae6-4b6a-ae50-b3f81d5c1b7c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports/97c2fe5a-0db4-4880-b8da-d08bd8cb8e46 HTTP/1.1" status: 200 len: 841 time: 0.1338413 Nov 19 09:40:47.539436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50752) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:47.561834 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port f4edcbb1-4a3d-4148-98a8-757714fa7eb3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4edcbb1-4a3d-4148-98a8-757714fa7eb3,segment=NetworkSegment(675a91f7-034b-4b3b-a29f-e74d710aa697),segment_id=675a91f7-034b-4b3b-a29f-e74d710aa697)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:47.574934 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:47.604281 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02836b7-f018-4bf4-897b-bf14fa98c562 x-openstack-request-id: req-d02836b7-f018-4bf4-897b-bf14fa98c562 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:40:47.604897 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a07e1f2-742f-48c9-a517-e907a42851e4", "name": "network-vif-plugged", "status": "completed", "tag": "f4edcbb1-4a3d-4148-98a8-757714fa7eb3", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:40:47.605341 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d02836b7-f018-4bf4-897b-bf14fa98c562 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:40:47.605901 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a07e1f2-742f-48c9-a517-e907a42851e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3', 'code': 200} Nov 19 09:40:47.615954 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:47.648033 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=f4edcbb1-4a3d-4148-98a8-757714fa7eb3,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:47.699261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-236789c1-5a9e-491a-a676-fcd9420200b3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port 97c2fe5a-0db4-4880-b8da-d08bd8cb8e46 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:47.699930 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-236789c1-5a9e-491a-a676-fcd9420200b3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:47.743020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-34be14b2-e72f-4e44-917a-d75febe4ae9e None None] Provisioning complete for port 856c2f1c-81e4-4d5e-bfca-d6f5011e2421 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:47.743608 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-34be14b2-e72f-4e44-917a-d75febe4ae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:47.782219 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-34be14b2-e72f-4e44-917a-d75febe4ae9e None None] Port 856c2f1c-81e4-4d5e-bfca-d6f5011e2421 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:40:47.822882 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-236789c1-5a9e-491a-a676-fcd9420200b3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:47.837729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-236789c1-5a9e-491a-a676-fcd9420200b3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for 97c2fe5a-0db4-4880-b8da-d08bd8cb8e46 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:47.931182 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-236789c1-5a9e-491a-a676-fcd9420200b3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:47.943712 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:47.951362 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:47.973610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236789c1-5a9e-491a-a676-fcd9420200b3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=97c2fe5a-0db4-4880-b8da-d08bd8cb8e46,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:47.996965 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-236789c1-5a9e-491a-a676-fcd9420200b3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:48.001207 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-236789c1-5a9e-491a-a676-fcd9420200b3 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/97c2fe5a-0db4-4880-b8da-d08bd8cb8e46 HTTP/1.1" status: 204 len: 168 time: 0.4597857 Nov 19 09:40:48.003601 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50758) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:48.033059 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b745c8d-2638-450c-a703-87b2dba3368a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] GET failed (client error): The resource could not be found. Nov 19 09:40:48.034528 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2b745c8d-2638-450c-a703-87b2dba3368a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports/97c2fe5a-0db4-4880-b8da-d08bd8cb8e46 HTTP/1.1" status: 404 len: 333 time: 0.0298476 Nov 19 09:40:48.038245 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50762) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:48.044159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b0ad0f2d-bec4-431c-a053-047b93af848d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'name': 'tempest-PortsTestJSON-610343128'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:48.060772 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:48.074780 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event updated for resources: {'Port': ['ID=856c2f1c-81e4-4d5e-bfca-d6f5011e2421,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:48.092164 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:48.144450 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ad0f2d-bec4-431c-a053-047b93af848d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:48.148413 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0ad0f2d-bec4-431c-a053-047b93af848d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:48.175446 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-b0ad0f2d-bec4-431c-a053-047b93af848d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] device_id is not set on port 970dc85c-5d78-4040-b5be-9c66ceb63a02 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:40:48.204200 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Network 49e0edd3-3e37-4737-b55c-7463ea98549f is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:48.205721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:48.342448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Router 3350a372-3f5a-4ea8-bccf-7c928a49db4c has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:40:48.394595 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0ad0f2d-bec4-431c-a053-047b93af848d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:48.450157 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0ad0f2d-bec4-431c-a053-047b93af848d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:48.467341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:40:48.477171 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877e577-d3a4-49bf-b959-b94d94568056 None None] Sync routers for ids ['3350a372-3f5a-4ea8-bccf-7c928a49db4c'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:40:48.484625 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9c1abfbf-11a4-4db2-a10b-1aeea1e2eca9 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "PUT /v2.0/routers/3350a372-3f5a-4ea8-bccf-7c928a49db4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5043044 Nov 19 09:40:48.485362 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50764) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:48.497453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6877e577-d3a4-49bf-b959-b94d94568056 None None] Routers {'3350a372-3f5a-4ea8-bccf-7c928a49db4c'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:48.498546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6877e577-d3a4-49bf-b959-b94d94568056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:40:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3350a372-3f5a-4ea8-bccf-7c928a49db4c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:48.514553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ad0f2d-bec4-431c-a053-047b93af848d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:48.517662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b0ad0f2d-bec4-431c-a053-047b93af848d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:48.520101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad0f2d-bec4-431c-a053-047b93af848d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:48.526370 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ad0f2d-bec4-431c-a053-047b93af848d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:48.527056 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0ad0f2d-bec4-431c-a053-047b93af848d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:48.533458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad0f2d-bec4-431c-a053-047b93af848d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=970dc85c-5d78-4040-b5be-9c66ceb63a02,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:48.576069 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b0ad0f2d-bec4-431c-a053-047b93af848d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5367265 Nov 19 09:40:48.577864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50768) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:48.591755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3f2ad70a-2f01-446b-8e0b-644955a684f0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:48.595875 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6877e577-d3a4-49bf-b959-b94d94568056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:48.620181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6877e577-d3a4-49bf-b959-b94d94568056 None None] Routers {'3350a372-3f5a-4ea8-bccf-7c928a49db4c'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:48.621716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6877e577-d3a4-49bf-b959-b94d94568056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:40:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3350a372-3f5a-4ea8-bccf-7c928a49db4c'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:48.623618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-83d282cd-ff37-464e-96d6-b29b5b9da739 None None] Provisioning complete for port 856c2f1c-81e4-4d5e-bfca-d6f5011e2421 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:48.624316 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-83d282cd-ff37-464e-96d6-b29b5b9da739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:48.667091 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-83d282cd-ff37-464e-96d6-b29b5b9da739 None None] Port 856c2f1c-81e4-4d5e-bfca-d6f5011e2421 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:40:48.687099 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dec0658a-8fe8-4f16-b0a5-3fbc32912222 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:48.712661 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-6877e577-d3a4-49bf-b959-b94d94568056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:48.713799 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877e577-d3a4-49bf-b959-b94d94568056 None None] The sync data for ids ['3350a372-3f5a-4ea8-bccf-7c928a49db4c'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:40:48.718161 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad70a-2f01-446b-8e0b-644955a684f0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:48.807633 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-dec0658a-8fe8-4f16-b0a5-3fbc32912222 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 09:40:48.809742 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dec0658a-8fe8-4f16-b0a5-3fbc32912222 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "DELETE /v2.0/routers/3350a372-3f5a-4ea8-bccf-7c928a49db4c HTTP/1.1" status: 409 len: 329 time: 0.3225095 Nov 19 09:40:48.817402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50772) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:49.046137 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad70a-2f01-446b-8e0b-644955a684f0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:49.054400 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad70a-2f01-446b-8e0b-644955a684f0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:49.100935 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ad70a-2f01-446b-8e0b-644955a684f0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] In _notify_port_updated(), no bound segment for port 970dc85c-5d78-4040-b5be-9c66ceb63a02 on network 45cdf9b7-b44b-433e-801d-3e83ae88e272 {{(pid=103477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:40:49.106581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2ad70a-2f01-446b-8e0b-644955a684f0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:49.107199 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad70a-2f01-446b-8e0b-644955a684f0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:49.110947 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3f2ad70a-2f01-446b-8e0b-644955a684f0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "PUT /v2.0/ports/970dc85c-5d78-4040-b5be-9c66ceb63a02 HTTP/1.1" status: 200 len: 818 time: 0.5296698 Nov 19 09:40:49.112856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50774) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:49.161631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ad70a-2f01-446b-8e0b-644955a684f0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=970dc85c-5d78-4040-b5be-9c66ceb63a02,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:49.212627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5708a4cd-da7b-423b-a5e3-92114cc56441 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port 970dc85c-5d78-4040-b5be-9c66ceb63a02 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:49.212940 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5708a4cd-da7b-423b-a5e3-92114cc56441 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:49.282622 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0d957f9-6330-4ee3-bb97-2b3da2c6a010 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:49.329225 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5708a4cd-da7b-423b-a5e3-92114cc56441 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:49.343716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5708a4cd-da7b-423b-a5e3-92114cc56441 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for 970dc85c-5d78-4040-b5be-9c66ceb63a02 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:49.437830 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5708a4cd-da7b-423b-a5e3-92114cc56441 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:49.471027 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708a4cd-da7b-423b-a5e3-92114cc56441 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=970dc85c-5d78-4040-b5be-9c66ceb63a02,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:49.477937 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5708a4cd-da7b-423b-a5e3-92114cc56441 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:49.486161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50780) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:49.487054 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5708a4cd-da7b-423b-a5e3-92114cc56441 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/970dc85c-5d78-4040-b5be-9c66ceb63a02 HTTP/1.1" status: 204 len: 168 time: 0.3704526 Nov 19 09:40:49.562558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faabb290-2b54-402b-a1ed-c1e027c7b1dc tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:49.567076 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-faabb290-2b54-402b-a1ed-c1e027c7b1dc tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0769668 Nov 19 09:40:49.567245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50782) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:49.612375 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-7643836d-1a9f-4d14-ad5c-7bfc74164e63 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] GET failed (client error): The resource could not be found. Nov 19 09:40:49.617542 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7643836d-1a9f-4d14-ad5c-7bfc74164e63 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports/970dc85c-5d78-4040-b5be-9c66ceb63a02 HTTP/1.1" status: 404 len: 333 time: 0.0494843 Nov 19 09:40:49.621216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50786) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:49.626349 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f7beab65-07f2-4411-aa7d-f719bd0c4965 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-124877150'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:49.639364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b0d957f9-6330-4ee3-bb97-2b3da2c6a010 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Deleting port 856c2f1c-81e4-4d5e-bfca-d6f5011e2421 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:49.639705 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0d957f9-6330-4ee3-bb97-2b3da2c6a010 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:49.650741 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7beab65-07f2-4411-aa7d-f719bd0c4965 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:49.655991 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7beab65-07f2-4411-aa7d-f719bd0c4965 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:49.684719 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7beab65-07f2-4411-aa7d-f719bd0c4965 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:40:49.696111 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7beab65-07f2-4411-aa7d-f719bd0c4965 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:49.696734 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-f7beab65-07f2-4411-aa7d-f719bd0c4965 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Added segment f2e9f59c-6c4e-4e16-8904-a22da4d7b838 of type vlan for network 34808551-0f9f-494e-857d-a638991cc680 Nov 19 09:40:49.740522 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0d957f9-6330-4ee3-bb97-2b3da2c6a010 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:49.747858 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7beab65-07f2-4411-aa7d-f719bd0c4965 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:49.753754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b0d957f9-6330-4ee3-bb97-2b3da2c6a010 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Calling delete_port for 856c2f1c-81e4-4d5e-bfca-d6f5011e2421 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:49.777036 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7beab65-07f2-4411-aa7d-f719bd0c4965 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:49.797989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7beab65-07f2-4411-aa7d-f719bd0c4965 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:49.798833 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7beab65-07f2-4411-aa7d-f719bd0c4965 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:49.907910 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5bb09711-a5ae-4e11-b7ed-77e56443eeab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:49.926120 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f7beab65-07f2-4411-aa7d-f719bd0c4965 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3010459 Nov 19 09:40:49.927220 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50790) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:49.928176 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7beab65-07f2-4411-aa7d-f719bd0c4965 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Network': ['ID=34808551-0f9f-494e-857d-a638991cc680,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:49.937503 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a4789d15-4ed1-4ec8-a0a6-85e86f22bf84 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'subnet': {'network_id': '34808551-0f9f-494e-857d-a638991cc680', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:49.941222 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 34808551-0f9f-494e-857d-a638991cc680 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:40:49.978500 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0d957f9-6330-4ee3-bb97-2b3da2c6a010 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:50.056669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d957f9-6330-4ee3-bb97-2b3da2c6a010 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event deleted for resources: {'Port': ['ID=856c2f1c-81e4-4d5e-bfca-d6f5011e2421,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:50.152358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4789d15-4ed1-4ec8-a0a6-85e86f22bf84 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:50.156660 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4789d15-4ed1-4ec8-a0a6-85e86f22bf84 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:50.694843 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b0d957f9-6330-4ee3-bb97-2b3da2c6a010 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:50.828332 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4789d15-4ed1-4ec8-a0a6-85e86f22bf84 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:50.943266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d957f9-6330-4ee3-bb97-2b3da2c6a010 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Router 3350a372-3f5a-4ea8-bccf-7c928a49db4c has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:40:50.948174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4789d15-4ed1-4ec8-a0a6-85e86f22bf84 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Subnet': ['ID=5bc4e03c-1e2e-488f-9af7-f26792d76201,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:51.005735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4789d15-4ed1-4ec8-a0a6-85e86f22bf84 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Checking segment: {'id': 'f2e9f59c-6c4e-4e16-8904-a22da4d7b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '34808551-0f9f-494e-857d-a638991cc680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:40:51.006105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4789d15-4ed1-4ec8-a0a6-85e86f22bf84 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network hostable DHCP agents. Network: 34808551-0f9f-494e-857d-a638991cc680, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:40:51.048674 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d957f9-6330-4ee3-bb97-2b3da2c6a010 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:40:51.054115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b0d957f9-6330-4ee3-bb97-2b3da2c6a010 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "PUT /v2.0/routers/3350a372-3f5a-4ea8-bccf-7c928a49db4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2355435 Nov 19 09:40:51.058839 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50800) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:51.066597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4789d15-4ed1-4ec8-a0a6-85e86f22bf84 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 34808551-0f9f-494e-857d-a638991cc680 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:40:51.070816 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ad1770-bf6f-4b97-a8ca-7f4b3fd800a5 None None] Sync routers for ids ['3350a372-3f5a-4ea8-bccf-7c928a49db4c'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:40:51.078984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a4789d15-4ed1-4ec8-a0a6-85e86f22bf84 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 34808551-0f9f-494e-857d-a638991cc680) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:51.084400 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4789d15-4ed1-4ec8-a0a6-85e86f22bf84 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:51.084968 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4789d15-4ed1-4ec8-a0a6-85e86f22bf84 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:51.091283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d0aa8e-f8e2-4ef4-89c7-fd149bb73a2b None None] Network 34808551-0f9f-494e-857d-a638991cc680 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:51.105792 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a4789d15-4ed1-4ec8-a0a6-85e86f22bf84 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1771333 Nov 19 09:40:51.108231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50802) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:51.113798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-56f8f40b-f6ce-4620-9421-6252d0ccb58f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'subnet': {'network_id': '34808551-0f9f-494e-857d-a638991cc680', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:51.140945 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ad1770-bf6f-4b97-a8ca-7f4b3fd800a5 None None] Routers {'3350a372-3f5a-4ea8-bccf-7c928a49db4c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:51.146897 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-49ad1770-bf6f-4b97-a8ca-7f4b3fd800a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:40:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3350a372-3f5a-4ea8-bccf-7c928a49db4c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:51.209982 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-49ad1770-bf6f-4b97-a8ca-7f4b3fd800a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:51.246505 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ad1770-bf6f-4b97-a8ca-7f4b3fd800a5 None None] Routers {'3350a372-3f5a-4ea8-bccf-7c928a49db4c'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:40:51.247487 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-49ad1770-bf6f-4b97-a8ca-7f4b3fd800a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:40:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3350a372-3f5a-4ea8-bccf-7c928a49db4c'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:51.278613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f8f40b-f6ce-4620-9421-6252d0ccb58f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:51.283964 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56f8f40b-f6ce-4620-9421-6252d0ccb58f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:51.338852 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-49ad1770-bf6f-4b97-a8ca-7f4b3fd800a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:51.340206 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ad1770-bf6f-4b97-a8ca-7f4b3fd800a5 None None] The sync data for ids ['3350a372-3f5a-4ea8-bccf-7c928a49db4c'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:40:51.472005 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-34808551-0f9f-494e-857d-a638991cc680', 'network_id': '34808551-0f9f-494e-857d-a638991cc680', 'tenant_id': '53b124379b1041d9b1b166d03bfa0058', 'fixed_ips': [{'subnet_id': '5bc4e03c-1e2e-488f-9af7-f26792d76201'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:40:51.474306 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:51.505164 n-d-805649-14 neutron-server[103477]: INFO neutron.db.ipam_backend_mixin [None req-56f8f40b-f6ce-4620-9421-6252d0ccb58f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5bc4e03c-1e2e-488f-9af7-f26792d76201 (CIDR: 172.20.0.0/28) Nov 19 09:40:51.513072 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f8f40b-f6ce-4620-9421-6252d0ccb58f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:40:51.513753 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f8f40b-f6ce-4620-9421-6252d0ccb58f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:40:51.550903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-56f8f40b-f6ce-4620-9421-6252d0ccb58f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4415431 Nov 19 09:40:51.551667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50808) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:51.556849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ff0a9be8-ed26-4609-a981-380192de0f26 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'subnet': {'network_id': '34808551-0f9f-494e-857d-a638991cc680', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:51.574280 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-f933c4eb-cecd-488f-916b-b61e28a3f3ce tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] show failed (client error): The resource could not be found. Nov 19 09:40:51.575616 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f933c4eb-cecd-488f-916b-b61e28a3f3ce tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-761676087 HTTP/1.1" status: 404 len: 334 time: 0.5145311 Nov 19 09:40:51.578984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50810) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:51.583547 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b6af430d-f206-459b-8277-7ad209afbf83 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:51.619677 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-b6af430d-f206-459b-8277-7ad209afbf83 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] update failed (client error): The resource could not be found. Nov 19 09:40:51.621572 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b6af430d-f206-459b-8277-7ad209afbf83 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-662523948 HTTP/1.1" status: 404 len: 334 time: 0.0414557 Nov 19 09:40:51.624600 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50812) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:51.731269 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b39535-29a0-43c9-bcd8-dbb838ca67f3 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Deleting subnet f1432fd7-503d-4042-81a2-5f52069a749f {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:40:51.734948 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79b39535-29a0-43c9-bcd8-dbb838ca67f3 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:51.754308 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Allocated IP 172.20.0.2 (34808551-0f9f-494e-857d-a638991cc680/5bc4e03c-1e2e-488f-9af7-f26792d76201/74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:40:51.759610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0a9be8-ed26-4609-a981-380192de0f26 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:51.765956 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9be8-ed26-4609-a981-380192de0f26 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:51.783123 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79b39535-29a0-43c9-bcd8-dbb838ca67f3 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:51.942656 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79b39535-29a0-43c9-bcd8-dbb838ca67f3 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.037071 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79b39535-29a0-43c9-bcd8-dbb838ca67f3 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.046431 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.056122 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.067270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30782f44-c91f-4274-9f04-92b81fa251fe None None] Network be3312cb-d44d-48be-8a39-f0367ff584cc requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:52.075776 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79b39535-29a0-43c9-bcd8-dbb838ca67f3 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.079739 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-79b39535-29a0-43c9-bcd8-dbb838ca67f3 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "DELETE /v2.0/subnets/f1432fd7-503d-4042-81a2-5f52069a749f HTTP/1.1" status: 204 len: 168 time: 0.4541786 Nov 19 09:40:52.083893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50818) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:52.084902 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b39535-29a0-43c9-bcd8-dbb838ca67f3 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event deleted for resources: {'Subnet': ['ID=f1432fd7-503d-4042-81a2-5f52069a749f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:52.161514 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9be8-ed26-4609-a981-380192de0f26 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.182476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0a9be8-ed26-4609-a981-380192de0f26 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 34808551-0f9f-494e-857d-a638991cc680 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:52.186064 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-ff0a9be8-ed26-4609-a981-380192de0f26 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:52.209919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-10210476-0d47-48cc-a4a8-d52f94f18f04 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Deleting subnet 7d220bb2-3c09-460d-96c7-e24b83fe62dd {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:40:52.214078 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10210476-0d47-48cc-a4a8-d52f94f18f04 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.244930 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0a9be8-ed26-4609-a981-380192de0f26 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:52.250247 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9be8-ed26-4609-a981-380192de0f26 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.294227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a9be8-ed26-4609-a981-380192de0f26 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Subnet': ['ID=e4e3800d-dea7-4e01-bee0-9ac6e33368c2,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:52.303931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ff0a9be8-ed26-4609-a981-380192de0f26 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7511220 Nov 19 09:40:52.307074 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50824) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:52.311417 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10210476-0d47-48cc-a4a8-d52f94f18f04 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.313363 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e55bf9d9-3a32-48e4-afd1-d65082f89816 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'network_id': '34808551-0f9f-494e-857d-a638991cc680', 'fixed_ips': [{'subnet_id': '5bc4e03c-1e2e-488f-9af7-f26792d76201'}, {'subnet_id': 'e4e3800d-dea7-4e01-bee0-9ac6e33368c2'}], 'name': 'tempest-PortsTestJSON-1774461025'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:52.336787 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Network 34808551-0f9f-494e-857d-a638991cc680 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:52.351352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:52.362788 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:52.377756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Pushing event updated for resources: {'Port': ['ID=74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:52.385901 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9160de1c-69b3-4912-9064-4f8184d2c897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.398457 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:52.398457 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:52.398827 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:52.399162 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:52.399497 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:52.399831 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:52.400160 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:52.400488 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:52.400815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:52.401167 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:52.401533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:52.401858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:40:52.431277 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10210476-0d47-48cc-a4a8-d52f94f18f04 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.458686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55bf9d9-3a32-48e4-afd1-d65082f89816 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:52.488255 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Attempting to bind port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:40:52.488667 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Attempting to bind port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'f2e9f59c-6c4e-4e16-8904-a22da4d7b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '34808551-0f9f-494e-857d-a638991cc680'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:40:52.489208 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Attempting to bind port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f on network 34808551-0f9f-494e-857d-a638991cc680 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:40:52.497429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:40:52.498008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Checking segment: {'id': 'f2e9f59c-6c4e-4e16-8904-a22da4d7b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '34808551-0f9f-494e-857d-a638991cc680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:40:52.498422 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.498821 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Bound using segment: {'id': 'f2e9f59c-6c4e-4e16-8904-a22da4d7b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '34808551-0f9f-494e-857d-a638991cc680'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:40:52.499298 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Bound port: 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e9f59c-6c4e-4e16-8904-a22da4d7b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '34808551-0f9f-494e-857d-a638991cc680'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:40:52.499686 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.517637 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10210476-0d47-48cc-a4a8-d52f94f18f04 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.557452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10210476-0d47-48cc-a4a8-d52f94f18f04 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event deleted for resources: {'Subnet': ['ID=7d220bb2-3c09-460d-96c7-e24b83fe62dd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:52.560051 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-10210476-0d47-48cc-a4a8-d52f94f18f04 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.564504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-10210476-0d47-48cc-a4a8-d52f94f18f04 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "DELETE /v2.0/subnets/7d220bb2-3c09-460d-96c7-e24b83fe62dd HTTP/1.1" status: 204 len: 168 time: 0.4796519 Nov 19 09:40:52.566942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50826) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:52.569583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661b219e-a2f1-49ff-971f-4ce8ec3d4d58 None None] Network fd078b81-c24a-4698-912f-67db05a3a9b0 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:52.587709 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e55bf9d9-3a32-48e4-afd1-d65082f89816 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.612144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-e55bf9d9-3a32-48e4-afd1-d65082f89816 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] device_id is not set on port 90fba562-ad46-465e-8d27-f2bead6fd3c4 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:40:52.637984 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0896bef2-fe05-4a4a-9130-d658a84dda66 None None] DHCP port deletion for be3312cb-d44d-48be-8a39-f0367ff584cc request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:40:52.678560 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.694875 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] For port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:40:52.721011 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] For port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f,segment=NetworkSegment(f2e9f59c-6c4e-4e16-8904-a22da4d7b838),segment_id=f2e9f59c-6c4e-4e16-8904-a22da4d7b838)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:40:52.735801 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.758338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Deleting port f8290441-801c-484b-92ba-7845d92e935a {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:52.758771 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.860595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1d319-19f6-4814-90b5-9259b6d73117 None None] Pushing event updated for resources: {'Port': ['ID=74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:52.866044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] For port f8290441-801c-484b-92ba-7845d92e935a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f8290441-801c-484b-92ba-7845d92e935a,segment=NetworkSegment(583b7721-5395-413f-84a9-7c8dabfa6702),segment_id=583b7721-5395-413f-84a9-7c8dabfa6702)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:52.868504 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.869751 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0896bef2-fe05-4a4a-9130-d658a84dda66 None None] Deleting port f8290441-801c-484b-92ba-7845d92e935a {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:52.870803 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0896bef2-fe05-4a4a-9130-d658a84dda66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:52.902041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Calling delete_port for f8290441-801c-484b-92ba-7845d92e935a owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:53.002953 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e55bf9d9-3a32-48e4-afd1-d65082f89816 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Allocated IP 172.20.0.14 (34808551-0f9f-494e-857d-a638991cc680/5bc4e03c-1e2e-488f-9af7-f26792d76201/90fba562-ad46-465e-8d27-f2bead6fd3c4) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:40:53.005328 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a632e-153a-4321-ae57-8f116043b431 None None] DHCP port deletion for fd078b81-c24a-4698-912f-67db05a3a9b0 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:40:53.010141 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e55bf9d9-3a32-48e4-afd1-d65082f89816 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Allocated IP 172.20.0.28 (34808551-0f9f-494e-857d-a638991cc680/e4e3800d-dea7-4e01-bee0-9ac6e33368c2/90fba562-ad46-465e-8d27-f2bead6fd3c4) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:40:53.021175 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0896bef2-fe05-4a4a-9130-d658a84dda66 None None] For port f8290441-801c-484b-92ba-7845d92e935a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f8290441-801c-484b-92ba-7845d92e935a,segment=NetworkSegment(583b7721-5395-413f-84a9-7c8dabfa6702),segment_id=583b7721-5395-413f-84a9-7c8dabfa6702)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:53.021688 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0896bef2-fe05-4a4a-9130-d658a84dda66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:53.037893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0896bef2-fe05-4a4a-9130-d658a84dda66 None None] Calling delete_port for f8290441-801c-484b-92ba-7845d92e935a owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:53.079132 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:53.139228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event deleted for resources: {'Port': ['ID=f8290441-801c-484b-92ba-7845d92e935a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:53.149932 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] No DVR routers for this DVR port f8290441-801c-484b-92ba-7845d92e935a on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:53.234317 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a91a632e-153a-4321-ae57-8f116043b431 None None] Deleting port 0d14996a-440d-4d4e-9ed4-41304a2343d7 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:53.234704 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a91a632e-153a-4321-ae57-8f116043b431 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:40:53.280229 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:40:53.331848 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0896bef2-fe05-4a4a-9130-d658a84dda66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:53.366136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896bef2-fe05-4a4a-9130-d658a84dda66 None None] Pushing event deleted for resources: {'Port': ['ID=f8290441-801c-484b-92ba-7845d92e935a,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:53.393272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896bef2-fe05-4a4a-9130-d658a84dda66 None None] No DVR routers for this DVR port f8290441-801c-484b-92ba-7845d92e935a on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:53.400709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a91a632e-153a-4321-ae57-8f116043b431 None None] For port 0d14996a-440d-4d4e-9ed4-41304a2343d7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0d14996a-440d-4d4e-9ed4-41304a2343d7,segment=NetworkSegment(f1da7787-34f4-48f1-9718-be9ad6dc8192),segment_id=f1da7787-34f4-48f1-9718-be9ad6dc8192)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:53.401206 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a91a632e-153a-4321-ae57-8f116043b431 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:53.415256 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a91a632e-153a-4321-ae57-8f116043b431 None None] Calling delete_port for 0d14996a-440d-4d4e-9ed4-41304a2343d7 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:53.435038 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:53.465492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3312cb-d44d-48be-8a39-f0367ff584cc']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:53.475653 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e55bf9d9-3a32-48e4-afd1-d65082f89816 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:53.477150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583b7721-5395-413f-84a9-7c8dabfa6702') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:53.477325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583b7721-5395-413f-84a9-7c8dabfa6702') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:53.489903 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:53.507473 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:53.531848 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:53.532653 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:53.537521 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:53.555359 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e55bf9d9-3a32-48e4-afd1-d65082f89816 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:53.571681 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:53.585413 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a91a632e-153a-4321-ae57-8f116043b431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:53.614100 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a632e-153a-4321-ae57-8f116043b431 None None] Pushing event deleted for resources: {'Port': ['ID=0d14996a-440d-4d4e-9ed4-41304a2343d7,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:53.622540 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a632e-153a-4321-ae57-8f116043b431 None None] No DVR routers for this DVR port 0d14996a-440d-4d4e-9ed4-41304a2343d7 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:53.654407 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55bf9d9-3a32-48e4-afd1-d65082f89816 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 34808551-0f9f-494e-857d-a638991cc680 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:40:53.658197 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e55bf9d9-3a32-48e4-afd1-d65082f89816 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:40:53.661326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55bf9d9-3a32-48e4-afd1-d65082f89816 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:40:53.667122 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:53.686449 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:40:53.694968 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:53.699571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "DELETE /v2.0/networks/be3312cb-d44d-48be-8a39-f0367ff584cc HTTP/1.1" status: 204 len: 168 time: 1.1305475 Nov 19 09:40:53.700751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c973f-0d31-4299-9557-f911e3b9db39 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event deleted for resources: {'Network': ['ID=be3312cb-d44d-48be-8a39-f0367ff584cc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:53.702756 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50882) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:53.726824 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55bf9d9-3a32-48e4-afd1-d65082f89816 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=90fba562-ad46-465e-8d27-f2bead6fd3c4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:53.813047 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55bf9d9-3a32-48e4-afd1-d65082f89816 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:53.813731 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e55bf9d9-3a32-48e4-afd1-d65082f89816 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:53.826971 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33624883-0182-47a2-a3d8-360ce9d42008 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:53.848874 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e55bf9d9-3a32-48e4-afd1-d65082f89816 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.5400085 Nov 19 09:40:53.852752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 50902) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:53.860015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b91dc939-eac5-478d-a187-39781177525b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5bc4e03c-1e2e-488f-9af7-f26792d76201'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:53.984934 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:54.008247 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33624883-0182-47a2-a3d8-360ce9d42008 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.036700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-33624883-0182-47a2-a3d8-360ce9d42008 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd078b81-c24a-4698-912f-67db05a3a9b0']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:54.069843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-33624883-0182-47a2-a3d8-360ce9d42008 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1da7787-34f4-48f1-9718-be9ad6dc8192') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:54.070633 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-33624883-0182-47a2-a3d8-360ce9d42008 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1da7787-34f4-48f1-9718-be9ad6dc8192') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:54.081462 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33624883-0182-47a2-a3d8-360ce9d42008 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.100620 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33624883-0182-47a2-a3d8-360ce9d42008 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.123279 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:54.123788 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.129392 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33624883-0182-47a2-a3d8-360ce9d42008 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:54.130050 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33624883-0182-47a2-a3d8-360ce9d42008 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:54.134257 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:54.159619 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b91dc939-eac5-478d-a187-39781177525b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.283821 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33624883-0182-47a2-a3d8-360ce9d42008 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.296251 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33624883-0182-47a2-a3d8-360ce9d42008 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.303924 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-33624883-0182-47a2-a3d8-360ce9d42008 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "DELETE /v2.0/networks/fd078b81-c24a-4698-912f-67db05a3a9b0 HTTP/1.1" status: 204 len: 168 time: 0.6000428 Nov 19 09:40:54.304560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 50944) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:54.319896 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.378945 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33624883-0182-47a2-a3d8-360ce9d42008 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event deleted for resources: {'Network': ['ID=fd078b81-c24a-4698-912f-67db05a3a9b0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:54.393924 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f,segment=NetworkSegment(f2e9f59c-6c4e-4e16-8904-a22da4d7b838),segment_id=f2e9f59c-6c4e-4e16-8904-a22da4d7b838)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:54.401885 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.410828 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d5fb4c-8e5a-4adb-9fe3-7ca841086ae4 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Deleting subnet bc73d249-9bac-4e75-86b5-f65d806a0073 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:40:54.421865 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13d5fb4c-8e5a-4adb-9fe3-7ca841086ae4 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.514399 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13d5fb4c-8e5a-4adb-9fe3-7ca841086ae4 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.518139 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:54.524234 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0d14996a-440d-4d4e-9ed4-41304a2343d7 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:40:54.553853 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 0d14996a-440d-4d4e-9ed4-41304a2343d7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:40:54.554630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0d14996a-440d-4d4e-9ed4-41304a2343d7 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:40:54.554630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f8290441-801c-484b-92ba-7845d92e935a no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:40:54.579015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: f8290441-801c-484b-92ba-7845d92e935a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:40:54.579600 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f8290441-801c-484b-92ba-7845d92e935a not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:40:54.590802 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3bc111-b51d-408c-9cc6-de0253927dc5 None None] Network 34808551-0f9f-494e-857d-a638991cc680 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:54.662724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-b91dc939-eac5-478d-a187-39781177525b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Delete allocated IP 172.20.0.28 (34808551-0f9f-494e-857d-a638991cc680/e4e3800d-dea7-4e01-bee0-9ac6e33368c2) {{(pid=103477) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 09:40:54.686838 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-22ea660f-98dd-44c8-aefe-3b42dffbbbe4 None None] Provisioning complete for port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:54.687293 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22ea660f-98dd-44c8-aefe-3b42dffbbbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.734941 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13d5fb4c-8e5a-4adb-9fe3-7ca841086ae4 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.876555 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13d5fb4c-8e5a-4adb-9fe3-7ca841086ae4 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.885040 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b91dc939-eac5-478d-a187-39781177525b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.899789 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b91dc939-eac5-478d-a187-39781177525b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.908693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5fb4c-8e5a-4adb-9fe3-7ca841086ae4 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event deleted for resources: {'Subnet': ['ID=bc73d249-9bac-4e75-86b5-f65d806a0073,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:54.940246 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-13d5fb4c-8e5a-4adb-9fe3-7ca841086ae4 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.940789 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83cf66e-3497-4be4-b8a6-fd2b31db4065 None None] Network 49e0edd3-3e37-4737-b55c-7463ea98549f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:54.944065 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:54.948963 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-13d5fb4c-8e5a-4adb-9fe3-7ca841086ae4 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "DELETE /v2.0/subnets/bc73d249-9bac-4e75-86b5-f65d806a0073 HTTP/1.1" status: 204 len: 168 time: 0.6357310 Nov 19 09:40:54.948963 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51016) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:54.965877 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dc939-eac5-478d-a187-39781177525b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=90fba562-ad46-465e-8d27-f2bead6fd3c4,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:55.047858 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b91dc939-eac5-478d-a187-39781177525b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] In _notify_port_updated(), no bound segment for port 90fba562-ad46-465e-8d27-f2bead6fd3c4 on network 34808551-0f9f-494e-857d-a638991cc680 {{(pid=103477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:40:55.056798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91dc939-eac5-478d-a187-39781177525b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:55.058232 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b91dc939-eac5-478d-a187-39781177525b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.060228 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b91dc939-eac5-478d-a187-39781177525b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "PUT /v2.0/ports/90fba562-ad46-465e-8d27-f2bead6fd3c4 HTTP/1.1" status: 200 len: 920 time: 1.2055418 Nov 19 09:40:55.063280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51030) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:55.064953 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f58056-631d-4cd5-b67e-458f0b493b14 None None] Update dhcp port {'port': {'network_id': '34808551-0f9f-494e-857d-a638991cc680', 'fixed_ips': [{'subnet_id': '5bc4e03c-1e2e-488f-9af7-f26792d76201', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e4e3800d-dea7-4e01-bee0-9ac6e33368c2'}], 'binding:host_id': 'n-d-805649-14'}, 'id': '74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:40:55.071873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c4d2ccae-64cf-4ef7-b104-7986772221be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5bc4e03c-1e2e-488f-9af7-f26792d76201'}, {'subnet_id': 'e4e3800d-dea7-4e01-bee0-9ac6e33368c2'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:55.110206 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.110371 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70f58056-631d-4cd5-b67e-458f0b493b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.198084 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c4d2ccae-64cf-4ef7-b104-7986772221be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.241123 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Deleting port db7ab558-218d-44f3-9c1f-94b4193acf87 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:55.241716 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.369841 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57a4c8a-d736-4ad3-9ea2-d523ab5a786c None None] DHCP port deletion for 49e0edd3-3e37-4737-b55c-7463ea98549f request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:40:55.397009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] For port db7ab558-218d-44f3-9c1f-94b4193acf87, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=db7ab558-218d-44f3-9c1f-94b4193acf87,segment=NetworkSegment(92436f38-845d-4ae5-a32d-51f8bb7a0ad1),segment_id=92436f38-845d-4ae5-a32d-51f8bb7a0ad1)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:55.397438 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.427922 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Calling delete_port for db7ab558-218d-44f3-9c1f-94b4193acf87 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:55.473887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-70f58056-631d-4cd5-b67e-458f0b493b14 None None] Allocated IP 172.20.0.18 (34808551-0f9f-494e-857d-a638991cc680/e4e3800d-dea7-4e01-bee0-9ac6e33368c2/74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:40:55.487158 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c57a4c8a-d736-4ad3-9ea2-d523ab5a786c None None] Deleting port db7ab558-218d-44f3-9c1f-94b4193acf87 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:55.487665 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c57a4c8a-d736-4ad3-9ea2-d523ab5a786c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.595312 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.623328 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c57a4c8a-d736-4ad3-9ea2-d523ab5a786c None None] For port db7ab558-218d-44f3-9c1f-94b4193acf87, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=db7ab558-218d-44f3-9c1f-94b4193acf87,segment=NetworkSegment(92436f38-845d-4ae5-a32d-51f8bb7a0ad1),segment_id=92436f38-845d-4ae5-a32d-51f8bb7a0ad1)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:55.623807 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c57a4c8a-d736-4ad3-9ea2-d523ab5a786c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.628772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event deleted for resources: {'Port': ['ID=db7ab558-218d-44f3-9c1f-94b4193acf87,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:55.635388 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] No DVR routers for this DVR port db7ab558-218d-44f3-9c1f-94b4193acf87 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:55.636789 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.647371 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c57a4c8a-d736-4ad3-9ea2-d523ab5a786c None None] Calling delete_port for db7ab558-218d-44f3-9c1f-94b4193acf87 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:55.718759 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-70f58056-631d-4cd5-b67e-458f0b493b14 None None] For port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f,segment=NetworkSegment(f2e9f59c-6c4e-4e16-8904-a22da4d7b838),segment_id=f2e9f59c-6c4e-4e16-8904-a22da4d7b838)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:55.724958 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.752519 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e0edd3-3e37-4737-b55c-7463ea98549f']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:55.763864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92436f38-845d-4ae5-a32d-51f8bb7a0ad1') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:55.763864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92436f38-845d-4ae5-a32d-51f8bb7a0ad1') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:55.765687 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70f58056-631d-4cd5-b67e-458f0b493b14 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.777287 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70f58056-631d-4cd5-b67e-458f0b493b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.780210 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.816370 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.825906 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:55.828862 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:55.836237 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:55.853504 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c57a4c8a-d736-4ad3-9ea2-d523ab5a786c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.884089 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57a4c8a-d736-4ad3-9ea2-d523ab5a786c None None] No DVR routers for this DVR port db7ab558-218d-44f3-9c1f-94b4193acf87 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:55.888663 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-c4d2ccae-64cf-4ef7-b104-7986772221be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Allocated IP 172.20.0.19 (34808551-0f9f-494e-857d-a638991cc680/e4e3800d-dea7-4e01-bee0-9ac6e33368c2/90fba562-ad46-465e-8d27-f2bead6fd3c4) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:40:55.900909 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f58056-631d-4cd5-b67e-458f0b493b14 None None] Pushing event updated for resources: {'Port': ['ID=74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:55.956666 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a4c8a-d736-4ad3-9ea2-d523ab5a786c None None] Pushing event deleted for resources: {'Port': ['ID=db7ab558-218d-44f3-9c1f-94b4193acf87,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:55.985963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:55.998915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:56.010189 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:56.018113 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "DELETE /v2.0/networks/49e0edd3-3e37-4737-b55c-7463ea98549f HTTP/1.1" status: 204 len: 168 time: 1.0641596 Nov 19 09:40:56.019133 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755207e5-9b2f-4348-a482-367989016899 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Pushing event deleted for resources: {'Network': ['ID=49e0edd3-3e37-4737-b55c-7463ea98549f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:56.020972 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51114) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:56.105180 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:56.105573 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:56.118618 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-716d6530-6c1d-4eb2-83e0-281782ea20b0 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "GET /v2.0/ports?device_id=3350a372-3f5a-4ea8-bccf-7c928a49db4c HTTP/1.1" status: 200 len: 205 time: 0.0962589 Nov 19 09:40:56.119494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51124) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:56.154585 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c4d2ccae-64cf-4ef7-b104-7986772221be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:56.163356 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c4d2ccae-64cf-4ef7-b104-7986772221be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:56.226086 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3c89df53-9698-4358-9fc0-6fe830d81995 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:56.236447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2ccae-64cf-4ef7-b104-7986772221be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=90fba562-ad46-465e-8d27-f2bead6fd3c4,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:56.333772 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device db7ab558-218d-44f3-9c1f-94b4193acf87 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:40:56.365685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: db7ab558-218d-44f3-9c1f-94b4193acf87 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:40:56.365685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device db7ab558-218d-44f3-9c1f-94b4193acf87 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:40:56.428073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-c4d2ccae-64cf-4ef7-b104-7986772221be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] In _notify_port_updated(), no bound segment for port 90fba562-ad46-465e-8d27-f2bead6fd3c4 on network 34808551-0f9f-494e-857d-a638991cc680 {{(pid=103477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:40:56.439010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d2ccae-64cf-4ef7-b104-7986772221be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:56.439701 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c4d2ccae-64cf-4ef7-b104-7986772221be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:56.449073 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c4d2ccae-64cf-4ef7-b104-7986772221be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "PUT /v2.0/ports/90fba562-ad46-465e-8d27-f2bead6fd3c4 HTTP/1.1" status: 200 len: 1000 time: 1.3838294 Nov 19 09:40:56.449731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51158) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:56.479175 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3c89df53-9698-4358-9fc0-6fe830d81995 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:56.482920 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3c89df53-9698-4358-9fc0-6fe830d81995 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:56.538067 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3c89df53-9698-4358-9fc0-6fe830d81995 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:56.538646 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c89df53-9698-4358-9fc0-6fe830d81995 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Fanout notify agent at l3_agent the message router_deleted on router 3350a372-3f5a-4ea8-bccf-7c928a49db4c {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:40:56.548088 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3c89df53-9698-4358-9fc0-6fe830d81995 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:56.549343 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3c89df53-9698-4358-9fc0-6fe830d81995 tempest-RoutersNegativeTest-1783079109 tempest-RoutersNegativeTest-1783079109-project] 10.222.0.21 "DELETE /v2.0/routers/3350a372-3f5a-4ea8-bccf-7c928a49db4c HTTP/1.1" status: 204 len: 168 time: 0.4280586 Nov 19 09:40:56.560012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4f21c-c388-4625-825f-3d0a16bdcd55 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port 90fba562-ad46-465e-8d27-f2bead6fd3c4 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:56.562823 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f21c-c388-4625-825f-3d0a16bdcd55 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:56.708919 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f21c-c388-4625-825f-3d0a16bdcd55 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:56.725751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4f21c-c388-4625-825f-3d0a16bdcd55 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for 90fba562-ad46-465e-8d27-f2bead6fd3c4 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:56.988363 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51214) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:57.002462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bc9580-de20-4761-a63a-5890b7da4013 None None] Network 34808551-0f9f-494e-857d-a638991cc680 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:57.050160 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f21c-c388-4625-825f-3d0a16bdcd55 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:57.074542 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-934df74a-e7c7-4ea4-b6d7-11b07fa321ca None None] Could not find standard attr ID for object 90fba562-ad46-465e-8d27-f2bead6fd3c4. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:40:57.101569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4f21c-c388-4625-825f-3d0a16bdcd55 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=90fba562-ad46-465e-8d27-f2bead6fd3c4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:57.125710 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-934df74a-e7c7-4ea4-b6d7-11b07fa321ca None None] Provisioning complete for port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:57.126944 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-934df74a-e7c7-4ea4-b6d7-11b07fa321ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:57.240951 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4c16cf87-c453-4ba4-9fa1-41d60f09333e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8d21f8deb7840048f21dfe0b5e61504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2512288 Nov 19 09:40:57.243400 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51242) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:57.259553 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f21c-c388-4625-825f-3d0a16bdcd55 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:57.278783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cdd4f21c-c388-4625-825f-3d0a16bdcd55 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/90fba562-ad46-465e-8d27-f2bead6fd3c4 HTTP/1.1" status: 204 len: 168 time: 0.8279550 Nov 19 09:40:57.282955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51248) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:57.311952 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f59f2b38-c9dc-46b5-a7ad-9e3629d930b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:57.324067 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22d8679-0a64-4f5e-97c7-5d40e797613a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] GET failed (client error): The resource could not be found. Nov 19 09:40:57.326298 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d22d8679-0a64-4f5e-97c7-5d40e797613a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports/90fba562-ad46-465e-8d27-f2bead6fd3c4 HTTP/1.1" status: 404 len: 333 time: 0.0420742 Nov 19 09:40:57.328982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51254) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:57.338284 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f59f2b38-c9dc-46b5-a7ad-9e3629d930b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:57.413696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0b7ddd-2577-4844-aac3-fd56fe2cca6d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting subnet e4e3800d-dea7-4e01-bee0-9ac6e33368c2 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:40:57.415076 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f59f2b38-c9dc-46b5-a7ad-9e3629d930b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:57.419612 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f59f2b38-c9dc-46b5-a7ad-9e3629d930b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:57.421053 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f59f2b38-c9dc-46b5-a7ad-9e3629d930b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cc6c581-ca35-480f-9e49-e9ca75ecdf22 HTTP/1.1" status: 204 len: 168 time: 0.1765316 Nov 19 09:40:57.437554 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f2b38-c9dc-46b5-a7ad-9e3629d930b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc6c581-ca35-480f-9e49-e9ca75ecdf22,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:57.439328 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d0b7ddd-2577-4844-aac3-fd56fe2cca6d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:57.524873 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d0b7ddd-2577-4844-aac3-fd56fe2cca6d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:57.632309 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d0b7ddd-2577-4844-aac3-fd56fe2cca6d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:57.707323 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d0b7ddd-2577-4844-aac3-fd56fe2cca6d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:57.722080 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d0b7ddd-2577-4844-aac3-fd56fe2cca6d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:57.747882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3d0b7ddd-2577-4844-aac3-fd56fe2cca6d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/e4e3800d-dea7-4e01-bee0-9ac6e33368c2 HTTP/1.1" status: 204 len: 168 time: 0.4177589 Nov 19 09:40:57.750626 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51308) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:57.798287 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b7ddd-2577-4844-aac3-fd56fe2cca6d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e3800d-dea7-4e01-bee0-9ac6e33368c2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:57.846275 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff050f62-9acb-43f5-a9bd-cd2b049f5ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting subnet 5bc4e03c-1e2e-488f-9af7-f26792d76201 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:40:57.853343 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff050f62-9acb-43f5-a9bd-cd2b049f5ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:57.906130 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:40:57.960578 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff050f62-9acb-43f5-a9bd-cd2b049f5ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:57.988584 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:57.989172 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:58.124286 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142b1e6f-7fc6-4d94-96b9-c1712921e301 None None] Network 34808551-0f9f-494e-857d-a638991cc680 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:40:58.146502 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff050f62-9acb-43f5-a9bd-cd2b049f5ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:58.225264 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff050f62-9acb-43f5-a9bd-cd2b049f5ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:58.260096 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff050f62-9acb-43f5-a9bd-cd2b049f5ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc4e03c-1e2e-488f-9af7-f26792d76201,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:58.271203 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ff050f62-9acb-43f5-a9bd-cd2b049f5ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:58.275397 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ff050f62-9acb-43f5-a9bd-cd2b049f5ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/5bc4e03c-1e2e-488f-9af7-f26792d76201 HTTP/1.1" status: 204 len: 168 time: 0.5236814 Nov 19 09:40:58.278119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51354) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:58.382758 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-de5280e6-0824-48ce-8a80-1504d1528dbe None None] Provisioning complete for port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:40:58.383613 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de5280e6-0824-48ce-8a80-1504d1528dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:58.391369 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:58.484875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:58.485470 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:58.591718 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] For port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f,segment=NetworkSegment(f2e9f59c-6c4e-4e16-8904-a22da4d7b838),segment_id=f2e9f59c-6c4e-4e16-8904-a22da4d7b838)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:58.592483 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:58.618144 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:58.618869 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51366) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:58.647178 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2e1c87-4133-4882-b682-3a5b06991cfb None None] DHCP port deletion for 34808551-0f9f-494e-857d-a638991cc680 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:40:58.756123 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7c2e1c87-4133-4882-b682-3a5b06991cfb None None] Deleting port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:40:58.756924 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7c2e1c87-4133-4882-b682-3a5b06991cfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:58.768446 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:58.809329 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No DVR routers for this DVR port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:58.815339 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0ecbc17a-85bf-42b8-bf87-bd2ec376cdc2 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019039937'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:58.817738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:58.864466 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc17a-85bf-42b8-bf87-bd2ec376cdc2 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:58.875990 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7c2e1c87-4133-4882-b682-3a5b06991cfb None None] For port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f,segment=NetworkSegment(f2e9f59c-6c4e-4e16-8904-a22da4d7b838),segment_id=f2e9f59c-6c4e-4e16-8904-a22da4d7b838)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:40:58.876399 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7c2e1c87-4133-4882-b682-3a5b06991cfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:58.876812 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc17a-85bf-42b8-bf87-bd2ec376cdc2 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:58.912397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7c2e1c87-4133-4882-b682-3a5b06991cfb None None] Calling delete_port for 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:40:58.930271 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:58.961166 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34808551-0f9f-494e-857d-a638991cc680']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:58.980116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e9f59c-6c4e-4e16-8904-a22da4d7b838') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:58.982817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e9f59c-6c4e-4e16-8904-a22da4d7b838') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:40:58.997300 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.016836 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.024988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:40:59.025948 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:40:59.030939 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:40:59.051691 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc17a-85bf-42b8-bf87-bd2ec376cdc2 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.065025 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc17a-85bf-42b8-bf87-bd2ec376cdc2 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.084115 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7c2e1c87-4133-4882-b682-3a5b06991cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.118183 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.125002 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.134036 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/networks/34808551-0f9f-494e-857d-a638991cc680 HTTP/1.1" status: 204 len: 168 time: 0.8546462 Nov 19 09:40:59.135092 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51376) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:59.162507 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbc17a-85bf-42b8-bf87-bd2ec376cdc2 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69002c5d-d481-437e-a568-ffd09216c4ec,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:59.163420 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e1c87-4133-4882-b682-3a5b06991cfb None None] Pushing event deleted for resources: {'Port': ['ID=74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:59.166481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e1c87-4133-4882-b682-3a5b06991cfb None None] No DVR routers for this DVR port 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:40:59.213218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473f430-c73b-41d1-97ab-5f512f45ecbb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Network': ['ID=34808551-0f9f-494e-857d-a638991cc680,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:59.242918 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e60cf4d-205a-49ef-90ae-7bf27aa61422 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:59.245043 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc17a-85bf-42b8-bf87-bd2ec376cdc2 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.249025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1e60cf4d-205a-49ef-90ae-7bf27aa61422 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1065013 Nov 19 09:40:59.249647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51380) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:59.254140 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc17a-85bf-42b8-bf87-bd2ec376cdc2 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.305449 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbc17a-85bf-42b8-bf87-bd2ec376cdc2 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f7b79a-6b34-4a4c-972a-bcce11478a19,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:59.311316 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ecbc17a-85bf-42b8-bf87-bd2ec376cdc2 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.316714 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0ecbc17a-85bf-42b8-bf87-bd2ec376cdc2 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6967964 Nov 19 09:40:59.318807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51382) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:59.331201 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-59a565b8-30f1-4c2b-a630-619037b02ec5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0803061 Nov 19 09:40:59.335542 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51384) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:59.342476 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ecc75698-0963-4279-8750-59a8c6453359 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-314834854'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:59.394945 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc75698-0963-4279-8750-59a8c6453359 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:59.398490 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecc75698-0963-4279-8750-59a8c6453359 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.428272 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-331e3647-b469-4323-8036-7e827b430e01 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1065753 Nov 19 09:40:59.428484 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51386) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:59.432980 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3d733f8e-b171-42c3-a523-8b3a6401634c tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group': {'name': 'tempest-security--1182319671', 'description': 'tempest-security-description-1435516571'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:59.441639 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc75698-0963-4279-8750-59a8c6453359 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:40:59.457369 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecc75698-0963-4279-8750-59a8c6453359 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.457970 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-ecc75698-0963-4279-8750-59a8c6453359 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Added segment 8333d70a-303b-4443-bc2a-f49e14bf8176 of type vlan for network 8639d146-b310-424a-b272-518007eb4c3e Nov 19 09:40:59.471189 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d733f8e-b171-42c3-a523-8b3a6401634c tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.507289 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecc75698-0963-4279-8750-59a8c6453359 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.524863 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d733f8e-b171-42c3-a523-8b3a6401634c tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.532712 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d733f8e-b171-42c3-a523-8b3a6401634c tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.538946 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d733f8e-b171-42c3-a523-8b3a6401634c tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.540880 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3d733f8e-b171-42c3-a523-8b3a6401634c tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "PUT /v2.0/security-groups/12f7b79a-6b34-4a4c-972a-bcce11478a19 HTTP/1.1" status: 200 len: 1797 time: 0.1114035 Nov 19 09:40:59.545052 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51388) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:59.554925 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecc75698-0963-4279-8750-59a8c6453359 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.560341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc75698-0963-4279-8750-59a8c6453359 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:40:59.560936 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ecc75698-0963-4279-8750-59a8c6453359 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.572807 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d733f8e-b171-42c3-a523-8b3a6401634c tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f7b79a-6b34-4a4c-972a-bcce11478a19,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:59.652651 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51390) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:59.652951 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ecc75698-0963-4279-8750-59a8c6453359 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3159020 Nov 19 09:40:59.662376 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ab5a45ea-b003-403b-a1a2-65f595b16155 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'subnet': {'network_id': '8639d146-b310-424a-b272-518007eb4c3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:40:59.664413 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc75698-0963-4279-8750-59a8c6453359 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Network': ['ID=8639d146-b310-424a-b272-518007eb4c3e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:40:59.674767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51392) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:59.675083 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-df1b5907-1fe1-45cd-8c50-709e48362a29 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-groups/12f7b79a-6b34-4a4c-972a-bcce11478a19 HTTP/1.1" status: 200 len: 1797 time: 0.1287773 Nov 19 09:40:59.685480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 8639d146-b310-424a-b272-518007eb4c3e details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:40:59.827110 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82016ccd-1544-4593-b2e0-0dd40c09acc8 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.865321 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82016ccd-1544-4593-b2e0-0dd40c09acc8 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.886940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5a45ea-b003-403b-a1a2-65f595b16155 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:40:59.887627 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:40:59.891131 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ab5a45ea-b003-403b-a1a2-65f595b16155 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.908656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:40:59.909316 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 74ad1e0f-2d45-4ae4-9c5d-5fae4555ea1f not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:40:59.975863 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82016ccd-1544-4593-b2e0-0dd40c09acc8 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.978436 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82016ccd-1544-4593-b2e0-0dd40c09acc8 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:40:59.981926 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-82016ccd-1544-4593-b2e0-0dd40c09acc8 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-groups/12f7b79a-6b34-4a4c-972a-bcce11478a19 HTTP/1.1" status: 204 len: 168 time: 0.3036528 Nov 19 09:40:59.982655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51396) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:40:59.995268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82016ccd-1544-4593-b2e0-0dd40c09acc8 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f7b79a-6b34-4a4c-972a-bcce11478a19,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:00.078897 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6d8af559-bd06-4685-ac3d-5ea77f969822 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0944705 Nov 19 09:41:00.079181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51400) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:00.117999 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-4f342e51-7c33-484b-a1e3-b37ccfce45ec tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] delete failed (client error): The resource could not be found. Nov 19 09:41:00.119051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4f342e51-7c33-484b-a1e3-b37ccfce45ec tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-groups/12f7b79a-6b34-4a4c-972a-bcce11478a19 HTTP/1.1" status: 404 len: 347 time: 0.0389657 Nov 19 09:41:00.124283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51402) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:00.141202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-df32ef4f-39b0-4fca-be0e-e99e95aca2ff tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155137200'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:00.155041 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ab5a45ea-b003-403b-a1a2-65f595b16155 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.198093 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df32ef4f-39b0-4fca-be0e-e99e95aca2ff tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.233671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a45ea-b003-403b-a1a2-65f595b16155 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Subnet': ['ID=62ac9d9d-d182-4886-989f-2b7bb4b6e018,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:00.253382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5a45ea-b003-403b-a1a2-65f595b16155 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Checking segment: {'id': '8333d70a-303b-4443-bc2a-f49e14bf8176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8639d146-b310-424a-b272-518007eb4c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:00.253757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a45ea-b003-403b-a1a2-65f595b16155 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network hostable DHCP agents. Network: 8639d146-b310-424a-b272-518007eb4c3e, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:41:00.286971 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a45ea-b003-403b-a1a2-65f595b16155 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 8639d146-b310-424a-b272-518007eb4c3e is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:41:00.306924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-ab5a45ea-b003-403b-a1a2-65f595b16155 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 8639d146-b310-424a-b272-518007eb4c3e) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:00.312502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5a45ea-b003-403b-a1a2-65f595b16155 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:00.313127 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ab5a45ea-b003-403b-a1a2-65f595b16155 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.321351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd1bb9a-208e-4fdc-9831-4e1266107382 None None] Network 8639d146-b310-424a-b272-518007eb4c3e requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:00.352956 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df32ef4f-39b0-4fca-be0e-e99e95aca2ff tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.363822 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51406) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:00.364403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ab5a45ea-b003-403b-a1a2-65f595b16155 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7090108 Nov 19 09:41:00.366995 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df32ef4f-39b0-4fca-be0e-e99e95aca2ff tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.369505 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'network_id': '8639d146-b310-424a-b272-518007eb4c3e', 'name': 'tempest-PortsTestJSON-1054652145'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:00.408628 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-df32ef4f-39b0-4fca-be0e-e99e95aca2ff tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.409893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-df32ef4f-39b0-4fca-be0e-e99e95aca2ff tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2818182 Nov 19 09:41:00.412048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32ef4f-39b0-4fca-be0e-e99e95aca2ff tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19896419-7926-4014-ba87-994ea8036e93,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:00.414287 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51410) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:00.419574 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-2166f12f-b932-4516-b74c-f9cadfa8da86 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group_rule': {'security_group_id': '19896419-7926-4014-ba87-994ea8036e93', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:00.457844 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2166f12f-b932-4516-b74c-f9cadfa8da86 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.543629 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2166f12f-b932-4516-b74c-f9cadfa8da86 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.550731 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2166f12f-b932-4516-b74c-f9cadfa8da86 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.559600 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-8639d146-b310-424a-b272-518007eb4c3e', 'network_id': '8639d146-b310-424a-b272-518007eb4c3e', 'tenant_id': '53b124379b1041d9b1b166d03bfa0058', 'fixed_ips': [{'subnet_id': '62ac9d9d-d182-4886-989f-2b7bb4b6e018'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:41:00.562147 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.576561 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:00.581823 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.593551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166f12f-b932-4516-b74c-f9cadfa8da86 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26843e20-e8a0-4985-aef2-4b94dbcaa176,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:00.611508 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2166f12f-b932-4516-b74c-f9cadfa8da86 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.612847 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2166f12f-b932-4516-b74c-f9cadfa8da86 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1975729 Nov 19 09:41:00.615688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51412) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:00.634305 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] device_id is not set on port a6a63e78-30f2-4044-94d7-270d67640fb3 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:41:00.652530 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b776582f-ec20-4ddc-b8e1-52aed6ce0e13 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.661719 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b776582f-ec20-4ddc-b8e1-52aed6ce0e13 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.700810 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b776582f-ec20-4ddc-b8e1-52aed6ce0e13 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.708386 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b776582f-ec20-4ddc-b8e1-52aed6ce0e13 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.710174 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b776582f-ec20-4ddc-b8e1-52aed6ce0e13 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/26843e20-e8a0-4985-aef2-4b94dbcaa176 HTTP/1.1" status: 204 len: 168 time: 0.0930974 Nov 19 09:41:00.713538 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51414) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:00.731557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Allocated IP 172.20.0.2 (8639d146-b310-424a-b272-518007eb4c3e/62ac9d9d-d182-4886-989f-2b7bb4b6e018/7fdcbad8-7082-40a1-9f99-1b48567c92c3) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:00.752999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776582f-ec20-4ddc-b8e1-52aed6ce0e13 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26843e20-e8a0-4985-aef2-4b94dbcaa176,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:00.796090 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d44304b4-a54e-4c41-9b3d-49afdf33bfd0 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0798831 Nov 19 09:41:00.798630 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51416) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:00.864576 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a92d229-df2a-4c71-bf10-ee15a6c959ec tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.900542 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a92d229-df2a-4c71-bf10-ee15a6c959ec tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.928020 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.937116 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:00.993733 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.db.api [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-056f3a13-1d97-4b53-a8f6-1d2a9dd6e351 {{(pid=103476) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:41:00.994071 n-d-805649-14 neutron-server[103476]: DEBUG oslo_db.api [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:41:01.000930 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Network 8639d146-b310-424a-b272-518007eb4c3e is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:01.002434 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Pushing event updated for resources: {'Port': ['ID=7fdcbad8-7082-40a1-9f99-1b48567c92c3,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:01.003968 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a92d229-df2a-4c71-bf10-ee15a6c959ec tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.005350 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:01.009942 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:01.020507 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3a92d229-df2a-4c71-bf10-ee15a6c959ec tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.025157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51420) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:01.034233 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3a92d229-df2a-4c71-bf10-ee15a6c959ec tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-groups/19896419-7926-4014-ba87-994ea8036e93 HTTP/1.1" status: 204 len: 168 time: 0.2343915 Nov 19 09:41:01.063925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92d229-df2a-4c71-bf10-ee15a6c959ec tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19896419-7926-4014-ba87-994ea8036e93,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:01.097257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Attempting to bind port 7fdcbad8-7082-40a1-9f99-1b48567c92c3 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:41:01.097638 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Attempting to bind port 7fdcbad8-7082-40a1-9f99-1b48567c92c3 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '8333d70a-303b-4443-bc2a-f49e14bf8176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8639d146-b310-424a-b272-518007eb4c3e'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:41:01.097907 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Attempting to bind port 7fdcbad8-7082-40a1-9f99-1b48567c92c3 on network 8639d146-b310-424a-b272-518007eb4c3e {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:41:01.098083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a6f24a2f-3a45-444b-9117-3013bda7b8be tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0715194 Nov 19 09:41:01.102685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51424) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:01.107122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:41:01.107312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8a55802f-42b7-476d-aac0-c19df6fb1d19 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035667160'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:01.107519 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Checking segment: {'id': '8333d70a-303b-4443-bc2a-f49e14bf8176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8639d146-b310-424a-b272-518007eb4c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:01.107917 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.108316 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Bound using segment: {'id': '8333d70a-303b-4443-bc2a-f49e14bf8176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8639d146-b310-424a-b272-518007eb4c3e'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:41:01.108796 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Bound port: 7fdcbad8-7082-40a1-9f99-1b48567c92c3, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8333d70a-303b-4443-bc2a-f49e14bf8176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8639d146-b310-424a-b272-518007eb4c3e'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:41:01.109211 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.131467 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a55802f-42b7-476d-aac0-c19df6fb1d19 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.193685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] For port 7fdcbad8-7082-40a1-9f99-1b48567c92c3, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:41:01.199322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] For port 7fdcbad8-7082-40a1-9f99-1b48567c92c3, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7fdcbad8-7082-40a1-9f99-1b48567c92c3,segment=NetworkSegment(8333d70a-303b-4443-bc2a-f49e14bf8176),segment_id=8333d70a-303b-4443-bc2a-f49e14bf8176)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:41:01.205875 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.237308 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a55802f-42b7-476d-aac0-c19df6fb1d19 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.247744 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a55802f-42b7-476d-aac0-c19df6fb1d19 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.285708 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa8041-c229-47f0-9af8-e9c669609023 None None] Pushing event updated for resources: {'Port': ['ID=7fdcbad8-7082-40a1-9f99-1b48567c92c3,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:01.304554 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a55802f-42b7-476d-aac0-c19df6fb1d19 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.308478 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8a55802f-42b7-476d-aac0-c19df6fb1d19 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2048018 Nov 19 09:41:01.309292 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51426) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:01.318309 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d9907fad-a1cf-46ca-8022-68ce64946179 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group_rule': {'security_group_id': '4090b7e1-15a0-40e1-bec3-e91ae580a1c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:01.324759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55802f-42b7-476d-aac0-c19df6fb1d19 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4090b7e1-15a0-40e1-bec3-e91ae580a1c1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:01.368445 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9907fad-a1cf-46ca-8022-68ce64946179 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.452747 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9907fad-a1cf-46ca-8022-68ce64946179 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.457794 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9907fad-a1cf-46ca-8022-68ce64946179 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.496032 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.500684 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9907fad-a1cf-46ca-8022-68ce64946179 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.505170 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d9907fad-a1cf-46ca-8022-68ce64946179 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1945622 Nov 19 09:41:01.505432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51428) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:01.507368 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9907fad-a1cf-46ca-8022-68ce64946179 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00833d88-7b24-49f3-be54-8f41feafbb4d,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:01.514086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-576cf238-a557-4244-9199-ac9f29bb62be tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group_rule': {'security_group_id': '4090b7e1-15a0-40e1-bec3-e91ae580a1c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:01.542911 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] device_id is not set on port 27cf9721-009e-48b7-9353-7f6a3784e698 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:41:01.571163 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-576cf238-a557-4244-9199-ac9f29bb62be tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.675119 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-576cf238-a557-4244-9199-ac9f29bb62be tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.681978 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-576cf238-a557-4244-9199-ac9f29bb62be tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.695935 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Allocated IP 172.20.0.4 (8639d146-b310-424a-b272-518007eb4c3e/62ac9d9d-d182-4886-989f-2b7bb4b6e018/27cf9721-009e-48b7-9353-7f6a3784e698) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:01.700044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cf238-a557-4244-9199-ac9f29bb62be tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a6518a-0f43-488f-9099-a2ee0aacf70d,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:01.714190 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-576cf238-a557-4244-9199-ac9f29bb62be tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.715700 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-576cf238-a557-4244-9199-ac9f29bb62be tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2091839 Nov 19 09:41:01.722033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51434) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:01.726657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-60c57a6a-f511-4573-ba1f-a246b49e8f7a tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group_rule': {'security_group_id': '4090b7e1-15a0-40e1-bec3-e91ae580a1c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:01.765809 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60c57a6a-f511-4573-ba1f-a246b49e8f7a tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.831807 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60c57a6a-f511-4573-ba1f-a246b49e8f7a tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.845166 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60c57a6a-f511-4573-ba1f-a246b49e8f7a tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.884069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c57a6a-f511-4573-ba1f-a246b49e8f7a tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd127450-d5e5-4a5b-99de-b4145a911778,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:01.895208 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60c57a6a-f511-4573-ba1f-a246b49e8f7a tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.899405 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-60c57a6a-f511-4573-ba1f-a246b49e8f7a tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1762946 Nov 19 09:41:01.902268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51438) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:01.911773 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-57f49139-08b6-4534-ac07-8fb2cebd915e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group_rule': {'security_group_id': '4090b7e1-15a0-40e1-bec3-e91ae580a1c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:01.946382 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.956238 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f49139-08b6-4534-ac07-8fb2cebd915e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:01.993015 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.018975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7fdcbad8-7082-40a1-9f99-1b48567c92c3 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:02.051654 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 8639d146-b310-424a-b272-518007eb4c3e is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:02.055498 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:02.062056 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:02.065146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=27cf9721-009e-48b7-9353-7f6a3784e698,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:02.081059 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f49139-08b6-4534-ac07-8fb2cebd915e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.090590 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f49139-08b6-4534-ac07-8fb2cebd915e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.121457 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 7fdcbad8-7082-40a1-9f99-1b48567c92c3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:02.122191 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.127311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f49139-08b6-4534-ac07-8fb2cebd915e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f073db5b-a49e-48e7-af18-0f6514ba55af,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:02.149846 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57f49139-08b6-4534-ac07-8fb2cebd915e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.158959 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51442) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:02.160426 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-57f49139-08b6-4534-ac07-8fb2cebd915e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2568667 Nov 19 09:41:02.163470 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2b39659d-9161-458a-b17e-98cf10ee7e2e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group_rule': {'security_group_id': '4090b7e1-15a0-40e1-bec3-e91ae580a1c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:02.191528 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:02.192381 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.225682 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.231708 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b39659d-9161-458a-b17e-98cf10ee7e2e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.258180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51444) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:02.263517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f7f7bfd3-7136-4f59-9aaa-609037453280 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'network_id': '8639d146-b310-424a-b272-518007eb4c3e', 'name': 'tempest-PortsTestJSON-1833289213'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:02.267361 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ef49810b-3bc3-453b-948f-0e77a0117ccb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9020026 Nov 19 09:41:02.279036 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 7fdcbad8-7082-40a1-9f99-1b48567c92c3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7fdcbad8-7082-40a1-9f99-1b48567c92c3,segment=NetworkSegment(8333d70a-303b-4443-bc2a-f49e14bf8176),segment_id=8333d70a-303b-4443-bc2a-f49e14bf8176)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:02.290642 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.341032 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b39659d-9161-458a-b17e-98cf10ee7e2e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.346079 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b39659d-9161-458a-b17e-98cf10ee7e2e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.389340 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39659d-9161-458a-b17e-98cf10ee7e2e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d4a4ef-0f77-4bdf-9e40-8825ae440386,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:02.401700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=7fdcbad8-7082-40a1-9f99-1b48567c92c3,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:02.403560 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b39659d-9161-458a-b17e-98cf10ee7e2e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.406574 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2b39659d-9161-458a-b17e-98cf10ee7e2e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2467930 Nov 19 09:41:02.409734 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51446) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:02.451213 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81bca797-b3d0-4dd4-ac68-5cf7306fb02b tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.473720 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81bca797-b3d0-4dd4-ac68-5cf7306fb02b tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.520008 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81bca797-b3d0-4dd4-ac68-5cf7306fb02b tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.527499 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81bca797-b3d0-4dd4-ac68-5cf7306fb02b tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.531108 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-81bca797-b3d0-4dd4-ac68-5cf7306fb02b tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/71d4a4ef-0f77-4bdf-9e40-8825ae440386 HTTP/1.1" status: 204 len: 168 time: 0.1178896 Nov 19 09:41:02.532963 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51448) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:02.558591 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bca797-b3d0-4dd4-ac68-5cf7306fb02b tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71d4a4ef-0f77-4bdf-9e40-8825ae440386,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:02.614959 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-156c872c-6a4e-46e0-bd11-acc1ddb1de04 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0754745 Nov 19 09:41:02.617547 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51450) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:02.645119 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8146b874-1c33-4348-ba60-15e717e14d7c tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.654980 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8146b874-1c33-4348-ba60-15e717e14d7c tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.694728 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8146b874-1c33-4348-ba60-15e717e14d7c tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.704747 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8146b874-1c33-4348-ba60-15e717e14d7c tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.710522 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8146b874-1c33-4348-ba60-15e717e14d7c tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f073db5b-a49e-48e7-af18-0f6514ba55af HTTP/1.1" status: 204 len: 168 time: 0.0914772 Nov 19 09:41:02.711901 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51452) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:02.742864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146b874-1c33-4348-ba60-15e717e14d7c tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f073db5b-a49e-48e7-af18-0f6514ba55af,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:02.770094 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ee8190-95ca-4980-8ca6-fa8cb9531930 None None] Network 8639d146-b310-424a-b272-518007eb4c3e requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:02.808771 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1c034ee2-f195-40be-a97b-eb839c4b7ee5 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0860987 Nov 19 09:41:02.809751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51454) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:02.844749 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b315c9d9-319e-4d3b-9a69-3aa2d2564308 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.858389 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b315c9d9-319e-4d3b-9a69-3aa2d2564308 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.892378 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b315c9d9-319e-4d3b-9a69-3aa2d2564308 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.899582 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b315c9d9-319e-4d3b-9a69-3aa2d2564308 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:02.912264 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b315c9d9-319e-4d3b-9a69-3aa2d2564308 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/dd127450-d5e5-4a5b-99de-b4145a911778 HTTP/1.1" status: 204 len: 168 time: 0.0983291 Nov 19 09:41:02.913148 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51458) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:02.930056 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315c9d9-319e-4d3b-9a69-3aa2d2564308 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd127450-d5e5-4a5b-99de-b4145a911778,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:02.988615 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-848b95b6-8c47-4570-bb29-cf11a15c9b58 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0661700 Nov 19 09:41:02.993358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51466) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:03.036816 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-60ab6af5-1e3d-4d59-8df9-08c70502c62c None None] Provisioning complete for port 7fdcbad8-7082-40a1-9f99-1b48567c92c3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:03.037395 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-60ab6af5-1e3d-4d59-8df9-08c70502c62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.101648 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa3a4bb5-29a3-410e-bfc1-671d4e65bd13 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.113389 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa3a4bb5-29a3-410e-bfc1-671d4e65bd13 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.125343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f7bfd3-7136-4f59-9aaa-609037453280 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:03.128948 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f7f7bfd3-7136-4f59-9aaa-609037453280 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.167078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-f7f7bfd3-7136-4f59-9aaa-609037453280 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] device_id is not set on port 8734412a-f399-4789-a817-871aed11486c yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:41:03.226645 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa3a4bb5-29a3-410e-bfc1-671d4e65bd13 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.231426 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa3a4bb5-29a3-410e-bfc1-671d4e65bd13 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.235061 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-aa3a4bb5-29a3-410e-bfc1-671d4e65bd13 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/17a6518a-0f43-488f-9099-a2ee0aacf70d HTTP/1.1" status: 204 len: 168 time: 0.2383537 Nov 19 09:41:03.235400 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51472) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:03.262788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a4bb5-29a3-410e-bfc1-671d4e65bd13 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17a6518a-0f43-488f-9099-a2ee0aacf70d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:03.318776 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-511bb337-4bca-4d6a-800c-829f32c3130f tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0820854 Nov 19 09:41:03.321454 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51474) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:03.377249 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ba0da89-7693-432f-8dd9-7ddb74414058 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.385549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-f7f7bfd3-7136-4f59-9aaa-609037453280 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Allocated IP 172.20.0.11 (8639d146-b310-424a-b272-518007eb4c3e/62ac9d9d-d182-4886-989f-2b7bb4b6e018/8734412a-f399-4789-a817-871aed11486c) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:03.398310 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ba0da89-7693-432f-8dd9-7ddb74414058 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.456478 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ba0da89-7693-432f-8dd9-7ddb74414058 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.465770 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ba0da89-7693-432f-8dd9-7ddb74414058 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.469321 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4ba0da89-7693-432f-8dd9-7ddb74414058 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/00833d88-7b24-49f3-be54-8f41feafbb4d HTTP/1.1" status: 204 len: 168 time: 0.1468704 Nov 19 09:41:03.476447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51478) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:03.490937 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51480) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:03.499567 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0da89-7693-432f-8dd9-7ddb74414058 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00833d88-7b24-49f3-be54-8f41feafbb4d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:03.598128 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-74bf51e4-004d-481e-9ae3-693367baffc3 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1179626 Nov 19 09:41:03.598789 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51484) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:03.634916 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cb7ef115-a548-4789-afcf-5b4e95688b2e None None] Provisioning complete for port 27cf9721-009e-48b7-9353-7f6a3784e698 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:03.638549 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef115-a548-4789-afcf-5b4e95688b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.678660 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4a39851-670a-4680-9c4f-de3aff4993e7 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.684751 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f7f7bfd3-7136-4f59-9aaa-609037453280 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.719700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ef115-a548-4789-afcf-5b4e95688b2e None None] Port 27cf9721-009e-48b7-9353-7f6a3784e698 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:41:03.726764 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4a39851-670a-4680-9c4f-de3aff4993e7 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.739966 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cb7ef115-a548-4789-afcf-5b4e95688b2e None None] Provisioning complete for port 7fdcbad8-7082-40a1-9f99-1b48567c92c3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:03.740313 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb7ef115-a548-4789-afcf-5b4e95688b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.740627 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f7f7bfd3-7136-4f59-9aaa-609037453280 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.799426 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4a39851-670a-4680-9c4f-de3aff4993e7 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.801253 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f7bfd3-7136-4f59-9aaa-609037453280 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 8639d146-b310-424a-b272-518007eb4c3e is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:03.801809 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4a39851-670a-4680-9c4f-de3aff4993e7 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.806210 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d4a39851-670a-4680-9c4f-de3aff4993e7 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-groups/4090b7e1-15a0-40e1-bec3-e91ae580a1c1 HTTP/1.1" status: 204 len: 168 time: 0.2041988 Nov 19 09:41:03.806995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51486) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:03.812317 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-561e5248-20d5-49b3-8da1-eb03f2a3006d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.825630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-f7f7bfd3-7136-4f59-9aaa-609037453280 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:03.831537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f7bfd3-7136-4f59-9aaa-609037453280 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:03.923685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f7bfd3-7136-4f59-9aaa-609037453280 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:03.924682 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f7f7bfd3-7136-4f59-9aaa-609037453280 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:03.940440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7bfd3-7136-4f59-9aaa-609037453280 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=8734412a-f399-4789-a817-871aed11486c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:03.962081 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f7f7bfd3-7136-4f59-9aaa-609037453280 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7037253 Nov 19 09:41:03.970126 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7fdcbad8-7082-40a1-9f99-1b48567c92c3 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:03.972803 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51488) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:03.980912 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-561e5248-20d5-49b3-8da1-eb03f2a3006d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.009184 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-561e5248-20d5-49b3-8da1-eb03f2a3006d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.016228 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a39851-670a-4680-9c4f-de3aff4993e7 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4090b7e1-15a0-40e1-bec3-e91ae580a1c1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:04.065235 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6b24337e-e258-4f83-b90d-3332b587862c tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2296085 Nov 19 09:41:04.073704 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51492) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:04.095551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c694ff7c-3e1f-4ce7-ab32-3ba270557260 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group': {'name': 'tempest-secgroup--52877970'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:04.098220 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-561e5248-20d5-49b3-8da1-eb03f2a3006d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63285d7031474adebd56fcf78b5f2e5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5963497 Nov 19 09:41:04.104649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51494) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:04.113885 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cb17a3ed-8c53-486a-9a00-90dd0ff862b3 None None] Provisioning complete for port 27cf9721-009e-48b7-9353-7f6a3784e698 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:04.118221 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e5248-20d5-49b3-8da1-eb03f2a3006d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e4cc48-c68a-415c-b72f-0653e1cb6e71,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:04.118708 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb17a3ed-8c53-486a-9a00-90dd0ff862b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.212977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04214d10-deab-44b1-bb35-e9d66f188d87 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:04.213785 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ab5dc6c-ffc6-483f-9522-a61b56939414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.219732 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cb17a3ed-8c53-486a-9a00-90dd0ff862b3 None None] Port 27cf9721-009e-48b7-9353-7f6a3784e698 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:41:04.223972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-04214d10-deab-44b1-bb35-e9d66f188d87 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.2456014 Nov 19 09:41:04.223972 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c694ff7c-3e1f-4ce7-ab32-3ba270557260 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.228322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 7fdcbad8-7082-40a1-9f99-1b48567c92c3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:04.228938 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.242270 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51498) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:04.257154 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ab5dc6c-ffc6-483f-9522-a61b56939414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.365047 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ab5dc6c-ffc6-483f-9522-a61b56939414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.368648 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ab5dc6c-ffc6-483f-9522-a61b56939414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.375423 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0ab5dc6c-ffc6-483f-9522-a61b56939414 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1e4cc48-c68a-415c-b72f-0653e1cb6e71 HTTP/1.1" status: 204 len: 168 time: 0.2679095 Nov 19 09:41:04.392849 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5dc6c-ffc6-483f-9522-a61b56939414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e4cc48-c68a-415c-b72f-0653e1cb6e71,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:04.399959 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0ba2ac3f-7be7-4040-9a4f-80e62505ab90 None None] Provisioning complete for port 8734412a-f399-4789-a817-871aed11486c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:04.400455 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0ba2ac3f-7be7-4040-9a4f-80e62505ab90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.431591 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c694ff7c-3e1f-4ce7-ab32-3ba270557260 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.438772 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c694ff7c-3e1f-4ce7-ab32-3ba270557260 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.452657 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0ba2ac3f-7be7-4040-9a4f-80e62505ab90 None None] Port 8734412a-f399-4789-a817-871aed11486c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:41:04.487958 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c694ff7c-3e1f-4ce7-ab32-3ba270557260 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.489310 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c694ff7c-3e1f-4ce7-ab32-3ba270557260 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4118469 Nov 19 09:41:04.491207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694ff7c-3e1f-4ce7-ab32-3ba270557260 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7711db09-1570-4b7c-8f1a-f10b038e8831,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:04.492771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51504) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:04.501061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-fada3430-45e7-4c5d-9632-aa1bd9e34d17 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group_rule': {'security_group_id': '7711db09-1570-4b7c-8f1a-f10b038e8831', 'direction': 'ingress', 'protocol': 17}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:04.524610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3d02be5b-bf4c-433e-bd13-ad224b190c83 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port 8734412a-f399-4789-a817-871aed11486c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:04.525423 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d02be5b-bf4c-433e-bd13-ad224b190c83 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.538838 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fada3430-45e7-4c5d-9632-aa1bd9e34d17 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.598035 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fada3430-45e7-4c5d-9632-aa1bd9e34d17 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.605479 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fada3430-45e7-4c5d-9632-aa1bd9e34d17 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.632306 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada3430-45e7-4c5d-9632-aa1bd9e34d17 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89f15ca-f7e4-48f1-8b7f-1627f5bc3215,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:04.650107 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fada3430-45e7-4c5d-9632-aa1bd9e34d17 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.656010 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fada3430-45e7-4c5d-9632-aa1bd9e34d17 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1588304 Nov 19 09:41:04.656333 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51510) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:04.656929 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d02be5b-bf4c-433e-bd13-ad224b190c83 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.670919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3d02be5b-bf4c-433e-bd13-ad224b190c83 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for 8734412a-f399-4789-a817-871aed11486c owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:04.736330 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3e4b-cf61-4642-b6bd-7f55df6ddd80 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.765900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3e4b-cf61-4642-b6bd-7f55df6ddd80 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.826274 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3e4b-cf61-4642-b6bd-7f55df6ddd80 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.827084 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d02be5b-bf4c-433e-bd13-ad224b190c83 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.829192 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3e4b-cf61-4642-b6bd-7f55df6ddd80 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.832692 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a1ed3e4b-cf61-4642-b6bd-7f55df6ddd80 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-groups/7711db09-1570-4b7c-8f1a-f10b038e8831 HTTP/1.1" status: 204 len: 168 time: 0.1724930 Nov 19 09:41:04.833811 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51518) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:04.863040 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed3e4b-cf61-4642-b6bd-7f55df6ddd80 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7711db09-1570-4b7c-8f1a-f10b038e8831,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:04.878526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02be5b-bf4c-433e-bd13-ad224b190c83 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=8734412a-f399-4789-a817-871aed11486c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:04.891803 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7f6d242a-623a-4f5d-b6fa-e4d7a5f214d5 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0556190 Nov 19 09:41:04.895835 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51520) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:04.902855 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1f966715-3a21-4ebd-b20b-3f33f7252cf3 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group': {'name': 'tempest-secgroup--22473057'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:04.950907 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f966715-3a21-4ebd-b20b-3f33f7252cf3 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.981938 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d02be5b-bf4c-433e-bd13-ad224b190c83 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:04.985744 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3d02be5b-bf4c-433e-bd13-ad224b190c83 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/8734412a-f399-4789-a817-871aed11486c HTTP/1.1" status: 204 len: 168 time: 0.7340839 Nov 19 09:41:04.988432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51524) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:05.020938 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bbb8fc-f058-4660-b88d-69675ebdedf0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] GET failed (client error): The resource could not be found. Nov 19 09:41:05.022753 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-74bbb8fc-f058-4660-b88d-69675ebdedf0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports/8734412a-f399-4789-a817-871aed11486c HTTP/1.1" status: 404 len: 333 time: 0.0332289 Nov 19 09:41:05.025392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51526) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:05.078113 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f966715-3a21-4ebd-b20b-3f33f7252cf3 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.088283 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f966715-3a21-4ebd-b20b-3f33f7252cf3 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.132045 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f966715-3a21-4ebd-b20b-3f33f7252cf3 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.133203 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1f966715-3a21-4ebd-b20b-3f33f7252cf3 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2363684 Nov 19 09:41:05.134478 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f966715-3a21-4ebd-b20b-3f33f7252cf3 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2773e353-6e13-4a32-9611-8970ccffc828,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:05.136822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51530) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:05.144994 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e88025b5-11e3-4ad9-a73a-f4fc78c02ec3 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group': {'name': 'tempest-secgroup--286639384'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:05.182039 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e88025b5-11e3-4ad9-a73a-f4fc78c02ec3 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.216467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5bbf8810-ae02-4d27-9445-67cbff994588 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port 27cf9721-009e-48b7-9353-7f6a3784e698 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:05.216870 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5bbf8810-ae02-4d27-9445-67cbff994588 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.371271 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e88025b5-11e3-4ad9-a73a-f4fc78c02ec3 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.379336 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e88025b5-11e3-4ad9-a73a-f4fc78c02ec3 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.383425 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5bbf8810-ae02-4d27-9445-67cbff994588 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.426224 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5bbf8810-ae02-4d27-9445-67cbff994588 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for 27cf9721-009e-48b7-9353-7f6a3784e698 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:05.436383 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e88025b5-11e3-4ad9-a73a-f4fc78c02ec3 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.438086 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e88025b5-11e3-4ad9-a73a-f4fc78c02ec3 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2967353 Nov 19 09:41:05.440996 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88025b5-11e3-4ad9-a73a-f4fc78c02ec3 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a88638e-b007-4281-8d3c-6e95504fc861,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:05.441571 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51542) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:05.448732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-003501ea-fe52-4615-a14d-afe6dc787c70 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group_rule': {'security_group_id': '2773e353-6e13-4a32-9611-8970ccffc828', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9a88638e-b007-4281-8d3c-6e95504fc861', 'remote_ip_prefix': None}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:05.496856 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-003501ea-fe52-4615-a14d-afe6dc787c70 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.603704 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5bbf8810-ae02-4d27-9445-67cbff994588 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.606400 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-003501ea-fe52-4615-a14d-afe6dc787c70 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.611271 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-003501ea-fe52-4615-a14d-afe6dc787c70 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.629244 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003501ea-fe52-4615-a14d-afe6dc787c70 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1374e6-02c0-4708-a4ba-89422c5c5591,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:05.652102 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf8810-ae02-4d27-9445-67cbff994588 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=27cf9721-009e-48b7-9353-7f6a3784e698,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:05.658328 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-003501ea-fe52-4615-a14d-afe6dc787c70 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.659578 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-003501ea-fe52-4615-a14d-afe6dc787c70 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2163737 Nov 19 09:41:05.662774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51550) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:05.710731 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3c63ad70-36d2-4f3b-a972-1ae8687dd40e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.720792 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3c63ad70-36d2-4f3b-a972-1ae8687dd40e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.761513 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3c63ad70-36d2-4f3b-a972-1ae8687dd40e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.769223 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5bbf8810-ae02-4d27-9445-67cbff994588 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.770800 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3c63ad70-36d2-4f3b-a972-1ae8687dd40e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.773257 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5bbf8810-ae02-4d27-9445-67cbff994588 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/27cf9721-009e-48b7-9353-7f6a3784e698 HTTP/1.1" status: 204 len: 168 time: 0.7458358 Nov 19 09:41:05.774733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51554) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:05.775163 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3c63ad70-36d2-4f3b-a972-1ae8687dd40e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5d1374e6-02c0-4708-a4ba-89422c5c5591 HTTP/1.1" status: 204 len: 168 time: 0.1113210 Nov 19 09:41:05.776733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51556) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:05.782841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63ad70-36d2-4f3b-a972-1ae8687dd40e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d1374e6-02c0-4708-a4ba-89422c5c5591,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:05.826968 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c675da0-2c99-46f3-97f0-b7ca969e8f2b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] GET failed (client error): The resource could not be found. Nov 19 09:41:05.831071 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1c675da0-2c99-46f3-97f0-b7ca969e8f2b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports/27cf9721-009e-48b7-9353-7f6a3784e698 HTTP/1.1" status: 404 len: 333 time: 0.0456591 Nov 19 09:41:05.831632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51558) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:05.881766 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0a15cb9e-9d5c-4cca-953c-1f99c1768014 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1056843 Nov 19 09:41:05.885431 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51560) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:05.911896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-374dc501-feba-4f9d-b734-7623628802d5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting subnet 62ac9d9d-d182-4886-989f-2b7bb4b6e018 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:41:05.918236 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-374dc501-feba-4f9d-b734-7623628802d5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.964041 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9f99ab3-731f-44f8-a06e-d15d0c4f32bf tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.965319 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-374dc501-feba-4f9d-b734-7623628802d5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:05.998298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9f99ab3-731f-44f8-a06e-d15d0c4f32bf tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.046990 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9f99ab3-731f-44f8-a06e-d15d0c4f32bf tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.050236 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9f99ab3-731f-44f8-a06e-d15d0c4f32bf tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.051740 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a9f99ab3-731f-44f8-a06e-d15d0c4f32bf tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-groups/9a88638e-b007-4281-8d3c-6e95504fc861 HTTP/1.1" status: 204 len: 168 time: 0.1650674 Nov 19 09:41:06.059009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51564) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:06.068752 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-374dc501-feba-4f9d-b734-7623628802d5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.071540 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f99ab3-731f-44f8-a06e-d15d0c4f32bf tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a88638e-b007-4281-8d3c-6e95504fc861,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:06.145812 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51568) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:06.146307 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1f16fba1-8790-4713-92c2-8133d3c5a933 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0859370 Nov 19 09:41:06.172964 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-374dc501-feba-4f9d-b734-7623628802d5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.226846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374dc501-feba-4f9d-b734-7623628802d5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Subnet': ['ID=62ac9d9d-d182-4886-989f-2b7bb4b6e018,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:06.232072 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-374dc501-feba-4f9d-b734-7623628802d5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.237994 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-374dc501-feba-4f9d-b734-7623628802d5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/62ac9d9d-d182-4886-989f-2b7bb4b6e018 HTTP/1.1" status: 204 len: 168 time: 0.4054959 Nov 19 09:41:06.238345 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51576) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:06.245661 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a467eeca-2de1-44dc-93d3-9cd7178ca02e None None] Network 8639d146-b310-424a-b272-518007eb4c3e requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:06.275485 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4d2a0e5e-1848-451b-894f-2f19914ddd56 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.330269 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4d2a0e5e-1848-451b-894f-2f19914ddd56 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.382080 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.403904 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4d2a0e5e-1848-451b-894f-2f19914ddd56 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.407532 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4d2a0e5e-1848-451b-894f-2f19914ddd56 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.412058 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4d2a0e5e-1848-451b-894f-2f19914ddd56 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-groups/2773e353-6e13-4a32-9611-8970ccffc828 HTTP/1.1" status: 204 len: 168 time: 0.2652526 Nov 19 09:41:06.412805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51578) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:06.443551 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port 7fdcbad8-7082-40a1-9f99-1b48567c92c3 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:06.443891 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.475297 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a0e5e-1848-451b-894f-2f19914ddd56 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2773e353-6e13-4a32-9611-8970ccffc828,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:06.510372 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1bcdb9-b0af-411d-9964-09a20dd0f011 None None] DHCP port deletion for 8639d146-b310-424a-b272-518007eb4c3e request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:41:06.552572 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-13615f71-0116-4757-bb3a-09ec266663fc tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1337965 Nov 19 09:41:06.557191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51582) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:06.560450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] For port 7fdcbad8-7082-40a1-9f99-1b48567c92c3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7fdcbad8-7082-40a1-9f99-1b48567c92c3,segment=NetworkSegment(8333d70a-303b-4443-bc2a-f49e14bf8176),segment_id=8333d70a-303b-4443-bc2a-f49e14bf8176)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:06.560968 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.568225 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-04f53210-2148-40e3-8c2b-474d76f41527 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525066117'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:06.576390 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4e1bcdb9-b0af-411d-9964-09a20dd0f011 None None] Deleting port 7fdcbad8-7082-40a1-9f99-1b48567c92c3 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:06.577004 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4e1bcdb9-b0af-411d-9964-09a20dd0f011 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.588758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for 7fdcbad8-7082-40a1-9f99-1b48567c92c3 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:06.607859 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-04f53210-2148-40e3-8c2b-474d76f41527 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.672299 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4e1bcdb9-b0af-411d-9964-09a20dd0f011 None None] For port 7fdcbad8-7082-40a1-9f99-1b48567c92c3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7fdcbad8-7082-40a1-9f99-1b48567c92c3,segment=NetworkSegment(8333d70a-303b-4443-bc2a-f49e14bf8176),segment_id=8333d70a-303b-4443-bc2a-f49e14bf8176)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:06.673296 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4e1bcdb9-b0af-411d-9964-09a20dd0f011 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.687815 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.692547 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4e1bcdb9-b0af-411d-9964-09a20dd0f011 None None] Calling delete_port for 7fdcbad8-7082-40a1-9f99-1b48567c92c3 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:06.727605 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=7fdcbad8-7082-40a1-9f99-1b48567c92c3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:06.727833 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-04f53210-2148-40e3-8c2b-474d76f41527 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.733431 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-04f53210-2148-40e3-8c2b-474d76f41527 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.760010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No DVR routers for this DVR port 7fdcbad8-7082-40a1-9f99-1b48567c92c3 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:41:06.772716 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-04f53210-2148-40e3-8c2b-474d76f41527 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.777265 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-04f53210-2148-40e3-8c2b-474d76f41527 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2168593 Nov 19 09:41:06.777265 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f53210-2148-40e3-8c2b-474d76f41527 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e978ee94-4bc6-4551-9252-30d5f5b9376a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:06.790394 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51586) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:06.790394 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7c8a1642-2472-4e75-8849-e9e325ad0217 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group_rule': {'security_group_id': 'e978ee94-4bc6-4551-9252-30d5f5b9376a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:06.842366 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1642-2472-4e75-8849-e9e325ad0217 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.848513 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4e1bcdb9-b0af-411d-9964-09a20dd0f011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.885184 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1bcdb9-b0af-411d-9964-09a20dd0f011 None None] No DVR routers for this DVR port 7fdcbad8-7082-40a1-9f99-1b48567c92c3 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:41:06.889320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bcdb9-b0af-411d-9964-09a20dd0f011 None None] Pushing event deleted for resources: {'Port': ['ID=7fdcbad8-7082-40a1-9f99-1b48567c92c3,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:06.917833 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1642-2472-4e75-8849-e9e325ad0217 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.923596 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1642-2472-4e75-8849-e9e325ad0217 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.942477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a1642-2472-4e75-8849-e9e325ad0217 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506e0a07-3735-40fa-9e91-51bd2a6d8193,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:06.949610 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.965384 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1642-2472-4e75-8849-e9e325ad0217 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:06.967032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7c8a1642-2472-4e75-8849-e9e325ad0217 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1849940 Nov 19 09:41:06.969475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51588) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:06.988811 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8639d146-b310-424a-b272-518007eb4c3e']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:06.998977 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8333d70a-303b-4443-bc2a-f49e14bf8176') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:06.999287 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8333d70a-303b-4443-bc2a-f49e14bf8176') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:07.015581 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.027246 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b151b6a8-6c1b-48e6-892e-3246753e4c9e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.034966 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.036658 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b151b6a8-6c1b-48e6-892e-3246753e4c9e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.047984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:41:07.049072 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.083184 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b151b6a8-6c1b-48e6-892e-3246753e4c9e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.090770 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b151b6a8-6c1b-48e6-892e-3246753e4c9e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.091931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b151b6a8-6c1b-48e6-892e-3246753e4c9e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/506e0a07-3735-40fa-9e91-51bd2a6d8193 HTTP/1.1" status: 204 len: 168 time: 0.1213500 Nov 19 09:41:07.097735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51590) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:07.104545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151b6a8-6c1b-48e6-892e-3246753e4c9e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=506e0a07-3735-40fa-9e91-51bd2a6d8193,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:41:07.116391 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:41:07.142186 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.145602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bb0acac6-9805-4ea2-950c-40cf73eb9143 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0449646 Nov 19 09:41:07.147059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51592) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:07.154718 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.161477 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/networks/8639d146-b310-424a-b272-518007eb4c3e HTTP/1.1" status: 204 len: 168 time: 0.9186063 Nov 19 09:41:07.162202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51596) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:07.174480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06964e1-2ff0-4354-a06e-eda03022a528 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Network': ['ID=8639d146-b310-424a-b272-518007eb4c3e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:07.178154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-99e3367f-43f9-497a-b2b1-69f0e194938e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-497134203'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:07.227039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e3367f-43f9-497a-b2b1-69f0e194938e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:07.230956 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99e3367f-43f9-497a-b2b1-69f0e194938e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.254920 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a34dfbf-16b0-4bc9-ad3d-000a22079a08 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.284632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e3367f-43f9-497a-b2b1-69f0e194938e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:41:07.294530 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a34dfbf-16b0-4bc9-ad3d-000a22079a08 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.313971 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99e3367f-43f9-497a-b2b1-69f0e194938e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.314432 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-99e3367f-43f9-497a-b2b1-69f0e194938e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Added segment d0bfe88d-8291-4061-863d-998339eb491c of type vlan for network 4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7 Nov 19 09:41:07.385817 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99e3367f-43f9-497a-b2b1-69f0e194938e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.420924 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a34dfbf-16b0-4bc9-ad3d-000a22079a08 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.425225 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0a34dfbf-16b0-4bc9-ad3d-000a22079a08 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.428779 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0a34dfbf-16b0-4bc9-ad3d-000a22079a08 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-groups/e978ee94-4bc6-4551-9252-30d5f5b9376a HTTP/1.1" status: 204 len: 168 time: 0.2777638 Nov 19 09:41:07.429617 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51600) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:07.430484 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99e3367f-43f9-497a-b2b1-69f0e194938e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.437424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e3367f-43f9-497a-b2b1-69f0e194938e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:07.438019 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99e3367f-43f9-497a-b2b1-69f0e194938e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.459152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34dfbf-16b0-4bc9-ad3d-000a22079a08 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e978ee94-4bc6-4551-9252-30d5f5b9376a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:07.496916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-99e3367f-43f9-497a-b2b1-69f0e194938e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3265245 Nov 19 09:41:07.497194 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0b10a3f3-1687-4a6f-892d-f104c9975f08 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0655682 Nov 19 09:41:07.497751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51602) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:07.500014 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51604) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:07.503827 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d7f4937f-c5d4-4975-b81a-df79eb17ed08 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group': {'name': 'tempest-secgroup--323956506'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:07.525690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7f8aa230-d0ba-467f-8055-a55c1e0b9d3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'subnet': {'network_id': '4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:07.559148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3367f-43f9-497a-b2b1-69f0e194938e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Network': ['ID=4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:07.569325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:41:07.580770 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7f4937f-c5d4-4975-b81a-df79eb17ed08 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.664875 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8aa230-d0ba-467f-8055-a55c1e0b9d3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:07.669197 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa230-d0ba-467f-8055-a55c1e0b9d3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.738257 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7f4937f-c5d4-4975-b81a-df79eb17ed08 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.744724 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7f4937f-c5d4-4975-b81a-df79eb17ed08 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.793437 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d7f4937f-c5d4-4975-b81a-df79eb17ed08 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.797765 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d7f4937f-c5d4-4975-b81a-df79eb17ed08 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2956045 Nov 19 09:41:07.799555 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51610) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:07.805568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ed24d41a-e3cf-4ace-afe0-12c4887c4373 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group_rule': {'security_group_id': 'e439af79-43f8-4592-a325-700bd838f3b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:07.810777 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4937f-c5d4-4975-b81a-df79eb17ed08 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e439af79-43f8-4592-a325-700bd838f3b9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:07.882347 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed24d41a-e3cf-4ace-afe0-12c4887c4373 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.884853 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7fdcbad8-7082-40a1-9f99-1b48567c92c3 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:41:07.905724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 7fdcbad8-7082-40a1-9f99-1b48567c92c3 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:41:07.906326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7fdcbad8-7082-40a1-9f99-1b48567c92c3 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:41:07.968316 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa230-d0ba-467f-8055-a55c1e0b9d3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:07.981735 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed24d41a-e3cf-4ace-afe0-12c4887c4373 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.004031 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed24d41a-e3cf-4ace-afe0-12c4887c4373 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.042159 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24d41a-e3cf-4ace-afe0-12c4887c4373 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1b2b8d-b99c-41e0-91e5-89bc5dbd943d,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:08.050709 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed24d41a-e3cf-4ace-afe0-12c4887c4373 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.051900 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ed24d41a-e3cf-4ace-afe0-12c4887c4373 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2513888 Nov 19 09:41:08.053876 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8aa230-d0ba-467f-8055-a55c1e0b9d3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Subnet': ['ID=4fd40a28-f5b6-4d88-bd15-ff3be4321582,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:08.054716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51612) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:08.069562 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8aa230-d0ba-467f-8055-a55c1e0b9d3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Checking segment: {'id': 'd0bfe88d-8291-4061-863d-998339eb491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:08.069941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8aa230-d0ba-467f-8055-a55c1e0b9d3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network hostable DHCP agents. Network: 4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:41:08.078830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4b1ec1fa-0a22-4593-aca8-c9163382ab68 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-group-rules/3f1b2b8d-b99c-41e0-91e5-89bc5dbd943d HTTP/1.1" status: 200 len: 763 time: 0.0205467 Nov 19 09:41:08.079000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51614) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:08.087357 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8aa230-d0ba-467f-8055-a55c1e0b9d3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:41:08.099446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-7f8aa230-d0ba-467f-8055-a55c1e0b9d3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:08.103747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8aa230-d0ba-467f-8055-a55c1e0b9d3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:08.104382 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa230-d0ba-467f-8055-a55c1e0b9d3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.111464 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ceeb18-72f4-471a-b36d-02186c5b7a91 None None] Network 4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:08.124661 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7f8aa230-d0ba-467f-8055-a55c1e0b9d3e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6039982 Nov 19 09:41:08.124900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51616) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:08.129666 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f1b29b8d-aa87-4ac9-805a-2d20100e3ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'network_id': '4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7', 'name': 'tempest-PortsTestJSON-1807518203', 'fixed_ips': [{'subnet_id': '4fd40a28-f5b6-4d88-bd15-ff3be4321582', 'ip_address': '172.20.0.10'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:08.148273 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2fdea7f0-a9b6-4844-b0ec-7fc2006942c6 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0680504 Nov 19 09:41:08.148868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51618) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:08.210981 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42bde7ee-f9f6-4e94-a2b2-8609ef334aaf tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.225342 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42bde7ee-f9f6-4e94-a2b2-8609ef334aaf tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.280120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7', 'network_id': '4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7', 'tenant_id': '53b124379b1041d9b1b166d03bfa0058', 'fixed_ips': [{'subnet_id': '4fd40a28-f5b6-4d88-bd15-ff3be4321582'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:41:08.280991 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42bde7ee-f9f6-4e94-a2b2-8609ef334aaf tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.281255 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.288489 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-42bde7ee-f9f6-4e94-a2b2-8609ef334aaf tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.291874 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-42bde7ee-f9f6-4e94-a2b2-8609ef334aaf tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3f1b2b8d-b99c-41e0-91e5-89bc5dbd943d HTTP/1.1" status: 204 len: 168 time: 0.1398292 Nov 19 09:41:08.293117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51622) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:08.300065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bde7ee-f9f6-4e94-a2b2-8609ef334aaf tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f1b2b8d-b99c-41e0-91e5-89bc5dbd943d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:08.318264 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b29b8d-aa87-4ac9-805a-2d20100e3ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:08.383815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2da8b241-1bd7-4f78-b016-ff73141ddc9f tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0881164 Nov 19 09:41:08.384676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51628) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:08.390635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-41574d77-0f01-44a7-8e0b-ffd800da76f1 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group_rule': {'security_group_id': 'e439af79-43f8-4592-a325-700bd838f3b9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:08.426623 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41574d77-0f01-44a7-8e0b-ffd800da76f1 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.441037 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Allocated IP 172.20.0.2 (4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7/4fd40a28-f5b6-4d88-bd15-ff3be4321582/f22bc92c-24fe-433d-81fe-68bda4eedf90) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:08.518799 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41574d77-0f01-44a7-8e0b-ffd800da76f1 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.526939 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41574d77-0f01-44a7-8e0b-ffd800da76f1 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.558937 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41574d77-0f01-44a7-8e0b-ffd800da76f1 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.562538 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-41574d77-0f01-44a7-8e0b-ffd800da76f1 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1760211 Nov 19 09:41:08.571205 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51632) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:08.571940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41574d77-0f01-44a7-8e0b-ffd800da76f1 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eda82c6-dcf0-4303-b843-05671eb079d2,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:08.609050 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4cca4f80-b139-4b56-9d1f-8c565243333f tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-group-rules/3eda82c6-dcf0-4303-b843-05671eb079d2 HTTP/1.1" status: 200 len: 763 time: 0.0317259 Nov 19 09:41:08.611954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51636) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:08.694946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ac0fc0dc-e3fc-4911-9e2e-a9db98b04d2e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0794485 Nov 19 09:41:08.697953 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51640) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:08.731345 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d1160ab-10d1-4f0f-8f7b-8e644ec6ae3e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.740673 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d1160ab-10d1-4f0f-8f7b-8e644ec6ae3e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.780578 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d1160ab-10d1-4f0f-8f7b-8e644ec6ae3e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.794516 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9d1160ab-10d1-4f0f-8f7b-8e644ec6ae3e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.795933 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9d1160ab-10d1-4f0f-8f7b-8e644ec6ae3e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3eda82c6-dcf0-4303-b843-05671eb079d2 HTTP/1.1" status: 204 len: 168 time: 0.0967457 Nov 19 09:41:08.805294 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51644) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:08.810301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1160ab-10d1-4f0f-8f7b-8e644ec6ae3e tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3eda82c6-dcf0-4303-b843-05671eb079d2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:08.853234 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0665df18-b84c-4869-b4a6-1d79586687c8 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0508685 Nov 19 09:41:08.856175 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51646) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:08.862856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b7bbbb1a-4229-4263-8ccf-9a4ab523a2e0 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Request body: {'security_group_rule': {'security_group_id': 'e439af79-43f8-4592-a325-700bd838f3b9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:08.904331 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-b7bbbb1a-4229-4263-8ccf-9a4ab523a2e0 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Project 040be3094e094d8880840af8916eb4a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:41:08.911529 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.914306 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1b29b8d-aa87-4ac9-805a-2d20100e3ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.921605 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.923745 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbb1a-4229-4263-8ccf-9a4ab523a2e0 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:08.937326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-f1b29b8d-aa87-4ac9-805a-2d20100e3ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] device_id is not set on port 4fdac8b8-41ec-4924-b0f1-edd5a0587f3e yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:41:08.968071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Pushing event updated for resources: {'Port': ['ID=f22bc92c-24fe-433d-81fe-68bda4eedf90,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:08.982493 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Network 4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:08.984319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:08.987457 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:09.042346 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbb1a-4229-4263-8ccf-9a4ab523a2e0 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.048374 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Attempting to bind port f22bc92c-24fe-433d-81fe-68bda4eedf90 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:41:09.048997 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Attempting to bind port f22bc92c-24fe-433d-81fe-68bda4eedf90 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'd0bfe88d-8291-4061-863d-998339eb491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:41:09.049567 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Attempting to bind port f22bc92c-24fe-433d-81fe-68bda4eedf90 on network 4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:41:09.054999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:41:09.055659 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Checking segment: {'id': 'd0bfe88d-8291-4061-863d-998339eb491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:09.056243 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.056803 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Bound using segment: {'id': 'd0bfe88d-8291-4061-863d-998339eb491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:41:09.057604 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Bound port: f22bc92c-24fe-433d-81fe-68bda4eedf90, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bfe88d-8291-4061-863d-998339eb491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:41:09.058172 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.058924 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbb1a-4229-4263-8ccf-9a4ab523a2e0 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.097595 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbbb1a-4229-4263-8ccf-9a4ab523a2e0 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f12edae-d86d-4772-ad41-c1131d964a91,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:09.116394 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbb1a-4229-4263-8ccf-9a4ab523a2e0 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.127026 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b7bbbb1a-4229-4263-8ccf-9a4ab523a2e0 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2662137 Nov 19 09:41:09.127355 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51648) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:09.133796 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-f1b29b8d-aa87-4ac9-805a-2d20100e3ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Allocated IP 172.20.0.10 (4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7/4fd40a28-f5b6-4d88-bd15-ff3be4321582/4fdac8b8-41ec-4924-b0f1-edd5a0587f3e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:09.139886 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] For port f22bc92c-24fe-433d-81fe-68bda4eedf90, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:41:09.145343 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] For port f22bc92c-24fe-433d-81fe-68bda4eedf90, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f22bc92c-24fe-433d-81fe-68bda4eedf90,segment=NetworkSegment(d0bfe88d-8291-4061-863d-998339eb491c),segment_id=d0bfe88d-8291-4061-863d-998339eb491c)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:41:09.153946 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.159824 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4eb4c4c0-48cc-4d89-a332-05c53df309a3 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-group-rules/1f12edae-d86d-4772-ad41-c1131d964a91 HTTP/1.1" status: 200 len: 769 time: 0.0289571 Nov 19 09:41:09.160352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51650) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:09.228844 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987eb3a7-82ca-4298-b7e3-9509f9a32300 None None] Pushing event updated for resources: {'Port': ['ID=f22bc92c-24fe-433d-81fe-68bda4eedf90,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:09.239409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4aac39eb-3697-4bb0-9d48-b7aab68c5514 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0757904 Nov 19 09:41:09.239770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51652) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:09.299778 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98deb350-180b-4d8b-ad87-d9095e598887 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.309595 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98deb350-180b-4d8b-ad87-d9095e598887 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.342569 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98deb350-180b-4d8b-ad87-d9095e598887 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.347594 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1b29b8d-aa87-4ac9-805a-2d20100e3ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.353901 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98deb350-180b-4d8b-ad87-d9095e598887 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.358227 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-98deb350-180b-4d8b-ad87-d9095e598887 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1f12edae-d86d-4772-ad41-c1131d964a91 HTTP/1.1" status: 204 len: 168 time: 0.1151989 Nov 19 09:41:09.358611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51654) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:09.368528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98deb350-180b-4d8b-ad87-d9095e598887 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f12edae-d86d-4772-ad41-c1131d964a91,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:09.419369 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a44489a7-28f6-47a2-b06e-ffcf4ea5ea05 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0594454 Nov 19 09:41:09.422347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51658) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:09.422762 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1b29b8d-aa87-4ac9-805a-2d20100e3ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.479862 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b29b8d-aa87-4ac9-805a-2d20100e3ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:09.485680 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f1b29b8d-aa87-4ac9-805a-2d20100e3ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:09.492040 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b29b8d-aa87-4ac9-805a-2d20100e3ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:09.502921 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d19df52c-118c-4683-8fcb-34bc483ffefa tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.534626 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b29b8d-aa87-4ac9-805a-2d20100e3ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=4fdac8b8-41ec-4924-b0f1-edd5a0587f3e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:09.559757 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d19df52c-118c-4683-8fcb-34bc483ffefa tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.590198 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b29b8d-aa87-4ac9-805a-2d20100e3ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:09.590894 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1b29b8d-aa87-4ac9-805a-2d20100e3ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.623650 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d19df52c-118c-4683-8fcb-34bc483ffefa tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.626736 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d19df52c-118c-4683-8fcb-34bc483ffefa tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.630936 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d19df52c-118c-4683-8fcb-34bc483ffefa tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "DELETE /v2.0/security-groups/e439af79-43f8-4592-a325-700bd838f3b9 HTTP/1.1" status: 204 len: 168 time: 0.2074115 Nov 19 09:41:09.631611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51660) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:09.649148 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f1b29b8d-aa87-4ac9-805a-2d20100e3ae6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5211701 Nov 19 09:41:09.649974 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51662) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:09.660925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3184730a-c204-4b87-a66c-8bc08c130909 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'network_id': '4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7', 'name': 'tempest-PortsTestJSON-450928089', 'fixed_ips': [{'subnet_id': '4fd40a28-f5b6-4d88-bd15-ff3be4321582', 'ip_address': '172.20.0.9'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:09.664190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19df52c-118c-4683-8fcb-34bc483ffefa tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e439af79-43f8-4592-a325-700bd838f3b9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:09.714931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a3bd4915-97f0-4aa8-9c63-aa6aa274d5c7 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0725586 Nov 19 09:41:09.717280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51666) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:09.797049 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-376891da-3b7c-4d29-8fec-fe2cc38bdb40 tempest-SecGroupIPv6Test-2033224073 tempest-SecGroupIPv6Test-2033224073-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0783484 Nov 19 09:41:09.852231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3184730a-c204-4b87-a66c-8bc08c130909 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:09.874901 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3184730a-c204-4b87-a66c-8bc08c130909 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:09.900638 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-3184730a-c204-4b87-a66c-8bc08c130909 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] device_id is not set on port 78898e77-d147-493e-b885-510dfa4e2ff3 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:41:09.968315 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f22bc92c-24fe-433d-81fe-68bda4eedf90 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:10.069527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f22bc92c-24fe-433d-81fe-68bda4eedf90 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:10.071437 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:10.153518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-3184730a-c204-4b87-a66c-8bc08c130909 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Allocated IP 172.20.0.9 (4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7/4fd40a28-f5b6-4d88-bd15-ff3be4321582/78898e77-d147-493e-b885-510dfa4e2ff3) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:10.252260 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:10.318850 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51676) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:10.332052 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port f22bc92c-24fe-433d-81fe-68bda4eedf90, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f22bc92c-24fe-433d-81fe-68bda4eedf90,segment=NetworkSegment(d0bfe88d-8291-4061-863d-998339eb491c),segment_id=d0bfe88d-8291-4061-863d-998339eb491c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:10.341278 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:10.482931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=f22bc92c-24fe-433d-81fe-68bda4eedf90,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:10.496842 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3184730a-c204-4b87-a66c-8bc08c130909 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:10.544749 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3184730a-c204-4b87-a66c-8bc08c130909 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:10.560337 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-493c4697-11d4-40c3-af31-8e2342e6477e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=040be3094e094d8880840af8916eb4a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2402544 Nov 19 09:41:10.562761 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51682) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:10.605557 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3184730a-c204-4b87-a66c-8bc08c130909 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:10.610092 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-3184730a-c204-4b87-a66c-8bc08c130909 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:10.616776 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184730a-c204-4b87-a66c-8bc08c130909 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:10.655367 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45e977fa-cc78-4dbb-b0fe-5f3983a10c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:10.680484 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184730a-c204-4b87-a66c-8bc08c130909 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=78898e77-d147-493e-b885-510dfa4e2ff3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:10.685933 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45e977fa-cc78-4dbb-b0fe-5f3983a10c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:10.710211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3184730a-c204-4b87-a66c-8bc08c130909 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:10.710869 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3184730a-c204-4b87-a66c-8bc08c130909 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:10.732933 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3184730a-c204-4b87-a66c-8bc08c130909 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0774183 Nov 19 09:41:10.733202 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51684) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:10.747774 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdea018-7279-4a03-8714-06857ecae784 None None] Network 4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:10.765752 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45e977fa-cc78-4dbb-b0fe-5f3983a10c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:10.768693 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45e977fa-cc78-4dbb-b0fe-5f3983a10c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:10.784635 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-45e977fa-cc78-4dbb-b0fe-5f3983a10c2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69002c5d-d481-437e-a568-ffd09216c4ec HTTP/1.1" status: 204 len: 168 time: 0.2171943 Nov 19 09:41:10.796358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e977fa-cc78-4dbb-b0fe-5f3983a10c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69002c5d-d481-437e-a568-ffd09216c4ec,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:10.949351 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc1b62-9550-4d54-b9e2-ce3741a8795d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:10.951287 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d9dc1b62-9550-4d54-b9e2-ce3741a8795d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2165704 Nov 19 09:41:10.954158 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51692) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:10.983094 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8f39994d-9560-424f-aa21-b901df2ca1e2 None None] Provisioning complete for port f22bc92c-24fe-433d-81fe-68bda4eedf90 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:10.983637 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f39994d-9560-424f-aa21-b901df2ca1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:11.178898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d87cfb-f99d-4185-992f-ea39afc805d6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:11.185600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d87cfb-f99d-4185-992f-ea39afc805d6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:11.193283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d87cfb-f99d-4185-992f-ea39afc805d6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:11.195416 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-48d87cfb-f99d-4185-992f-ea39afc805d6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2397559 Nov 19 09:41:11.199098 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51700) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:11.334957 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-99e04b23-841b-4c1b-8a04-3ddc0f280536 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port 78898e77-d147-493e-b885-510dfa4e2ff3 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:11.335407 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99e04b23-841b-4c1b-8a04-3ddc0f280536 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:11.441912 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99e04b23-841b-4c1b-8a04-3ddc0f280536 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:11.489673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-99e04b23-841b-4c1b-8a04-3ddc0f280536 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for 78898e77-d147-493e-b885-510dfa4e2ff3 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:11.492953 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b285872c-e051-4baf-b62e-8c37993761d7 None None] Provisioning complete for port f22bc92c-24fe-433d-81fe-68bda4eedf90 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:11.494057 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b285872c-e051-4baf-b62e-8c37993761d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:11.679316 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99e04b23-841b-4c1b-8a04-3ddc0f280536 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:11.716380 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b285872c-e051-4baf-b62e-8c37993761d7 None None] Provisioning complete for port 4fdac8b8-41ec-4924-b0f1-edd5a0587f3e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:11.716864 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b285872c-e051-4baf-b62e-8c37993761d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:11.723803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e04b23-841b-4c1b-8a04-3ddc0f280536 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=78898e77-d147-493e-b885-510dfa4e2ff3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:11.785149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b285872c-e051-4baf-b62e-8c37993761d7 None None] Port 4fdac8b8-41ec-4924-b0f1-edd5a0587f3e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:41:11.793803 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b285872c-e051-4baf-b62e-8c37993761d7 None None] Could not find standard attr ID for object 78898e77-d147-493e-b885-510dfa4e2ff3. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:41:11.821007 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99e04b23-841b-4c1b-8a04-3ddc0f280536 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:11.828144 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-99e04b23-841b-4c1b-8a04-3ddc0f280536 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/78898e77-d147-493e-b885-510dfa4e2ff3 HTTP/1.1" status: 204 len: 168 time: 0.6279340 Nov 19 09:41:11.831077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51716) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:11.886574 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-980d30f7-fb0c-4962-85ac-e01c4ea42b66 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] GET failed (client error): The resource could not be found. Nov 19 09:41:11.900634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51720) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:11.915636 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-980d30f7-fb0c-4962-85ac-e01c4ea42b66 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports/78898e77-d147-493e-b885-510dfa4e2ff3 HTTP/1.1" status: 404 len: 333 time: 0.0577788 Nov 19 09:41:11.930436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d556a5c0-22bc-437d-b6e2-f9578e2681ae None None] Provisioning complete for port 4fdac8b8-41ec-4924-b0f1-edd5a0587f3e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:11.934525 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d556a5c0-22bc-437d-b6e2-f9578e2681ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:12.003604 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f22bc92c-24fe-433d-81fe-68bda4eedf90 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:12.017971 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9d714647-4388-4aa4-818f-56ebd148e52a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port 4fdac8b8-41ec-4924-b0f1-edd5a0587f3e {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:12.018338 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d714647-4388-4aa4-818f-56ebd148e52a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:12.084973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d556a5c0-22bc-437d-b6e2-f9578e2681ae None None] Port 4fdac8b8-41ec-4924-b0f1-edd5a0587f3e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:41:12.123113 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f22bc92c-24fe-433d-81fe-68bda4eedf90 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:12.123501 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:12.167810 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d714647-4388-4aa4-818f-56ebd148e52a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:12.192482 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51728) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:12.216945 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9d714647-4388-4aa4-818f-56ebd148e52a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for 4fdac8b8-41ec-4924-b0f1-edd5a0587f3e owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:12.301095 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-aa46910b-f3d7-471a-a167-b18c701833e5 None None] Could not find standard attr ID for object 78898e77-d147-493e-b885-510dfa4e2ff3. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:41:12.461979 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51736) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:12.504938 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d714647-4388-4aa4-818f-56ebd148e52a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:12.560237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d714647-4388-4aa4-818f-56ebd148e52a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=4fdac8b8-41ec-4924-b0f1-edd5a0587f3e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:12.636643 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bd1c23db-e59d-402c-acf7-3a3d7cc42a48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:12.672605 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d714647-4388-4aa4-818f-56ebd148e52a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:12.677693 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9d714647-4388-4aa4-818f-56ebd148e52a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/4fdac8b8-41ec-4924-b0f1-edd5a0587f3e HTTP/1.1" status: 204 len: 168 time: 0.7744193 Nov 19 09:41:12.679901 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51742) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:12.717177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-755f3052-550f-4f1f-aaf4-fd7dbc3f38b3 tempest-SubnetPoolsTestJSON-1475994250 tempest-SubnetPoolsTestJSON-1475994250-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-348573054', 'prefixes': ['172.20.0.0/16']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:12.722544 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0dcb4b-b06b-4cca-a5cb-6d9d33250902 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] GET failed (client error): The resource could not be found. Nov 19 09:41:12.724822 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bb0dcb4b-b06b-4cca-a5cb-6d9d33250902 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports/4fdac8b8-41ec-4924-b0f1-edd5a0587f3e HTTP/1.1" status: 404 len: 333 time: 0.0435131 Nov 19 09:41:12.727337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51744) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:12.858275 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bd1c23db-e59d-402c-acf7-3a3d7cc42a48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:12.864816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc75642b-66f0-4374-860a-259be6882abe tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting subnet 4fd40a28-f5b6-4d88-bd15-ff3be4321582 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:41:12.870056 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bd1c23db-e59d-402c-acf7-3a3d7cc42a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:12.893126 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc75642b-66f0-4374-860a-259be6882abe tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:12.901729 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bd1c23db-e59d-402c-acf7-3a3d7cc42a48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68fef77fc0954dc38d5b581981fe79c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4359243 Nov 19 09:41:12.902890 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51746) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:12.937803 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-755f3052-550f-4f1f-aaf4-fd7dbc3f38b3 tempest-SubnetPoolsTestJSON-1475994250 tempest-SubnetPoolsTestJSON-1475994250-project] Publish callbacks [] for subnetpool, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:12.942115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-755f3052-550f-4f1f-aaf4-fd7dbc3f38b3 tempest-SubnetPoolsTestJSON-1475994250 tempest-SubnetPoolsTestJSON-1475994250-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7451098 Nov 19 09:41:12.948707 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51748) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:12.992333 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ec8bd19-403b-4656-ab7e-b4b838aba426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:13.006191 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc75642b-66f0-4374-860a-259be6882abe tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:13.012982 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-435ee016-a29e-4b9f-b65b-10a44a2e590d tempest-SubnetPoolsTestJSON-1475994250 tempest-SubnetPoolsTestJSON-1475994250-project] 10.222.0.21 "GET /v2.0/subnetpools/6fc6fce5-b352-4345-a099-6652725b29f2 HTTP/1.1" status: 200 len: 731 time: 0.0630116 Nov 19 09:41:13.018131 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51750) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:13.023971 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-03524a32-6c1e-422a-9b71-0fe4969c63bb tempest-SubnetPoolsTestJSON-1475994250 tempest-SubnetPoolsTestJSON-1475994250-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1994390790'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:13.038181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c23db-e59d-402c-acf7-3a3d7cc42a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d6102b-5c91-4f15-bed5-f08a4b362697,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:13.099562 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ec8bd19-403b-4656-ab7e-b4b838aba426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:13.118968 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc75642b-66f0-4374-860a-259be6882abe tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:13.193162 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc75642b-66f0-4374-860a-259be6882abe tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:13.214787 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-03524a32-6c1e-422a-9b71-0fe4969c63bb tempest-SubnetPoolsTestJSON-1475994250 tempest-SubnetPoolsTestJSON-1475994250-project] Publish callbacks [] for subnetpool, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:13.219669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51752) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:13.225190 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-03524a32-6c1e-422a-9b71-0fe4969c63bb tempest-SubnetPoolsTestJSON-1475994250 tempest-SubnetPoolsTestJSON-1475994250-project] 10.222.0.21 "PUT /v2.0/subnetpools/6fc6fce5-b352-4345-a099-6652725b29f2 HTTP/1.1" status: 200 len: 684 time: 0.1968141 Nov 19 09:41:13.227242 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ec8bd19-403b-4656-ab7e-b4b838aba426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:13.231621 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ec8bd19-403b-4656-ab7e-b4b838aba426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:13.233279 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6ec8bd19-403b-4656-ab7e-b4b838aba426 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27d6102b-5c91-4f15-bed5-f08a4b362697 HTTP/1.1" status: 204 len: 168 time: 0.3289533 Nov 19 09:41:13.259015 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8bd19-403b-4656-ab7e-b4b838aba426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d6102b-5c91-4f15-bed5-f08a4b362697,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:13.294126 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc75642b-66f0-4374-860a-259be6882abe tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:13.298128 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba5995e-83fb-4397-b2c6-3f66d3d306d0 None None] Network 4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:13.300891 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cc75642b-66f0-4374-860a-259be6882abe tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/4fd40a28-f5b6-4d88-bd15-ff3be4321582 HTTP/1.1" status: 204 len: 168 time: 0.5706239 Nov 19 09:41:13.302470 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51756) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:13.310243 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75642b-66f0-4374-860a-259be6882abe tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd40a28-f5b6-4d88-bd15-ff3be4321582,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:13.391896 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5c943816-1862-4793-b37c-bebd6b74a4ef tempest-SubnetPoolsTestJSON-1475994250 tempest-SubnetPoolsTestJSON-1475994250-project] Publish callbacks [] for subnetpool, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:13.393329 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5c943816-1862-4793-b37c-bebd6b74a4ef tempest-SubnetPoolsTestJSON-1475994250 tempest-SubnetPoolsTestJSON-1475994250-project] 10.222.0.21 "DELETE /v2.0/subnetpools/6fc6fce5-b352-4345-a099-6652725b29f2 HTTP/1.1" status: 204 len: 168 time: 0.1717622 Nov 19 09:41:13.396084 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51758) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:13.417829 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-1f376a22-89dc-4d20-b074-25a84189e579 tempest-SubnetPoolsTestJSON-1475994250 tempest-SubnetPoolsTestJSON-1475994250-project] show failed (client error): The resource could not be found. Nov 19 09:41:13.424207 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1f376a22-89dc-4d20-b074-25a84189e579 tempest-SubnetPoolsTestJSON-1475994250 tempest-SubnetPoolsTestJSON-1475994250-project] 10.222.0.21 "GET /v2.0/subnetpools/6fc6fce5-b352-4345-a099-6652725b29f2 HTTP/1.1" status: 404 len: 346 time: 0.0271957 Nov 19 09:41:13.424979 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51760) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:13.458097 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:13.484941 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-1688fb30-4183-4a12-9b1c-c3cfb63c102c tempest-SubnetPoolsTestJSON-1475994250 tempest-SubnetPoolsTestJSON-1475994250-project] delete failed (client error): The resource could not be found. Nov 19 09:41:13.504537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1688fb30-4183-4a12-9b1c-c3cfb63c102c tempest-SubnetPoolsTestJSON-1475994250 tempest-SubnetPoolsTestJSON-1475994250-project] 10.222.0.21 "DELETE /v2.0/subnetpools/6fc6fce5-b352-4345-a099-6652725b29f2 HTTP/1.1" status: 404 len: 346 time: 0.0748148 Nov 19 09:41:13.527587 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port f22bc92c-24fe-433d-81fe-68bda4eedf90 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:13.528060 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:13.651634 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ced9f54-7463-4d5f-aed7-5ad4cae54c89 None None] DHCP port deletion for 4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:41:13.652098 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] For port f22bc92c-24fe-433d-81fe-68bda4eedf90, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f22bc92c-24fe-433d-81fe-68bda4eedf90,segment=NetworkSegment(d0bfe88d-8291-4061-863d-998339eb491c),segment_id=d0bfe88d-8291-4061-863d-998339eb491c)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:13.652477 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:13.669391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for f22bc92c-24fe-433d-81fe-68bda4eedf90 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:13.718819 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6ced9f54-7463-4d5f-aed7-5ad4cae54c89 None None] Deleting port f22bc92c-24fe-433d-81fe-68bda4eedf90 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:13.719296 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6ced9f54-7463-4d5f-aed7-5ad4cae54c89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:13.780915 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:13.808653 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6ced9f54-7463-4d5f-aed7-5ad4cae54c89 None None] For port f22bc92c-24fe-433d-81fe-68bda4eedf90, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f22bc92c-24fe-433d-81fe-68bda4eedf90,segment=NetworkSegment(d0bfe88d-8291-4061-863d-998339eb491c),segment_id=d0bfe88d-8291-4061-863d-998339eb491c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:13.809341 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6ced9f54-7463-4d5f-aed7-5ad4cae54c89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:13.828308 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No DVR routers for this DVR port f22bc92c-24fe-433d-81fe-68bda4eedf90 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:41:13.840159 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=f22bc92c-24fe-433d-81fe-68bda4eedf90,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:13.866715 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6ced9f54-7463-4d5f-aed7-5ad4cae54c89 None None] Calling delete_port for f22bc92c-24fe-433d-81fe-68bda4eedf90 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:13.926731 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f22bc92c-24fe-433d-81fe-68bda4eedf90 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:41:13.955479 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: f22bc92c-24fe-433d-81fe-68bda4eedf90 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:41:13.956093 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f22bc92c-24fe-433d-81fe-68bda4eedf90 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:41:13.998158 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.007559 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6ced9f54-7463-4d5f-aed7-5ad4cae54c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.021284 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ced9f54-7463-4d5f-aed7-5ad4cae54c89 None None] No DVR routers for this DVR port f22bc92c-24fe-433d-81fe-68bda4eedf90 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:41:14.043566 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced9f54-7463-4d5f-aed7-5ad4cae54c89 None None] Pushing event deleted for resources: {'Port': ['ID=f22bc92c-24fe-433d-81fe-68bda4eedf90,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:14.060275 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:14.073954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bfe88d-8291-4061-863d-998339eb491c') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:14.074476 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bfe88d-8291-4061-863d-998339eb491c') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:14.075135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51782) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:14.085215 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.102639 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.110619 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:41:14.111383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:41:14.182968 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:41:14.187506 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.193991 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.200600 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/networks/4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7 HTTP/1.1" status: 204 len: 168 time: 0.8969963 Nov 19 09:41:14.204409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51792) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:14.209429 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-371aff5d-c307-44eb-9aea-f63be62b025b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1541517965'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:14.221475 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbdf5f-29d9-4afc-8fc4-0ebba28056fa tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Network': ['ID=4b2b8c10-e5ea-4f71-825d-91a8b5ca9eb7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:14.240198 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d361c2c8-5f3d-4259-8184-68a7cda78f39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.280770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371aff5d-c307-44eb-9aea-f63be62b025b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:14.285440 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-371aff5d-c307-44eb-9aea-f63be62b025b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.334731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371aff5d-c307-44eb-9aea-f63be62b025b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:41:14.355174 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-371aff5d-c307-44eb-9aea-f63be62b025b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.355799 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-371aff5d-c307-44eb-9aea-f63be62b025b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Added segment 564efcb6-55b9-45b7-ad80-98f943e9fab7 of type vlan for network 78331edd-a39b-4a1a-ad32-40bcd69cb8a0 Nov 19 09:41:14.417122 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d361c2c8-5f3d-4259-8184-68a7cda78f39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.419227 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-371aff5d-c307-44eb-9aea-f63be62b025b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.425135 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d361c2c8-5f3d-4259-8184-68a7cda78f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.480078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d361c2c8-5f3d-4259-8184-68a7cda78f39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=368e8211b41f40b28730e014bab0d77f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4038579 Nov 19 09:41:14.482687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51802) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:14.489078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361c2c8-5f3d-4259-8184-68a7cda78f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce4389d-30f1-4012-afdf-fa726ca95d19,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:14.492577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-371aff5d-c307-44eb-9aea-f63be62b025b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.498281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371aff5d-c307-44eb-9aea-f63be62b025b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:14.498777 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-371aff5d-c307-44eb-9aea-f63be62b025b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.575879 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-371aff5d-c307-44eb-9aea-f63be62b025b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3702719 Nov 19 09:41:14.578813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51806) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:14.585585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2910a3b0-cad9-40d3-8bb7-5d1932d798a6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'subnet': {'network_id': '78331edd-a39b-4a1a-ad32-40bcd69cb8a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:14.601568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371aff5d-c307-44eb-9aea-f63be62b025b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Network': ['ID=78331edd-a39b-4a1a-ad32-40bcd69cb8a0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:14.613792 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 78331edd-a39b-4a1a-ad32-40bcd69cb8a0 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:41:14.614962 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9618771d-9774-4d13-aad8-a43e82d8d53c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.641931 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9618771d-9774-4d13-aad8-a43e82d8d53c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.714660 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9618771d-9774-4d13-aad8-a43e82d8d53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.720208 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9618771d-9774-4d13-aad8-a43e82d8d53c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:14.721877 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9618771d-9774-4d13-aad8-a43e82d8d53c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ce4389d-30f1-4012-afdf-fa726ca95d19 HTTP/1.1" status: 204 len: 168 time: 0.2380507 Nov 19 09:41:14.730796 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618771d-9774-4d13-aad8-a43e82d8d53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce4389d-30f1-4012-afdf-fa726ca95d19,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:14.803978 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2910a3b0-cad9-40d3-8bb7-5d1932d798a6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:14.808647 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2910a3b0-cad9-40d3-8bb7-5d1932d798a6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:15.032306 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2910a3b0-cad9-40d3-8bb7-5d1932d798a6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:15.106723 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910a3b0-cad9-40d3-8bb7-5d1932d798a6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Subnet': ['ID=4881bac4-8d21-47c9-90c5-7084ac03fe0f,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:15.117210 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2910a3b0-cad9-40d3-8bb7-5d1932d798a6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Checking segment: {'id': '564efcb6-55b9-45b7-ad80-98f943e9fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '78331edd-a39b-4a1a-ad32-40bcd69cb8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:15.118353 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2910a3b0-cad9-40d3-8bb7-5d1932d798a6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network hostable DHCP agents. Network: 78331edd-a39b-4a1a-ad32-40bcd69cb8a0, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:41:15.140278 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2910a3b0-cad9-40d3-8bb7-5d1932d798a6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 78331edd-a39b-4a1a-ad32-40bcd69cb8a0 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:41:15.156003 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2910a3b0-cad9-40d3-8bb7-5d1932d798a6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 78331edd-a39b-4a1a-ad32-40bcd69cb8a0) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:15.166142 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb9ed9e-4a12-40fa-9e16-254918514165 None None] Network 78331edd-a39b-4a1a-ad32-40bcd69cb8a0 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:15.176556 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2910a3b0-cad9-40d3-8bb7-5d1932d798a6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:15.181434 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2910a3b0-cad9-40d3-8bb7-5d1932d798a6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:15.222768 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2910a3b0-cad9-40d3-8bb7-5d1932d798a6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6396093 Nov 19 09:41:15.223089 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51852) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:15.228044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a4b44555-fce8-42e6-92c5-54589b11ff6e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1828583708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:15.290430 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4b44555-fce8-42e6-92c5-54589b11ff6e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:15.293639 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4b44555-fce8-42e6-92c5-54589b11ff6e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:15.392619 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-78331edd-a39b-4a1a-ad32-40bcd69cb8a0', 'network_id': '78331edd-a39b-4a1a-ad32-40bcd69cb8a0', 'tenant_id': '53b124379b1041d9b1b166d03bfa0058', 'fixed_ips': [{'subnet_id': '4881bac4-8d21-47c9-90c5-7084ac03fe0f'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:41:15.394692 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:15.453417 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4b44555-fce8-42e6-92c5-54589b11ff6e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:15.461783 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4b44555-fce8-42e6-92c5-54589b11ff6e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:15.499023 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4b44555-fce8-42e6-92c5-54589b11ff6e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:15.500941 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a4b44555-fce8-42e6-92c5-54589b11ff6e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2763522 Nov 19 09:41:15.503487 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51892) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:15.510553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8fde10b2-fec1-430e-96c4-526acc4eca11 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'network_id': '78331edd-a39b-4a1a-ad32-40bcd69cb8a0', 'name': 'tempest-PortsTestJSON-2144661827'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:15.566282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Allocated IP 172.20.0.2 (78331edd-a39b-4a1a-ad32-40bcd69cb8a0/4881bac4-8d21-47c9-90c5-7084ac03fe0f/1004aca3-a3fd-43d1-a53b-7eba546da113) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:15.692852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fde10b2-fec1-430e-96c4-526acc4eca11 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:15.705410 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8fde10b2-fec1-430e-96c4-526acc4eca11 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:15.731424 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:15.752325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-8fde10b2-fec1-430e-96c4-526acc4eca11 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] device_id is not set on port e861ecdb-c878-43d2-a9c8-7eb224b53642 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:41:15.806599 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51934) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:15.841304 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:15.849223 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:15.891556 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Network 78331edd-a39b-4a1a-ad32-40bcd69cb8a0 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:15.898815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:15.902502 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:15.932757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-8fde10b2-fec1-430e-96c4-526acc4eca11 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Allocated IP 172.20.0.13 (78331edd-a39b-4a1a-ad32-40bcd69cb8a0/4881bac4-8d21-47c9-90c5-7084ac03fe0f/e861ecdb-c878-43d2-a9c8-7eb224b53642) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:15.945187 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Pushing event updated for resources: {'Port': ['ID=1004aca3-a3fd-43d1-a53b-7eba546da113,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:16.001070 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Attempting to bind port 1004aca3-a3fd-43d1-a53b-7eba546da113 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:41:16.001489 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Attempting to bind port 1004aca3-a3fd-43d1-a53b-7eba546da113 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '564efcb6-55b9-45b7-ad80-98f943e9fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '78331edd-a39b-4a1a-ad32-40bcd69cb8a0'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:41:16.001888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Attempting to bind port 1004aca3-a3fd-43d1-a53b-7eba546da113 on network 78331edd-a39b-4a1a-ad32-40bcd69cb8a0 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:41:16.007550 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:41:16.009111 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Checking segment: {'id': '564efcb6-55b9-45b7-ad80-98f943e9fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '78331edd-a39b-4a1a-ad32-40bcd69cb8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:16.010666 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.010666 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Bound using segment: {'id': '564efcb6-55b9-45b7-ad80-98f943e9fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '78331edd-a39b-4a1a-ad32-40bcd69cb8a0'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:41:16.011034 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Bound port: 1004aca3-a3fd-43d1-a53b-7eba546da113, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564efcb6-55b9-45b7-ad80-98f943e9fab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '78331edd-a39b-4a1a-ad32-40bcd69cb8a0'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:41:16.011485 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.043767 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-55bdc92b-9751-4532-97d6-37da72eafa27 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-374404224-network', 'tenant_id': '5c980cf9befe426b9deffcf86bf314ef'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:16.084465 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bdc92b-9751-4532-97d6-37da72eafa27 admin admin] Made reservation on behalf of 5c980cf9befe426b9deffcf86bf314ef for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:16.087890 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55bdc92b-9751-4532-97d6-37da72eafa27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.102459 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55bdc92b-9751-4532-97d6-37da72eafa27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.112790 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] For port 1004aca3-a3fd-43d1-a53b-7eba546da113, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:41:16.117651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] For port 1004aca3-a3fd-43d1-a53b-7eba546da113, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1004aca3-a3fd-43d1-a53b-7eba546da113,segment=NetworkSegment(564efcb6-55b9-45b7-ad80-98f943e9fab7),segment_id=564efcb6-55b9-45b7-ad80-98f943e9fab7)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:41:16.129458 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.152403 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8fde10b2-fec1-430e-96c4-526acc4eca11 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.201795 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384884b-c2a4-4107-a9e7-c52172efeea0 None None] Pushing event updated for resources: {'Port': ['ID=1004aca3-a3fd-43d1-a53b-7eba546da113,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:16.231132 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8fde10b2-fec1-430e-96c4-526acc4eca11 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.278446 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55bdc92b-9751-4532-97d6-37da72eafa27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.287163 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55bdc92b-9751-4532-97d6-37da72eafa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.310075 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde10b2-fec1-430e-96c4-526acc4eca11 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=e861ecdb-c878-43d2-a9c8-7eb224b53642,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:16.320446 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde10b2-fec1-430e-96c4-526acc4eca11 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 78331edd-a39b-4a1a-ad32-40bcd69cb8a0 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:16.323049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-8fde10b2-fec1-430e-96c4-526acc4eca11 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:16.326372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde10b2-fec1-430e-96c4-526acc4eca11 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:16.346426 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55bdc92b-9751-4532-97d6-37da72eafa27 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:41:16.356087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdc92b-9751-4532-97d6-37da72eafa27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5313b5e-572e-4e70-91bb-d9c74f1b5d05,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:16.385522 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55bdc92b-9751-4532-97d6-37da72eafa27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.386460 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-55bdc92b-9751-4532-97d6-37da72eafa27 admin admin] Added segment b1ed7fdc-c3ac-478f-a698-c854313103ec of type vlan for network cbeefcdf-e04f-4731-a52e-ce0c536af4c7 Nov 19 09:41:16.407972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fde10b2-fec1-430e-96c4-526acc4eca11 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:16.408618 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8fde10b2-fec1-430e-96c4-526acc4eca11 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.449000 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 51978) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:16.449145 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8fde10b2-fec1-430e-96c4-526acc4eca11 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9441814 Nov 19 09:41:16.468386 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55bdc92b-9751-4532-97d6-37da72eafa27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.520605 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51982) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:16.648998 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55bdc92b-9751-4532-97d6-37da72eafa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.650406 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bdc92b-9751-4532-97d6-37da72eafa27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:16.651616 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-55bdc92b-9751-4532-97d6-37da72eafa27 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.677700 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb1c8e62-4407-4d15-86a8-1e028b9cab25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.737068 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-55bdc92b-9751-4532-97d6-37da72eafa27 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9267509 Nov 19 09:41:16.739997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51988) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:16.746303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0d976e43-db36-4947-a36d-cb07db318d04 admin admin] Request body: {'subnet': {'network_id': 'cbeefcdf-e04f-4731-a52e-ce0c536af4c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-374404224-subnet', 'tenant_id': '5c980cf9befe426b9deffcf86bf314ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:16.783789 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d976e43-db36-4947-a36d-cb07db318d04 admin admin] Made reservation on behalf of 5c980cf9befe426b9deffcf86bf314ef for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:16.786120 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d976e43-db36-4947-a36d-cb07db318d04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.812041 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdc92b-9751-4532-97d6-37da72eafa27 admin admin] Pushing event updated for resources: {'Network': ['ID=cbeefcdf-e04f-4731-a52e-ce0c536af4c7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:16.828635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network cbeefcdf-e04f-4731-a52e-ce0c536af4c7 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:41:16.834491 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb1c8e62-4407-4d15-86a8-1e028b9cab25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.854739 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb1c8e62-4407-4d15-86a8-1e028b9cab25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:16.911760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c8e62-4407-4d15-86a8-1e028b9cab25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf43005b-5fe3-430d-849a-672148a27faa,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:16.918802 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cb1c8e62-4407-4d15-86a8-1e028b9cab25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=450ca698457248b6ad3dbb3883c7a539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3955185 Nov 19 09:41:16.922125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 51990) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:16.985242 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b82c385-84fa-41b9-ae19-efb78e7f4d42 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:17.017256 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31e02032-7826-4043-95f3-b2cf5ea7e575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:17.076986 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31e02032-7826-4043-95f3-b2cf5ea7e575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:17.113585 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d976e43-db36-4947-a36d-cb07db318d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:17.189501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d976e43-db36-4947-a36d-cb07db318d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e286c9-4ca2-40e3-b075-cc6454c12aad,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:17.199968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d976e43-db36-4947-a36d-cb07db318d04 admin admin] Checking segment: {'id': 'b1ed7fdc-c3ac-478f-a698-c854313103ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cbeefcdf-e04f-4731-a52e-ce0c536af4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:17.200379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d976e43-db36-4947-a36d-cb07db318d04 admin admin] Network hostable DHCP agents. Network: cbeefcdf-e04f-4731-a52e-ce0c536af4c7, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:41:17.204082 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31e02032-7826-4043-95f3-b2cf5ea7e575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:17.206817 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31e02032-7826-4043-95f3-b2cf5ea7e575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:17.208290 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-31e02032-7826-4043-95f3-b2cf5ea7e575 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf43005b-5fe3-430d-849a-672148a27faa HTTP/1.1" status: 204 len: 168 time: 0.2845454 Nov 19 09:41:17.229499 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e02032-7826-4043-95f3-b2cf5ea7e575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf43005b-5fe3-430d-849a-672148a27faa,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:17.262843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d976e43-db36-4947-a36d-cb07db318d04 admin admin] Network cbeefcdf-e04f-4731-a52e-ce0c536af4c7 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:41:17.283439 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0d976e43-db36-4947-a36d-cb07db318d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, cbeefcdf-e04f-4731-a52e-ce0c536af4c7) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:17.296146 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e5af52-6885-46bb-a090-d6274484d20f None None] Network cbeefcdf-e04f-4731-a52e-ce0c536af4c7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:17.297829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d976e43-db36-4947-a36d-cb07db318d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:17.301607 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d976e43-db36-4947-a36d-cb07db318d04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:17.332378 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b82c385-84fa-41b9-ae19-efb78e7f4d42 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:17.339420 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b82c385-84fa-41b9-ae19-efb78e7f4d42 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:17.340486 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0d976e43-db36-4947-a36d-cb07db318d04 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5992870 Nov 19 09:41:17.415700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82c385-84fa-41b9-ae19-efb78e7f4d42 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=e861ecdb-c878-43d2-a9c8-7eb224b53642,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:17.514845 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abe67da-d094-46d6-b6dc-504f3258f1d4 None None] Network cbeefcdf-e04f-4731-a52e-ce0c536af4c7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:17.687698 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669d318e-7608-4bf2-ab5c-e95adbad004e None None] Network 78331edd-a39b-4a1a-ad32-40bcd69cb8a0 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:17.758866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52008) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:17.785058 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd40dbdb-373e-4236-aa1f-e8d791183e83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:17.791856 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b82c385-84fa-41b9-ae19-efb78e7f4d42 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:17.848460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-364fa2f5-5b35-442a-8fb0-799ddf559e30 None None] Provisioning complete for port 1004aca3-a3fd-43d1-a53b-7eba546da113 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:17.849017 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-364fa2f5-5b35-442a-8fb0-799ddf559e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:17.941262 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd40dbdb-373e-4236-aa1f-e8d791183e83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:17.949528 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd40dbdb-373e-4236-aa1f-e8d791183e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.002521 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b82c385-84fa-41b9-ae19-efb78e7f4d42 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.008714 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-dd40dbdb-373e-4236-aa1f-e8d791183e83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccbb3d72e1d149858cb04075429cd247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2485549 Nov 19 09:41:18.019362 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52012) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:18.027547 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1004aca3-a3fd-43d1-a53b-7eba546da113 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:18.032332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40dbdb-373e-4236-aa1f-e8d791183e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c9f38d-d072-4bb7-8aab-dcc3a7f04026,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:18.147798 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-364fa2f5-5b35-442a-8fb0-799ddf559e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.168226 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-240054ef-1fc9-4e5c-be37-390aea46dc96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.182784 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-364fa2f5-5b35-442a-8fb0-799ddf559e30 None None] For port 1004aca3-a3fd-43d1-a53b-7eba546da113, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1004aca3-a3fd-43d1-a53b-7eba546da113,segment=NetworkSegment(564efcb6-55b9-45b7-ad80-98f943e9fab7),segment_id=564efcb6-55b9-45b7-ad80-98f943e9fab7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:18.185189 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.192216 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-364fa2f5-5b35-442a-8fb0-799ddf559e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.236156 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1004aca3-a3fd-43d1-a53b-7eba546da113 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:18.236531 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.323380 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fa2f5-5b35-442a-8fb0-799ddf559e30 None None] Pushing event updated for resources: {'Port': ['ID=1004aca3-a3fd-43d1-a53b-7eba546da113,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:18.422551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52022) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:18.429006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7b9aad71-c8f3-4246-ae5f-d44ebcaee0d6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-732384262-network', 'tenant_id': '74ccea32855344e3a585a8f2b3d12379'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:18.458144 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9aad71-c8f3-4246-ae5f-d44ebcaee0d6 admin admin] Made reservation on behalf of 74ccea32855344e3a585a8f2b3d12379 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:18.462199 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b9aad71-c8f3-4246-ae5f-d44ebcaee0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.476912 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b9aad71-c8f3-4246-ae5f-d44ebcaee0d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.533647 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5a10b2bf-78f5-434d-8fe1-d9bd13d185a9 None None] Provisioning complete for port e861ecdb-c878-43d2-a9c8-7eb224b53642 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:18.534048 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5a10b2bf-78f5-434d-8fe1-d9bd13d185a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.590370 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5a10b2bf-78f5-434d-8fe1-d9bd13d185a9 None None] Port e861ecdb-c878-43d2-a9c8-7eb224b53642 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:41:18.615207 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b9aad71-c8f3-4246-ae5f-d44ebcaee0d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.617660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5a10b2bf-78f5-434d-8fe1-d9bd13d185a9 None None] Provisioning complete for port 1004aca3-a3fd-43d1-a53b-7eba546da113 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:18.618381 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5a10b2bf-78f5-434d-8fe1-d9bd13d185a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.624295 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b9aad71-c8f3-4246-ae5f-d44ebcaee0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.656715 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-240054ef-1fc9-4e5c-be37-390aea46dc96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.693900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9aad71-c8f3-4246-ae5f-d44ebcaee0d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:41:18.706236 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9aad71-c8f3-4246-ae5f-d44ebcaee0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136f95ef-ee9c-4299-9caa-a51ddde41ec5,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:18.712290 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b9aad71-c8f3-4246-ae5f-d44ebcaee0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.712633 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-7b9aad71-c8f3-4246-ae5f-d44ebcaee0d6 admin admin] Added segment 220a8b98-f045-49a6-80a8-a58203dbd8c5 of type vlan for network 727df9ec-522c-4981-a944-1d91d3697b50 Nov 19 09:41:18.794901 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b9aad71-c8f3-4246-ae5f-d44ebcaee0d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.839620 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b9aad71-c8f3-4246-ae5f-d44ebcaee0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.840612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9aad71-c8f3-4246-ae5f-d44ebcaee0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:18.841254 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b9aad71-c8f3-4246-ae5f-d44ebcaee0d6 admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.874850 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-240054ef-1fc9-4e5c-be37-390aea46dc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.877503 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-240054ef-1fc9-4e5c-be37-390aea46dc96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.888421 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-240054ef-1fc9-4e5c-be37-390aea46dc96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4c9f38d-d072-4bb7-8aab-dcc3a7f04026 HTTP/1.1" status: 204 len: 168 time: 0.8647339 Nov 19 09:41:18.939651 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240054ef-1fc9-4e5c-be37-390aea46dc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c9f38d-d072-4bb7-8aab-dcc3a7f04026,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:18.953954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7e5f31b7-9968-4fd9-ae97-60b59d584c57 None None] Provisioning complete for port e861ecdb-c878-43d2-a9c8-7eb224b53642 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:18.954533 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7e5f31b7-9968-4fd9-ae97-60b59d584c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:18.985510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7b9aad71-c8f3-4246-ae5f-d44ebcaee0d6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5608397 Nov 19 09:41:18.991090 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52032) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:18.995906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9aad71-c8f3-4246-ae5f-d44ebcaee0d6 admin admin] Pushing event updated for resources: {'Network': ['ID=727df9ec-522c-4981-a944-1d91d3697b50,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:19.009028 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 727df9ec-522c-4981-a944-1d91d3697b50 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:41:19.011878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-486bf6a7-94a4-4efa-9dac-b1fe5028e150 admin admin] Request body: {'subnet': {'network_id': '727df9ec-522c-4981-a944-1d91d3697b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-732384262-subnet', 'tenant_id': '74ccea32855344e3a585a8f2b3d12379', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:19.073335 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b82c385-84fa-41b9-ae19-efb78e7f4d42 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:19.075480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486bf6a7-94a4-4efa-9dac-b1fe5028e150 admin admin] Made reservation on behalf of 74ccea32855344e3a585a8f2b3d12379 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:19.077967 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-486bf6a7-94a4-4efa-9dac-b1fe5028e150 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:19.093277 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b82c385-84fa-41b9-ae19-efb78e7f4d42 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:19.215854 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82c385-84fa-41b9-ae19-efb78e7f4d42 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=e861ecdb-c878-43d2-a9c8-7eb224b53642,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:19.256437 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b82c385-84fa-41b9-ae19-efb78e7f4d42 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:19.334578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f31b7-9968-4fd9-ae97-60b59d584c57 None None] Port e861ecdb-c878-43d2-a9c8-7eb224b53642 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:41:19.462129 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-61f61db1-8c97-4df9-8004-e1beb0af7a3c None None] Provisioning complete for port e861ecdb-c878-43d2-a9c8-7eb224b53642 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:19.463083 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-61f61db1-8c97-4df9-8004-e1beb0af7a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:19.475176 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b82c385-84fa-41b9-ae19-efb78e7f4d42 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 78331edd-a39b-4a1a-ad32-40bcd69cb8a0 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:19.479912 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-9b82c385-84fa-41b9-ae19-efb78e7f4d42 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:19.552146 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-61f61db1-8c97-4df9-8004-e1beb0af7a3c None None] Port e861ecdb-c878-43d2-a9c8-7eb224b53642 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:41:19.635411 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-486bf6a7-94a4-4efa-9dac-b1fe5028e150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:19.705715 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bf6a7-94a4-4efa-9dac-b1fe5028e150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8cf5be9-dbc6-435a-b02d-f5c603d7cea3,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:19.730072 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486bf6a7-94a4-4efa-9dac-b1fe5028e150 admin admin] Checking segment: {'id': '220a8b98-f045-49a6-80a8-a58203dbd8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '727df9ec-522c-4981-a944-1d91d3697b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:19.730438 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486bf6a7-94a4-4efa-9dac-b1fe5028e150 admin admin] Network hostable DHCP agents. Network: 727df9ec-522c-4981-a944-1d91d3697b50, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:41:19.743869 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b82c385-84fa-41b9-ae19-efb78e7f4d42 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Router 50935044-7eaf-4814-9d02-e5efb1a03f2f is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:41:19.754678 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486bf6a7-94a4-4efa-9dac-b1fe5028e150 admin admin] Network 727df9ec-522c-4981-a944-1d91d3697b50 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:41:19.771898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-54f4dbc3-9d85-496f-ac46-c6c6ac113bc3 None None] Provisioning complete for port e861ecdb-c878-43d2-a9c8-7eb224b53642 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:19.772327 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-54f4dbc3-9d85-496f-ac46-c6c6ac113bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:19.805632 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-54f4dbc3-9d85-496f-ac46-c6c6ac113bc3 None None] Port e861ecdb-c878-43d2-a9c8-7eb224b53642 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:41:19.828635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-486bf6a7-94a4-4efa-9dac-b1fe5028e150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 727df9ec-522c-4981-a944-1d91d3697b50) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:19.838403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486bf6a7-94a4-4efa-9dac-b1fe5028e150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:19.839024 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-486bf6a7-94a4-4efa-9dac-b1fe5028e150 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:19.839559 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce654a1-7ebc-4a36-8364-feec71f17402 None None] Network 727df9ec-522c-4981-a944-1d91d3697b50 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:19.868056 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-486bf6a7-94a4-4efa-9dac-b1fe5028e150 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8757708 Nov 19 09:41:19.906803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b82c385-84fa-41b9-ae19-efb78e7f4d42 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:41:19.917639 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9b82c385-84fa-41b9-ae19-efb78e7f4d42 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "PUT /v2.0/routers/50935044-7eaf-4814-9d02-e5efb1a03f2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4671204 Nov 19 09:41:19.921245 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52040) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:19.930068 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243a25e-fc46-4bc7-9ead-2f6bf9fd2583 None None] Sync routers for ids ['50935044-7eaf-4814-9d02-e5efb1a03f2f'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:41:19.935712 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1004aca3-a3fd-43d1-a53b-7eba546da113 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:19.962619 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ba383d4-3bb3-4b0e-82fc-1f1e10302703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.004047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af577c6-7868-4fdc-861a-51f66ee6080f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:20.006762 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5af577c6-7868-4fdc-861a-51f66ee6080f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports?device_id=50935044-7eaf-4814-9d02-e5efb1a03f2f HTTP/1.1" status: 200 len: 983 time: 0.0841179 Nov 19 09:41:20.008726 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243a25e-fc46-4bc7-9ead-2f6bf9fd2583 None None] Routers {'50935044-7eaf-4814-9d02-e5efb1a03f2f'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:41:20.009445 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1243a25e-fc46-4bc7-9ead-2f6bf9fd2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:40:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['50935044-7eaf-4814-9d02-e5efb1a03f2f'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:20.010459 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52044) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:20.042730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52046) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:20.076385 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1243a25e-fc46-4bc7-9ead-2f6bf9fd2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:20.098281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea4f0db-f3e0-4b34-a33e-eeda9dde1c12 admin admin] Deleting subnet 03e286c9-4ca2-40e3-b075-cc6454c12aad {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:41:20.102966 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dea4f0db-f3e0-4b34-a33e-eeda9dde1c12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.129505 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243a25e-fc46-4bc7-9ead-2f6bf9fd2583 None None] Routers {'50935044-7eaf-4814-9d02-e5efb1a03f2f'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:41:20.130299 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1243a25e-fc46-4bc7-9ead-2f6bf9fd2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:40:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['50935044-7eaf-4814-9d02-e5efb1a03f2f'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:20.148483 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dea4f0db-f3e0-4b34-a33e-eeda9dde1c12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.186683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1004aca3-a3fd-43d1-a53b-7eba546da113 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:20.187065 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.188970 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1243a25e-fc46-4bc7-9ead-2f6bf9fd2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:20.189861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243a25e-fc46-4bc7-9ead-2f6bf9fd2583 None None] The sync data for ids ['50935044-7eaf-4814-9d02-e5efb1a03f2f'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:41:20.212415 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dea4f0db-f3e0-4b34-a33e-eeda9dde1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.218634 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e83002e-2b51-4465-af2d-7737ed4f208c None None] Network 727df9ec-522c-4981-a944-1d91d3697b50 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:20.310057 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dea4f0db-f3e0-4b34-a33e-eeda9dde1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.347780 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dea4f0db-f3e0-4b34-a33e-eeda9dde1c12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.355350 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-dea4f0db-f3e0-4b34-a33e-eeda9dde1c12 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/03e286c9-4ca2-40e3-b075-cc6454c12aad HTTP/1.1" status: 204 len: 168 time: 0.3085463 Nov 19 09:41:20.355350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4f0db-f3e0-4b34-a33e-eeda9dde1c12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e286c9-4ca2-40e3-b075-cc6454c12aad,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:20.356386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52052) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:20.451907 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74d4075c-d714-42b8-b68e-123c487d76e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.531211 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54114bd4-2b6d-4dad-9857-a6b83e6e859a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.540373 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74d4075c-d714-42b8-b68e-123c487d76e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.561315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-74d4075c-d714-42b8-b68e-123c487d76e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbeefcdf-e04f-4731-a52e-ce0c536af4c7']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:20.571132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-74d4075c-d714-42b8-b68e-123c487d76e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ed7fdc-c3ac-478f-a698-c854313103ec') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:20.571458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-74d4075c-d714-42b8-b68e-123c487d76e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ed7fdc-c3ac-478f-a698-c854313103ec') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:20.581340 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74d4075c-d714-42b8-b68e-123c487d76e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.596144 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74d4075c-d714-42b8-b68e-123c487d76e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.602662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d4075c-d714-42b8-b68e-123c487d76e2 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:41:20.603414 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74d4075c-d714-42b8-b68e-123c487d76e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:41:20.606167 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:41:20.664860 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74d4075c-d714-42b8-b68e-123c487d76e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.670751 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-74d4075c-d714-42b8-b68e-123c487d76e2 admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.674364 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-74d4075c-d714-42b8-b68e-123c487d76e2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cbeefcdf-e04f-4731-a52e-ce0c536af4c7 HTTP/1.1" status: 204 len: 168 time: 0.3170409 Nov 19 09:41:20.678657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52058) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:20.686493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4075c-d714-42b8-b68e-123c487d76e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbeefcdf-e04f-4731-a52e-ce0c536af4c7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:20.734562 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ba46c8-d8bc-4e48-a3d8-17885a75db8b admin admin] Deleting subnet f8cf5be9-dbc6-435a-b02d-f5c603d7cea3 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:41:20.738092 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3ba46c8-d8bc-4e48-a3d8-17885a75db8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.800246 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3ba46c8-d8bc-4e48-a3d8-17885a75db8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.850313 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3ba46c8-d8bc-4e48-a3d8-17885a75db8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.881441 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-54114bd4-2b6d-4dad-9857-a6b83e6e859a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port e861ecdb-c878-43d2-a9c8-7eb224b53642 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:20.881790 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54114bd4-2b6d-4dad-9857-a6b83e6e859a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:20.971308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3ba46c8-d8bc-4e48-a3d8-17885a75db8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:21.011180 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba46c8-d8bc-4e48-a3d8-17885a75db8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8cf5be9-dbc6-435a-b02d-f5c603d7cea3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:21.021210 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d3ba46c8-d8bc-4e48-a3d8-17885a75db8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:21.024440 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d3ba46c8-d8bc-4e48-a3d8-17885a75db8b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f8cf5be9-dbc6-435a-b02d-f5c603d7cea3 HTTP/1.1" status: 204 len: 168 time: 0.3448410 Nov 19 09:41:21.026988 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54114bd4-2b6d-4dad-9857-a6b83e6e859a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:21.027741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52068) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:21.041908 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-54114bd4-2b6d-4dad-9857-a6b83e6e859a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for e861ecdb-c878-43d2-a9c8-7eb224b53642 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:21.103395 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-afaa0a48-78e9-45a8-8d95-ee4073b000df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:21.184417 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-afaa0a48-78e9-45a8-8d95-ee4073b000df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:21.210649 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-afaa0a48-78e9-45a8-8d95-ee4073b000df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727df9ec-522c-4981-a944-1d91d3697b50']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:21.220325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-afaa0a48-78e9-45a8-8d95-ee4073b000df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220a8b98-f045-49a6-80a8-a58203dbd8c5') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:21.220619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-afaa0a48-78e9-45a8-8d95-ee4073b000df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220a8b98-f045-49a6-80a8-a58203dbd8c5') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:21.230401 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-afaa0a48-78e9-45a8-8d95-ee4073b000df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:21.234380 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54114bd4-2b6d-4dad-9857-a6b83e6e859a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:21.251659 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-afaa0a48-78e9-45a8-8d95-ee4073b000df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:21.262168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afaa0a48-78e9-45a8-8d95-ee4073b000df admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:41:21.262577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-afaa0a48-78e9-45a8-8d95-ee4073b000df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:21.271895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54114bd4-2b6d-4dad-9857-a6b83e6e859a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=e861ecdb-c878-43d2-a9c8-7eb224b53642,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:41:21.305812 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:41:21.336391 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-afaa0a48-78e9-45a8-8d95-ee4073b000df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:21.343800 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-afaa0a48-78e9-45a8-8d95-ee4073b000df admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:21.349848 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-afaa0a48-78e9-45a8-8d95-ee4073b000df admin admin] 10.222.0.21 "DELETE /v2.0/networks/727df9ec-522c-4981-a944-1d91d3697b50 HTTP/1.1" status: 204 len: 168 time: 0.3204217 Nov 19 09:41:21.376687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa0a48-78e9-45a8-8d95-ee4073b000df admin admin] Pushing event deleted for resources: {'Network': ['ID=727df9ec-522c-4981-a944-1d91d3697b50,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:21.455398 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-54114bd4-2b6d-4dad-9857-a6b83e6e859a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:21.567177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52076) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:21.612552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b7f7931a-b0e0-40a9-89da-2179da33a2f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c980cf9befe426b9deffcf86bf314ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440531 Nov 19 09:41:21.614976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52078) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:21.633312 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54114bd4-2b6d-4dad-9857-a6b83e6e859a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Router 50935044-7eaf-4814-9d02-e5efb1a03f2f has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:41:21.662556 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5215b152-62cb-45f4-9c14-564177c603be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:21.688882 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5215b152-62cb-45f4-9c14-564177c603be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:21.713578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54114bd4-2b6d-4dad-9857-a6b83e6e859a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:41:21.725368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52084) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:21.725630 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-54114bd4-2b6d-4dad-9857-a6b83e6e859a tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "PUT /v2.0/routers/50935044-7eaf-4814-9d02-e5efb1a03f2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7139976 Nov 19 09:41:21.726440 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d496f6b0-df12-4d88-8571-8075248a78fa None None] Sync routers for ids ['50935044-7eaf-4814-9d02-e5efb1a03f2f'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:41:21.736225 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d496f6b0-df12-4d88-8571-8075248a78fa None None] Routers {'50935044-7eaf-4814-9d02-e5efb1a03f2f'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:41:21.736845 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d496f6b0-df12-4d88-8571-8075248a78fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:40:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['50935044-7eaf-4814-9d02-e5efb1a03f2f'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:21.753726 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3f1b94-80ec-43ca-9bc4-14b85b776eff tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] GET failed (client error): The resource could not be found. Nov 19 09:41:21.757134 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bb3f1b94-80ec-43ca-9bc4-14b85b776eff tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports/e861ecdb-c878-43d2-a9c8-7eb224b53642 HTTP/1.1" status: 404 len: 333 time: 0.0287504 Nov 19 09:41:21.758578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52086) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:21.772699 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d496f6b0-df12-4d88-8571-8075248a78fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:21.774847 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5215b152-62cb-45f4-9c14-564177c603be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:21.778569 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5215b152-62cb-45f4-9c14-564177c603be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:21.780435 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5215b152-62cb-45f4-9c14-564177c603be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5313b5e-572e-4e70-91bb-d9c74f1b5d05 HTTP/1.1" status: 204 len: 168 time: 0.1644549 Nov 19 09:41:21.789573 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d496f6b0-df12-4d88-8571-8075248a78fa None None] Routers {'50935044-7eaf-4814-9d02-e5efb1a03f2f'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:41:21.790190 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d496f6b0-df12-4d88-8571-8075248a78fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:40:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['50935044-7eaf-4814-9d02-e5efb1a03f2f'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:21.809387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215b152-62cb-45f4-9c14-564177c603be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5313b5e-572e-4e70-91bb-d9c74f1b5d05,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:21.836208 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-d496f6b0-df12-4d88-8571-8075248a78fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:21.837278 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d496f6b0-df12-4d88-8571-8075248a78fa None None] The sync data for ids ['50935044-7eaf-4814-9d02-e5efb1a03f2f'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:41:22.172447 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bddcf10e-c83f-426f-8f43-e7e1eca30c13 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:22.185926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52094) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:22.229193 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1963fa86-9309-4945-99cd-b76fe3f5f11b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74ccea32855344e3a585a8f2b3d12379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414524 Nov 19 09:41:22.231584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52096) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:22.289198 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96c6df1a-7d5f-446b-aced-776d20c948f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:22.311757 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-642cfea0-cb0a-4e60-820e-55ae3b0b0071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:22.326406 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96c6df1a-7d5f-446b-aced-776d20c948f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:22.345707 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bddcf10e-c83f-426f-8f43-e7e1eca30c13 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:22.347952 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bddcf10e-c83f-426f-8f43-e7e1eca30c13 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:22.383302 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96c6df1a-7d5f-446b-aced-776d20c948f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:22.386910 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96c6df1a-7d5f-446b-aced-776d20c948f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:22.388067 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-96c6df1a-7d5f-446b-aced-776d20c948f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/136f95ef-ee9c-4299-9caa-a51ddde41ec5 HTTP/1.1" status: 204 len: 168 time: 0.1554086 Nov 19 09:41:22.396070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6df1a-7d5f-446b-aced-776d20c948f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136f95ef-ee9c-4299-9caa-a51ddde41ec5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:22.401254 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bddcf10e-c83f-426f-8f43-e7e1eca30c13 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:22.402090 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddcf10e-c83f-426f-8f43-e7e1eca30c13 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Fanout notify agent at l3_agent the message router_deleted on router 50935044-7eaf-4814-9d02-e5efb1a03f2f {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:41:22.420621 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bddcf10e-c83f-426f-8f43-e7e1eca30c13 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:22.424752 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bddcf10e-c83f-426f-8f43-e7e1eca30c13 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/routers/50935044-7eaf-4814-9d02-e5efb1a03f2f HTTP/1.1" status: 204 len: 168 time: 0.6620440 Nov 19 09:41:22.424752 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52104) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:22.482290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-444c2cfd-3593-4dce-b75c-9204ea4626a1 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting subnet 4881bac4-8d21-47c9-90c5-7084ac03fe0f {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:41:22.486862 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-444c2cfd-3593-4dce-b75c-9204ea4626a1 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:22.528918 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-444c2cfd-3593-4dce-b75c-9204ea4626a1 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:22.621995 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-444c2cfd-3593-4dce-b75c-9204ea4626a1 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:22.685147 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-444c2cfd-3593-4dce-b75c-9204ea4626a1 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:22.712653 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c2cfd-3593-4dce-b75c-9204ea4626a1 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Subnet': ['ID=4881bac4-8d21-47c9-90c5-7084ac03fe0f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:22.716779 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-444c2cfd-3593-4dce-b75c-9204ea4626a1 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:22.720576 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-444c2cfd-3593-4dce-b75c-9204ea4626a1 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/4881bac4-8d21-47c9-90c5-7084ac03fe0f HTTP/1.1" status: 204 len: 168 time: 0.2939656 Nov 19 09:41:22.722778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52112) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:22.726307 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8293fee-b109-4966-8baa-1b803dada1db None None] Network 78331edd-a39b-4a1a-ad32-40bcd69cb8a0 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:22.830559 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:22.902691 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port 1004aca3-a3fd-43d1-a53b-7eba546da113 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:22.903226 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:22.954817 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d35037f-9b0b-4c57-927f-9841a66f6a60 None None] DHCP port deletion for 78331edd-a39b-4a1a-ad32-40bcd69cb8a0 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:41:22.992096 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] For port 1004aca3-a3fd-43d1-a53b-7eba546da113, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1004aca3-a3fd-43d1-a53b-7eba546da113,segment=NetworkSegment(564efcb6-55b9-45b7-ad80-98f943e9fab7),segment_id=564efcb6-55b9-45b7-ad80-98f943e9fab7)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:22.992096 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:23.013920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for 1004aca3-a3fd-43d1-a53b-7eba546da113 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:23.021823 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0d35037f-9b0b-4c57-927f-9841a66f6a60 None None] Deleting port 1004aca3-a3fd-43d1-a53b-7eba546da113 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:23.022884 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d35037f-9b0b-4c57-927f-9841a66f6a60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:23.093320 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0d35037f-9b0b-4c57-927f-9841a66f6a60 None None] For port 1004aca3-a3fd-43d1-a53b-7eba546da113, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1004aca3-a3fd-43d1-a53b-7eba546da113,segment=NetworkSegment(564efcb6-55b9-45b7-ad80-98f943e9fab7),segment_id=564efcb6-55b9-45b7-ad80-98f943e9fab7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:23.093794 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d35037f-9b0b-4c57-927f-9841a66f6a60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:23.109977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0d35037f-9b0b-4c57-927f-9841a66f6a60 None None] Calling delete_port for 1004aca3-a3fd-43d1-a53b-7eba546da113 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:23.111822 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:23.150845 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=1004aca3-a3fd-43d1-a53b-7eba546da113,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:23.154836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No DVR routers for this DVR port 1004aca3-a3fd-43d1-a53b-7eba546da113 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:41:23.188995 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d35037f-9b0b-4c57-927f-9841a66f6a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:23.218202 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35037f-9b0b-4c57-927f-9841a66f6a60 None None] Pushing event deleted for resources: {'Port': ['ID=1004aca3-a3fd-43d1-a53b-7eba546da113,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:23.222685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d35037f-9b0b-4c57-927f-9841a66f6a60 None None] No DVR routers for this DVR port 1004aca3-a3fd-43d1-a53b-7eba546da113 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:41:23.277812 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:23.305576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78331edd-a39b-4a1a-ad32-40bcd69cb8a0']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:23.315579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564efcb6-55b9-45b7-ad80-98f943e9fab7') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:23.315813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564efcb6-55b9-45b7-ad80-98f943e9fab7') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:23.326300 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:23.352487 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:23.364508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:41:23.364923 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:41:23.371473 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:41:23.430549 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:23.437920 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:23.444781 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/networks/78331edd-a39b-4a1a-ad32-40bcd69cb8a0 HTTP/1.1" status: 204 len: 168 time: 0.7172449 Nov 19 09:41:23.445742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52140) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:23.468904 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec60c4-5fc2-439c-a273-f11706f53dc5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Network': ['ID=78331edd-a39b-4a1a-ad32-40bcd69cb8a0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:23.500559 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f29ec6-0bbf-448a-ae26-1a39d596295c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:23.501918 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-91f29ec6-0bbf-448a-ae26-1a39d596295c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports/f39bff35-24a2-404c-8538-23b751f91d46 HTTP/1.1" status: 200 len: 840 time: 0.0552528 Nov 19 09:41:23.505905 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52142) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:23.513963 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:23.551423 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9eadfea6-f198-401f-b11c-1f7b044ccfeb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports/f39bff35-24a2-404c-8538-23b751f91d46?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0442324 Nov 19 09:41:23.554969 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52146) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:23.560176 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5e0f9630-addb-429b-87e2-e2f17d48c6eb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'subnet': {'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:23.657314 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0f9630-addb-429b-87e2-e2f17d48c6eb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:23.660812 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e0f9630-addb-429b-87e2-e2f17d48c6eb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:23.882428 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e0f9630-addb-429b-87e2-e2f17d48c6eb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:23.892975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1004aca3-a3fd-43d1-a53b-7eba546da113 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:41:23.918550 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 1004aca3-a3fd-43d1-a53b-7eba546da113 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:41:23.918961 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1004aca3-a3fd-43d1-a53b-7eba546da113 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:41:23.936235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0f9630-addb-429b-87e2-e2f17d48c6eb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:23.939669 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5e0f9630-addb-429b-87e2-e2f17d48c6eb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:23.944090 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f9630-addb-429b-87e2-e2f17d48c6eb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:23.944760 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e0f9630-addb-429b-87e2-e2f17d48c6eb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:23.955968 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c1db6b-0479-4e1e-9026-a084dfed29d6 None None] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:23.975383 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f9630-addb-429b-87e2-e2f17d48c6eb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Subnet': ['ID=157dfef8-7eb0-496b-ada1-948e6b502f2a,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:23.987785 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5e0f9630-addb-429b-87e2-e2f17d48c6eb tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4291475 Nov 19 09:41:23.987957 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52166) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:23.993266 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1eb3be81-6dc5-4c7c-9cc1-4922ed2d0f0e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'security_group': {'name': 'tempest-secgroup-1422443569'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:24.027655 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1eb3be81-6dc5-4c7c-9cc1-4922ed2d0f0e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:24.114266 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1eb3be81-6dc5-4c7c-9cc1-4922ed2d0f0e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:24.120355 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1eb3be81-6dc5-4c7c-9cc1-4922ed2d0f0e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:24.154652 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3be81-6dc5-4c7c-9cc1-4922ed2d0f0e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc68ab41-0ac9-44d7-a0e2-04c0c9ac7b93,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:24.173397 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1eb3be81-6dc5-4c7c-9cc1-4922ed2d0f0e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:24.177517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52170) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:24.182772 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-72a1a969-66e0-48e1-a71a-ae38ac000fab tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'security_group': {'name': 'tempest-secgroup-326125560'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:24.186842 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1eb3be81-6dc5-4c7c-9cc1-4922ed2d0f0e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1977265 Nov 19 09:41:24.205967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-45cdf9b7-b44b-433e-801d-3e83ae88e272', 'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'tenant_id': '53b124379b1041d9b1b166d03bfa0058', 'fixed_ips': [{'subnet_id': '157dfef8-7eb0-496b-ada1-948e6b502f2a'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:41:24.208226 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-72a1a969-66e0-48e1-a71a-ae38ac000fab tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:24.209983 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:24.316543 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-72a1a969-66e0-48e1-a71a-ae38ac000fab tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:24.322147 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-72a1a969-66e0-48e1-a71a-ae38ac000fab tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:24.358947 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-72a1a969-66e0-48e1-a71a-ae38ac000fab tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:24.358947 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-72a1a969-66e0-48e1-a71a-ae38ac000fab tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1755259 Nov 19 09:41:24.359379 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52182) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:24.370340 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6be40d4b-4e3c-4027-8c0e-7c1757e5cce9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-848734921', 'security_groups': ['86bb5a4e-b6d1-4ffb-bb98-81e8391a45b6'], 'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '157dfef8-7eb0-496b-ada1-948e6b502f2a'}]}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:24.370455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1a969-66e0-48e1-a71a-ae38ac000fab tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86bb5a4e-b6d1-4ffb-bb98-81e8391a45b6,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:24.406999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Allocated IP 172.20.0.2 (45cdf9b7-b44b-433e-801d-3e83ae88e272/157dfef8-7eb0-496b-ada1-948e6b502f2a/8cfadde0-a783-4874-b54e-99f700b10e0f) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:24.533324 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be40d4b-4e3c-4027-8c0e-7c1757e5cce9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:24.584953 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:24.593990 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:24.629291 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:24.634137 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6be40d4b-4e3c-4027-8c0e-7c1757e5cce9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:24.634378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:24.638447 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:24.664606 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-6be40d4b-4e3c-4027-8c0e-7c1757e5cce9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] device_id is not set on port 19c82dce-a7b5-40c0-ab48-ae72eb9f3b24 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:41:24.689999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Pushing event updated for resources: {'Port': ['ID=8cfadde0-a783-4874-b54e-99f700b10e0f,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:24.716045 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Attempting to bind port 8cfadde0-a783-4874-b54e-99f700b10e0f on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:41:24.716429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Attempting to bind port 8cfadde0-a783-4874-b54e-99f700b10e0f by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '9e8148c2-9eeb-4979-8c92-a6345922df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:41:24.716804 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Attempting to bind port 8cfadde0-a783-4874-b54e-99f700b10e0f on network 45cdf9b7-b44b-433e-801d-3e83ae88e272 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:41:24.729560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:41:24.730297 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Checking segment: {'id': '9e8148c2-9eeb-4979-8c92-a6345922df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:24.731486 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:24.733020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Bound using segment: {'id': '9e8148c2-9eeb-4979-8c92-a6345922df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:41:24.735894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Bound port: 8cfadde0-a783-4874-b54e-99f700b10e0f, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8148c2-9eeb-4979-8c92-a6345922df6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:41:24.737394 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:24.821326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] For port 8cfadde0-a783-4874-b54e-99f700b10e0f, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:41:24.826027 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] For port 8cfadde0-a783-4874-b54e-99f700b10e0f, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8cfadde0-a783-4874-b54e-99f700b10e0f,segment=NetworkSegment(9e8148c2-9eeb-4979-8c92-a6345922df6d),segment_id=9e8148c2-9eeb-4979-8c92-a6345922df6d)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:41:24.835012 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:24.852707 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-6be40d4b-4e3c-4027-8c0e-7c1757e5cce9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Allocated IP 172.20.0.11 (45cdf9b7-b44b-433e-801d-3e83ae88e272/157dfef8-7eb0-496b-ada1-948e6b502f2a/19c82dce-a7b5-40c0-ab48-ae72eb9f3b24) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:24.861920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52198) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:24.934359 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec703b0-fc45-4811-8d36-7a15628621d3 None None] Pushing event updated for resources: {'Port': ['ID=8cfadde0-a783-4874-b54e-99f700b10e0f,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:24.943435 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:25.027239 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b06f9f0-a375-41ca-bb15-cb234c65ff46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:25.047009 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6be40d4b-4e3c-4027-8c0e-7c1757e5cce9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:25.091173 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6be40d4b-4e3c-4027-8c0e-7c1757e5cce9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:25.119632 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b06f9f0-a375-41ca-bb15-cb234c65ff46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:25.127715 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b06f9f0-a375-41ca-bb15-cb234c65ff46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:25.141669 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be40d4b-4e3c-4027-8c0e-7c1757e5cce9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:25.144939 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-6be40d4b-4e3c-4027-8c0e-7c1757e5cce9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:25.147438 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be40d4b-4e3c-4027-8c0e-7c1757e5cce9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:25.155025 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be40d4b-4e3c-4027-8c0e-7c1757e5cce9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=19c82dce-a7b5-40c0-ab48-ae72eb9f3b24,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:25.178437 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06f9f0-a375-41ca-bb15-cb234c65ff46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defb9b83-729a-4055-a78d-139e89a32f9d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:25.207836 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be40d4b-4e3c-4027-8c0e-7c1757e5cce9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:25.208587 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6be40d4b-4e3c-4027-8c0e-7c1757e5cce9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:25.212791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52208) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:25.213726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1b06f9f0-a375-41ca-bb15-cb234c65ff46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42efd19ab0f94161891f9882ed106e91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3493893 Nov 19 09:41:25.252246 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6be40d4b-4e3c-4027-8c0e-7c1757e5cce9 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8913064 Nov 19 09:41:25.255802 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52210) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:25.261697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c9863fa9-79bb-40cc-965d-ed698d36a2b8 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'subnet': {'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:25.306003 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73f3071c-e8a0-4ba1-8062-88d5c735cef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:25.335163 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73f3071c-e8a0-4ba1-8062-88d5c735cef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:25.406556 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73f3071c-e8a0-4ba1-8062-88d5c735cef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:25.409945 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73f3071c-e8a0-4ba1-8062-88d5c735cef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:25.412719 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-73f3071c-e8a0-4ba1-8062-88d5c735cef4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/defb9b83-729a-4055-a78d-139e89a32f9d HTTP/1.1" status: 204 len: 168 time: 0.1982939 Nov 19 09:41:25.424510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9863fa9-79bb-40cc-965d-ed698d36a2b8 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:25.431970 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c9863fa9-79bb-40cc-965d-ed698d36a2b8 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:25.433985 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3071c-e8a0-4ba1-8062-88d5c735cef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defb9b83-729a-4055-a78d-139e89a32f9d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:25.545983 n-d-805649-14 neutron-server[103477]: INFO neutron.db.ipam_backend_mixin [None req-c9863fa9-79bb-40cc-965d-ed698d36a2b8 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 157dfef8-7eb0-496b-ada1-948e6b502f2a (CIDR: 172.20.0.0/28) Nov 19 09:41:25.554518 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9863fa9-79bb-40cc-965d-ed698d36a2b8 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:41:25.555288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9863fa9-79bb-40cc-965d-ed698d36a2b8 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:41:25.566552 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:25.581586 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c9863fa9-79bb-40cc-965d-ed698d36a2b8 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3244710 Nov 19 09:41:25.584309 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52220) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:25.589414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-eb7b6438-40c6-4043-9daa-d65592b1de61 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'subnet': {'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:25.704446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7b6438-40c6-4043-9daa-d65592b1de61 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:25.707903 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb7b6438-40c6-4043-9daa-d65592b1de61 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:25.795173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52222) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:25.835730 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-401d1a4c-271c-4943-a348-405664039134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:25.968949 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8cfadde0-a783-4874-b54e-99f700b10e0f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:25.978073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52226) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:25.998811 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-401d1a4c-271c-4943-a348-405664039134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:26.005634 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-401d1a4c-271c-4943-a348-405664039134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:26.034258 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb7b6438-40c6-4043-9daa-d65592b1de61 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:26.037876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8cfadde0-a783-4874-b54e-99f700b10e0f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:26.038304 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:26.118657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d1a4c-271c-4943-a348-405664039134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbbf49b-9098-4ee1-ad4e-a7f3ca7df862,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:26.125686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7b6438-40c6-4043-9daa-d65592b1de61 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:26.150976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-401d1a4c-271c-4943-a348-405664039134 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddc5994180864a4aa5c75883ea3ef067&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3536460 Nov 19 09:41:26.152174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52234) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:26.169223 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-eb7b6438-40c6-4043-9daa-d65592b1de61 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:26.179740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7b6438-40c6-4043-9daa-d65592b1de61 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:26.180367 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-eb7b6438-40c6-4043-9daa-d65592b1de61 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:26.208808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b6438-40c6-4043-9daa-d65592b1de61 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Subnet': ['ID=021dd290-5484-49b5-b10b-fce085bb4645,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:26.223332 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-eb7b6438-40c6-4043-9daa-d65592b1de61 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6378512 Nov 19 09:41:26.226124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52238) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:26.238515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-fc62f19c-43b6-401a-81ba-51101f3af644 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-836893758', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '021dd290-5484-49b5-b10b-fce085bb4645'}], 'security_groups': ['bc68ab41-0ac9-44d7-a0e2-04c0c9ac7b93']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:26.260901 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:26.309772 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da9039bf-ff5a-4f20-a525-d8b84d0cc302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:26.346160 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da9039bf-ff5a-4f20-a525-d8b84d0cc302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:26.362565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 8cfadde0-a783-4874-b54e-99f700b10e0f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8cfadde0-a783-4874-b54e-99f700b10e0f,segment=NetworkSegment(9e8148c2-9eeb-4979-8c92-a6345922df6d),segment_id=9e8148c2-9eeb-4979-8c92-a6345922df6d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:26.368631 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc62f19c-43b6-401a-81ba-51101f3af644 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:26.378351 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:26.402410 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da9039bf-ff5a-4f20-a525-d8b84d0cc302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:26.405224 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da9039bf-ff5a-4f20-a525-d8b84d0cc302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:26.406500 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-da9039bf-ff5a-4f20-a525-d8b84d0cc302 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ddbbf49b-9098-4ee1-ad4e-a7f3ca7df862 HTTP/1.1" status: 204 len: 168 time: 0.2488546 Nov 19 09:41:26.429280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9039bf-ff5a-4f20-a525-d8b84d0cc302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbbf49b-9098-4ee1-ad4e-a7f3ca7df862,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:26.451783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32af2b2a-734b-4a61-a411-1bf0e4a063b0 None None] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:26.537448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=8cfadde0-a783-4874-b54e-99f700b10e0f,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:26.557685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-45166377-9f9d-42d6-89a5-e89785b391c3 None None] Provisioning complete for port f39bff35-24a2-404c-8538-23b751f91d46 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:26.558174 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-45166377-9f9d-42d6-89a5-e89785b391c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:26.606285 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-45166377-9f9d-42d6-89a5-e89785b391c3 None None] Port f39bff35-24a2-404c-8538-23b751f91d46 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:41:26.648931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-45166377-9f9d-42d6-89a5-e89785b391c3 None None] Provisioning complete for port 8cfadde0-a783-4874-b54e-99f700b10e0f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:26.652041 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-45166377-9f9d-42d6-89a5-e89785b391c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:26.850374 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-34800994-ae5f-4532-aed1-399905aa5998 req-15cfc4ca-4ce7-4465-b0cf-360204cf2435 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2154372 Nov 19 09:41:26.858838 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85338947-e80f-4f5f-828b-ef5c183bfc47 None None] Update dhcp port {'port': {'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'fixed_ips': [{'subnet_id': '157dfef8-7eb0-496b-ada1-948e6b502f2a', 'ip_address': '172.20.0.2'}, {'subnet_id': '021dd290-5484-49b5-b10b-fce085bb4645'}], 'binding:host_id': 'n-d-805649-14'}, 'id': '8cfadde0-a783-4874-b54e-99f700b10e0f'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:41:26.891165 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85338947-e80f-4f5f-828b-ef5c183bfc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:27.054728 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-33deb0d1-56b4-4850-967e-65352a0cc67d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting port 62185eb2-67b5-4c55-8d54-bbb8ca926abf {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:27.055080 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33deb0d1-56b4-4850-967e-65352a0cc67d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:27.063839 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34800994-ae5f-4532-aed1-399905aa5998 req-791d3ac0-094d-409a-aaf6-7e0380afe6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:27.065376 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-34800994-ae5f-4532-aed1-399905aa5998 req-791d3ac0-094d-409a-aaf6-7e0380afe6b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 1097 time: 0.1237779 Nov 19 09:41:27.198879 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-fc62f19c-43b6-401a-81ba-51101f3af644 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Delete allocated IP 172.20.0.11 (45cdf9b7-b44b-433e-801d-3e83ae88e272/157dfef8-7eb0-496b-ada1-948e6b502f2a) {{(pid=103476) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 09:41:27.232474 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-fc62f19c-43b6-401a-81ba-51101f3af644 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Allocated IP 172.20.0.18 (45cdf9b7-b44b-433e-801d-3e83ae88e272/021dd290-5484-49b5-b10b-fce085bb4645/19c82dce-a7b5-40c0-ab48-ae72eb9f3b24) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:27.273469 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33deb0d1-56b4-4850-967e-65352a0cc67d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:27.273876 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33deb0d1-56b4-4850-967e-65352a0cc67d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:27.309890 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-33deb0d1-56b4-4850-967e-65352a0cc67d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Calling delete_port for 62185eb2-67b5-4c55-8d54-bbb8ca926abf owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:27.316373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34800994-ae5f-4532-aed1-399905aa5998 req-dc80e50e-e933-40de-a9c1-427aa5c81139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:27.317920 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-34800994-ae5f-4532-aed1-399905aa5998 req-dc80e50e-e933-40de-a9c1-427aa5c81139 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6134cf53-5a1a-45af-b603-c754e23ab567 HTTP/1.1" status: 200 len: 897 time: 0.2094178 Nov 19 09:41:27.538638 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-34800994-ae5f-4532-aed1-399905aa5998 req-a8937b1d-caa0-4616-8ad9-8977a50aa2e1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4edcbb1-4a3d-4148-98a8-757714fa7eb3 HTTP/1.1" status: 200 len: 1001 time: 0.2115388 Nov 19 09:41:27.646921 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34800994-ae5f-4532-aed1-399905aa5998 req-3924d3ed-9c43-46eb-b706-a0c2131c0700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:27.648401 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-34800994-ae5f-4532-aed1-399905aa5998 req-3924d3ed-9c43-46eb-b706-a0c2131c0700 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=18085388-1e44-4c95-bc31-c7d2f7e40f0b HTTP/1.1" status: 200 len: 835 time: 0.0973184 Nov 19 09:41:27.672353 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc62f19c-43b6-401a-81ba-51101f3af644 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:27.745966 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-85338947-e80f-4f5f-828b-ef5c183bfc47 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-422ae1fe-cade-4b40-884d-f59887dc9b67 {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:41:27.746701 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-85338947-e80f-4f5f-828b-ef5c183bfc47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:41:27.915800 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8cfadde0-a783-4874-b54e-99f700b10e0f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:27.970947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8cfadde0-a783-4874-b54e-99f700b10e0f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:27.971658 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:28.017363 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc62f19c-43b6-401a-81ba-51101f3af644 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:28.153416 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34800994-ae5f-4532-aed1-399905aa5998 req-e48f7fec-93b4-4435-b49d-47a04ed598f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:28.156567 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-34800994-ae5f-4532-aed1-399905aa5998 req-e48f7fec-93b4-4435-b49d-47a04ed598f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6134cf53-5a1a-45af-b603-c754e23ab567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4980137 Nov 19 09:41:28.157248 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62f19c-43b6-401a-81ba-51101f3af644 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=19c82dce-a7b5-40c0-ab48-ae72eb9f3b24,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:28.199642 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33deb0d1-56b4-4850-967e-65352a0cc67d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:28.256683 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-fc62f19c-43b6-401a-81ba-51101f3af644 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] In _notify_port_updated(), no bound segment for port 19c82dce-a7b5-40c0-ab48-ae72eb9f3b24 on network 45cdf9b7-b44b-433e-801d-3e83ae88e272 {{(pid=103476) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:41:28.262868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc62f19c-43b6-401a-81ba-51101f3af644 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:28.263493 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc62f19c-43b6-401a-81ba-51101f3af644 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:28.267763 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fc62f19c-43b6-401a-81ba-51101f3af644 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "PUT /v2.0/ports/19c82dce-a7b5-40c0-ab48-ae72eb9f3b24 HTTP/1.1" status: 200 len: 920 time: 2.0393281 Nov 19 09:41:28.268395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52310) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:28.297276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33deb0d1-56b4-4850-967e-65352a0cc67d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Port': ['ID=62185eb2-67b5-4c55-8d54-bbb8ca926abf,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:28.302716 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85338947-e80f-4f5f-828b-ef5c183bfc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:28.436631 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-34800994-ae5f-4532-aed1-399905aa5998 req-3450a9f4-64a8-4f1e-909b-a876e65bfcba service neutron] 10.222.0.71 "GET /v2.0/networks/6134cf53-5a1a-45af-b603-c754e23ab567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688920 Nov 19 09:41:28.441076 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33deb0d1-56b4-4850-967e-65352a0cc67d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:28.441659 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-33deb0d1-56b4-4850-967e-65352a0cc67d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Floating IP 4a685c35-96b7-4395-853f-728fda9c1d21 disassociated (deleted). External IP: 172.25.0.173, port: f4edcbb1-4a3d-4148-98a8-757714fa7eb3. Nov 19 09:41:28.517199 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-85338947-e80f-4f5f-828b-ef5c183bfc47 None None] Allocated IP 172.20.0.19 (45cdf9b7-b44b-433e-801d-3e83ae88e272/021dd290-5484-49b5-b10b-fce085bb4645/8cfadde0-a783-4874-b54e-99f700b10e0f) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:28.606793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f5158f19-17a3-4315-b1af-36a6ee18f5f6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port 19c82dce-a7b5-40c0-ab48-ae72eb9f3b24 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:28.607149 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5158f19-17a3-4315-b1af-36a6ee18f5f6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:28.658801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-85338947-e80f-4f5f-828b-ef5c183bfc47 None None] For port 8cfadde0-a783-4874-b54e-99f700b10e0f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8cfadde0-a783-4874-b54e-99f700b10e0f,segment=NetworkSegment(9e8148c2-9eeb-4979-8c92-a6345922df6d),segment_id=9e8148c2-9eeb-4979-8c92-a6345922df6d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:28.694545 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85338947-e80f-4f5f-828b-ef5c183bfc47 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:28.699943 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-34800994-ae5f-4532-aed1-399905aa5998 req-5228f810-747a-45b8-b1b5-da78dfcd3bad service neutron] 10.222.0.71 "GET /v2.0/networks/6134cf53-5a1a-45af-b603-c754e23ab567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543571 Nov 19 09:41:28.700351 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85338947-e80f-4f5f-828b-ef5c183bfc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:28.784212 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5158f19-17a3-4315-b1af-36a6ee18f5f6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:28.835715 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f5158f19-17a3-4315-b1af-36a6ee18f5f6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for 19c82dce-a7b5-40c0-ab48-ae72eb9f3b24 owned by {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:28.845803 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85338947-e80f-4f5f-828b-ef5c183bfc47 None None] Pushing event updated for resources: {'Port': ['ID=8cfadde0-a783-4874-b54e-99f700b10e0f,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:28.902664 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33deb0d1-56b4-4850-967e-65352a0cc67d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router f7e0e971-23ff-49f8-8a21-65332059f32d has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:41:29.083168 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33deb0d1-56b4-4850-967e-65352a0cc67d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:41:29.089052 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33deb0d1-56b4-4850-967e-65352a0cc67d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:29.091560 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5158f19-17a3-4315-b1af-36a6ee18f5f6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:29.101842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67e5b89-3806-40da-8c81-5371fcabb1e6 None None] Sync routers for ids ['f7e0e971-23ff-49f8-8a21-65332059f32d'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:41:29.121566 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e5b89-3806-40da-8c81-5371fcabb1e6 None None] Routers {'f7e0e971-23ff-49f8-8a21-65332059f32d'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:41:29.122334 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e67e5b89-3806-40da-8c81-5371fcabb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f7e0e971-23ff-49f8-8a21-65332059f32d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:29.150882 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5158f19-17a3-4315-b1af-36a6ee18f5f6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=19c82dce-a7b5-40c0-ab48-ae72eb9f3b24,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:29.192243 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-33deb0d1-56b4-4850-967e-65352a0cc67d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/floatingips/4a685c35-96b7-4395-853f-728fda9c1d21 HTTP/1.1" status: 204 len: 168 time: 3.2104380 Nov 19 09:41:29.211337 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a07e1f2-742f-48c9-a517-e907a42851e4', 'tag': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:41:29.220006 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8100c1b-5a09-4c47-b835-dfe6dd24398e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a07e1f2-742f-48c9-a517-e907a42851e4", "tag": "f4edcbb1-4a3d-4148-98a8-757714fa7eb3"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:41:29.283091 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5158f19-17a3-4315-b1af-36a6ee18f5f6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:29.293749 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f5158f19-17a3-4315-b1af-36a6ee18f5f6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/19c82dce-a7b5-40c0-ab48-ae72eb9f3b24 HTTP/1.1" status: 204 len: 168 time: 1.0193701 Nov 19 09:41:29.294741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52338) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:29.314359 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14eb346a-50c3-4682-9194-cb2664edf5a7 x-openstack-request-id: req-14eb346a-50c3-4682-9194-cb2664edf5a7 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:41:29.314524 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a07e1f2-742f-48c9-a517-e907a42851e4", "tag": "f4edcbb1-4a3d-4148-98a8-757714fa7eb3", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:41:29.314697 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14eb346a-50c3-4682-9194-cb2664edf5a7 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:41:29.315112 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a07e1f2-742f-48c9-a517-e907a42851e4', 'tag': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3', 'status': 'completed', 'code': 200} Nov 19 09:41:29.374447 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae486209-8560-47f9-85c5-4a58b8a02f89 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] GET failed (client error): The resource could not be found. Nov 19 09:41:29.382169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52344) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:29.383537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ae486209-8560-47f9-85c5-4a58b8a02f89 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports/19c82dce-a7b5-40c0-ab48-ae72eb9f3b24 HTTP/1.1" status: 404 len: 333 time: 0.0874929 Nov 19 09:41:29.600903 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3490105d-9eb9-4dbf-89b0-0e59f21fbd14 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:29.633878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8100c1b-5a09-4c47-b835-dfe6dd24398e req-a4cc35f6-07ed-447e-95d4-4d8da9506773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:29.636042 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e8100c1b-5a09-4c47-b835-dfe6dd24398e req-a4cc35f6-07ed-447e-95d4-4d8da9506773 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0dc1876a77414c6c8af6b4234d92e489&device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 1097 time: 0.2887094 Nov 19 09:41:29.653452 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-edd4bed1-1948-48ce-98ee-bcaca713e6e4 None None] Could not find standard attr ID for object 19c82dce-a7b5-40c0-ab48-ae72eb9f3b24. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:41:29.692599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-e67e5b89-3806-40da-8c81-5371fcabb1e6 None None] Set router f7e0e971-23ff-49f8-8a21-65332059f32d gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:41:29.764848 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3490105d-9eb9-4dbf-89b0-0e59f21fbd14 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:29.772520 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-edd4bed1-1948-48ce-98ee-bcaca713e6e4 None None] Provisioning complete for port f39bff35-24a2-404c-8538-23b751f91d46 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:29.772906 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-edd4bed1-1948-48ce-98ee-bcaca713e6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:29.922089 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3490105d-9eb9-4dbf-89b0-0e59f21fbd14 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:29.924893 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3490105d-9eb9-4dbf-89b0-0e59f21fbd14 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:29.928631 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3490105d-9eb9-4dbf-89b0-0e59f21fbd14 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/security-groups/86bb5a4e-b6d1-4ffb-bb98-81e8391a45b6 HTTP/1.1" status: 204 len: 168 time: 0.5343502 Nov 19 09:41:29.929351 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52352) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:29.949922 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-edd4bed1-1948-48ce-98ee-bcaca713e6e4 None None] Port f39bff35-24a2-404c-8538-23b751f91d46 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:41:29.970338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8100c1b-5a09-4c47-b835-dfe6dd24398e req-fe657073-5329-4796-ad39-bb26e4bfd766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:29.971892 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e8100c1b-5a09-4c47-b835-dfe6dd24398e req-fe657073-5329-4796-ad39-bb26e4bfd766 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6134cf53-5a1a-45af-b603-c754e23ab567 HTTP/1.1" status: 200 len: 897 time: 0.3200772 Nov 19 09:41:29.972831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ceb4c-45b9-4851-bb53-5ea7dfd46f65 req-ed3d1f8c-67f1-4743-b2ef-ffbcb1f3993c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:29.981654 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52354) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:29.982282 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b8ceb4c-45b9-4851-bb53-5ea7dfd46f65 req-ed3d1f8c-67f1-4743-b2ef-ffbcb1f3993c tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 945 time: 0.4057195 Nov 19 09:41:29.988885 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8cfadde0-a783-4874-b54e-99f700b10e0f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:29.989829 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490105d-9eb9-4dbf-89b0-0e59f21fbd14 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bb5a4e-b6d1-4ffb-bb98-81e8391a45b6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:30.053862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b8ceb4c-45b9-4851-bb53-5ea7dfd46f65 req-d34c14b2-6da0-4c75-b9e9-9f0bc120c18a tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651727 Nov 19 09:41:30.077671 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-edd4bed1-1948-48ce-98ee-bcaca713e6e4 None None] Provisioning complete for port 8cfadde0-a783-4874-b54e-99f700b10e0f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:30.078415 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-edd4bed1-1948-48ce-98ee-bcaca713e6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:30.096294 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e8100c1b-5a09-4c47-b835-dfe6dd24398e req-96f28c9d-7c94-4d4f-951b-6f88c870a78c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4edcbb1-4a3d-4148-98a8-757714fa7eb3 HTTP/1.1" status: 200 len: 217 time: 0.0926564 Nov 19 09:41:30.155778 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8cfadde0-a783-4874-b54e-99f700b10e0f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:30.156519 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:30.185225 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2008bd35-c8a3-457a-b230-96778bc0ed94 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:30.187992 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43993da4-10f6-46e4-8ac7-d5c4896cb9fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:30.193608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8100c1b-5a09-4c47-b835-dfe6dd24398e req-5762a26c-ade7-4f21-87a1-419b0af0c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:30.195069 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e8100c1b-5a09-4c47-b835-dfe6dd24398e req-5762a26c-ade7-4f21-87a1-419b0af0c43f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=18085388-1e44-4c95-bc31-c7d2f7e40f0b HTTP/1.1" status: 200 len: 835 time: 0.0877516 Nov 19 09:41:30.254625 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2008bd35-c8a3-457a-b230-96778bc0ed94 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:30.324340 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8100c1b-5a09-4c47-b835-dfe6dd24398e req-bbf56f25-f2c2-47b8-8562-9f54ce500eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:30.325931 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e8100c1b-5a09-4c47-b835-dfe6dd24398e req-bbf56f25-f2c2-47b8-8562-9f54ce500eb0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6134cf53-5a1a-45af-b603-c754e23ab567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1194367 Nov 19 09:41:30.341226 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e67e5b89-3806-40da-8c81-5371fcabb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290503660', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:03Z', 'updated_at': '2021-11-19T09:39:15Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:04Z', 'updated_at': '2021-11-19T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '04e40b1f-d9a7-41fe-aa0c-204017999ecb', 'name': '', 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:b2:e9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:13Z', 'updated_at': '2021-11-19T09:39:24Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:30.370357 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2008bd35-c8a3-457a-b230-96778bc0ed94 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:30.372969 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2008bd35-c8a3-457a-b230-96778bc0ed94 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:30.374188 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2008bd35-c8a3-457a-b230-96778bc0ed94 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/security-groups/bc68ab41-0ac9-44d7-a0e2-04c0c9ac7b93 HTTP/1.1" status: 204 len: 168 time: 0.4394917 Nov 19 09:41:30.377308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52364) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:30.377820 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67e5b89-3806-40da-8c81-5371fcabb1e6 None None] Checking router: f7e0e971-23ff-49f8-8a21-65332059f32d for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:41:30.387582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e5b89-3806-40da-8c81-5371fcabb1e6 None None] Routers {'f7e0e971-23ff-49f8-8a21-65332059f32d'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:41:30.388210 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e67e5b89-3806-40da-8c81-5371fcabb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f7e0e971-23ff-49f8-8a21-65332059f32d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:30.464841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008bd35-c8a3-457a-b230-96778bc0ed94 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc68ab41-0ac9-44d7-a0e2-04c0c9ac7b93,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:30.471252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac387a78-10e6-4067-9730-be8c901fd0f0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting subnet 157dfef8-7eb0-496b-ada1-948e6b502f2a {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:41:30.477385 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac387a78-10e6-4067-9730-be8c901fd0f0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:30.512156 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-bd4bae81-5770-4503-a997-1d9369ebfa28 None None] Could not find standard attr ID for object 19c82dce-a7b5-40c0-ab48-ae72eb9f3b24. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:41:30.549486 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43993da4-10f6-46e4-8ac7-d5c4896cb9fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:30.556063 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e8100c1b-5a09-4c47-b835-dfe6dd24398e req-4b8e5cda-5646-4e29-bbe9-c7939a22e893 service neutron] 10.222.0.71 "GET /v2.0/networks/6134cf53-5a1a-45af-b603-c754e23ab567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189991 Nov 19 09:41:30.558302 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac387a78-10e6-4067-9730-be8c901fd0f0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:30.566586 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-43993da4-10f6-46e4-8ac7-d5c4896cb9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:30.567924 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-e67e5b89-3806-40da-8c81-5371fcabb1e6 None None] Set router f7e0e971-23ff-49f8-8a21-65332059f32d gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:41:30.686620 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:41:30.705628 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-43993da4-10f6-46e4-8ac7-d5c4896cb9fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0c763bc86d445d0a24a46dc4a6dc000&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7223084 Nov 19 09:41:30.714422 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52366) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:30.778472 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43993da4-10f6-46e4-8ac7-d5c4896cb9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee84f9d-408f-4b96-b865-564440a8be24,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:30.814839 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e8100c1b-5a09-4c47-b835-dfe6dd24398e req-e16836a6-e946-47e3-ade4-ac83df5de730 service neutron] 10.222.0.71 "GET /v2.0/networks/6134cf53-5a1a-45af-b603-c754e23ab567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502391 Nov 19 09:41:30.820603 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-640775c5-c7b5-4244-b644-265a032a85b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:30.853031 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-db6bb15d-29bb-47eb-a162-7fc3731c820b None None] Could not find standard attr ID for object 19c82dce-a7b5-40c0-ab48-ae72eb9f3b24. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:41:30.868060 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-640775c5-c7b5-4244-b644-265a032a85b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:30.907843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e67e5b89-3806-40da-8c81-5371fcabb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290503660', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:03Z', 'updated_at': '2021-11-19T09:39:15Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:04Z', 'updated_at': '2021-11-19T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '04e40b1f-d9a7-41fe-aa0c-204017999ecb', 'name': '', 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:b2:e9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:13Z', 'updated_at': '2021-11-19T09:39:24Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:30.940229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67e5b89-3806-40da-8c81-5371fcabb1e6 None None] The sync data for ids ['f7e0e971-23ff-49f8-8a21-65332059f32d'] in n-d-805649-14 is: [{'id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290503660', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:03Z', 'updated_at': '2021-11-19T09:39:15Z', 'revision_number': 4, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:04Z', 'updated_at': '2021-11-19T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '04e40b1f-d9a7-41fe-aa0c-204017999ecb', 'name': '', 'network_id': '6134cf53-5a1a-45af-b603-c754e23ab567', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'mac_address': 'fa:16:3e:b2:e9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:13Z', 'updated_at': '2021-11-19T09:39:24Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'subnets': [{'id': '18085388-1e44-4c95-bc31-c7d2f7e40f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:41:30.960256 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-640775c5-c7b5-4244-b644-265a032a85b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:30.964090 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-640775c5-c7b5-4244-b644-265a032a85b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:30.965309 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-640775c5-c7b5-4244-b644-265a032a85b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ee84f9d-408f-4b96-b865-564440a8be24 HTTP/1.1" status: 204 len: 168 time: 0.2443395 Nov 19 09:41:30.976928 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640775c5-c7b5-4244-b644-265a032a85b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee84f9d-408f-4b96-b865-564440a8be24,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:31.207259 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac387a78-10e6-4067-9730-be8c901fd0f0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:31.313950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caaf545-fd29-4e96-8824-a904ad93d36f req-553e4e9b-b6aa-4484-b844-c76bc89f1d3e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:31.321239 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0caaf545-fd29-4e96-8824-a904ad93d36f req-553e4e9b-b6aa-4484-b844-c76bc89f1d3e tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 945 time: 0.1527379 Nov 19 09:41:31.325363 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac387a78-10e6-4067-9730-be8c901fd0f0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:31.358392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac387a78-10e6-4067-9730-be8c901fd0f0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Subnet': ['ID=157dfef8-7eb0-496b-ada1-948e6b502f2a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:31.370860 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac387a78-10e6-4067-9730-be8c901fd0f0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:31.374472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ac387a78-10e6-4067-9730-be8c901fd0f0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/157dfef8-7eb0-496b-ada1-948e6b502f2a HTTP/1.1" status: 204 len: 168 time: 0.9961424 Nov 19 09:41:31.383130 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52386) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:31.386045 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76491abf-a3c3-497e-a399-a45514fb6207 None None] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:31.391475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-881389a2-f878-4692-9947-780f347f1c78 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'subnet': {'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:31.429659 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81e26f0-58fa-43a6-82c6-e524e0980b6d None None] New status for floating IP 4a685c35-96b7-4395-853f-728fda9c1d21: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:41:31.498036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52388) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:31.523076 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d2e80e63-23b8-48ff-be5d-9ad660584593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:31.599919 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-0caaf545-fd29-4e96-8824-a904ad93d36f req-52d33dcc-990b-4971-a752-ec6a3b471eee tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting port f4edcbb1-4a3d-4148-98a8-757714fa7eb3 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:31.600267 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0caaf545-fd29-4e96-8824-a904ad93d36f req-52d33dcc-990b-4971-a752-ec6a3b471eee tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:31.645626 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358e722-18e5-489b-93ae-95b4960fa16a req-852fc9b9-0901-4ac5-8e57-d2788fba9ff3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:31.647256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2358e722-18e5-489b-93ae-95b4960fa16a req-852fc9b9-0901-4ac5-8e57-d2788fba9ff3 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a07e1f2-742f-48c9-a517-e907a42851e4 HTTP/1.1" status: 200 len: 945 time: 0.4631042 Nov 19 09:41:31.755055 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0caaf545-fd29-4e96-8824-a904ad93d36f req-52d33dcc-990b-4971-a752-ec6a3b471eee tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] For port f4edcbb1-4a3d-4148-98a8-757714fa7eb3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=f4edcbb1-4a3d-4148-98a8-757714fa7eb3,segment=NetworkSegment(675a91f7-034b-4b3b-a29f-e74d710aa697),segment_id=675a91f7-034b-4b3b-a29f-e74d710aa697)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:31.755597 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0caaf545-fd29-4e96-8824-a904ad93d36f req-52d33dcc-990b-4971-a752-ec6a3b471eee tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:31.771165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-0caaf545-fd29-4e96-8824-a904ad93d36f req-52d33dcc-990b-4971-a752-ec6a3b471eee tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Calling delete_port for f4edcbb1-4a3d-4148-98a8-757714fa7eb3 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:31.778254 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d2e80e63-23b8-48ff-be5d-9ad660584593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:31.796016 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d2e80e63-23b8-48ff-be5d-9ad660584593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:31.803853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881389a2-f878-4692-9947-780f347f1c78 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:31.808154 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-881389a2-f878-4692-9947-780f347f1c78 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:31.844870 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2358e722-18e5-489b-93ae-95b4960fa16a req-33cfee82-198a-44ec-966a-7de34113600b tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2e7897ea-dfd8-4a78-92e5-783e554ba0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836891 Nov 19 09:41:31.928642 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d2e80e63-23b8-48ff-be5d-9ad660584593 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3112d4c9708144478d45e3868beee05f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4273481 Nov 19 09:41:31.928642 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e80e63-23b8-48ff-be5d-9ad660584593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063b2ec2-8d97-4ec2-bebf-4bd7bb87f724,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:31.931968 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52394) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:31.984241 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0caaf545-fd29-4e96-8824-a904ad93d36f req-52d33dcc-990b-4971-a752-ec6a3b471eee tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.021028 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d33dcc-990b-4971-a752-ec6a3b471eee tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Port': ['ID=f4edcbb1-4a3d-4148-98a8-757714fa7eb3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:32.030839 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de6efc83-2c8b-4cea-a1da-f93cdf6289bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.056166 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de6efc83-2c8b-4cea-a1da-f93cdf6289bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.135264 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-0caaf545-fd29-4e96-8824-a904ad93d36f req-52d33dcc-990b-4971-a752-ec6a3b471eee tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] No DVR routers for this DVR port f4edcbb1-4a3d-4148-98a8-757714fa7eb3 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:41:32.137778 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0caaf545-fd29-4e96-8824-a904ad93d36f req-52d33dcc-990b-4971-a752-ec6a3b471eee tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.141345 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0caaf545-fd29-4e96-8824-a904ad93d36f req-52d33dcc-990b-4971-a752-ec6a3b471eee tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.71 "DELETE /v2.0/ports/f4edcbb1-4a3d-4148-98a8-757714fa7eb3 HTTP/1.1" status: 204 len: 173 time: 0.8128943 Nov 19 09:41:32.141791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a07e1f2-742f-48c9-a517-e907a42851e4', 'name': 'network-vif-deleted', 'tag': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:41:32.144348 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1aa881-1a1c-4017-a61d-b519f3d36499" -d '{"events": [{"server_uuid": "1a07e1f2-742f-48c9-a517-e907a42851e4", "name": "network-vif-deleted", "tag": "f4edcbb1-4a3d-4148-98a8-757714fa7eb3"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:41:32.186791 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de6efc83-2c8b-4cea-a1da-f93cdf6289bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.189422 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de6efc83-2c8b-4cea-a1da-f93cdf6289bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.190563 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-de6efc83-2c8b-4cea-a1da-f93cdf6289bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/063b2ec2-8d97-4ec2-bebf-4bd7bb87f724 HTTP/1.1" status: 204 len: 168 time: 0.2574565 Nov 19 09:41:32.193180 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-881389a2-f878-4692-9947-780f347f1c78 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.205300 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b034f540-35f0-4663-88ca-b06f8ce529dd x-openstack-request-id: req-b034f540-35f0-4663-88ca-b06f8ce529dd {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:41:32.205609 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a07e1f2-742f-48c9-a517-e907a42851e4", "name": "network-vif-deleted", "tag": "f4edcbb1-4a3d-4148-98a8-757714fa7eb3", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:41:32.205870 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b034f540-35f0-4663-88ca-b06f8ce529dd {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:41:32.206277 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a07e1f2-742f-48c9-a517-e907a42851e4', 'name': 'network-vif-deleted', 'tag': 'f4edcbb1-4a3d-4148-98a8-757714fa7eb3', 'status': 'completed', 'code': 200} Nov 19 09:41:32.206962 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6efc83-2c8b-4cea-a1da-f93cdf6289bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063b2ec2-8d97-4ec2-bebf-4bd7bb87f724,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:32.250154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881389a2-f878-4692-9947-780f347f1c78 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:32.255799 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-881389a2-f878-4692-9947-780f347f1c78 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:32.258982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881389a2-f878-4692-9947-780f347f1c78 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:32.259950 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-881389a2-f878-4692-9947-780f347f1c78 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.286090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881389a2-f878-4692-9947-780f347f1c78 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Subnet': ['ID=6938064d-46cd-412f-bf5f-f995c17902ca,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:32.300770 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-881389a2-f878-4692-9947-780f347f1c78 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9130678 Nov 19 09:41:32.301260 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52406) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:32.308126 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a8694e2b-d044-4b6a-9844-39741009298f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'security_group': {'name': 'tempest-secgroup-1452581620'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:32.359052 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8694e2b-d044-4b6a-9844-39741009298f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.459635 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8694e2b-d044-4b6a-9844-39741009298f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.466880 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8694e2b-d044-4b6a-9844-39741009298f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.499971 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8694e2b-d044-4b6a-9844-39741009298f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.504811 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a8694e2b-d044-4b6a-9844-39741009298f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1998775 Nov 19 09:41:32.506304 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52412) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:32.517728 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d887bc3f-fc08-43c6-835f-17b5d0fbc11d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'security_group': {'name': 'tempest-secgroup-32202169'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:32.579517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8694e2b-d044-4b6a-9844-39741009298f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb12cad-81ae-431e-9281-9dd5804dfcc4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:32.589800 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d887bc3f-fc08-43c6-835f-17b5d0fbc11d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.619464 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17c83a4-b425-445f-b147-9c749d70a1cb None None] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:32.747662 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d887bc3f-fc08-43c6-835f-17b5d0fbc11d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.762222 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d887bc3f-fc08-43c6-835f-17b5d0fbc11d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.772223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ca2552a6-b723-4c7e-b2d5-fdee89906afc None None] Provisioning complete for port f39bff35-24a2-404c-8538-23b751f91d46 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:32.775631 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca2552a6-b723-4c7e-b2d5-fdee89906afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.817471 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d887bc3f-fc08-43c6-835f-17b5d0fbc11d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.818664 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d887bc3f-fc08-43c6-835f-17b5d0fbc11d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3112209 Nov 19 09:41:32.821538 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52420) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:32.827272 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e2dd2a7e-39fd-42ba-a7f1-0614e68f3ec5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'security_group': {'name': 'tempest-secgroup-220829390'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:32.834761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887bc3f-fc08-43c6-835f-17b5d0fbc11d tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2e5048-de55-4234-950e-89abacc789f4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:32.873588 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2a7e-39fd-42ba-a7f1-0614e68f3ec5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.934356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52426) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:32.937309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ca2552a6-b723-4c7e-b2d5-fdee89906afc None None] Port f39bff35-24a2-404c-8538-23b751f91d46 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:41:32.974992 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ca2552a6-b723-4c7e-b2d5-fdee89906afc None None] Provisioning complete for port 8cfadde0-a783-4874-b54e-99f700b10e0f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:32.975375 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca2552a6-b723-4c7e-b2d5-fdee89906afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.980483 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2a7e-39fd-42ba-a7f1-0614e68f3ec5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:32.986698 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2a7e-39fd-42ba-a7f1-0614e68f3ec5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:33.044173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd2a7e-39fd-42ba-a7f1-0614e68f3ec5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708911a6-befd-4fec-8784-1e1332cbcca8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:33.080648 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e2dd2a7e-39fd-42ba-a7f1-0614e68f3ec5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:33.082790 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e2dd2a7e-39fd-42ba-a7f1-0614e68f3ec5 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2584548 Nov 19 09:41:33.084605 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52434) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:33.092701 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-2e73a89c-4a13-426b-8e00-a16174cb60ca tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1392106100', 'security_groups': ['708911a6-befd-4fec-8784-1e1332cbcca8'], 'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6938064d-46cd-412f-bf5f-f995c17902ca'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:33.218506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18719c41-c2a0-4de2-a8f7-4b15dc6319d8 None None] Update dhcp port {'port': {'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'fixed_ips': [{'subnet_id': '021dd290-5484-49b5-b10b-fce085bb4645', 'ip_address': '172.20.0.19'}, {'subnet_id': '6938064d-46cd-412f-bf5f-f995c17902ca'}], 'binding:host_id': 'n-d-805649-14'}, 'id': '8cfadde0-a783-4874-b54e-99f700b10e0f'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:41:33.235801 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e73a89c-4a13-426b-8e00-a16174cb60ca tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:33.257224 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-18719c41-c2a0-4de2-a8f7-4b15dc6319d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:33.345149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f4edcbb1-4a3d-4148-98a8-757714fa7eb3 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:41:33.386887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: f4edcbb1-4a3d-4148-98a8-757714fa7eb3 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:41:33.387661 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device f4edcbb1-4a3d-4148-98a8-757714fa7eb3 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:41:33.398375 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e73a89c-4a13-426b-8e00-a16174cb60ca tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:33.430661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [None req-2e73a89c-4a13-426b-8e00-a16174cb60ca tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] device_id is not set on port 01dfa7e7-67ff-4b7b-8120-6d23a538e152 yet. {{(pid=103477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:41:33.500310 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37c7c957-bb62-4ca7-b2fc-352de2aa3ec8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:33.590083 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-18719c41-c2a0-4de2-a8f7-4b15dc6319d8 None None] Allocated IP 172.20.0.2 (45cdf9b7-b44b-433e-801d-3e83ae88e272/6938064d-46cd-412f-bf5f-f995c17902ca/8cfadde0-a783-4874-b54e-99f700b10e0f) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:33.725588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-18719c41-c2a0-4de2-a8f7-4b15dc6319d8 None None] For port 8cfadde0-a783-4874-b54e-99f700b10e0f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8cfadde0-a783-4874-b54e-99f700b10e0f,segment=NetworkSegment(9e8148c2-9eeb-4979-8c92-a6345922df6d),segment_id=9e8148c2-9eeb-4979-8c92-a6345922df6d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:33.763499 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-18719c41-c2a0-4de2-a8f7-4b15dc6319d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:33.769482 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-18719c41-c2a0-4de2-a8f7-4b15dc6319d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:33.848395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-2e73a89c-4a13-426b-8e00-a16174cb60ca tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Allocated IP 172.20.0.5 (45cdf9b7-b44b-433e-801d-3e83ae88e272/6938064d-46cd-412f-bf5f-f995c17902ca/01dfa7e7-67ff-4b7b-8120-6d23a538e152) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:33.900909 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-37c7c957-bb62-4ca7-b2fc-352de2aa3ec8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting port 04e40b1f-d9a7-41fe-aa0c-204017999ecb {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:33.901049 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37c7c957-bb62-4ca7-b2fc-352de2aa3ec8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:33.928685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18719c41-c2a0-4de2-a8f7-4b15dc6319d8 None None] Pushing event updated for resources: {'Port': ['ID=8cfadde0-a783-4874-b54e-99f700b10e0f,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:34.035330 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-37c7c957-bb62-4ca7-b2fc-352de2aa3ec8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] For port 04e40b1f-d9a7-41fe-aa0c-204017999ecb, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=04e40b1f-d9a7-41fe-aa0c-204017999ecb,segment=NetworkSegment(675a91f7-034b-4b3b-a29f-e74d710aa697),segment_id=675a91f7-034b-4b3b-a29f-e74d710aa697)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:34.035698 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37c7c957-bb62-4ca7-b2fc-352de2aa3ec8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:34.053650 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e73a89c-4a13-426b-8e00-a16174cb60ca tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:34.058077 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-37c7c957-bb62-4ca7-b2fc-352de2aa3ec8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Calling delete_port for 04e40b1f-d9a7-41fe-aa0c-204017999ecb owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:34.116974 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e73a89c-4a13-426b-8e00-a16174cb60ca tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:34.212477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e73a89c-4a13-426b-8e00-a16174cb60ca tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:34.218129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-2e73a89c-4a13-426b-8e00-a16174cb60ca tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:34.222208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e73a89c-4a13-426b-8e00-a16174cb60ca tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:34.230203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73a89c-4a13-426b-8e00-a16174cb60ca tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=01dfa7e7-67ff-4b7b-8120-6d23a538e152,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:34.319013 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e73a89c-4a13-426b-8e00-a16174cb60ca tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:34.320798 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e73a89c-4a13-426b-8e00-a16174cb60ca tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:34.349899 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2e73a89c-4a13-426b-8e00-a16174cb60ca tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2634079 Nov 19 09:41:34.351085 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52472) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:34.366067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6312a4fc-7575-4fd8-b119-47e3d2853959 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'subnet': {'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:34.374075 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37c7c957-bb62-4ca7-b2fc-352de2aa3ec8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:34.603799 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6312a4fc-7575-4fd8-b119-47e3d2853959 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:34.609400 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6312a4fc-7575-4fd8-b119-47e3d2853959 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:34.809869 n-d-805649-14 neutron-server[103477]: INFO neutron.db.ipam_backend_mixin [None req-6312a4fc-7575-4fd8-b119-47e3d2853959 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6938064d-46cd-412f-bf5f-f995c17902ca (CIDR: 172.20.0.0/28) Nov 19 09:41:34.822908 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-6312a4fc-7575-4fd8-b119-47e3d2853959 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:41:34.823411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6312a4fc-7575-4fd8-b119-47e3d2853959 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:41:34.833567 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7c957-bb62-4ca7-b2fc-352de2aa3ec8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Port': ['ID=04e40b1f-d9a7-41fe-aa0c-204017999ecb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:34.849872 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6312a4fc-7575-4fd8-b119-47e3d2853959 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4971828 Nov 19 09:41:34.851158 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52494) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:34.861817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a89a2e31-33d4-4349-b89c-b6adf46c030b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'subnet': {'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:34.950355 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a7f17c9d-26d5-42f8-8361-8aed4f0e4f44 None None] Provisioning complete for port f39bff35-24a2-404c-8538-23b751f91d46 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:34.950929 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7f17c9d-26d5-42f8-8361-8aed4f0e4f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:35.028958 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a7f17c9d-26d5-42f8-8361-8aed4f0e4f44 None None] Port f39bff35-24a2-404c-8538-23b751f91d46 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:41:35.042936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89a2e31-33d4-4349-b89c-b6adf46c030b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:35.049240 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a89a2e31-33d4-4349-b89c-b6adf46c030b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:35.061654 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a7f17c9d-26d5-42f8-8361-8aed4f0e4f44 None None] Provisioning complete for port 8cfadde0-a783-4874-b54e-99f700b10e0f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:35.062056 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7f17c9d-26d5-42f8-8361-8aed4f0e4f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:35.177760 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37c7c957-bb62-4ca7-b2fc-352de2aa3ec8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:35.203422 n-d-805649-14 neutron-server[103477]: INFO neutron.db.ipam_backend_mixin [None req-a89a2e31-33d4-4349-b89c-b6adf46c030b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 021dd290-5484-49b5-b10b-fce085bb4645 (CIDR: 172.20.0.16/28) Nov 19 09:41:35.210158 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89a2e31-33d4-4349-b89c-b6adf46c030b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:41:35.210727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89a2e31-33d4-4349-b89c-b6adf46c030b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:41:35.235836 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a89a2e31-33d4-4349-b89c-b6adf46c030b tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3834915 Nov 19 09:41:35.239027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52500) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:35.246360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1e2cf62a-e263-4d2f-ac99-b5f7752169c0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'subnet': {'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:35.347690 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a6758e13-3872-4431-ab9a-7913706400ae None None] Provisioning complete for port 01dfa7e7-67ff-4b7b-8120-6d23a538e152 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:35.348075 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a6758e13-3872-4431-ab9a-7913706400ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:35.470772 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2cf62a-e263-4d2f-ac99-b5f7752169c0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Made reservation on behalf of 53b124379b1041d9b1b166d03bfa0058 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:35.475938 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf62a-e263-4d2f-ac99-b5f7752169c0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:35.557450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c7c957-bb62-4ca7-b2fc-352de2aa3ec8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Router f7e0e971-23ff-49f8-8a21-65332059f32d has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:41:35.659502 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a6758e13-3872-4431-ab9a-7913706400ae None None] Port 01dfa7e7-67ff-4b7b-8120-6d23a538e152 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:41:35.703703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c7c957-bb62-4ca7-b2fc-352de2aa3ec8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:41:35.710077 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-37c7c957-bb62-4ca7-b2fc-352de2aa3ec8 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "PUT /v2.0/routers/f7e0e971-23ff-49f8-8a21-65332059f32d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7738664 Nov 19 09:41:35.714707 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dbce55-7c06-4ea3-ba49-37b6e8d7e859 None None] Sync routers for ids ['f7e0e971-23ff-49f8-8a21-65332059f32d'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:41:35.723752 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52514) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:35.728748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dbce55-7c06-4ea3-ba49-37b6e8d7e859 None None] Routers {'f7e0e971-23ff-49f8-8a21-65332059f32d'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:41:35.730244 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-16dbce55-7c06-4ea3-ba49-37b6e8d7e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f7e0e971-23ff-49f8-8a21-65332059f32d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:35.823350 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf62a-e263-4d2f-ac99-b5f7752169c0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:35.839100 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-62755418-ab36-41f4-8bcd-4b8ca1bac907 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting subnet 18085388-1e44-4c95-bc31-c7d2f7e40f0b {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:41:35.849006 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62755418-ab36-41f4-8bcd-4b8ca1bac907 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:35.912566 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-16dbce55-7c06-4ea3-ba49-37b6e8d7e859 None None] Set router f7e0e971-23ff-49f8-8a21-65332059f32d gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:41:35.913140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2cf62a-e263-4d2f-ac99-b5f7752169c0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:35.915182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cf62a-e263-4d2f-ac99-b5f7752169c0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Subnet': ['ID=d46797e2-d5c4-4059-ab46-1a809d438736,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:35.919748 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-1e2cf62a-e263-4d2f-ac99-b5f7752169c0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:35.930898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2cf62a-e263-4d2f-ac99-b5f7752169c0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:35.932547 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf62a-e263-4d2f-ac99-b5f7752169c0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:35.963188 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62755418-ab36-41f4-8bcd-4b8ca1bac907 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:35.976203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85238db-00e6-4476-8c64-22ba5606ceef None None] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:36.001544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1e2cf62a-e263-4d2f-ac99-b5f7752169c0 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7612274 Nov 19 09:41:36.002415 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52520) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:36.008484 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-aa408b93-cbef-45f5-b8b2-3a936005deed tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-900796594', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd46797e2-d5c4-4059-ab46-1a809d438736'}], 'security_groups': ['cdb12cad-81ae-431e-9281-9dd5804dfcc4', '7e2e5048-de55-4234-950e-89abacc789f4']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:36.095860 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa408b93-cbef-45f5-b8b2-3a936005deed tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:36.131627 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62755418-ab36-41f4-8bcd-4b8ca1bac907 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:36.158013 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8cfadde0-a783-4874-b54e-99f700b10e0f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:36.194727 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62755418-ab36-41f4-8bcd-4b8ca1bac907 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:36.222576 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62755418-ab36-41f4-8bcd-4b8ca1bac907 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Subnet': ['ID=18085388-1e44-4c95-bc31-c7d2f7e40f0b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:36.226603 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-62755418-ab36-41f4-8bcd-4b8ca1bac907 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:36.233554 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-62755418-ab36-41f4-8bcd-4b8ca1bac907 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/subnets/18085388-1e44-4c95-bc31-c7d2f7e40f0b HTTP/1.1" status: 204 len: 168 time: 0.5087299 Nov 19 09:41:36.234177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52522) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:36.291834 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d282d71-a70c-4fc8-9ac1-293853866294 None None] Network 6134cf53-5a1a-45af-b603-c754e23ab567 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:36.501568 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dde4279f-0d16-4181-b04f-908230d70c60 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:36.648879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-aa408b93-cbef-45f5-b8b2-3a936005deed tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Delete allocated IP 172.20.0.5 (45cdf9b7-b44b-433e-801d-3e83ae88e272/6938064d-46cd-412f-bf5f-f995c17902ca) {{(pid=103477) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 09:41:36.653411 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dde4279f-0d16-4181-b04f-908230d70c60 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:36.660052 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-aa408b93-cbef-45f5-b8b2-3a936005deed tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Allocated IP 172.20.0.45 (45cdf9b7-b44b-433e-801d-3e83ae88e272/d46797e2-d5c4-4059-ab46-1a809d438736/01dfa7e7-67ff-4b7b-8120-6d23a538e152) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:36.674066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8cfadde0-a783-4874-b54e-99f700b10e0f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:36.674536 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:36.741461 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dde4279f-0d16-4181-b04f-908230d70c60 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting port 16f5b64d-bc68-47a8-8926-a87e46d29e38 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:36.741958 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dde4279f-0d16-4181-b04f-908230d70c60 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:36.783411 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-16dbce55-7c06-4ea3-ba49-37b6e8d7e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290503660', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:03Z', 'updated_at': '2021-11-19T09:41:34Z', 'revision_number': 5, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port': {'id': '16f5b64d-bc68-47a8-8926-a87e46d29e38', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:4b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:04Z', 'updated_at': '2021-11-19T09:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:36.817581 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dbce55-7c06-4ea3-ba49-37b6e8d7e859 None None] Checking router: f7e0e971-23ff-49f8-8a21-65332059f32d for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:41:36.874058 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfba5574-6707-4770-a297-9e8319af40b5 None None] DHCP port deletion for 6134cf53-5a1a-45af-b603-c754e23ab567 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:41:36.889577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa408b93-cbef-45f5-b8b2-3a936005deed tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:36.890006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dbce55-7c06-4ea3-ba49-37b6e8d7e859 None None] Routers {'f7e0e971-23ff-49f8-8a21-65332059f32d'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:41:36.890639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-16dbce55-7c06-4ea3-ba49-37b6e8d7e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f7e0e971-23ff-49f8-8a21-65332059f32d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:36.892670 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-dde4279f-0d16-4181-b04f-908230d70c60 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] For port 16f5b64d-bc68-47a8-8926-a87e46d29e38, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=16f5b64d-bc68-47a8-8926-a87e46d29e38,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:36.893286 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dde4279f-0d16-4181-b04f-908230d70c60 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:36.896440 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa408b93-cbef-45f5-b8b2-3a936005deed tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:36.913136 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dde4279f-0d16-4181-b04f-908230d70c60 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Calling delete_port for 16f5b64d-bc68-47a8-8926-a87e46d29e38 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:37.015787 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a6635b-f74d-4cf3-b02d-0ebd93aa1ec3 None None] Update dhcp port {'port': {'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'fixed_ips': [{'subnet_id': '021dd290-5484-49b5-b10b-fce085bb4645', 'ip_address': '172.20.0.19'}, {'subnet_id': '6938064d-46cd-412f-bf5f-f995c17902ca', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd46797e2-d5c4-4059-ab46-1a809d438736'}], 'binding:host_id': 'n-d-805649-14'}, 'id': '8cfadde0-a783-4874-b54e-99f700b10e0f'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:41:37.019812 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa408b93-cbef-45f5-b8b2-3a936005deed tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event updated for resources: {'Port': ['ID=01dfa7e7-67ff-4b7b-8120-6d23a538e152,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:37.040460 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-aa408b93-cbef-45f5-b8b2-3a936005deed tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] In _notify_port_updated(), no bound segment for port 01dfa7e7-67ff-4b7b-8120-6d23a538e152 on network 45cdf9b7-b44b-433e-801d-3e83ae88e272 {{(pid=103477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 09:41:37.044508 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-93a6635b-f74d-4cf3-b02d-0ebd93aa1ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.050721 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa408b93-cbef-45f5-b8b2-3a936005deed tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:37.051401 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa408b93-cbef-45f5-b8b2-3a936005deed tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.053417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-aa408b93-cbef-45f5-b8b2-3a936005deed tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "PUT /v2.0/ports/01dfa7e7-67ff-4b7b-8120-6d23a538e152 HTTP/1.1" status: 200 len: 959 time: 1.0498457 Nov 19 09:41:37.057495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52540) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:37.057842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-16dbce55-7c06-4ea3-ba49-37b6e8d7e859 None None] Set router f7e0e971-23ff-49f8-8a21-65332059f32d gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:41:37.129283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-16dbce55-7c06-4ea3-ba49-37b6e8d7e859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290503660', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:03Z', 'updated_at': '2021-11-19T09:41:36Z', 'revision_number': 6, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:37.151159 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dde4279f-0d16-4181-b04f-908230d70c60 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.175255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8be4fd92-6bad-473f-9f9c-a5870f66be91 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port 01dfa7e7-67ff-4b7b-8120-6d23a538e152 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:37.175926 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8be4fd92-6bad-473f-9f9c-a5870f66be91 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.179151 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4279f-0d16-4181-b04f-908230d70c60 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Port': ['ID=16f5b64d-bc68-47a8-8926-a87e46d29e38,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:37.186533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dbce55-7c06-4ea3-ba49-37b6e8d7e859 None None] The sync data for ids ['f7e0e971-23ff-49f8-8a21-65332059f32d'] in n-d-805649-14 is: [{'id': 'f7e0e971-23ff-49f8-8a21-65332059f32d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290503660', 'tenant_id': '0dc1876a77414c6c8af6b4234d92e489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:03Z', 'updated_at': '2021-11-19T09:41:36Z', 'revision_number': 6, 'project_id': '0dc1876a77414c6c8af6b4234d92e489', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:41:37.280742 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dde4279f-0d16-4181-b04f-908230d70c60 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.302737 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897cb9a8-26d0-473e-9538-9b28198f97df None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:41:37.305245 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8be4fd92-6bad-473f-9f9c-a5870f66be91 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.306906 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cfba5574-6707-4770-a297-9e8319af40b5 None None] Deleting port a3e0d941-3662-46a0-9422-9bd62f9fce6d {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:37.307454 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfba5574-6707-4770-a297-9e8319af40b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.318166 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8be4fd92-6bad-473f-9f9c-a5870f66be91 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for 01dfa7e7-67ff-4b7b-8120-6d23a538e152 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:37.429960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cfba5574-6707-4770-a297-9e8319af40b5 None None] For port a3e0d941-3662-46a0-9422-9bd62f9fce6d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a3e0d941-3662-46a0-9422-9bd62f9fce6d,segment=NetworkSegment(675a91f7-034b-4b3b-a29f-e74d710aa697),segment_id=675a91f7-034b-4b3b-a29f-e74d710aa697)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:37.430713 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfba5574-6707-4770-a297-9e8319af40b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.432640 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dde4279f-0d16-4181-b04f-908230d70c60 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.435223 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dde4279f-0d16-4181-b04f-908230d70c60 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.481638 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cfba5574-6707-4770-a297-9e8319af40b5 None None] Calling delete_port for a3e0d941-3662-46a0-9422-9bd62f9fce6d owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:37.524081 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dde4279f-0d16-4181-b04f-908230d70c60 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.524700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde4279f-0d16-4181-b04f-908230d70c60 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Fanout notify agent at l3_agent the message router_deleted on router f7e0e971-23ff-49f8-8a21-65332059f32d {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:41:37.533842 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dde4279f-0d16-4181-b04f-908230d70c60 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.534607 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dde4279f-0d16-4181-b04f-908230d70c60 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/routers/f7e0e971-23ff-49f8-8a21-65332059f32d HTTP/1.1" status: 204 len: 168 time: 1.2994952 Nov 19 09:41:37.537421 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52550) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:37.573337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-93a6635b-f74d-4cf3-b02d-0ebd93aa1ec3 None None] Allocated IP 172.20.0.34 (45cdf9b7-b44b-433e-801d-3e83ae88e272/d46797e2-d5c4-4059-ab46-1a809d438736/8cfadde0-a783-4874-b54e-99f700b10e0f) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:37.618876 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8be4fd92-6bad-473f-9f9c-a5870f66be91 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.669557 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.705698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4fd92-6bad-473f-9f9c-a5870f66be91 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=01dfa7e7-67ff-4b7b-8120-6d23a538e152,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:37.756165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Deleting port a3e0d941-3662-46a0-9422-9bd62f9fce6d {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:37.756657 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.805933 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8be4fd92-6bad-473f-9f9c-a5870f66be91 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.817428 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8be4fd92-6bad-473f-9f9c-a5870f66be91 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/01dfa7e7-67ff-4b7b-8120-6d23a538e152 HTTP/1.1" status: 204 len: 168 time: 0.7585430 Nov 19 09:41:37.821179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52558) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:37.836007 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] For port a3e0d941-3662-46a0-9422-9bd62f9fce6d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a3e0d941-3662-46a0-9422-9bd62f9fce6d,segment=NetworkSegment(675a91f7-034b-4b3b-a29f-e74d710aa697),segment_id=675a91f7-034b-4b3b-a29f-e74d710aa697)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:37.836509 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.853717 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Calling delete_port for a3e0d941-3662-46a0-9422-9bd62f9fce6d owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:37.913921 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfba5574-6707-4770-a297-9e8319af40b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:37.928798 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-97bf53c2-cf69-4481-9108-b09167eafcfe tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] GET failed (client error): The resource could not be found. Nov 19 09:41:37.928798 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-97bf53c2-cf69-4481-9108-b09167eafcfe tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports/01dfa7e7-67ff-4b7b-8120-6d23a538e152 HTTP/1.1" status: 404 len: 333 time: 0.1013236 Nov 19 09:41:37.931335 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52560) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:37.979617 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba5574-6707-4770-a297-9e8319af40b5 None None] Pushing event deleted for resources: {'Port': ['ID=a3e0d941-3662-46a0-9422-9bd62f9fce6d,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:38.007969 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a3e0d941-3662-46a0-9422-9bd62f9fce6d no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:41:38.022392 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-93a6635b-f74d-4cf3-b02d-0ebd93aa1ec3 None None] For port 8cfadde0-a783-4874-b54e-99f700b10e0f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8cfadde0-a783-4874-b54e-99f700b10e0f,segment=NetworkSegment(9e8148c2-9eeb-4979-8c92-a6345922df6d),segment_id=9e8148c2-9eeb-4979-8c92-a6345922df6d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:38.040175 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.047772 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfba5574-6707-4770-a297-9e8319af40b5 None None] No DVR routers for this DVR port a3e0d941-3662-46a0-9422-9bd62f9fce6d on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:41:38.056589 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73ed69f3-aa92-4fe0-bf18-9daf25c644e6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.060590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: a3e0d941-3662-46a0-9422-9bd62f9fce6d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:41:38.062015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a3e0d941-3662-46a0-9422-9bd62f9fce6d not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:41:38.062700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 04e40b1f-d9a7-41fe-aa0c-204017999ecb no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:41:38.090624 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Port': ['ID=a3e0d941-3662-46a0-9422-9bd62f9fce6d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:38.092719 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] No DVR routers for this DVR port a3e0d941-3662-46a0-9422-9bd62f9fce6d on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:41:38.108266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 04e40b1f-d9a7-41fe-aa0c-204017999ecb {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:41:38.108954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 04e40b1f-d9a7-41fe-aa0c-204017999ecb not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:41:38.109666 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 16f5b64d-bc68-47a8-8926-a87e46d29e38 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:41:38.133892 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73ed69f3-aa92-4fe0-bf18-9daf25c644e6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.148808 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 16f5b64d-bc68-47a8-8926-a87e46d29e38 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:41:38.149193 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 16f5b64d-bc68-47a8-8926-a87e46d29e38 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:41:38.202301 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-93a6635b-f74d-4cf3-b02d-0ebd93aa1ec3 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.209158 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-93a6635b-f74d-4cf3-b02d-0ebd93aa1ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.228064 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.277669 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73ed69f3-aa92-4fe0-bf18-9daf25c644e6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.280487 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-73ed69f3-aa92-4fe0-bf18-9daf25c644e6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.286604 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-73ed69f3-aa92-4fe0-bf18-9daf25c644e6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/security-groups/708911a6-befd-4fec-8784-1e1332cbcca8 HTTP/1.1" status: 204 len: 168 time: 0.3506875 Nov 19 09:41:38.286604 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6134cf53-5a1a-45af-b603-c754e23ab567']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:38.286942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52568) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:38.310648 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed69f3-aa92-4fe0-bf18-9daf25c644e6 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=708911a6-befd-4fec-8784-1e1332cbcca8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:38.315698 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675a91f7-034b-4b3b-a29f-e74d710aa697') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:38.316009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675a91f7-034b-4b3b-a29f-e74d710aa697') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:38.339530 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.359387 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.364910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6635b-f74d-4cf3-b02d-0ebd93aa1ec3 None None] Pushing event updated for resources: {'Port': ['ID=8cfadde0-a783-4874-b54e-99f700b10e0f,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:38.369476 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:41:38.369937 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.398400 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1005a272-eaa1-40d0-989f-62bba0489d21 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: self.session.flush() Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:41:38.408580 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:41:38.436194 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1005a272-eaa1-40d0-989f-62bba0489d21 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.498331 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1005a272-eaa1-40d0-989f-62bba0489d21 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.509966 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1005a272-eaa1-40d0-989f-62bba0489d21 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.509966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1005a272-eaa1-40d0-989f-62bba0489d21 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/security-groups/7e2e5048-de55-4234-950e-89abacc789f4 HTTP/1.1" status: 204 len: 168 time: 0.2176194 Nov 19 09:41:38.509966 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52570) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:38.551941 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.555792 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005a272-eaa1-40d0-989f-62bba0489d21 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2e5048-de55-4234-950e-89abacc789f4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:38.599109 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.607578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52574) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:38.608132 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/networks/6134cf53-5a1a-45af-b603-c754e23ab567 HTTP/1.1" status: 204 len: 168 time: 1.0671778 Nov 19 09:41:38.625325 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b85bd-f40d-44d9-85ff-8f64ff02335d tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'Network': ['ID=6134cf53-5a1a-45af-b603-c754e23ab567,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:38.684222 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe147-936e-4597-8509-c8f8ddc58685 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.720350 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe147-936e-4597-8509-c8f8ddc58685 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.775351 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-399a5815-7413-48dd-a3ff-153ffc8839f4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.816705 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-399a5815-7413-48dd-a3ff-153ffc8839f4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.847064 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe147-936e-4597-8509-c8f8ddc58685 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.850140 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe147-936e-4597-8509-c8f8ddc58685 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.851292 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b8fbe147-936e-4597-8509-c8f8ddc58685 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/security-groups/cdb12cad-81ae-431e-9281-9dd5804dfcc4 HTTP/1.1" status: 204 len: 168 time: 0.3402200 Nov 19 09:41:38.854597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52580) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:38.869855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbe147-936e-4597-8509-c8f8ddc58685 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb12cad-81ae-431e-9281-9dd5804dfcc4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:38.918959 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-399a5815-7413-48dd-a3ff-153ffc8839f4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.922966 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-399a5815-7413-48dd-a3ff-153ffc8839f4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:38.926003 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-399a5815-7413-48dd-a3ff-153ffc8839f4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] 10.222.0.21 "DELETE /v2.0/security-groups/2e7897ea-dfd8-4a78-92e5-783e554ba0b8 HTTP/1.1" status: 204 len: 168 time: 0.3110394 Nov 19 09:41:38.938603 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-4757c536-7d42-406e-b325-7d13e44f915e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting subnet 6938064d-46cd-412f-bf5f-f995c17902ca {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:41:38.940817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a5815-7413-48dd-a3ff-153ffc8839f4 tempest-TestNetworkAdvancedServerOps-1348258384 tempest-TestNetworkAdvancedServerOps-1348258384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7897ea-dfd8-4a78-92e5-783e554ba0b8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:38.946331 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4757c536-7d42-406e-b325-7d13e44f915e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:39.024109 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4757c536-7d42-406e-b325-7d13e44f915e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:39.222765 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4757c536-7d42-406e-b325-7d13e44f915e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:39.319809 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4757c536-7d42-406e-b325-7d13e44f915e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:39.381999 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757c536-7d42-406e-b325-7d13e44f915e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Subnet': ['ID=6938064d-46cd-412f-bf5f-f995c17902ca,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:39.389845 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4757c536-7d42-406e-b325-7d13e44f915e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:39.393493 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4757c536-7d42-406e-b325-7d13e44f915e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/6938064d-46cd-412f-bf5f-f995c17902ca HTTP/1.1" status: 204 len: 168 time: 0.5375547 Nov 19 09:41:39.397727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52604) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:39.404954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e69ae99d-74dd-4d12-b6cf-8f99704742ba None None] Could not find standard attr ID for object 01dfa7e7-67ff-4b7b-8120-6d23a538e152. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:41:39.417127 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e69ae99d-74dd-4d12-b6cf-8f99704742ba None None] Provisioning complete for port f39bff35-24a2-404c-8538-23b751f91d46 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:39.418161 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e69ae99d-74dd-4d12-b6cf-8f99704742ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:39.493076 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e69ae99d-74dd-4d12-b6cf-8f99704742ba None None] Port f39bff35-24a2-404c-8538-23b751f91d46 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:41:39.508422 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e69ae99d-74dd-4d12-b6cf-8f99704742ba None None] Provisioning complete for port 8cfadde0-a783-4874-b54e-99f700b10e0f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:39.509009 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e69ae99d-74dd-4d12-b6cf-8f99704742ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:39.519426 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ae0c29-b6a7-489e-8166-9d27a04c377c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting subnet d46797e2-d5c4-4059-ab46-1a809d438736 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:41:39.530998 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32ae0c29-b6a7-489e-8166-9d27a04c377c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:39.580653 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52610) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:39.596156 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32ae0c29-b6a7-489e-8166-9d27a04c377c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:39.719381 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32ae0c29-b6a7-489e-8166-9d27a04c377c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:39.805816 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32ae0c29-b6a7-489e-8166-9d27a04c377c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:39.882148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae0c29-b6a7-489e-8166-9d27a04c377c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Subnet': ['ID=d46797e2-d5c4-4059-ab46-1a809d438736,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:39.890406 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32ae0c29-b6a7-489e-8166-9d27a04c377c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:39.910106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-32ae0c29-b6a7-489e-8166-9d27a04c377c tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/d46797e2-d5c4-4059-ab46-1a809d438736 HTTP/1.1" status: 204 len: 168 time: 0.5102680 Nov 19 09:41:39.912477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52632) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:39.933907 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b86defb6-0be5-4dbc-baf5-cb5d4734b0a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0dc1876a77414c6c8af6b4234d92e489&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3515203 Nov 19 09:41:39.936158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52634) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:39.946135 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8cfadde0-a783-4874-b54e-99f700b10e0f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:39.957356 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-037a22c1-81a0-43e5-88c1-b407b0cb3226 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] DELETE failed (client error): The resource could not be found. Nov 19 09:41:39.958777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037a22c1-81a0-43e5-88c1-b407b0cb3226 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:41:39.962319 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-037a22c1-81a0-43e5-88c1-b407b0cb3226 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/6938064d-46cd-412f-bf5f-f995c17902ca HTTP/1.1" status: 404 len: 337 time: 0.0483100 Nov 19 09:41:39.965515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52638) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:39.995168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5858618c-8c4d-4c19-a5e8-8f0278e13bf3 None None] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:40.034022 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e0dec3-c065-4ed6-b61a-6afbee0d1dd7 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting subnet 021dd290-5484-49b5-b10b-fce085bb4645 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:41:40.037574 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41e0dec3-c065-4ed6-b61a-6afbee0d1dd7 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:40.060729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f6c59898-c920-4f36-a668-fbb7318889bc None None] Could not find standard attr ID for object 01dfa7e7-67ff-4b7b-8120-6d23a538e152. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:41:40.066007 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-578521b9-3059-466d-9948-aa3543dc60fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:40.093565 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41e0dec3-c065-4ed6-b61a-6afbee0d1dd7 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:40.109969 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-578521b9-3059-466d-9948-aa3543dc60fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:40.143453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8cfadde0-a783-4874-b54e-99f700b10e0f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:40.144992 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:40.176333 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-578521b9-3059-466d-9948-aa3543dc60fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:40.199366 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-578521b9-3059-466d-9948-aa3543dc60fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:40.200649 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-578521b9-3059-466d-9948-aa3543dc60fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6cc2246-ac2a-47e6-b726-f7ab4d404d94 HTTP/1.1" status: 204 len: 168 time: 0.2635257 Nov 19 09:41:40.232059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578521b9-3059-466d-9948-aa3543dc60fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cc2246-ac2a-47e6-b726-f7ab4d404d94,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:40.252722 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41e0dec3-c065-4ed6-b61a-6afbee0d1dd7 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:40.365752 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41e0dec3-c065-4ed6-b61a-6afbee0d1dd7 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:40.438411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0dec3-c065-4ed6-b61a-6afbee0d1dd7 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Subnet': ['ID=021dd290-5484-49b5-b10b-fce085bb4645,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:40.441265 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-41e0dec3-c065-4ed6-b61a-6afbee0d1dd7 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:40.445644 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-41e0dec3-c065-4ed6-b61a-6afbee0d1dd7 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/021dd290-5484-49b5-b10b-fce085bb4645 HTTP/1.1" status: 204 len: 168 time: 0.4781210 Nov 19 09:41:40.450081 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52664) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:40.483792 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-10bf795b-428d-46fd-a2c5-081c0544de79 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] DELETE failed (client error): The resource could not be found. Nov 19 09:41:40.484506 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10bf795b-428d-46fd-a2c5-081c0544de79 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:41:40.488917 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-10bf795b-428d-46fd-a2c5-081c0544de79 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/157dfef8-7eb0-496b-ada1-948e6b502f2a HTTP/1.1" status: 404 len: 337 time: 0.0374568 Nov 19 09:41:40.491827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52668) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:40.528767 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d10c2b9a-ef8c-4ecb-8ffd-bebd2d9c8275 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "GET /v2.0/ports?device_id=50935044-7eaf-4814-9d02-e5efb1a03f2f HTTP/1.1" status: 200 len: 205 time: 0.0353904 Nov 19 09:41:40.531168 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52670) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:40.563752 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea59ff0-f94a-4df8-96fe-fc15a2ea43e9 None None] Update dhcp port {'port': {'network_id': '45cdf9b7-b44b-433e-801d-3e83ae88e272', 'fixed_ips': [{'subnet_id': '021dd290-5484-49b5-b10b-fce085bb4645'}], 'binding:host_id': 'n-d-805649-14'}, 'id': '8cfadde0-a783-4874-b54e-99f700b10e0f'} from n-d-805649-14. {{(pid=103478) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 09:41:40.577002 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-29a53b33-adb2-4575-a5b3-b50391fa78ab tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] delete failed (client error): The resource could not be found. Nov 19 09:41:40.578182 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-29a53b33-adb2-4575-a5b3-b50391fa78ab tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/routers/50935044-7eaf-4814-9d02-e5efb1a03f2f HTTP/1.1" status: 404 len: 336 time: 0.0459011 Nov 19 09:41:40.582831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52676) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:40.616499 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dea59ff0-f94a-4df8-96fe-fc15a2ea43e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:40.633035 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-70168d90-a25c-4256-ba1c-9dd19eb34536 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] DELETE failed (client error): The resource could not be found. Nov 19 09:41:40.634160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70168d90-a25c-4256-ba1c-9dd19eb34536 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:41:40.637574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-70168d90-a25c-4256-ba1c-9dd19eb34536 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/4881bac4-8d21-47c9-90c5-7084ac03fe0f HTTP/1.1" status: 404 len: 337 time: 0.0533671 Nov 19 09:41:40.641254 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52680) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:40.673690 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d156b6-bbeb-44c7-880f-8c2b65b3c57e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] DELETE failed (client error): The resource could not be found. Nov 19 09:41:40.674337 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d156b6-bbeb-44c7-880f-8c2b65b3c57e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:41:40.678015 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-83d156b6-bbeb-44c7-880f-8c2b65b3c57e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/4fd40a28-f5b6-4d88-bd15-ff3be4321582 HTTP/1.1" status: 404 len: 337 time: 0.0356667 Nov 19 09:41:40.685905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52684) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:40.716177 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-95596353-3af4-4094-9594-646880cd4b90 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] DELETE failed (client error): The resource could not be found. Nov 19 09:41:40.716637 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95596353-3af4-4094-9594-646880cd4b90 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:41:40.719978 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-95596353-3af4-4094-9594-646880cd4b90 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/62ac9d9d-d182-4886-989f-2b7bb4b6e018 HTTP/1.1" status: 404 len: 337 time: 0.0328896 Nov 19 09:41:40.722694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52686) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:40.732390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52688) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:40.780463 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-522fcbbb-65f8-4fd9-8de4-edc6f3ce5dd2 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] DELETE failed (client error): The resource could not be found. Nov 19 09:41:40.792670 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522fcbbb-65f8-4fd9-8de4-edc6f3ce5dd2 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:41:40.795855 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-522fcbbb-65f8-4fd9-8de4-edc6f3ce5dd2 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/90fba562-ad46-465e-8d27-f2bead6fd3c4 HTTP/1.1" status: 404 len: 333 time: 0.0719509 Nov 19 09:41:40.798702 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52690) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:40.836316 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-01b2e20f-7735-48a9-8ab7-bccbc5838e24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2475cef3a29b477db92259cec46b68b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1012218 Nov 19 09:41:40.839159 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52692) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:40.858333 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2f8843-a671-4acc-9f4e-4f4216145680 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] DELETE failed (client error): The resource could not be found. Nov 19 09:41:40.859070 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2f8843-a671-4acc-9f4e-4f4216145680 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:41:40.865706 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6b2f8843-a671-4acc-9f4e-4f4216145680 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/e4e3800d-dea7-4e01-bee0-9ac6e33368c2 HTTP/1.1" status: 404 len: 337 time: 0.0658140 Nov 19 09:41:40.868251 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52694) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:40.871706 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2329a76-fd3d-44f6-9baa-7835bb9bfd94 None None] Network 45cdf9b7-b44b-433e-801d-3e83ae88e272 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:40.926348 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94504cc-da05-4638-9632-45cbefb0408e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] DELETE failed (client error): The resource could not be found. Nov 19 09:41:40.926796 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94504cc-da05-4638-9632-45cbefb0408e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:41:40.935149 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f94504cc-da05-4638-9632-45cbefb0408e tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/5bc4e03c-1e2e-488f-9af7-f26792d76201 HTTP/1.1" status: 404 len: 337 time: 0.0643005 Nov 19 09:41:40.937641 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52698) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:40.945340 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6c982af-bcee-4272-a335-46dbf8f9f071 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:40.981742 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2f304818-c184-404f-986b-de021d9b297d None None] Provisioning complete for port f39bff35-24a2-404c-8538-23b751f91d46 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:40.982174 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f304818-c184-404f-986b-de021d9b297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:40.982928 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d953b2-7de5-4c92-b26b-6398615a0a12 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] DELETE failed (client error): The resource could not be found. Nov 19 09:41:40.983496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d953b2-7de5-4c92-b26b-6398615a0a12 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:41:40.994100 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b1d953b2-7de5-4c92-b26b-6398615a0a12 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/81496c6d-fc1f-489c-9d6b-7e09ded1a11e HTTP/1.1" status: 404 len: 333 time: 0.0523911 Nov 19 09:41:40.996587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52702) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:41.006555 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6c982af-bcee-4272-a335-46dbf8f9f071 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:41.039121 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8edab6-7017-476e-a00a-f874265a6e1f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] DELETE failed (client error): The resource could not be found. Nov 19 09:41:41.039713 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8edab6-7017-476e-a00a-f874265a6e1f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:41:41.045164 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cc8edab6-7017-476e-a00a-f874265a6e1f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/642951a9-bf05-4c65-96db-74d1e8708a81 HTTP/1.1" status: 404 len: 337 time: 0.0453377 Nov 19 09:41:41.045582 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52704) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:41.094810 n-d-805649-14 neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40d7a4c-5130-439d-aa5c-711fa97cf491 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] DELETE failed (client error): The resource could not be found. Nov 19 09:41:41.095462 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40d7a4c-5130-439d-aa5c-711fa97cf491 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103476) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 09:41:41.103299 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b40d7a4c-5130-439d-aa5c-711fa97cf491 tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/subnets/48d0ffd1-417e-4e6a-a626-c5782d03dfd8 HTTP/1.1" status: 404 len: 337 time: 0.0543375 Nov 19 09:41:41.103918 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52706) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:41.173857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2f304818-c184-404f-986b-de021d9b297d None None] Port f39bff35-24a2-404c-8538-23b751f91d46 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:41:41.203386 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2f304818-c184-404f-986b-de021d9b297d None None] Provisioning complete for port 8cfadde0-a783-4874-b54e-99f700b10e0f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:41.203773 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f304818-c184-404f-986b-de021d9b297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:41.207171 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6c982af-bcee-4272-a335-46dbf8f9f071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:41.209971 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c6c982af-bcee-4272-a335-46dbf8f9f071 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:41.214127 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c6c982af-bcee-4272-a335-46dbf8f9f071 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/243822ba-27d4-463b-8590-99176ca7bca2 HTTP/1.1" status: 204 len: 168 time: 0.3711622 Nov 19 09:41:41.226314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c982af-bcee-4272-a335-46dbf8f9f071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243822ba-27d4-463b-8590-99176ca7bca2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:41.239077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8e92cdb4-2eeb-4d12-977f-02bffc59c43f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Deleting port f39bff35-24a2-404c-8538-23b751f91d46 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:41.239424 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8e92cdb4-2eeb-4d12-977f-02bffc59c43f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:41.270679 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dbc49e-b3d9-4f92-b8ae-3e5ab892746a None None] DHCP port deletion for 45cdf9b7-b44b-433e-801d-3e83ae88e272 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:41:41.413628 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8e92cdb4-2eeb-4d12-977f-02bffc59c43f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:41.455009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8e92cdb4-2eeb-4d12-977f-02bffc59c43f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Calling delete_port for f39bff35-24a2-404c-8538-23b751f91d46 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:41.500626 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-23dbc49e-b3d9-4f92-b8ae-3e5ab892746a None None] Deleting port 8cfadde0-a783-4874-b54e-99f700b10e0f {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:41.501154 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-23dbc49e-b3d9-4f92-b8ae-3e5ab892746a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:41.605346 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-23dbc49e-b3d9-4f92-b8ae-3e5ab892746a None None] For port 8cfadde0-a783-4874-b54e-99f700b10e0f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8cfadde0-a783-4874-b54e-99f700b10e0f,segment=NetworkSegment(9e8148c2-9eeb-4979-8c92-a6345922df6d),segment_id=9e8148c2-9eeb-4979-8c92-a6345922df6d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:41.606040 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-23dbc49e-b3d9-4f92-b8ae-3e5ab892746a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:41.625936 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8e92cdb4-2eeb-4d12-977f-02bffc59c43f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:41.629714 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-23dbc49e-b3d9-4f92-b8ae-3e5ab892746a None None] Calling delete_port for 8cfadde0-a783-4874-b54e-99f700b10e0f owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:41.672586 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92cdb4-2eeb-4d12-977f-02bffc59c43f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Port': ['ID=f39bff35-24a2-404c-8538-23b751f91d46,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:41.690128 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8e92cdb4-2eeb-4d12-977f-02bffc59c43f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:41.699912 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52720) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:41.705511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8e92cdb4-2eeb-4d12-977f-02bffc59c43f tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/ports/f39bff35-24a2-404c-8538-23b751f91d46 HTTP/1.1" status: 204 len: 168 time: 0.6005273 Nov 19 09:41:41.818429 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-23dbc49e-b3d9-4f92-b8ae-3e5ab892746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:41.819816 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ea80c8b-dd36-4844-b56e-2c0bc69ed8be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:41.870433 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dbc49e-b3d9-4f92-b8ae-3e5ab892746a None None] No DVR routers for this DVR port 8cfadde0-a783-4874-b54e-99f700b10e0f on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:41:41.887429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbc49e-b3d9-4f92-b8ae-3e5ab892746a None None] Pushing event deleted for resources: {'Port': ['ID=8cfadde0-a783-4874-b54e-99f700b10e0f,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:41.978940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8cfadde0-a783-4874-b54e-99f700b10e0f no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:41:42.035242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 8cfadde0-a783-4874-b54e-99f700b10e0f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:41:42.036681 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8cfadde0-a783-4874-b54e-99f700b10e0f not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:41:42.038492 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ea80c8b-dd36-4844-b56e-2c0bc69ed8be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:42.062598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-4ea80c8b-dd36-4844-b56e-2c0bc69ed8be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45cdf9b7-b44b-433e-801d-3e83ae88e272']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:42.073154 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-4ea80c8b-dd36-4844-b56e-2c0bc69ed8be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8148c2-9eeb-4979-8c92-a6345922df6d') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:42.073733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-4ea80c8b-dd36-4844-b56e-2c0bc69ed8be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8148c2-9eeb-4979-8c92-a6345922df6d') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:42.083830 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ea80c8b-dd36-4844-b56e-2c0bc69ed8be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:42.098188 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ea80c8b-dd36-4844-b56e-2c0bc69ed8be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:42.106211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea80c8b-dd36-4844-b56e-2c0bc69ed8be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:41:42.106898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ea80c8b-dd36-4844-b56e-2c0bc69ed8be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:41:42.190468 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:41:42.195244 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ea80c8b-dd36-4844-b56e-2c0bc69ed8be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:42.202937 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ea80c8b-dd36-4844-b56e-2c0bc69ed8be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:42.206947 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4ea80c8b-dd36-4844-b56e-2c0bc69ed8be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] 10.222.0.21 "DELETE /v2.0/networks/45cdf9b7-b44b-433e-801d-3e83ae88e272 HTTP/1.1" status: 204 len: 168 time: 0.5049224 Nov 19 09:41:42.235111 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea80c8b-dd36-4844-b56e-2c0bc69ed8be tempest-PortsTestJSON-304167665 tempest-PortsTestJSON-304167665-project] Pushing event deleted for resources: {'Network': ['ID=45cdf9b7-b44b-433e-801d-3e83ae88e272,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:42.538167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52748) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:42.914075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6e441d32-16de-4303-bca6-a733d1a8eb75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53b124379b1041d9b1b166d03bfa0058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3745239 Nov 19 09:41:42.916330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52766) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:42.984483 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45e56ddb-8ac9-4620-b151-bd4070eb515c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:43.050821 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45e56ddb-8ac9-4620-b151-bd4070eb515c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:43.145340 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45e56ddb-8ac9-4620-b151-bd4070eb515c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:43.148024 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45e56ddb-8ac9-4620-b151-bd4070eb515c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:43.151134 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-45e56ddb-8ac9-4620-b151-bd4070eb515c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3c9258a-5415-44fa-9951-78034e25aad6 HTTP/1.1" status: 204 len: 168 time: 0.2317929 Nov 19 09:41:43.163976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e56ddb-8ac9-4620-b151-bd4070eb515c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c9258a-5415-44fa-9951-78034e25aad6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:43.609534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52794) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:43.877796 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c40e560d-e73e-4013-bcaa-01fcd8084293 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'network': {'name': 'tempest-network-smoke--1497593670', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'port_security_enabled': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:43.929101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40e560d-e73e-4013-bcaa-01fcd8084293 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Made reservation on behalf of a54b2eaca0f74c3180e499355c2ca0b2 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:43.945581 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c40e560d-e73e-4013-bcaa-01fcd8084293 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:43.967182 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c40e560d-e73e-4013-bcaa-01fcd8084293 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.076540 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c40e560d-e73e-4013-bcaa-01fcd8084293 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.082288 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c40e560d-e73e-4013-bcaa-01fcd8084293 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.112929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e560d-e73e-4013-bcaa-01fcd8084293 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f232501-c835-40c1-ae46-7521b72d770f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:44.141499 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40e560d-e73e-4013-bcaa-01fcd8084293 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:41:44.162351 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c40e560d-e73e-4013-bcaa-01fcd8084293 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.163727 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-c40e560d-e73e-4013-bcaa-01fcd8084293 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Added segment 0d781520-2dff-453b-beb7-ca8c0ca22f90 of type vlan for network 8218a80a-28f0-4c34-ab84-8ff4f4ea8262 Nov 19 09:41:44.227094 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c40e560d-e73e-4013-bcaa-01fcd8084293 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.227473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52832) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:44.266517 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c40e560d-e73e-4013-bcaa-01fcd8084293 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.278611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40e560d-e73e-4013-bcaa-01fcd8084293 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:44.280236 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c40e560d-e73e-4013-bcaa-01fcd8084293 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.376515 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c40e560d-e73e-4013-bcaa-01fcd8084293 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7656150 Nov 19 09:41:44.379455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52838) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:44.385545 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-511222118', 'admin_state_up': True, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:44.386824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e560d-e73e-4013-bcaa-01fcd8084293 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Network': ['ID=8218a80a-28f0-4c34-ab84-8ff4f4ea8262,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:44.399031 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 8218a80a-28f0-4c34-ab84-8ff4f4ea8262 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:41:44.452245 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.453670 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.539068 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52844) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:44.543720 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.660047 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f11d5eee-6455-4aa2-a9bc-de060112987c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.692950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ba777bfd-3c55-4328-b3e5-f26d6f81df2e tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-164754496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:44.760001 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f11d5eee-6455-4aa2-a9bc-de060112987c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.760298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.765620 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f11d5eee-6455-4aa2-a9bc-de060112987c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.780356 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba777bfd-3c55-4328-b3e5-f26d6f81df2e tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.782757 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba777bfd-3c55-4328-b3e5-f26d6f81df2e tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.839530 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f11d5eee-6455-4aa2-a9bc-de060112987c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebce4032b3bd48209ba237c1d58fd824&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2983956 Nov 19 09:41:44.840451 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d5eee-6455-4aa2-a9bc-de060112987c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40678f95-75b0-49dd-bf1e-f57c75685d85,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:44.842492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52856) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:44.861430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d5eee-6455-4aa2-a9bc-de060112987c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:44.861679 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d5eee-6455-4aa2-a9bc-de060112987c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:44.862030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d5eee-6455-4aa2-a9bc-de060112987c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:44.862371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d5eee-6455-4aa2-a9bc-de060112987c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:44.862714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d5eee-6455-4aa2-a9bc-de060112987c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:44.863097 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d5eee-6455-4aa2-a9bc-de060112987c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:44.863455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d5eee-6455-4aa2-a9bc-de060112987c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:44.863968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d5eee-6455-4aa2-a9bc-de060112987c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:44.864227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d5eee-6455-4aa2-a9bc-de060112987c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:44.864554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d5eee-6455-4aa2-a9bc-de060112987c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:44.864977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d5eee-6455-4aa2-a9bc-de060112987c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:44.865448 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11d5eee-6455-4aa2-a9bc-de060112987c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:44.918453 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef39a67a-f659-48d5-8e85-be44eea4da10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.947853 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef39a67a-f659-48d5-8e85-be44eea4da10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.950936 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba777bfd-3c55-4328-b3e5-f26d6f81df2e tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:44.959496 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba777bfd-3c55-4328-b3e5-f26d6f81df2e tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.004117 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba777bfd-3c55-4328-b3e5-f26d6f81df2e tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.007873 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ba777bfd-3c55-4328-b3e5-f26d6f81df2e tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7753148 Nov 19 09:41:45.008188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52864) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:45.013363 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-13f63d85-0bb5-47a1-aa92-6c47bfa10f86 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-353453377'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:45.030883 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef39a67a-f659-48d5-8e85-be44eea4da10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.033444 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef39a67a-f659-48d5-8e85-be44eea4da10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.034872 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ef39a67a-f659-48d5-8e85-be44eea4da10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40678f95-75b0-49dd-bf1e-f57c75685d85 HTTP/1.1" status: 204 len: 168 time: 0.1912384 Nov 19 09:41:45.050938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39a67a-f659-48d5-8e85-be44eea4da10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40678f95-75b0-49dd-bf1e-f57c75685d85,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:45.057335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f63d85-0bb5-47a1-aa92-6c47bfa10f86 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Made reservation on behalf of 5ec4fad898154e44ac3bdabb74e92d42 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:45.061044 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13f63d85-0bb5-47a1-aa92-6c47bfa10f86 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.071837 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13f63d85-0bb5-47a1-aa92-6c47bfa10f86 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.202589 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13f63d85-0bb5-47a1-aa92-6c47bfa10f86 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.207341 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.210356 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13f63d85-0bb5-47a1-aa92-6c47bfa10f86 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.231312 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.259943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f63d85-0bb5-47a1-aa92-6c47bfa10f86 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:41:45.280911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f63d85-0bb5-47a1-aa92-6c47bfa10f86 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee90916d-870f-4b6c-8787-db2951f312d3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:45.292246 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13f63d85-0bb5-47a1-aa92-6c47bfa10f86 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.292903 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-13f63d85-0bb5-47a1-aa92-6c47bfa10f86 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Added segment c9cbad6c-572b-480e-b423-f2e9f62f908c of type vlan for network 1228cef1-3bcb-4bdd-8343-999412c0906e Nov 19 09:41:45.347065 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13f63d85-0bb5-47a1-aa92-6c47bfa10f86 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.386512 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13f63d85-0bb5-47a1-aa92-6c47bfa10f86 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.398831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f63d85-0bb5-47a1-aa92-6c47bfa10f86 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:45.400546 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-13f63d85-0bb5-47a1-aa92-6c47bfa10f86 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.419428 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Allocated IP 172.25.0.5 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:45.495359 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-13f63d85-0bb5-47a1-aa92-6c47bfa10f86 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4859359 Nov 19 09:41:45.498239 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52870) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:45.503234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b367c57c-2202-4bc3-9d20-694427ce966b tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Request body: {'subnet': {'network_id': '1228cef1-3bcb-4bdd-8343-999412c0906e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:45.504865 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f63d85-0bb5-47a1-aa92-6c47bfa10f86 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event updated for resources: {'Network': ['ID=1228cef1-3bcb-4bdd-8343-999412c0906e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:45.519153 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 1228cef1-3bcb-4bdd-8343-999412c0906e details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:41:45.553594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52872) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:45.573499 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f3b13ae-2fa9-490b-bad0-8c9d98e63eed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.620487 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.655735 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b367c57c-2202-4bc3-9d20-694427ce966b tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Made reservation on behalf of 5ec4fad898154e44ac3bdabb74e92d42 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:45.659442 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b367c57c-2202-4bc3-9d20-694427ce966b tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.664492 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f3b13ae-2fa9-490b-bad0-8c9d98e63eed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.669753 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f3b13ae-2fa9-490b-bad0-8c9d98e63eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.698300 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.705219 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b13ae-2fa9-490b-bad0-8c9d98e63eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d78238a-b84e-4a24-9082-5ef9ee507c0b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:45.727814 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9f3b13ae-2fa9-490b-bad0-8c9d98e63eed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4534042a28fb4c48ab454eda4bec9e3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1725957 Nov 19 09:41:45.731090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52874) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:45.734157 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.790564 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-288bd450-2edc-47a0-8565-d68299b3b7e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.795089 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:45.802433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:45.806436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Port': ['ID=bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:45.811326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:45.816952 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-288bd450-2edc-47a0-8565-d68299b3b7e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.836006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac8cd39-6dde-4582-9592-f03abd5266eb None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:41:45.908819 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-288bd450-2edc-47a0-8565-d68299b3b7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.911846 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-288bd450-2edc-47a0-8565-d68299b3b7e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:45.913674 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-288bd450-2edc-47a0-8565-d68299b3b7e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d78238a-b84e-4a24-9082-5ef9ee507c0b HTTP/1.1" status: 204 len: 168 time: 0.1815732 Nov 19 09:41:45.922708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bd450-2edc-47a0-8565-d68299b3b7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d78238a-b84e-4a24-9082-5ef9ee507c0b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:45.969728 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b18c2035-5e71-42fe-9988-97b4eb3430f7 None None] Provisioning complete for port bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:45.970260 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b18c2035-5e71-42fe-9988-97b4eb3430f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:46.010335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b18c2035-5e71-42fe-9988-97b4eb3430f7 None None] Port bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:41:46.058120 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b367c57c-2202-4bc3-9d20-694427ce966b tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:46.178309 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367c57c-2202-4bc3-9d20-694427ce966b tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event updated for resources: {'Subnet': ['ID=7cd4dc80-d0f6-4575-ac02-85a68ea7d2f0,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:46.194032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367c57c-2202-4bc3-9d20-694427ce966b tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Checking segment: {'id': 'c9cbad6c-572b-480e-b423-f2e9f62f908c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1228cef1-3bcb-4bdd-8343-999412c0906e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:46.194398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b367c57c-2202-4bc3-9d20-694427ce966b tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Network hostable DHCP agents. Network: 1228cef1-3bcb-4bdd-8343-999412c0906e, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:41:46.562688 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b367c57c-2202-4bc3-9d20-694427ce966b tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Network 1228cef1-3bcb-4bdd-8343-999412c0906e is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:41:46.570396 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:46.609747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b367c57c-2202-4bc3-9d20-694427ce966b tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 1228cef1-3bcb-4bdd-8343-999412c0906e) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:46.619983 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad93c42f-e485-40a0-ac08-5f9c383fabe3 None None] Network 1228cef1-3bcb-4bdd-8343-999412c0906e requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:46.623848 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b367c57c-2202-4bc3-9d20-694427ce966b tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:46.624538 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b367c57c-2202-4bc3-9d20-694427ce966b tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:46.674449 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b367c57c-2202-4bc3-9d20-694427ce966b tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1751332 Nov 19 09:41:46.677613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52898) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:46.682749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-2bb03621-b58b-4553-b9c9-85d1b4bc33fe tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Request body: {'network': {'name': 'tempest-router-network01--430603567'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:46.716480 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb03621-b58b-4553-b9c9-85d1b4bc33fe tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Made reservation on behalf of 5ec4fad898154e44ac3bdabb74e92d42 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:46.720265 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bb03621-b58b-4553-b9c9-85d1b4bc33fe tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:46.766741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb03621-b58b-4553-b9c9-85d1b4bc33fe tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:41:46.778983 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bb03621-b58b-4553-b9c9-85d1b4bc33fe tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:46.779787 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-2bb03621-b58b-4553-b9c9-85d1b4bc33fe tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Added segment 552aeb1c-e266-42f6-9b53-e4991e45bc23 of type vlan for network 9087a351-e718-4e15-9fcf-38d88cf92cf8 Nov 19 09:41:46.837995 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-1228cef1-3bcb-4bdd-8343-999412c0906e', 'network_id': '1228cef1-3bcb-4bdd-8343-999412c0906e', 'tenant_id': '5ec4fad898154e44ac3bdabb74e92d42', 'fixed_ips': [{'subnet_id': '7cd4dc80-d0f6-4575-ac02-85a68ea7d2f0'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:41:46.839189 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:46.865124 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bb03621-b58b-4553-b9c9-85d1b4bc33fe tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:46.907401 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:46.929638 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bb03621-b58b-4553-b9c9-85d1b4bc33fe tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:46.941054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb03621-b58b-4553-b9c9-85d1b4bc33fe tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:46.941857 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2bb03621-b58b-4553-b9c9-85d1b4bc33fe tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:47.062102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52910) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:47.062445 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2bb03621-b58b-4553-b9c9-85d1b4bc33fe tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3835831 Nov 19 09:41:47.069624 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb03621-b58b-4553-b9c9-85d1b4bc33fe tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event updated for resources: {'Network': ['ID=9087a351-e718-4e15-9fcf-38d88cf92cf8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:47.078000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Allocated IP 2001:db8::2 (1228cef1-3bcb-4bdd-8343-999412c0906e/7cd4dc80-d0f6-4575-ac02-85a68ea7d2f0/55b94ab4-4a9e-481c-95aa-b108c5095718) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:47.079209 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Request body: {'network': {'name': 'tempest-router-network02--1693684598'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:47.084117 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 9087a351-e718-4e15-9fcf-38d88cf92cf8 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:41:47.121360 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Made reservation on behalf of 5ec4fad898154e44ac3bdabb74e92d42 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:47.124868 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:47.185382 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:41:47.187442 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Router 067ff078-7179-4a8d-9e60-2dd45e629fec is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:41:47.205324 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:47.205677 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Added segment 56d5067c-dba4-490e-9124-2d64c4bc0e1a of type vlan for network a251fffe-1b14-4243-aac1-43d3c045af31 Nov 19 09:41:47.291298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:47.357784 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:47.366591 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:47.367376 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:41:47.380759 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Sync routers for ids ['067ff078-7179-4a8d-9e60-2dd45e629fec'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:41:47.401244 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Routers {'067ff078-7179-4a8d-9e60-2dd45e629fec'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:41:47.403214 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['067ff078-7179-4a8d-9e60-2dd45e629fec'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:47.421212 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:47.427986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Network 1228cef1-3bcb-4bdd-8343-999412c0906e is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:47.428783 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:47.429680 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:47.431950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:47.435775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:47.444984 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Pushing event updated for resources: {'Port': ['ID=55b94ab4-4a9e-481c-95aa-b108c5095718,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:47.488736 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:47.490679 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b6d73861-26ca-47f7-b6a2-a0c570f37396 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1100588 Nov 19 09:41:47.494589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52918) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:47.520919 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Attempting to bind port 55b94ab4-4a9e-481c-95aa-b108c5095718 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:41:47.521416 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Attempting to bind port 55b94ab4-4a9e-481c-95aa-b108c5095718 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'c9cbad6c-572b-480e-b423-f2e9f62f908c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1228cef1-3bcb-4bdd-8343-999412c0906e'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:41:47.521792 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Attempting to bind port 55b94ab4-4a9e-481c-95aa-b108c5095718 on network 1228cef1-3bcb-4bdd-8343-999412c0906e {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:41:47.529176 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:41:47.529982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Checking segment: {'id': 'c9cbad6c-572b-480e-b423-f2e9f62f908c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1228cef1-3bcb-4bdd-8343-999412c0906e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:47.530461 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:47.530873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Bound using segment: {'id': 'c9cbad6c-572b-480e-b423-f2e9f62f908c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1228cef1-3bcb-4bdd-8343-999412c0906e'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:41:47.531365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Bound port: 55b94ab4-4a9e-481c-95aa-b108c5095718, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cbad6c-572b-480e-b423-f2e9f62f908c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1228cef1-3bcb-4bdd-8343-999412c0906e'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:41:47.531760 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:47.532237 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4685891 Nov 19 09:41:47.534597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52922) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:47.541951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event updated for resources: {'Network': ['ID=a251fffe-1b14-4243-aac1-43d3c045af31,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:47.542267 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-afe2ad35-b2fe-40a7-8639-defc84ce88d1 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Request body: {'subnet': {'network_id': '9087a351-e718-4e15-9fcf-38d88cf92cf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:47.552461 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:47.553427 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:47.554084 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:47.554686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:47.555306 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:47.556510 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:47.557391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:47.557989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:47.559095 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:47.559712 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:47.560299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:47.560854 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd63ff96-ef42-4adf-a878-ae9681d27d69 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:47.685975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] For port 55b94ab4-4a9e-481c-95aa-b108c5095718, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:41:47.692067 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] For port 55b94ab4-4a9e-481c-95aa-b108c5095718, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=55b94ab4-4a9e-481c-95aa-b108c5095718,segment=NetworkSegment(c9cbad6c-572b-480e-b423-f2e9f62f908c),segment_id=c9cbad6c-572b-480e-b423-f2e9f62f908c)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:41:47.699933 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network a251fffe-1b14-4243-aac1-43d3c045af31 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:41:47.749912 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:47.773563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe2ad35-b2fe-40a7-8639-defc84ce88d1 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Made reservation on behalf of 5ec4fad898154e44ac3bdabb74e92d42 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:47.777695 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-afe2ad35-b2fe-40a7-8639-defc84ce88d1 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:47.904325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4732b46-f2e0-45a3-b3e2-a8f31f543a43 None None] Pushing event updated for resources: {'Port': ['ID=55b94ab4-4a9e-481c-95aa-b108c5095718,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:47.949823 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Set router 067ff078-7179-4a8d-9e60-2dd45e629fec gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:41:48.101005 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:48.286687 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52932) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:48.287194 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-13768486-4a42-4a44-9be7-9cfa6eb2f1c1 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=a54b2eaca0f74c3180e499355c2ca0b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7909808 Nov 19 09:41:48.321586 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:41:46Z', 'revision_number': 3, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:48.386859 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Checking router: 067ff078-7179-4a8d-9e60-2dd45e629fec for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:41:48.387524 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Updating router 067ff078-7179-4a8d-9e60-2dd45e629fec port bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:41:48.417006 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:48.532652 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-afe2ad35-b2fe-40a7-8639-defc84ce88d1 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:48.559964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538bd9fb-1e9d-46cd-8a5e-22637b9f2ec7 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:48.561662 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-538bd9fb-1e9d-46cd-8a5e-22637b9f2ec7 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2731314 Nov 19 09:41:48.564460 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52940) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:48.616001 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-994b0884-3b1d-4556-8539-11ef7d00f47e tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502379 Nov 19 09:41:48.621665 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52942) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:48.632085 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-bab16f45-e6b7-4175-a402-564a8252fec9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-923977327', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:48.641303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2ad35-b2fe-40a7-8639-defc84ce88d1 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event updated for resources: {'Subnet': ['ID=0d9e201b-8577-4618-8dec-c0d655bdc6c1,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:48.660875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe2ad35-b2fe-40a7-8639-defc84ce88d1 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Checking segment: {'id': '552aeb1c-e266-42f6-9b53-e4991e45bc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9087a351-e718-4e15-9fcf-38d88cf92cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:48.661414 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe2ad35-b2fe-40a7-8639-defc84ce88d1 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Network hostable DHCP agents. Network: 9087a351-e718-4e15-9fcf-38d88cf92cf8, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:41:48.687455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe2ad35-b2fe-40a7-8639-defc84ce88d1 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Network 9087a351-e718-4e15-9fcf-38d88cf92cf8 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:41:48.706958 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-afe2ad35-b2fe-40a7-8639-defc84ce88d1 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 9087a351-e718-4e15-9fcf-38d88cf92cf8) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:48.711515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe2ad35-b2fe-40a7-8639-defc84ce88d1 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:48.712510 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-afe2ad35-b2fe-40a7-8639-defc84ce88d1 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:48.719893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c06ff0-47f0-44b5-aff6-63d0673014d6 None None] Network 9087a351-e718-4e15-9fcf-38d88cf92cf8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:48.735851 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-afe2ad35-b2fe-40a7-8639-defc84ce88d1 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1988897 Nov 19 09:41:48.740034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52944) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:48.753239 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-72e0f926-d97f-4eee-8f76-62e9de305d2f tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Request body: {'subnet': {'network_id': 'a251fffe-1b14-4243-aac1-43d3c045af31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:48.781928 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:48.788414 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:48.826104 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Attempting to bind port bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:41:48.832438 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Attempting to bind port bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:41:48.833303 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Attempting to bind port bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:41:48.857103 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab16f45-e6b7-4175-a402-564a8252fec9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Made reservation on behalf of a54b2eaca0f74c3180e499355c2ca0b2 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:48.861173 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bab16f45-e6b7-4175-a402-564a8252fec9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:48.865459 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:41:48.866190 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:48.866849 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:48.867409 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:41:48.868384 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Bound port: bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:41:48.868994 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:48.983510 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] For port bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:41:48.984915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09ba9d2-a8b9-4a0d-9509-2d9265b8b3aa None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:41:48.987847 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] For port bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:41:49.003464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e0f926-d97f-4eee-8f76-62e9de305d2f tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Made reservation on behalf of 5ec4fad898154e44ac3bdabb74e92d42 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:49.007213 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-72e0f926-d97f-4eee-8f76-62e9de305d2f tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:49.014724 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:49.044359 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d780d2-4395-4526-ae9e-4a06716ad556 None None] Pushing event updated for resources: {'Port': ['ID=bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:49.046153 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cbdc3f-8cb1-47f4-b7eb-9c6e888ba529 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:41:49.055242 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d780d2-4395-4526-ae9e-4a06716ad556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:49.055782 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d780d2-4395-4526-ae9e-4a06716ad556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:49.056418 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d780d2-4395-4526-ae9e-4a06716ad556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:49.056850 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d780d2-4395-4526-ae9e-4a06716ad556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:49.057453 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d780d2-4395-4526-ae9e-4a06716ad556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:49.057768 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d780d2-4395-4526-ae9e-4a06716ad556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:49.058199 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d780d2-4395-4526-ae9e-4a06716ad556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:49.058537 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d780d2-4395-4526-ae9e-4a06716ad556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:49.058914 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d780d2-4395-4526-ae9e-4a06716ad556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:49.059298 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d780d2-4395-4526-ae9e-4a06716ad556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:49.059627 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d780d2-4395-4526-ae9e-4a06716ad556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:49.059951 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d780d2-4395-4526-ae9e-4a06716ad556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:49.069903 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-9087a351-e718-4e15-9fcf-38d88cf92cf8', 'network_id': '9087a351-e718-4e15-9fcf-38d88cf92cf8', 'tenant_id': '5ec4fad898154e44ac3bdabb74e92d42', 'fixed_ips': [{'subnet_id': '0d9e201b-8577-4618-8dec-c0d655bdc6c1'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:41:49.073882 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Routers {'067ff078-7179-4a8d-9e60-2dd45e629fec'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:41:49.074517 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['067ff078-7179-4a8d-9e60-2dd45e629fec'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:49.075753 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:49.156767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d5d1c950-046e-4606-b7a8-775b73878080 None None] Provisioning complete for port bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:49.157832 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d5d1c950-046e-4606-b7a8-775b73878080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:49.280024 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d780d2-4395-4526-ae9e-4a06716ad556 None None] Pushing event updated for resources: {'Port': ['ID=bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:49.341440 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] Set router 067ff078-7179-4a8d-9e60-2dd45e629fec gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:41:49.385725 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bab16f45-e6b7-4175-a402-564a8252fec9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:49.451911 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d5d1c950-046e-4606-b7a8-775b73878080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:49.523936 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab16f45-e6b7-4175-a402-564a8252fec9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Subnet': ['ID=e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:49.576576 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-72e0f926-d97f-4eee-8f76-62e9de305d2f tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:49.627115 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab16f45-e6b7-4175-a402-564a8252fec9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Checking segment: {'id': '0d781520-2dff-453b-beb7-ca8c0ca22f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:49.629286 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab16f45-e6b7-4175-a402-564a8252fec9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network hostable DHCP agents. Network: 8218a80a-28f0-4c34-ab84-8ff4f4ea8262, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:41:49.642618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c075915-eb26-43f6-86f0-8d79d68dba5b None None] Network 1228cef1-3bcb-4bdd-8343-999412c0906e requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:49.675146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab16f45-e6b7-4175-a402-564a8252fec9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network 8218a80a-28f0-4c34-ab84-8ff4f4ea8262 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:41:49.690763 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-bab16f45-e6b7-4175-a402-564a8252fec9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 8218a80a-28f0-4c34-ab84-8ff4f4ea8262) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:49.706728 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Allocated IP 2001:db8::2 (9087a351-e718-4e15-9fcf-38d88cf92cf8/0d9e201b-8577-4618-8dec-c0d655bdc6c1/a94fd6a0-0c80-45ae-a604-10e64baf50c2) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:49.711812 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab16f45-e6b7-4175-a402-564a8252fec9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:49.713467 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bab16f45-e6b7-4175-a402-564a8252fec9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:49.715950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d5d1c950-046e-4606-b7a8-775b73878080 None None] For port bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:49.717177 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacd2009-b1bf-43f6-a1ee-958733f798fb None None] Network 8218a80a-28f0-4c34-ab84-8ff4f4ea8262 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:49.725347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0f926-d97f-4eee-8f76-62e9de305d2f tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event updated for resources: {'Subnet': ['ID=63738b73-16c3-46d6-825b-a6db9640f43c,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:49.746650 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e0f926-d97f-4eee-8f76-62e9de305d2f tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Checking segment: {'id': '56d5067c-dba4-490e-9124-2d64c4bc0e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a251fffe-1b14-4243-aac1-43d3c045af31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:49.747011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e0f926-d97f-4eee-8f76-62e9de305d2f tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Network hostable DHCP agents. Network: a251fffe-1b14-4243-aac1-43d3c045af31, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:41:49.749971 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:41:46Z', 'revision_number': 3, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:49.750592 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bab16f45-e6b7-4175-a402-564a8252fec9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1271431 Nov 19 09:41:49.752898 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52950) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:49.779905 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d5d1c950-046e-4606-b7a8-775b73878080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:49.780493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e0f926-d97f-4eee-8f76-62e9de305d2f tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Network a251fffe-1b14-4243-aac1-43d3c045af31 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:41:49.790871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-72e0f926-d97f-4eee-8f76-62e9de305d2f tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, a251fffe-1b14-4243-aac1-43d3c045af31) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:49.798455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e0f926-d97f-4eee-8f76-62e9de305d2f tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:49.799064 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-72e0f926-d97f-4eee-8f76-62e9de305d2f tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:49.817918 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa2c6b3-b484-49b0-b7b8-4370ec42a057 None None] The sync data for ids ['067ff078-7179-4a8d-9e60-2dd45e629fec'] in n-d-805649-14 is: [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:41:46Z', 'revision_number': 3, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:41:49.826717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-72e0f926-d97f-4eee-8f76-62e9de305d2f tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0851567 Nov 19 09:41:49.829999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52952) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:49.858773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bebbb4-5dce-4048-966f-72ed9bc71b15 None None] Network a251fffe-1b14-4243-aac1-43d3c045af31 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:50.101436 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f07d524-6698-49b6-aea0-d5f745b1a201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:50.116337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 55b94ab4-4a9e-481c-95aa-b108c5095718 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:50.178867 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-325e0a45-c52a-46fa-8d4b-4a1fd836aa4f None None] Provisioning complete for port bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:50.179358 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-325e0a45-c52a-46fa-8d4b-4a1fd836aa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:50.190860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1c950-046e-4606-b7a8-775b73878080 None None] Pushing event updated for resources: {'Port': ['ID=bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:50.428865 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:50.620577 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:50.677197 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'fixed_ips': [{'subnet_id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:41:50.687349 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:50.758117 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:50.760277 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:50.844447 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 55b94ab4-4a9e-481c-95aa-b108c5095718 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:50.845938 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:50.871439 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Allocated IP 2001:db8::1 (9087a351-e718-4e15-9fcf-38d88cf92cf8/0d9e201b-8577-4618-8dec-c0d655bdc6c1/7ab0a74c-67a4-4600-b5ba-db7a9781f43d) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:50.879368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-a251fffe-1b14-4243-aac1-43d3c045af31', 'network_id': 'a251fffe-1b14-4243-aac1-43d3c045af31', 'tenant_id': '5ec4fad898154e44ac3bdabb74e92d42', 'fixed_ips': [{'subnet_id': '63738b73-16c3-46d6-825b-a6db9640f43c'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:41:50.881293 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:50.968907 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Network 9087a351-e718-4e15-9fcf-38d88cf92cf8 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:51.031367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:51.076119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:51.093601 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Pushing event updated for resources: {'Port': ['ID=a94fd6a0-0c80-45ae-a604-10e64baf50c2,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:51.205718 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Allocated IP 172.20.0.1 (8218a80a-28f0-4c34-ab84-8ff4f4ea8262/e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686/a00c4b06-63bc-4f2c-913a-be26c3701684) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:51.208450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-325e0a45-c52a-46fa-8d4b-4a1fd836aa4f None None] Provisioning complete for port 55b94ab4-4a9e-481c-95aa-b108c5095718 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:51.209048 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-325e0a45-c52a-46fa-8d4b-4a1fd836aa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:51.224052 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:51.321969 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:51.447565 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Network 9087a351-e718-4e15-9fcf-38d88cf92cf8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:51.461188 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:51.462388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:51.472895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:51.473658 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:51.506599 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:51.543070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event updated for resources: {'Port': ['ID=7ab0a74c-67a4-4600-b5ba-db7a9781f43d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:51.564429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Allocated IP 172.20.0.2 (8218a80a-28f0-4c34-ab84-8ff4f4ea8262/e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686/8c7848c2-be5d-4850-a8f4-59ba3ee17f14) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:51.616487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network 8218a80a-28f0-4c34-ab84-8ff4f4ea8262 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:51.621655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:51.633054 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:51.643263 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:51.670282 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Port': ['ID=a00c4b06-63bc-4f2c-913a-be26c3701684,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:51.721789 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:51.799254 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-325e0a45-c52a-46fa-8d4b-4a1fd836aa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:51.831940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Allocated IP 2001:db8::2 (a251fffe-1b14-4243-aac1-43d3c045af31/63738b73-16c3-46d6-825b-a6db9640f43c/c1f88b63-773b-40bd-ab9e-7239fa684eda) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:51.905982 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:51.920397 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:51.985132 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Attempting to bind port a94fd6a0-0c80-45ae-a604-10e64baf50c2 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:41:51.985509 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Attempting to bind port a94fd6a0-0c80-45ae-a604-10e64baf50c2 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '552aeb1c-e266-42f6-9b53-e4991e45bc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9087a351-e718-4e15-9fcf-38d88cf92cf8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:41:51.986029 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Attempting to bind port a94fd6a0-0c80-45ae-a604-10e64baf50c2 on network 9087a351-e718-4e15-9fcf-38d88cf92cf8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:41:52.092969 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 55b94ab4-4a9e-481c-95aa-b108c5095718, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=55b94ab4-4a9e-481c-95aa-b108c5095718,segment=NetworkSegment(c9cbad6c-572b-480e-b423-f2e9f62f908c),segment_id=c9cbad6c-572b-480e-b423-f2e9f62f908c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:52.097437 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:41:52.097834 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Checking segment: {'id': '552aeb1c-e266-42f6-9b53-e4991e45bc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9087a351-e718-4e15-9fcf-38d88cf92cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:52.098255 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:52.098661 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Bound using segment: {'id': '552aeb1c-e266-42f6-9b53-e4991e45bc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9087a351-e718-4e15-9fcf-38d88cf92cf8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:41:52.099150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Bound port: a94fd6a0-0c80-45ae-a604-10e64baf50c2, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552aeb1c-e266-42f6-9b53-e4991e45bc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9087a351-e718-4e15-9fcf-38d88cf92cf8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:41:52.099542 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:52.127433 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:52.145492 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:52.158290 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:52.160320 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:52.161566 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:52.304468 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:52.369861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event updated for resources: {'Port': ['ID=7ab0a74c-67a4-4600-b5ba-db7a9781f43d,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:52.466195 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Network 9087a351-e718-4e15-9fcf-38d88cf92cf8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:52.468075 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:52.599976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=55b94ab4-4a9e-481c-95aa-b108c5095718,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:52.602118 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-325e0a45-c52a-46fa-8d4b-4a1fd836aa4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:41:52.603083 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-325e0a45-c52a-46fa-8d4b-4a1fd836aa4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:41:52.603797 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:52.635213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Router a8ad220e-ca90-42ea-b733-19ab5f406427 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:41:52.656522 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:52.656918 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:52.657292 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:52.657632 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:52.657967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:52.658486 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:52.658819 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:52.659145 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:52.659470 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:52.659793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:52.660418 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:52.660794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:41:52.715284 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9906e8df-af6c-4653-ba0f-dca3b5aefd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:52.750430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Network 8218a80a-28f0-4c34-ab84-8ff4f4ea8262 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:52.752422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:41:52.763205 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-569590d1-df09-4a8d-93e6-5c69381e10a2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "PUT /v2.0/routers/a8ad220e-ca90-42ea-b733-19ab5f406427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9320710 Nov 19 09:41:52.763850 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52970) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:52.770427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:52.797149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e4eae7-677d-4758-81d4-e9f82f68b663 None None] Sync routers for ids ['a8ad220e-ca90-42ea-b733-19ab5f406427'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:41:52.807342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:52.819384 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] For port a94fd6a0-0c80-45ae-a604-10e64baf50c2, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:41:52.857170 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e4eae7-677d-4758-81d4-e9f82f68b663 None None] Routers {'a8ad220e-ca90-42ea-b733-19ab5f406427'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:41:52.857807 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-62e4eae7-677d-4758-81d4-e9f82f68b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a8ad220e-ca90-42ea-b733-19ab5f406427'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:52.882224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] For port a94fd6a0-0c80-45ae-a604-10e64baf50c2, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a94fd6a0-0c80-45ae-a604-10e64baf50c2,segment=NetworkSegment(552aeb1c-e266-42f6-9b53-e4991e45bc23),segment_id=552aeb1c-e266-42f6-9b53-e4991e45bc23)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:41:52.885177 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:52.901049 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:52.927801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Pushing event updated for resources: {'Port': ['ID=8c7848c2-be5d-4850-a8f4-59ba3ee17f14,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:52.951732 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-62e4eae7-677d-4758-81d4-e9f82f68b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:52.958439 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:52.965005 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:53.002942 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:53.003320 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:53.017692 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:53.028290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Port': ['ID=a00c4b06-63bc-4f2c-913a-be26c3701684,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:53.041759 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:53.060570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e4eae7-677d-4758-81d4-e9f82f68b663 None None] Routers {'a8ad220e-ca90-42ea-b733-19ab5f406427'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:41:53.061235 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-62e4eae7-677d-4758-81d4-e9f82f68b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a8ad220e-ca90-42ea-b733-19ab5f406427'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:53.071612 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Attempting to bind port 8c7848c2-be5d-4850-a8f4-59ba3ee17f14 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:41:53.071997 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Attempting to bind port 8c7848c2-be5d-4850-a8f4-59ba3ee17f14 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0d781520-2dff-453b-beb7-ca8c0ca22f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:41:53.074290 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Attempting to bind port 8c7848c2-be5d-4850-a8f4-59ba3ee17f14 on network 8218a80a-28f0-4c34-ab84-8ff4f4ea8262 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:41:53.144652 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Network a251fffe-1b14-4243-aac1-43d3c045af31 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:53.147281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddc398-60ad-485c-83f3-8415ace230a1 None None] Pushing event updated for resources: {'Port': ['ID=a94fd6a0-0c80-45ae-a604-10e64baf50c2,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:53.159853 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:53.163422 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:41:53.163815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Checking segment: {'id': '0d781520-2dff-453b-beb7-ca8c0ca22f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:53.164238 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:53.164640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Bound using segment: {'id': '0d781520-2dff-453b-beb7-ca8c0ca22f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:41:53.165198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Bound port: 8c7848c2-be5d-4850-a8f4-59ba3ee17f14, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d781520-2dff-453b-beb7-ca8c0ca22f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:41:53.165598 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:53.182480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:41:53.186293 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network 8218a80a-28f0-4c34-ab84-8ff4f4ea8262 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:41:53.188296 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:53.280593 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-ea8c6731-a25e-47c9-b593-9b6e44001a5d tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:41:53.281440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ea8c6731-a25e-47c9-b593-9b6e44001a5d tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "PUT /v2.0/routers/a8ad220e-ca90-42ea-b733-19ab5f406427/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5165880 Nov 19 09:41:53.284937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 52980) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:53.292829 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] For port 8c7848c2-be5d-4850-a8f4-59ba3ee17f14, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:41:53.296347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] For port 8c7848c2-be5d-4850-a8f4-59ba3ee17f14, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8c7848c2-be5d-4850-a8f4-59ba3ee17f14,segment=NetworkSegment(0d781520-2dff-453b-beb7-ca8c0ca22f90),segment_id=0d781520-2dff-453b-beb7-ca8c0ca22f90)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:41:53.318670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-62e4eae7-677d-4758-81d4-e9f82f68b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:53.319360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e4eae7-677d-4758-81d4-e9f82f68b663 None None] The sync data for ids ['a8ad220e-ca90-42ea-b733-19ab5f406427'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:41:53.346702 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:53.411309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Attempting to bind port c1f88b63-773b-40bd-ab9e-7239fa684eda on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:41:53.411733 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Attempting to bind port c1f88b63-773b-40bd-ab9e-7239fa684eda by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '56d5067c-dba4-490e-9124-2d64c4bc0e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a251fffe-1b14-4243-aac1-43d3c045af31'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:41:53.412062 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Attempting to bind port c1f88b63-773b-40bd-ab9e-7239fa684eda on network a251fffe-1b14-4243-aac1-43d3c045af31 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:41:53.481411 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:41:53.481961 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Checking segment: {'id': '56d5067c-dba4-490e-9124-2d64c4bc0e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a251fffe-1b14-4243-aac1-43d3c045af31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:53.482245 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:53.483074 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Bound using segment: {'id': '56d5067c-dba4-490e-9124-2d64c4bc0e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a251fffe-1b14-4243-aac1-43d3c045af31'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:41:53.483199 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Bound port: c1f88b63-773b-40bd-ab9e-7239fa684eda, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d5067c-dba4-490e-9124-2d64c4bc0e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a251fffe-1b14-4243-aac1-43d3c045af31'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:41:53.483529 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:53.534982 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Router 067ff078-7179-4a8d-9e60-2dd45e629fec has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:41:53.587664 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] For port c1f88b63-773b-40bd-ab9e-7239fa684eda, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:41:53.591067 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] For port c1f88b63-773b-40bd-ab9e-7239fa684eda, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c1f88b63-773b-40bd-ab9e-7239fa684eda,segment=NetworkSegment(56d5067c-dba4-490e-9124-2d64c4bc0e1a),segment_id=56d5067c-dba4-490e-9124-2d64c4bc0e1a)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:41:53.617680 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:53.631360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Pushing event updated for resources: {'Port': ['ID=c1f88b63-773b-40bd-ab9e-7239fa684eda,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:53.754032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:41:53.761079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7788d80-afbc-4525-a900-45041fd1ca25 None None] Pushing event updated for resources: {'Port': ['ID=8c7848c2-be5d-4850-a8f4-59ba3ee17f14,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:53.765282 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5bbf1e62-c927-42c5-858e-2ae6a08ec959 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "PUT /v2.0/routers/067ff078-7179-4a8d-9e60-2dd45e629fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0111053 Nov 19 09:41:53.770297 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52982) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:53.782312 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Sync routers for ids ['067ff078-7179-4a8d-9e60-2dd45e629fec'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:41:53.814719 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Routers {'067ff078-7179-4a8d-9e60-2dd45e629fec'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:41:53.817841 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['067ff078-7179-4a8d-9e60-2dd45e629fec'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:53.878390 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc734e9-0000-49c5-91c7-4102228948a3 None None] Pushing event updated for resources: {'Port': ['ID=c1f88b63-773b-40bd-ab9e-7239fa684eda,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:53.885928 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:53.912041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2789d35a-13fe-4733-b68b-938fd06a1ffb None None] Provisioning complete for port 55b94ab4-4a9e-481c-95aa-b108c5095718 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:53.915157 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2789d35a-13fe-4733-b68b-938fd06a1ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:53.996854 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0273afab-3825-4da2-b0b3-ba327a85eea7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:54.228131 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Set router 067ff078-7179-4a8d-9e60-2dd45e629fec gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:41:54.484072 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5cb87-30a6-46d5-a831-d5c4325fc59f tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.500393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5cb87-30a6-46d5-a831-d5c4325fc59f tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.501940 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5cb87-30a6-46d5-a831-d5c4325fc59f tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.502603 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5cb87-30a6-46d5-a831-d5c4325fc59f tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.503290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5cb87-30a6-46d5-a831-d5c4325fc59f tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.503950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5cb87-30a6-46d5-a831-d5c4325fc59f tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.504596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5cb87-30a6-46d5-a831-d5c4325fc59f tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.506563 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5cb87-30a6-46d5-a831-d5c4325fc59f tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.507256 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5cb87-30a6-46d5-a831-d5c4325fc59f tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.511691 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-17a5cb87-30a6-46d5-a831-d5c4325fc59f tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6371 time: 0.7387307 Nov 19 09:41:54.515125 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52990) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:54.652207 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d0bb7-8a51-4490-b581-c7c6b91003f9 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.653074 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d0bb7-8a51-4490-b581-c7c6b91003f9 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.653759 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d0bb7-8a51-4490-b581-c7c6b91003f9 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.654430 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d0bb7-8a51-4490-b581-c7c6b91003f9 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.655181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d0bb7-8a51-4490-b581-c7c6b91003f9 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.655821 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d0bb7-8a51-4490-b581-c7c6b91003f9 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.656456 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d0bb7-8a51-4490-b581-c7c6b91003f9 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.657111 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d0bb7-8a51-4490-b581-c7c6b91003f9 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.658693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d0bb7-8a51-4490-b581-c7c6b91003f9 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:54.660963 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bd3d0bb7-8a51-4490-b581-c7c6b91003f9 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5845 time: 0.1445174 Nov 19 09:41:54.667568 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8c7848c2-be5d-4850-a8f4-59ba3ee17f14 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:54.668685 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 52992) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:54.691589 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:41:51Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'a00c4b06-63bc-4f2c-913a-be26c3701684', 'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:a7:ed:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:50Z', 'updated_at': '2021-11-19T09:41:52Z', 'revision_number': 2, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:54.758088 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Checking router: 067ff078-7179-4a8d-9e60-2dd45e629fec for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:41:54.758518 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Updating router 067ff078-7179-4a8d-9e60-2dd45e629fec port a00c4b06-63bc-4f2c-913a-be26c3701684 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:41:54.779594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8c7848c2-be5d-4850-a8f4-59ba3ee17f14 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:54.780291 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:54.830022 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:55.002714 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:55.011496 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:55.040661 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63bb101-5eab-4d98-bf25-ac1099dfe9f6 None None] Network 9087a351-e718-4e15-9fcf-38d88cf92cf8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:55.239185 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0273afab-3825-4da2-b0b3-ba327a85eea7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Deleting port 7ab0a74c-67a4-4600-b5ba-db7a9781f43d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:41:55.246696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 8c7848c2-be5d-4850-a8f4-59ba3ee17f14, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8c7848c2-be5d-4850-a8f4-59ba3ee17f14,segment=NetworkSegment(0d781520-2dff-453b-beb7-ca8c0ca22f90),segment_id=0d781520-2dff-453b-beb7-ca8c0ca22f90)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:55.250001 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0273afab-3825-4da2-b0b3-ba327a85eea7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:55.250929 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0b5453ef-807d-4caf-89a7-dce3dc4e9704 None None] Provisioning complete for port a94fd6a0-0c80-45ae-a604-10e64baf50c2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:55.251544 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b5453ef-807d-4caf-89a7-dce3dc4e9704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:55.270531 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0949d72c-6ba0-4425-9e65-3dc4209f4b4c tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3592 time: 0.5995166 Nov 19 09:41:55.303844 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:55.304851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 55b94ab4-4a9e-481c-95aa-b108c5095718 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:55.580092 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=8c7848c2-be5d-4850-a8f4-59ba3ee17f14,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:55.592396 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0273afab-3825-4da2-b0b3-ba327a85eea7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:55.607324 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b5453ef-807d-4caf-89a7-dce3dc4e9704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:55.638265 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0273afab-3825-4da2-b0b3-ba327a85eea7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Calling delete_port for 7ab0a74c-67a4-4600-b5ba-db7a9781f43d owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:41:55.664799 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 55b94ab4-4a9e-481c-95aa-b108c5095718 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:55.682278 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:55.753150 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:55.869765 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8537cfa-5b5b-4aab-adfb-bc6c0165d9eb None None] Network 8218a80a-28f0-4c34-ab84-8ff4f4ea8262 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:55.883956 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:55.895421 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:55.928723 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0b5453ef-807d-4caf-89a7-dce3dc4e9704 None None] For port a94fd6a0-0c80-45ae-a604-10e64baf50c2, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a94fd6a0-0c80-45ae-a604-10e64baf50c2,segment=NetworkSegment(552aeb1c-e266-42f6-9b53-e4991e45bc23),segment_id=552aeb1c-e266-42f6-9b53-e4991e45bc23)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:56.060553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53000) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:56.065667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4307152f-ca74-40be-b6f6-eb0195ff437a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1328490062', 'description': 'tempest-secgroup-smoke-1328490062 description', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:56.069212 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b5453ef-807d-4caf-89a7-dce3dc4e9704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.096769 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123c647-740c-45af-b186-7aff401aa98e None None] Pushing event updated for resources: {'Port': ['ID=a00c4b06-63bc-4f2c-913a-be26c3701684,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:56.122058 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4307152f-ca74-40be-b6f6-eb0195ff437a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.142279 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Attempting to bind port a00c4b06-63bc-4f2c-913a-be26c3701684 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:41:56.142799 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Attempting to bind port a00c4b06-63bc-4f2c-913a-be26c3701684 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0d781520-2dff-453b-beb7-ca8c0ca22f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:41:56.143277 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Attempting to bind port a00c4b06-63bc-4f2c-913a-be26c3701684 on network 8218a80a-28f0-4c34-ab84-8ff4f4ea8262 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:41:56.153895 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:41:56.155625 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Checking segment: {'id': '0d781520-2dff-453b-beb7-ca8c0ca22f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:56.156812 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.157407 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Bound using segment: {'id': '0d781520-2dff-453b-beb7-ca8c0ca22f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:41:56.158109 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Bound port: a00c4b06-63bc-4f2c-913a-be26c3701684, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d781520-2dff-453b-beb7-ca8c0ca22f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:41:56.158803 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.162906 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0273afab-3825-4da2-b0b3-ba327a85eea7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.213154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273afab-3825-4da2-b0b3-ba327a85eea7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event deleted for resources: {'Port': ['ID=7ab0a74c-67a4-4600-b5ba-db7a9781f43d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:56.225975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf682ff2-2232-4b83-b37e-4593fcf356f2 None None] Network a251fffe-1b14-4243-aac1-43d3c045af31 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:56.257185 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4307152f-ca74-40be-b6f6-eb0195ff437a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.270133 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4307152f-ca74-40be-b6f6-eb0195ff437a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.315810 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] For port a00c4b06-63bc-4f2c-913a-be26c3701684, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:41:56.322002 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] For port a00c4b06-63bc-4f2c-913a-be26c3701684, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a00c4b06-63bc-4f2c-913a-be26c3701684,segment=NetworkSegment(0d781520-2dff-453b-beb7-ca8c0ca22f90),segment_id=0d781520-2dff-453b-beb7-ca8c0ca22f90)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:41:56.332261 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307152f-ca74-40be-b6f6-eb0195ff437a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e343eeca-bcf0-4c07-b5d5-28f38da5d97a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:56.339066 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.344015 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4307152f-ca74-40be-b6f6-eb0195ff437a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.345570 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4307152f-ca74-40be-b6f6-eb0195ff437a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2834511 Nov 19 09:41:56.349319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53002) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:56.363177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2308c8cf-9c5e-4921-a67b-ec9d97f485f1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': 'e343eeca-bcf0-4c07-b5d5-28f38da5d97a', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:56.412044 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2308c8cf-9c5e-4921-a67b-ec9d97f485f1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.443666 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0273afab-3825-4da2-b0b3-ba327a85eea7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.451135 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Routers {'067ff078-7179-4a8d-9e60-2dd45e629fec'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:41:56.452022 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['067ff078-7179-4a8d-9e60-2dd45e629fec'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:56.456099 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b60cecd7-e6a3-41b6-b5f7-6fe058f4524e None None] Provisioning complete for port 8c7848c2-be5d-4850-a8f4-59ba3ee17f14 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:56.456398 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b60cecd7-e6a3-41b6-b5f7-6fe058f4524e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.501857 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2308c8cf-9c5e-4921-a67b-ec9d97f485f1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.514442 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2308c8cf-9c5e-4921-a67b-ec9d97f485f1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.537875 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308c8cf-9c5e-4921-a67b-ec9d97f485f1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e441d68e-67ee-44a4-bda7-205c5a258ac4,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:56.549052 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2308c8cf-9c5e-4921-a67b-ec9d97f485f1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.551330 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2308c8cf-9c5e-4921-a67b-ec9d97f485f1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2001483 Nov 19 09:41:56.553943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53004) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:56.555893 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123c647-740c-45af-b186-7aff401aa98e None None] Pushing event updated for resources: {'Port': ['ID=a00c4b06-63bc-4f2c-913a-be26c3701684,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:56.560832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-35e51dfb-f591-49bf-bc0f-c4fae62863c2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': 'e343eeca-bcf0-4c07-b5d5-28f38da5d97a', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:56.629388 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35e51dfb-f591-49bf-bc0f-c4fae62863c2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.634191 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5453ef-807d-4caf-89a7-dce3dc4e9704 None None] Pushing event updated for resources: {'Port': ['ID=a94fd6a0-0c80-45ae-a604-10e64baf50c2,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:56.659737 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] Set router 067ff078-7179-4a8d-9e60-2dd45e629fec gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:41:56.701549 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c1f88b63-773b-40bd-ab9e-7239fa684eda up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:56.724862 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35e51dfb-f591-49bf-bc0f-c4fae62863c2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.730565 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35e51dfb-f591-49bf-bc0f-c4fae62863c2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.783716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e51dfb-f591-49bf-bc0f-c4fae62863c2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be066f1-71de-404a-817b-4ce995ae0faf,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:56.811314 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35e51dfb-f591-49bf-bc0f-c4fae62863c2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.818972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53006) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:56.819870 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-35e51dfb-f591-49bf-bc0f-c4fae62863c2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2630613 Nov 19 09:41:56.832757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7fa3158a-9fa7-4414-a21f-47be21f8f729 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': 'e343eeca-bcf0-4c07-b5d5-28f38da5d97a', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:56.833542 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port c1f88b63-773b-40bd-ab9e-7239fa684eda triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:56.833926 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.867753 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0273afab-3825-4da2-b0b3-ba327a85eea7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Router a8ad220e-ca90-42ea-b733-19ab5f406427 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:41:56.879974 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b60cecd7-e6a3-41b6-b5f7-6fe058f4524e None None] Provisioning complete for port a94fd6a0-0c80-45ae-a604-10e64baf50c2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:56.880352 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b60cecd7-e6a3-41b6-b5f7-6fe058f4524e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:56.983303 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:41:51Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'a00c4b06-63bc-4f2c-913a-be26c3701684', 'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:a7:ed:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:50Z', 'updated_at': '2021-11-19T09:41:56Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:57.011709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0273afab-3825-4da2-b0b3-ba327a85eea7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:41:57.026454 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0273afab-3825-4da2-b0b3-ba327a85eea7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "PUT /v2.0/routers/a8ad220e-ca90-42ea-b733-19ab5f406427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7403557 Nov 19 09:41:57.032878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53010) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:57.039464 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fa3158a-9fa7-4414-a21f-47be21f8f729 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.042540 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f910f3-55f1-4be5-8d9e-cd8ed6fca2b7 None None] The sync data for ids ['067ff078-7179-4a8d-9e60-2dd45e629fec'] in n-d-805649-14 is: [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:41:51Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'a00c4b06-63bc-4f2c-913a-be26c3701684', 'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:a7:ed:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:50Z', 'updated_at': '2021-11-19T09:41:56Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:41:57.060657 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.062905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660167e1-95be-45f2-bfbd-ba73e27d52d6 None None] Sync routers for ids ['a8ad220e-ca90-42ea-b733-19ab5f406427'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:41:57.134263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660167e1-95be-45f2-bfbd-ba73e27d52d6 None None] Routers {'a8ad220e-ca90-42ea-b733-19ab5f406427'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:41:57.135110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-660167e1-95be-45f2-bfbd-ba73e27d52d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a8ad220e-ca90-42ea-b733-19ab5f406427'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:57.136112 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-23889d99-92a7-4840-b648-4b5e014ddad9 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] delete failed (client error): The resource could not be found. Nov 19 09:41:57.137248 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-23889d99-92a7-4840-b648-4b5e014ddad9 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-2016038270 HTTP/1.1" status: 404 len: 335 time: 0.1030166 Nov 19 09:41:57.142860 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53012) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:57.154876 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f8195af2-86d4-4248-acf6-86fa060ae784 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a8ad220e-ca90-42ea-b733-19ab5f406427'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:57.194962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port c1f88b63-773b-40bd-ab9e-7239fa684eda, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c1f88b63-773b-40bd-ab9e-7239fa684eda,segment=NetworkSegment(56d5067c-dba4-490e-9124-2d64c4bc0e1a),segment_id=56d5067c-dba4-490e-9124-2d64c4bc0e1a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:57.205276 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fa3158a-9fa7-4414-a21f-47be21f8f729 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.214255 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fa3158a-9fa7-4414-a21f-47be21f8f729 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.262776 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3158a-9fa7-4414-a21f-47be21f8f729 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3502db-e5f5-42ff-b7ce-fcfc4a092069,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:57.295911 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fa3158a-9fa7-4414-a21f-47be21f8f729 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.299811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7fa3158a-9fa7-4414-a21f-47be21f8f729 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4750824 Nov 19 09:41:57.300099 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53016) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:57.304829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-befcac2e-ceb8-4fb1-9823-dc8ae3b2b921 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': 'e343eeca-bcf0-4c07-b5d5-28f38da5d97a', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:57.381388 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-befcac2e-ceb8-4fb1-9823-dc8ae3b2b921 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.523328 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-befcac2e-ceb8-4fb1-9823-dc8ae3b2b921 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.535839 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-befcac2e-ceb8-4fb1-9823-dc8ae3b2b921 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.563845 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcac2e-ceb8-4fb1-9823-dc8ae3b2b921 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bae5b4c-0653-4ece-9e32-737ee645f427,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:57.598466 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-befcac2e-ceb8-4fb1-9823-dc8ae3b2b921 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.602829 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-befcac2e-ceb8-4fb1-9823-dc8ae3b2b921 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2986600 Nov 19 09:41:57.603090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53018) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:57.607885 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ef15b5df-4c9c-49ce-bebe-b152c63f78c3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': 'e343eeca-bcf0-4c07-b5d5-28f38da5d97a', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:57.631564 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-660167e1-95be-45f2-bfbd-ba73e27d52d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:57.664376 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.667941 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a94fd6a0-0c80-45ae-a604-10e64baf50c2 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:57.677355 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-ef15b5df-4c9c-49ce-bebe-b152c63f78c3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Project a54b2eaca0f74c3180e499355c2ca0b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:41:57.683621 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef15b5df-4c9c-49ce-bebe-b152c63f78c3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.686934 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660167e1-95be-45f2-bfbd-ba73e27d52d6 None None] Routers {'a8ad220e-ca90-42ea-b733-19ab5f406427'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:41:57.687697 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-660167e1-95be-45f2-bfbd-ba73e27d52d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a8ad220e-ca90-42ea-b733-19ab5f406427'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:57.710200 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f8195af2-86d4-4248-acf6-86fa060ae784 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.760472 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-f8195af2-86d4-4248-acf6-86fa060ae784 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] update failed (client error): The resource could not be found. Nov 19 09:41:57.765271 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f8195af2-86d4-4248-acf6-86fa060ae784 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "PUT /v2.0/routers/a8ad220e-ca90-42ea-b733-19ab5f406427 HTTP/1.1" status: 404 len: 339 time: 0.6213593 Nov 19 09:41:57.768774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53020) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:57.774598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f7a2b306-0c38-47b5-95c7-15f9f99e1af3 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1702871703'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:57.816325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-660167e1-95be-45f2-bfbd-ba73e27d52d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:41:57.819163 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660167e1-95be-45f2-bfbd-ba73e27d52d6 None None] The sync data for ids ['a8ad220e-ca90-42ea-b733-19ab5f406427'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:41:57.832662 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef15b5df-4c9c-49ce-bebe-b152c63f78c3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.844403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a2b306-0c38-47b5-95c7-15f9f99e1af3 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Made reservation on behalf of 5ec4fad898154e44ac3bdabb74e92d42 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:57.848307 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b306-0c38-47b5-95c7-15f9f99e1af3 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.854400 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef15b5df-4c9c-49ce-bebe-b152c63f78c3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.875795 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=c1f88b63-773b-40bd-ab9e-7239fa684eda,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:57.904176 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b60cecd7-e6a3-41b6-b5f7-6fe058f4524e None None] Provisioning complete for port c1f88b63-773b-40bd-ab9e-7239fa684eda triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:57.905449 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b60cecd7-e6a3-41b6-b5f7-6fe058f4524e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.907076 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15b5df-4c9c-49ce-bebe-b152c63f78c3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f4572f-236f-468b-8247-685df9d18d88,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:57.927143 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a2b306-0c38-47b5-95c7-15f9f99e1af3 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:41:57.934418 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef15b5df-4c9c-49ce-bebe-b152c63f78c3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.935768 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ef15b5df-4c9c-49ce-bebe-b152c63f78c3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3316650 Nov 19 09:41:57.939613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53022) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:57.953347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d676bfee-5476-4753-b2ea-bd2afea23190 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': 'e343eeca-bcf0-4c07-b5d5-28f38da5d97a', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:57.956992 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port a94fd6a0-0c80-45ae-a604-10e64baf50c2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:57.957463 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.959283 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b306-0c38-47b5-95c7-15f9f99e1af3 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:57.959650 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-f7a2b306-0c38-47b5-95c7-15f9f99e1af3 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Added segment 850db5d6-d683-4005-925a-9c17281b98b2 of type vlan for network 5228954d-ca1e-42da-a7b6-3c2efb3ecd56 Nov 19 09:41:58.029990 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-d676bfee-5476-4753-b2ea-bd2afea23190 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Project a54b2eaca0f74c3180e499355c2ca0b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:41:58.042490 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d676bfee-5476-4753-b2ea-bd2afea23190 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:58.070649 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b306-0c38-47b5-95c7-15f9f99e1af3 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:58.138484 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b306-0c38-47b5-95c7-15f9f99e1af3 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:58.150921 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2b306-0c38-47b5-95c7-15f9f99e1af3 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:58.151755 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b306-0c38-47b5-95c7-15f9f99e1af3 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:58.218644 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d676bfee-5476-4753-b2ea-bd2afea23190 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:58.229263 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d676bfee-5476-4753-b2ea-bd2afea23190 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:58.277967 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d676bfee-5476-4753-b2ea-bd2afea23190 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:58.279925 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d676bfee-5476-4753-b2ea-bd2afea23190 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3392985 Nov 19 09:41:58.286375 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676bfee-5476-4753-b2ea-bd2afea23190 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c13914-f739-4601-a603-429a3b3b59d8,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:58.299847 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b60cecd7-e6a3-41b6-b5f7-6fe058f4524e None None] Could not find standard attr ID for object 7ab0a74c-67a4-4600-b5ba-db7a9781f43d. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:41:58.315602 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f7a2b306-0c38-47b5-95c7-15f9f99e1af3 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5453060 Nov 19 09:41:58.318573 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53030) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:58.325863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c3a3d1e6-c239-414c-8a14-1c3c49420c07 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Request body: {'subnet': {'network_id': '5228954d-ca1e-42da-a7b6-3c2efb3ecd56', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:58.371267 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2b306-0c38-47b5-95c7-15f9f99e1af3 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event updated for resources: {'Network': ['ID=5228954d-ca1e-42da-a7b6-3c2efb3ecd56,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:58.390777 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 5228954d-ca1e-42da-a7b6-3c2efb3ecd56 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:41:58.540995 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a3d1e6-c239-414c-8a14-1c3c49420c07 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Made reservation on behalf of 5ec4fad898154e44ac3bdabb74e92d42 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:41:58.542103 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d87b26e5-fff9-46d8-a666-e8e6da0deae3 None None] Provisioning complete for port 8c7848c2-be5d-4850-a8f4-59ba3ee17f14 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:58.543092 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d87b26e5-fff9-46d8-a666-e8e6da0deae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:58.545129 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d1e6-c239-414c-8a14-1c3c49420c07 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:58.696825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a00c4b06-63bc-4f2c-913a-be26c3701684 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:58.785953 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d87b26e5-fff9-46d8-a666-e8e6da0deae3 None None] Provisioning complete for port a00c4b06-63bc-4f2c-913a-be26c3701684 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:58.786624 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d87b26e5-fff9-46d8-a666-e8e6da0deae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:58.823991 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port a00c4b06-63bc-4f2c-913a-be26c3701684 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:58.824561 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:58.949610 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d87b26e5-fff9-46d8-a666-e8e6da0deae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:58.954486 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:58.959715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-ab2b7200-920e-42af-b716-4798049f8b75 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1328490062&fields=id&tenant_id=a54b2eaca0f74c3180e499355c2ca0b2 HTTP/1.1" status: 200 len: 267 time: 0.1356575 Nov 19 09:41:58.989617 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d1e6-c239-414c-8a14-1c3c49420c07 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:59.035462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d87b26e5-fff9-46d8-a666-e8e6da0deae3 None None] For port a00c4b06-63bc-4f2c-913a-be26c3701684, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a00c4b06-63bc-4f2c-913a-be26c3701684,segment=NetworkSegment(0d781520-2dff-453b-beb7-ca8c0ca22f90),segment_id=0d781520-2dff-453b-beb7-ca8c0ca22f90)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:41:59.044046 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d87b26e5-fff9-46d8-a666-e8e6da0deae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:59.115485 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d87b26e5-fff9-46d8-a666-e8e6da0deae3 None None] Could not find standard attr ID for object 7ab0a74c-67a4-4600-b5ba-db7a9781f43d. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 09:41:59.144597 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b26e5-fff9-46d8-a666-e8e6da0deae3 None None] Pushing event updated for resources: {'Port': ['ID=a00c4b06-63bc-4f2c-913a-be26c3701684,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:59.174420 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:41:59.174785 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:41:59.175916 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d87b26e5-fff9-46d8-a666-e8e6da0deae3 None None] Provisioning complete for port c1f88b63-773b-40bd-ab9e-7239fa684eda triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:59.176348 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d87b26e5-fff9-46d8-a666-e8e6da0deae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:59.221346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3d1e6-c239-414c-8a14-1c3c49420c07 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Checking segment: {'id': '850db5d6-d683-4005-925a-9c17281b98b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5228954d-ca1e-42da-a7b6-3c2efb3ecd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:41:59.221720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a3d1e6-c239-414c-8a14-1c3c49420c07 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Network hostable DHCP agents. Network: 5228954d-ca1e-42da-a7b6-3c2efb3ecd56, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:41:59.235828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3d1e6-c239-414c-8a14-1c3c49420c07 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event updated for resources: {'Subnet': ['ID=644d97eb-3b8a-4ea5-af4c-2166ed365a16,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:41:59.261801 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-cde5ee10-37b6-4ba6-94c1-26faa8625d73 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:59.268853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-cde5ee10-37b6-4ba6-94c1-26faa8625d73 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/networks?id=8218a80a-28f0-4c34-ab84-8ff4f4ea8262 HTTP/1.1" status: 200 len: 797 time: 0.3081486 Nov 19 09:41:59.277138 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a3d1e6-c239-414c-8a14-1c3c49420c07 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Network 5228954d-ca1e-42da-a7b6-3c2efb3ecd56 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:41:59.292210 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-d4103444-871d-4dbc-adc0-61e70d149067 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/quotas/a54b2eaca0f74c3180e499355c2ca0b2 HTTP/1.1" status: 200 len: 375 time: 0.0223486 Nov 19 09:41:59.302994 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-c3a3d1e6-c239-414c-8a14-1c3c49420c07 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 5228954d-ca1e-42da-a7b6-3c2efb3ecd56) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:41:59.311634 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a3e2a9-d1e6-41b4-a30a-823a678b7724 None None] Network 5228954d-ca1e-42da-a7b6-3c2efb3ecd56 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:41:59.330355 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a3d1e6-c239-414c-8a14-1c3c49420c07 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:41:59.330949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d1e6-c239-414c-8a14-1c3c49420c07 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:59.381366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c3a3d1e6-c239-414c-8a14-1c3c49420c07 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0614190 Nov 19 09:41:59.384887 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53050) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:59.390167 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6cc9cf75-74bd-4316-ab81-feba1dc24f91 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Request body: {'router': {'external_gateway_info': {'network_id': '5228954d-ca1e-42da-a7b6-3c2efb3ecd56'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:41:59.403099 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-bec6c863-ff6a-4c02-a64f-30a85159b1e6 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a54b2eaca0f74c3180e499355c2ca0b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099837 Nov 19 09:41:59.458976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-40134df3-2791-4b82-bc91-8d80150de048 None None] Provisioning complete for port a00c4b06-63bc-4f2c-913a-be26c3701684 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:59.459533 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-40134df3-2791-4b82-bc91-8d80150de048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:59.486954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-77f6e560-1283-4e1e-a2ab-79d29ee176eb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:41:59.488339 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-77f6e560-1283-4e1e-a2ab-79d29ee176eb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0726304 Nov 19 09:41:59.544870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-5228954d-ca1e-42da-a7b6-3c2efb3ecd56', 'network_id': '5228954d-ca1e-42da-a7b6-3c2efb3ecd56', 'tenant_id': '5ec4fad898154e44ac3bdabb74e92d42', 'fixed_ips': [{'subnet_id': '644d97eb-3b8a-4ea5-af4c-2166ed365a16'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:41:59.546052 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:59.615606 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-c584a83f-9589-40f3-b5e7-8c25b77be7b6 service neutron] 10.222.0.21 "GET /v2.0/networks/8218a80a-28f0-4c34-ab84-8ff4f4ea8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191604 Nov 19 09:41:59.667069 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6cc9cf75-74bd-4316-ab81-feba1dc24f91 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:59.726442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-e23f8123-7769-45bd-bb48-38e85b6068e6 service neutron] 10.222.0.21 "GET /v2.0/networks/8218a80a-28f0-4c34-ab84-8ff4f4ea8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028898 Nov 19 09:41:59.752098 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8c7848c2-be5d-4850-a8f4-59ba3ee17f14 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:41:59.802163 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Allocated IP 2001:db8:1::2 (5228954d-ca1e-42da-a7b6-3c2efb3ecd56/644d97eb-3b8a-4ea5-af4c-2166ed365a16/4d5d49fc-8bb0-45f5-993d-03cf22f61a88) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:41:59.834872 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-6cc9cf75-74bd-4316-ab81-feba1dc24f91 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:41:59.837201 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6cc9cf75-74bd-4316-ab81-feba1dc24f91 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "PUT /v2.0/routers/a8ad220e-ca90-42ea-b733-19ab5f406427 HTTP/1.1" status: 400 len: 364 time: 0.4499533 Nov 19 09:41:59.842979 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53054) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:41:59.962676 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 8c7848c2-be5d-4850-a8f4-59ba3ee17f14 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:41:59.963175 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:41:59.983598 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-487d6bb7-94f2-49bb-9717-45323251865b req-9b90c8a4-0454-4a9d-84c5-2c4cea1109ce tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 210 time: 0.0486076 Nov 19 09:42:00.015468 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:00.031944 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:00.100017 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Network 5228954d-ca1e-42da-a7b6-3c2efb3ecd56 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:42:00.112236 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:42:00.118280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:42:00.153503 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c1f88b63-773b-40bd-ab9e-7239fa684eda up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:42:00.155208 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Pushing event updated for resources: {'Port': ['ID=4d5d49fc-8bb0-45f5-993d-03cf22f61a88,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:00.217114 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Attempting to bind port 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:42:00.217439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Attempting to bind port 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '850db5d6-d683-4005-925a-9c17281b98b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5228954d-ca1e-42da-a7b6-3c2efb3ecd56'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:42:00.217817 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Attempting to bind port 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 on network 5228954d-ca1e-42da-a7b6-3c2efb3ecd56 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:42:00.227638 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:42:00.228036 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Checking segment: {'id': '850db5d6-d683-4005-925a-9c17281b98b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5228954d-ca1e-42da-a7b6-3c2efb3ecd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:42:00.228760 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:00.229267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Bound using segment: {'id': '850db5d6-d683-4005-925a-9c17281b98b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5228954d-ca1e-42da-a7b6-3c2efb3ecd56'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:42:00.230190 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Bound port: 4d5d49fc-8bb0-45f5-993d-03cf22f61a88, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850db5d6-d683-4005-925a-9c17281b98b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5228954d-ca1e-42da-a7b6-3c2efb3ecd56'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:42:00.230190 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:00.278521 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:00.293133 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port c1f88b63-773b-40bd-ab9e-7239fa684eda triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:00.293520 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:00.325401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] For port 4d5d49fc-8bb0-45f5-993d-03cf22f61a88, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:42:00.342353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] For port 4d5d49fc-8bb0-45f5-993d-03cf22f61a88, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4d5d49fc-8bb0-45f5-993d-03cf22f61a88,segment=NetworkSegment(850db5d6-d683-4005-925a-9c17281b98b2),segment_id=850db5d6-d683-4005-925a-9c17281b98b2)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:42:00.357240 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:00.438648 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a94fd6a0-0c80-45ae-a604-10e64baf50c2 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:42:00.485000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77644aa-4dbb-4b01-b960-25901e4c2753 None None] Pushing event updated for resources: {'Port': ['ID=4d5d49fc-8bb0-45f5-993d-03cf22f61a88,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:00.532393 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port a94fd6a0-0c80-45ae-a604-10e64baf50c2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:00.533035 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:00.672227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Allocated IP 2001:db8::1 (1228cef1-3bcb-4bdd-8343-999412c0906e/7cd4dc80-d0f6-4575-ac02-85a68ea7d2f0/1ef15c0e-081c-46ca-a118-2254b97f7945) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:42:00.857131 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:00.908544 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:00.943233 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a00c4b06-63bc-4f2c-913a-be26c3701684 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:42:00.961142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Network 1228cef1-3bcb-4bdd-8343-999412c0906e is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:42:00.964766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:42:00.969161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:42:00.969879 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:01.011945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event updated for resources: {'Port': ['ID=1ef15c0e-081c-46ca-a118-2254b97f7945,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:01.013216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port a00c4b06-63bc-4f2c-913a-be26c3701684 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:01.013678 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:01.172371 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:42:01.176281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09e6b585-413d-41ee-8383-c0032c9b0dee req-d2c894be-4d56-4477-8ff3-0b0ad3dfb9dd tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 210 time: 0.0395181 Nov 19 09:42:01.210989 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:01.275124 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:01.277205 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:01.422105 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:01.525135 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 4d5d49fc-8bb0-45f5-993d-03cf22f61a88, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4d5d49fc-8bb0-45f5-993d-03cf22f61a88,segment=NetworkSegment(850db5d6-d683-4005-925a-9c17281b98b2),segment_id=850db5d6-d683-4005-925a-9c17281b98b2)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:01.562190 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:01.565862 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f85535a5-1c98-4bd1-a8ef-242a877acaeb None None] Provisioning complete for port 1ef15c0e-081c-46ca-a118-2254b97f7945 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:01.566242 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f85535a5-1c98-4bd1-a8ef-242a877acaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:01.680671 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=4d5d49fc-8bb0-45f5-993d-03cf22f61a88,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:01.689909 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f85535a5-1c98-4bd1-a8ef-242a877acaeb None None] Port 1ef15c0e-081c-46ca-a118-2254b97f7945 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:42:01.871533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5a83d8-3fca-4d63-bed5-782643d02d0c None None] Network 5228954d-ca1e-42da-a7b6-3c2efb3ecd56 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:42:01.923528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-debe3756-a69d-4e15-ac3a-ca0fa2ed565c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:01.924956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-debe3756-a69d-4e15-ac3a-ca0fa2ed565c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.66 "GET /v2.0/networks?id=8218a80a-28f0-4c34-ab84-8ff4f4ea8262 HTTP/1.1" status: 200 len: 797 time: 0.6803436 Nov 19 09:42:01.942446 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-31051dc7-25e0-4619-a1de-adede40e5b2c None None] Provisioning complete for port 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:01.942806 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-31051dc7-25e0-4619-a1de-adede40e5b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:02.070315 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-a1ef2808-abe9-4cf6-abe3-2634c59fc38c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a54b2eaca0f74c3180e499355c2ca0b2 HTTP/1.1" status: 200 len: 380 time: 0.1359897 Nov 19 09:42:02.081604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-202f185a-d484-4766-b6d9-d83f331b740a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'port': {'device_id': '361586b4-d704-4d1f-a94a-16537d30f29d', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'admin_state_up': True, 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'security_groups': ['e343eeca-bcf0-4c07-b5d5-28f38da5d97a']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:02.220723 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:02.238392 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:02.239303 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:02.339334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-202f185a-d484-4766-b6d9-d83f331b740a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Made reservation on behalf of a54b2eaca0f74c3180e499355c2ca0b2 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:42:02.342821 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-202f185a-d484-4766-b6d9-d83f331b740a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:02.378873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c1ae5f55-f9cd-4071-a1c4-2544e64ace12 req-61915e07-5e90-47d3-b4b9-8f92b9b3cf5e tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 210 time: 0.0716293 Nov 19 09:42:02.410490 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event updated for resources: {'Port': ['ID=1ef15c0e-081c-46ca-a118-2254b97f7945,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:02.446570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9dc16255-3d7e-4af9-8114-8145ac10c58e None None] Provisioning complete for port 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:02.447142 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9dc16255-3d7e-4af9-8114-8145ac10c58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:02.486297 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Network 1228cef1-3bcb-4bdd-8343-999412c0906e is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:42:02.494064 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:42:02.661056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-202f185a-d484-4766-b6d9-d83f331b740a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Allocated IP 172.20.0.5 (8218a80a-28f0-4c34-ab84-8ff4f4ea8262/e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686/87d40cdf-1ace-4249-8a6b-96008bffcfce) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:42:02.701952 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Router a8ad220e-ca90-42ea-b733-19ab5f406427 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:42:02.808361 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:42:02.900160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:42:02.908316 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3c0b4862-8684-49cc-bf1c-70a2efeec315 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "PUT /v2.0/routers/a8ad220e-ca90-42ea-b733-19ab5f406427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0641110 Nov 19 09:42:02.910012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:02.910435 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:02.912092 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f44c000-52dd-4256-871a-f767df042c02 None None] Sync routers for ids ['a8ad220e-ca90-42ea-b733-19ab5f406427'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:42:02.917612 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53086) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:02.929484 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f44c000-52dd-4256-871a-f767df042c02 None None] Routers {'a8ad220e-ca90-42ea-b733-19ab5f406427'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:42:02.930854 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5f44c000-52dd-4256-871a-f767df042c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a8ad220e-ca90-42ea-b733-19ab5f406427'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:02.998152 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-202f185a-d484-4766-b6d9-d83f331b740a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:03.015632 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5f44c000-52dd-4256-871a-f767df042c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:03.032731 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-40f6e77a-a4a9-475e-a70a-aa40165cfa4a None None] Provisioning complete for port 1ef15c0e-081c-46ca-a118-2254b97f7945 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:03.033490 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-40f6e77a-a4a9-475e-a70a-aa40165cfa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:03.035530 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f44c000-52dd-4256-871a-f767df042c02 None None] Routers {'a8ad220e-ca90-42ea-b733-19ab5f406427'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:42:03.038779 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5f44c000-52dd-4256-871a-f767df042c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a8ad220e-ca90-42ea-b733-19ab5f406427'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:03.074201 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-202f185a-d484-4766-b6d9-d83f331b740a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:03.116413 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5f44c000-52dd-4256-871a-f767df042c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:03.118867 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f44c000-52dd-4256-871a-f767df042c02 None None] The sync data for ids ['a8ad220e-ca90-42ea-b733-19ab5f406427'] in n-d-805649-14 is: [] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:42:03.149621 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-40f6e77a-a4a9-475e-a70a-aa40165cfa4a None None] Port 1ef15c0e-081c-46ca-a118-2254b97f7945 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:42:03.162285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-202f185a-d484-4766-b6d9-d83f331b740a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network 8218a80a-28f0-4c34-ab84-8ff4f4ea8262 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:42:03.169041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-202f185a-d484-4766-b6d9-d83f331b740a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:42:03.173196 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-202f185a-d484-4766-b6d9-d83f331b740a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:42:03.245296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-202f185a-d484-4766-b6d9-d83f331b740a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:03.246299 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-202f185a-d484-4766-b6d9-d83f331b740a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:03.284262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-202f185a-d484-4766-b6d9-d83f331b740a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2065792 Nov 19 09:42:03.285481 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f185a-d484-4766-b6d9-d83f331b740a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Port': ['ID=87d40cdf-1ace-4249-8a6b-96008bffcfce,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:03.299432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Request body: {'port': {'device_id': '361586b4-d704-4d1f-a94a-16537d30f29d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:03.375495 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:03.578236 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-33b64db6-3456-4091-8a7f-01242cdcd43d None None] Provisioning complete for port 87d40cdf-1ace-4249-8a6b-96008bffcfce triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:03.578797 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-33b64db6-3456-4091-8a7f-01242cdcd43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:03.582694 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef49e5c2-ea29-4727-bf20-2c84873e3916 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:03.653459 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-33b64db6-3456-4091-8a7f-01242cdcd43d None None] Port 87d40cdf-1ace-4249-8a6b-96008bffcfce cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:42:03.704107 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-ef49e5c2-ea29-4727-bf20-2c84873e3916 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 09:42:03.708204 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ef49e5c2-ea29-4727-bf20-2c84873e3916 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "DELETE /v2.0/routers/a8ad220e-ca90-42ea-b733-19ab5f406427 HTTP/1.1" status: 409 len: 329 time: 0.7895916 Nov 19 09:42:03.709654 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53110) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:03.715338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ba73a-29e4-4083-842f-1923fed143e3 req-7bcaad30-a698-4b3f-9f4d-b1964bd79124 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:03.716897 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c56ba73a-29e4-4083-842f-1923fed143e3 req-7bcaad30-a698-4b3f-9f4d-b1964bd79124 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 931 time: 0.1654887 Nov 19 09:42:03.829063 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c56ba73a-29e4-4083-842f-1923fed143e3 req-41609a35-6021-4f31-86f4-dffa1f74e249 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=e343eeca-bcf0-4c07-b5d5-28f38da5d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047485 Nov 19 09:42:03.882451 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d40cdf-1ace-4249-8a6b-96008bffcfce {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:42:03.891164 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:03.908707 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Transition to ACTIVE for port object 87d40cdf-1ace-4249-8a6b-96008bffcfce will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:42:03.914546 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:04.070435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Pushing event updated for resources: {'Port': ['ID=87d40cdf-1ace-4249-8a6b-96008bffcfce,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:04.111635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Attempting to bind port 87d40cdf-1ace-4249-8a6b-96008bffcfce on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:42:04.112067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Attempting to bind port 87d40cdf-1ace-4249-8a6b-96008bffcfce by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '0d781520-2dff-453b-beb7-ca8c0ca22f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:42:04.112462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Attempting to bind port 87d40cdf-1ace-4249-8a6b-96008bffcfce on network 8218a80a-28f0-4c34-ab84-8ff4f4ea8262 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:42:04.118729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Port 87d40cdf-1ace-4249-8a6b-96008bffcfce on network 8218a80a-28f0-4c34-ab84-8ff4f4ea8262 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:42:04.119527 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Attempting to bind port 87d40cdf-1ace-4249-8a6b-96008bffcfce on network 8218a80a-28f0-4c34-ab84-8ff4f4ea8262 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:42:04.124980 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:42:04.125580 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Checking segment: {'id': '0d781520-2dff-453b-beb7-ca8c0ca22f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:42:04.126031 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Bound using segment: {'id': '0d781520-2dff-453b-beb7-ca8c0ca22f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:42:04.128000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Bound port: 87d40cdf-1ace-4249-8a6b-96008bffcfce, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d781520-2dff-453b-beb7-ca8c0ca22f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:42:04.128575 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:04.214736 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d80cf7fb-0b56-4fb4-ad2d-025997f56ce0 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:04.215832 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] For port 87d40cdf-1ace-4249-8a6b-96008bffcfce, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:42:04.229233 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] For port 87d40cdf-1ace-4249-8a6b-96008bffcfce, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=87d40cdf-1ace-4249-8a6b-96008bffcfce,segment=NetworkSegment(0d781520-2dff-453b-beb7-ca8c0ca22f90),segment_id=0d781520-2dff-453b-beb7-ca8c0ca22f90)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:42:04.238527 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:04.318883 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:04.318883 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:04.320264 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] 10.222.0.66 "PUT /v2.0/ports/87d40cdf-1ace-4249-8a6b-96008bffcfce HTTP/1.1" status: 200 len: 1092 time: 1.0270674 Nov 19 09:42:04.321418 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361586b4-d704-4d1f-a94a-16537d30f29d', 'tag': '87d40cdf-1ace-4249-8a6b-96008bffcfce'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:42:04.326112 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4193124d-3475-44f4-829b-0659e728274d" -d '{"events": [{"name": "network-changed", "server_uuid": "361586b4-d704-4d1f-a94a-16537d30f29d", "tag": "87d40cdf-1ace-4249-8a6b-96008bffcfce"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:42:04.375812 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfed49d-e6b4-4925-aa35-12e12264590a x-openstack-request-id: req-dcfed49d-e6b4-4925-aa35-12e12264590a {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:42:04.376101 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361586b4-d704-4d1f-a94a-16537d30f29d", "tag": "87d40cdf-1ace-4249-8a6b-96008bffcfce", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:42:04.376380 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcfed49d-e6b4-4925-aa35-12e12264590a {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:42:04.376920 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361586b4-d704-4d1f-a94a-16537d30f29d', 'tag': '87d40cdf-1ace-4249-8a6b-96008bffcfce', 'status': 'completed', 'code': 200} Nov 19 09:42:04.378053 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b29b2-9269-4c13-afc0-f02e69f1eca8 service neutron] Pushing event updated for resources: {'Port': ['ID=87d40cdf-1ace-4249-8a6b-96008bffcfce,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:04.515951 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-a52b433f-ee4f-4ed2-8afd-8b2593711888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:04.521577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-a52b433f-ee4f-4ed2-8afd-8b2593711888 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54b2eaca0f74c3180e499355c2ca0b2&device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 1095 time: 0.1283617 Nov 19 09:42:04.623065 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-cd7b9681-7608-417a-9ad1-f6345d7d57fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87d40cdf-1ace-4249-8a6b-96008bffcfce HTTP/1.1" status: 200 len: 217 time: 0.0961823 Nov 19 09:42:04.629022 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d80cf7fb-0b56-4fb4-ad2d-025997f56ce0 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Deleting port 1ef15c0e-081c-46ca-a118-2254b97f7945 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:42:04.629438 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d80cf7fb-0b56-4fb4-ad2d-025997f56ce0 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:04.710230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-79bbe722-1758-4858-9116-15296ab4467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:04.712407 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-79bbe722-1758-4858-9116-15296ab4467c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686 HTTP/1.1" status: 200 len: 834 time: 0.0812395 Nov 19 09:42:04.751106 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d80cf7fb-0b56-4fb4-ad2d-025997f56ce0 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:04.777248 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d80cf7fb-0b56-4fb4-ad2d-025997f56ce0 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Calling delete_port for 1ef15c0e-081c-46ca-a118-2254b97f7945 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:42:04.816613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-697346cb-446e-49e7-bd07-78a0e6105143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:04.819490 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-697346cb-446e-49e7-bd07-78a0e6105143 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8218a80a-28f0-4c34-ab84-8ff4f4ea8262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995584 Nov 19 09:42:05.007965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-ec6401d0-5403-4930-8df2-9e2e6e04b06f service neutron] 10.222.0.66 "GET /v2.0/networks/8218a80a-28f0-4c34-ab84-8ff4f4ea8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694167 Nov 19 09:42:05.014391 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d80cf7fb-0b56-4fb4-ad2d-025997f56ce0 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:05.016941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc53d0-5169-4b4d-86d3-7762975759a1 req-689b43ac-1910-4d73-9350-1f6aace3195b tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:05.018718 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70bc53d0-5169-4b4d-86d3-7762975759a1 req-689b43ac-1910-4d73-9350-1f6aace3195b tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 943 time: 0.0747454 Nov 19 09:42:05.109702 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cf7fb-0b56-4fb4-ad2d-025997f56ce0 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event deleted for resources: {'Port': ['ID=1ef15c0e-081c-46ca-a118-2254b97f7945,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:05.172016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cb3a914-017b-4138-b0bd-2c9ff66c273f req-5ec4bcc7-0b74-42d2-b6b8-856c7f37e19e service neutron] 10.222.0.66 "GET /v2.0/networks/8218a80a-28f0-4c34-ab84-8ff4f4ea8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521232 Nov 19 09:42:05.247307 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d80cf7fb-0b56-4fb4-ad2d-025997f56ce0 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:05.252248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70bc53d0-5169-4b4d-86d3-7762975759a1 req-912ad103-93c9-4908-b0bf-8a910d6c4495 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=e343eeca-bcf0-4c07-b5d5-28f38da5d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199970 Nov 19 09:42:05.307940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193124d-3475-44f4-829b-0659e728274d req-717d9dcb-4a27-4dd0-a4c4-df4a83305e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:05.312677 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4193124d-3475-44f4-829b-0659e728274d req-717d9dcb-4a27-4dd0-a4c4-df4a83305e81 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54b2eaca0f74c3180e499355c2ca0b2&device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 1095 time: 0.0590789 Nov 19 09:42:05.456571 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80cf7fb-0b56-4fb4-ad2d-025997f56ce0 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Router a8ad220e-ca90-42ea-b733-19ab5f406427 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:42:05.561531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80cf7fb-0b56-4fb4-ad2d-025997f56ce0 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:42:05.567904 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d80cf7fb-0b56-4fb4-ad2d-025997f56ce0 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "PUT /v2.0/routers/a8ad220e-ca90-42ea-b733-19ab5f406427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8564556 Nov 19 09:42:05.577947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e53368-85f5-4d15-84c8-8a90a6bbdefb None None] Sync routers for ids ['a8ad220e-ca90-42ea-b733-19ab5f406427'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:42:05.578651 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53146) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:05.592466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e53368-85f5-4d15-84c8-8a90a6bbdefb None None] Routers {'a8ad220e-ca90-42ea-b733-19ab5f406427'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:42:05.593521 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-39e53368-85f5-4d15-84c8-8a90a6bbdefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a8ad220e-ca90-42ea-b733-19ab5f406427'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:05.630695 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-39e53368-85f5-4d15-84c8-8a90a6bbdefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:05.644261 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e53368-85f5-4d15-84c8-8a90a6bbdefb None None] Routers {'a8ad220e-ca90-42ea-b733-19ab5f406427'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:42:05.645711 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-39e53368-85f5-4d15-84c8-8a90a6bbdefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a8ad220e-ca90-42ea-b733-19ab5f406427'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:05.673410 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-c0f9b407-175d-4932-82a7-c796988ef36e tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] show failed (client error): The resource could not be found. Nov 19 09:42:05.678575 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c0f9b407-175d-4932-82a7-c796988ef36e tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1831446390 HTTP/1.1" status: 404 len: 335 time: 0.0953979 Nov 19 09:42:05.678798 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53148) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:05.683748 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-14491299-5ce0-4e4a-b00f-773bfd2c7811 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:05.720843 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-14491299-5ce0-4e4a-b00f-773bfd2c7811 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] update failed (client error): The resource could not be found. Nov 19 09:42:05.725129 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-14491299-5ce0-4e4a-b00f-773bfd2c7811 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-126295923 HTTP/1.1" status: 404 len: 334 time: 0.0422857 Nov 19 09:42:05.725341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53150) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:05.744472 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-39e53368-85f5-4d15-84c8-8a90a6bbdefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:05.745327 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e53368-85f5-4d15-84c8-8a90a6bbdefb None None] The sync data for ids ['a8ad220e-ca90-42ea-b733-19ab5f406427'] in n-d-805649-14 is: [] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:42:05.798013 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193124d-3475-44f4-829b-0659e728274d req-56604471-9baf-4565-9222-44f781d053ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:05.800372 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4193124d-3475-44f4-829b-0659e728274d req-56604471-9baf-4565-9222-44f781d053ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=8218a80a-28f0-4c34-ab84-8ff4f4ea8262 HTTP/1.1" status: 200 len: 898 time: 0.4786665 Nov 19 09:42:05.803488 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-94510111-3abf-4863-b1af-94a804f1f035 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Deleting subnet 644d97eb-3b8a-4ea5-af4c-2166ed365a16 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:42:05.806965 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94510111-3abf-4863-b1af-94a804f1f035 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:05.856541 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4193124d-3475-44f4-829b-0659e728274d req-04b05760-3275-482b-9a9e-749e4a23856f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87d40cdf-1ace-4249-8a6b-96008bffcfce HTTP/1.1" status: 200 len: 217 time: 0.0472295 Nov 19 09:42:05.857620 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94510111-3abf-4863-b1af-94a804f1f035 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:05.914095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193124d-3475-44f4-829b-0659e728274d req-02dca291-537a-42a9-a136-b9acd49f8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:05.916706 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4193124d-3475-44f4-829b-0659e728274d req-02dca291-537a-42a9-a136-b9acd49f8ffe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686 HTTP/1.1" status: 200 len: 834 time: 0.0513811 Nov 19 09:42:05.951577 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94510111-3abf-4863-b1af-94a804f1f035 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:05.977380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193124d-3475-44f4-829b-0659e728274d req-f8cc2234-443f-4f5f-9a94-2c541373f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:05.979092 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4193124d-3475-44f4-829b-0659e728274d req-f8cc2234-443f-4f5f-9a94-2c541373f06e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8218a80a-28f0-4c34-ab84-8ff4f4ea8262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548761 Nov 19 09:42:06.020667 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94510111-3abf-4863-b1af-94a804f1f035 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:06.061403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94510111-3abf-4863-b1af-94a804f1f035 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event deleted for resources: {'Subnet': ['ID=644d97eb-3b8a-4ea5-af4c-2166ed365a16,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:06.062863 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f742fdb4-c21a-49eb-b861-cb4dad138061 None None] Network 5228954d-ca1e-42da-a7b6-3c2efb3ecd56 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:42:06.063959 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94510111-3abf-4863-b1af-94a804f1f035 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:06.068294 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-94510111-3abf-4863-b1af-94a804f1f035 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "DELETE /v2.0/subnets/644d97eb-3b8a-4ea5-af4c-2166ed365a16 HTTP/1.1" status: 204 len: 168 time: 0.3418572 Nov 19 09:42:06.072244 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53156) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:06.087155 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4193124d-3475-44f4-829b-0659e728274d req-e159eac5-20d4-4c4f-a59f-6e8996f8987d service neutron] 10.222.0.66 "GET /v2.0/networks/8218a80a-28f0-4c34-ab84-8ff4f4ea8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985687 Nov 19 09:42:06.193770 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:06.209104 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4193124d-3475-44f4-829b-0659e728274d req-1076750b-1a0d-449d-86ef-3f28530b084e service neutron] 10.222.0.66 "GET /v2.0/networks/8218a80a-28f0-4c34-ab84-8ff4f4ea8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153600 Nov 19 09:42:06.290485 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Deleting port 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:42:06.291481 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:06.335118 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42fc7db-2af0-4b06-bf20-c573f72e9a1f None None] DHCP port deletion for 5228954d-ca1e-42da-a7b6-3c2efb3ecd56 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:42:06.403844 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] For port 4d5d49fc-8bb0-45f5-993d-03cf22f61a88, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4d5d49fc-8bb0-45f5-993d-03cf22f61a88,segment=NetworkSegment(850db5d6-d683-4005-925a-9c17281b98b2),segment_id=850db5d6-d683-4005-925a-9c17281b98b2)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:06.406882 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:06.433505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa6b94-52e2-494a-91da-312147682878 req-5271f5e8-8923-468d-baf6-089f1504b894 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:06.435057 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9afa6b94-52e2-494a-91da-312147682878 req-5271f5e8-8923-468d-baf6-089f1504b894 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 943 time: 0.0701134 Nov 19 09:42:06.441216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Calling delete_port for 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:42:06.446483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c42fc7db-2af0-4b06-bf20-c573f72e9a1f None None] Deleting port 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:42:06.447569 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c42fc7db-2af0-4b06-bf20-c573f72e9a1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:06.527582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c42fc7db-2af0-4b06-bf20-c573f72e9a1f None None] For port 4d5d49fc-8bb0-45f5-993d-03cf22f61a88, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4d5d49fc-8bb0-45f5-993d-03cf22f61a88,segment=NetworkSegment(850db5d6-d683-4005-925a-9c17281b98b2),segment_id=850db5d6-d683-4005-925a-9c17281b98b2)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:06.528784 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c42fc7db-2af0-4b06-bf20-c573f72e9a1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:06.533603 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9afa6b94-52e2-494a-91da-312147682878 req-f38ea7b4-212a-40ce-aed2-de7c617cd0db tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=e343eeca-bcf0-4c07-b5d5-28f38da5d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904281 Nov 19 09:42:06.553744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c42fc7db-2af0-4b06-bf20-c573f72e9a1f None None] Calling delete_port for 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:42:06.574111 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:06.608114 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] No DVR routers for this DVR port 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:42:06.642521 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event deleted for resources: {'Port': ['ID=4d5d49fc-8bb0-45f5-993d-03cf22f61a88,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:06.661737 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c42fc7db-2af0-4b06-bf20-c573f72e9a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:06.693297 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fc7db-2af0-4b06-bf20-c573f72e9a1f None None] Pushing event deleted for resources: {'Port': ['ID=4d5d49fc-8bb0-45f5-993d-03cf22f61a88,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:06.698564 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42fc7db-2af0-4b06-bf20-c573f72e9a1f None None] No DVR routers for this DVR port 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:42:06.716700 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:06.741202 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5228954d-ca1e-42da-a7b6-3c2efb3ecd56']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:06.752588 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850db5d6-d683-4005-925a-9c17281b98b2') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:06.753255 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850db5d6-d683-4005-925a-9c17281b98b2') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:06.763738 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:06.777066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:42:06.785928 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:06.795587 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:42:06.796256 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:06.810900 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:42:06.811186 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4d5d49fc-8bb0-45f5-993d-03cf22f61a88 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:42:06.829855 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:42:06.889731 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:06.907970 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:06.913936 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "DELETE /v2.0/networks/5228954d-ca1e-42da-a7b6-3c2efb3ecd56 HTTP/1.1" status: 204 len: 168 time: 0.8379159 Nov 19 09:42:06.915027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53176) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:06.918099 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce50be5-0571-4a04-a0dd-bb84c2ccee65 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event deleted for resources: {'Network': ['ID=5228954d-ca1e-42da-a7b6-3c2efb3ecd56,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:06.984644 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bca883-d5b7-4a6d-9917-a38b70cf19b2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Deleting subnet 63738b73-16c3-46d6-825b-a6db9640f43c {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:42:06.987987 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86bca883-d5b7-4a6d-9917-a38b70cf19b2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:07.021748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 87d40cdf-1ace-4249-8a6b-96008bffcfce details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:42:07.047484 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86bca883-d5b7-4a6d-9917-a38b70cf19b2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:07.161722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 87d40cdf-1ace-4249-8a6b-96008bffcfce, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=87d40cdf-1ace-4249-8a6b-96008bffcfce,segment=NetworkSegment(0d781520-2dff-453b-beb7-ca8c0ca22f90),segment_id=0d781520-2dff-453b-beb7-ca8c0ca22f90)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:07.178022 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86bca883-d5b7-4a6d-9917-a38b70cf19b2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:07.192008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '87d40cdf-1ace-4249-8a6b-96008bffcfce', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'port_id': '87d40cdf-1ace-4249-8a6b-96008bffcfce', 'mac_address': 'fa:16:3e:19:b8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:42:07.251855 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:07.266457 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86bca883-d5b7-4a6d-9917-a38b70cf19b2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:07.291749 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d40cdf-1ace-4249-8a6b-96008bffcfce {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:42:07.313183 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bca883-d5b7-4a6d-9917-a38b70cf19b2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event deleted for resources: {'Subnet': ['ID=63738b73-16c3-46d6-825b-a6db9640f43c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:07.315021 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86bca883-d5b7-4a6d-9917-a38b70cf19b2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:07.322097 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-86bca883-d5b7-4a6d-9917-a38b70cf19b2 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "DELETE /v2.0/subnets/63738b73-16c3-46d6-825b-a6db9640f43c HTTP/1.1" status: 204 len: 168 time: 0.4062681 Nov 19 09:42:07.322695 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53186) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:07.323128 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0ccd84-5010-419a-b392-2243a956e294 None None] Network a251fffe-1b14-4243-aac1-43d3c045af31 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:42:07.327040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 87d40cdf-1ace-4249-8a6b-96008bffcfce, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=87d40cdf-1ace-4249-8a6b-96008bffcfce,segment=NetworkSegment(0d781520-2dff-453b-beb7-ca8c0ca22f90),segment_id=0d781520-2dff-453b-beb7-ca8c0ca22f90)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:07.371573 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:07.388884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-35af84fb-bf57-465a-8556-2184d9ea1514 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Deleting subnet 0d9e201b-8577-4618-8dec-c0d655bdc6c1 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:42:07.392691 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35af84fb-bf57-465a-8556-2184d9ea1514 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:07.444457 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35af84fb-bf57-465a-8556-2184d9ea1514 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:07.477481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=87d40cdf-1ace-4249-8a6b-96008bffcfce,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:07.552488 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35af84fb-bf57-465a-8556-2184d9ea1514 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:07.588665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83261cc1-3817-403a-a3fe-7aadef11a8b3 None None] DHCP port deletion for a251fffe-1b14-4243-aac1-43d3c045af31 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:42:07.626936 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['87d40cdf-1ace-4249-8a6b-96008bffcfce'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:42:07.643813 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35af84fb-bf57-465a-8556-2184d9ea1514 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:07.662433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d239f-cce2-453c-bcc0-a6cddcdd79dd req-74a2d5cc-a2e4-4c59-ac5e-492b669bfa28 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:07.663952 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c8d239f-cce2-453c-bcc0-a6cddcdd79dd req-74a2d5cc-a2e4-4c59-ac5e-492b669bfa28 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 944 time: 0.0626719 Nov 19 09:42:07.683576 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35af84fb-bf57-465a-8556-2184d9ea1514 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:07.686792 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-35af84fb-bf57-465a-8556-2184d9ea1514 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "DELETE /v2.0/subnets/0d9e201b-8577-4618-8dec-c0d655bdc6c1 HTTP/1.1" status: 204 len: 168 time: 0.3627021 Nov 19 09:42:07.687716 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:42:07.688259 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af84fb-bf57-465a-8556-2184d9ea1514 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9e201b-8577-4618-8dec-c0d655bdc6c1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:07.690429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53198) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:07.706364 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0ef81b-f4c8-49b3-b931-0aaee6f81e4a None None] Network 9087a351-e718-4e15-9fcf-38d88cf92cf8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:42:07.725261 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c8d239f-cce2-453c-bcc0-a6cddcdd79dd req-3bde2429-c96b-498a-adb5-e0f3e025d583 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=e343eeca-bcf0-4c07-b5d5-28f38da5d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546601 Nov 19 09:42:07.782399 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:07.839619 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Deleting port c1f88b63-773b-40bd-ab9e-7239fa684eda {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:42:07.839964 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:07.857534 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-83261cc1-3817-403a-a3fe-7aadef11a8b3 None None] Deleting port c1f88b63-773b-40bd-ab9e-7239fa684eda {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:42:07.857889 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-83261cc1-3817-403a-a3fe-7aadef11a8b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:07.904065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] For port c1f88b63-773b-40bd-ab9e-7239fa684eda, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c1f88b63-773b-40bd-ab9e-7239fa684eda,segment=NetworkSegment(56d5067c-dba4-490e-9124-2d64c4bc0e1a),segment_id=56d5067c-dba4-490e-9124-2d64c4bc0e1a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:07.904478 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:07.918152 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Calling delete_port for c1f88b63-773b-40bd-ab9e-7239fa684eda owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:42:07.973208 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-83261cc1-3817-403a-a3fe-7aadef11a8b3 None None] For port c1f88b63-773b-40bd-ab9e-7239fa684eda, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c1f88b63-773b-40bd-ab9e-7239fa684eda,segment=NetworkSegment(56d5067c-dba4-490e-9124-2d64c4bc0e1a),segment_id=56d5067c-dba4-490e-9124-2d64c4bc0e1a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:07.973624 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-83261cc1-3817-403a-a3fe-7aadef11a8b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:07.994399 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-83261cc1-3817-403a-a3fe-7aadef11a8b3 None None] Calling delete_port for c1f88b63-773b-40bd-ab9e-7239fa684eda owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:42:08.022059 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:08.054347 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event deleted for resources: {'Port': ['ID=c1f88b63-773b-40bd-ab9e-7239fa684eda,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:08.059982 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] No DVR routers for this DVR port c1f88b63-773b-40bd-ab9e-7239fa684eda on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:42:08.080575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bfb0d9-50ae-4525-b2f3-1590fd8f8c5f None None] DHCP port deletion for 9087a351-e718-4e15-9fcf-38d88cf92cf8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:42:08.144910 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:08.168171 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a251fffe-1b14-4243-aac1-43d3c045af31']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:08.178241 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d5067c-dba4-490e-9124-2d64c4bc0e1a') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:08.178522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d5067c-dba4-490e-9124-2d64c4bc0e1a') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:08.193129 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:08.196328 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-83261cc1-3817-403a-a3fe-7aadef11a8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:08.210021 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:08.219060 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:42:08.219674 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:42:08.223610 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:42:08.261201 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83261cc1-3817-403a-a3fe-7aadef11a8b3 None None] Pushing event deleted for resources: {'Port': ['ID=c1f88b63-773b-40bd-ab9e-7239fa684eda,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:08.267471 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83261cc1-3817-403a-a3fe-7aadef11a8b3 None None] No DVR routers for this DVR port c1f88b63-773b-40bd-ab9e-7239fa684eda on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:42:08.306488 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-70bfb0d9-50ae-4525-b2f3-1590fd8f8c5f None None] Deleting port a94fd6a0-0c80-45ae-a604-10e64baf50c2 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:42:08.307336 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70bfb0d9-50ae-4525-b2f3-1590fd8f8c5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:08.310669 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:08.327786 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:08.333154 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "DELETE /v2.0/networks/a251fffe-1b14-4243-aac1-43d3c045af31 HTTP/1.1" status: 204 len: 168 time: 0.6416888 Nov 19 09:42:08.335687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53208) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:08.365553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbca100-132b-490f-b38a-def06398fd19 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event deleted for resources: {'Network': ['ID=a251fffe-1b14-4243-aac1-43d3c045af31,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:08.410644 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-70bfb0d9-50ae-4525-b2f3-1590fd8f8c5f None None] For port a94fd6a0-0c80-45ae-a604-10e64baf50c2, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a94fd6a0-0c80-45ae-a604-10e64baf50c2,segment=NetworkSegment(552aeb1c-e266-42f6-9b53-e4991e45bc23),segment_id=552aeb1c-e266-42f6-9b53-e4991e45bc23)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:08.411647 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70bfb0d9-50ae-4525-b2f3-1590fd8f8c5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:08.427471 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-70bfb0d9-50ae-4525-b2f3-1590fd8f8c5f None None] Calling delete_port for a94fd6a0-0c80-45ae-a604-10e64baf50c2 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:42:08.457014 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:08.520433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Deleting port a94fd6a0-0c80-45ae-a604-10e64baf50c2 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:42:08.520771 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:08.542453 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70bfb0d9-50ae-4525-b2f3-1590fd8f8c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:08.596036 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfb0d9-50ae-4525-b2f3-1590fd8f8c5f None None] Pushing event deleted for resources: {'Port': ['ID=a94fd6a0-0c80-45ae-a604-10e64baf50c2,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:08.597625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] For port a94fd6a0-0c80-45ae-a604-10e64baf50c2, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a94fd6a0-0c80-45ae-a604-10e64baf50c2,segment=NetworkSegment(552aeb1c-e266-42f6-9b53-e4991e45bc23),segment_id=552aeb1c-e266-42f6-9b53-e4991e45bc23)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:08.598372 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:08.605422 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bfb0d9-50ae-4525-b2f3-1590fd8f8c5f None None] No DVR routers for this DVR port a94fd6a0-0c80-45ae-a604-10e64baf50c2 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:42:08.618306 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Calling delete_port for a94fd6a0-0c80-45ae-a604-10e64baf50c2 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:42:08.718998 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:08.739416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] No DVR routers for this DVR port a94fd6a0-0c80-45ae-a604-10e64baf50c2 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:42:08.764328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event deleted for resources: {'Port': ['ID=a94fd6a0-0c80-45ae-a604-10e64baf50c2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:08.767033 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c1f88b63-773b-40bd-ab9e-7239fa684eda no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:42:08.796951 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: c1f88b63-773b-40bd-ab9e-7239fa684eda {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:42:08.797723 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c1f88b63-773b-40bd-ab9e-7239fa684eda not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:42:08.798322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a94fd6a0-0c80-45ae-a604-10e64baf50c2 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:42:08.827848 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: a94fd6a0-0c80-45ae-a604-10e64baf50c2 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:42:08.827848 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a94fd6a0-0c80-45ae-a604-10e64baf50c2 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9087a351-e718-4e15-9fcf-38d88cf92cf8']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552aeb1c-e266-42f6-9b53-e4991e45bc23') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552aeb1c-e266-42f6-9b53-e4991e45bc23') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: self.session.flush() Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:42:09.035949 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:42:09.044507 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 87d40cdf-1ace-4249-8a6b-96008bffcfce up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:42:09.048811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfef05-1b92-4b8e-8d03-b6ec3cb2b2bd req-4fa69a6d-63ed-497d-ae2d-57a0f67e601d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:09.052939 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95cfef05-1b92-4b8e-8d03-b6ec3cb2b2bd req-4fa69a6d-63ed-497d-ae2d-57a0f67e601d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 944 time: 0.1425772 Nov 19 09:42:09.098833 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 87d40cdf-1ace-4249-8a6b-96008bffcfce completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:42:09.104583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 87d40cdf-1ace-4249-8a6b-96008bffcfce triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:09.105119 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.116032 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.126456 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.130082 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "DELETE /v2.0/networks/9087a351-e718-4e15-9fcf-38d88cf92cf8 HTTP/1.1" status: 204 len: 168 time: 0.7927763 Nov 19 09:42:09.133610 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53236) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:09.154567 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012f59c-dd76-459e-8500-8b340d140adf tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event deleted for resources: {'Network': ['ID=9087a351-e718-4e15-9fcf-38d88cf92cf8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:09.161762 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95cfef05-1b92-4b8e-8d03-b6ec3cb2b2bd req-cef64463-f934-4dfe-aa92-9c89bb0269a0 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=e343eeca-bcf0-4c07-b5d5-28f38da5d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031137 Nov 19 09:42:09.202209 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff27262-528e-4def-80f2-d96e4bb475e4 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Deleting subnet 7cd4dc80-d0f6-4575-ac02-85a68ea7d2f0 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:42:09.205621 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bff27262-528e-4def-80f2-d96e4bb475e4 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.240298 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.268309 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bff27262-528e-4def-80f2-d96e4bb475e4 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.275869 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361586b4-d704-4d1f-a94a-16537d30f29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d40cdf-1ace-4249-8a6b-96008bffcfce'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:42:09.278596 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec3b7e6-e6e9-4d97-a179-dfbeac45eb93" -d '{"events": [{"server_uuid": "361586b4-d704-4d1f-a94a-16537d30f29d", "name": "network-vif-plugged", "status": "completed", "tag": "87d40cdf-1ace-4249-8a6b-96008bffcfce"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:42:09.287368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 87d40cdf-1ace-4249-8a6b-96008bffcfce, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=87d40cdf-1ace-4249-8a6b-96008bffcfce,segment=NetworkSegment(0d781520-2dff-453b-beb7-ca8c0ca22f90),segment_id=0d781520-2dff-453b-beb7-ca8c0ca22f90)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:09.309737 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.323524 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f25960c-868e-42b4-8fa7-28a3f2e89807 x-openstack-request-id: req-0f25960c-868e-42b4-8fa7-28a3f2e89807 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:42:09.323845 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361586b4-d704-4d1f-a94a-16537d30f29d", "name": "network-vif-plugged", "status": "completed", "tag": "87d40cdf-1ace-4249-8a6b-96008bffcfce", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:42:09.324093 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f25960c-868e-42b4-8fa7-28a3f2e89807 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:42:09.324504 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361586b4-d704-4d1f-a94a-16537d30f29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d40cdf-1ace-4249-8a6b-96008bffcfce', 'code': 200} Nov 19 09:42:09.392495 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=87d40cdf-1ace-4249-8a6b-96008bffcfce,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:09.418914 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bff27262-528e-4def-80f2-d96e4bb475e4 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.489849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df451d71-1064-4463-8538-a36e51c75c15 req-fa4738df-55e5-404b-a606-a007003510e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:09.491409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df451d71-1064-4463-8538-a36e51c75c15 req-fa4738df-55e5-404b-a606-a007003510e1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 1097 time: 0.0708251 Nov 19 09:42:09.508518 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bff27262-528e-4def-80f2-d96e4bb475e4 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.538529 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff27262-528e-4def-80f2-d96e4bb475e4 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd4dc80-d0f6-4575-ac02-85a68ea7d2f0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:09.542898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bff27262-528e-4def-80f2-d96e4bb475e4 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.547556 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bff27262-528e-4def-80f2-d96e4bb475e4 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "DELETE /v2.0/subnets/7cd4dc80-d0f6-4575-ac02-85a68ea7d2f0 HTTP/1.1" status: 204 len: 168 time: 0.4128366 Nov 19 09:42:09.549576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2ccdbc-b7f8-4555-853a-4563d5c8097e None None] Network 1228cef1-3bcb-4bdd-8343-999412c0906e requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:42:09.550786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53252) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:09.581229 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df451d71-1064-4463-8538-a36e51c75c15 req-92cfc394-ca5a-4e74-82f8-a97fa7e68bdd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e343eeca-bcf0-4c07-b5d5-28f38da5d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815001 Nov 19 09:42:09.654654 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.752582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Deleting port 55b94ab4-4a9e-481c-95aa-b108c5095718 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:42:09.753051 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.816646 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed826d35-b398-4570-8514-5f7bbde6c12b None None] DHCP port deletion for 1228cef1-3bcb-4bdd-8343-999412c0906e request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:42:09.834308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] For port 55b94ab4-4a9e-481c-95aa-b108c5095718, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=55b94ab4-4a9e-481c-95aa-b108c5095718,segment=NetworkSegment(c9cbad6c-572b-480e-b423-f2e9f62f908c),segment_id=c9cbad6c-572b-480e-b423-f2e9f62f908c)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:09.834958 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.856924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Calling delete_port for 55b94ab4-4a9e-481c-95aa-b108c5095718 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:42:09.892076 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ed826d35-b398-4570-8514-5f7bbde6c12b None None] Deleting port 55b94ab4-4a9e-481c-95aa-b108c5095718 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:42:09.892527 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ed826d35-b398-4570-8514-5f7bbde6c12b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.955536 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.985629 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ed826d35-b398-4570-8514-5f7bbde6c12b None None] For port 55b94ab4-4a9e-481c-95aa-b108c5095718, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=55b94ab4-4a9e-481c-95aa-b108c5095718,segment=NetworkSegment(c9cbad6c-572b-480e-b423-f2e9f62f908c),segment_id=c9cbad6c-572b-480e-b423-f2e9f62f908c)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:09.986655 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ed826d35-b398-4570-8514-5f7bbde6c12b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:09.997926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] No DVR routers for this DVR port 55b94ab4-4a9e-481c-95aa-b108c5095718 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:42:09.999782 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event deleted for resources: {'Port': ['ID=55b94ab4-4a9e-481c-95aa-b108c5095718,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:10.006600 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ed826d35-b398-4570-8514-5f7bbde6c12b None None] Calling delete_port for 55b94ab4-4a9e-481c-95aa-b108c5095718 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:42:10.096914 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ed826d35-b398-4570-8514-5f7bbde6c12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:10.124562 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:10.130754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed826d35-b398-4570-8514-5f7bbde6c12b None None] Pushing event deleted for resources: {'Port': ['ID=55b94ab4-4a9e-481c-95aa-b108c5095718,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:10.140239 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed826d35-b398-4570-8514-5f7bbde6c12b None None] No DVR routers for this DVR port 55b94ab4-4a9e-481c-95aa-b108c5095718 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:42:10.154715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1228cef1-3bcb-4bdd-8343-999412c0906e']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:10.165170 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cbad6c-572b-480e-b423-f2e9f62f908c') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:10.165490 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cbad6c-572b-480e-b423-f2e9f62f908c') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:10.175344 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:10.188948 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:10.196093 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:42:10.196420 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:42:10.201046 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:42:10.312567 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:10.319835 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:10.324418 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "DELETE /v2.0/networks/1228cef1-3bcb-4bdd-8343-999412c0906e HTTP/1.1" status: 204 len: 168 time: 0.7715542 Nov 19 09:42:10.327024 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53280) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:10.351588 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074118a-7aeb-49d7-8abe-5c1f8ecf268d req-5eef5116-3de7-423e-af23-98e0b4c82572 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:10.354916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7074118a-7aeb-49d7-8abe-5c1f8ecf268d req-5eef5116-3de7-423e-af23-98e0b4c82572 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 945 time: 0.1024477 Nov 19 09:42:10.356332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb408cc-4bef-4726-b44a-32d3b78991d7 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Pushing event deleted for resources: {'Network': ['ID=1228cef1-3bcb-4bdd-8343-999412c0906e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:10.379134 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-34c62b0e-af50-4157-b24f-e8c31ec10d8f tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ad220e-ca90-42ea-b733-19ab5f406427 HTTP/1.1" status: 200 len: 205 time: 0.0509369 Nov 19 09:42:10.381413 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53284) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:10.417595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7074118a-7aeb-49d7-8abe-5c1f8ecf268d req-14c6dd7f-f7df-478a-b774-facdf1d067cf tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=e343eeca-bcf0-4c07-b5d5-28f38da5d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557313 Nov 19 09:42:10.475300 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-129a007c-c2f6-47ec-9c6e-acd916345323 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:10.676722 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-129a007c-c2f6-47ec-9c6e-acd916345323 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:10.678991 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-129a007c-c2f6-47ec-9c6e-acd916345323 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:10.738353 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-129a007c-c2f6-47ec-9c6e-acd916345323 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:10.738907 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129a007c-c2f6-47ec-9c6e-acd916345323 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Fanout notify agent at l3_agent the message router_deleted on router a8ad220e-ca90-42ea-b733-19ab5f406427 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:42:10.747178 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-129a007c-c2f6-47ec-9c6e-acd916345323 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:10.749498 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-129a007c-c2f6-47ec-9c6e-acd916345323 tempest-RoutersNegativeIpV6Test-2039466651 tempest-RoutersNegativeIpV6Test-2039466651-project] 10.222.0.21 "DELETE /v2.0/routers/a8ad220e-ca90-42ea-b733-19ab5f406427 HTTP/1.1" status: 204 len: 168 time: 0.3669627 Nov 19 09:42:10.777982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 55b94ab4-4a9e-481c-95aa-b108c5095718 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:42:11.026380 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 55b94ab4-4a9e-481c-95aa-b108c5095718 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:42:11.027008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 55b94ab4-4a9e-481c-95aa-b108c5095718 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:42:11.093485 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53308) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:11.261932 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ed932606-d9cf-49a0-a490-954174ca9c99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ec4fad898154e44ac3bdabb74e92d42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1670578 Nov 19 09:42:11.270061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53318) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:11.330238 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f85238a5-ef0d-4759-9f76-d3da947090dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:11.352993 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f85238a5-ef0d-4759-9f76-d3da947090dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:11.405583 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f85238a5-ef0d-4759-9f76-d3da947090dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:11.409094 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f85238a5-ef0d-4759-9f76-d3da947090dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:11.413406 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f85238a5-ef0d-4759-9f76-d3da947090dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee90916d-870f-4b6c-8787-db2951f312d3 HTTP/1.1" status: 204 len: 168 time: 0.1450784 Nov 19 09:42:11.419700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85238a5-ef0d-4759-9f76-d3da947090dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee90916d-870f-4b6c-8787-db2951f312d3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:11.587193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac480eb-0987-4b9d-99bf-e6f5165d97b9 req-1ab6d66b-454e-4da8-8f33-67947a13bc06 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:11.588736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ac480eb-0987-4b9d-99bf-e6f5165d97b9 req-1ab6d66b-454e-4da8-8f33-67947a13bc06 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 945 time: 0.0780730 Nov 19 09:42:11.656181 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ac480eb-0987-4b9d-99bf-e6f5165d97b9 req-c8fb06cc-95d2-401b-bcc9-9bc2fbb2e87a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=e343eeca-bcf0-4c07-b5d5-28f38da5d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612795 Nov 19 09:42:11.813744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbbdc8-1ac3-48d7-a74f-80ab745cf15a req-c87bb3a5-5f3b-4cb1-a3cb-4904d059febd tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:11.815436 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eddbbdc8-1ac3-48d7-a74f-80ab745cf15a req-c87bb3a5-5f3b-4cb1-a3cb-4904d059febd tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 945 time: 0.0693262 Nov 19 09:42:11.889938 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eddbbdc8-1ac3-48d7-a74f-80ab745cf15a req-31197e37-830b-4e12-80f7-c2e75cfeb0b4 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=e343eeca-bcf0-4c07-b5d5-28f38da5d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677018 Nov 19 09:42:11.937403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53354) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:12.007832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65162bb9-e0de-4b89-acac-cd0366e59428 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:12.012010 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-65162bb9-e0de-4b89-acac-cd0366e59428 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 1092 time: 0.0689704 Nov 19 09:42:12.012349 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53360) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:12.016421 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': '87d40cdf-1ace-4249-8a6b-96008bffcfce', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:12.042074 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:12.181998 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:12.296868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53374) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:12.440482 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-458f1e66-ca35-4c32-b487-6ced8e5786d1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group': {'name': 'tempest-secgroup--446233817'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:12.482929 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-458f1e66-ca35-4c32-b487-6ced8e5786d1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:12.495060 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-458f1e66-ca35-4c32-b487-6ced8e5786d1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:12.618213 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-458f1e66-ca35-4c32-b487-6ced8e5786d1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:12.624112 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-458f1e66-ca35-4c32-b487-6ced8e5786d1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:12.688714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f1e66-ca35-4c32-b487-6ced8e5786d1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a20fb7-95c1-416c-934a-c5ba3c9d5a35,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:12.706694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Allocated IP 172.25.0.145 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/61609565-5879-406a-8ae8-a2c34b4eb789) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:42:12.740519 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-458f1e66-ca35-4c32-b487-6ced8e5786d1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:12.746426 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-458f1e66-ca35-4c32-b487-6ced8e5786d1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:12.772688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f1e66-ca35-4c32-b487-6ced8e5786d1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=586a5eb9-6317-4dd3-b2df-3b89c0277a75,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:12.796108 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-458f1e66-ca35-4c32-b487-6ced8e5786d1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:12.797711 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-458f1e66-ca35-4c32-b487-6ced8e5786d1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4997759 Nov 19 09:42:12.800249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53392) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:12.865045 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ef8c9b95-edcb-4a38-96e7-2d448db11cec tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0634110 Nov 19 09:42:12.868077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53394) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:12.873974 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-412773f3-9635-4aa6-8980-73a4f7198c54 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group': {'name': 'tempest-security--1231217691', 'description': 'tempest-security-description-255432255'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:12.879987 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:12.922449 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-412773f3-9635-4aa6-8980-73a4f7198c54 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:12.928360 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:12.971027 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-412773f3-9635-4aa6-8980-73a4f7198c54 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:12.977282 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-412773f3-9635-4aa6-8980-73a4f7198c54 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:12.981311 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-412773f3-9635-4aa6-8980-73a4f7198c54 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:12.985814 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-412773f3-9635-4aa6-8980-73a4f7198c54 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "PUT /v2.0/security-groups/586a5eb9-6317-4dd3-b2df-3b89c0277a75 HTTP/1.1" status: 200 len: 1796 time: 0.1160939 Nov 19 09:42:12.986093 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:42:12.987293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53402) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:12.991330 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:42:12.994329 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:42:13.040129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412773f3-9635-4aa6-8980-73a4f7198c54 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=586a5eb9-6317-4dd3-b2df-3b89c0277a75,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:13.041283 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Port': ['ID=61609565-5879-406a-8ae8-a2c34b4eb789,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:13.054288 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-401fa2b3-bd8d-4b1d-b8d4-c53c6d7d0043 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-groups/586a5eb9-6317-4dd3-b2df-3b89c0277a75 HTTP/1.1" status: 200 len: 1796 time: 0.0623527 Nov 19 09:42:13.056935 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53404) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:13.224969 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9f4cc7e-e352-4cae-a64c-c76e9f48ce95 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:13.287469 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9f4cc7e-e352-4cae-a64c-c76e9f48ce95 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:13.353296 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9f4cc7e-e352-4cae-a64c-c76e9f48ce95 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:13.355897 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9f4cc7e-e352-4cae-a64c-c76e9f48ce95 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:13.357128 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d9f4cc7e-e352-4cae-a64c-c76e9f48ce95 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-groups/586a5eb9-6317-4dd3-b2df-3b89c0277a75 HTTP/1.1" status: 204 len: 168 time: 0.2991986 Nov 19 09:42:13.359866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53414) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:13.373158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4cc7e-e352-4cae-a64c-c76e9f48ce95 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=586a5eb9-6317-4dd3-b2df-3b89c0277a75,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:13.461295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6ca91447-82a9-45ec-9ba2-ce2c65f10de8 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0997555 Nov 19 09:42:13.464115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53418) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:13.479801 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-ea3671ab-c2dc-4cd0-980a-fa3b3f1afcc0 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] delete failed (client error): The resource could not be found. Nov 19 09:42:13.480807 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ea3671ab-c2dc-4cd0-980a-fa3b3f1afcc0 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-groups/586a5eb9-6317-4dd3-b2df-3b89c0277a75 HTTP/1.1" status: 404 len: 347 time: 0.0157080 Nov 19 09:42:13.485741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53420) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:13.491187 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e9fd3dfe-810f-437e-bd45-5b05c5f4d290 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026430590'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:13.519506 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3dfe-810f-437e-bd45-5b05c5f4d290 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:13.569597 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:13.613755 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3dfe-810f-437e-bd45-5b05c5f4d290 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:13.620645 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3dfe-810f-437e-bd45-5b05c5f4d290 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:13.663007 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:13.678290 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd3dfe-810f-437e-bd45-5b05c5f4d290 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24b8840-7092-4d56-ac51-7dcc984e2777,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:13.686207 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e9fd3dfe-810f-437e-bd45-5b05c5f4d290 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:13.690565 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e9fd3dfe-810f-437e-bd45-5b05c5f4d290 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2037184 Nov 19 09:42:13.691655 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53430) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:13.696109 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4a80c755-b2dd-474b-bd76-98534170c0ad tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group_rule': {'security_group_id': 'd24b8840-7092-4d56-ac51-7dcc984e2777', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:13.733819 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4a80c755-b2dd-474b-bd76-98534170c0ad tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:13.821657 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4a80c755-b2dd-474b-bd76-98534170c0ad tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:13.831048 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4a80c755-b2dd-474b-bd76-98534170c0ad tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:13.847926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80c755-b2dd-474b-bd76-98534170c0ad tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968012d5-8ecc-48a8-902d-5c576fc9fa46,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:13.868934 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4a80c755-b2dd-474b-bd76-98534170c0ad tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:13.874094 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53436) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:13.874258 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4a80c755-b2dd-474b-bd76-98534170c0ad tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1815188 Nov 19 09:42:13.893674 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:13.903078 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:13.937748 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed4ff17f-86b8-4e1c-b42e-9dc180751095 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:13.972809 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed4ff17f-86b8-4e1c-b42e-9dc180751095 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:14.027097 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Port': ['ID=61609565-5879-406a-8ae8-a2c34b4eb789,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:14.033954 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:14.086505 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed4ff17f-86b8-4e1c-b42e-9dc180751095 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:14.098634 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed4ff17f-86b8-4e1c-b42e-9dc180751095 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:14.102156 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ed4ff17f-86b8-4e1c-b42e-9dc180751095 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/968012d5-8ecc-48a8-902d-5c576fc9fa46 HTTP/1.1" status: 204 len: 168 time: 0.2247560 Nov 19 09:42:14.102816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53444) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:14.108401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ff17f-86b8-4e1c-b42e-9dc180751095 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=968012d5-8ecc-48a8-902d-5c576fc9fa46,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:14.154452 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f840292d-3409-470b-af86-e3e8773e855f tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502982 Nov 19 09:42:14.157190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53446) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:14.176158 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Floating IP 55c1db32-e30b-444f-9630-f93bb3cfcc1a associated. External IP: 172.25.0.145, port: 87d40cdf-1ace-4249-8a6b-96008bffcfce. Nov 19 09:42:14.232561 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae64dd80-6a77-41fd-941c-eef626606c3d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:14.257919 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae64dd80-6a77-41fd-941c-eef626606c3d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:14.312552 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae64dd80-6a77-41fd-941c-eef626606c3d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:14.315644 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae64dd80-6a77-41fd-941c-eef626606c3d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:14.316981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ae64dd80-6a77-41fd-941c-eef626606c3d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-groups/d24b8840-7092-4d56-ac51-7dcc984e2777 HTTP/1.1" status: 204 len: 168 time: 0.1587541 Nov 19 09:42:14.321056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53450) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:14.343027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64dd80-6a77-41fd-941c-eef626606c3d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24b8840-7092-4d56-ac51-7dcc984e2777,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:14.400523 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-84b346a8-4c9e-47cf-b633-2683e4e8ef0f tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0781059 Nov 19 09:42:14.406547 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53458) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:14.411353 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ffb2eb85-27af-48eb-abce-06b2d89ac63f tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797825587'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:14.455152 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Router 067ff078-7179-4a8d-9e60-2dd45e629fec has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:42:14.458477 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffb2eb85-27af-48eb-abce-06b2d89ac63f tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:14.637116 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffb2eb85-27af-48eb-abce-06b2d89ac63f tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:14.640765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:42:14.653335 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c348ac46-bda6-4bac-8fc8-7cee4534ec4c None None] Sync routers for ids ['067ff078-7179-4a8d-9e60-2dd45e629fec'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:42:14.656429 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffb2eb85-27af-48eb-abce-06b2d89ac63f tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:14.681313 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:14.692701 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c348ac46-bda6-4bac-8fc8-7cee4534ec4c None None] Routers {'067ff078-7179-4a8d-9e60-2dd45e629fec'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:42:14.696108 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c348ac46-bda6-4bac-8fc8-7cee4534ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['067ff078-7179-4a8d-9e60-2dd45e629fec'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:14.723976 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffb2eb85-27af-48eb-abce-06b2d89ac63f tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:14.723976 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ffb2eb85-27af-48eb-abce-06b2d89ac63f tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3162217 Nov 19 09:42:14.726579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53464) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:14.732313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c485a565-1463-480f-9845-4fb0314480c2 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group_rule': {'security_group_id': '6f47175e-559f-403f-98d9-68f74066ab49', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:14.748692 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2eb85-27af-48eb-abce-06b2d89ac63f tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f47175e-559f-403f-98d9-68f74066ab49,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:14.761359 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0a804d8a-1ed5-4e07-b0fc-46c80af0608a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7478435 Nov 19 09:42:14.763245 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361586b4-d704-4d1f-a94a-16537d30f29d', 'tag': '87d40cdf-1ace-4249-8a6b-96008bffcfce'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:42:14.763974 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53470) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:14.765803 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d23ec48-7fd3-41f2-b144-760ed3c88878" -d '{"events": [{"name": "network-changed", "server_uuid": "361586b4-d704-4d1f-a94a-16537d30f29d", "tag": "87d40cdf-1ace-4249-8a6b-96008bffcfce"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:42:14.818502 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fe3207-2f8d-41c7-a781-b5742c7df8fc x-openstack-request-id: req-65fe3207-2f8d-41c7-a781-b5742c7df8fc {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:42:14.818871 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361586b4-d704-4d1f-a94a-16537d30f29d", "tag": "87d40cdf-1ace-4249-8a6b-96008bffcfce", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:42:14.819317 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65fe3207-2f8d-41c7-a781-b5742c7df8fc {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:42:14.819786 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361586b4-d704-4d1f-a94a-16537d30f29d', 'tag': '87d40cdf-1ace-4249-8a6b-96008bffcfce', 'status': 'completed', 'code': 200} Nov 19 09:42:14.849298 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-c348ac46-bda6-4bac-8fc8-7cee4534ec4c None None] Set router 067ff078-7179-4a8d-9e60-2dd45e629fec gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:42:14.852678 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c485a565-1463-480f-9845-4fb0314480c2 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:14.945164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23ec48-7fd3-41f2-b144-760ed3c88878 req-eef52626-40f5-469d-8948-e4bb0f4e02ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:14.947249 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d23ec48-7fd3-41f2-b144-760ed3c88878 req-eef52626-40f5-469d-8948-e4bb0f4e02ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54b2eaca0f74c3180e499355c2ca0b2&device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 1097 time: 0.0886202 Nov 19 09:42:14.953392 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-92a4958f-5583-442c-81c6-9b81df0ecb50 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/floatingips/55c1db32-e30b-444f-9630-f93bb3cfcc1a HTTP/1.1" status: 200 len: 991 time: 0.1873889 Nov 19 09:42:15.028191 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c485a565-1463-480f-9845-4fb0314480c2 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.046337 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c485a565-1463-480f-9845-4fb0314480c2 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.078460 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485a565-1463-480f-9845-4fb0314480c2 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418e4044-06ac-4317-ba9a-5503d59731ff,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:15.083006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23ec48-7fd3-41f2-b144-760ed3c88878 req-32cd5d75-e0a7-4019-aa88-b5c4cc1d501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:15.084707 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d23ec48-7fd3-41f2-b144-760ed3c88878 req-32cd5d75-e0a7-4019-aa88-b5c4cc1d501a service neutron] 10.222.0.66 "GET /v2.0/networks?id=8218a80a-28f0-4c34-ab84-8ff4f4ea8262 HTTP/1.1" status: 200 len: 898 time: 0.1256568 Nov 19 09:42:15.090539 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c485a565-1463-480f-9845-4fb0314480c2 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.092250 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c485a565-1463-480f-9845-4fb0314480c2 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3641427 Nov 19 09:42:15.095217 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53480) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:15.099918 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e57b5d76-407a-41a5-8a3d-959cfe9755bd tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group_rule': {'security_group_id': '6f47175e-559f-403f-98d9-68f74066ab49', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:15.154340 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c348ac46-bda6-4bac-8fc8-7cee4534ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:41:51Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '55c1db32-e30b-444f-9630-f93bb3cfcc1a', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'port_id': '87d40cdf-1ace-4249-8a6b-96008bffcfce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'mac_address': 'fa:16:3e:19:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361586b4-d704-4d1f-a94a-16537d30f29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:42:13Z', 'updated_at': '2021-11-19T09:42:13Z', 'revision_number': 0, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00c4b06-63bc-4f2c-913a-be26c3701684', 'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:a7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:50Z', 'updated_at': '2021-11-19T09:41:58Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:15.155000 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e57b5d76-407a-41a5-8a3d-959cfe9755bd tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.188491 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c348ac46-bda6-4bac-8fc8-7cee4534ec4c None None] Checking router: 067ff078-7179-4a8d-9e60-2dd45e629fec for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:42:15.201958 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c348ac46-bda6-4bac-8fc8-7cee4534ec4c None None] Routers {'067ff078-7179-4a8d-9e60-2dd45e629fec'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:42:15.202858 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c348ac46-bda6-4bac-8fc8-7cee4534ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:41:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['067ff078-7179-4a8d-9e60-2dd45e629fec'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:15.219794 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d23ec48-7fd3-41f2-b144-760ed3c88878 req-7cfe68ce-1340-4a94-8846-4eec7ae5a44e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87d40cdf-1ace-4249-8a6b-96008bffcfce HTTP/1.1" status: 200 len: 999 time: 0.1260414 Nov 19 09:42:15.232182 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e57b5d76-407a-41a5-8a3d-959cfe9755bd tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.237930 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e57b5d76-407a-41a5-8a3d-959cfe9755bd tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.260864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b5d76-407a-41a5-8a3d-959cfe9755bd tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10212b7e-e84e-4daa-924c-263ac33f5b44,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:15.277868 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e57b5d76-407a-41a5-8a3d-959cfe9755bd tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.282737 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e57b5d76-407a-41a5-8a3d-959cfe9755bd tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1840262 Nov 19 09:42:15.284218 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53486) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:15.293497 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5070bcdd-6097-4d4d-91f1-d9e00cb51615 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group_rule': {'security_group_id': '6f47175e-559f-403f-98d9-68f74066ab49', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:15.294719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23ec48-7fd3-41f2-b144-760ed3c88878 req-8c582570-26b9-4777-b1f9-8d06fea5e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:15.296473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d23ec48-7fd3-41f2-b144-760ed3c88878 req-8c582570-26b9-4777-b1f9-8d06fea5e312 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686 HTTP/1.1" status: 200 len: 834 time: 0.0694125 Nov 19 09:42:15.363564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23ec48-7fd3-41f2-b144-760ed3c88878 req-d70a64b9-d2ce-4051-a490-7a63d3435f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:15.369492 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-c348ac46-bda6-4bac-8fc8-7cee4534ec4c None None] Set router 067ff078-7179-4a8d-9e60-2dd45e629fec gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:42:15.369667 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d23ec48-7fd3-41f2-b144-760ed3c88878 req-d70a64b9-d2ce-4051-a490-7a63d3435f20 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8218a80a-28f0-4c34-ab84-8ff4f4ea8262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639029 Nov 19 09:42:15.385814 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5070bcdd-6097-4d4d-91f1-d9e00cb51615 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.511106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d23ec48-7fd3-41f2-b144-760ed3c88878 req-37c07092-f0c7-40ed-a34b-b1438357851d service neutron] 10.222.0.66 "GET /v2.0/networks/8218a80a-28f0-4c34-ab84-8ff4f4ea8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342318 Nov 19 09:42:15.513396 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5070bcdd-6097-4d4d-91f1-d9e00cb51615 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.518984 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5070bcdd-6097-4d4d-91f1-d9e00cb51615 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.564000 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5070bcdd-6097-4d4d-91f1-d9e00cb51615 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.565429 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5070bcdd-6097-4d4d-91f1-d9e00cb51615 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2799439 Nov 19 09:42:15.566589 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070bcdd-6097-4d4d-91f1-d9e00cb51615 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859f9182-9e40-4027-a5dc-d61408209c0f,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:15.568192 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53492) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:15.579593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f28743ce-6e11-47bd-ad31-c54282df6246 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group_rule': {'security_group_id': '6f47175e-559f-403f-98d9-68f74066ab49', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:15.636514 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f28743ce-6e11-47bd-ad31-c54282df6246 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.689502 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d23ec48-7fd3-41f2-b144-760ed3c88878 req-a99aede2-07d6-45d2-9e1d-9b8fd7f6e96f service neutron] 10.222.0.66 "GET /v2.0/networks/8218a80a-28f0-4c34-ab84-8ff4f4ea8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691990 Nov 19 09:42:15.719392 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.773228 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f28743ce-6e11-47bd-ad31-c54282df6246 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.779582 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f28743ce-6e11-47bd-ad31-c54282df6246 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.799025 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c348ac46-bda6-4bac-8fc8-7cee4534ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:41:51Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '55c1db32-e30b-444f-9630-f93bb3cfcc1a', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'port_id': '87d40cdf-1ace-4249-8a6b-96008bffcfce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'mac_address': 'fa:16:3e:19:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361586b4-d704-4d1f-a94a-16537d30f29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:42:13Z', 'updated_at': '2021-11-19T09:42:13Z', 'revision_number': 0, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00c4b06-63bc-4f2c-913a-be26c3701684', 'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:a7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:50Z', 'updated_at': '2021-11-19T09:41:58Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:15.800633 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28743ce-6e11-47bd-ad31-c54282df6246 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e21c9d4-b7ae-4723-9666-4dc7241b7d29,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:15.815059 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f28743ce-6e11-47bd-ad31-c54282df6246 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.820011 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f28743ce-6e11-47bd-ad31-c54282df6246 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2446635 Nov 19 09:42:15.821004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53502) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:15.826641 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4d2ffa2e-91d6-47e3-915a-c7a89170edd5 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group_rule': {'security_group_id': '6f47175e-559f-403f-98d9-68f74066ab49', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:15.866030 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4d2ffa2e-91d6-47e3-915a-c7a89170edd5 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.954396 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c348ac46-bda6-4bac-8fc8-7cee4534ec4c None None] The sync data for ids ['067ff078-7179-4a8d-9e60-2dd45e629fec'] in n-d-805649-14 is: [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:41:51Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '55c1db32-e30b-444f-9630-f93bb3cfcc1a', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'port_id': '87d40cdf-1ace-4249-8a6b-96008bffcfce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'mac_address': 'fa:16:3e:19:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361586b4-d704-4d1f-a94a-16537d30f29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:42:13Z', 'updated_at': '2021-11-19T09:42:13Z', 'revision_number': 0, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00c4b06-63bc-4f2c-913a-be26c3701684', 'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:a7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:50Z', 'updated_at': '2021-11-19T09:41:58Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:42:15.957547 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53508) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:15.964415 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4d2ffa2e-91d6-47e3-915a-c7a89170edd5 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:15.981292 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4d2ffa2e-91d6-47e3-915a-c7a89170edd5 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.022365 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ffa2e-91d6-47e3-915a-c7a89170edd5 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd19672e-d139-4b60-9f64-9cc47583b2cc,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:16.036498 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4d2ffa2e-91d6-47e3-915a-c7a89170edd5 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.041650 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4d2ffa2e-91d6-47e3-915a-c7a89170edd5 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2193923 Nov 19 09:42:16.042309 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53512) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:16.060221 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f247f99d-10ad-4d9f-9b12-cf9ed238f8ff tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/floatingips/55c1db32-e30b-444f-9630-f93bb3cfcc1a HTTP/1.1" status: 200 len: 991 time: 0.1010683 Nov 19 09:42:16.073539 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f21fc05-4e55-46f0-a266-1564004c8eb1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.081678 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f21fc05-4e55-46f0-a266-1564004c8eb1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.109117 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f21fc05-4e55-46f0-a266-1564004c8eb1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.117778 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f21fc05-4e55-46f0-a266-1564004c8eb1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.119217 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9f21fc05-4e55-46f0-a266-1564004c8eb1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/fd19672e-d139-4b60-9f64-9cc47583b2cc HTTP/1.1" status: 204 len: 168 time: 0.0753350 Nov 19 09:42:16.121853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53514) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:16.153382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21fc05-4e55-46f0-a266-1564004c8eb1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd19672e-d139-4b60-9f64-9cc47583b2cc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:16.201351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6cd10873-6da4-4b4f-a470-6fc2f6d1cb2e tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0725315 Nov 19 09:42:16.204795 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53522) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:16.231512 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbde00d3-7d15-4fbc-ac94-0fe6e34e401a tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.240467 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbde00d3-7d15-4fbc-ac94-0fe6e34e401a tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.288720 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbde00d3-7d15-4fbc-ac94-0fe6e34e401a tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.307865 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbde00d3-7d15-4fbc-ac94-0fe6e34e401a tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.309227 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dbde00d3-7d15-4fbc-ac94-0fe6e34e401a tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6e21c9d4-b7ae-4723-9666-4dc7241b7d29 HTTP/1.1" status: 204 len: 168 time: 0.1033556 Nov 19 09:42:16.310484 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde00d3-7d15-4fbc-ac94-0fe6e34e401a tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e21c9d4-b7ae-4723-9666-4dc7241b7d29,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:16.311920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53524) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:16.337999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3e63c1-a959-4343-89db-886e30a8f84b None None] New status for floating IP 55c1db32-e30b-444f-9630-f93bb3cfcc1a: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:42:16.365444 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53528) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:16.365683 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-eb5512ee-14b9-4b90-aa67-4509a042f7d6 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0517428 Nov 19 09:42:16.399375 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88f968ba-41dc-4272-91ba-3c5dc8d71a69 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.409184 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88f968ba-41dc-4272-91ba-3c5dc8d71a69 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.443934 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88f968ba-41dc-4272-91ba-3c5dc8d71a69 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.452248 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-88f968ba-41dc-4272-91ba-3c5dc8d71a69 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.455776 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-88f968ba-41dc-4272-91ba-3c5dc8d71a69 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/859f9182-9e40-4027-a5dc-d61408209c0f HTTP/1.1" status: 204 len: 168 time: 0.0868213 Nov 19 09:42:16.456293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53530) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:16.460591 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f968ba-41dc-4272-91ba-3c5dc8d71a69 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=859f9182-9e40-4027-a5dc-d61408209c0f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:16.529126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9d9628e4-257f-4e3a-a0fc-a3c31b4bc008 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0710130 Nov 19 09:42:16.531234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53534) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:16.558836 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b1ba29a3-42a2-42c6-9760-3a32134ddd07 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.575248 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b1ba29a3-42a2-42c6-9760-3a32134ddd07 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.611782 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b1ba29a3-42a2-42c6-9760-3a32134ddd07 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.621366 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b1ba29a3-42a2-42c6-9760-3a32134ddd07 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.624896 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b1ba29a3-42a2-42c6-9760-3a32134ddd07 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/10212b7e-e84e-4daa-924c-263ac33f5b44 HTTP/1.1" status: 204 len: 168 time: 0.0902460 Nov 19 09:42:16.625298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53540) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:16.630444 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba29a3-42a2-42c6-9760-3a32134ddd07 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10212b7e-e84e-4daa-924c-263ac33f5b44,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:16.682486 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c6bc4959-96e2-4bec-80c4-534ac2d0a931 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0559626 Nov 19 09:42:16.685139 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53542) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:16.721682 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30796844-72c9-4719-b28f-b478f10602a4 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.729833 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30796844-72c9-4719-b28f-b478f10602a4 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.759977 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30796844-72c9-4719-b28f-b478f10602a4 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.771428 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30796844-72c9-4719-b28f-b478f10602a4 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.772657 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-30796844-72c9-4719-b28f-b478f10602a4 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/418e4044-06ac-4317-ba9a-5503d59731ff HTTP/1.1" status: 204 len: 168 time: 0.0863454 Nov 19 09:42:16.775477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53548) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:16.779184 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30796844-72c9-4719-b28f-b478f10602a4 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=418e4044-06ac-4317-ba9a-5503d59731ff,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:16.823870 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1315aa01-b4c9-4c2c-8fc2-6a00fc525ddc tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0436997 Nov 19 09:42:16.824563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53550) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:16.884790 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b774ca46-8d61-4df0-bf36-41d58727b1a0 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.907673 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b774ca46-8d61-4df0-bf36-41d58727b1a0 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.969550 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b774ca46-8d61-4df0-bf36-41d58727b1a0 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.972187 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b774ca46-8d61-4df0-bf36-41d58727b1a0 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:16.973741 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b774ca46-8d61-4df0-bf36-41d58727b1a0 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-groups/6f47175e-559f-403f-98d9-68f74066ab49 HTTP/1.1" status: 204 len: 168 time: 0.1482897 Nov 19 09:42:16.976118 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53560) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:16.983726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774ca46-8d61-4df0-bf36-41d58727b1a0 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f47175e-559f-403f-98d9-68f74066ab49,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:17.029787 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c0bf8f3a-9138-4d1b-bec2-75bd8f2cf284 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0517027 Nov 19 09:42:17.036891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53564) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:17.041909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b559c40e-e903-4eb4-8a18-0493703f0358 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group': {'name': 'tempest-secgroup--103651222'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:17.062961 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53566) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:17.071239 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b559c40e-e903-4eb4-8a18-0493703f0358 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:17.150142 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0a486052-da77-48c7-b1cc-6641821ce0a9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/floatingips/55c1db32-e30b-444f-9630-f93bb3cfcc1a HTTP/1.1" status: 200 len: 993 time: 0.0858994 Nov 19 09:42:17.198819 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b559c40e-e903-4eb4-8a18-0493703f0358 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:17.205571 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b559c40e-e903-4eb4-8a18-0493703f0358 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:17.238635 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b559c40e-e903-4eb4-8a18-0493703f0358 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:17.239975 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b559c40e-e903-4eb4-8a18-0493703f0358 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2020190 Nov 19 09:42:17.242864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559c40e-e903-4eb4-8a18-0493703f0358 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419a345b-96dd-4649-b3fb-b1488a4eac6d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:17.243628 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53574) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:17.249345 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-fd87907c-b7b8-477d-ac93-2e1bb0f00949 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group_rule': {'security_group_id': '419a345b-96dd-4649-b3fb-b1488a4eac6d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:17.282451 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd87907c-b7b8-477d-ac93-2e1bb0f00949 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:17.390043 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd87907c-b7b8-477d-ac93-2e1bb0f00949 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:17.395507 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd87907c-b7b8-477d-ac93-2e1bb0f00949 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:17.417801 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87907c-b7b8-477d-ac93-2e1bb0f00949 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffeb09c3-5e75-4837-b2fb-531108f47a69,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:17.426552 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fd87907c-b7b8-477d-ac93-2e1bb0f00949 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:17.427852 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fd87907c-b7b8-477d-ac93-2e1bb0f00949 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1827390 Nov 19 09:42:17.430826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53578) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:17.497622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec26baa5-78f5-4d64-892c-8a583592f01b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:17.544795 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec26baa5-78f5-4d64-892c-8a583592f01b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:17.628130 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec26baa5-78f5-4d64-892c-8a583592f01b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:17.631976 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec26baa5-78f5-4d64-892c-8a583592f01b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:17.636213 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ec26baa5-78f5-4d64-892c-8a583592f01b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-groups/419a345b-96dd-4649-b3fb-b1488a4eac6d HTTP/1.1" status: 204 len: 168 time: 0.2043200 Nov 19 09:42:17.638920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53588) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:17.657888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26baa5-78f5-4d64-892c-8a583592f01b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=419a345b-96dd-4649-b3fb-b1488a4eac6d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:17.705189 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cdb5f26c-c6e6-46fa-a054-d91bf1cd23d1 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0635467 Nov 19 09:42:17.718301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53590) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:17.722670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-fff31885-f9f8-4565-945b-83263e7a75ea tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group': {'name': 'tempest-secgroup--969205812'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:17.751852 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fff31885-f9f8-4565-945b-83263e7a75ea tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:17.851145 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fff31885-f9f8-4565-945b-83263e7a75ea tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:17.857064 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fff31885-f9f8-4565-945b-83263e7a75ea tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:17.887428 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fff31885-f9f8-4565-945b-83263e7a75ea tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:17.888932 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fff31885-f9f8-4565-945b-83263e7a75ea tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1700463 Nov 19 09:42:17.892262 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53598) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:17.893584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff31885-f9f8-4565-945b-83263e7a75ea tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1649c611-3805-4b51-8887-a1cdcf576d4f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:17.901643 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-14b316ad-4010-44e7-bcf9-ad650bd80f08 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group': {'name': 'tempest-secgroup--1220676484'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:17.928030 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14b316ad-4010-44e7-bcf9-ad650bd80f08 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.021524 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14b316ad-4010-44e7-bcf9-ad650bd80f08 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.048907 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14b316ad-4010-44e7-bcf9-ad650bd80f08 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.084617 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b316ad-4010-44e7-bcf9-ad650bd80f08 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c834256-9133-4b20-b527-b01642920c90,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:18.089622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14b316ad-4010-44e7-bcf9-ad650bd80f08 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.093129 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-14b316ad-4010-44e7-bcf9-ad650bd80f08 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1969388 Nov 19 09:42:18.093868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53608) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:18.099198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-23802e7a-beff-449b-b2df-04ed4a9be72b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group_rule': {'security_group_id': '1649c611-3805-4b51-8887-a1cdcf576d4f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3c834256-9133-4b20-b527-b01642920c90', 'remote_ip_prefix': None}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:18.128721 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.142239 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23802e7a-beff-449b-b2df-04ed4a9be72b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.219905 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23802e7a-beff-449b-b2df-04ed4a9be72b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.224259 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23802e7a-beff-449b-b2df-04ed4a9be72b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.256271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23802e7a-beff-449b-b2df-04ed4a9be72b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c0c216-fbb1-4d6e-9fb0-61c32e6b7095,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:18.273700 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23802e7a-beff-449b-b2df-04ed4a9be72b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.274282 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-23802e7a-beff-449b-b2df-04ed4a9be72b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1788406 Nov 19 09:42:18.277122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53614) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:18.304167 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1082d20c-1602-441c-ab3a-eea5548a7b10 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.312985 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1082d20c-1602-441c-ab3a-eea5548a7b10 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.342002 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1082d20c-1602-441c-ab3a-eea5548a7b10 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.353319 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1082d20c-1602-441c-ab3a-eea5548a7b10 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.356840 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1082d20c-1602-441c-ab3a-eea5548a7b10 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/62c0c216-fbb1-4d6e-9fb0-61c32e6b7095 HTTP/1.1" status: 204 len: 168 time: 0.0762260 Nov 19 09:42:18.356840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082d20c-1602-441c-ab3a-eea5548a7b10 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62c0c216-fbb1-4d6e-9fb0-61c32e6b7095,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:18.357849 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53620) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:18.420443 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7f235c08-3870-4612-b1cc-6be3b2925d2c tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0590088 Nov 19 09:42:18.420944 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53624) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:18.477445 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0c48f18-340e-40e2-b507-13711e0c27d8 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.510414 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0c48f18-340e-40e2-b507-13711e0c27d8 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.574460 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0c48f18-340e-40e2-b507-13711e0c27d8 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.578024 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0c48f18-340e-40e2-b507-13711e0c27d8 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.581634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a0c48f18-340e-40e2-b507-13711e0c27d8 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-groups/3c834256-9133-4b20-b527-b01642920c90 HTTP/1.1" status: 204 len: 168 time: 0.1572738 Nov 19 09:42:18.582051 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53628) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:18.597946 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c48f18-340e-40e2-b507-13711e0c27d8 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c834256-9133-4b20-b527-b01642920c90,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:18.681594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53636) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:18.682025 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8bf398bf-aff0-4539-99da-5fd69a567c56 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0982318 Nov 19 09:42:18.745542 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-964029de-ea58-498f-9093-92cd71e150a5 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.781155 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-964029de-ea58-498f-9093-92cd71e150a5 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.832865 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-964029de-ea58-498f-9093-92cd71e150a5 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.835766 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-964029de-ea58-498f-9093-92cd71e150a5 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:18.836916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-964029de-ea58-498f-9093-92cd71e150a5 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-groups/1649c611-3805-4b51-8887-a1cdcf576d4f HTTP/1.1" status: 204 len: 168 time: 0.1513228 Nov 19 09:42:18.840237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53642) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:18.846437 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964029de-ea58-498f-9093-92cd71e150a5 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1649c611-3805-4b51-8887-a1cdcf576d4f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:18.921907 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5ab72020-733b-49e9-8009-52c3ef804383 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0793293 Nov 19 09:42:18.926545 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53646) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:18.931764 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-28d19995-46b6-497e-a940-9b32e1c83842 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group': {'name': 'tempest-secgroup--715014405'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:18.960254 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28d19995-46b6-497e-a940-9b32e1c83842 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.060423 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28d19995-46b6-497e-a940-9b32e1c83842 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.065054 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28d19995-46b6-497e-a940-9b32e1c83842 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.097041 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28d19995-46b6-497e-a940-9b32e1c83842 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.098305 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-28d19995-46b6-497e-a940-9b32e1c83842 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1711671 Nov 19 09:42:19.102179 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53656) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:19.106965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f69eaabf-53a6-4a19-b152-9eefb2043bd7 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group_rule': {'security_group_id': 'dba50a5a-6f34-4326-9d1f-9b0b0323fb9b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:19.115287 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d19995-46b6-497e-a940-9b32e1c83842 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba50a5a-6f34-4326-9d1f-9b0b0323fb9b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:19.139615 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f69eaabf-53a6-4a19-b152-9eefb2043bd7 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.213898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f69eaabf-53a6-4a19-b152-9eefb2043bd7 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.219319 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f69eaabf-53a6-4a19-b152-9eefb2043bd7 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.239153 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69eaabf-53a6-4a19-b152-9eefb2043bd7 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21dc576-196a-4f11-a1bd-2fd16f8ccf67,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:19.253650 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f69eaabf-53a6-4a19-b152-9eefb2043bd7 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.255149 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f69eaabf-53a6-4a19-b152-9eefb2043bd7 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1519847 Nov 19 09:42:19.258728 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53660) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:19.299439 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b8c7698-1439-451d-adaa-9c97d04c6d9d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.308478 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b8c7698-1439-451d-adaa-9c97d04c6d9d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.351136 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b8c7698-1439-451d-adaa-9c97d04c6d9d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.363769 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5b8c7698-1439-451d-adaa-9c97d04c6d9d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.365320 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5b8c7698-1439-451d-adaa-9c97d04c6d9d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c21dc576-196a-4f11-a1bd-2fd16f8ccf67 HTTP/1.1" status: 204 len: 168 time: 0.1053345 Nov 19 09:42:19.367104 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c7698-1439-451d-adaa-9c97d04c6d9d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c21dc576-196a-4f11-a1bd-2fd16f8ccf67,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:19.367968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53668) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:19.416956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-966a99cc-7d47-4c80-a078-1ad35ea957f9 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0471084 Nov 19 09:42:19.419700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53670) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:19.478093 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c25d735-8e60-4357-9f4b-b876f1aa3d5e tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.503400 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c25d735-8e60-4357-9f4b-b876f1aa3d5e tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.559229 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c25d735-8e60-4357-9f4b-b876f1aa3d5e tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.562324 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0c25d735-8e60-4357-9f4b-b876f1aa3d5e tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.566092 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53676) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:19.566350 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0c25d735-8e60-4357-9f4b-b876f1aa3d5e tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-groups/dba50a5a-6f34-4326-9d1f-9b0b0323fb9b HTTP/1.1" status: 204 len: 168 time: 0.1456070 Nov 19 09:42:19.576628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25d735-8e60-4357-9f4b-b876f1aa3d5e tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba50a5a-6f34-4326-9d1f-9b0b0323fb9b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:19.626264 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-518e43c2-a8a4-44bd-b003-7cb327e13570 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0582440 Nov 19 09:42:19.629535 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53682) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:19.635779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-dc56f4c8-78be-4738-9895-ae3d1da53dc7 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group': {'name': 'tempest-secgroup--719990931'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:19.662073 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc56f4c8-78be-4738-9895-ae3d1da53dc7 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.757266 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc56f4c8-78be-4738-9895-ae3d1da53dc7 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.762590 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc56f4c8-78be-4738-9895-ae3d1da53dc7 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.820911 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc56f4c8-78be-4738-9895-ae3d1da53dc7 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.822670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-dc56f4c8-78be-4738-9895-ae3d1da53dc7 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1918602 Nov 19 09:42:19.824038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56f4c8-78be-4738-9895-ae3d1da53dc7 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=389b3500-9420-4451-83d5-e2058ebf4f75,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:19.826118 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53688) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:19.831579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3d9b6970-54d8-4e66-b1c5-3aefecb4144d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group_rule': {'security_group_id': '389b3500-9420-4451-83d5-e2058ebf4f75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:19.872994 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6970-54d8-4e66-b1c5-3aefecb4144d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.903470 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fbad447a-ec98-4dc2-98ef-6aa25a6a8718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.938809 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6970-54d8-4e66-b1c5-3aefecb4144d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.942479 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6970-54d8-4e66-b1c5-3aefecb4144d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.960432 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b6970-54d8-4e66-b1c5-3aefecb4144d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aaed6f7-3b46-4e4f-8c05-c5ea4328aaee,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:19.975050 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6970-54d8-4e66-b1c5-3aefecb4144d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:19.976942 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3d9b6970-54d8-4e66-b1c5-3aefecb4144d tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1488414 Nov 19 09:42:19.984270 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53696) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:20.010857 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-81a4765b-304f-46d3-ac98-b983c95f6a1c tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-group-rules/5aaed6f7-3b46-4e4f-8c05-c5ea4328aaee HTTP/1.1" status: 200 len: 763 time: 0.0251760 Nov 19 09:42:20.013024 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53698) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:20.056195 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8f49c461-6b2e-4f12-b20d-5e9ef03771d2 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0420363 Nov 19 09:42:20.058909 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53704) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:20.082704 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcc23-19ea-4793-b353-b67dccc62778 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.090457 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcc23-19ea-4793-b353-b67dccc62778 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.122004 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcc23-19ea-4793-b353-b67dccc62778 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.127433 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c1fcc23-19ea-4793-b353-b67dccc62778 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.128627 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9c1fcc23-19ea-4793-b353-b67dccc62778 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5aaed6f7-3b46-4e4f-8c05-c5ea4328aaee HTTP/1.1" status: 204 len: 168 time: 0.0687950 Nov 19 09:42:20.132955 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53706) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:20.153960 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fcc23-19ea-4793-b353-b67dccc62778 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5aaed6f7-3b46-4e4f-8c05-c5ea4328aaee,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:20.181442 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b2f36644-15d1-427d-b0f7-af172884a995 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469618 Nov 19 09:42:20.184124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53710) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:20.188683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-81a35cbc-7c4f-434f-9e22-514a2253d1a4 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group_rule': {'security_group_id': '389b3500-9420-4451-83d5-e2058ebf4f75', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:20.232473 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81a35cbc-7c4f-434f-9e22-514a2253d1a4 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.311666 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81a35cbc-7c4f-434f-9e22-514a2253d1a4 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.315501 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81a35cbc-7c4f-434f-9e22-514a2253d1a4 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.332585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a35cbc-7c4f-434f-9e22-514a2253d1a4 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f40b347-7e9f-4ce7-9633-f2ae0625af39,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:20.341053 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81a35cbc-7c4f-434f-9e22-514a2253d1a4 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.344774 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-81a35cbc-7c4f-434f-9e22-514a2253d1a4 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571651 Nov 19 09:42:20.345027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53718) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:20.362039 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0afe71b0-a208-4d8a-b095-0607b42a2551 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-group-rules/1f40b347-7e9f-4ce7-9633-f2ae0625af39 HTTP/1.1" status: 200 len: 763 time: 0.0158567 Nov 19 09:42:20.364698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53720) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:20.432082 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-df268e03-f523-422c-8b73-8aebc6831e87 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0639248 Nov 19 09:42:20.432825 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53724) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:20.459150 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a30ed9e1-ddd9-431d-82bd-5447cb641883 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.467287 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a30ed9e1-ddd9-431d-82bd-5447cb641883 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.495829 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a30ed9e1-ddd9-431d-82bd-5447cb641883 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.503815 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a30ed9e1-ddd9-431d-82bd-5447cb641883 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.505537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a30ed9e1-ddd9-431d-82bd-5447cb641883 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1f40b347-7e9f-4ce7-9633-f2ae0625af39 HTTP/1.1" status: 204 len: 168 time: 0.0721905 Nov 19 09:42:20.507497 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53726) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:20.512375 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ed9e1-ddd9-431d-82bd-5447cb641883 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f40b347-7e9f-4ce7-9633-f2ae0625af39,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:20.557230 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-011c0ee1-6a09-4661-83a3-913bdc42e0ad tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0486009 Nov 19 09:42:20.559648 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53734) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:20.563965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0ce1a0ee-e68d-4629-8312-8c5bb63715f6 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Request body: {'security_group_rule': {'security_group_id': '389b3500-9420-4451-83d5-e2058ebf4f75', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:20.594092 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ce1a0ee-e68d-4629-8312-8c5bb63715f6 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.668197 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ce1a0ee-e68d-4629-8312-8c5bb63715f6 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.672598 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ce1a0ee-e68d-4629-8312-8c5bb63715f6 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.689845 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1a0ee-e68d-4629-8312-8c5bb63715f6 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60025faa-a915-40ee-8517-39c69d23762c,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:20.701883 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0ce1a0ee-e68d-4629-8312-8c5bb63715f6 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.703232 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0ce1a0ee-e68d-4629-8312-8c5bb63715f6 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425817 Nov 19 09:42:20.706371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53738) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:20.739954 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e08a101d-0bc8-466d-88c1-58eca060b7f6 tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-group-rules/60025faa-a915-40ee-8517-39c69d23762c HTTP/1.1" status: 200 len: 764 time: 0.0320859 Nov 19 09:42:20.742283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53740) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:20.790626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7440f21e-0123-40ca-848c-cd52655b6aed tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0467474 Nov 19 09:42:20.792858 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53744) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:20.820615 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7423887f-0eb4-45f8-a1a7-f1a91d507a1b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.835160 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7423887f-0eb4-45f8-a1a7-f1a91d507a1b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.872417 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7423887f-0eb4-45f8-a1a7-f1a91d507a1b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.878806 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7423887f-0eb4-45f8-a1a7-f1a91d507a1b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:20.882360 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7423887f-0eb4-45f8-a1a7-f1a91d507a1b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/60025faa-a915-40ee-8517-39c69d23762c HTTP/1.1" status: 204 len: 168 time: 0.0875983 Nov 19 09:42:20.882840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53754) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:20.893219 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423887f-0eb4-45f8-a1a7-f1a91d507a1b tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60025faa-a915-40ee-8517-39c69d23762c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:20.931466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6630c3c9-1a74-4eef-bcca-b503e40c1f9e tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468242 Nov 19 09:42:20.934277 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53756) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:21.032816 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8817-cfd6-4c0d-8100-218ec5e9a2bf tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:21.056518 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8817-cfd6-4c0d-8100-218ec5e9a2bf tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:21.402816 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8817-cfd6-4c0d-8100-218ec5e9a2bf tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:21.405881 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6f8c8817-cfd6-4c0d-8100-218ec5e9a2bf tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:21.407168 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6f8c8817-cfd6-4c0d-8100-218ec5e9a2bf tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "DELETE /v2.0/security-groups/389b3500-9420-4451-83d5-e2058ebf4f75 HTTP/1.1" status: 204 len: 168 time: 0.4719300 Nov 19 09:42:21.409906 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53772) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:21.417640 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c8817-cfd6-4c0d-8100-218ec5e9a2bf tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=389b3500-9420-4451-83d5-e2058ebf4f75,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:21.482143 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7c4677e1-9e18-4f6e-a17c-ea54532117bd tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0707541 Nov 19 09:42:21.485210 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53776) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:21.533895 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e8821ea1-de63-4a51-ad16-68d787edcd6a tempest-SecGroupTest-586730770 tempest-SecGroupTest-586730770-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0469949 Nov 19 09:42:21.891495 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53794) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:22.085808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53806) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:22.086534 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6e4871b7-2065-45c2-b570-c14c140c188a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce56bf05a4004067a8206c77da5d3f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1892822 Nov 19 09:42:22.139366 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed8c265a-77c9-4db8-808b-5aa2fbfc1d9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:22.165949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed8c265a-77c9-4db8-808b-5aa2fbfc1d9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:22.234997 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed8c265a-77c9-4db8-808b-5aa2fbfc1d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:22.238361 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed8c265a-77c9-4db8-808b-5aa2fbfc1d9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:22.243078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ed8c265a-77c9-4db8-808b-5aa2fbfc1d9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39a20fb7-95c1-416c-934a-c5ba3c9d5a35 HTTP/1.1" status: 204 len: 168 time: 0.1536160 Nov 19 09:42:22.251984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c265a-77c9-4db8-808b-5aa2fbfc1d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a20fb7-95c1-416c-934a-c5ba3c9d5a35,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:22.317126 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a4eebef5-60dd-46b9-af76-2b10100f6463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:22.891637 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc615106-f528-4e75-a3b8-d83d5790c51c req-40eca58f-29d5-4e5c-8463-754ac4aa36be service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562389 Nov 19 09:42:23.015148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc615106-f528-4e75-a3b8-d83d5790c51c req-68ae42d8-e062-4db9-9db9-ca2864f40a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:23.016688 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc615106-f528-4e75-a3b8-d83d5790c51c req-68ae42d8-e062-4db9-9db9-ca2864f40a18 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54b2eaca0f74c3180e499355c2ca0b2&device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 1097 time: 0.0670850 Nov 19 09:42:23.166384 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53862) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:23.177646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc615106-f528-4e75-a3b8-d83d5790c51c req-0b7eca73-c52d-4bbc-bab3-8ece3280ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:23.190795 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc615106-f528-4e75-a3b8-d83d5790c51c req-0b7eca73-c52d-4bbc-bab3-8ece3280ecbd service neutron] 10.222.0.66 "GET /v2.0/networks?id=8218a80a-28f0-4c34-ab84-8ff4f4ea8262 HTTP/1.1" status: 200 len: 898 time: 0.1386361 Nov 19 09:42:23.301928 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc615106-f528-4e75-a3b8-d83d5790c51c req-f62b2832-3cc7-4072-8abb-a22eb93fab52 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87d40cdf-1ace-4249-8a6b-96008bffcfce HTTP/1.1" status: 200 len: 1001 time: 0.1025827 Nov 19 09:42:23.329698 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-691ca55d-2385-4500-a6ed-60b8972ba598 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:23.330147 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-691ca55d-2385-4500-a6ed-60b8972ba598 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 09:42:23.330661 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-691ca55d-2385-4500-a6ed-60b8972ba598 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 09:42:23.341425 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-691ca55d-2385-4500-a6ed-60b8972ba598 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1738865 Nov 19 09:42:23.343770 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53868) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:23.352459 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-70119a19-d097-44ec-9ee2-7e3d99e1b445 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group': {'name': 'tempest-secgroup--841797001'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:23.391759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc615106-f528-4e75-a3b8-d83d5790c51c req-92b28f88-ce0c-4bd9-b8e3-a6b2dedbf716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:23.394224 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc615106-f528-4e75-a3b8-d83d5790c51c req-92b28f88-ce0c-4bd9-b8e3-a6b2dedbf716 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686 HTTP/1.1" status: 200 len: 834 time: 0.0792618 Nov 19 09:42:23.404731 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70119a19-d097-44ec-9ee2-7e3d99e1b445 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:23.425006 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70119a19-d097-44ec-9ee2-7e3d99e1b445 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:23.451047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc615106-f528-4e75-a3b8-d83d5790c51c req-9a6fea6d-2387-4af6-9d0f-b24a4d04a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:23.452810 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc615106-f528-4e75-a3b8-d83d5790c51c req-9a6fea6d-2387-4af6-9d0f-b24a4d04a7d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8218a80a-28f0-4c34-ab84-8ff4f4ea8262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508287 Nov 19 09:42:23.524394 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:23.547403 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70119a19-d097-44ec-9ee2-7e3d99e1b445 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:23.552733 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70119a19-d097-44ec-9ee2-7e3d99e1b445 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:23.596998 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70119a19-d097-44ec-9ee2-7e3d99e1b445 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fd5e6d-7c38-47ac-917e-b0e7f6d655a4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:23.605819 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc615106-f528-4e75-a3b8-d83d5790c51c req-6bb0579b-6c2b-44d2-a321-a7ad47f21f66 service neutron] 10.222.0.66 "GET /v2.0/networks/8218a80a-28f0-4c34-ab84-8ff4f4ea8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317265 Nov 19 09:42:23.665191 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70119a19-d097-44ec-9ee2-7e3d99e1b445 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:23.670428 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70119a19-d097-44ec-9ee2-7e3d99e1b445 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:23.727188 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70119a19-d097-44ec-9ee2-7e3d99e1b445 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:23.731900 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bc615106-f528-4e75-a3b8-d83d5790c51c req-455761f5-2e56-4d60-a595-d9f5bf828921 service neutron] 10.222.0.66 "GET /v2.0/networks/8218a80a-28f0-4c34-ab84-8ff4f4ea8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190836 Nov 19 09:42:23.732184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53880) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:23.732710 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-70119a19-d097-44ec-9ee2-7e3d99e1b445 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3875332 Nov 19 09:42:23.737429 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-58e47e5e-696e-431b-943e-9bbbeb8e8a19 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': 'f0d49ed5-1cd0-4981-9e91-a130be0238b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:23.746274 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70119a19-d097-44ec-9ee2-7e3d99e1b445 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d49ed5-1cd0-4981-9e91-a130be0238b2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:23.779764 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58e47e5e-696e-431b-943e-9bbbeb8e8a19 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:23.849535 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58e47e5e-696e-431b-943e-9bbbeb8e8a19 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:23.855698 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58e47e5e-696e-431b-943e-9bbbeb8e8a19 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:23.882979 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47e5e-696e-431b-943e-9bbbeb8e8a19 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244dbac8-e18d-426f-a9a0-a0074b69d2cf,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:23.894028 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58e47e5e-696e-431b-943e-9bbbeb8e8a19 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:23.898489 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-58e47e5e-696e-431b-943e-9bbbeb8e8a19 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1616011 Nov 19 09:42:23.898981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53884) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:23.903747 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d81b0a1c-30ba-4be2-a15c-eceec3284eb3 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': 'f0d49ed5-1cd0-4981-9e91-a130be0238b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:23.936541 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d81b0a1c-30ba-4be2-a15c-eceec3284eb3 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.009470 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-d81b0a1c-30ba-4be2-a15c-eceec3284eb3 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 09:42:24.010634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d81b0a1c-30ba-4be2-a15c-eceec3284eb3 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1105816 Nov 19 09:42:24.013819 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53894) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:24.080272 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc85b846-c227-413c-b9e4-19d50dcf07e6 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.111949 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc85b846-c227-413c-b9e4-19d50dcf07e6 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.177745 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc85b846-c227-413c-b9e4-19d50dcf07e6 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.180779 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc85b846-c227-413c-b9e4-19d50dcf07e6 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.184525 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cc85b846-c227-413c-b9e4-19d50dcf07e6 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "DELETE /v2.0/security-groups/f0d49ed5-1cd0-4981-9e91-a130be0238b2 HTTP/1.1" status: 204 len: 168 time: 0.1672826 Nov 19 09:42:24.184905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53902) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:24.193236 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85b846-c227-413c-b9e4-19d50dcf07e6 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d49ed5-1cd0-4981-9e91-a130be0238b2,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:24.250108 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a59a358b-84a3-4ecf-b952-eb925e6099ac tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0638618 Nov 19 09:42:24.255635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53904) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:24.262964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-79af064e-c08f-421f-88df-a9dd0f641eb0 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group': {'name': 'tempest-secgroup--1020507281'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:24.295167 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79af064e-c08f-421f-88df-a9dd0f641eb0 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.370828 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79af064e-c08f-421f-88df-a9dd0f641eb0 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.376803 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79af064e-c08f-421f-88df-a9dd0f641eb0 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.406846 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79af064e-c08f-421f-88df-a9dd0f641eb0 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.408023 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-79af064e-c08f-421f-88df-a9dd0f641eb0 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1509795 Nov 19 09:42:24.410897 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53912) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:24.415941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-99705f45-7ec6-4987-82e6-e522b7c50efd tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': 'c1cc5fa1-8610-49fd-89d8-462e4d4258f7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:24.416439 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-99705f45-7ec6-4987-82e6-e522b7c50efd tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 19 09:42:24.416931 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-99705f45-7ec6-4987-82e6-e522b7c50efd tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:42:24.420432 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-99705f45-7ec6-4987-82e6-e522b7c50efd tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060842 Nov 19 09:42:24.420432 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af064e-c08f-421f-88df-a9dd0f641eb0 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cc5fa1-8610-49fd-89d8-462e4d4258f7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:24.420831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53914) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:24.484384 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60d0363a-e0c0-4ab3-8d75-f4d98228236c tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.513869 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60d0363a-e0c0-4ab3-8d75-f4d98228236c tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.561703 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60d0363a-e0c0-4ab3-8d75-f4d98228236c tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.565046 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60d0363a-e0c0-4ab3-8d75-f4d98228236c tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.566997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-60d0363a-e0c0-4ab3-8d75-f4d98228236c tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "DELETE /v2.0/security-groups/c1cc5fa1-8610-49fd-89d8-462e4d4258f7 HTTP/1.1" status: 204 len: 168 time: 0.1450808 Nov 19 09:42:24.569700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53918) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:24.592757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0363a-e0c0-4ab3-8d75-f4d98228236c tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cc5fa1-8610-49fd-89d8-462e4d4258f7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:24.629708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53922) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:24.630163 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ed6c35fe-f8fe-427e-bf30-575f787e42d2 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0583730 Nov 19 09:42:24.635767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7e8cc2f8-539a-4218-810a-3a3daea9f2cb tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group': {'name': 'tempest-secgroup--587289387'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:24.660121 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc2f8-539a-4218-810a-3a3daea9f2cb tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.751696 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc2f8-539a-4218-810a-3a3daea9f2cb tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.755559 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc2f8-539a-4218-810a-3a3daea9f2cb tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.789159 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc2f8-539a-4218-810a-3a3daea9f2cb tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.790535 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7e8cc2f8-539a-4218-810a-3a3daea9f2cb tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1596029 Nov 19 09:42:24.793262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53926) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:24.798681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b5d472c2-29e1-43db-83b8-8cca002b6c1f tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': '0a3cb038-af5a-4dc6-bf51-b174d83d38d3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:24.799531 n-d-805649-14 neutron-server[103477]: WARNING neutron.api.v2.base [None req-b5d472c2-29e1-43db-83b8-8cca002b6c1f tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 19 09:42:24.800161 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-b5d472c2-29e1-43db-83b8-8cca002b6c1f tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:42:24.801178 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b5d472c2-29e1-43db-83b8-8cca002b6c1f tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069697 Nov 19 09:42:24.802539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cc2f8-539a-4218-810a-3a3daea9f2cb tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3cb038-af5a-4dc6-bf51-b174d83d38d3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:24.803900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53928) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:24.865056 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-275d650e-f762-4c3f-b3fe-4f29fb324925 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.888630 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-275d650e-f762-4c3f-b3fe-4f29fb324925 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.924259 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.933043 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-275d650e-f762-4c3f-b3fe-4f29fb324925 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.935971 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-275d650e-f762-4c3f-b3fe-4f29fb324925 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:24.940071 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-275d650e-f762-4c3f-b3fe-4f29fb324925 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "DELETE /v2.0/security-groups/0a3cb038-af5a-4dc6-bf51-b174d83d38d3 HTTP/1.1" status: 204 len: 168 time: 0.1309137 Nov 19 09:42:24.941800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53930) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:24.953717 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d650e-f762-4c3f-b3fe-4f29fb324925 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3cb038-af5a-4dc6-bf51-b174d83d38d3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:25.012551 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-56b2fef0-e842-4e14-bb94-126251a16be6 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0687776 Nov 19 09:42:25.019720 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53932) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:25.025379 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-00e6b05d-b5dc-4c61-92cd-b2ab10cbf0b4 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group': {'name': 'tempest-secgroup--261049203'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:25.074040 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-00e6b05d-b5dc-4c61-92cd-b2ab10cbf0b4 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:25.159632 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-00e6b05d-b5dc-4c61-92cd-b2ab10cbf0b4 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:25.175547 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-00e6b05d-b5dc-4c61-92cd-b2ab10cbf0b4 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:25.221634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6b05d-b5dc-4c61-92cd-b2ab10cbf0b4 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb51670-ba0c-4347-9e19-51995183f06a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:25.239102 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-00e6b05d-b5dc-4c61-92cd-b2ab10cbf0b4 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:25.240613 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-00e6b05d-b5dc-4c61-92cd-b2ab10cbf0b4 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2194712 Nov 19 09:42:25.244711 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53942) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:25.250706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a7454428-8e19-48d4-990a-300085b1d1c7 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': 'eeb51670-ba0c-4347-9e19-51995183f06a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:25.253606 n-d-805649-14 neutron-server[103477]: WARNING neutron.api.v2.base [None req-a7454428-8e19-48d4-990a-300085b1d1c7 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 19 09:42:25.254924 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-a7454428-8e19-48d4-990a-300085b1d1c7 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:42:25.256282 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a7454428-8e19-48d4-990a-300085b1d1c7 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099440 Nov 19 09:42:25.259214 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53944) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:25.264560 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f2225015-9087-458c-8906-fe41dc34e973 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': 'eeb51670-ba0c-4347-9e19-51995183f06a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:25.265582 n-d-805649-14 neutron-server[103477]: WARNING neutron.api.v2.base [None req-f2225015-9087-458c-8906-fe41dc34e973 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 19 09:42:25.266249 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-f2225015-9087-458c-8906-fe41dc34e973 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:42:25.268502 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f2225015-9087-458c-8906-fe41dc34e973 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0080047 Nov 19 09:42:25.271772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53946) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:25.276589 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c4942255-cade-41b5-b366-805bf4e34b5e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': 'eeb51670-ba0c-4347-9e19-51995183f06a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:25.277488 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-c4942255-cade-41b5-b366-805bf4e34b5e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 19 09:42:25.277976 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-c4942255-cade-41b5-b366-805bf4e34b5e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:42:25.278894 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c4942255-cade-41b5-b366-805bf4e34b5e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059485 Nov 19 09:42:25.281398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53948) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:25.285414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-695576ef-2638-49c0-b340-6298be57cd2a tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': 'eeb51670-ba0c-4347-9e19-51995183f06a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:25.286240 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-695576ef-2638-49c0-b340-6298be57cd2a tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 19 09:42:25.286709 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-695576ef-2638-49c0-b340-6298be57cd2a tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:42:25.287626 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-695576ef-2638-49c0-b340-6298be57cd2a tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0053852 Nov 19 09:42:25.290685 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53950) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:25.345602 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-055ce512-c08b-4109-928e-347a39a7c0c5 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:25.370104 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-055ce512-c08b-4109-928e-347a39a7c0c5 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:25.414384 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-055ce512-c08b-4109-928e-347a39a7c0c5 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:25.417275 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-055ce512-c08b-4109-928e-347a39a7c0c5 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:25.421136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53954) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:25.421304 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-055ce512-c08b-4109-928e-347a39a7c0c5 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "DELETE /v2.0/security-groups/eeb51670-ba0c-4347-9e19-51995183f06a HTTP/1.1" status: 204 len: 168 time: 0.1286871 Nov 19 09:42:25.431270 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ce512-c08b-4109-928e-347a39a7c0c5 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb51670-ba0c-4347-9e19-51995183f06a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:25.490921 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4d47faf8-0c07-4487-9f8b-d2ed3b2adfee tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0683401 Nov 19 09:42:25.495894 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53958) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:25.500794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8cbe7213-6e31-4d49-9aa9-8302025b8009 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group': {'name': 'tempest-secgroup--1062055299'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:25.530900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cbe7213-6e31-4d49-9aa9-8302025b8009 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:25.557892 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:25.609103 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cbe7213-6e31-4d49-9aa9-8302025b8009 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:25.613210 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cbe7213-6e31-4d49-9aa9-8302025b8009 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:25.646849 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cbe7213-6e31-4d49-9aa9-8302025b8009 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:25.648638 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8cbe7213-6e31-4d49-9aa9-8302025b8009 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1512012 Nov 19 09:42:25.651483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53960) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:25.656785 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d522dbfb-65bc-407a-97cd-47aab97ef94e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': '9a5def52-3087-4dc3-959a-48ad02ad26b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:25.657310 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-d522dbfb-65bc-407a-97cd-47aab97ef94e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 09:42:25.657803 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-d522dbfb-65bc-407a-97cd-47aab97ef94e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:42:25.661336 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d522dbfb-65bc-407a-97cd-47aab97ef94e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063663 Nov 19 09:42:25.661336 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe7213-6e31-4d49-9aa9-8302025b8009 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5def52-3087-4dc3-959a-48ad02ad26b2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:25.662218 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53962) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:25.667601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2ddc5171-e643-464d-b5df-908fd19677e9 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': '9a5def52-3087-4dc3-959a-48ad02ad26b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:25.706973 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-2ddc5171-e643-464d-b5df-908fd19677e9 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:42:25.708716 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2ddc5171-e643-464d-b5df-908fd19677e9 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0451729 Nov 19 09:42:25.711440 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53964) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:25.715974 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0e0f9f74-2bcf-418e-8f33-61756fdfb575 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': '9a5def52-3087-4dc3-959a-48ad02ad26b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:25.716447 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-0e0f9f74-2bcf-418e-8f33-61756fdfb575 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 19 09:42:25.716936 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-0e0f9f74-2bcf-418e-8f33-61756fdfb575 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:42:25.717945 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0e0f9f74-2bcf-418e-8f33-61756fdfb575 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055604 Nov 19 09:42:25.720668 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53966) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:25.725362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-2cfe534e-8550-46de-b81f-d7aae023d619 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': '9a5def52-3087-4dc3-959a-48ad02ad26b2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:25.770896 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-2cfe534e-8550-46de-b81f-d7aae023d619 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:42:25.772064 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2cfe534e-8550-46de-b81f-d7aae023d619 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0503607 Nov 19 09:42:25.775507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53972) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:25.780110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-fde40951-c500-46c4-aa46-9cb7c1b37356 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': '9a5def52-3087-4dc3-959a-48ad02ad26b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:25.780678 n-d-805649-14 neutron-server[103477]: WARNING neutron.api.v2.base [None req-fde40951-c500-46c4-aa46-9cb7c1b37356 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 09:42:25.781990 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-fde40951-c500-46c4-aa46-9cb7c1b37356 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:42:25.783039 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fde40951-c500-46c4-aa46-9cb7c1b37356 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065174 Nov 19 09:42:25.785632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53974) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:25.791747 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e613cb1a-55f1-47ca-a756-97c1203be11f tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': '9a5def52-3087-4dc3-959a-48ad02ad26b2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:25.832814 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-e613cb1a-55f1-47ca-a756-97c1203be11f tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:42:25.837212 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e613cb1a-55f1-47ca-a756-97c1203be11f tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0474432 Nov 19 09:42:25.837463 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53976) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:25.841868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-442e4939-4458-4c80-960a-4671ff7b59a5 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': '9a5def52-3087-4dc3-959a-48ad02ad26b2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:25.842344 n-d-805649-14 neutron-server[103476]: WARNING neutron.api.v2.base [None req-442e4939-4458-4c80-960a-4671ff7b59a5 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 19 09:42:25.842831 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-442e4939-4458-4c80-960a-4671ff7b59a5 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:42:25.843782 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-442e4939-4458-4c80-960a-4671ff7b59a5 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053587 Nov 19 09:42:25.846876 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53978) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:25.853156 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6e838756-4ead-43fb-bde7-5c9ad4f25b87 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': '9a5def52-3087-4dc3-959a-48ad02ad26b2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:25.892460 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-6e838756-4ead-43fb-bde7-5c9ad4f25b87 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:42:25.896612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53980) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:25.896806 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6e838756-4ead-43fb-bde7-5c9ad4f25b87 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0486267 Nov 19 09:42:25.902954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-fcdffc1f-2add-4ac7-9ddc-12bc3d749802 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': '9a5def52-3087-4dc3-959a-48ad02ad26b2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:25.941010 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-fcdffc1f-2add-4ac7-9ddc-12bc3d749802 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:42:25.942238 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fcdffc1f-2add-4ac7-9ddc-12bc3d749802 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0442321 Nov 19 09:42:25.945919 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53982) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:26.007234 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41d46dec-c5ba-494d-8429-e59aba0be99d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:26.037063 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41d46dec-c5ba-494d-8429-e59aba0be99d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:26.084232 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41d46dec-c5ba-494d-8429-e59aba0be99d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:26.090097 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41d46dec-c5ba-494d-8429-e59aba0be99d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:26.091663 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-41d46dec-c5ba-494d-8429-e59aba0be99d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "DELETE /v2.0/security-groups/9a5def52-3087-4dc3-959a-48ad02ad26b2 HTTP/1.1" status: 204 len: 168 time: 0.1444945 Nov 19 09:42:26.094041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 53990) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:26.113883 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d46dec-c5ba-494d-8429-e59aba0be99d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5def52-3087-4dc3-959a-48ad02ad26b2,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:26.196854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ac92d821-8365-40da-81f9-ee7079377ec6 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0819876 Nov 19 09:42:26.198529 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 53992) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:26.203356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6741a2c8-3902-4b73-8797-af7edf0009bc tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group': {'name': 'tempest-secgroup--12298654'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:26.228921 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6741a2c8-3902-4b73-8797-af7edf0009bc tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:26.308439 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6741a2c8-3902-4b73-8797-af7edf0009bc tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:26.313884 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6741a2c8-3902-4b73-8797-af7edf0009bc tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:26.347966 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741a2c8-3902-4b73-8797-af7edf0009bc tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0a9ce1-267d-40e6-b94f-0293f33b31bc,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:26.353206 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6741a2c8-3902-4b73-8797-af7edf0009bc tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:26.357611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54000) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:26.362333 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-79c96f7c-96e3-4594-9a1f-f94cf55640fe tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': '6c0a9ce1-267d-40e6-b94f-0293f33b31bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:26.368475 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6741a2c8-3902-4b73-8797-af7edf0009bc tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1686606 Nov 19 09:42:26.419988 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-79c96f7c-96e3-4594-9a1f-f94cf55640fe tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The resource could not be found. Nov 19 09:42:26.423699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-79c96f7c-96e3-4594-9a1f-f94cf55640fe tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0625405 Nov 19 09:42:26.424074 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54002) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:26.428930 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-64447fdf-6083-470a-a6e6-892f4bd8b535 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': '6c0a9ce1-267d-40e6-b94f-0293f33b31bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a2982f93-2c74-4c28-aa26-9bbf61d9f1a7'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:26.489483 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-64447fdf-6083-470a-a6e6-892f4bd8b535 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The resource could not be found. Nov 19 09:42:26.496222 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-64447fdf-6083-470a-a6e6-892f4bd8b535 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0710034 Nov 19 09:42:26.497074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54004) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:26.584733 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86afcc82-58a3-43d5-bce7-9b72f7c79d7e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:26.614936 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86afcc82-58a3-43d5-bce7-9b72f7c79d7e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:26.673584 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86afcc82-58a3-43d5-bce7-9b72f7c79d7e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:26.677254 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86afcc82-58a3-43d5-bce7-9b72f7c79d7e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:26.682097 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54010) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:26.685608 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-86afcc82-58a3-43d5-bce7-9b72f7c79d7e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "DELETE /v2.0/security-groups/6c0a9ce1-267d-40e6-b94f-0293f33b31bc HTTP/1.1" status: 204 len: 168 time: 0.1870227 Nov 19 09:42:26.705055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afcc82-58a3-43d5-bce7-9b72f7c79d7e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0a9ce1-267d-40e6-b94f-0293f33b31bc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:26.759864 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-69748ced-c1e1-4aaf-ab2c-5692e63f77b5 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0728841 Nov 19 09:42:26.760496 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54012) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:26.767144 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ead89437-7860-4d1e-b379-0d47fe197d5d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': '4740e5c9-cc5e-49ff-b204-c2216d21d1af', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:26.818882 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-ead89437-7860-4d1e-b379-0d47fe197d5d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The resource could not be found. Nov 19 09:42:26.823724 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ead89437-7860-4d1e-b379-0d47fe197d5d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0586872 Nov 19 09:42:26.824601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54014) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:26.830232 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d52321d8-855e-4bf0-be9f-7dfd22c07c4e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group': {'name': 'tempest-secgroup--982421412'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:26.855750 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d52321d8-855e-4bf0-be9f-7dfd22c07c4e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:26.938181 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d52321d8-855e-4bf0-be9f-7dfd22c07c4e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:26.945519 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d52321d8-855e-4bf0-be9f-7dfd22c07c4e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:26.981400 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d52321d8-855e-4bf0-be9f-7dfd22c07c4e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:26.983240 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d52321d8-855e-4bf0-be9f-7dfd22c07c4e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1569927 Nov 19 09:42:26.985848 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54020) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:26.987399 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52321d8-855e-4bf0-be9f-7dfd22c07c4e tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b68c0c8-6335-4f11-a33e-7243eabc9331,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:26.993306 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-09df3710-09a4-491b-a835-28f34ce2073b tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710148445'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:27.022594 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09df3710-09a4-491b-a835-28f34ce2073b tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:27.111367 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09df3710-09a4-491b-a835-28f34ce2073b tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:27.116014 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09df3710-09a4-491b-a835-28f34ce2073b tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:27.148988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df3710-09a4-491b-a835-28f34ce2073b tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1090721-ae70-4334-a7b0-a8838dbd2b72,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:27.165870 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-09df3710-09a4-491b-a835-28f34ce2073b tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:27.167552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-09df3710-09a4-491b-a835-28f34ce2073b tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1799397 Nov 19 09:42:27.170296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54024) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:27.174915 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-76659bd1-7573-49af-909a-0c38ca652317 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group_rule': {'security_group_id': '1b68c0c8-6335-4f11-a33e-7243eabc9331', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a1090721-ae70-4334-a7b0-a8838dbd2b72'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:27.221168 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-76659bd1-7573-49af-909a-0c38ca652317 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 09:42:27.222788 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-76659bd1-7573-49af-909a-0c38ca652317 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0508230 Nov 19 09:42:27.225271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54026) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:27.291013 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30ef69e0-9f36-4c47-9eb2-28d1c1e3a54b tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:27.324445 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30ef69e0-9f36-4c47-9eb2-28d1c1e3a54b tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:27.377724 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30ef69e0-9f36-4c47-9eb2-28d1c1e3a54b tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:27.381106 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30ef69e0-9f36-4c47-9eb2-28d1c1e3a54b tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:27.382286 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-30ef69e0-9f36-4c47-9eb2-28d1c1e3a54b tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "DELETE /v2.0/security-groups/a1090721-ae70-4334-a7b0-a8838dbd2b72 HTTP/1.1" status: 204 len: 168 time: 0.1553071 Nov 19 09:42:27.385172 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54034) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:27.394638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef69e0-9f36-4c47-9eb2-28d1c1e3a54b tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1090721-ae70-4334-a7b0-a8838dbd2b72,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:27.454481 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-40c9c437-e6e9-4380-a4ee-2a7ccd01dfc9 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0666907 Nov 19 09:42:27.457434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54036) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:27.519846 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ea048b7-f53e-49d1-8fb4-38ab47b8fd1d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:27.557042 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ea048b7-f53e-49d1-8fb4-38ab47b8fd1d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:27.602632 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ea048b7-f53e-49d1-8fb4-38ab47b8fd1d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:27.605542 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ea048b7-f53e-49d1-8fb4-38ab47b8fd1d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:27.606725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2ea048b7-f53e-49d1-8fb4-38ab47b8fd1d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "DELETE /v2.0/security-groups/1b68c0c8-6335-4f11-a33e-7243eabc9331 HTTP/1.1" status: 204 len: 168 time: 0.1482627 Nov 19 09:42:27.609794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54042) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:27.618149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea048b7-f53e-49d1-8fb4-38ab47b8fd1d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b68c0c8-6335-4f11-a33e-7243eabc9331,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:27.672990 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-81291ad8-bcc0-4f98-83bf-403954b977e7 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0620351 Nov 19 09:42:27.677339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54044) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:27.681990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-91b2d450-13d2-4796-bc16-af23ff5c464d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825528525'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:27.707073 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91b2d450-13d2-4796-bc16-af23ff5c464d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:27.814318 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91b2d450-13d2-4796-bc16-af23ff5c464d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:27.820471 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91b2d450-13d2-4796-bc16-af23ff5c464d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:27.851977 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91b2d450-13d2-4796-bc16-af23ff5c464d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:27.853283 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-91b2d450-13d2-4796-bc16-af23ff5c464d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1748874 Nov 19 09:42:27.856090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54048) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:27.862047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-31b0b4c5-1410-44e4-acaa-581b20af535d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:27.862796 n-d-805649-14 neutron-server[103477]: WARNING neutron.api.v2.base [None req-31b0b4c5-1410-44e4-acaa-581b20af535d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 09:42:27.863292 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-31b0b4c5-1410-44e4-acaa-581b20af535d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] update failed (client error): There was a conflict when trying to complete your request. Nov 19 09:42:27.864421 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-31b0b4c5-1410-44e4-acaa-581b20af535d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "PUT /v2.0/security-groups/fee65c7d-55e4-444d-93b0-4c8dcb87b2e3 HTTP/1.1" status: 409 len: 330 time: 0.0072629 Nov 19 09:42:27.867551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54052) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:27.875758 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2d450-13d2-4796-bc16-af23ff5c464d tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee65c7d-55e4-444d-93b0-4c8dcb87b2e3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:27.946485 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9716c1cc-6ad7-4307-a32d-61716f8cfd43 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:27.978925 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9716c1cc-6ad7-4307-a32d-61716f8cfd43 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:28.026325 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9716c1cc-6ad7-4307-a32d-61716f8cfd43 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:28.029169 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9716c1cc-6ad7-4307-a32d-61716f8cfd43 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:28.030344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9716c1cc-6ad7-4307-a32d-61716f8cfd43 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "DELETE /v2.0/security-groups/fee65c7d-55e4-444d-93b0-4c8dcb87b2e3 HTTP/1.1" status: 204 len: 168 time: 0.1618764 Nov 19 09:42:28.033164 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54054) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:28.040038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716c1cc-6ad7-4307-a32d-61716f8cfd43 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee65c7d-55e4-444d-93b0-4c8dcb87b2e3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:28.102435 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-59906f56-0529-401b-bcb8-26ae421c0eca tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0617361 Nov 19 09:42:28.102697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54056) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:28.119120 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-015a4a9b-564a-4797-9abe-2ddb966cd793 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] delete failed (client error): The resource could not be found. Nov 19 09:42:28.123741 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-015a4a9b-564a-4797-9abe-2ddb966cd793 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "DELETE /v2.0/security-groups/e523f4b6-ad2b-4eb6-b820-3594a0bbfd47 HTTP/1.1" status: 404 len: 347 time: 0.0166223 Nov 19 09:42:28.124017 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54058) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:28.139008 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-76cbfbc0-a129-4c6d-b9e6-f207abb659b2 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] show failed (client error): The resource could not be found. Nov 19 09:42:28.141314 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-76cbfbc0-a129-4c6d-b9e6-f207abb659b2 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "GET /v2.0/security-groups/cf0b5813-bb4e-41a8-b78d-1791ec3c7a82 HTTP/1.1" status: 404 len: 347 time: 0.0151088 Nov 19 09:42:28.144328 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54062) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:28.156985 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-18169f45-76d9-44fe-be79-3f50213290d9 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] show failed (client error): The resource could not be found. Nov 19 09:42:28.158235 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-18169f45-76d9-44fe-be79-3f50213290d9 tempest-NegativeSecGroupTest-1259797907 tempest-NegativeSecGroupTest-1259797907-project] 10.222.0.21 "GET /v2.0/security-group-rules/e0d12d7f-814e-4c69-ad16-2c13d19fcda6 HTTP/1.1" status: 404 len: 356 time: 0.0128849 Nov 19 09:42:28.469317 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54078) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:28.641693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54082) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:28.642027 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e86c527e-be63-43c8-b017-beaa96f290a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5993ed7ede1464c930ddad763ff4fba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1709199 Nov 19 09:42:28.699313 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f163303b-eb5c-4df1-a161-475e3b8fedc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:28.728613 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f163303b-eb5c-4df1-a161-475e3b8fedc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:28.792152 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f163303b-eb5c-4df1-a161-475e3b8fedc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:28.795635 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f163303b-eb5c-4df1-a161-475e3b8fedc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:28.797191 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f163303b-eb5c-4df1-a161-475e3b8fedc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5fd5e6d-7c38-47ac-917e-b0e7f6d655a4 HTTP/1.1" status: 204 len: 168 time: 0.1541255 Nov 19 09:42:28.811252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163303b-eb5c-4df1-a161-475e3b8fedc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fd5e6d-7c38-47ac-917e-b0e7f6d655a4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:29.581507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54120) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:29.698955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c1229092-5f29-4e21-bc9d-a1902de3c62f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-34064551'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:29.724878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1229092-5f29-4e21-bc9d-a1902de3c62f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Made reservation on behalf of 3c16581022c94adb91f51415bbaca172 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:42:29.729113 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1229092-5f29-4e21-bc9d-a1902de3c62f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:29.740032 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1229092-5f29-4e21-bc9d-a1902de3c62f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:29.825005 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1229092-5f29-4e21-bc9d-a1902de3c62f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:29.829217 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1229092-5f29-4e21-bc9d-a1902de3c62f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:29.859054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1229092-5f29-4e21-bc9d-a1902de3c62f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:42:29.866204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1229092-5f29-4e21-bc9d-a1902de3c62f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f041a4-ff3e-4f48-ad25-40ab7d61f874,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:29.872407 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1229092-5f29-4e21-bc9d-a1902de3c62f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:29.872872 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-c1229092-5f29-4e21-bc9d-a1902de3c62f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Added segment cf28675e-89e2-42de-b07e-49ac6a853b27 of type vlan for network 63f91aa7-4831-4b95-8f6b-bff420ac9ea3 Nov 19 09:42:29.917231 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1229092-5f29-4e21-bc9d-a1902de3c62f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:29.947216 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1229092-5f29-4e21-bc9d-a1902de3c62f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:29.953006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1229092-5f29-4e21-bc9d-a1902de3c62f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:29.953805 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1229092-5f29-4e21-bc9d-a1902de3c62f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:30.020504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c1229092-5f29-4e21-bc9d-a1902de3c62f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.4378707 Nov 19 09:42:30.024468 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54132) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:30.030376 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1229092-5f29-4e21-bc9d-a1902de3c62f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Pushing event updated for resources: {'Network': ['ID=63f91aa7-4831-4b95-8f6b-bff420ac9ea3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:30.030881 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2c4ae165-5508-437a-8b0a-f3b2658ad851 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Request body: {'subnet': {'network_id': '63f91aa7-4831-4b95-8f6b-bff420ac9ea3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:30.042054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 63f91aa7-4831-4b95-8f6b-bff420ac9ea3 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:42:30.145413 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4ae165-5508-437a-8b0a-f3b2658ad851 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Made reservation on behalf of 3c16581022c94adb91f51415bbaca172 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:42:30.149800 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c4ae165-5508-437a-8b0a-f3b2658ad851 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:30.386261 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c4ae165-5508-437a-8b0a-f3b2658ad851 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:30.453032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ae165-5508-437a-8b0a-f3b2658ad851 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Pushing event updated for resources: {'Subnet': ['ID=09d7abba-76c2-4760-b37f-51fd73ddb43c,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:30.462863 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4ae165-5508-437a-8b0a-f3b2658ad851 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Checking segment: {'id': 'cf28675e-89e2-42de-b07e-49ac6a853b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '63f91aa7-4831-4b95-8f6b-bff420ac9ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:42:30.463412 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ae165-5508-437a-8b0a-f3b2658ad851 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Network hostable DHCP agents. Network: 63f91aa7-4831-4b95-8f6b-bff420ac9ea3, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:42:30.482361 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ae165-5508-437a-8b0a-f3b2658ad851 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Network 63f91aa7-4831-4b95-8f6b-bff420ac9ea3 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:42:30.491640 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2c4ae165-5508-437a-8b0a-f3b2658ad851 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 63f91aa7-4831-4b95-8f6b-bff420ac9ea3) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:42:30.496116 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4ae165-5508-437a-8b0a-f3b2658ad851 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:30.497997 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c4ae165-5508-437a-8b0a-f3b2658ad851 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:30.502914 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36304e65-6d53-42a5-98bd-ad2e7820b60b None None] Network 63f91aa7-4831-4b95-8f6b-bff420ac9ea3 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:42:30.517379 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2c4ae165-5508-437a-8b0a-f3b2658ad851 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4907913 Nov 19 09:42:30.524051 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54146) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:30.529414 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-97fb9bdf-aa94-427f-82b3-ab38469680d9 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Request body: {'port': {'network_id': '63f91aa7-4831-4b95-8f6b-bff420ac9ea3', 'name': 'tempest-TagsExtTest-1202868764'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:30.674531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fb9bdf-aa94-427f-82b3-ab38469680d9 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Made reservation on behalf of 3c16581022c94adb91f51415bbaca172 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:42:30.678548 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97fb9bdf-aa94-427f-82b3-ab38469680d9 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:30.699201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [None req-97fb9bdf-aa94-427f-82b3-ab38469680d9 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] device_id is not set on port 5163d378-7eaa-4810-850b-3bf7c7f76453 yet. {{(pid=103476) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 09:42:30.702665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-63f91aa7-4831-4b95-8f6b-bff420ac9ea3', 'network_id': '63f91aa7-4831-4b95-8f6b-bff420ac9ea3', 'tenant_id': '3c16581022c94adb91f51415bbaca172', 'fixed_ips': [{'subnet_id': '09d7abba-76c2-4760-b37f-51fd73ddb43c'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:42:30.705208 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:30.824011 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-97fb9bdf-aa94-427f-82b3-ab38469680d9 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Allocated IP 172.20.0.6 (63f91aa7-4831-4b95-8f6b-bff420ac9ea3/09d7abba-76c2-4760-b37f-51fd73ddb43c/5163d378-7eaa-4810-850b-3bf7c7f76453) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:42:30.976156 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97fb9bdf-aa94-427f-82b3-ab38469680d9 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:31.018371 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97fb9bdf-aa94-427f-82b3-ab38469680d9 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:31.064792 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Allocated IP 172.20.0.2 (63f91aa7-4831-4b95-8f6b-bff420ac9ea3/09d7abba-76c2-4760-b37f-51fd73ddb43c/adf9d3f3-7b60-4df9-af07-d08838b1567a) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:42:31.066244 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fb9bdf-aa94-427f-82b3-ab38469680d9 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Network 63f91aa7-4831-4b95-8f6b-bff420ac9ea3 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:42:31.070256 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-97fb9bdf-aa94-427f-82b3-ab38469680d9 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:42:31.073144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fb9bdf-aa94-427f-82b3-ab38469680d9 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:42:31.105157 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb9bdf-aa94-427f-82b3-ab38469680d9 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Pushing event updated for resources: {'Port': ['ID=5163d378-7eaa-4810-850b-3bf7c7f76453,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:31.135001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fb9bdf-aa94-427f-82b3-ab38469680d9 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:31.135853 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97fb9bdf-aa94-427f-82b3-ab38469680d9 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:31.156661 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-97fb9bdf-aa94-427f-82b3-ab38469680d9 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6289656 Nov 19 09:42:31.157586 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54156) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:31.164271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f69e971f-9469-4271-8de0-174e7887bed2 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-176412036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:31.224985 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:31.231110 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:31.244174 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f69e971f-9469-4271-8de0-174e7887bed2 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:31.245246 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f69e971f-9469-4271-8de0-174e7887bed2 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:31.267532 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Network 63f91aa7-4831-4b95-8f6b-bff420ac9ea3 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:42:31.279659 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:42:31.286773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:42:31.311461 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f69e971f-9469-4271-8de0-174e7887bed2 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:31.317553 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f69e971f-9469-4271-8de0-174e7887bed2 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:31.328805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Pushing event updated for resources: {'Port': ['ID=adf9d3f3-7b60-4df9-af07-d08838b1567a,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:31.343797 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f69e971f-9469-4271-8de0-174e7887bed2 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:31.345019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f69e971f-9469-4271-8de0-174e7887bed2 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1863434 Nov 19 09:42:31.348222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54160) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:31.353655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3fdcd088-df2b-425e-976f-46a4e83b2de8 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-794169179', 'prefixes': ['172.20.0.0/16']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:31.357896 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Attempting to bind port adf9d3f3-7b60-4df9-af07-d08838b1567a on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:42:31.358350 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Attempting to bind port adf9d3f3-7b60-4df9-af07-d08838b1567a by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'cf28675e-89e2-42de-b07e-49ac6a853b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '63f91aa7-4831-4b95-8f6b-bff420ac9ea3'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:42:31.358793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Attempting to bind port adf9d3f3-7b60-4df9-af07-d08838b1567a on network 63f91aa7-4831-4b95-8f6b-bff420ac9ea3 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:42:31.366171 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:42:31.367276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Checking segment: {'id': 'cf28675e-89e2-42de-b07e-49ac6a853b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '63f91aa7-4831-4b95-8f6b-bff420ac9ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:42:31.367955 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:31.368426 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Bound using segment: {'id': 'cf28675e-89e2-42de-b07e-49ac6a853b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '63f91aa7-4831-4b95-8f6b-bff420ac9ea3'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:42:31.369065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Bound port: adf9d3f3-7b60-4df9-af07-d08838b1567a, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf28675e-89e2-42de-b07e-49ac6a853b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '63f91aa7-4831-4b95-8f6b-bff420ac9ea3'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:42:31.369512 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:31.427764 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3fdcd088-df2b-425e-976f-46a4e83b2de8 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks [] for subnetpool, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:31.429048 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3fdcd088-df2b-425e-976f-46a4e83b2de8 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0797088 Nov 19 09:42:31.433753 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54170) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:31.440563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-2ff76e32-d997-4730-8728-f9c99ba4003e tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '09d7abba-76c2-4760-b37f-51fd73ddb43c', 'tempest-TagsExtTest-Tag-1748885907') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:31.463575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] For port adf9d3f3-7b60-4df9-af07-d08838b1567a, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:42:31.467678 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] For port adf9d3f3-7b60-4df9-af07-d08838b1567a, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=adf9d3f3-7b60-4df9-af07-d08838b1567a,segment=NetworkSegment(cf28675e-89e2-42de-b07e-49ac6a853b27),segment_id=cf28675e-89e2-42de-b07e-49ac6a853b27)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:42:31.473912 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:31.563048 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2ff76e32-d997-4730-8728-f9c99ba4003e tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "PUT /v2.0/subnets/09d7abba-76c2-4760-b37f-51fd73ddb43c/tags/tempest-TagsExtTest-Tag-1748885907 HTTP/1.1" status: 201 len: 201 time: 0.1247563 Nov 19 09:42:31.563803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54174) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:31.565796 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d891d-0817-4e80-bb17-29880b295b66 None None] Pushing event updated for resources: {'Port': ['ID=adf9d3f3-7b60-4df9-af07-d08838b1567a,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:31.570795 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-617f0721-2076-4e9a-9803-13f5ae91d104 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5163d378-7eaa-4810-850b-3bf7c7f76453', 'tempest-TagsExtTest-Tag-1808964550') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:31.642901 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-617f0721-2076-4e9a-9803-13f5ae91d104 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "PUT /v2.0/ports/5163d378-7eaa-4810-850b-3bf7c7f76453/tags/tempest-TagsExtTest-Tag-1808964550 HTTP/1.1" status: 201 len: 201 time: 0.0748756 Nov 19 09:42:31.643972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54178) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:31.650322 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-6543ac50-1348-4a5a-998f-2ef50c3e7787 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a3d41a3f-8b4a-4ed4-8433-b33ea401623f', 'tempest-TagsExtTest-Tag-1865503018') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:31.762323 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6543ac50-1348-4a5a-998f-2ef50c3e7787 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "PUT /v2.0/routers/a3d41a3f-8b4a-4ed4-8433-b33ea401623f/tags/tempest-TagsExtTest-Tag-1865503018 HTTP/1.1" status: 201 len: 201 time: 0.1139522 Nov 19 09:42:31.763080 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54182) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:31.767730 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-bcfd1685-9af0-467f-8b98-4ddb3e97d0f2 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e14bb75e-422a-465e-b134-58626e29cb7b', 'tempest-TagsExtTest-Tag-783290229') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:31.857854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54186) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:31.861385 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bcfd1685-9af0-467f-8b98-4ddb3e97d0f2 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "PUT /v2.0/subnetpools/e14bb75e-422a-465e-b134-58626e29cb7b/tags/tempest-TagsExtTest-Tag-783290229 HTTP/1.1" status: 201 len: 201 time: 0.0913343 Nov 19 09:42:31.862455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-c32bbc06-90d4-429f-ab7a-213717edc3e1 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '09d7abba-76c2-4760-b37f-51fd73ddb43c') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:31.928874 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c32bbc06-90d4-429f-ab7a-213717edc3e1 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/subnets/09d7abba-76c2-4760-b37f-51fd73ddb43c/tags HTTP/1.1" status: 200 len: 241 time: 0.0698788 Nov 19 09:42:31.929679 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54188) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:31.931501 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54190) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:31.935045 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-36c5ed08-fa3d-47c8-b22b-b46f5c2dca5b tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656010765', 'description': 'tempest-secgroup-smoke-656010765 description', 'project_id': '971ee414cea849c08c43beefd1cf2e97'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:31.936134 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-9403f188-0ed7-42ae-82bc-c29216297658 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '09d7abba-76c2-4760-b37f-51fd73ddb43c', 'tempest-TagsExtTest-Tag-1748885907') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:31.964099 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36c5ed08-fa3d-47c8-b22b-b46f5c2dca5b tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.037382 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36c5ed08-fa3d-47c8-b22b-b46f5c2dca5b tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.038358 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9403f188-0ed7-42ae-82bc-c29216297658 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/subnets/09d7abba-76c2-4760-b37f-51fd73ddb43c/tags/tempest-TagsExtTest-Tag-1748885907 HTTP/1.1" status: 204 len: 168 time: 0.1056001 Nov 19 09:42:32.040764 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54192) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:32.045105 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36c5ed08-fa3d-47c8-b22b-b46f5c2dca5b tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.045610 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-ff091889-ecd5-491c-8a26-a73c234ec003 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '09d7abba-76c2-4760-b37f-51fd73ddb43c', 'tempest-TagsExtTest-Tag-1748885907') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:32.079261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5ed08-fa3d-47c8-b22b-b46f5c2dca5b tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:32.084643 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-36c5ed08-fa3d-47c8-b22b-b46f5c2dca5b tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.086558 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-36c5ed08-fa3d-47c8-b22b-b46f5c2dca5b tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1561239 Nov 19 09:42:32.090694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54196) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:32.096240 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a0bfd291-bfff-4950-aa34-5f0064cf0dc4 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Request body: {'security_group_rule': {'security_group_id': '257e8f92-edcc-4ae6-a9ab-2e6a62f7e526', 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:32.136254 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0bfd291-bfff-4950-aa34-5f0064cf0dc4 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.175126 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ff091889-ecd5-491c-8a26-a73c234ec003 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/subnets/09d7abba-76c2-4760-b37f-51fd73ddb43c/tags/tempest-TagsExtTest-Tag-1748885907 HTTP/1.1" status: 204 len: 168 time: 0.1332614 Nov 19 09:42:32.178034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54200) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:32.182657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-db929461-5c1e-48e0-adb0-8821303c9425 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '09d7abba-76c2-4760-b37f-51fd73ddb43c') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:32.203015 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0bfd291-bfff-4950-aa34-5f0064cf0dc4 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.207264 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0bfd291-bfff-4950-aa34-5f0064cf0dc4 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.232992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfd291-bfff-4950-aa34-5f0064cf0dc4 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93063ffd-b6cb-462c-a21c-6993348d2308,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:32.241254 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-db929461-5c1e-48e0-adb0-8821303c9425 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/subnets/09d7abba-76c2-4760-b37f-51fd73ddb43c/tags HTTP/1.1" status: 200 len: 205 time: 0.0617743 Nov 19 09:42:32.243482 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54202) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:32.250466 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a0bfd291-bfff-4950-aa34-5f0064cf0dc4 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.250692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-9bca4490-ef65-4dd3-b6d0-bb486d0f5ee4 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5163d378-7eaa-4810-850b-3bf7c7f76453') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:32.251679 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a0bfd291-bfff-4950-aa34-5f0064cf0dc4 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1599996 Nov 19 09:42:32.254518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54204) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:32.259271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-bf66af72-f1ea-4236-bf6b-28acd5a96f9c tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Request body: {'security_group_rule': {'security_group_id': '257e8f92-edcc-4ae6-a9ab-2e6a62f7e526', 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:32.329534 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf66af72-f1ea-4236-bf6b-28acd5a96f9c tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.375673 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9bca4490-ef65-4dd3-b6d0-bb486d0f5ee4 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/ports/5163d378-7eaa-4810-850b-3bf7c7f76453/tags HTTP/1.1" status: 200 len: 241 time: 0.1308682 Nov 19 09:42:32.378919 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54208) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:32.387441 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-0a79b4f0-8694-4a54-a39f-3bbd29d2cb93 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5163d378-7eaa-4810-850b-3bf7c7f76453', 'tempest-TagsExtTest-Tag-1808964550') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:32.418293 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf66af72-f1ea-4236-bf6b-28acd5a96f9c tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.424913 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf66af72-f1ea-4236-bf6b-28acd5a96f9c tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.445208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66af72-f1ea-4236-bf6b-28acd5a96f9c tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367e7b70-94f3-4567-be6b-4d378cd64200,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:32.450320 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54214) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:32.452539 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0a79b4f0-8694-4a54-a39f-3bbd29d2cb93 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/ports/5163d378-7eaa-4810-850b-3bf7c7f76453/tags/tempest-TagsExtTest-Tag-1808964550 HTTP/1.1" status: 204 len: 168 time: 0.0719326 Nov 19 09:42:32.456767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-58e51eaa-498d-4bf0-80b1-2b4460eeb67f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5163d378-7eaa-4810-850b-3bf7c7f76453', 'tempest-TagsExtTest-Tag-1808964550') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:32.469145 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bf66af72-f1ea-4236-bf6b-28acd5a96f9c tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.472857 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bf66af72-f1ea-4236-bf6b-28acd5a96f9c tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2149363 Nov 19 09:42:32.477631 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54216) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:32.482663 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d79b8c51-f3ba-44c7-80e0-c4a8e7b2f5f7 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Request body: {'security_group_rule': {'security_group_id': '257e8f92-edcc-4ae6-a9ab-2e6a62f7e526', 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:32.521947 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d79b8c51-f3ba-44c7-80e0-c4a8e7b2f5f7 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.555833 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-58e51eaa-498d-4bf0-80b1-2b4460eeb67f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/ports/5163d378-7eaa-4810-850b-3bf7c7f76453/tags/tempest-TagsExtTest-Tag-1808964550 HTTP/1.1" status: 204 len: 168 time: 0.1042643 Nov 19 09:42:32.558192 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54218) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:32.563108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-e3c890c9-aeaf-4474-ba03-94eaae17d68f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5163d378-7eaa-4810-850b-3bf7c7f76453') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:32.594345 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d79b8c51-f3ba-44c7-80e0-c4a8e7b2f5f7 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.599034 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d79b8c51-f3ba-44c7-80e0-c4a8e7b2f5f7 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.620627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b8c51-f3ba-44c7-80e0-c4a8e7b2f5f7 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e75dce6-314a-410b-9a1f-821974e908ee,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:32.625641 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e3c890c9-aeaf-4474-ba03-94eaae17d68f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/ports/5163d378-7eaa-4810-850b-3bf7c7f76453/tags HTTP/1.1" status: 200 len: 205 time: 0.0662317 Nov 19 09:42:32.627005 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54220) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:32.633868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-c60b746e-02c6-4c80-b1fa-a29298ac90d5 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a3d41a3f-8b4a-4ed4-8433-b33ea401623f') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:32.639398 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d79b8c51-f3ba-44c7-80e0-c4a8e7b2f5f7 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.643406 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d79b8c51-f3ba-44c7-80e0-c4a8e7b2f5f7 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1619475 Nov 19 09:42:32.643858 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54222) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:32.649036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-203d83aa-6707-47db-8c03-e0ac71a2fd54 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Request body: {'security_group_rule': {'security_group_id': '257e8f92-edcc-4ae6-a9ab-2e6a62f7e526', 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:32.686496 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-203d83aa-6707-47db-8c03-e0ac71a2fd54 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.734629 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8b112d-4cbe-47db-9342-8171539e2975 None None] Network 63f91aa7-4831-4b95-8f6b-bff420ac9ea3 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:42:32.771122 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-203d83aa-6707-47db-8c03-e0ac71a2fd54 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.776077 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-203d83aa-6707-47db-8c03-e0ac71a2fd54 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.812023 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d83aa-6707-47db-8c03-e0ac71a2fd54 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c21a40-e3e3-496e-b955-61506ca637bf,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:32.818661 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-203d83aa-6707-47db-8c03-e0ac71a2fd54 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.821563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-203d83aa-6707-47db-8c03-e0ac71a2fd54 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1765487 Nov 19 09:42:32.824561 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54228) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:32.831604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-bc395969-b46d-4e35-82b8-8530eca2893d tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Request body: {'security_group_rule': {'security_group_id': '257e8f92-edcc-4ae6-a9ab-2e6a62f7e526', 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:32.842715 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c60b746e-02c6-4c80-b1fa-a29298ac90d5 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/routers/a3d41a3f-8b4a-4ed4-8433-b33ea401623f/tags HTTP/1.1" status: 200 len: 241 time: 0.2144034 Nov 19 09:42:32.845149 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54230) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:32.851102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-16bada42-2bf8-4c60-b418-521b57a3ec1b tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a3d41a3f-8b4a-4ed4-8433-b33ea401623f', 'tempest-TagsExtTest-Tag-1865503018') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:32.855668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device adf9d3f3-7b60-4df9-af07-d08838b1567a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:42:32.863015 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-bc395969-b46d-4e35-82b8-8530eca2893d tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Project 971ee414cea849c08c43beefd1cf2e97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:42:32.869374 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc395969-b46d-4e35-82b8-8530eca2893d tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.923557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0d9b9085-ad38-4158-8d88-ef9eb17461a8 None None] Provisioning complete for port adf9d3f3-7b60-4df9-af07-d08838b1567a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:32.924018 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d9b9085-ad38-4158-8d88-ef9eb17461a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.940023 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-16bada42-2bf8-4c60-b418-521b57a3ec1b tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/routers/a3d41a3f-8b4a-4ed4-8433-b33ea401623f/tags/tempest-TagsExtTest-Tag-1865503018 HTTP/1.1" status: 204 len: 168 time: 0.0908449 Nov 19 09:42:32.940241 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc395969-b46d-4e35-82b8-8530eca2893d tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.940351 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54232) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:32.945597 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc395969-b46d-4e35-82b8-8530eca2893d tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.945776 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-35f6cf76-ef63-4402-a40a-9744be7f9f04 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a3d41a3f-8b4a-4ed4-8433-b33ea401623f', 'tempest-TagsExtTest-Tag-1865503018') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:32.959618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port adf9d3f3-7b60-4df9-af07-d08838b1567a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:32.960944 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.968234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc395969-b46d-4e35-82b8-8530eca2893d tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc77ade-ccb7-4ff3-8f50-5c312bbf4a82,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:32.980955 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc395969-b46d-4e35-82b8-8530eca2893d tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:32.984930 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bc395969-b46d-4e35-82b8-8530eca2893d tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1566181 Nov 19 09:42:32.985400 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54234) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:32.992221 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-9fde1cf5-a576-4666-a384-9be37c7eb694 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Request body: {'security_group_rule': {'security_group_id': '257e8f92-edcc-4ae6-a9ab-2e6a62f7e526', 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:33.021483 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-9fde1cf5-a576-4666-a384-9be37c7eb694 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Project 971ee414cea849c08c43beefd1cf2e97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:42:33.029045 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9fde1cf5-a576-4666-a384-9be37c7eb694 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:33.096105 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-35f6cf76-ef63-4402-a40a-9744be7f9f04 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/routers/a3d41a3f-8b4a-4ed4-8433-b33ea401623f/tags/tempest-TagsExtTest-Tag-1865503018 HTTP/1.1" status: 204 len: 168 time: 0.1547735 Nov 19 09:42:33.099337 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54240) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:33.104147 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-94c133c1-4247-4b7f-b8f1-76f0b4d77a4e tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a3d41a3f-8b4a-4ed4-8433-b33ea401623f') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:33.114327 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9fde1cf5-a576-4666-a384-9be37c7eb694 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:33.118811 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9fde1cf5-a576-4666-a384-9be37c7eb694 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:33.140910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde1cf5-a576-4666-a384-9be37c7eb694 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68879703-9a78-42e0-bd2c-0149d4d1b58b,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:33.159831 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9fde1cf5-a576-4666-a384-9be37c7eb694 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:33.168614 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9fde1cf5-a576-4666-a384-9be37c7eb694 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1735799 Nov 19 09:42:33.174020 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d9b9085-ad38-4158-8d88-ef9eb17461a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:33.210341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0d9b9085-ad38-4158-8d88-ef9eb17461a8 None None] For port adf9d3f3-7b60-4df9-af07-d08838b1567a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=adf9d3f3-7b60-4df9-af07-d08838b1567a,segment=NetworkSegment(cf28675e-89e2-42de-b07e-49ac6a853b27),segment_id=cf28675e-89e2-42de-b07e-49ac6a853b27)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:33.214722 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-94c133c1-4247-4b7f-b8f1-76f0b4d77a4e tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/routers/a3d41a3f-8b4a-4ed4-8433-b33ea401623f/tags HTTP/1.1" status: 200 len: 205 time: 0.1150033 Nov 19 09:42:33.214871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54244) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:33.219499 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d9b9085-ad38-4158-8d88-ef9eb17461a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:33.220056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-be21d218-73e8-4996-8e61-52e8b1a8dd1b tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e14bb75e-422a-465e-b134-58626e29cb7b') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:33.232116 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:33.285575 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54246) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:33.285847 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-be21d218-73e8-4996-8e61-52e8b1a8dd1b tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/subnetpools/e14bb75e-422a-465e-b134-58626e29cb7b/tags HTTP/1.1" status: 200 len: 240 time: 0.0695014 Nov 19 09:42:33.290917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-d3f91ce0-a8c6-44bf-ab3e-8ddc4cf7e2d8 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e14bb75e-422a-465e-b134-58626e29cb7b', 'tempest-TagsExtTest-Tag-783290229') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:33.343219 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54252) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:33.348187 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-02b8beb3-fccf-419d-b588-5b96ab04fe32 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e14bb75e-422a-465e-b134-58626e29cb7b', 'tempest-TagsExtTest-Tag-783290229') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:33.353810 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d3f91ce0-a8c6-44bf-ab3e-8ddc4cf7e2d8 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/subnetpools/e14bb75e-422a-465e-b134-58626e29cb7b/tags/tempest-TagsExtTest-Tag-783290229 HTTP/1.1" status: 204 len: 168 time: 0.0667303 Nov 19 09:42:33.378415 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b9085-ad38-4158-8d88-ef9eb17461a8 None None] Pushing event updated for resources: {'Port': ['ID=adf9d3f3-7b60-4df9-af07-d08838b1567a,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:33.387822 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:42:33.388400 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:42:33.424191 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54260) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:33.425596 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-02b8beb3-fccf-419d-b588-5b96ab04fe32 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e14bb75e-422a-465e-b134-58626e29cb7b/tags/tempest-TagsExtTest-Tag-783290229 HTTP/1.1" status: 204 len: 168 time: 0.0810714 Nov 19 09:42:33.429639 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-97b3cf8d-a4c7-4f37-92a2-d8991e4c4d27 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e14bb75e-422a-465e-b134-58626e29cb7b') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:33.467891 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-97b3cf8d-a4c7-4f37-92a2-d8991e4c4d27 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/subnetpools/e14bb75e-422a-465e-b134-58626e29cb7b/tags HTTP/1.1" status: 200 len: 205 time: 0.0420926 Nov 19 09:42:33.470239 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54262) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:33.480758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-66c36e80-d95b-4f2e-b57a-33a00aa85d5b tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e14bb75e-422a-465e-b134-58626e29cb7b') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:33.508893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-5353143e-152b-4bdc-b0a0-c99c1e759ad8 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656010765&fields=id&tenant_id=971ee414cea849c08c43beefd1cf2e97 HTTP/1.1" status: 200 len: 267 time: 0.0613039 Nov 19 09:42:33.513152 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-66c36e80-d95b-4f2e-b57a-33a00aa85d5b tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e14bb75e-422a-465e-b134-58626e29cb7b/tags HTTP/1.1" status: 204 len: 168 time: 0.0399358 Nov 19 09:42:33.514226 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54264) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:33.519700 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-9d78a53b-5eef-444a-8998-1dd4348fc80d tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a3d41a3f-8b4a-4ed4-8433-b33ea401623f') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:33.617750 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54266) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:33.618905 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9d78a53b-5eef-444a-8998-1dd4348fc80d tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/routers/a3d41a3f-8b4a-4ed4-8433-b33ea401623f/tags HTTP/1.1" status: 204 len: 168 time: 0.1032491 Nov 19 09:42:33.622411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-7a1dbc34-32c1-4eba-9f98-e0015fbb99b3 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5163d378-7eaa-4810-850b-3bf7c7f76453') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:33.646337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f547e554-4d39-43ef-a47c-04290e7dfdb9 None None] Provisioning complete for port adf9d3f3-7b60-4df9-af07-d08838b1567a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:33.646726 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f547e554-4d39-43ef-a47c-04290e7dfdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:33.670089 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-141604fb-b4ce-4870-b753-fe702d4f80cb tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:33.674123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-141604fb-b4ce-4870-b753-fe702d4f80cb tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/networks?id=4ec08b12-d456-4282-a1c0-b394bc287c7e HTTP/1.1" status: 200 len: 814 time: 0.1579337 Nov 19 09:42:33.703304 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-ef9d23e3-0ac1-4e9b-b537-05500eda4481 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/quotas/971ee414cea849c08c43beefd1cf2e97 HTTP/1.1" status: 200 len: 375 time: 0.0194843 Nov 19 09:42:33.754015 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54272) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:33.754192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7a1dbc34-32c1-4eba-9f98-e0015fbb99b3 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/ports/5163d378-7eaa-4810-850b-3bf7c7f76453/tags HTTP/1.1" status: 204 len: 168 time: 0.1352384 Nov 19 09:42:33.761121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-bc99137b-39e8-49a8-a9dd-0a8ab8800474 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '09d7abba-76c2-4760-b37f-51fd73ddb43c') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:33.763456 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f547e554-4d39-43ef-a47c-04290e7dfdb9 None None] Provisioning complete for port 5163d378-7eaa-4810-850b-3bf7c7f76453 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:33.764369 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f547e554-4d39-43ef-a47c-04290e7dfdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:33.789690 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-322c2a5e-3bc8-44a3-8e19-980f81f3a147 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=971ee414cea849c08c43beefd1cf2e97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675075 Nov 19 09:42:33.826061 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f547e554-4d39-43ef-a47c-04290e7dfdb9 None None] Port 5163d378-7eaa-4810-850b-3bf7c7f76453 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:42:33.917272 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-8e08a21d-b7d8-45c5-b693-7b69c8eb0223 service neutron] 10.222.0.21 "GET /v2.0/networks/4ec08b12-d456-4282-a1c0-b394bc287c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075871 Nov 19 09:42:33.964168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-77b02a01-b80f-4917-a844-754d9b3575c8 None None] Provisioning complete for port 5163d378-7eaa-4810-850b-3bf7c7f76453 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:33.965317 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77b02a01-b80f-4917-a844-754d9b3575c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:34.019576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-77b02a01-b80f-4917-a844-754d9b3575c8 None None] Port 5163d378-7eaa-4810-850b-3bf7c7f76453 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:42:34.036607 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-f3a01f55-63fb-4095-8714-1a9b9621f910 service neutron] 10.222.0.21 "GET /v2.0/networks/4ec08b12-d456-4282-a1c0-b394bc287c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123571 Nov 19 09:42:34.192159 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bc99137b-39e8-49a8-a9dd-0a8ab8800474 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/subnets/09d7abba-76c2-4760-b37f-51fd73ddb43c/tags HTTP/1.1" status: 204 len: 168 time: 0.4329927 Nov 19 09:42:34.192722 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54284) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:34.199796 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-c5324c9c-1b7d-4523-b924-1c7c7bdd4940 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '09d7abba-76c2-4760-b37f-51fd73ddb43c', 'tempest-TagsExtTest-Tag-640876005') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:34.275905 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c5324c9c-1b7d-4523-b924-1c7c7bdd4940 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "PUT /v2.0/subnets/09d7abba-76c2-4760-b37f-51fd73ddb43c/tags/tempest-TagsExtTest-Tag-640876005 HTTP/1.1" status: 201 len: 201 time: 0.0822272 Nov 19 09:42:34.278932 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54288) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:34.284791 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-460370f9-c7e4-43dc-b5d2-265343d25405 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5163d378-7eaa-4810-850b-3bf7c7f76453', 'tempest-TagsExtTest-Tag-1486717336') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:34.374142 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-460370f9-c7e4-43dc-b5d2-265343d25405 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "PUT /v2.0/ports/5163d378-7eaa-4810-850b-3bf7c7f76453/tags/tempest-TagsExtTest-Tag-1486717336 HTTP/1.1" status: 201 len: 201 time: 0.0928695 Nov 19 09:42:34.377148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54298) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:34.381885 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-0215fa47-5bfa-40fe-aaae-e9aee7225d90 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a3d41a3f-8b4a-4ed4-8433-b33ea401623f', 'tempest-TagsExtTest-Tag-2092867133') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:34.403493 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72204b7c-bac0-48f0-a37c-26c52ef17de6 req-0f5b2f4f-5e88-4c98-9a2c-4f12f60ab4a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 210 time: 0.0425746 Nov 19 09:42:34.489831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0215fa47-5bfa-40fe-aaae-e9aee7225d90 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "PUT /v2.0/routers/a3d41a3f-8b4a-4ed4-8433-b33ea401623f/tags/tempest-TagsExtTest-Tag-2092867133 HTTP/1.1" status: 201 len: 201 time: 0.1122797 Nov 19 09:42:34.492725 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54302) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:34.498259 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-30a605b3-e524-465b-aa42-a95f9ddf347a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e14bb75e-422a-465e-b134-58626e29cb7b', 'tempest-TagsExtTest-Tag-142365236') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:34.538418 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-30a605b3-e524-465b-aa42-a95f9ddf347a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "PUT /v2.0/subnetpools/e14bb75e-422a-465e-b134-58626e29cb7b/tags/tempest-TagsExtTest-Tag-142365236 HTTP/1.1" status: 201 len: 201 time: 0.0442750 Nov 19 09:42:34.540944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54304) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:34.545510 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-fb91a199-bb6d-4ebc-8c62-e1e1f26526d5 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '09d7abba-76c2-4760-b37f-51fd73ddb43c', {'tags': ['tempest-TagsExtTest-Tag-964467212', 'tempest-TagsExtTest-Tag-845473859', 'tempest-TagsExtTest-Tag-897935965']}) {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:34.625381 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fb91a199-bb6d-4ebc-8c62-e1e1f26526d5 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "PUT /v2.0/subnets/09d7abba-76c2-4760-b37f-51fd73ddb43c/tags HTTP/1.1" status: 200 len: 315 time: 0.0831790 Nov 19 09:42:34.628183 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54310) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:34.637938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-8ca217b1-9c52-4280-adef-ce1c04b87dd8 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '09d7abba-76c2-4760-b37f-51fd73ddb43c') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:34.720058 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54316) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:34.720409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8ca217b1-9c52-4280-adef-ce1c04b87dd8 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/subnets/09d7abba-76c2-4760-b37f-51fd73ddb43c/tags HTTP/1.1" status: 204 len: 168 time: 0.0910077 Nov 19 09:42:34.724574 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-2fd09e3c-696e-47a0-931a-ef6c3174f590 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '09d7abba-76c2-4760-b37f-51fd73ddb43c', 'tempest-TagsExtTest-Tag-964467212') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:34.781631 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-2fd09e3c-696e-47a0-931a-ef6c3174f590 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] show failed (client error): The resource could not be found. Nov 19 09:42:34.786104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54318) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:34.790628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-2526dd41-7a16-4b46-a4e1-135dae1e40fa tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '09d7abba-76c2-4760-b37f-51fd73ddb43c', 'tempest-TagsExtTest-Tag-845473859') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:34.800766 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2fd09e3c-696e-47a0-931a-ef6c3174f590 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/subnets/09d7abba-76c2-4760-b37f-51fd73ddb43c/tags/tempest-TagsExtTest-Tag-964467212 HTTP/1.1" status: 404 len: 328 time: 0.0794308 Nov 19 09:42:34.827889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device adf9d3f3-7b60-4df9-af07-d08838b1567a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:42:34.865017 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-2526dd41-7a16-4b46-a4e1-135dae1e40fa tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] show failed (client error): The resource could not be found. Nov 19 09:42:34.867278 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2526dd41-7a16-4b46-a4e1-135dae1e40fa tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/subnets/09d7abba-76c2-4760-b37f-51fd73ddb43c/tags/tempest-TagsExtTest-Tag-845473859 HTTP/1.1" status: 404 len: 328 time: 0.0799646 Nov 19 09:42:34.870125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54324) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:34.875193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-af455701-0cc0-4d97-9508-0db1afb2e90d tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '09d7abba-76c2-4760-b37f-51fd73ddb43c', 'tempest-TagsExtTest-Tag-897935965') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:34.940684 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-af455701-0cc0-4d97-9508-0db1afb2e90d tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] show failed (client error): The resource could not be found. Nov 19 09:42:34.944549 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-af455701-0cc0-4d97-9508-0db1afb2e90d tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/subnets/09d7abba-76c2-4760-b37f-51fd73ddb43c/tags/tempest-TagsExtTest-Tag-897935965 HTTP/1.1" status: 404 len: 328 time: 0.0706720 Nov 19 09:42:34.944885 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54328) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:34.954074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-efa5ee09-6723-4814-80a2-b22548996425 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5163d378-7eaa-4810-850b-3bf7c7f76453', {'tags': ['tempest-TagsExtTest-Tag-1819927503', 'tempest-TagsExtTest-Tag-1518926604', 'tempest-TagsExtTest-Tag-201837338']}) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:35.026974 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-efa5ee09-6723-4814-80a2-b22548996425 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "PUT /v2.0/ports/5163d378-7eaa-4810-850b-3bf7c7f76453/tags HTTP/1.1" status: 200 len: 317 time: 0.0772910 Nov 19 09:42:35.029437 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54330) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:35.034945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-0806d561-ceb6-40b7-8a3c-fc88ab0abf4d tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5163d378-7eaa-4810-850b-3bf7c7f76453') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:35.053175 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port adf9d3f3-7b60-4df9-af07-d08838b1567a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:35.053600 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:35.121220 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0806d561-ceb6-40b7-8a3c-fc88ab0abf4d tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/ports/5163d378-7eaa-4810-850b-3bf7c7f76453/tags HTTP/1.1" status: 204 len: 168 time: 0.0900798 Nov 19 09:42:35.124307 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54332) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:35.128866 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-ba82c3f3-13b3-4520-afe5-99007a2ea82f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5163d378-7eaa-4810-850b-3bf7c7f76453', 'tempest-TagsExtTest-Tag-1819927503') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:35.186715 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-ba82c3f3-13b3-4520-afe5-99007a2ea82f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] show failed (client error): The resource could not be found. Nov 19 09:42:35.187832 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ba82c3f3-13b3-4520-afe5-99007a2ea82f tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/ports/5163d378-7eaa-4810-850b-3bf7c7f76453/tags/tempest-TagsExtTest-Tag-1819927503 HTTP/1.1" status: 404 len: 329 time: 0.0624888 Nov 19 09:42:35.190963 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54334) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:35.195257 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-fc817ca2-308e-4a57-a54c-c28bc267b493 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5163d378-7eaa-4810-850b-3bf7c7f76453', 'tempest-TagsExtTest-Tag-1518926604') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:35.260551 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-fc817ca2-308e-4a57-a54c-c28bc267b493 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] show failed (client error): The resource could not be found. Nov 19 09:42:35.261951 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fc817ca2-308e-4a57-a54c-c28bc267b493 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/ports/5163d378-7eaa-4810-850b-3bf7c7f76453/tags/tempest-TagsExtTest-Tag-1518926604 HTTP/1.1" status: 404 len: 329 time: 0.0700834 Nov 19 09:42:35.264671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54340) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:35.269564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-94c933ea-6607-4db3-a7af-e42f981a39d8 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5163d378-7eaa-4810-850b-3bf7c7f76453', 'tempest-TagsExtTest-Tag-201837338') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:35.328497 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-94c933ea-6607-4db3-a7af-e42f981a39d8 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] show failed (client error): The resource could not be found. Nov 19 09:42:35.329618 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-94c933ea-6607-4db3-a7af-e42f981a39d8 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/ports/5163d378-7eaa-4810-850b-3bf7c7f76453/tags/tempest-TagsExtTest-Tag-201837338 HTTP/1.1" status: 404 len: 328 time: 0.0636318 Nov 19 09:42:35.332749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54344) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:35.338202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-a7b84458-79a5-40fc-8fab-3990aa706b67 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a3d41a3f-8b4a-4ed4-8433-b33ea401623f', {'tags': ['tempest-TagsExtTest-Tag-118988917', 'tempest-TagsExtTest-Tag-1942961096', 'tempest-TagsExtTest-Tag-899846969']}) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:35.431922 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a7b84458-79a5-40fc-8fab-3990aa706b67 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "PUT /v2.0/routers/a3d41a3f-8b4a-4ed4-8433-b33ea401623f/tags HTTP/1.1" status: 200 len: 316 time: 0.0980015 Nov 19 09:42:35.434417 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54352) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:35.439525 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-8a9aec90-39e4-45ec-a021-0cfea42f4b16 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a3d41a3f-8b4a-4ed4-8433-b33ea401623f') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:35.531019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9562d3c8-0f9e-44ab-9a73-415ff193e3e1 req-33a6edea-1710-4a4b-a303-df078b5192df tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 210 time: 0.0521171 Nov 19 09:42:35.560654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8a9aec90-39e4-45ec-a021-0cfea42f4b16 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/routers/a3d41a3f-8b4a-4ed4-8433-b33ea401623f/tags HTTP/1.1" status: 204 len: 168 time: 0.1250024 Nov 19 09:42:35.563448 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54358) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:35.568034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-5bc9fd82-97bb-4a69-8794-90c48031e303 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a3d41a3f-8b4a-4ed4-8433-b33ea401623f', 'tempest-TagsExtTest-Tag-118988917') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:35.643103 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-5bc9fd82-97bb-4a69-8794-90c48031e303 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] show failed (client error): The resource could not be found. Nov 19 09:42:35.644083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5bc9fd82-97bb-4a69-8794-90c48031e303 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/routers/a3d41a3f-8b4a-4ed4-8433-b33ea401623f/tags/tempest-TagsExtTest-Tag-118988917 HTTP/1.1" status: 404 len: 328 time: 0.0796981 Nov 19 09:42:35.646905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54360) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:35.651873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-54c320aa-6f9a-448e-aaa0-6fef0c51c06d tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a3d41a3f-8b4a-4ed4-8433-b33ea401623f', 'tempest-TagsExtTest-Tag-1942961096') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:35.727038 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-54c320aa-6f9a-448e-aaa0-6fef0c51c06d tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] show failed (client error): The resource could not be found. Nov 19 09:42:35.728093 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-54c320aa-6f9a-448e-aaa0-6fef0c51c06d tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/routers/a3d41a3f-8b4a-4ed4-8433-b33ea401623f/tags/tempest-TagsExtTest-Tag-1942961096 HTTP/1.1" status: 404 len: 329 time: 0.0802846 Nov 19 09:42:35.731898 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54362) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:35.736466 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-54fe7b08-aad6-4d1c-a2f2-3e5899d4dc32 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a3d41a3f-8b4a-4ed4-8433-b33ea401623f', 'tempest-TagsExtTest-Tag-899846969') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:35.865539 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-54fe7b08-aad6-4d1c-a2f2-3e5899d4dc32 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] show failed (client error): The resource could not be found. Nov 19 09:42:35.867867 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-54fe7b08-aad6-4d1c-a2f2-3e5899d4dc32 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/routers/a3d41a3f-8b4a-4ed4-8433-b33ea401623f/tags/tempest-TagsExtTest-Tag-899846969 HTTP/1.1" status: 404 len: 328 time: 0.1348526 Nov 19 09:42:35.868203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54368) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:35.873501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-b443791d-a6ae-4c2e-bb52-8b4aa6dc56fb tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e14bb75e-422a-465e-b134-58626e29cb7b', {'tags': ['tempest-TagsExtTest-Tag-2127529829', 'tempest-TagsExtTest-Tag-753380742', 'tempest-TagsExtTest-Tag-1796155739']}) {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:35.875347 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-71e5325c-1d96-4b02-92ac-21fbfab7d9d5 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:35.877339 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-71e5325c-1d96-4b02-92ac-21fbfab7d9d5 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.71 "GET /v2.0/networks?id=4ec08b12-d456-4282-a1c0-b394bc287c7e HTTP/1.1" status: 200 len: 814 time: 0.2077670 Nov 19 09:42:35.947165 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-bdbe74a8-9184-4ee3-9177-e9eaed1e4cfa tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=971ee414cea849c08c43beefd1cf2e97 HTTP/1.1" status: 200 len: 379 time: 0.0597248 Nov 19 09:42:35.949677 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b443791d-a6ae-4c2e-bb52-8b4aa6dc56fb tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "PUT /v2.0/subnetpools/e14bb75e-422a-465e-b134-58626e29cb7b/tags HTTP/1.1" status: 200 len: 317 time: 0.0801947 Nov 19 09:42:35.952337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54370) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:35.958054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-0395ab31-9193-44f8-9c1c-12e8cc3906a9 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e14bb75e-422a-465e-b134-58626e29cb7b') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:35.959933 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-07ad018f-e414-4f4a-acb8-b9bf4475a2e5 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Request body: {'port': {'device_id': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'admin_state_up': True, 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'security_groups': ['257e8f92-edcc-4ae6-a9ab-2e6a62f7e526']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:35.999857 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0395ab31-9193-44f8-9c1c-12e8cc3906a9 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e14bb75e-422a-465e-b134-58626e29cb7b/tags HTTP/1.1" status: 204 len: 168 time: 0.0456815 Nov 19 09:42:36.002701 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54372) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:36.008537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-339f42f6-32f8-48fa-83c6-c559ff2ace42 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e14bb75e-422a-465e-b134-58626e29cb7b', 'tempest-TagsExtTest-Tag-2127529829') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:36.031542 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-339f42f6-32f8-48fa-83c6-c559ff2ace42 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] show failed (client error): The resource could not be found. Nov 19 09:42:36.032597 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-339f42f6-32f8-48fa-83c6-c559ff2ace42 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/subnetpools/e14bb75e-422a-465e-b134-58626e29cb7b/tags/tempest-TagsExtTest-Tag-2127529829 HTTP/1.1" status: 404 len: 329 time: 0.0289395 Nov 19 09:42:36.035656 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54374) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:36.042496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-0f6a180e-2f11-498a-ab75-700cee06d1ca tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e14bb75e-422a-465e-b134-58626e29cb7b', 'tempest-TagsExtTest-Tag-753380742') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:36.087775 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-0f6a180e-2f11-498a-ab75-700cee06d1ca tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] show failed (client error): The resource could not be found. Nov 19 09:42:36.088810 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0f6a180e-2f11-498a-ab75-700cee06d1ca tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/subnetpools/e14bb75e-422a-465e-b134-58626e29cb7b/tags/tempest-TagsExtTest-Tag-753380742 HTTP/1.1" status: 404 len: 328 time: 0.0522890 Nov 19 09:42:36.091732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54378) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:36.098549 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-81e2e53e-3d11-4ea8-9330-6d39252adcdf tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e14bb75e-422a-465e-b134-58626e29cb7b', 'tempest-TagsExtTest-Tag-1796155739') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:36.128748 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-81e2e53e-3d11-4ea8-9330-6d39252adcdf tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] show failed (client error): The resource could not be found. Nov 19 09:42:36.129965 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-81e2e53e-3d11-4ea8-9330-6d39252adcdf tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/subnetpools/e14bb75e-422a-465e-b134-58626e29cb7b/tags/tempest-TagsExtTest-Tag-1796155739 HTTP/1.1" status: 404 len: 329 time: 0.0370486 Nov 19 09:42:36.132989 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-07ad018f-e414-4f4a-acb8-b9bf4475a2e5 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Made reservation on behalf of 971ee414cea849c08c43beefd1cf2e97 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:42:36.133705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54382) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:36.136991 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-07ad018f-e414-4f4a-acb8-b9bf4475a2e5 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:36.140614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-1069daa2-8f5f-401d-9b45-c07daba38ef7 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e14bb75e-422a-465e-b134-58626e29cb7b') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:36.178367 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1069daa2-8f5f-401d-9b45-c07daba38ef7 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e14bb75e-422a-465e-b134-58626e29cb7b/tags HTTP/1.1" status: 204 len: 168 time: 0.0403934 Nov 19 09:42:36.179557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54384) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:36.185902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-8cc60f8a-67b2-4200-8270-53a91da8405e tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a3d41a3f-8b4a-4ed4-8433-b33ea401623f') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:36.292586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54386) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:36.293602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8cc60f8a-67b2-4200-8270-53a91da8405e tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/routers/a3d41a3f-8b4a-4ed4-8433-b33ea401623f/tags HTTP/1.1" status: 204 len: 168 time: 0.1118402 Nov 19 09:42:36.296032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-07ad018f-e414-4f4a-acb8-b9bf4475a2e5 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Allocated IP 172.20.0.8 (4ec08b12-d456-4282-a1c0-b394bc287c7e/b5439138-e5b8-49bd-9cf3-ef777529ccf5/9a57f348-9931-4c35-bac2-6f5e2fad48c3) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:42:36.300806 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.tag.tag_plugin [None req-0ec19684-5b24-4d92-a572-9d3be4e07726 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5163d378-7eaa-4810-850b-3bf7c7f76453') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:36.457680 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0ec19684-5b24-4d92-a572-9d3be4e07726 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/ports/5163d378-7eaa-4810-850b-3bf7c7f76453/tags HTTP/1.1" status: 204 len: 168 time: 0.1630752 Nov 19 09:42:36.460537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54394) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:36.464918 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.tag.tag_plugin [None req-8a3d5ce6-62ee-427e-ab83-ce2fc2b10fc5 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '09d7abba-76c2-4760-b37f-51fd73ddb43c') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:36.510902 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-07ad018f-e414-4f4a-acb8-b9bf4475a2e5 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:36.523022 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8a3d5ce6-62ee-427e-ab83-ce2fc2b10fc5 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/subnets/09d7abba-76c2-4760-b37f-51fd73ddb43c/tags HTTP/1.1" status: 204 len: 168 time: 0.0613613 Nov 19 09:42:36.527587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54396) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:36.552040 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-07ad018f-e414-4f4a-acb8-b9bf4475a2e5 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:36.633262 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad018f-e414-4f4a-acb8-b9bf4475a2e5 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Pushing event updated for resources: {'Port': ['ID=9a57f348-9931-4c35-bac2-6f5e2fad48c3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:36.650544 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-07ad018f-e414-4f4a-acb8-b9bf4475a2e5 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Network 4ec08b12-d456-4282-a1c0-b394bc287c7e is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:42:36.652966 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-07ad018f-e414-4f4a-acb8-b9bf4475a2e5 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:42:36.655084 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bbbba6e-d7d7-485b-ade4-d64d2465bdd2 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks [] for subnetpool, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:36.656077 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-07ad018f-e414-4f4a-acb8-b9bf4475a2e5 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:42:36.662248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6bbbba6e-d7d7-485b-ade4-d64d2465bdd2 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e14bb75e-422a-465e-b134-58626e29cb7b HTTP/1.1" status: 204 len: 168 time: 0.1325161 Nov 19 09:42:36.665439 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54400) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:36.703073 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-86650cd4-4280-4d9c-90e0-65c1724c0568 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d41a3f-8b4a-4ed4-8433-b33ea401623f HTTP/1.1" status: 200 len: 205 time: 0.0338011 Nov 19 09:42:36.713904 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54404) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:36.761939 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-07ad018f-e414-4f4a-acb8-b9bf4475a2e5 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:36.762607 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-07ad018f-e414-4f4a-acb8-b9bf4475a2e5 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:36.807557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dc9b3-4ad6-4acf-92ba-f9b1866686d7 req-ee145eb1-4bfc-4618-b5c3-4dfcbaa29d38 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:36.809724 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca8dc9b3-4ad6-4acf-92ba-f9b1866686d7 req-ee145eb1-4bfc-4618-b5c3-4dfcbaa29d38 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 931 time: 0.1901729 Nov 19 09:42:36.818663 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-07ad018f-e414-4f4a-acb8-b9bf4475a2e5 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8629155 Nov 19 09:42:36.841928 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f266af5f-982e-4240-98bb-649638c3ed8e tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:36.926009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Request body: {'port': {'device_id': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:36.971289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-252c9697-a0ba-4bf3-aa37-e269eaa1f72a None None] Provisioning complete for port 9a57f348-9931-4c35-bac2-6f5e2fad48c3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:36.972499 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-252c9697-a0ba-4bf3-aa37-e269eaa1f72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:37.040716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-252c9697-a0ba-4bf3-aa37-e269eaa1f72a None None] Port 9a57f348-9931-4c35-bac2-6f5e2fad48c3 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:42:37.050891 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:37.311113 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca8dc9b3-4ad6-4acf-92ba-f9b1866686d7 req-fbb19afe-cbad-43c9-9a1f-f0ebe6cd454e tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4864695 Nov 19 09:42:37.364934 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a57f348-9931-4c35-bac2-6f5e2fad48c3 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:42:37.374302 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:37.389346 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Transition to ACTIVE for port object 9a57f348-9931-4c35-bac2-6f5e2fad48c3 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:42:37.394508 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:37.408033 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f266af5f-982e-4240-98bb-649638c3ed8e tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:37.410312 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f266af5f-982e-4240-98bb-649638c3ed8e tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:37.471252 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f266af5f-982e-4240-98bb-649638c3ed8e tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:37.473981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f266af5f-982e-4240-98bb-649638c3ed8e tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Fanout notify agent at l3_agent the message router_deleted on router a3d41a3f-8b4a-4ed4-8433-b33ea401623f {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:42:37.490209 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a57f348-9931-4c35-bac2-6f5e2fad48c3,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:37.497372 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f266af5f-982e-4240-98bb-649638c3ed8e tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:37.502640 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f266af5f-982e-4240-98bb-649638c3ed8e tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/routers/a3d41a3f-8b4a-4ed4-8433-b33ea401623f HTTP/1.1" status: 204 len: 168 time: 0.7848334 Nov 19 09:42:37.506433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54420) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:37.611045 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-04aa20e6-201c-4d30-80b1-e132ca94227c tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Deleting port 5163d378-7eaa-4810-850b-3bf7c7f76453 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:42:37.611689 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-04aa20e6-201c-4d30-80b1-e132ca94227c tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:37.658923 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Attempting to bind port 9a57f348-9931-4c35-bac2-6f5e2fad48c3 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:42:37.659410 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Attempting to bind port 9a57f348-9931-4c35-bac2-6f5e2fad48c3 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'b43f9e7f-4378-4352-b56f-2f38049d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:42:37.659864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Attempting to bind port 9a57f348-9931-4c35-bac2-6f5e2fad48c3 on network 4ec08b12-d456-4282-a1c0-b394bc287c7e {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:42:37.668498 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Port 9a57f348-9931-4c35-bac2-6f5e2fad48c3 on network 4ec08b12-d456-4282-a1c0-b394bc287c7e not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:42:37.668958 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Attempting to bind port 9a57f348-9931-4c35-bac2-6f5e2fad48c3 on network 4ec08b12-d456-4282-a1c0-b394bc287c7e {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:42:37.684950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:42:37.686084 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Checking segment: {'id': 'b43f9e7f-4378-4352-b56f-2f38049d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:42:37.686084 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Bound using segment: {'id': 'b43f9e7f-4378-4352-b56f-2f38049d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:42:37.686345 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Bound port: 9a57f348-9931-4c35-bac2-6f5e2fad48c3, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43f9e7f-4378-4352-b56f-2f38049d8654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:42:37.686768 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:37.774560 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-04aa20e6-201c-4d30-80b1-e132ca94227c tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:37.791151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-04aa20e6-201c-4d30-80b1-e132ca94227c tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Calling delete_port for 5163d378-7eaa-4810-850b-3bf7c7f76453 owned by {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:42:37.811802 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] For port 9a57f348-9931-4c35-bac2-6f5e2fad48c3, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:42:37.817862 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] For port 9a57f348-9931-4c35-bac2-6f5e2fad48c3, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9a57f348-9931-4c35-bac2-6f5e2fad48c3,segment=NetworkSegment(b43f9e7f-4378-4352-b56f-2f38049d8654),segment_id=b43f9e7f-4378-4352-b56f-2f38049d8654)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:42:37.825290 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:37.885181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:37.885824 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:37.887611 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] 10.222.0.71 "PUT /v2.0/ports/9a57f348-9931-4c35-bac2-6f5e2fad48c3 HTTP/1.1" status: 200 len: 1092 time: 1.0599778 Nov 19 09:42:37.888204 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'tag': '9a57f348-9931-4c35-bac2-6f5e2fad48c3'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:42:37.891493 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0aebfe-e983-49e2-bfbe-4ca655152a13" -d '{"events": [{"name": "network-changed", "server_uuid": "ccbdf5f9-f9c5-4676-9b84-d7502769b38c", "tag": "9a57f348-9931-4c35-bac2-6f5e2fad48c3"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:42:37.959605 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10257617-e135-47a3-b21a-ac9353f595b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a57f348-9931-4c35-bac2-6f5e2fad48c3,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:38.003061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-f546d402-dcac-4a93-a034-5f2ff565d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:38.005410 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-f546d402-dcac-4a93-a034-5f2ff565d01f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=971ee414cea849c08c43beefd1cf2e97&device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 1095 time: 0.0562997 Nov 19 09:42:38.041117 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-04aa20e6-201c-4d30-80b1-e132ca94227c tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:38.076701 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa20e6-201c-4d30-80b1-e132ca94227c tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Pushing event deleted for resources: {'Port': ['ID=5163d378-7eaa-4810-850b-3bf7c7f76453,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:38.112719 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-2f969863-d3b3-4175-809c-162621195b65 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a57f348-9931-4c35-bac2-6f5e2fad48c3 HTTP/1.1" status: 200 len: 217 time: 0.0971029 Nov 19 09:42:38.203312 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-04aa20e6-201c-4d30-80b1-e132ca94227c tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:38.204595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-57be6f3f-70c6-4e90-96d3-86527683dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:38.206598 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-57be6f3f-70c6-4e90-96d3-86527683dda7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b5439138-e5b8-49bd-9cf3-ef777529ccf5 HTTP/1.1" status: 200 len: 853 time: 0.0839956 Nov 19 09:42:38.209634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-04aa20e6-201c-4d30-80b1-e132ca94227c tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/ports/5163d378-7eaa-4810-850b-3bf7c7f76453 HTTP/1.1" status: 204 len: 168 time: 0.6997504 Nov 19 09:42:38.210724 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54436) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:38.244964 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ffe528-5cad-4a27-bb7f-33ef6a4902c0 x-openstack-request-id: req-b0ffe528-5cad-4a27-bb7f-33ef6a4902c0 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:42:38.245422 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccbdf5f9-f9c5-4676-9b84-d7502769b38c", "tag": "9a57f348-9931-4c35-bac2-6f5e2fad48c3", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:42:38.245780 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0ffe528-5cad-4a27-bb7f-33ef6a4902c0 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:42:38.246291 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'tag': '9a57f348-9931-4c35-bac2-6f5e2fad48c3', 'status': 'completed', 'code': 200} Nov 19 09:42:38.336104 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-9f1cb5f0-b4b6-4c7d-97b3-5b564272e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:38.337898 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-9f1cb5f0-b4b6-4c7d-97b3-5b564272e93a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ec08b12-d456-4282-a1c0-b394bc287c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1183741 Nov 19 09:42:38.342153 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe44693-e2db-4924-87b3-9fcdca37ebb7 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Deleting subnet 09d7abba-76c2-4760-b37f-51fd73ddb43c {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:42:38.362497 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8fe44693-e2db-4924-87b3-9fcdca37ebb7 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:38.482879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeda368-11c1-4d67-9d37-6793f5488353 req-06b95a24-e268-4561-8fde-b377c772bfc0 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:38.485697 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7aeda368-11c1-4d67-9d37-6793f5488353 req-06b95a24-e268-4561-8fde-b377c772bfc0 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 943 time: 0.0681303 Nov 19 09:42:38.486986 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8fe44693-e2db-4924-87b3-9fcdca37ebb7 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:38.598898 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-95e697d9-f0a0-4e66-b610-1586a357a7d7 service neutron] 10.222.0.71 "GET /v2.0/networks/4ec08b12-d456-4282-a1c0-b394bc287c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418132 Nov 19 09:42:38.605708 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7aeda368-11c1-4d67-9d37-6793f5488353 req-ede62df9-960e-4817-b73c-893f305a1894 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837867 Nov 19 09:42:38.629038 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8fe44693-e2db-4924-87b3-9fcdca37ebb7 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:38.746046 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a378a3bd-7779-4b9a-88bb-9d7e31fd6935 req-607591d1-e234-4b6c-a535-e69797248f1f service neutron] 10.222.0.71 "GET /v2.0/networks/4ec08b12-d456-4282-a1c0-b394bc287c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383357 Nov 19 09:42:38.747846 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8fe44693-e2db-4924-87b3-9fcdca37ebb7 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:38.775892 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe44693-e2db-4924-87b3-9fcdca37ebb7 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Pushing event deleted for resources: {'Subnet': ['ID=09d7abba-76c2-4760-b37f-51fd73ddb43c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:38.783645 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8fe44693-e2db-4924-87b3-9fcdca37ebb7 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:38.787403 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8fe44693-e2db-4924-87b3-9fcdca37ebb7 tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/subnets/09d7abba-76c2-4760-b37f-51fd73ddb43c HTTP/1.1" status: 204 len: 168 time: 0.5751021 Nov 19 09:42:38.790122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54450) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:38.801917 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ca5669-260d-4380-83d7-0d725dcae10e None None] Network 63f91aa7-4831-4b95-8f6b-bff420ac9ea3 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:42:38.868882 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0aebfe-e983-49e2-bfbe-4ca655152a13 req-a11633f3-2e02-4894-a3b8-50a6f46e99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:38.870583 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fd0aebfe-e983-49e2-bfbe-4ca655152a13 req-a11633f3-2e02-4894-a3b8-50a6f46e99a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=971ee414cea849c08c43beefd1cf2e97&device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 1095 time: 0.0671768 Nov 19 09:42:38.935577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:39.042389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Deleting port adf9d3f3-7b60-4df9-af07-d08838b1567a {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:42:39.043122 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:39.063655 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0aebfe-e983-49e2-bfbe-4ca655152a13 req-8f4196ff-ed63-464a-ab2f-7305cc2c2264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:39.066553 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fd0aebfe-e983-49e2-bfbe-4ca655152a13 req-8f4196ff-ed63-464a-ab2f-7305cc2c2264 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ec08b12-d456-4282-a1c0-b394bc287c7e HTTP/1.1" status: 200 len: 915 time: 0.1855516 Nov 19 09:42:39.107792 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e671d3a4-c8bb-48d1-87a6-5961d5d36d90 None None] DHCP port deletion for 63f91aa7-4831-4b95-8f6b-bff420ac9ea3 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:42:39.145462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] For port adf9d3f3-7b60-4df9-af07-d08838b1567a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=adf9d3f3-7b60-4df9-af07-d08838b1567a,segment=NetworkSegment(cf28675e-89e2-42de-b07e-49ac6a853b27),segment_id=cf28675e-89e2-42de-b07e-49ac6a853b27)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:39.145940 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:39.160668 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fd0aebfe-e983-49e2-bfbe-4ca655152a13 req-0cd5f5c6-9c92-4dab-9dc0-18ece8e76de3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a57f348-9931-4c35-bac2-6f5e2fad48c3 HTTP/1.1" status: 200 len: 217 time: 0.0798860 Nov 19 09:42:39.161568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Calling delete_port for adf9d3f3-7b60-4df9-af07-d08838b1567a owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:42:39.217853 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e671d3a4-c8bb-48d1-87a6-5961d5d36d90 None None] Deleting port adf9d3f3-7b60-4df9-af07-d08838b1567a {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:42:39.221661 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e671d3a4-c8bb-48d1-87a6-5961d5d36d90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:39.268204 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:39.289075 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0aebfe-e983-49e2-bfbe-4ca655152a13 req-c033ae9b-b518-47aa-a394-b89318385184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:39.290928 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fd0aebfe-e983-49e2-bfbe-4ca655152a13 req-c033ae9b-b518-47aa-a394-b89318385184 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b5439138-e5b8-49bd-9cf3-ef777529ccf5 HTTP/1.1" status: 200 len: 853 time: 0.1216726 Nov 19 09:42:39.309008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] No DVR routers for this DVR port adf9d3f3-7b60-4df9-af07-d08838b1567a on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:42:39.316363 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Pushing event deleted for resources: {'Port': ['ID=adf9d3f3-7b60-4df9-af07-d08838b1567a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:39.360422 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0aebfe-e983-49e2-bfbe-4ca655152a13 req-d260c541-31f7-4449-a835-e60d32f57018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:39.362965 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fd0aebfe-e983-49e2-bfbe-4ca655152a13 req-d260c541-31f7-4449-a835-e60d32f57018 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ec08b12-d456-4282-a1c0-b394bc287c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630744 Nov 19 09:42:39.367804 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e671d3a4-c8bb-48d1-87a6-5961d5d36d90 None None] For port adf9d3f3-7b60-4df9-af07-d08838b1567a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=adf9d3f3-7b60-4df9-af07-d08838b1567a,segment=NetworkSegment(cf28675e-89e2-42de-b07e-49ac6a853b27),segment_id=cf28675e-89e2-42de-b07e-49ac6a853b27)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:39.368223 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e671d3a4-c8bb-48d1-87a6-5961d5d36d90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:39.391224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e671d3a4-c8bb-48d1-87a6-5961d5d36d90 None None] Calling delete_port for adf9d3f3-7b60-4df9-af07-d08838b1567a owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:42:39.427621 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:39.467945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f91aa7-4831-4b95-8f6b-bff420ac9ea3']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:39.478573 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf28675e-89e2-42de-b07e-49ac6a853b27') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:39.478909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf28675e-89e2-42de-b07e-49ac6a853b27') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:42:39.488963 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:39.504016 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:39.515601 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e671d3a4-c8bb-48d1-87a6-5961d5d36d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:39.522288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:42:39.524299 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:39.551661 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e671d3a4-c8bb-48d1-87a6-5961d5d36d90 None None] No DVR routers for this DVR port adf9d3f3-7b60-4df9-af07-d08838b1567a on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:42:39.556369 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671d3a4-c8bb-48d1-87a6-5961d5d36d90 None None] Pushing event deleted for resources: {'Port': ['ID=adf9d3f3-7b60-4df9-af07-d08838b1567a,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:39.556764 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fd0aebfe-e983-49e2-bfbe-4ca655152a13 req-14ba5877-97fe-421d-a796-4dcfca9c55be service neutron] 10.222.0.71 "GET /v2.0/networks/4ec08b12-d456-4282-a1c0-b394bc287c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842701 Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:42:39.636138 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:42:39.642637 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:39.655414 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:39.661956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] 10.222.0.21 "DELETE /v2.0/networks/63f91aa7-4831-4b95-8f6b-bff420ac9ea3 HTTP/1.1" status: 204 len: 168 time: 0.8675132 Nov 19 09:42:39.694113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdc00f-34e9-4d6f-a8dc-16d1784b559a tempest-TagsExtTest-1856371274 tempest-TagsExtTest-1856371274-project] Pushing event deleted for resources: {'Network': ['ID=63f91aa7-4831-4b95-8f6b-bff420ac9ea3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:39.723757 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fd0aebfe-e983-49e2-bfbe-4ca655152a13 req-601bb144-3a7b-411d-95ae-6b88af0eadde service neutron] 10.222.0.71 "GET /v2.0/networks/4ec08b12-d456-4282-a1c0-b394bc287c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598370 Nov 19 09:42:39.809953 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036da98-1598-4e97-aef0-42ace050061d req-981dd820-15eb-430e-b22a-2f96e5d224f3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:39.813626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7036da98-1598-4e97-aef0-42ace050061d req-981dd820-15eb-430e-b22a-2f96e5d224f3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 943 time: 0.0930836 Nov 19 09:42:39.895450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7036da98-1598-4e97-aef0-42ace050061d req-6905ae18-1b77-43f4-b890-e56ddc30a6e5 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710599 Nov 19 09:42:40.020428 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54468) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:40.186369 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7c52dea4-87b4-43a0-9ae7-f4f27baebdfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c16581022c94adb91f51415bbaca172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1646645 Nov 19 09:42:40.187205 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54472) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:40.239475 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-226859b1-8bbe-41d0-8bca-3184fbbef8c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:40.263047 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-226859b1-8bbe-41d0-8bca-3184fbbef8c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:40.311824 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-226859b1-8bbe-41d0-8bca-3184fbbef8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:40.314721 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-226859b1-8bbe-41d0-8bca-3184fbbef8c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:40.315982 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-226859b1-8bbe-41d0-8bca-3184fbbef8c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75f041a4-ff3e-4f48-ad25-40ab7d61f874 HTTP/1.1" status: 204 len: 168 time: 0.1277821 Nov 19 09:42:40.330951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226859b1-8bbe-41d0-8bca-3184fbbef8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f041a4-ff3e-4f48-ad25-40ab7d61f874,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:40.803526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device adf9d3f3-7b60-4df9-af07-d08838b1567a no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:42:40.840298 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: adf9d3f3-7b60-4df9-af07-d08838b1567a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:42:40.841315 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device adf9d3f3-7b60-4df9-af07-d08838b1567a not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:42:41.030980 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ab126-c659-4233-86de-026b3f307f04 req-bd66008b-f478-4169-88a5-c053371fa9c3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:41.032981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-673ab126-c659-4233-86de-026b3f307f04 req-bd66008b-f478-4169-88a5-c053371fa9c3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 943 time: 0.0628173 Nov 19 09:42:41.101027 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-673ab126-c659-4233-86de-026b3f307f04 req-4de0d42d-5d7d-4ec6-9327-48ddfdb7b070 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608239 Nov 19 09:42:42.300100 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf6863-aff5-45e8-a75a-51f813d6891e req-a98fd738-0072-458f-b364-690d360127d9 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:42.301822 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-acbf6863-aff5-45e8-a75a-51f813d6891e req-a98fd738-0072-458f-b364-690d360127d9 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 943 time: 0.1043265 Nov 19 09:42:42.388847 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-acbf6863-aff5-45e8-a75a-51f813d6891e req-6e9987ec-d212-4b45-bc36-17858da03a4e tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767946 Nov 19 09:42:42.447105 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54532) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:42.576711 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3cc6e497-4505-438f-8d07-afd1293fe3b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:42.679668 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3cc6e497-4505-438f-8d07-afd1293fe3b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:42.686066 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3cc6e497-4505-438f-8d07-afd1293fe3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:42.735535 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3cc6e497-4505-438f-8d07-afd1293fe3b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db64a86fa719492b8a9de7f3c9211e65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2842369 Nov 19 09:42:42.735535 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6e497-4505-438f-8d07-afd1293fe3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753c114c-21af-406c-a44b-ea3c074afac9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:42.736212 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54538) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:42.808159 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-827fd721-1436-4866-8800-e47a837a5978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:42.841753 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-827fd721-1436-4866-8800-e47a837a5978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:42.901405 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-827fd721-1436-4866-8800-e47a837a5978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:42.904129 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-827fd721-1436-4866-8800-e47a837a5978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:42.908245 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-827fd721-1436-4866-8800-e47a837a5978 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/753c114c-21af-406c-a44b-ea3c074afac9 HTTP/1.1" status: 204 len: 168 time: 0.1682043 Nov 19 09:42:42.914781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fd721-1436-4866-8800-e47a837a5978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753c114c-21af-406c-a44b-ea3c074afac9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:43.216578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54544) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:43.230731 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-23818eaa-e1bf-46d8-91a4-3b805c9dc9a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:43.337667 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-23818eaa-e1bf-46d8-91a4-3b805c9dc9a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:43.342716 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-23818eaa-e1bf-46d8-91a4-3b805c9dc9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:43.380016 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23818eaa-e1bf-46d8-91a4-3b805c9dc9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617edcb9-77f3-400e-bb9a-6aff769af591,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:43.402070 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-23818eaa-e1bf-46d8-91a4-3b805c9dc9a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c41d7312f8d4c49a2aece83d23a9e81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1805842 Nov 19 09:42:43.402070 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54546) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:43.472478 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58516d00-e1e0-425a-9793-accc82ceb18d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:43.498848 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58516d00-e1e0-425a-9793-accc82ceb18d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:43.527754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11508e-ab18-4f59-a957-e72ef20c5e8d req-e05030bd-4a9e-4c4e-bf56-c3fba3c9ba8b tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:43.535997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e11508e-ab18-4f59-a957-e72ef20c5e8d req-e05030bd-4a9e-4c4e-bf56-c3fba3c9ba8b tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 943 time: 0.0693271 Nov 19 09:42:43.551854 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58516d00-e1e0-425a-9793-accc82ceb18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:43.555919 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58516d00-e1e0-425a-9793-accc82ceb18d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:43.558192 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-58516d00-e1e0-425a-9793-accc82ceb18d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/617edcb9-77f3-400e-bb9a-6aff769af591 HTTP/1.1" status: 204 len: 168 time: 0.1559112 Nov 19 09:42:43.585440 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58516d00-e1e0-425a-9793-accc82ceb18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617edcb9-77f3-400e-bb9a-6aff769af591,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:43.605255 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e11508e-ab18-4f59-a957-e72ef20c5e8d req-0eadebd0-f4f9-45da-95f0-063f84950a62 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673687 Nov 19 09:42:44.693453 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:42:44.829764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f05c33-ac68-4f1e-9ebf-a33073b84384 req-21f5015e-e310-4833-954e-ea4f46189766 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:44.831856 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01f05c33-ac68-4f1e-9ebf-a33073b84384 req-21f5015e-e310-4833-954e-ea4f46189766 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 943 time: 0.0795221 Nov 19 09:42:44.901782 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01f05c33-ac68-4f1e-9ebf-a33073b84384 req-59adce2c-de44-4616-9887-5de65d829694 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601816 Nov 19 09:42:45.741553 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:46.064764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1cb3-12a5-4f10-a467-d141175b70a5 req-211bf82c-03e6-4626-a000-429e3bb1d51a tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:46.066443 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8de1cb3-12a5-4f10-a467-d141175b70a5 req-211bf82c-03e6-4626-a000-429e3bb1d51a tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 943 time: 0.0714655 Nov 19 09:42:46.121858 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a8de1cb3-12a5-4f10-a467-d141175b70a5 req-3001413f-dc8c-4b92-a969-e21808fe1fed tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480907 Nov 19 09:42:46.202770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54608) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:46.290266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d42d04-98d0-47d1-8da0-846a4e22a312 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:46.290738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d42d04-98d0-47d1-8da0-846a4e22a312 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:46.291196 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d42d04-98d0-47d1-8da0-846a4e22a312 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:46.292925 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-21d42d04-98d0-47d1-8da0-846a4e22a312 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=a54b2eaca0f74c3180e499355c2ca0b2&network_id=8218a80a-28f0-4c34-ab84-8ff4f4ea8262 HTTP/1.1" status: 200 len: 2972 time: 0.0890832 Nov 19 09:42:47.339934 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed17f41-8868-45b5-83c1-47c288ac4c2f req-0cd02bd3-6384-421b-b40a-90deb2798437 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:47.355804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ed17f41-8868-45b5-83c1-47c288ac4c2f req-0cd02bd3-6384-421b-b40a-90deb2798437 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 943 time: 0.1160150 Nov 19 09:42:47.449185 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ed17f41-8868-45b5-83c1-47c288ac4c2f req-7ec13986-a0c9-447c-97d9-1995ea8cae42 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917912 Nov 19 09:42:48.114523 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:48.654319 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06335468-9bc5-495e-8825-c0274ecc8c59 req-caa55209-930c-4827-b873-ffd5434e5676 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:48.657034 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06335468-9bc5-495e-8825-c0274ecc8c59 req-caa55209-930c-4827-b873-ffd5434e5676 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 943 time: 0.0893476 Nov 19 09:42:48.725701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06335468-9bc5-495e-8825-c0274ecc8c59 req-44d175c9-48ce-4935-92c0-3a3fd366d33e tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624845 Nov 19 09:42:48.939875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54664) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:49.047094 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb57ce94-bd47-487d-8d1c-31f88eadf202 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:49.048899 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bb57ce94-bd47-487d-8d1c-31f88eadf202 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8 HTTP/1.1" status: 200 len: 814 time: 0.1076319 Nov 19 09:42:49.634783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9a57f348-9931-4c35-bac2-6f5e2fad48c3 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:42:49.799380 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9a57f348-9931-4c35-bac2-6f5e2fad48c3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9a57f348-9931-4c35-bac2-6f5e2fad48c3,segment=NetworkSegment(b43f9e7f-4378-4352-b56f-2f38049d8654),segment_id=b43f9e7f-4378-4352-b56f-2f38049d8654)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:49.825862 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '9a57f348-9931-4c35-bac2-6f5e2fad48c3', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'port_id': '9a57f348-9931-4c35-bac2-6f5e2fad48c3', 'mac_address': 'fa:16:3e:21:77:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:42:49.877686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27a044-2d59-4e46-b469-a6ed0c9b52de req-c045d466-9851-4f76-828c-2fe316384b0f tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:49.888717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f27a044-2d59-4e46-b469-a6ed0c9b52de req-c045d466-9851-4f76-828c-2fe316384b0f tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 943 time: 0.0729778 Nov 19 09:42:49.922770 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-697d1bf6-3c84-4a40-bc33-1348b84c3fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:49.950438 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:49.975020 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f27a044-2d59-4e46-b469-a6ed0c9b52de req-7142c27d-ee17-405f-b91a-1b196ac930c6 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842664 Nov 19 09:42:49.988041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a57f348-9931-4c35-bac2-6f5e2fad48c3 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:42:50.027470 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9a57f348-9931-4c35-bac2-6f5e2fad48c3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9a57f348-9931-4c35-bac2-6f5e2fad48c3,segment=NetworkSegment(b43f9e7f-4378-4352-b56f-2f38049d8654),segment_id=b43f9e7f-4378-4352-b56f-2f38049d8654)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:50.035118 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:50.045873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54686) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:50.052539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'network': {'name': 'tempest-network-smoke--1900311182', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'port_security_enabled': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:50.079817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Made reservation on behalf of a54b2eaca0f74c3180e499355c2ca0b2 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:42:50.083780 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:50.123625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9a57f348-9931-4c35-bac2-6f5e2fad48c3,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:50.132305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:42:50.155289 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:50.155859 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Added segment 12307fd4-4b83-4bde-8847-ad9a5d73a871 of type vlan for network 542faf42-eb4b-4403-b686-23ac98b55024 Nov 19 09:42:50.226840 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:50.271888 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:50.277961 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['9a57f348-9931-4c35-bac2-6f5e2fad48c3'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:42:50.279501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:50.280448 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:50.387284 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3400204 Nov 19 09:42:50.392102 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54690) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:50.417599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Network': ['ID=542faf42-eb4b-4403-b686-23ac98b55024,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:50.451169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:50.454567 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:50.455346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:50.455861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:50.456369 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:50.458837 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:50.460273 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:50.463860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:50.464700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:50.465565 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:50.466370 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:50.467172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82b510-28cf-4282-9824-86f9e969f856 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:50.501916 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 542faf42-eb4b-4403-b686-23ac98b55024 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:42:50.577832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ec361-1332-4acc-865b-63de3aebd75f tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:50.580890 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-117ec361-1332-4acc-865b-63de3aebd75f tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=a54b2eaca0f74c3180e499355c2ca0b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1847470 Nov 19 09:42:50.585297 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54694) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:50.847469 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb46afb9-a751-46cc-8304-dae23639299b tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:50.851018 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cb46afb9-a751-46cc-8304-dae23639299b tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2638495 Nov 19 09:42:50.853643 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54696) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:50.895475 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a7725027-b879-444a-9c26-e8fbcb322a2d tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399630 Nov 19 09:42:50.898955 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54698) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:50.942141 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1cb31366-3533-4982-aec5-85c1d6285d6b tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=a54b2eaca0f74c3180e499355c2ca0b2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415540 Nov 19 09:42:50.953058 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54700) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:51.219181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1e247a-c52d-499a-bb0b-1a0c939129ba tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:51.221397 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0f1e247a-c52d-499a-bb0b-1a0c939129ba tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2642581 Nov 19 09:42:51.226544 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54706) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:51.275687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f692f-0b2d-42dd-8a23-b17a304dd5d6 req-8c7bc65c-d0d8-46ba-900d-20a4078d4637 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:51.276481 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-76e8ec3b-682f-46ed-bf80-8970ab3f5fc7 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472853 Nov 19 09:42:51.278029 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-410f692f-0b2d-42dd-8a23-b17a304dd5d6 req-8c7bc65c-d0d8-46ba-900d-20a4078d4637 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 944 time: 0.0727179 Nov 19 09:42:51.279162 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54708) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:51.285231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-910966862', 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:51.370876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-410f692f-0b2d-42dd-8a23-b17a304dd5d6 req-ee08a4b8-b204-4e04-8232-210c9a3e1fdf tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776169 Nov 19 09:42:51.418806 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Made reservation on behalf of a54b2eaca0f74c3180e499355c2ca0b2 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:42:51.425945 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:51.651755 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9a57f348-9931-4c35-bac2-6f5e2fad48c3 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:42:51.723858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 9a57f348-9931-4c35-bac2-6f5e2fad48c3 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:42:51.729353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 9a57f348-9931-4c35-bac2-6f5e2fad48c3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:51.730029 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:51.744224 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:51.857650 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Subnet': ['ID=3a0bfdd2-552b-48d8-a1fe-746125ca4836,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:51.864926 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:51.874826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:51.875736 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:51.876463 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:51.877291 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:51.877998 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:51.878710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:51.879444 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:51.880157 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:51.880950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:51.882235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:51.882955 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:51.883665 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:51.916241 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a57f348-9931-4c35-bac2-6f5e2fad48c3'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:42:51.921952 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a20448-bc67-408a-9cf0-1c3db0025aa0" -d '{"events": [{"server_uuid": "ccbdf5f9-f9c5-4676-9b84-d7502769b38c", "name": "network-vif-plugged", "status": "completed", "tag": "9a57f348-9931-4c35-bac2-6f5e2fad48c3"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:42:51.949671 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 9a57f348-9931-4c35-bac2-6f5e2fad48c3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9a57f348-9931-4c35-bac2-6f5e2fad48c3,segment=NetworkSegment(b43f9e7f-4378-4352-b56f-2f38049d8654),segment_id=b43f9e7f-4378-4352-b56f-2f38049d8654)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:51.961817 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Checking segment: {'id': '12307fd4-4b83-4bde-8847-ad9a5d73a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:42:51.962222 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:51.962625 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network hostable DHCP agents. Network: 542faf42-eb4b-4403-b686-23ac98b55024, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:42:52.004609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network 542faf42-eb4b-4403-b686-23ac98b55024 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:42:52.033389 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 542faf42-eb4b-4403-b686-23ac98b55024) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:42:52.038683 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:52.040433 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:52.058747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7839d93c-5339-4540-a2cb-ea07ccb0ba4f None None] Network 542faf42-eb4b-4403-b686-23ac98b55024 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:42:52.089634 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e32321e9-76fd-4109-ab17-6e79e9ca46de tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8050323 Nov 19 09:42:52.132188 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=9a57f348-9931-4c35-bac2-6f5e2fad48c3,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:52.341200 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2df23cf8-7004-4658-809b-86de0e1ecf5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:52.345255 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a4afa8-97b6-4530-a8b8-972fccc5516a x-openstack-request-id: req-77a4afa8-97b6-4530-a8b8-972fccc5516a {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:42:52.346270 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbdf5f9-f9c5-4676-9b84-d7502769b38c", "name": "network-vif-plugged", "status": "completed", "tag": "9a57f348-9931-4c35-bac2-6f5e2fad48c3", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:42:52.346270 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77a4afa8-97b6-4530-a8b8-972fccc5516a {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:42:52.346686 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a57f348-9931-4c35-bac2-6f5e2fad48c3', 'code': 200} Nov 19 09:42:52.377222 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-542faf42-eb4b-4403-b686-23ac98b55024', 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'fixed_ips': [{'subnet_id': '3a0bfdd2-552b-48d8-a1fe-746125ca4836'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:42:52.379265 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:52.592913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eea7b0-a0cc-458c-8354-56b5eae4f4d7 req-34a3d69b-bed8-41ec-a6b1-831c4c3a73e8 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:52.602123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4eea7b0-a0cc-458c-8354-56b5eae4f4d7 req-34a3d69b-bed8-41ec-a6b1-831c4c3a73e8 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 945 time: 0.0961809 Nov 19 09:42:52.619749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ff6db-3b9c-461f-b2a3-2ebe6d7fd18b req-ecc0f968-f86e-4186-9020-94e5ee97db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:52.622936 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a49ff6db-3b9c-461f-b2a3-2ebe6d7fd18b req-ecc0f968-f86e-4186-9020-94e5ee97db66 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 1097 time: 0.1804321 Nov 19 09:42:52.672050 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4eea7b0-a0cc-458c-8354-56b5eae4f4d7 req-e89c21c8-1f95-492e-b47f-0a831a6f79d2 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666850 Nov 19 09:42:52.763948 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a49ff6db-3b9c-461f-b2a3-2ebe6d7fd18b req-5b77ebdd-ff38-42bd-ba81-0bc455810688 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312485 Nov 19 09:42:52.777025 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54730) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:52.788563 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c37062d5-7c86-4b76-a009-bf645cebb0f3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1908282341', 'description': 'tempest-secgroup-smoke-1908282341 description', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:52.802347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Allocated IP 172.20.0.18 (542faf42-eb4b-4403-b686-23ac98b55024/3a0bfdd2-552b-48d8-a1fe-746125ca4836/b7e9a8e0-2ddd-4955-a355-90b966d150c0) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:42:52.836820 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c37062d5-7c86-4b76-a009-bf645cebb0f3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:52.962627 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c37062d5-7c86-4b76-a009-bf645cebb0f3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:52.973495 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c37062d5-7c86-4b76-a009-bf645cebb0f3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.016606 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c37062d5-7c86-4b76-a009-bf645cebb0f3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.024973 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54732) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:53.026457 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c37062d5-7c86-4b76-a009-bf645cebb0f3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2459981 Nov 19 09:42:53.030480 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-2e7e2272-24d4-4475-bfe5-173884f7f297 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': '0f79e439-00c1-4cd5-ad08-029a7fda8725', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:53.054488 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37062d5-7c86-4b76-a009-bf645cebb0f3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f79e439-00c1-4cd5-ad08-029a7fda8725,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:53.089762 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e7e2272-24d4-4475-bfe5-173884f7f297 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.142137 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.156026 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.167021 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e7e2272-24d4-4475-bfe5-173884f7f297 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.174449 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e7e2272-24d4-4475-bfe5-173884f7f297 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.257911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e2272-24d4-4475-bfe5-173884f7f297 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e958cbe-f8c1-491f-86b2-5c499e35baa2,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:53.263756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Network 542faf42-eb4b-4403-b686-23ac98b55024 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:42:53.266291 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2e7e2272-24d4-4475-bfe5-173884f7f297 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.272993 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54736) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:53.274186 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:42:53.280759 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:42:53.283892 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-bb03dbef-5449-4b17-b498-618c81b7bf54 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': '0f79e439-00c1-4cd5-ad08-029a7fda8725', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:53.286632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2e7e2272-24d4-4475-bfe5-173884f7f297 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2601173 Nov 19 09:42:53.296445 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Pushing event updated for resources: {'Port': ['ID=b7e9a8e0-2ddd-4955-a355-90b966d150c0,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:53.325577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:53.326331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:53.326996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:53.327628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:53.328269 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:53.328868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:53.329838 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:53.330636 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:53.331256 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:53.331954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:53.332613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:53.333410 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:42:53.360637 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb03dbef-5449-4b17-b498-618c81b7bf54 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.431218 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Attempting to bind port b7e9a8e0-2ddd-4955-a355-90b966d150c0 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:42:53.432272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Attempting to bind port b7e9a8e0-2ddd-4955-a355-90b966d150c0 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '12307fd4-4b83-4bde-8847-ad9a5d73a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:42:53.432878 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Attempting to bind port b7e9a8e0-2ddd-4955-a355-90b966d150c0 on network 542faf42-eb4b-4403-b686-23ac98b55024 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:42:53.442121 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:42:53.443233 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Checking segment: {'id': '12307fd4-4b83-4bde-8847-ad9a5d73a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:42:53.443413 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.444059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Bound using segment: {'id': '12307fd4-4b83-4bde-8847-ad9a5d73a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:42:53.445248 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb03dbef-5449-4b17-b498-618c81b7bf54 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.445550 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Bound port: b7e9a8e0-2ddd-4955-a355-90b966d150c0, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12307fd4-4b83-4bde-8847-ad9a5d73a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:42:53.446329 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.450624 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb03dbef-5449-4b17-b498-618c81b7bf54 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.470217 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03dbef-5449-4b17-b498-618c81b7bf54 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1bcb6c-ca11-4d2b-815e-e356cbec9914,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:53.499144 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb03dbef-5449-4b17-b498-618c81b7bf54 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.508831 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bb03dbef-5449-4b17-b498-618c81b7bf54 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2294717 Nov 19 09:42:53.509279 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54738) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:53.521925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7002d726-9e02-4c09-ba25-52d5dad9537c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': '0f79e439-00c1-4cd5-ad08-029a7fda8725', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:53.585001 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.586462 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7002d726-9e02-4c09-ba25-52d5dad9537c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.601873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] For port b7e9a8e0-2ddd-4955-a355-90b966d150c0, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:42:53.608518 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] For port b7e9a8e0-2ddd-4955-a355-90b966d150c0, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b7e9a8e0-2ddd-4955-a355-90b966d150c0,segment=NetworkSegment(12307fd4-4b83-4bde-8847-ad9a5d73a871),segment_id=12307fd4-4b83-4bde-8847-ad9a5d73a871)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:42:53.619684 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.700479 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7002d726-9e02-4c09-ba25-52d5dad9537c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.707983 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7002d726-9e02-4c09-ba25-52d5dad9537c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.741546 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002d726-9e02-4c09-ba25-52d5dad9537c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21a74cd-51ef-4ebc-83bd-c27fe780ff34,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:53.763600 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7002d726-9e02-4c09-ba25-52d5dad9537c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.766199 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7002d726-9e02-4c09-ba25-52d5dad9537c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2549913 Nov 19 09:42:53.771221 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54742) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:53.784075 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1c651fd2-fe66-4ea0-adf8-a9e747973f07 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': '0f79e439-00c1-4cd5-ad08-029a7fda8725', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:53.788442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421a9a0-f1ce-45c0-b1ec-e018dca4c647 None None] Pushing event updated for resources: {'Port': ['ID=b7e9a8e0-2ddd-4955-a355-90b966d150c0,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:53.862548 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c651fd2-fe66-4ea0-adf8-a9e747973f07 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:53.985073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645ef69-5964-467e-812b-34511a880e51 req-83402cca-57c7-4821-8c03-6f101deff907 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:53.992326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6645ef69-5964-467e-812b-34511a880e51 req-83402cca-57c7-4821-8c03-6f101deff907 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 945 time: 0.1346102 Nov 19 09:42:54.112882 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c651fd2-fe66-4ea0-adf8-a9e747973f07 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:54.123968 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c651fd2-fe66-4ea0-adf8-a9e747973f07 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:54.174795 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c651fd2-fe66-4ea0-adf8-a9e747973f07 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407181a7-9d03-4250-a4ae-7528ea5bdc9f,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:54.213609 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c651fd2-fe66-4ea0-adf8-a9e747973f07 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:54.215286 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1c651fd2-fe66-4ea0-adf8-a9e747973f07 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4420753 Nov 19 09:42:54.220856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54748) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:54.228675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a06af7ef-c864-4a9f-8618-4dd260857ad7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': '0f79e439-00c1-4cd5-ad08-029a7fda8725', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:54.232719 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6645ef69-5964-467e-812b-34511a880e51 req-3b1d3ca2-c16d-402f-b057-5dc567bef13d tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321551 Nov 19 09:42:54.286147 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-a06af7ef-c864-4a9f-8618-4dd260857ad7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Project a54b2eaca0f74c3180e499355c2ca0b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:42:54.294601 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a06af7ef-c864-4a9f-8618-4dd260857ad7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:54.402302 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a06af7ef-c864-4a9f-8618-4dd260857ad7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:54.413536 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a06af7ef-c864-4a9f-8618-4dd260857ad7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:54.449381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06af7ef-c864-4a9f-8618-4dd260857ad7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a708b507-70af-4c34-baeb-1b5b5c44e7f5,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:54.463595 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a06af7ef-c864-4a9f-8618-4dd260857ad7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:54.465562 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a06af7ef-c864-4a9f-8618-4dd260857ad7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2428660 Nov 19 09:42:54.468495 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54752) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:54.473435 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e3a287e2-60a0-4234-8b12-3842b8284a18 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': '0f79e439-00c1-4cd5-ad08-029a7fda8725', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:54.514380 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-e3a287e2-60a0-4234-8b12-3842b8284a18 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Project a54b2eaca0f74c3180e499355c2ca0b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:42:54.526463 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3a287e2-60a0-4234-8b12-3842b8284a18 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:54.654488 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3a287e2-60a0-4234-8b12-3842b8284a18 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:54.660037 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3a287e2-60a0-4234-8b12-3842b8284a18 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:54.692807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a287e2-60a0-4234-8b12-3842b8284a18 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c598f0d-2676-493b-b211-069d98c7efa1,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:54.709708 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e3a287e2-60a0-4234-8b12-3842b8284a18 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:54.720976 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e3a287e2-60a0-4234-8b12-3842b8284a18 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2425785 Nov 19 09:42:54.943015 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:54.963220 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b7e9a8e0-2ddd-4955-a355-90b966d150c0 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:42:55.078674 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b7e9a8e0-2ddd-4955-a355-90b966d150c0 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:55.079456 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:55.094830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-0b8f38c9-0168-4705-a456-9d9fa5fd7489 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1908282341&fields=id&tenant_id=a54b2eaca0f74c3180e499355c2ca0b2 HTTP/1.1" status: 200 len: 267 time: 0.0873966 Nov 19 09:42:55.239468 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:55.281177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88834a69-14c9-4f16-9591-0c356102fc7d req-1e981f89-87f1-48a8-80fd-2aa65e6622d3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:55.282832 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-1e981f89-87f1-48a8-80fd-2aa65e6622d3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/networks?id=542faf42-eb4b-4403-b686-23ac98b55024 HTTP/1.1" status: 200 len: 797 time: 0.1783290 Nov 19 09:42:55.321538 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-56b66a47-6f3d-4fe6-be96-d8a2fae135cc tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/quotas/a54b2eaca0f74c3180e499355c2ca0b2 HTTP/1.1" status: 200 len: 375 time: 0.0250115 Nov 19 09:42:55.345311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port b7e9a8e0-2ddd-4955-a355-90b966d150c0, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b7e9a8e0-2ddd-4955-a355-90b966d150c0,segment=NetworkSegment(12307fd4-4b83-4bde-8847-ad9a5d73a871),segment_id=12307fd4-4b83-4bde-8847-ad9a5d73a871)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:42:55.353294 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:55.478844 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=b7e9a8e0-2ddd-4955-a355-90b966d150c0,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:55.498215 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-b0a3f8fe-5fa8-46de-ad99-a714b4836cfa tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a54b2eaca0f74c3180e499355c2ca0b2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1662171 Nov 19 09:42:55.576824 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:55.599046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0c1f9-a413-4290-81e2-d68abb781903 req-20fb0e3e-31b9-486e-bddf-27f9540527c6 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:55.606503 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4e0c1f9-a413-4290-81e2-d68abb781903 req-20fb0e3e-31b9-486e-bddf-27f9540527c6 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 945 time: 0.1903052 Nov 19 09:42:55.614404 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14790261-7fa4-406c-ac24-542d0c77331c None None] Network 542faf42-eb4b-4403-b686-23ac98b55024 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:42:55.722506 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4e0c1f9-a413-4290-81e2-d68abb781903 req-19845607-902f-480b-97c3-40faaf67f20d tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148877 Nov 19 09:42:55.747057 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-8356960c-6f45-4d6e-b350-db432dc7d15f service neutron] 10.222.0.21 "GET /v2.0/networks/542faf42-eb4b-4403-b686-23ac98b55024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447369 Nov 19 09:42:55.758505 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-01824159-00f1-4538-b76c-774059fedd59 None None] Provisioning complete for port b7e9a8e0-2ddd-4955-a355-90b966d150c0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:55.758888 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-01824159-00f1-4538-b76c-774059fedd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:56.050751 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-0e3f4533-d8c7-4114-97a6-349f2dc99e21 service neutron] 10.222.0.21 "GET /v2.0/networks/542faf42-eb4b-4403-b686-23ac98b55024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903199 Nov 19 09:42:56.065080 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba2f42-e491-4c5e-ac58-6dc78b1c45cd req-ae975cd5-048c-494c-86dd-8bc22b5dde5c tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:56.085126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01ba2f42-e491-4c5e-ac58-6dc78b1c45cd req-ae975cd5-048c-494c-86dd-8bc22b5dde5c tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 945 time: 0.1737046 Nov 19 09:42:56.206835 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01ba2f42-e491-4c5e-ac58-6dc78b1c45cd req-46643226-7ac6-41be-b787-ac748af6c2ab tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132009 Nov 19 09:42:56.236707 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54780) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:56.385523 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea1002cd-07ca-4240-8b52-1d8ef5d67d0b req-861ed4d0-1cfb-4223-b674-7f7ae50d3248 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 210 time: 0.0623083 Nov 19 09:42:56.571528 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-50cf57c8-f1c5-4a88-b4d2-f3b7d50b8f16 None None] Provisioning complete for port b7e9a8e0-2ddd-4955-a355-90b966d150c0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:56.574192 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-50cf57c8-f1c5-4a88-b4d2-f3b7d50b8f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:56.742968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de3331f-d055-472b-a550-0de14a62ac61 tempest-TestVolumeBackupRestore-1561253153 tempest-TestVolumeBackupRestore-1561253153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:56.761344 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 54794) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:42:56.805683 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': '9a57f348-9931-4c35-bac2-6f5e2fad48c3', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:56.808019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7de3331f-d055-472b-a550-0de14a62ac61 tempest-TestVolumeBackupRestore-1561253153 tempest-TestVolumeBackupRestore-1561253153-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 1092 time: 0.5103173 Nov 19 09:42:56.895364 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for floatingip, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:56.895827 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b7e9a8e0-2ddd-4955-a355-90b966d150c0 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:42:57.032824 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b7e9a8e0-2ddd-4955-a355-90b966d150c0 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:42:57.034578 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:57.221777 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:57.529952 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Allocated IP 172.25.0.88 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/127fae0d-1668-4180-b42d-c043087d93b9) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:42:57.601812 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f94c14d4-b6d4-46e9-85f7-f82251003829 req-5afbb467-ad41-4258-ac20-8a5778c8a817 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 210 time: 0.0608673 Nov 19 09:42:57.770668 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:57.863197 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:57.929738 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:42:57.933419 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:42:57.939134 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:42:57.942579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Pushing event updated for resources: {'Port': ['ID=127fae0d-1668-4180-b42d-c043087d93b9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:58.535207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88834a69-14c9-4f16-9591-0c356102fc7d req-580a7485-dbbf-40ac-b0a2-5e25d0b0b18c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:58.538479 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-580a7485-dbbf-40ac-b0a2-5e25d0b0b18c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.66 "GET /v2.0/networks?id=542faf42-eb4b-4403-b686-23ac98b55024 HTTP/1.1" status: 200 len: 797 time: 0.3072774 Nov 19 09:42:58.679392 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-87232fee-54b5-42a9-a3c0-90f20a288e64 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a54b2eaca0f74c3180e499355c2ca0b2 HTTP/1.1" status: 200 len: 473 time: 0.1298020 Nov 19 09:42:58.698564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-88834a69-14c9-4f16-9591-0c356102fc7d req-a1b3d7c5-0828-4852-ad70-cce150a6efb8 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'port': {'device_id': '19d15ab9-e2ee-48d7-928a-dc2e46af01f9', 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024', 'admin_state_up': True, 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'security_groups': ['0f79e439-00c1-4cd5-ad08-029a7fda8725']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:42:58.872085 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:58.892948 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11e5de0c-acb7-4b59-b266-c89a571219c8 req-93008f0b-1ba8-44a8-816d-201da622c790 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 210 time: 0.0830436 Nov 19 09:42:58.999253 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:59.012946 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88834a69-14c9-4f16-9591-0c356102fc7d req-a1b3d7c5-0828-4852-ad70-cce150a6efb8 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Made reservation on behalf of a54b2eaca0f74c3180e499355c2ca0b2 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:42:59.031154 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88834a69-14c9-4f16-9591-0c356102fc7d req-a1b3d7c5-0828-4852-ad70-cce150a6efb8 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:59.241685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-88834a69-14c9-4f16-9591-0c356102fc7d req-a1b3d7c5-0828-4852-ad70-cce150a6efb8 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Allocated IP 172.20.0.28 (542faf42-eb4b-4403-b686-23ac98b55024/3a0bfdd2-552b-48d8-a1fe-746125ca4836/6aa8a93c-540e-42e7-869b-5680edcbc254) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:42:59.403981 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:59.414002 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:59.480671 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Pushing event updated for resources: {'Port': ['ID=127fae0d-1668-4180-b42d-c043087d93b9,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:59.541699 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:59.553654 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88834a69-14c9-4f16-9591-0c356102fc7d req-a1b3d7c5-0828-4852-ad70-cce150a6efb8 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:59.622280 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88834a69-14c9-4f16-9591-0c356102fc7d req-a1b3d7c5-0828-4852-ad70-cce150a6efb8 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:59.719893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88834a69-14c9-4f16-9591-0c356102fc7d req-a1b3d7c5-0828-4852-ad70-cce150a6efb8 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network 542faf42-eb4b-4403-b686-23ac98b55024 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:42:59.723485 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-88834a69-14c9-4f16-9591-0c356102fc7d req-a1b3d7c5-0828-4852-ad70-cce150a6efb8 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:42:59.737706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-88834a69-14c9-4f16-9591-0c356102fc7d req-a1b3d7c5-0828-4852-ad70-cce150a6efb8 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:42:59.816035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88834a69-14c9-4f16-9591-0c356102fc7d req-a1b3d7c5-0828-4852-ad70-cce150a6efb8 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:42:59.816711 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88834a69-14c9-4f16-9591-0c356102fc7d req-a1b3d7c5-0828-4852-ad70-cce150a6efb8 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:42:59.835459 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3d7c5-0828-4852-ad70-cce150a6efb8 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Port': ['ID=6aa8a93c-540e-42e7-869b-5680edcbc254,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:42:59.874232 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-a1b3d7c5-0828-4852-ad70-cce150a6efb8 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1891441 Nov 19 09:42:59.893663 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-392b9490-2c13-42c0-843a-fee98411fa65 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:42:59.895463 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-392b9490-2c13-42c0-843a-fee98411fa65 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115612 Nov 19 09:42:59.929415 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Request body: {'port': {'device_id': '19d15ab9-e2ee-48d7-928a-dc2e46af01f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:43:00.253296 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ec8d0639-9e97-4576-a1b2-fe818d406b3a None None] Provisioning complete for port 6aa8a93c-540e-42e7-869b-5680edcbc254 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:43:00.254716 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0639-9e97-4576-a1b2-fe818d406b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:00.360214 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d0639-9e97-4576-a1b2-fe818d406b3a None None] Port 6aa8a93c-540e-42e7-869b-5680edcbc254 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:43:00.382919 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Floating IP 4b02a820-9a91-445b-9960-fd1f88e189b5 associated. External IP: 172.25.0.88, port: 9a57f348-9931-4c35-bac2-6f5e2fad48c3. Nov 19 09:43:00.479195 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:00.581796 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac4a2e-b0fd-499d-a29b-86c4cd530d73 req-20329a65-2c8a-48e0-9ac2-7f050efda3a1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:00.583440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5ac4a2e-b0fd-499d-a29b-86c4cd530d73 req-20329a65-2c8a-48e0-9ac2-7f050efda3a1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 932 time: 0.1063764 Nov 19 09:43:00.772748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5ac4a2e-b0fd-499d-a29b-86c4cd530d73 req-e01ee0f1-7852-4c78-8c25-4802de3cba4d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f79e439-00c1-4cd5-ad08-029a7fda8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110249 Nov 19 09:43:00.784423 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Router c09922c9-bba3-49d9-9426-e1628bc9da19 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:43:00.930423 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:43:00.942353 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a3232-9bd9-4964-a74d-f95a1e8d55f1 None None] Sync routers for ids ['c09922c9-bba3-49d9-9426-e1628bc9da19'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:43:00.958404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa8a93c-540e-42e7-869b-5680edcbc254 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:43:00.959827 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a3232-9bd9-4964-a74d-f95a1e8d55f1 None None] Routers {'c09922c9-bba3-49d9-9426-e1628bc9da19'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:43:00.961187 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-869a3232-9bd9-4964-a74d-f95a1e8d55f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:42:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c09922c9-bba3-49d9-9426-e1628bc9da19'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:00.974800 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:00.988841 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:01.024723 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Transition to ACTIVE for port object 6aa8a93c-540e-42e7-869b-5680edcbc254 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:43:01.032977 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:01.051997 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c9da56d1-4066-422d-a285-e7a8c02bc1a3 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2913263 Nov 19 09:43:01.052619 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'tag': '9a57f348-9931-4c35-bac2-6f5e2fad48c3'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:43:01.056240 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa1f04d-6b2f-4609-82b9-e83f7d93524a" -d '{"events": [{"name": "network-changed", "server_uuid": "ccbdf5f9-f9c5-4676-9b84-d7502769b38c", "tag": "9a57f348-9931-4c35-bac2-6f5e2fad48c3"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:43:01.058360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54830) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:01.093072 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-869a3232-9bd9-4964-a74d-f95a1e8d55f1 None None] Set router c09922c9-bba3-49d9-9426-e1628bc9da19 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:43:01.104345 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6671b7cd-ef8b-4c7a-82ce-165a2fd618e6 x-openstack-request-id: req-6671b7cd-ef8b-4c7a-82ce-165a2fd618e6 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:43:01.104896 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccbdf5f9-f9c5-4676-9b84-d7502769b38c", "tag": "9a57f348-9931-4c35-bac2-6f5e2fad48c3", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:43:01.105354 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6671b7cd-ef8b-4c7a-82ce-165a2fd618e6 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:43:01.105997 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'tag': '9a57f348-9931-4c35-bac2-6f5e2fad48c3', 'status': 'completed', 'code': 200} Nov 19 09:43:01.156015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa8a93c-540e-42e7-869b-5680edcbc254,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:01.199679 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911b18a6-2cfb-40af-868f-461d6d8d76ad tempest-TestVolumeBackupRestore-1561253153 tempest-TestVolumeBackupRestore-1561253153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:01.204472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-911b18a6-2cfb-40af-868f-461d6d8d76ad tempest-TestVolumeBackupRestore-1561253153 tempest-TestVolumeBackupRestore-1561253153-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 1092 time: 0.1104400 Nov 19 09:43:01.205457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 54834) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:01.212675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-532fd49e-d5ec-458b-9762-ad114a11bac6 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Request body: {'floatingip': {'port_id': '9a57f348-9931-4c35-bac2-6f5e2fad48c3'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:43:01.224157 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1f04d-6b2f-4609-82b9-e83f7d93524a req-734f0032-51db-41b0-a353-f530abf6ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:01.232856 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3aa1f04d-6b2f-4609-82b9-e83f7d93524a req-734f0032-51db-41b0-a353-f530abf6ddda service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=971ee414cea849c08c43beefd1cf2e97&device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 1097 time: 0.0990024 Nov 19 09:43:01.328484 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-532fd49e-d5ec-458b-9762-ad114a11bac6 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:01.380882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Attempting to bind port 6aa8a93c-540e-42e7-869b-5680edcbc254 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:43:01.381346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Attempting to bind port 6aa8a93c-540e-42e7-869b-5680edcbc254 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '12307fd4-4b83-4bde-8847-ad9a5d73a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:43:01.381740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Attempting to bind port 6aa8a93c-540e-42e7-869b-5680edcbc254 on network 542faf42-eb4b-4403-b686-23ac98b55024 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:43:01.394993 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Port 6aa8a93c-540e-42e7-869b-5680edcbc254 on network 542faf42-eb4b-4403-b686-23ac98b55024 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:43:01.395435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Attempting to bind port 6aa8a93c-540e-42e7-869b-5680edcbc254 on network 542faf42-eb4b-4403-b686-23ac98b55024 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:43:01.409605 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:43:01.409992 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Checking segment: {'id': '12307fd4-4b83-4bde-8847-ad9a5d73a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:43:01.410909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Bound using segment: {'id': '12307fd4-4b83-4bde-8847-ad9a5d73a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:43:01.411453 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Bound port: 6aa8a93c-540e-42e7-869b-5680edcbc254, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12307fd4-4b83-4bde-8847-ad9a5d73a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:43:01.412006 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:01.467857 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1f04d-6b2f-4609-82b9-e83f7d93524a req-9bc8fa06-1d12-4d31-8562-44c73599ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:01.482309 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3aa1f04d-6b2f-4609-82b9-e83f7d93524a req-9bc8fa06-1d12-4d31-8562-44c73599ad81 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ec08b12-d456-4282-a1c0-b394bc287c7e HTTP/1.1" status: 200 len: 915 time: 0.2415519 Nov 19 09:43:01.559714 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-869a3232-9bd9-4964-a74d-f95a1e8d55f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:19Z', 'revision_number': 4, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port': {'id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '4b02a820-9a91-445b-9960-fd1f88e189b5', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'port_id': '9a57f348-9931-4c35-bac2-6f5e2fad48c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'mac_address': 'fa:16:3e:21:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:42:58Z', 'updated_at': '2021-11-19T09:42:58Z', 'revision_number': 0, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a920b69-6e39-4976-a8b8-e92d2745322e', 'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'mac_address': 'fa:16:3e:c7:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:15Z', 'updated_at': '2021-11-19T09:39:31Z', 'revision_number': 5, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'subnets': [{'id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:01.602261 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3aa1f04d-6b2f-4609-82b9-e83f7d93524a req-8f52c06a-3d70-44cd-9022-c1b79d000457 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a57f348-9931-4c35-bac2-6f5e2fad48c3 HTTP/1.1" status: 200 len: 998 time: 0.1119416 Nov 19 09:43:01.635515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] For port 6aa8a93c-540e-42e7-869b-5680edcbc254, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:43:01.649384 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] For port 6aa8a93c-540e-42e7-869b-5680edcbc254, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6aa8a93c-540e-42e7-869b-5680edcbc254,segment=NetworkSegment(12307fd4-4b83-4bde-8847-ad9a5d73a871),segment_id=12307fd4-4b83-4bde-8847-ad9a5d73a871)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:43:01.663360 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a3232-9bd9-4964-a74d-f95a1e8d55f1 None None] Checking router: c09922c9-bba3-49d9-9426-e1628bc9da19 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:43:01.686131 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1f04d-6b2f-4609-82b9-e83f7d93524a req-c4c96851-b802-4f3d-8572-e2ef26463102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:01.700088 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3aa1f04d-6b2f-4609-82b9-e83f7d93524a req-c4c96851-b802-4f3d-8572-e2ef26463102 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b5439138-e5b8-49bd-9cf3-ef777529ccf5 HTTP/1.1" status: 200 len: 853 time: 0.0829701 Nov 19 09:43:01.714080 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a3232-9bd9-4964-a74d-f95a1e8d55f1 None None] Routers {'c09922c9-bba3-49d9-9426-e1628bc9da19'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:43:01.715008 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-869a3232-9bd9-4964-a74d-f95a1e8d55f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:42:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c09922c9-bba3-49d9-9426-e1628bc9da19'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:01.782106 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:01.791001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1f04d-6b2f-4609-82b9-e83f7d93524a req-f6593875-10cf-45f9-b8a4-72045f42c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:01.792979 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3aa1f04d-6b2f-4609-82b9-e83f7d93524a req-f6593875-10cf-45f9-b8a4-72045f42c056 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ec08b12-d456-4282-a1c0-b394bc287c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863678 Nov 19 09:43:01.892697 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-869a3232-9bd9-4964-a74d-f95a1e8d55f1 None None] Set router c09922c9-bba3-49d9-9426-e1628bc9da19 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:43:02.143106 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3aa1f04d-6b2f-4609-82b9-e83f7d93524a req-742b48a7-b642-4998-80ab-9f3715dfa356 service neutron] 10.222.0.71 "GET /v2.0/networks/4ec08b12-d456-4282-a1c0-b394bc287c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414290 Nov 19 09:43:02.293064 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3aa1f04d-6b2f-4609-82b9-e83f7d93524a req-6b407052-851f-4274-bb53-47fe8c536e50 service neutron] 10.222.0.71 "GET /v2.0/networks/4ec08b12-d456-4282-a1c0-b394bc287c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410315 Nov 19 09:43:02.381115 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-869a3232-9bd9-4964-a74d-f95a1e8d55f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:19Z', 'revision_number': 4, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port': {'id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '4b02a820-9a91-445b-9960-fd1f88e189b5', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'port_id': '9a57f348-9931-4c35-bac2-6f5e2fad48c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'mac_address': 'fa:16:3e:21:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:42:58Z', 'updated_at': '2021-11-19T09:42:58Z', 'revision_number': 0, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a920b69-6e39-4976-a8b8-e92d2745322e', 'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'mac_address': 'fa:16:3e:c7:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:15Z', 'updated_at': '2021-11-19T09:39:31Z', 'revision_number': 5, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'subnets': [{'id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:02.559267 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a3232-9bd9-4964-a74d-f95a1e8d55f1 None None] The sync data for ids ['c09922c9-bba3-49d9-9426-e1628bc9da19'] in n-d-805649-14 is: [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:19Z', 'revision_number': 4, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port': {'id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '4b02a820-9a91-445b-9960-fd1f88e189b5', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'port_id': '9a57f348-9931-4c35-bac2-6f5e2fad48c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'mac_address': 'fa:16:3e:21:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:42:58Z', 'updated_at': '2021-11-19T09:42:58Z', 'revision_number': 0, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a920b69-6e39-4976-a8b8-e92d2745322e', 'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'mac_address': 'fa:16:3e:c7:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:15Z', 'updated_at': '2021-11-19T09:39:31Z', 'revision_number': 5, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'subnets': [{'id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:43:02.625265 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:02.625773 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:02.627650 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] 10.222.0.66 "PUT /v2.0/ports/6aa8a93c-540e-42e7-869b-5680edcbc254 HTTP/1.1" status: 200 len: 1093 time: 2.7234125 Nov 19 09:43:02.635244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d15ab9-e2ee-48d7-928a-dc2e46af01f9', 'tag': '6aa8a93c-540e-42e7-869b-5680edcbc254'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:43:02.638999 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aba474f-e45c-421e-8b9a-92b6509bde53" -d '{"events": [{"name": "network-changed", "server_uuid": "19d15ab9-e2ee-48d7-928a-dc2e46af01f9", "tag": "6aa8a93c-540e-42e7-869b-5680edcbc254"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:43:02.663901 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.db.resource_extend [None req-532fd49e-d5ec-458b-9762-ad114a11bac6 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:43:02.791719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce9bd3-240e-43ba-9ab0-1cc713524086 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa8a93c-540e-42e7-869b-5680edcbc254,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:02.831529 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d7f32-6132-49d0-8bfb-00826c3909ed req-6fb1c341-273a-42b0-8e18-c49914a64bf9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:02.833864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce1d7f32-6132-49d0-8bfb-00826c3909ed req-6fb1c341-273a-42b0-8e18-c49914a64bf9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 944 time: 0.4036176 Nov 19 09:43:02.931538 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c1f8e7-bb62-4548-8dde-8ce9dcc0e814 x-openstack-request-id: req-31c1f8e7-bb62-4548-8dde-8ce9dcc0e814 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:43:02.931854 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d15ab9-e2ee-48d7-928a-dc2e46af01f9", "tag": "6aa8a93c-540e-42e7-869b-5680edcbc254", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:43:02.932119 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31c1f8e7-bb62-4548-8dde-8ce9dcc0e814 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:43:02.932537 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d15ab9-e2ee-48d7-928a-dc2e46af01f9', 'tag': '6aa8a93c-540e-42e7-869b-5680edcbc254', 'status': 'completed', 'code': 200} Nov 19 09:43:02.934834 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-532fd49e-d5ec-458b-9762-ad114a11bac6 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:02.952514 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-532fd49e-d5ec-458b-9762-ad114a11bac6 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:03.034441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045d6892-c3a8-4b8d-b421-0360f27449f6 None None] New status for floating IP 4b02a820-9a91-445b-9960-fd1f88e189b5: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:43:03.156596 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2e71fcc0-a7cb-408c-8e83-67b9fa06f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:03.159011 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-2e71fcc0-a7cb-408c-8e83-67b9fa06f769 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54b2eaca0f74c3180e499355c2ca0b2&device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 1096 time: 0.4530437 Nov 19 09:43:03.184598 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce1d7f32-6132-49d0-8bfb-00826c3909ed req-4d76889a-f5a1-411f-9cef-fd98d2dc43a4 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f79e439-00c1-4cd5-ad08-029a7fda8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3432148 Nov 19 09:43:03.268664 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-68c557b4-2de4-401c-ba97-bf03268c385c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=6aa8a93c-540e-42e7-869b-5680edcbc254 HTTP/1.1" status: 200 len: 217 time: 0.1000299 Nov 19 09:43:03.394517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88834a69-14c9-4f16-9591-0c356102fc7d req-1b1e6dd3-f087-493b-86bb-74f928462899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:03.396314 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-1b1e6dd3-f087-493b-86bb-74f928462899 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3a0bfdd2-552b-48d8-a1fe-746125ca4836 HTTP/1.1" status: 200 len: 837 time: 0.0838919 Nov 19 09:43:03.462228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532fd49e-d5ec-458b-9762-ad114a11bac6 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Router c09922c9-bba3-49d9-9426-e1628bc9da19 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:43:03.548179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88834a69-14c9-4f16-9591-0c356102fc7d req-97e045a9-fd76-4865-bdbf-47723db0d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:03.550433 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-97e045a9-fd76-4865-bdbf-47723db0d94c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=542faf42-eb4b-4403-b686-23ac98b55024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1465182 Nov 19 09:43:03.699163 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532fd49e-d5ec-458b-9762-ad114a11bac6 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:43:03.704937 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-532fd49e-d5ec-458b-9762-ad114a11bac6 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:03.711446 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2403dedc-dc16-4fd7-8ecf-f4d17b144ac5 None None] Sync routers for ids ['c09922c9-bba3-49d9-9426-e1628bc9da19'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:43:03.722020 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2403dedc-dc16-4fd7-8ecf-f4d17b144ac5 None None] Routers {'c09922c9-bba3-49d9-9426-e1628bc9da19'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:43:03.723235 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2403dedc-dc16-4fd7-8ecf-f4d17b144ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:42:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c09922c9-bba3-49d9-9426-e1628bc9da19'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:03.751769 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-eb4c878f-5c0e-448b-a4ae-f20259050eaf service neutron] 10.222.0.66 "GET /v2.0/networks/542faf42-eb4b-4403-b686-23ac98b55024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625812 Nov 19 09:43:03.864886 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2403dedc-dc16-4fd7-8ecf-f4d17b144ac5 None None] Set router c09922c9-bba3-49d9-9426-e1628bc9da19 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:43:03.874861 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-532fd49e-d5ec-458b-9762-ad114a11bac6 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "PUT /v2.0/floatingips/4b02a820-9a91-445b-9960-fd1f88e189b5 HTTP/1.1" status: 200 len: 990 time: 2.6661060 Nov 19 09:43:03.929815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88834a69-14c9-4f16-9591-0c356102fc7d req-906a4b06-8871-46e5-8d54-ed2f274a0364 service neutron] 10.222.0.66 "GET /v2.0/networks/542faf42-eb4b-4403-b686-23ac98b55024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332004 Nov 19 09:43:04.063947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba474f-e45c-421e-8b9a-92b6509bde53 req-82396f81-0c6b-4421-bd35-d9235b0ec7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:04.066449 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0aba474f-e45c-421e-8b9a-92b6509bde53 req-82396f81-0c6b-4421-bd35-d9235b0ec7ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54b2eaca0f74c3180e499355c2ca0b2&device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 1096 time: 0.0767334 Nov 19 09:43:04.171771 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2403dedc-dc16-4fd7-8ecf-f4d17b144ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:19Z', 'revision_number': 4, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port': {'id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '4b02a820-9a91-445b-9960-fd1f88e189b5', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'port_id': '9a57f348-9931-4c35-bac2-6f5e2fad48c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'mac_address': 'fa:16:3e:21:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:42:58Z', 'updated_at': '2021-11-19T09:43:03Z', 'revision_number': 2, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a920b69-6e39-4976-a8b8-e92d2745322e', 'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'mac_address': 'fa:16:3e:c7:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:15Z', 'updated_at': '2021-11-19T09:39:31Z', 'revision_number': 5, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'subnets': [{'id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:04.201002 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba474f-e45c-421e-8b9a-92b6509bde53 req-3c25d287-99d6-41a8-92e6-076bcd738d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:04.202883 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0aba474f-e45c-421e-8b9a-92b6509bde53 req-3c25d287-99d6-41a8-92e6-076bcd738d20 service neutron] 10.222.0.66 "GET /v2.0/networks?id=542faf42-eb4b-4403-b686-23ac98b55024 HTTP/1.1" status: 200 len: 898 time: 0.1281717 Nov 19 09:43:04.213884 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2403dedc-dc16-4fd7-8ecf-f4d17b144ac5 None None] Checking router: c09922c9-bba3-49d9-9426-e1628bc9da19 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:43:04.227155 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2403dedc-dc16-4fd7-8ecf-f4d17b144ac5 None None] Routers {'c09922c9-bba3-49d9-9426-e1628bc9da19'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:43:04.228401 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2403dedc-dc16-4fd7-8ecf-f4d17b144ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:42:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c09922c9-bba3-49d9-9426-e1628bc9da19'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:04.271268 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0aba474f-e45c-421e-8b9a-92b6509bde53 req-3a1a9fa2-fdb8-4913-bc69-e65426d3b6c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=6aa8a93c-540e-42e7-869b-5680edcbc254 HTTP/1.1" status: 200 len: 217 time: 0.0600364 Nov 19 09:43:04.383334 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2403dedc-dc16-4fd7-8ecf-f4d17b144ac5 None None] Set router c09922c9-bba3-49d9-9426-e1628bc9da19 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:43:04.773009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba474f-e45c-421e-8b9a-92b6509bde53 req-25b4bdd7-9d22-4526-a3d8-167fcc53ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:04.774718 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0aba474f-e45c-421e-8b9a-92b6509bde53 req-25b4bdd7-9d22-4526-a3d8-167fcc53ce46 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3a0bfdd2-552b-48d8-a1fe-746125ca4836 HTTP/1.1" status: 200 len: 837 time: 0.4947741 Nov 19 09:43:04.786514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188980f-4277-42f9-90e3-f4503966c999 req-3a2855ae-2fc6-4ebd-b337-8fd070bfeebf tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:04.788395 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4188980f-4277-42f9-90e3-f4503966c999 req-3a2855ae-2fc6-4ebd-b337-8fd070bfeebf tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 944 time: 0.4389234 Nov 19 09:43:04.842609 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2403dedc-dc16-4fd7-8ecf-f4d17b144ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:19Z', 'revision_number': 4, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port': {'id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '4b02a820-9a91-445b-9960-fd1f88e189b5', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'port_id': '9a57f348-9931-4c35-bac2-6f5e2fad48c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'mac_address': 'fa:16:3e:21:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:42:58Z', 'updated_at': '2021-11-19T09:43:03Z', 'revision_number': 2, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a920b69-6e39-4976-a8b8-e92d2745322e', 'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'mac_address': 'fa:16:3e:c7:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:15Z', 'updated_at': '2021-11-19T09:39:31Z', 'revision_number': 5, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'subnets': [{'id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:04.866648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba474f-e45c-421e-8b9a-92b6509bde53 req-2b1ac2af-b46e-4c97-a20c-a4f9a8c88bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:04.868451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0aba474f-e45c-421e-8b9a-92b6509bde53 req-2b1ac2af-b46e-4c97-a20c-a4f9a8c88bc1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=542faf42-eb4b-4403-b686-23ac98b55024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0790758 Nov 19 09:43:04.887885 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2403dedc-dc16-4fd7-8ecf-f4d17b144ac5 None None] The sync data for ids ['c09922c9-bba3-49d9-9426-e1628bc9da19'] in n-d-805649-14 is: [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:19Z', 'revision_number': 4, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port': {'id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '4b02a820-9a91-445b-9960-fd1f88e189b5', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'port_id': '9a57f348-9931-4c35-bac2-6f5e2fad48c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'mac_address': 'fa:16:3e:21:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:42:58Z', 'updated_at': '2021-11-19T09:43:03Z', 'revision_number': 2, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a920b69-6e39-4976-a8b8-e92d2745322e', 'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'mac_address': 'fa:16:3e:c7:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:15Z', 'updated_at': '2021-11-19T09:39:31Z', 'revision_number': 5, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'subnets': [{'id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:43:04.955099 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'tag': '9a57f348-9931-4c35-bac2-6f5e2fad48c3'}, {'name': 'network-changed', 'server_uuid': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'tag': '9a57f348-9931-4c35-bac2-6f5e2fad48c3'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:43:04.958085 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23" -d '{"events": [{"name": "network-changed", "server_uuid": "ccbdf5f9-f9c5-4676-9b84-d7502769b38c", "tag": "9a57f348-9931-4c35-bac2-6f5e2fad48c3"}, {"name": "network-changed", "server_uuid": "ccbdf5f9-f9c5-4676-9b84-d7502769b38c", "tag": "9a57f348-9931-4c35-bac2-6f5e2fad48c3"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:43:04.984425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4188980f-4277-42f9-90e3-f4503966c999 req-2184a9ab-1b75-48d1-97ed-cf8abe81fe0d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f79e439-00c1-4cd5-ad08-029a7fda8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619806 Nov 19 09:43:05.020815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0aba474f-e45c-421e-8b9a-92b6509bde53 req-5274b47c-5a0c-4408-a5d3-3a9c9c5f8307 service neutron] 10.222.0.66 "GET /v2.0/networks/542faf42-eb4b-4403-b686-23ac98b55024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421854 Nov 19 09:43:05.023785 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 09:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7d7126-3e8e-4dfc-8491-cb33d65f518f x-openstack-request-id: req-5f7d7126-3e8e-4dfc-8491-cb33d65f518f {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:43:05.024179 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccbdf5f9-f9c5-4676-9b84-d7502769b38c", "tag": "9a57f348-9931-4c35-bac2-6f5e2fad48c3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ccbdf5f9-f9c5-4676-9b84-d7502769b38c", "tag": "9a57f348-9931-4c35-bac2-6f5e2fad48c3", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:43:05.024436 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f7d7126-3e8e-4dfc-8491-cb33d65f518f {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:43:05.024732 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'tag': '9a57f348-9931-4c35-bac2-6f5e2fad48c3', 'status': 'completed', 'code': 200} Nov 19 09:43:05.025021 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'tag': '9a57f348-9931-4c35-bac2-6f5e2fad48c3', 'status': 'completed', 'code': 200} Nov 19 09:43:05.127239 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-c3f65e9e-52c2-4a95-95e4-be5a6e8a98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:05.133740 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-c3f65e9e-52c2-4a95-95e4-be5a6e8a98bb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=971ee414cea849c08c43beefd1cf2e97&device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 1097 time: 0.0858006 Nov 19 09:43:05.149870 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0aba474f-e45c-421e-8b9a-92b6509bde53 req-3715d2f1-298d-4cdd-83a1-b6f48d037e41 service neutron] 10.222.0.66 "GET /v2.0/networks/542faf42-eb4b-4403-b686-23ac98b55024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217756 Nov 19 09:43:05.264954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-4b159edc-ecb3-4df7-b3ef-c891a5d42ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:05.267759 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-4b159edc-ecb3-4df7-b3ef-c891a5d42ce0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ec08b12-d456-4282-a1c0-b394bc287c7e HTTP/1.1" status: 200 len: 915 time: 0.1257458 Nov 19 09:43:05.269397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6aa8a93c-540e-42e7-869b-5680edcbc254 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:43:05.365771 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-7f7af123-3d93-4551-8db3-478b91c4892c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a57f348-9931-4c35-bac2-6f5e2fad48c3 HTTP/1.1" status: 200 len: 1000 time: 0.0896976 Nov 19 09:43:05.422870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6aa8a93c-540e-42e7-869b-5680edcbc254, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6aa8a93c-540e-42e7-869b-5680edcbc254,segment=NetworkSegment(12307fd4-4b83-4bde-8847-ad9a5d73a871),segment_id=12307fd4-4b83-4bde-8847-ad9a5d73a871)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:43:05.442359 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '6aa8a93c-540e-42e7-869b-5680edcbc254', 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024', 'port_id': '6aa8a93c-540e-42e7-869b-5680edcbc254', 'mac_address': 'fa:16:3e:34:68:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0bfdd2-552b-48d8-a1fe-746125ca4836', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:43:05.444280 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-f1f62cf4-5563-49bb-9bf8-e781238e4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:05.446068 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-f1f62cf4-5563-49bb-9bf8-e781238e4a26 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b5439138-e5b8-49bd-9cf3-ef777529ccf5 HTTP/1.1" status: 200 len: 853 time: 0.0745080 Nov 19 09:43:05.512088 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-a35bb320-e11d-409e-a711-b02f158a8c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:05.512339 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:05.514647 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-a35bb320-e11d-409e-a711-b02f158a8c3e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ec08b12-d456-4282-a1c0-b394bc287c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547202 Nov 19 09:43:05.530092 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa8a93c-540e-42e7-869b-5680edcbc254 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:43:05.576293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6aa8a93c-540e-42e7-869b-5680edcbc254, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6aa8a93c-540e-42e7-869b-5680edcbc254,segment=NetworkSegment(12307fd4-4b83-4bde-8847-ad9a5d73a871),segment_id=12307fd4-4b83-4bde-8847-ad9a5d73a871)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:43:05.582189 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:05.644965 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-63709114-4319-498f-bcc6-bed86253c9a6 service neutron] 10.222.0.71 "GET /v2.0/networks/4ec08b12-d456-4282-a1c0-b394bc287c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199615 Nov 19 09:43:05.648712 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=6aa8a93c-540e-42e7-869b-5680edcbc254,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:05.760032 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-156cba3d-45cb-4f1b-8883-889e53f49d95 service neutron] 10.222.0.71 "GET /v2.0/networks/4ec08b12-d456-4282-a1c0-b394bc287c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005905 Nov 19 09:43:05.782355 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['6aa8a93c-540e-42e7-869b-5680edcbc254'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:43:05.853586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-2ff45a3a-f8d5-4007-bca7-a223f0a032a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:05.855195 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-2ff45a3a-f8d5-4007-bca7-a223f0a032a4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=971ee414cea849c08c43beefd1cf2e97&device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 1097 time: 0.0532897 Nov 19 09:43:05.992684 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-0a7a1cb4-1480-4c46-88cd-ac323f22b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:05.994324 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-0a7a1cb4-1480-4c46-88cd-ac323f22b9d2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ec08b12-d456-4282-a1c0-b394bc287c7e HTTP/1.1" status: 200 len: 915 time: 0.1304553 Nov 19 09:43:06.095177 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-083692a1-746e-41db-991e-95862a352273 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a57f348-9931-4c35-bac2-6f5e2fad48c3 HTTP/1.1" status: 200 len: 1000 time: 0.0922372 Nov 19 09:43:06.146268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599b3c9-ef66-44d8-8627-b8e234831d0f req-329f3c66-25f4-4c11-a98a-51eef5013e97 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:06.148555 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5599b3c9-ef66-44d8-8627-b8e234831d0f req-329f3c66-25f4-4c11-a98a-51eef5013e97 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 945 time: 0.0700247 Nov 19 09:43:06.156964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-24858650-535b-41fd-9d7f-a07fd10e8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:06.158852 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-24858650-535b-41fd-9d7f-a07fd10e8138 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b5439138-e5b8-49bd-9cf3-ef777529ccf5 HTTP/1.1" status: 200 len: 853 time: 0.0542738 Nov 19 09:43:06.211133 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5599b3c9-ef66-44d8-8627-b8e234831d0f req-dcdb00ca-ef32-425c-a474-77f58c9561b6 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f79e439-00c1-4cd5-ad08-029a7fda8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536158 Nov 19 09:43:06.227047 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-22eb0e6d-b752-42c5-94d6-523ad39ebe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:06.228642 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-22eb0e6d-b752-42c5-94d6-523ad39ebe1a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ec08b12-d456-4282-a1c0-b394bc287c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630710 Nov 19 09:43:06.329953 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-18763b1f-1c3b-4c16-9203-da6a2dc060d6 service neutron] 10.222.0.71 "GET /v2.0/networks/4ec08b12-d456-4282-a1c0-b394bc287c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909054 Nov 19 09:43:06.434469 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1fd957d5-c1de-4e50-9736-dfd2e47cbb23 req-059a7157-e416-45be-888f-795af472949c service neutron] 10.222.0.71 "GET /v2.0/networks/4ec08b12-d456-4282-a1c0-b394bc287c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966191 Nov 19 09:43:07.269828 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6aa8a93c-540e-42e7-869b-5680edcbc254 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:43:07.343001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 6aa8a93c-540e-42e7-869b-5680edcbc254 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:43:07.348958 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 6aa8a93c-540e-42e7-869b-5680edcbc254 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:43:07.350434 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:07.369692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfad365-443e-4233-b426-7aa48701f25d req-5a6e5649-e525-4501-8409-5b71dabb1195 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:07.372461 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbfad365-443e-4233-b426-7aa48701f25d req-5a6e5649-e525-4501-8409-5b71dabb1195 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 945 time: 0.0793219 Nov 19 09:43:07.433483 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbfad365-443e-4233-b426-7aa48701f25d req-9b147632-055c-4538-804f-753c1190a4c2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f79e439-00c1-4cd5-ad08-029a7fda8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534861 Nov 19 09:43:07.444955 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:07.476842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d15ab9-e2ee-48d7-928a-dc2e46af01f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa8a93c-540e-42e7-869b-5680edcbc254'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:43:07.479843 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c18a10-c783-407d-b9cf-b672fa92cfeb" -d '{"events": [{"server_uuid": "19d15ab9-e2ee-48d7-928a-dc2e46af01f9", "name": "network-vif-plugged", "status": "completed", "tag": "6aa8a93c-540e-42e7-869b-5680edcbc254"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:43:07.509070 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 6aa8a93c-540e-42e7-869b-5680edcbc254, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6aa8a93c-540e-42e7-869b-5680edcbc254,segment=NetworkSegment(12307fd4-4b83-4bde-8847-ad9a5d73a871),segment_id=12307fd4-4b83-4bde-8847-ad9a5d73a871)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:43:07.515046 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:07.556152 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cdab8e-455c-46b2-b2e4-51802d5eb603 x-openstack-request-id: req-a8cdab8e-455c-46b2-b2e4-51802d5eb603 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:43:07.556456 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d15ab9-e2ee-48d7-928a-dc2e46af01f9", "name": "network-vif-plugged", "status": "completed", "tag": "6aa8a93c-540e-42e7-869b-5680edcbc254", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:43:07.556713 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8cdab8e-455c-46b2-b2e4-51802d5eb603 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:43:07.557164 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d15ab9-e2ee-48d7-928a-dc2e46af01f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa8a93c-540e-42e7-869b-5680edcbc254', 'code': 200} Nov 19 09:43:07.674738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77a42e-c6f0-4423-b2d3-fae326afbec7 req-cbf7b7c4-fc74-4de5-bfad-02d779b2d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:07.676293 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a77a42e-c6f0-4423-b2d3-fae326afbec7 req-cbf7b7c4-fc74-4de5-bfad-02d779b2d26b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 1098 time: 0.0479560 Nov 19 09:43:07.743788 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a77a42e-c6f0-4423-b2d3-fae326afbec7 req-298c4ec8-a0dd-4890-8a92-073e9786a048 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f79e439-00c1-4cd5-ad08-029a7fda8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592532 Nov 19 09:43:07.780757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=6aa8a93c-540e-42e7-869b-5680edcbc254,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:08.578557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bee04d-4983-4a41-9e86-314d93475178 req-0ded9f75-d9bb-4ea7-9ec1-357a158d622d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:08.580566 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86bee04d-4983-4a41-9e86-314d93475178 req-0ded9f75-d9bb-4ea7-9ec1-357a158d622d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 946 time: 0.0590014 Nov 19 09:43:08.642680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-86bee04d-4983-4a41-9e86-314d93475178 req-c3c40c77-304c-48cd-ba99-f3b2915e57b3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f79e439-00c1-4cd5-ad08-029a7fda8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544145 Nov 19 09:43:09.784251 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afdb04-c46f-4dcc-8d65-8a7cfbce0a4e req-f167336b-4ae8-4f69-8a2b-527a9d2392cb tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:09.785914 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27afdb04-c46f-4dcc-8d65-8a7cfbce0a4e req-f167336b-4ae8-4f69-8a2b-527a9d2392cb tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 946 time: 0.0576899 Nov 19 09:43:09.854743 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-27afdb04-c46f-4dcc-8d65-8a7cfbce0a4e req-75d1d013-34ba-4bbd-bc30-104f6626aa83 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f79e439-00c1-4cd5-ad08-029a7fda8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617819 Nov 19 09:43:09.991408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bad17d-187d-4dc9-a22e-b79c522bfc94 req-76f8da4d-3c4e-4a2b-b4cd-031c2f5c79d2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:09.993548 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66bad17d-187d-4dc9-a22e-b79c522bfc94 req-76f8da4d-3c4e-4a2b-b4cd-031c2f5c79d2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 946 time: 0.0594769 Nov 19 09:43:10.064568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66bad17d-187d-4dc9-a22e-b79c522bfc94 req-e55fa302-286c-4c7d-98a6-ab12c01a9cd6 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f79e439-00c1-4cd5-ad08-029a7fda8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648348 Nov 19 09:43:11.593196 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55112) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:12.155820 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:12.492044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Allocated IP 172.20.0.17 (542faf42-eb4b-4403-b686-23ac98b55024/3a0bfdd2-552b-48d8-a1fe-746125ca4836/9bed4791-3c38-410c-a4f1-2666a871a97e) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:43:12.651269 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:12.697603 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:12.764371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network 542faf42-eb4b-4403-b686-23ac98b55024 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:43:12.768950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:43:12.774109 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:43:12.804607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Port': ['ID=9bed4791-3c38-410c-a4f1-2666a871a97e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:12.841409 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:13.072142 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:13.139483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c6c0f483-3efe-43df-ac35-7b4ccb5cfee9 None None] Provisioning complete for port 9bed4791-3c38-410c-a4f1-2666a871a97e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:43:13.140454 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f483-3efe-43df-ac35-7b4ccb5cfee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:13.165109 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55162) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:13.199277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0f483-3efe-43df-ac35-7b4ccb5cfee9 None None] Port 9bed4791-3c38-410c-a4f1-2666a871a97e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:43:13.354887 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c4516f9-19d2-47c8-aeaa-612bd6a728e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:13.457997 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c4516f9-19d2-47c8-aeaa-612bd6a728e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:13.463818 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1c4516f9-19d2-47c8-aeaa-612bd6a728e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:13.495557 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:13.503271 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:13.508160 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1c4516f9-19d2-47c8-aeaa-612bd6a728e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60326dd277d74277bd56033958e24dd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3413932 Nov 19 09:43:13.510593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55170) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:13.604264 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a7c77b8-03a3-4f06-811f-3874bdf49589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:13.612572 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:13.614849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Port': ['ID=9bed4791-3c38-410c-a4f1-2666a871a97e,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:13.634647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4516f9-19d2-47c8-aeaa-612bd6a728e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fd0649-36d0-4826-9004-d0eb93725768,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:13.643017 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a7c77b8-03a3-4f06-811f-3874bdf49589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:13.736200 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a7c77b8-03a3-4f06-811f-3874bdf49589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:13.740764 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7a7c77b8-03a3-4f06-811f-3874bdf49589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:13.742301 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7a7c77b8-03a3-4f06-811f-3874bdf49589 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8fd0649-36d0-4826-9004-d0eb93725768 HTTP/1.1" status: 204 len: 168 time: 0.2299361 Nov 19 09:43:13.766723 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c77b8-03a3-4f06-811f-3874bdf49589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fd0649-36d0-4826-9004-d0eb93725768,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:13.779383 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network 542faf42-eb4b-4403-b686-23ac98b55024 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:43:13.780908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:43:13.951039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Router 067ff078-7179-4a8d-9e60-2dd45e629fec has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:43:14.130560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-aaa54e56-e200-42df-9e7a-c73f9775adb7 None None] Provisioning complete for port 9bed4791-3c38-410c-a4f1-2666a871a97e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:43:14.131345 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aaa54e56-e200-42df-9e7a-c73f9775adb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:14.167477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:43:14.174645 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9c01b83e-30b1-435e-b7dc-eeb31b296387 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "PUT /v2.0/routers/067ff078-7179-4a8d-9e60-2dd45e629fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5794296 Nov 19 09:43:14.178278 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-aaa54e56-e200-42df-9e7a-c73f9775adb7 None None] Port 9bed4791-3c38-410c-a4f1-2666a871a97e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:43:14.194676 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190da568-705e-445b-9067-6a207b992aed None None] Sync routers for ids ['067ff078-7179-4a8d-9e60-2dd45e629fec'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:43:14.207255 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190da568-705e-445b-9067-6a207b992aed None None] Routers {'067ff078-7179-4a8d-9e60-2dd45e629fec'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:43:14.207911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-190da568-705e-445b-9067-6a207b992aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:42:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['067ff078-7179-4a8d-9e60-2dd45e629fec'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:14.331905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-190da568-705e-445b-9067-6a207b992aed None None] Set router 067ff078-7179-4a8d-9e60-2dd45e629fec gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:43:14.401142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55196) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:14.417074 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51d21fcd-de68-4ebb-8446-7a530c1bcdc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:14.514104 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51d21fcd-de68-4ebb-8446-7a530c1bcdc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:14.519230 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51d21fcd-de68-4ebb-8446-7a530c1bcdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:14.559705 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-51d21fcd-de68-4ebb-8446-7a530c1bcdc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6098d0bb2cf04625972398d04dd70614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1573191 Nov 19 09:43:14.562237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55200) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:14.570359 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d21fcd-de68-4ebb-8446-7a530c1bcdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f77b5b5-c705-444b-bb04-4a90adda6f43,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:14.590365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-190da568-705e-445b-9067-6a207b992aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:43:12Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '55c1db32-e30b-444f-9630-f93bb3cfcc1a', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'port_id': '87d40cdf-1ace-4249-8a6b-96008bffcfce', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'mac_address': 'fa:16:3e:19:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361586b4-d704-4d1f-a94a-16537d30f29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:42:13Z', 'updated_at': '2021-11-19T09:42:16Z', 'revision_number': 1, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bed4791-3c38-410c-a4f1-2666a871a97e', 'name': '', 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:04:10:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '3a0bfdd2-552b-48d8-a1fe-746125ca4836', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:12Z', 'updated_at': '2021-11-19T09:43:13Z', 'revision_number': 2, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': '3a0bfdd2-552b-48d8-a1fe-746125ca4836', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00c4b06-63bc-4f2c-913a-be26c3701684', 'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:a7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:50Z', 'updated_at': '2021-11-19T09:41:58Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:14.613370 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04800b4c-64c7-4769-9207-58d121487f37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:14.623149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190da568-705e-445b-9067-6a207b992aed None None] Checking router: 067ff078-7179-4a8d-9e60-2dd45e629fec for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:43:14.623585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190da568-705e-445b-9067-6a207b992aed None None] Updating router 067ff078-7179-4a8d-9e60-2dd45e629fec port 9bed4791-3c38-410c-a4f1-2666a871a97e binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:43:14.636588 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04800b4c-64c7-4769-9207-58d121487f37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:14.649808 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-190da568-705e-445b-9067-6a207b992aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:14.690529 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04800b4c-64c7-4769-9207-58d121487f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:14.695054 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-04800b4c-64c7-4769-9207-58d121487f37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:14.696454 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-04800b4c-64c7-4769-9207-58d121487f37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f77b5b5-c705-444b-bb04-4a90adda6f43 HTTP/1.1" status: 204 len: 168 time: 0.1332262 Nov 19 09:43:14.706135 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04800b4c-64c7-4769-9207-58d121487f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f77b5b5-c705-444b-bb04-4a90adda6f43,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:14.956729 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-190da568-705e-445b-9067-6a207b992aed None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:14.963153 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-190da568-705e-445b-9067-6a207b992aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:15.018040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbc9e0-f57d-4d03-b4d6-21ee5651d43f None None] Pushing event updated for resources: {'Port': ['ID=9bed4791-3c38-410c-a4f1-2666a871a97e,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:15.081232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-190da568-705e-445b-9067-6a207b992aed None None] Attempting to bind port 9bed4791-3c38-410c-a4f1-2666a871a97e on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:43:15.081864 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-190da568-705e-445b-9067-6a207b992aed None None] Attempting to bind port 9bed4791-3c38-410c-a4f1-2666a871a97e by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '12307fd4-4b83-4bde-8847-ad9a5d73a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:43:15.082415 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190da568-705e-445b-9067-6a207b992aed None None] Attempting to bind port 9bed4791-3c38-410c-a4f1-2666a871a97e on network 542faf42-eb4b-4403-b686-23ac98b55024 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:43:15.091354 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190da568-705e-445b-9067-6a207b992aed None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:43:15.091747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190da568-705e-445b-9067-6a207b992aed None None] Checking segment: {'id': '12307fd4-4b83-4bde-8847-ad9a5d73a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:43:15.092246 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-190da568-705e-445b-9067-6a207b992aed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:15.092648 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190da568-705e-445b-9067-6a207b992aed None None] Bound using segment: {'id': '12307fd4-4b83-4bde-8847-ad9a5d73a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:43:15.093330 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-190da568-705e-445b-9067-6a207b992aed None None] Bound port: 9bed4791-3c38-410c-a4f1-2666a871a97e, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12307fd4-4b83-4bde-8847-ad9a5d73a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:43:15.094510 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-190da568-705e-445b-9067-6a207b992aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:15.191815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-190da568-705e-445b-9067-6a207b992aed None None] For port 9bed4791-3c38-410c-a4f1-2666a871a97e, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:43:15.199243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-190da568-705e-445b-9067-6a207b992aed None None] For port 9bed4791-3c38-410c-a4f1-2666a871a97e, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9bed4791-3c38-410c-a4f1-2666a871a97e,segment=NetworkSegment(12307fd4-4b83-4bde-8847-ad9a5d73a871),segment_id=12307fd4-4b83-4bde-8847-ad9a5d73a871)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:43:15.206921 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-190da568-705e-445b-9067-6a207b992aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:15.257288 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190da568-705e-445b-9067-6a207b992aed None None] Routers {'067ff078-7179-4a8d-9e60-2dd45e629fec'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:43:15.258415 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-190da568-705e-445b-9067-6a207b992aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:42:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['067ff078-7179-4a8d-9e60-2dd45e629fec'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:15.407580 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbc9e0-f57d-4d03-b4d6-21ee5651d43f None None] Pushing event updated for resources: {'Port': ['ID=9bed4791-3c38-410c-a4f1-2666a871a97e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:15.416674 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9a0661ca-4e3f-40b3-bdf7-fad78ca5ae47 None None] Provisioning complete for port 9bed4791-3c38-410c-a4f1-2666a871a97e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:43:15.417059 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a0661ca-4e3f-40b3-bdf7-fad78ca5ae47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:15.469619 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-190da568-705e-445b-9067-6a207b992aed None None] Set router 067ff078-7179-4a8d-9e60-2dd45e629fec gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:43:15.617470 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a0661ca-4e3f-40b3-bdf7-fad78ca5ae47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:15.743228 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9a0661ca-4e3f-40b3-bdf7-fad78ca5ae47 None None] For port 9bed4791-3c38-410c-a4f1-2666a871a97e, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9bed4791-3c38-410c-a4f1-2666a871a97e,segment=NetworkSegment(12307fd4-4b83-4bde-8847-ad9a5d73a871),segment_id=12307fd4-4b83-4bde-8847-ad9a5d73a871)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:43:15.755660 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a0661ca-4e3f-40b3-bdf7-fad78ca5ae47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:15.772061 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:15.874532 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0661ca-4e3f-40b3-bdf7-fad78ca5ae47 None None] Pushing event updated for resources: {'Port': ['ID=9bed4791-3c38-410c-a4f1-2666a871a97e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:15.897194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fa843616-9059-4580-841d-6426ead7c00e None None] Provisioning complete for port 9bed4791-3c38-410c-a4f1-2666a871a97e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:43:15.897690 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fa843616-9059-4580-841d-6426ead7c00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:15.944671 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-190da568-705e-445b-9067-6a207b992aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:43:12Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '55c1db32-e30b-444f-9630-f93bb3cfcc1a', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'port_id': '87d40cdf-1ace-4249-8a6b-96008bffcfce', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'mac_address': 'fa:16:3e:19:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361586b4-d704-4d1f-a94a-16537d30f29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:42:13Z', 'updated_at': '2021-11-19T09:42:16Z', 'revision_number': 1, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bed4791-3c38-410c-a4f1-2666a871a97e', 'name': '', 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:04:10:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '3a0bfdd2-552b-48d8-a1fe-746125ca4836', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:12Z', 'updated_at': '2021-11-19T09:43:15Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': '3a0bfdd2-552b-48d8-a1fe-746125ca4836', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00c4b06-63bc-4f2c-913a-be26c3701684', 'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:a7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:50Z', 'updated_at': '2021-11-19T09:41:58Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:15.979972 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190da568-705e-445b-9067-6a207b992aed None None] The sync data for ids ['067ff078-7179-4a8d-9e60-2dd45e629fec'] in n-d-805649-14 is: [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:43:12Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '55c1db32-e30b-444f-9630-f93bb3cfcc1a', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'port_id': '87d40cdf-1ace-4249-8a6b-96008bffcfce', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'mac_address': 'fa:16:3e:19:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361586b4-d704-4d1f-a94a-16537d30f29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:42:13Z', 'updated_at': '2021-11-19T09:42:16Z', 'revision_number': 1, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bed4791-3c38-410c-a4f1-2666a871a97e', 'name': '', 'network_id': '542faf42-eb4b-4403-b686-23ac98b55024', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:04:10:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '3a0bfdd2-552b-48d8-a1fe-746125ca4836', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:12Z', 'updated_at': '2021-11-19T09:43:15Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': '3a0bfdd2-552b-48d8-a1fe-746125ca4836', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a00c4b06-63bc-4f2c-913a-be26c3701684', 'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:a7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:50Z', 'updated_at': '2021-11-19T09:41:58Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:43:16.849706 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9bed4791-3c38-410c-a4f1-2666a871a97e up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:43:16.922898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 9bed4791-3c38-410c-a4f1-2666a871a97e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:43:16.923545 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:17.333736 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55278) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:17.453862 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85bcaf83-b220-4ef0-9533-2707abc18feb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:17.541886 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85bcaf83-b220-4ef0-9533-2707abc18feb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:17.545849 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-85bcaf83-b220-4ef0-9533-2707abc18feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:17.585532 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-85bcaf83-b220-4ef0-9533-2707abc18feb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01b7d11ce4b84de19a11dfeae322f988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2501304 Nov 19 09:43:17.586514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcaf83-b220-4ef0-9533-2707abc18feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cce72e7-33c5-4778-9fa8-5c711bddddd6,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:17.588195 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55282) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:17.642119 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db151491-522c-4f0e-90ca-7e004d04ee90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:17.663710 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db151491-522c-4f0e-90ca-7e004d04ee90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:17.710734 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db151491-522c-4f0e-90ca-7e004d04ee90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:17.713617 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db151491-522c-4f0e-90ca-7e004d04ee90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:17.717368 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-db151491-522c-4f0e-90ca-7e004d04ee90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4cce72e7-33c5-4778-9fa8-5c711bddddd6 HTTP/1.1" status: 204 len: 168 time: 0.1241422 Nov 19 09:43:17.722889 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db151491-522c-4f0e-90ca-7e004d04ee90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cce72e7-33c5-4778-9fa8-5c711bddddd6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:17.993934 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55288) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:18.008301 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdf5ddb7-d781-4c90-bc04-976b296b488a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:18.088713 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdf5ddb7-d781-4c90-bc04-976b296b488a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:18.092811 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdf5ddb7-d781-4c90-bc04-976b296b488a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:18.112531 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:18.133584 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cdf5ddb7-d781-4c90-bc04-976b296b488a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3b0cbd4c52f45a799bd531fc8be0053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1354027 Nov 19 09:43:18.134113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 55290) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:18.137370 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5ddb7-d781-4c90-bc04-976b296b488a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072fb8e0-a666-440c-92eb-a560bb7aabc9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:18.189964 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6dcd12ab-638d-4e5b-b5bd-f09e55b7e51d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:18.216795 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6dcd12ab-638d-4e5b-b5bd-f09e55b7e51d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:18.285192 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6dcd12ab-638d-4e5b-b5bd-f09e55b7e51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:18.289079 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6dcd12ab-638d-4e5b-b5bd-f09e55b7e51d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:18.290362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6dcd12ab-638d-4e5b-b5bd-f09e55b7e51d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/072fb8e0-a666-440c-92eb-a560bb7aabc9 HTTP/1.1" status: 204 len: 168 time: 0.1549315 Nov 19 09:43:18.299660 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd12ab-638d-4e5b-b5bd-f09e55b7e51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072fb8e0-a666-440c-92eb-a560bb7aabc9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:19.906940 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c065f62-7f40-4237-9124-f6392cd0e786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:21.695964 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:43:22.321409 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ad54750-1039-412c-b049-ab1715bfebb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:23.534002 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:24.960527 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:25.143025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87307041-c4dc-4866-b18d-7148134f2c35 req-f807ad59-2eca-4f45-a9a1-00445e4ce063 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3064554 Nov 19 09:43:25.270498 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87307041-c4dc-4866-b18d-7148134f2c35 req-cf1f0255-0732-4b6a-812e-36389e185277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:25.273310 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87307041-c4dc-4866-b18d-7148134f2c35 req-cf1f0255-0732-4b6a-812e-36389e185277 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54b2eaca0f74c3180e499355c2ca0b2&device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 1097 time: 0.0718505 Nov 19 09:43:25.396848 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87307041-c4dc-4866-b18d-7148134f2c35 req-4dd0cfe6-093e-4630-a1d6-71e4c4f5714e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:25.398504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87307041-c4dc-4866-b18d-7148134f2c35 req-4dd0cfe6-093e-4630-a1d6-71e4c4f5714e service neutron] 10.222.0.66 "GET /v2.0/networks?id=8218a80a-28f0-4c34-ab84-8ff4f4ea8262 HTTP/1.1" status: 200 len: 898 time: 0.1026604 Nov 19 09:43:25.471737 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87307041-c4dc-4866-b18d-7148134f2c35 req-df645385-bfdb-4609-ad9c-3ed046efe59a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87d40cdf-1ace-4249-8a6b-96008bffcfce HTTP/1.1" status: 200 len: 1001 time: 0.0665073 Nov 19 09:43:25.530044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87307041-c4dc-4866-b18d-7148134f2c35 req-6c4e2140-fa7b-4d0d-9b69-556bf5677627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:25.531703 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87307041-c4dc-4866-b18d-7148134f2c35 req-6c4e2140-fa7b-4d0d-9b69-556bf5677627 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686 HTTP/1.1" status: 200 len: 834 time: 0.0535688 Nov 19 09:43:25.555656 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:25.598163 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87307041-c4dc-4866-b18d-7148134f2c35 req-9d3b2126-f296-4e77-a806-75154ff8ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:25.600001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87307041-c4dc-4866-b18d-7148134f2c35 req-9d3b2126-f296-4e77-a806-75154ff8ab1b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8218a80a-28f0-4c34-ab84-8ff4f4ea8262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604711 Nov 19 09:43:25.702799 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87307041-c4dc-4866-b18d-7148134f2c35 req-ff4869bb-e34a-463e-a5cf-dd9b4ae39619 service neutron] 10.222.0.66 "GET /v2.0/networks/8218a80a-28f0-4c34-ab84-8ff4f4ea8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954978 Nov 19 09:43:25.811121 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87307041-c4dc-4866-b18d-7148134f2c35 req-294ca429-c7ff-4973-b8cf-03ba067a0a4b service neutron] 10.222.0.66 "GET /v2.0/networks/8218a80a-28f0-4c34-ab84-8ff4f4ea8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010044 Nov 19 09:43:28.673344 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-542bf7e3-4eda-4c92-ab7d-cd2d455df7af req-ec21ef36-132d-49c5-853f-81a5f99df6a9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493603 Nov 19 09:43:28.773524 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf7e3-4eda-4c92-ab7d-cd2d455df7af req-9a2625c9-86f8-44d5-9f0c-43f47288f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:28.775022 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-542bf7e3-4eda-4c92-ab7d-cd2d455df7af req-9a2625c9-86f8-44d5-9f0c-43f47288f0c2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=971ee414cea849c08c43beefd1cf2e97&device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 1097 time: 0.0512443 Nov 19 09:43:28.894084 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf7e3-4eda-4c92-ab7d-cd2d455df7af req-0a0fee31-2f2f-4b1a-b154-699ddce01fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:28.896054 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-542bf7e3-4eda-4c92-ab7d-cd2d455df7af req-0a0fee31-2f2f-4b1a-b154-699ddce01fec service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ec08b12-d456-4282-a1c0-b394bc287c7e HTTP/1.1" status: 200 len: 915 time: 0.0997620 Nov 19 09:43:28.971070 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-542bf7e3-4eda-4c92-ab7d-cd2d455df7af req-2e898aaf-2b14-49a5-a85f-8922a15e2d64 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a57f348-9931-4c35-bac2-6f5e2fad48c3 HTTP/1.1" status: 200 len: 1000 time: 0.0670092 Nov 19 09:43:29.032083 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf7e3-4eda-4c92-ab7d-cd2d455df7af req-d48b3cc7-bdf1-4912-a1fe-4737a0e7b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:29.033629 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-542bf7e3-4eda-4c92-ab7d-cd2d455df7af req-d48b3cc7-bdf1-4912-a1fe-4737a0e7b01e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b5439138-e5b8-49bd-9cf3-ef777529ccf5 HTTP/1.1" status: 200 len: 853 time: 0.0545037 Nov 19 09:43:29.083760 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf7e3-4eda-4c92-ab7d-cd2d455df7af req-3f50d767-9543-4806-9833-a8ec30fa1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:29.085344 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-542bf7e3-4eda-4c92-ab7d-cd2d455df7af req-3f50d767-9543-4806-9833-a8ec30fa1174 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ec08b12-d456-4282-a1c0-b394bc287c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435429 Nov 19 09:43:29.189468 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-542bf7e3-4eda-4c92-ab7d-cd2d455df7af req-f43097a0-f5dd-492d-85e6-3e64c509fdda service neutron] 10.222.0.71 "GET /v2.0/networks/4ec08b12-d456-4282-a1c0-b394bc287c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953474 Nov 19 09:43:29.302879 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-542bf7e3-4eda-4c92-ab7d-cd2d455df7af req-8a289ba5-7bcd-434f-a29c-8fffe25bbe80 service neutron] 10.222.0.71 "GET /v2.0/networks/4ec08b12-d456-4282-a1c0-b394bc287c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051683 Nov 19 09:43:32.982631 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55948) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:33.145843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f24087db-8f65-491e-bde9-d08e6cec2066 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Deleting port 127fae0d-1668-4180-b42d-c043087d93b9 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:43:33.146195 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f24087db-8f65-491e-bde9-d08e6cec2066 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:33.231285 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f24087db-8f65-491e-bde9-d08e6cec2066 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:33.231618 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f24087db-8f65-491e-bde9-d08e6cec2066 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:33.244853 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f24087db-8f65-491e-bde9-d08e6cec2066 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Calling delete_port for 127fae0d-1668-4180-b42d-c043087d93b9 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:43:33.401780 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f24087db-8f65-491e-bde9-d08e6cec2066 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:33.433938 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24087db-8f65-491e-bde9-d08e6cec2066 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Pushing event deleted for resources: {'Port': ['ID=127fae0d-1668-4180-b42d-c043087d93b9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:33.511375 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f24087db-8f65-491e-bde9-d08e6cec2066 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:33.511711 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-f24087db-8f65-491e-bde9-d08e6cec2066 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Floating IP 4b02a820-9a91-445b-9960-fd1f88e189b5 disassociated (deleted). External IP: 172.25.0.88, port: 9a57f348-9931-4c35-bac2-6f5e2fad48c3. Nov 19 09:43:33.774659 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24087db-8f65-491e-bde9-d08e6cec2066 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Router c09922c9-bba3-49d9-9426-e1628bc9da19 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:43:33.914329 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24087db-8f65-491e-bde9-d08e6cec2066 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:43:33.919603 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f24087db-8f65-491e-bde9-d08e6cec2066 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:33.927555 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb97c80-f20d-4022-b0b2-071b962b1ddb None None] Sync routers for ids ['c09922c9-bba3-49d9-9426-e1628bc9da19'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:43:33.948848 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb97c80-f20d-4022-b0b2-071b962b1ddb None None] Routers {'c09922c9-bba3-49d9-9426-e1628bc9da19'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:43:33.949591 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-beb97c80-f20d-4022-b0b2-071b962b1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c09922c9-bba3-49d9-9426-e1628bc9da19'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:33.953288 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f24087db-8f65-491e-bde9-d08e6cec2066 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "DELETE /v2.0/floatingips/4b02a820-9a91-445b-9960-fd1f88e189b5 HTTP/1.1" status: 204 len: 168 time: 0.9666843 Nov 19 09:43:33.953288 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'tag': '9a57f348-9931-4c35-bac2-6f5e2fad48c3'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:43:33.965136 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5197c0-3f44-490c-80af-7bf0f91f0a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "ccbdf5f9-f9c5-4676-9b84-d7502769b38c", "tag": "9a57f348-9931-4c35-bac2-6f5e2fad48c3"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:43:34.041654 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7419fb18-1d57-45f4-a3ac-1aa0eade6d73 x-openstack-request-id: req-7419fb18-1d57-45f4-a3ac-1aa0eade6d73 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:43:34.042310 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccbdf5f9-f9c5-4676-9b84-d7502769b38c", "tag": "9a57f348-9931-4c35-bac2-6f5e2fad48c3", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:43:34.042310 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7419fb18-1d57-45f4-a3ac-1aa0eade6d73 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:43:34.042865 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'tag': '9a57f348-9931-4c35-bac2-6f5e2fad48c3', 'status': 'completed', 'code': 200} Nov 19 09:43:34.065466 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-beb97c80-f20d-4022-b0b2-071b962b1ddb None None] Set router c09922c9-bba3-49d9-9426-e1628bc9da19 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:43:34.159047 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5197c0-3f44-490c-80af-7bf0f91f0a7e req-1740d50a-be44-481d-a6b7-6571895d7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:34.163082 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9a5197c0-3f44-490c-80af-7bf0f91f0a7e req-1740d50a-be44-481d-a6b7-6571895d7af8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=971ee414cea849c08c43beefd1cf2e97&device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 1097 time: 0.0873194 Nov 19 09:43:34.254539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb30b77-fc77-4d3c-8860-a449de62da2e req-68c346f9-b1cf-481d-8ea7-82eafc221a94 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:34.263489 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cbb30b77-fc77-4d3c-8860-a449de62da2e req-68c346f9-b1cf-481d-8ea7-82eafc221a94 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 945 time: 0.0666900 Nov 19 09:43:34.288589 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5197c0-3f44-490c-80af-7bf0f91f0a7e req-9b77f028-f2b5-4949-8610-26bca7810b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:34.290111 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9a5197c0-3f44-490c-80af-7bf0f91f0a7e req-9b77f028-f2b5-4949-8610-26bca7810b07 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4ec08b12-d456-4282-a1c0-b394bc287c7e HTTP/1.1" status: 200 len: 915 time: 0.1200538 Nov 19 09:43:34.334508 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cbb30b77-fc77-4d3c-8860-a449de62da2e req-ce0c7410-ae75-406a-9c5b-203e81679b0f tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697682 Nov 19 09:43:34.350984 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9a5197c0-3f44-490c-80af-7bf0f91f0a7e req-d800cfcc-a47d-423a-9614-28463c8eaf64 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a57f348-9931-4c35-bac2-6f5e2fad48c3 HTTP/1.1" status: 200 len: 217 time: 0.0523288 Nov 19 09:43:34.374599 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-beb97c80-f20d-4022-b0b2-071b962b1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:19Z', 'revision_number': 4, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port': {'id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '0a920b69-6e39-4976-a8b8-e92d2745322e', 'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'mac_address': 'fa:16:3e:c7:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:15Z', 'updated_at': '2021-11-19T09:39:31Z', 'revision_number': 5, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'subnets': [{'id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:34.413348 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb97c80-f20d-4022-b0b2-071b962b1ddb None None] Checking router: c09922c9-bba3-49d9-9426-e1628bc9da19 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:43:34.415522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5197c0-3f44-490c-80af-7bf0f91f0a7e req-25ada4f2-614a-4f4e-b8be-54c65f9160ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:34.417516 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9a5197c0-3f44-490c-80af-7bf0f91f0a7e req-25ada4f2-614a-4f4e-b8be-54c65f9160ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b5439138-e5b8-49bd-9cf3-ef777529ccf5 HTTP/1.1" status: 200 len: 853 time: 0.0519421 Nov 19 09:43:34.424058 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb97c80-f20d-4022-b0b2-071b962b1ddb None None] Routers {'c09922c9-bba3-49d9-9426-e1628bc9da19'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:43:34.424659 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-beb97c80-f20d-4022-b0b2-071b962b1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c09922c9-bba3-49d9-9426-e1628bc9da19'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:34.481532 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5197c0-3f44-490c-80af-7bf0f91f0a7e req-5de3b15d-afee-4a84-8676-5ebc21415a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:34.483559 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9a5197c0-3f44-490c-80af-7bf0f91f0a7e req-5de3b15d-afee-4a84-8676-5ebc21415a95 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4ec08b12-d456-4282-a1c0-b394bc287c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556002 Nov 19 09:43:34.539985 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-beb97c80-f20d-4022-b0b2-071b962b1ddb None None] Set router c09922c9-bba3-49d9-9426-e1628bc9da19 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:43:34.647161 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9a5197c0-3f44-490c-80af-7bf0f91f0a7e req-59547310-b91b-426e-8245-2c1cdc980cab service neutron] 10.222.0.71 "GET /v2.0/networks/4ec08b12-d456-4282-a1c0-b394bc287c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492445 Nov 19 09:43:34.795010 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-beb97c80-f20d-4022-b0b2-071b962b1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:19Z', 'revision_number': 4, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port': {'id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '0a920b69-6e39-4976-a8b8-e92d2745322e', 'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'mac_address': 'fa:16:3e:c7:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:15Z', 'updated_at': '2021-11-19T09:39:31Z', 'revision_number': 5, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'subnets': [{'id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:34.807823 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-9a5197c0-3f44-490c-80af-7bf0f91f0a7e req-7c0d3984-2292-4331-a601-22f317fc0f50 service neutron] 10.222.0.71 "GET /v2.0/networks/4ec08b12-d456-4282-a1c0-b394bc287c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535442 Nov 19 09:43:34.832250 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb97c80-f20d-4022-b0b2-071b962b1ddb None None] The sync data for ids ['c09922c9-bba3-49d9-9426-e1628bc9da19'] in n-d-805649-14 is: [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:19Z', 'revision_number': 4, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port': {'id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '0a920b69-6e39-4976-a8b8-e92d2745322e', 'name': '', 'network_id': '4ec08b12-d456-4282-a1c0-b394bc287c7e', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'mac_address': 'fa:16:3e:c7:d4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:15Z', 'updated_at': '2021-11-19T09:39:31Z', 'revision_number': 5, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'subnets': [{'id': 'b5439138-e5b8-49bd-9cf3-ef777529ccf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:43:34.933263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 55978) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:35.215448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e99dc1-776e-47fe-a802-68bffaf0e46f None None] New status for floating IP 4b02a820-9a91-445b-9960-fd1f88e189b5: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:43:35.423794 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77cb05c7-9e77-4375-a46b-dddcc4948f6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:35.506709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee6480-5164-4c30-9543-9ff5206523e0 req-87b97e7a-5b27-4819-a6ed-2fbd6e04f510 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:35.508256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79ee6480-5164-4c30-9543-9ff5206523e0 req-87b97e7a-5b27-4819-a6ed-2fbd6e04f510 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 945 time: 0.0623608 Nov 19 09:43:35.600490 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-79ee6480-5164-4c30-9543-9ff5206523e0 req-1afdeace-4b0f-43bc-ba7e-5802ba38701e tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857208 Nov 19 09:43:36.289283 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dbb8b-c26a-4647-87cc-4fc98bedc329 req-a158eec0-b01c-4a85-89f7-5ce2c6d0e74e tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:36.291587 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-064dbb8b-c26a-4647-87cc-4fc98bedc329 req-a158eec0-b01c-4a85-89f7-5ce2c6d0e74e tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 945 time: 0.4368093 Nov 19 09:43:36.298235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-77cb05c7-9e77-4375-a46b-dddcc4948f6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Deleting port 9bed4791-3c38-410c-a4f1-2666a871a97e {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:43:36.298588 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77cb05c7-9e77-4375-a46b-dddcc4948f6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:36.459456 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-77cb05c7-9e77-4375-a46b-dddcc4948f6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] For port 9bed4791-3c38-410c-a4f1-2666a871a97e, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9bed4791-3c38-410c-a4f1-2666a871a97e,segment=NetworkSegment(12307fd4-4b83-4bde-8847-ad9a5d73a871),segment_id=12307fd4-4b83-4bde-8847-ad9a5d73a871)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:43:36.460545 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77cb05c7-9e77-4375-a46b-dddcc4948f6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:36.478865 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-77cb05c7-9e77-4375-a46b-dddcc4948f6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Calling delete_port for 9bed4791-3c38-410c-a4f1-2666a871a97e owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:43:36.495990 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-064dbb8b-c26a-4647-87cc-4fc98bedc329 req-bdb2a6b7-2992-43b6-b209-304b24429f09 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Deleting port 9a57f348-9931-4c35-bac2-6f5e2fad48c3 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:43:36.496328 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-064dbb8b-c26a-4647-87cc-4fc98bedc329 req-bdb2a6b7-2992-43b6-b209-304b24429f09 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:36.764496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-064dbb8b-c26a-4647-87cc-4fc98bedc329 req-bdb2a6b7-2992-43b6-b209-304b24429f09 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] For port 9a57f348-9931-4c35-bac2-6f5e2fad48c3, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=9a57f348-9931-4c35-bac2-6f5e2fad48c3,segment=NetworkSegment(b43f9e7f-4378-4352-b56f-2f38049d8654),segment_id=b43f9e7f-4378-4352-b56f-2f38049d8654)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:43:36.764933 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-064dbb8b-c26a-4647-87cc-4fc98bedc329 req-bdb2a6b7-2992-43b6-b209-304b24429f09 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:36.801562 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-064dbb8b-c26a-4647-87cc-4fc98bedc329 req-bdb2a6b7-2992-43b6-b209-304b24429f09 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Calling delete_port for 9a57f348-9931-4c35-bac2-6f5e2fad48c3 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:43:36.847887 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67752e9b-5f33-46af-b15e-6186d57aadd2 req-02ed9b2a-108e-48da-93f5-1283823d1198 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:36.850338 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67752e9b-5f33-46af-b15e-6186d57aadd2 req-02ed9b2a-108e-48da-93f5-1283823d1198 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 945 time: 0.1142094 Nov 19 09:43:36.927656 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67752e9b-5f33-46af-b15e-6186d57aadd2 req-b5dfb10e-8b5d-44b3-a5d8-db9a6b0ba1da tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/security-groups?id=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701587 Nov 19 09:43:36.983106 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77cb05c7-9e77-4375-a46b-dddcc4948f6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:37.022051 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb05c7-9e77-4375-a46b-dddcc4948f6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'Port': ['ID=9bed4791-3c38-410c-a4f1-2666a871a97e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:37.166798 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-064dbb8b-c26a-4647-87cc-4fc98bedc329 req-bdb2a6b7-2992-43b6-b209-304b24429f09 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:37.246200 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2a6b7-2992-43b6-b209-304b24429f09 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Pushing event deleted for resources: {'Port': ['ID=9a57f348-9931-4c35-bac2-6f5e2fad48c3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:37.336627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-064dbb8b-c26a-4647-87cc-4fc98bedc329 req-bdb2a6b7-2992-43b6-b209-304b24429f09 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] No DVR routers for this DVR port 9a57f348-9931-4c35-bac2-6f5e2fad48c3 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:43:37.341785 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-064dbb8b-c26a-4647-87cc-4fc98bedc329 req-bdb2a6b7-2992-43b6-b209-304b24429f09 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:37.345702 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-064dbb8b-c26a-4647-87cc-4fc98bedc329 req-bdb2a6b7-2992-43b6-b209-304b24429f09 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.71 "DELETE /v2.0/ports/9a57f348-9931-4c35-bac2-6f5e2fad48c3 HTTP/1.1" status: 204 len: 173 time: 1.0438333 Nov 19 09:43:37.346508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'name': 'network-vif-deleted', 'tag': '9a57f348-9931-4c35-bac2-6f5e2fad48c3'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:43:37.350793 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a3d493-1408-4511-add6-78c1d7359cd5" -d '{"events": [{"server_uuid": "ccbdf5f9-f9c5-4676-9b84-d7502769b38c", "name": "network-vif-deleted", "tag": "9a57f348-9931-4c35-bac2-6f5e2fad48c3"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:43:37.406744 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77cb05c7-9e77-4375-a46b-dddcc4948f6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:37.490165 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436d41cf-a56e-40e0-a4fa-f126d588139f x-openstack-request-id: req-436d41cf-a56e-40e0-a4fa-f126d588139f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:43:37.490870 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbdf5f9-f9c5-4676-9b84-d7502769b38c", "name": "network-vif-deleted", "tag": "9a57f348-9931-4c35-bac2-6f5e2fad48c3", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:43:37.490870 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-436d41cf-a56e-40e0-a4fa-f126d588139f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:43:37.491134 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccbdf5f9-f9c5-4676-9b84-d7502769b38c', 'name': 'network-vif-deleted', 'tag': '9a57f348-9931-4c35-bac2-6f5e2fad48c3', 'status': 'completed', 'code': 200} Nov 19 09:43:37.784646 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cb05c7-9e77-4375-a46b-dddcc4948f6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Router 067ff078-7179-4a8d-9e60-2dd45e629fec has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:43:37.938903 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cb05c7-9e77-4375-a46b-dddcc4948f6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:43:37.945230 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-77cb05c7-9e77-4375-a46b-dddcc4948f6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "PUT /v2.0/routers/067ff078-7179-4a8d-9e60-2dd45e629fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0105674 Nov 19 09:43:37.954743 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7489fdee-7a8f-431f-818e-4356e5e0aa63 None None] Sync routers for ids ['067ff078-7179-4a8d-9e60-2dd45e629fec'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:43:37.975408 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7489fdee-7a8f-431f-818e-4356e5e0aa63 None None] Routers {'067ff078-7179-4a8d-9e60-2dd45e629fec'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:43:37.976063 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7489fdee-7a8f-431f-818e-4356e5e0aa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['067ff078-7179-4a8d-9e60-2dd45e629fec'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:38.120628 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-238fe9c6-43bb-4cd7-92a9-b00aef307982 req-c688be6d-0b24-493f-bb7d-9f02b83bc991 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 210 time: 0.0446582 Nov 19 09:43:38.133387 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7489fdee-7a8f-431f-818e-4356e5e0aa63 None None] Set router 067ff078-7179-4a8d-9e60-2dd45e629fec gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:43:38.341132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f560f9-29a9-40a6-90a5-5b47ef3a64ee req-fd3fbda5-aa73-4fb2-a0e0-20ea03f61a18 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:38.350260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12f560f9-29a9-40a6-90a5-5b47ef3a64ee req-fd3fbda5-aa73-4fb2-a0e0-20ea03f61a18 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 946 time: 0.0716145 Nov 19 09:43:38.420071 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12f560f9-29a9-40a6-90a5-5b47ef3a64ee req-ad160ece-7aef-4864-9102-b6af78696e44 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f79e439-00c1-4cd5-ad08-029a7fda8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683143 Nov 19 09:43:38.547316 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7489fdee-7a8f-431f-818e-4356e5e0aa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:43:36Z', 'revision_number': 6, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '55c1db32-e30b-444f-9630-f93bb3cfcc1a', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'port_id': '87d40cdf-1ace-4249-8a6b-96008bffcfce', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'mac_address': 'fa:16:3e:19:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361586b4-d704-4d1f-a94a-16537d30f29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:42:13Z', 'updated_at': '2021-11-19T09:42:16Z', 'revision_number': 1, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00c4b06-63bc-4f2c-913a-be26c3701684', 'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:a7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:50Z', 'updated_at': '2021-11-19T09:41:58Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:38.577415 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7489fdee-7a8f-431f-818e-4356e5e0aa63 None None] Checking router: 067ff078-7179-4a8d-9e60-2dd45e629fec for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:43:38.587317 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7489fdee-7a8f-431f-818e-4356e5e0aa63 None None] Routers {'067ff078-7179-4a8d-9e60-2dd45e629fec'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:43:38.587951 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7489fdee-7a8f-431f-818e-4356e5e0aa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['067ff078-7179-4a8d-9e60-2dd45e629fec'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:38.743409 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7489fdee-7a8f-431f-818e-4356e5e0aa63 None None] Set router 067ff078-7179-4a8d-9e60-2dd45e629fec gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:43:39.070877 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7489fdee-7a8f-431f-818e-4356e5e0aa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:43:36Z', 'revision_number': 6, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '55c1db32-e30b-444f-9630-f93bb3cfcc1a', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'port_id': '87d40cdf-1ace-4249-8a6b-96008bffcfce', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'mac_address': 'fa:16:3e:19:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361586b4-d704-4d1f-a94a-16537d30f29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:42:13Z', 'updated_at': '2021-11-19T09:42:16Z', 'revision_number': 1, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00c4b06-63bc-4f2c-913a-be26c3701684', 'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:a7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:50Z', 'updated_at': '2021-11-19T09:41:58Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:39.103044 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7489fdee-7a8f-431f-818e-4356e5e0aa63 None None] The sync data for ids ['067ff078-7179-4a8d-9e60-2dd45e629fec'] in n-d-805649-14 is: [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:43:36Z', 'revision_number': 6, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '55c1db32-e30b-444f-9630-f93bb3cfcc1a', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'port_id': '87d40cdf-1ace-4249-8a6b-96008bffcfce', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'mac_address': 'fa:16:3e:19:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361586b4-d704-4d1f-a94a-16537d30f29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:42:13Z', 'updated_at': '2021-11-19T09:42:16Z', 'revision_number': 1, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00c4b06-63bc-4f2c-913a-be26c3701684', 'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:a7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:50Z', 'updated_at': '2021-11-19T09:41:58Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:43:39.250976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7182d2a-518c-4ffc-b53f-9d4407434c3c req-ad580f10-db2b-4b13-b162-7df5a970f693 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 210 time: 0.0411675 Nov 19 09:43:39.598649 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39890ab-63d2-487b-bede-d291a0d27f7a req-58126d2b-2f02-4b89-aba7-6ba38712b224 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:39.600485 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c39890ab-63d2-487b-bede-d291a0d27f7a req-58126d2b-2f02-4b89-aba7-6ba38712b224 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.66 "GET /v2.0/ports?device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 946 time: 0.1032870 Nov 19 09:43:39.609715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66dfef-3122-4899-9d5b-56a452fba0a0 req-bf41f051-4c30-4a7b-8289-a1c42c48ab46 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:39.611491 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce66dfef-3122-4899-9d5b-56a452fba0a0 req-bf41f051-4c30-4a7b-8289-a1c42c48ab46 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 946 time: 0.0747344 Nov 19 09:43:39.745494 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce66dfef-3122-4899-9d5b-56a452fba0a0 req-86609e2c-953a-410b-95c8-69f0434cb709 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f79e439-00c1-4cd5-ad08-029a7fda8725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213741 Nov 19 09:43:39.824113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-c39890ab-63d2-487b-bede-d291a0d27f7a req-ae9dd711-67de-427d-b7a4-0c87b7c5c36a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Deleting port 6aa8a93c-540e-42e7-869b-5680edcbc254 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:43:39.824739 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c39890ab-63d2-487b-bede-d291a0d27f7a req-ae9dd711-67de-427d-b7a4-0c87b7c5c36a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:39.865418 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9a57f348-9931-4c35-bac2-6f5e2fad48c3 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:43:39.901045 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 9a57f348-9931-4c35-bac2-6f5e2fad48c3 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:43:39.902157 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 9a57f348-9931-4c35-bac2-6f5e2fad48c3 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:43:39.970476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c39890ab-63d2-487b-bede-d291a0d27f7a req-ae9dd711-67de-427d-b7a4-0c87b7c5c36a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] For port 6aa8a93c-540e-42e7-869b-5680edcbc254, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=6aa8a93c-540e-42e7-869b-5680edcbc254,segment=NetworkSegment(12307fd4-4b83-4bde-8847-ad9a5d73a871),segment_id=12307fd4-4b83-4bde-8847-ad9a5d73a871)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:43:39.971032 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c39890ab-63d2-487b-bede-d291a0d27f7a req-ae9dd711-67de-427d-b7a4-0c87b7c5c36a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:39.996907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-c39890ab-63d2-487b-bede-d291a0d27f7a req-ae9dd711-67de-427d-b7a4-0c87b7c5c36a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Calling delete_port for 6aa8a93c-540e-42e7-869b-5680edcbc254 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:43:40.173455 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c39890ab-63d2-487b-bede-d291a0d27f7a req-ae9dd711-67de-427d-b7a4-0c87b7c5c36a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:40.210842 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9dd711-67de-427d-b7a4-0c87b7c5c36a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'Port': ['ID=6aa8a93c-540e-42e7-869b-5680edcbc254,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:40.309996 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39890ab-63d2-487b-bede-d291a0d27f7a req-ae9dd711-67de-427d-b7a4-0c87b7c5c36a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] No DVR routers for this DVR port 6aa8a93c-540e-42e7-869b-5680edcbc254 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:43:40.315118 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c39890ab-63d2-487b-bede-d291a0d27f7a req-ae9dd711-67de-427d-b7a4-0c87b7c5c36a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:40.319085 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c39890ab-63d2-487b-bede-d291a0d27f7a req-ae9dd711-67de-427d-b7a4-0c87b7c5c36a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.66 "DELETE /v2.0/ports/6aa8a93c-540e-42e7-869b-5680edcbc254 HTTP/1.1" status: 204 len: 173 time: 0.7065127 Nov 19 09:43:40.319586 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d15ab9-e2ee-48d7-928a-dc2e46af01f9', 'name': 'network-vif-deleted', 'tag': '6aa8a93c-540e-42e7-869b-5680edcbc254'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:43:40.321972 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7c4dfc-7c72-45b4-b740-c839096346fb" -d '{"events": [{"server_uuid": "19d15ab9-e2ee-48d7-928a-dc2e46af01f9", "name": "network-vif-deleted", "tag": "6aa8a93c-540e-42e7-869b-5680edcbc254"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:43:40.413959 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbe520b-56dd-4a9a-b1ae-834d581380e3 x-openstack-request-id: req-1cbe520b-56dd-4a9a-b1ae-834d581380e3 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:43:40.414262 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d15ab9-e2ee-48d7-928a-dc2e46af01f9", "name": "network-vif-deleted", "tag": "6aa8a93c-540e-42e7-869b-5680edcbc254", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:43:40.414516 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cbe520b-56dd-4a9a-b1ae-834d581380e3 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:43:40.414913 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d15ab9-e2ee-48d7-928a-dc2e46af01f9', 'name': 'network-vif-deleted', 'tag': '6aa8a93c-540e-42e7-869b-5680edcbc254', 'status': 'completed', 'code': 200} Nov 19 09:43:40.417127 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d01452c-a4aa-44ad-af95-2042598954ab req-9908b4d6-507c-4f27-bc6f-7e925a133119 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 210 time: 0.0444133 Nov 19 09:43:40.810243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9bed4791-3c38-410c-a4f1-2666a871a97e no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:43:40.861177 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 9bed4791-3c38-410c-a4f1-2666a871a97e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:43:40.861793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9bed4791-3c38-410c-a4f1-2666a871a97e not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:43:40.951875 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6d25dfb-339a-474f-9214-81d14ef8b644 req-05e432e4-defd-4468-9ff5-b26195f70ff1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=19d15ab9-e2ee-48d7-928a-dc2e46af01f9 HTTP/1.1" status: 200 len: 210 time: 0.0677376 Nov 19 09:43:41.647768 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-068c239c-4079-4f6f-b187-9269727f0ff8 req-03fd2165-326b-4fb9-b245-f521b39f18d6 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 210 time: 0.0561523 Nov 19 09:43:42.072740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56128) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:42.156778 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2b30f93-38ab-478d-9f7e-1191aaf0beec tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:42.196332 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2b30f93-38ab-478d-9f7e-1191aaf0beec tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:42.324615 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2b30f93-38ab-478d-9f7e-1191aaf0beec tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:42.327676 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2b30f93-38ab-478d-9f7e-1191aaf0beec tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:42.331496 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f2b30f93-38ab-478d-9f7e-1191aaf0beec tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "DELETE /v2.0/security-groups/0f79e439-00c1-4cd5-ad08-029a7fda8725 HTTP/1.1" status: 204 len: 168 time: 0.2546194 Nov 19 09:43:42.350371 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b30f93-38ab-478d-9f7e-1191aaf0beec tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f79e439-00c1-4cd5-ad08-029a7fda8725,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:42.384444 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56136) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:42.443769 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15910ca-c819-44d0-a54c-0a51c41f4d48 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Deleting subnet 3a0bfdd2-552b-48d8-a1fe-746125ca4836 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:43:42.447776 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e15910ca-c819-44d0-a54c-0a51c41f4d48 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:42.511377 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e15910ca-c819-44d0-a54c-0a51c41f4d48 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:42.667024 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e15910ca-c819-44d0-a54c-0a51c41f4d48 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:42.788833 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e15910ca-c819-44d0-a54c-0a51c41f4d48 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:42.824678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1380b706-19c7-43d8-8a34-34c06dcbaa18 req-494bf368-f9ab-4e35-b689-320ebb298dc1 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 210 time: 0.0600474 Nov 19 09:43:42.856758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15910ca-c819-44d0-a54c-0a51c41f4d48 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'Subnet': ['ID=3a0bfdd2-552b-48d8-a1fe-746125ca4836,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:42.859563 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e15910ca-c819-44d0-a54c-0a51c41f4d48 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:42.862993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9573e2f1-fdf8-44b8-b8e4-397be0f811d8 None None] Network 542faf42-eb4b-4403-b686-23ac98b55024 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:43:42.867958 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56148) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:42.877314 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e15910ca-c819-44d0-a54c-0a51c41f4d48 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "DELETE /v2.0/subnets/3a0bfdd2-552b-48d8-a1fe-746125ca4836 HTTP/1.1" status: 204 len: 168 time: 0.4920895 Nov 19 09:43:43.022946 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:43.152601 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Deleting port b7e9a8e0-2ddd-4955-a355-90b966d150c0 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:43:43.152949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:43.198833 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c06c647-ae9b-4787-a1df-cf8461a82458 None None] DHCP port deletion for 542faf42-eb4b-4403-b686-23ac98b55024 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:43:43.235687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] For port b7e9a8e0-2ddd-4955-a355-90b966d150c0, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b7e9a8e0-2ddd-4955-a355-90b966d150c0,segment=NetworkSegment(12307fd4-4b83-4bde-8847-ad9a5d73a871),segment_id=12307fd4-4b83-4bde-8847-ad9a5d73a871)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:43:43.236052 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:43.268072 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56158) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:43.272167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Calling delete_port for b7e9a8e0-2ddd-4955-a355-90b966d150c0 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:43:43.300405 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0c06c647-ae9b-4787-a1df-cf8461a82458 None None] Deleting port b7e9a8e0-2ddd-4955-a355-90b966d150c0 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:43:43.301241 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0c06c647-ae9b-4787-a1df-cf8461a82458 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:43.432740 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:43.490667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'Port': ['ID=b7e9a8e0-2ddd-4955-a355-90b966d150c0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:43.518677 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-59fb6b9e-c903-40bf-a8e1-14a5fcea3486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:43.534874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] No DVR routers for this DVR port b7e9a8e0-2ddd-4955-a355-90b966d150c0 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:43:43.587695 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6aa8a93c-540e-42e7-869b-5680edcbc254 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:43:43.665561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0c06c647-ae9b-4787-a1df-cf8461a82458 None None] For port b7e9a8e0-2ddd-4955-a355-90b966d150c0, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b7e9a8e0-2ddd-4955-a355-90b966d150c0,segment=NetworkSegment(12307fd4-4b83-4bde-8847-ad9a5d73a871),segment_id=12307fd4-4b83-4bde-8847-ad9a5d73a871)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:43:43.666767 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0c06c647-ae9b-4787-a1df-cf8461a82458 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:43.673557 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:43.689945 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0c06c647-ae9b-4787-a1df-cf8461a82458 None None] Calling delete_port for b7e9a8e0-2ddd-4955-a355-90b966d150c0 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:43:43.716185 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542faf42-eb4b-4403-b686-23ac98b55024']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:43.735026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12307fd4-4b83-4bde-8847-ad9a5d73a871') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:43.735503 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12307fd4-4b83-4bde-8847-ad9a5d73a871') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:43.752792 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:43.790927 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 6aa8a93c-540e-42e7-869b-5680edcbc254 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:43:43.792527 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:43.792996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 6aa8a93c-540e-42e7-869b-5680edcbc254 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:43:43.803020 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-59fb6b9e-c903-40bf-a8e1-14a5fcea3486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:43.816628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:43:43.817928 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:43:43.825832 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:43:43.862299 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-59fb6b9e-c903-40bf-a8e1-14a5fcea3486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:43.864814 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0c06c647-ae9b-4787-a1df-cf8461a82458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:43.947239 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06c647-ae9b-4787-a1df-cf8461a82458 None None] Pushing event deleted for resources: {'Port': ['ID=b7e9a8e0-2ddd-4955-a355-90b966d150c0,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:43.959825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06c647-ae9b-4787-a1df-cf8461a82458 None None] No DVR routers for this DVR port b7e9a8e0-2ddd-4955-a355-90b966d150c0 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:43:44.042737 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1319a1e9-1c00-4ce4-a4b8-0241643f57ea req-441bcad2-5408-47ae-9606-7d6524578b25 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbdf5f9-f9c5-4676-9b84-d7502769b38c HTTP/1.1" status: 200 len: 210 time: 0.0523126 Nov 19 09:43:44.043404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb6b9e-c903-40bf-a8e1-14a5fcea3486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f0940a-18b5-491a-b829-9773a1f9e0f5,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:44.049460 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:44.054115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-59fb6b9e-c903-40bf-a8e1-14a5fcea3486 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=521741800cbb42569d901d0f7d469e67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7843757 Nov 19 09:43:44.057689 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56172) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:44.124731 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:44.140490 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "DELETE /v2.0/networks/542faf42-eb4b-4403-b686-23ac98b55024 HTTP/1.1" status: 204 len: 168 time: 1.2677925 Nov 19 09:43:44.143527 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56176) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:44.187860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1e94c-b9e6-4154-aaa3-fd35fcc8df9d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'Network': ['ID=542faf42-eb4b-4403-b686-23ac98b55024,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:44.205843 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cd482f3-ff0c-4aa3-9cdf-abae6172c1fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:44.276857 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cd482f3-ff0c-4aa3-9cdf-abae6172c1fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:44.348670 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cd482f3-ff0c-4aa3-9cdf-abae6172c1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:44.352229 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1cd482f3-ff0c-4aa3-9cdf-abae6172c1fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:44.355982 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1cd482f3-ff0c-4aa3-9cdf-abae6172c1fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06f0940a-18b5-491a-b829-9773a1f9e0f5 HTTP/1.1" status: 204 len: 168 time: 0.2941382 Nov 19 09:43:44.371193 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd482f3-ff0c-4aa3-9cdf-abae6172c1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f0940a-18b5-491a-b829-9773a1f9e0f5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:44.465700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-40a2cfe2-3658-45f9-b6ce-3a5d7b47e8b1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Deleting port 61609565-5879-406a-8ae8-a2c34b4eb789 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:43:44.466152 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40a2cfe2-3658-45f9-b6ce-3a5d7b47e8b1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:44.860948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b7e9a8e0-2ddd-4955-a355-90b966d150c0 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:43:44.883597 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: b7e9a8e0-2ddd-4955-a355-90b966d150c0 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:43:44.884772 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b7e9a8e0-2ddd-4955-a355-90b966d150c0 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:43:44.913999 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40a2cfe2-3658-45f9-b6ce-3a5d7b47e8b1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:44.914502 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40a2cfe2-3658-45f9-b6ce-3a5d7b47e8b1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:44.926568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-40a2cfe2-3658-45f9-b6ce-3a5d7b47e8b1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Calling delete_port for 61609565-5879-406a-8ae8-a2c34b4eb789 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:43:45.124057 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56212) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:45.146658 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40a2cfe2-3658-45f9-b6ce-3a5d7b47e8b1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:45.177311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2cfe2-3658-45f9-b6ce-3a5d7b47e8b1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'Port': ['ID=61609565-5879-406a-8ae8-a2c34b4eb789,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:45.209502 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4a066e4-7d29-4d12-9a11-26832309e2b4 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:45.230120 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56216) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:45.256169 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4a066e4-7d29-4d12-9a11-26832309e2b4 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:45.258553 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40a2cfe2-3658-45f9-b6ce-3a5d7b47e8b1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:45.259109 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-40a2cfe2-3658-45f9-b6ce-3a5d7b47e8b1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Floating IP 55c1db32-e30b-444f-9630-f93bb3cfcc1a disassociated (deleted). External IP: 172.25.0.145, port: 87d40cdf-1ace-4249-8a6b-96008bffcfce. Nov 19 09:43:45.353919 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4a066e4-7d29-4d12-9a11-26832309e2b4 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:45.359577 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4a066e4-7d29-4d12-9a11-26832309e2b4 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:45.361812 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e4a066e4-7d29-4d12-9a11-26832309e2b4 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] 10.222.0.21 "DELETE /v2.0/security-groups/257e8f92-edcc-4ae6-a9ab-2e6a62f7e526 HTTP/1.1" status: 204 len: 168 time: 0.2354300 Nov 19 09:43:45.375441 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a066e4-7d29-4d12-9a11-26832309e2b4 tempest-TestVolumeBackupRestore-1270626619 tempest-TestVolumeBackupRestore-1270626619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257e8f92-edcc-4ae6-a9ab-2e6a62f7e526,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:45.418030 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-48840441-e320-4252-8431-468f9cb29306 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1248405392-network', 'tenant_id': 'a5def42ae9804be8baaade171dd1567a'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:43:45.456467 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48840441-e320-4252-8431-468f9cb29306 admin admin] Made reservation on behalf of a5def42ae9804be8baaade171dd1567a for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:43:45.460857 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48840441-e320-4252-8431-468f9cb29306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:45.472291 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48840441-e320-4252-8431-468f9cb29306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:45.521587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a2cfe2-3658-45f9-b6ce-3a5d7b47e8b1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Router 067ff078-7179-4a8d-9e60-2dd45e629fec has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:43:45.609041 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48840441-e320-4252-8431-468f9cb29306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:45.614759 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48840441-e320-4252-8431-468f9cb29306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:45.658248 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48840441-e320-4252-8431-468f9cb29306 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:43:45.683434 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48840441-e320-4252-8431-468f9cb29306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f444de0-5b26-4a5c-916d-1611c27f9367,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:45.708415 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48840441-e320-4252-8431-468f9cb29306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:45.708925 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-48840441-e320-4252-8431-468f9cb29306 admin admin] Added segment d83f52e5-74d8-4086-8bb9-b6c0aba4f420 of type vlan for network 602d776d-efad-4c19-876e-f5cff77889f7 Nov 19 09:43:45.743501 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:45.850183 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48840441-e320-4252-8431-468f9cb29306 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:45.863094 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a2cfe2-3658-45f9-b6ce-3a5d7b47e8b1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:43:45.874419 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40a2cfe2-3658-45f9-b6ce-3a5d7b47e8b1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:45.881276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe8275b-5fcc-49bc-b993-d0e78fdfd164 None None] Sync routers for ids ['067ff078-7179-4a8d-9e60-2dd45e629fec'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:43:45.898923 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe8275b-5fcc-49bc-b993-d0e78fdfd164 None None] Routers {'067ff078-7179-4a8d-9e60-2dd45e629fec'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:43:45.901343 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-dbe8275b-5fcc-49bc-b993-d0e78fdfd164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['067ff078-7179-4a8d-9e60-2dd45e629fec'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:45.944230 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48840441-e320-4252-8431-468f9cb29306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:45.945882 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48840441-e320-4252-8431-468f9cb29306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:45.946546 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48840441-e320-4252-8431-468f9cb29306 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:45.957580 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-40a2cfe2-3658-45f9-b6ce-3a5d7b47e8b1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "DELETE /v2.0/floatingips/55c1db32-e30b-444f-9630-f93bb3cfcc1a HTTP/1.1" status: 204 len: 168 time: 1.7706029 Nov 19 09:43:45.959258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361586b4-d704-4d1f-a94a-16537d30f29d', 'tag': '87d40cdf-1ace-4249-8a6b-96008bffcfce'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:43:45.976815 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b982fe-b6c6-44df-aae3-da6efb466d84" -d '{"events": [{"name": "network-changed", "server_uuid": "361586b4-d704-4d1f-a94a-16537d30f29d", "tag": "87d40cdf-1ace-4249-8a6b-96008bffcfce"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:43:46.107876 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9b1e90-fdd9-45bf-9b71-0618970636b7 x-openstack-request-id: req-5d9b1e90-fdd9-45bf-9b71-0618970636b7 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:43:46.108349 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361586b4-d704-4d1f-a94a-16537d30f29d", "tag": "87d40cdf-1ace-4249-8a6b-96008bffcfce", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:43:46.109855 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d9b1e90-fdd9-45bf-9b71-0618970636b7 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:43:46.110488 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361586b4-d704-4d1f-a94a-16537d30f29d', 'tag': '87d40cdf-1ace-4249-8a6b-96008bffcfce', 'status': 'completed', 'code': 200} Nov 19 09:43:46.258708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b982fe-b6c6-44df-aae3-da6efb466d84 req-31519653-b8c4-4ccf-a6bf-de2e0dd63c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:46.260260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48b982fe-b6c6-44df-aae3-da6efb466d84 req-31519653-b8c4-4ccf-a6bf-de2e0dd63c99 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54b2eaca0f74c3180e499355c2ca0b2&device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 1097 time: 0.1242993 Nov 19 09:43:46.286803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48840441-e320-4252-8431-468f9cb29306 admin admin] Pushing event updated for resources: {'Network': ['ID=602d776d-efad-4c19-876e-f5cff77889f7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:46.306712 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-48840441-e320-4252-8431-468f9cb29306 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0683925 Nov 19 09:43:46.310352 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56302) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:46.330998 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f2222b7b-8dcc-47eb-895f-aac7bf0d470f admin admin] Request body: {'subnet': {'network_id': '602d776d-efad-4c19-876e-f5cff77889f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1248405392-subnet', 'tenant_id': 'a5def42ae9804be8baaade171dd1567a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:43:46.337368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 602d776d-efad-4c19-876e-f5cff77889f7 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:43:46.342518 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-dbe8275b-5fcc-49bc-b993-d0e78fdfd164 None None] Set router 067ff078-7179-4a8d-9e60-2dd45e629fec gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:43:46.398335 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2222b7b-8dcc-47eb-895f-aac7bf0d470f admin admin] Made reservation on behalf of a5def42ae9804be8baaade171dd1567a for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:43:46.400685 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2222b7b-8dcc-47eb-895f-aac7bf0d470f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:46.646886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b982fe-b6c6-44df-aae3-da6efb466d84 req-be079ce2-6cb6-4be3-bae6-fd880c355d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:46.649787 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48b982fe-b6c6-44df-aae3-da6efb466d84 req-be079ce2-6cb6-4be3-bae6-fd880c355d5d service neutron] 10.222.0.66 "GET /v2.0/networks?id=8218a80a-28f0-4c34-ab84-8ff4f4ea8262 HTTP/1.1" status: 200 len: 898 time: 0.3821251 Nov 19 09:43:46.788900 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48b982fe-b6c6-44df-aae3-da6efb466d84 req-c4198503-6741-4573-8ff1-cbb9dcb41b04 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87d40cdf-1ace-4249-8a6b-96008bffcfce HTTP/1.1" status: 200 len: 217 time: 0.0739460 Nov 19 09:43:46.947219 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f514f80-6167-4811-8e00-d931e3f3377e req-415b54df-925a-40cc-ba98-3aa4f6fbfd5e tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:46.954666 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f514f80-6167-4811-8e00-d931e3f3377e req-415b54df-925a-40cc-ba98-3aa4f6fbfd5e tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 945 time: 0.3025289 Nov 19 09:43:47.027334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b982fe-b6c6-44df-aae3-da6efb466d84 req-0a6fcfe8-2634-4f66-a60c-868237a7b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:47.031239 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48b982fe-b6c6-44df-aae3-da6efb466d84 req-0a6fcfe8-2634-4f66-a60c-868237a7b56a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686 HTTP/1.1" status: 200 len: 834 time: 0.2315576 Nov 19 09:43:47.036383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2222b7b-8dcc-47eb-895f-aac7bf0d470f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:47.088744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-dbe8275b-5fcc-49bc-b993-d0e78fdfd164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:43:36Z', 'revision_number': 6, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'a00c4b06-63bc-4f2c-913a-be26c3701684', 'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:a7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:50Z', 'updated_at': '2021-11-19T09:41:58Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:47.132343 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2222b7b-8dcc-47eb-895f-aac7bf0d470f admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d1deb4-ed59-47e7-b68b-d9d15af5dc35,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:47.165097 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe8275b-5fcc-49bc-b993-d0e78fdfd164 None None] Checking router: 067ff078-7179-4a8d-9e60-2dd45e629fec for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:43:47.181907 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2222b7b-8dcc-47eb-895f-aac7bf0d470f admin admin] Checking segment: {'id': 'd83f52e5-74d8-4086-8bb9-b6c0aba4f420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '602d776d-efad-4c19-876e-f5cff77889f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:43:47.182496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2222b7b-8dcc-47eb-895f-aac7bf0d470f admin admin] Network hostable DHCP agents. Network: 602d776d-efad-4c19-876e-f5cff77889f7, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:43:47.189137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe8275b-5fcc-49bc-b993-d0e78fdfd164 None None] Routers {'067ff078-7179-4a8d-9e60-2dd45e629fec'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:43:47.189789 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-dbe8275b-5fcc-49bc-b993-d0e78fdfd164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['067ff078-7179-4a8d-9e60-2dd45e629fec'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:47.201303 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f514f80-6167-4811-8e00-d931e3f3377e req-b87bd586-6b57-4b79-9e34-c9e47680bbaa tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=e343eeca-bcf0-4c07-b5d5-28f38da5d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234223 Nov 19 09:43:47.211704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2222b7b-8dcc-47eb-895f-aac7bf0d470f admin admin] Network 602d776d-efad-4c19-876e-f5cff77889f7 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:43:47.222511 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b982fe-b6c6-44df-aae3-da6efb466d84 req-62fd7b63-aa99-4c2e-8af8-9cfd205eccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:47.225141 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48b982fe-b6c6-44df-aae3-da6efb466d84 req-62fd7b63-aa99-4c2e-8af8-9cfd205eccdd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8218a80a-28f0-4c34-ab84-8ff4f4ea8262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1857882 Nov 19 09:43:47.228818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f2222b7b-8dcc-47eb-895f-aac7bf0d470f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 602d776d-efad-4c19-876e-f5cff77889f7) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:43:47.233351 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2222b7b-8dcc-47eb-895f-aac7bf0d470f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:47.234391 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f2222b7b-8dcc-47eb-895f-aac7bf0d470f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:47.269184 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8ea6f1-60e6-4e63-8ee3-3a3e2588167a None None] Network 602d776d-efad-4c19-876e-f5cff77889f7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:43:47.284817 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f2222b7b-8dcc-47eb-895f-aac7bf0d470f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9662757 Nov 19 09:43:47.485924 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48b982fe-b6c6-44df-aae3-da6efb466d84 req-4f413a25-10f8-45c8-9aea-18cee41663d8 service neutron] 10.222.0.66 "GET /v2.0/networks/8218a80a-28f0-4c34-ab84-8ff4f4ea8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464705 Nov 19 09:43:47.548579 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-dbe8275b-5fcc-49bc-b993-d0e78fdfd164 None None] Set router 067ff078-7179-4a8d-9e60-2dd45e629fec gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:43:47.704030 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7d432-7cb2-480e-b2f4-e3517574ec2d req-2a1b8b71-4bbf-4db5-ab9a-7076d4a54220 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:47.705725 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d9f7d432-7cb2-480e-b2f4-e3517574ec2d req-2a1b8b71-4bbf-4db5-ab9a-7076d4a54220 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.66 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 945 time: 0.1468000 Nov 19 09:43:47.730743 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48b982fe-b6c6-44df-aae3-da6efb466d84 req-71e469ae-97d1-454f-9021-0f7c32def302 service neutron] 10.222.0.66 "GET /v2.0/networks/8218a80a-28f0-4c34-ab84-8ff4f4ea8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357416 Nov 19 09:43:47.828290 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74468aa2-8295-4558-9869-777e028b7231 None None] Network 602d776d-efad-4c19-876e-f5cff77889f7 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:43:47.900795 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-d9f7d432-7cb2-480e-b2f4-e3517574ec2d req-daacc51a-f051-4d37-8c64-4003dff6f691 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Deleting port 87d40cdf-1ace-4249-8a6b-96008bffcfce {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:43:47.901509 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d9f7d432-7cb2-480e-b2f4-e3517574ec2d req-daacc51a-f051-4d37-8c64-4003dff6f691 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:48.024124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-d9f7d432-7cb2-480e-b2f4-e3517574ec2d req-daacc51a-f051-4d37-8c64-4003dff6f691 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] For port 87d40cdf-1ace-4249-8a6b-96008bffcfce, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=87d40cdf-1ace-4249-8a6b-96008bffcfce,segment=NetworkSegment(0d781520-2dff-453b-beb7-ca8c0ca22f90),segment_id=0d781520-2dff-453b-beb7-ca8c0ca22f90)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:43:48.024607 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d9f7d432-7cb2-480e-b2f4-e3517574ec2d req-daacc51a-f051-4d37-8c64-4003dff6f691 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:48.041958 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-d9f7d432-7cb2-480e-b2f4-e3517574ec2d req-daacc51a-f051-4d37-8c64-4003dff6f691 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Calling delete_port for 87d40cdf-1ace-4249-8a6b-96008bffcfce owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:43:48.189704 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:48.425277 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d9f7d432-7cb2-480e-b2f4-e3517574ec2d req-daacc51a-f051-4d37-8c64-4003dff6f691 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:48.490306 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-dbe8275b-5fcc-49bc-b993-d0e78fdfd164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:43:36Z', 'revision_number': 6, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'a00c4b06-63bc-4f2c-913a-be26c3701684', 'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:a7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:50Z', 'updated_at': '2021-11-19T09:41:58Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:48.509743 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c9d12c64-80bf-4128-969a-ea551bd503d1 req-c52139ca-f4aa-4c2a-97ff-e6004e47b2b5 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=361586b4-d704-4d1f-a94a-16537d30f29d HTTP/1.1" status: 200 len: 210 time: 0.0639102 Nov 19 09:43:48.570891 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe8275b-5fcc-49bc-b993-d0e78fdfd164 None None] The sync data for ids ['067ff078-7179-4a8d-9e60-2dd45e629fec'] in n-d-805649-14 is: [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:43:36Z', 'revision_number': 6, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'a00c4b06-63bc-4f2c-913a-be26c3701684', 'name': '', 'network_id': '8218a80a-28f0-4c34-ab84-8ff4f4ea8262', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:a7:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:50Z', 'updated_at': '2021-11-19T09:41:58Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': 'e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:43:48.591183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacc51a-f051-4d37-8c64-4003dff6f691 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'Port': ['ID=87d40cdf-1ace-4249-8a6b-96008bffcfce,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:48.667941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f7d432-7cb2-480e-b2f4-e3517574ec2d req-daacc51a-f051-4d37-8c64-4003dff6f691 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] No DVR routers for this DVR port 87d40cdf-1ace-4249-8a6b-96008bffcfce on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:43:48.678695 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-d9f7d432-7cb2-480e-b2f4-e3517574ec2d req-daacc51a-f051-4d37-8c64-4003dff6f691 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:48.688566 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d9f7d432-7cb2-480e-b2f4-e3517574ec2d req-daacc51a-f051-4d37-8c64-4003dff6f691 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.66 "DELETE /v2.0/ports/87d40cdf-1ace-4249-8a6b-96008bffcfce HTTP/1.1" status: 204 len: 173 time: 0.9756956 Nov 19 09:43:48.699992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361586b4-d704-4d1f-a94a-16537d30f29d', 'name': 'network-vif-deleted', 'tag': '87d40cdf-1ace-4249-8a6b-96008bffcfce'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:43:48.709777 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96c165c-3017-4a33-86a6-8298fd089a5a" -d '{"events": [{"server_uuid": "361586b4-d704-4d1f-a94a-16537d30f29d", "name": "network-vif-deleted", "tag": "87d40cdf-1ace-4249-8a6b-96008bffcfce"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:43:48.861622 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212e06c2-0ff8-4ff0-b5a9-5ad9486c3c20 x-openstack-request-id: req-212e06c2-0ff8-4ff0-b5a9-5ad9486c3c20 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:43:48.862194 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361586b4-d704-4d1f-a94a-16537d30f29d", "name": "network-vif-deleted", "tag": "87d40cdf-1ace-4249-8a6b-96008bffcfce", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:43:48.862536 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-212e06c2-0ff8-4ff0-b5a9-5ad9486c3c20 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:43:48.863355 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361586b4-d704-4d1f-a94a-16537d30f29d', 'name': 'network-vif-deleted', 'tag': '87d40cdf-1ace-4249-8a6b-96008bffcfce', 'status': 'completed', 'code': 200} Nov 19 09:43:49.165747 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba4ff66-4a4f-42ab-a1f3-2ad3b0148208 None None] New status for floating IP 55c1db32-e30b-444f-9630-f93bb3cfcc1a: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:43:49.661312 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56620) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:49.794443 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9810765-b074-46ab-8331-8f0d2a62e280 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:49.871276 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9810765-b074-46ab-8331-8f0d2a62e280 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:49.907412 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-11b5cc24-19df-4dd5-b727-67b1f63d0fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:49.990866 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9810765-b074-46ab-8331-8f0d2a62e280 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:49.997770 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d9810765-b074-46ab-8331-8f0d2a62e280 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:49.999438 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d9810765-b074-46ab-8331-8f0d2a62e280 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "DELETE /v2.0/security-groups/e343eeca-bcf0-4c07-b5d5-28f38da5d97a HTTP/1.1" status: 204 len: 168 time: 0.3369858 Nov 19 09:43:50.017737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9810765-b074-46ab-8331-8f0d2a62e280 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e343eeca-bcf0-4c07-b5d5-28f38da5d97a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:50.057699 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56662) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:50.799635 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:51.153972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-c7b06809-e9d9-4f4b-96c5-280bd3a63198 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:51.155966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-c7b06809-e9d9-4f4b-96c5-280bd3a63198 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/networks?id=602d776d-efad-4c19-876e-f5cff77889f7 HTTP/1.1" status: 200 len: 809 time: 0.3032815 Nov 19 09:43:51.236945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-38dacfb0-d5fa-47e9-9ada-77c91de90235 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/quotas/a5def42ae9804be8baaade171dd1567a HTTP/1.1" status: 200 len: 375 time: 0.0170162 Nov 19 09:43:51.305377 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-67d85864-339d-4317-9955-c88991940c08 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5def42ae9804be8baaade171dd1567a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579553 Nov 19 09:43:51.357683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Deleting port a00c4b06-63bc-4f2c-913a-be26c3701684 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:43:51.358032 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:51.455113 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 87d40cdf-1ace-4249-8a6b-96008bffcfce no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:43:51.498273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 87d40cdf-1ace-4249-8a6b-96008bffcfce {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:43:51.498635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 87d40cdf-1ace-4249-8a6b-96008bffcfce not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:43:51.616625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] For port a00c4b06-63bc-4f2c-913a-be26c3701684, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a00c4b06-63bc-4f2c-913a-be26c3701684,segment=NetworkSegment(0d781520-2dff-453b-beb7-ca8c0ca22f90),segment_id=0d781520-2dff-453b-beb7-ca8c0ca22f90)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:43:51.616999 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:51.641392 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-c68fde73-4b9c-4571-90c5-e693d66e56f4 service neutron] 10.222.0.21 "GET /v2.0/networks/602d776d-efad-4c19-876e-f5cff77889f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348958 Nov 19 09:43:51.642491 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Calling delete_port for a00c4b06-63bc-4f2c-913a-be26c3701684 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:43:51.780575 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-a03e6d06-77ec-4eb4-bb0a-18c395424378 service neutron] 10.222.0.21 "GET /v2.0/networks/602d776d-efad-4c19-876e-f5cff77889f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280406 Nov 19 09:43:52.059006 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:52.136409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'Port': ['ID=a00c4b06-63bc-4f2c-913a-be26c3701684,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:52.169275 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:52.169968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:52.169968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:52.170257 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:52.170789 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:52.171518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:52.172028 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:52.172714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:52.173276 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:52.173829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:52.174404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:52.174976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:52.334128 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d841bb7e-8d0b-4768-bccf-5cfc6a879390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:52.343839 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:52.645545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Router 067ff078-7179-4a8d-9e60-2dd45e629fec has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:43:53.368614 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d629c37b-c969-4b02-8378-60039085a8ae req-a04c7378-2930-4c1a-a993-c38c51afd99e tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 210 time: 0.0604646 Nov 19 09:43:53.401521 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:43:53.418000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b4b1e-562b-48ef-8406-f3104f532b99 None None] Sync routers for ids ['067ff078-7179-4a8d-9e60-2dd45e629fec'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:43:53.420526 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-dfe784e6-48eb-42af-ac02-79af272da651 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "PUT /v2.0/routers/067ff078-7179-4a8d-9e60-2dd45e629fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3606153 Nov 19 09:43:53.423202 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56818) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:53.455585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b4b1e-562b-48ef-8406-f3104f532b99 None None] Routers {'067ff078-7179-4a8d-9e60-2dd45e629fec'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:43:53.468601 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3b9b4b1e-562b-48ef-8406-f3104f532b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['067ff078-7179-4a8d-9e60-2dd45e629fec'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:53.530696 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Deleting subnet e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:43:53.536505 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:53.596109 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:53.717661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56828) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:53.751754 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:53.793720 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:53.823889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-3b9b4b1e-562b-48ef-8406-f3104f532b99 None None] Set router 067ff078-7179-4a8d-9e60-2dd45e629fec gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:43:53.924103 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:53.979598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'Subnet': ['ID=e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:54.009976 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:54.021183 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85629dc3-7111-4b6e-992e-bfd552e71244 None None] Network 8218a80a-28f0-4c34-ab84-8ff4f4ea8262 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:43:54.022121 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "DELETE /v2.0/subnets/e38ee5b0-0d8e-4c5e-a0dc-fd374ef67686 HTTP/1.1" status: 204 len: 168 time: 0.5965979 Nov 19 09:43:54.024618 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:54.025129 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:54.025622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:54.026109 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:54.029262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56836) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:54.032132 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:54.033105 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:54.034285 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:54.035138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:54.037755 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:54.040231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:54.042308 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:54.042978 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda62aea-7e82-42ef-9a18-463aed5b0825 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:54.293335 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ff16e8-3297-46d8-bbbc-93c337c8f0e7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:54.312011 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3b9b4b1e-562b-48ef-8406-f3104f532b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:43:51Z', 'revision_number': 7, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:54.390716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] DHCP port deletion for 8218a80a-28f0-4c34-ab84-8ff4f4ea8262 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:43:54.420509 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b4b1e-562b-48ef-8406-f3104f532b99 None None] Checking router: 067ff078-7179-4a8d-9e60-2dd45e629fec for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:43:54.442546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b4b1e-562b-48ef-8406-f3104f532b99 None None] Routers {'067ff078-7179-4a8d-9e60-2dd45e629fec'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:43:54.443460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3b9b4b1e-562b-48ef-8406-f3104f532b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['067ff078-7179-4a8d-9e60-2dd45e629fec'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:54.552363 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfabf57d-3c2a-4de6-a8ea-1c04bc13b164 req-4165d056-bf23-40f6-b5f2-400ff38c587d tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 210 time: 0.0656965 Nov 19 09:43:54.605536 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ff16e8-3297-46d8-bbbc-93c337c8f0e7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:54.703267 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff16e8-3297-46d8-bbbc-93c337c8f0e7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Deleting port bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:43:54.703672 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ff16e8-3297-46d8-bbbc-93c337c8f0e7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:54.711716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Deleting port 8c7848c2-be5d-4850-a8f4-59ba3ee17f14 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:43:54.712278 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:54.789974 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] For port 8c7848c2-be5d-4850-a8f4-59ba3ee17f14, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8c7848c2-be5d-4850-a8f4-59ba3ee17f14,segment=NetworkSegment(0d781520-2dff-453b-beb7-ca8c0ca22f90),segment_id=0d781520-2dff-453b-beb7-ca8c0ca22f90)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:43:54.790546 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:54.807375 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Calling delete_port for 8c7848c2-be5d-4850-a8f4-59ba3ee17f14 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:43:54.854925 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-b2ff16e8-3297-46d8-bbbc-93c337c8f0e7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] For port bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:43:54.855533 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ff16e8-3297-46d8-bbbc-93c337c8f0e7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:54.871221 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b2ff16e8-3297-46d8-bbbc-93c337c8f0e7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Calling delete_port for bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:43:54.986796 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-87155ed2-adfa-4576-aefd-389ef7c3b192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:55.046137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-b650270f-ba68-48ca-82b8-9bd7afc2fa01 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:55.047781 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-b650270f-ba68-48ca-82b8-9bd7afc2fa01 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.71 "GET /v2.0/networks?id=602d776d-efad-4c19-876e-f5cff77889f7 HTTP/1.1" status: 200 len: 809 time: 0.1571496 Nov 19 09:43:55.064320 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-4f72815d-30e3-4fe2-87f3-1675c6ac30f5 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Request body: {'port': {'device_id': '507ed190-0a46-4a11-b4b1-b2e68302c580', 'network_id': '602d776d-efad-4c19-876e-f5cff77889f7', 'admin_state_up': True, 'tenant_id': 'a5def42ae9804be8baaade171dd1567a'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:43:55.143626 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8c7848c2-be5d-4850-a8f4-59ba3ee17f14 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:43:55.183747 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:55.200369 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 8c7848c2-be5d-4850-a8f4-59ba3ee17f14 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:43:55.200668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8c7848c2-be5d-4850-a8f4-59ba3ee17f14 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:43:55.229299 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:55.233634 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Pushing event deleted for resources: {'Port': ['ID=8c7848c2-be5d-4850-a8f4-59ba3ee17f14,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:55.236242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] No DVR routers for this DVR port 8c7848c2-be5d-4850-a8f4-59ba3ee17f14 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:43:55.236430 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-4f72815d-30e3-4fe2-87f3-1675c6ac30f5 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Made reservation on behalf of a5def42ae9804be8baaade171dd1567a for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:43:55.241499 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-4f72815d-30e3-4fe2-87f3-1675c6ac30f5 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:55.251519 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-3b9b4b1e-562b-48ef-8406-f3104f532b99 None None] Set router 067ff078-7179-4a8d-9e60-2dd45e629fec gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:43:55.255082 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:55.255338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:55.255691 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:55.256043 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:55.256389 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:55.256733 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:55.257070 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:55.257452 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:55.257789 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:55.258126 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:55.258465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:55.258813 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f391c2b-6020-4bd2-8165-e3ce254ace3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:43:55.432803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-4f72815d-30e3-4fe2-87f3-1675c6ac30f5 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Allocated IP 172.20.0.4 (602d776d-efad-4c19-876e-f5cff77889f7/54d1deb4-ed59-47e7-b68b-d9d15af5dc35/a0efadf5-1166-43b3-8de1-a166e9c604dd) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:43:55.433413 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ff16e8-3297-46d8-bbbc-93c337c8f0e7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:55.492229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3b9b4b1e-562b-48ef-8406-f3104f532b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:43:51Z', 'revision_number': 7, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:55.500775 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff16e8-3297-46d8-bbbc-93c337c8f0e7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'Port': ['ID=bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:55.586719 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4193b4c-3965-42d4-9b9c-79445c8a712a None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:43:55.606155 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b4b1e-562b-48ef-8406-f3104f532b99 None None] The sync data for ids ['067ff078-7179-4a8d-9e60-2dd45e629fec'] in n-d-805649-14 is: [{'id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'name': 'tempest-TestNetworkBasicOps-router-511222118', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:41:44Z', 'updated_at': '2021-11-19T09:43:51Z', 'revision_number': 7, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ff078-7179-4a8d-9e60-2dd45e629fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:41:45Z', 'updated_at': '2021-11-19T09:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:43:55.645253 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ff16e8-3297-46d8-bbbc-93c337c8f0e7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:55.670077 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:55.690201 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-4f72815d-30e3-4fe2-87f3-1675c6ac30f5 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:55.728814 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-4f72815d-30e3-4fe2-87f3-1675c6ac30f5 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:55.780029 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-4f72815d-30e3-4fe2-87f3-1675c6ac30f5 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Network 602d776d-efad-4c19-876e-f5cff77889f7 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:43:55.781518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-87155ed2-adfa-4576-aefd-389ef7c3b192 admin admin] Deleting port 0a920b69-6e39-4976-a8b8-e92d2745322e {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:43:55.781664 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-4f72815d-30e3-4fe2-87f3-1675c6ac30f5 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:43:55.781866 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-87155ed2-adfa-4576-aefd-389ef7c3b192 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:55.784223 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-4f72815d-30e3-4fe2-87f3-1675c6ac30f5 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:43:55.799925 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ff16e8-3297-46d8-bbbc-93c337c8f0e7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:55.813793 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ff16e8-3297-46d8-bbbc-93c337c8f0e7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:55.825581 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72815d-30e3-4fe2-87f3-1675c6ac30f5 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Pushing event updated for resources: {'Port': ['ID=a0efadf5-1166-43b3-8de1-a166e9c604dd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:55.843524 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-4f72815d-30e3-4fe2-87f3-1675c6ac30f5 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:55.844201 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-4f72815d-30e3-4fe2-87f3-1675c6ac30f5 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:55.871594 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-4f72815d-30e3-4fe2-87f3-1675c6ac30f5 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8115695 Nov 19 09:43:55.888550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Request body: {'port': {'device_id': '507ed190-0a46-4a11-b4b1-b2e68302c580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:43:55.913130 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ff16e8-3297-46d8-bbbc-93c337c8f0e7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:55.913924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ff16e8-3297-46d8-bbbc-93c337c8f0e7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Fanout notify agent at l3_agent the message router_deleted on router 067ff078-7179-4a8d-9e60-2dd45e629fec {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:43:55.930395 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2ff16e8-3297-46d8-bbbc-93c337c8f0e7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:55.932154 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b2ff16e8-3297-46d8-bbbc-93c337c8f0e7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "DELETE /v2.0/routers/067ff078-7179-4a8d-9e60-2dd45e629fec HTTP/1.1" status: 204 len: 168 time: 1.9013236 Nov 19 09:43:55.944187 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56866) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:55.958482 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:55.962512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435a464-db5f-4758-82d2-c55d46467431 req-53fbfa11-ff03-46a3-992a-cccc5038456d tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:55.965152 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d435a464-db5f-4758-82d2-c55d46467431 req-53fbfa11-ff03-46a3-992a-cccc5038456d tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 931 time: 0.2642989 Nov 19 09:43:56.108568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-87155ed2-adfa-4576-aefd-389ef7c3b192 admin admin] For port 0a920b69-6e39-4976-a8b8-e92d2745322e, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=0a920b69-6e39-4976-a8b8-e92d2745322e,segment=NetworkSegment(b43f9e7f-4378-4352-b56f-2f38049d8654),segment_id=b43f9e7f-4378-4352-b56f-2f38049d8654)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:43:56.108568 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-87155ed2-adfa-4576-aefd-389ef7c3b192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:56.144749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-87155ed2-adfa-4576-aefd-389ef7c3b192 admin admin] Calling delete_port for 0a920b69-6e39-4976-a8b8-e92d2745322e owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:43:56.172522 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d435a464-db5f-4758-82d2-c55d46467431 req-1be0adaa-f42e-4ad5-91d0-3437489948e6 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748805 Nov 19 09:43:56.178981 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-630cf5a4-e10f-4484-a2cb-01bb37c7804a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:56.343044 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0efadf5-1166-43b3-8de1-a166e9c604dd {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:43:56.354214 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:56.380976 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Transition to ACTIVE for port object a0efadf5-1166-43b3-8de1-a166e9c604dd will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:43:56.383809 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-630cf5a4-e10f-4484-a2cb-01bb37c7804a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:56.388356 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:56.422162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-630cf5a4-e10f-4484-a2cb-01bb37c7804a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8218a80a-28f0-4c34-ab84-8ff4f4ea8262']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:56.455976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-630cf5a4-e10f-4484-a2cb-01bb37c7804a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d781520-2dff-453b-beb7-ca8c0ca22f90') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:56.456462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-630cf5a4-e10f-4484-a2cb-01bb37c7804a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d781520-2dff-453b-beb7-ca8c0ca22f90') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:56.456851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Pushing event updated for resources: {'Port': ['ID=a0efadf5-1166-43b3-8de1-a166e9c604dd,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:56.485850 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-630cf5a4-e10f-4484-a2cb-01bb37c7804a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:56.505918 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-630cf5a4-e10f-4484-a2cb-01bb37c7804a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:56.546097 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630cf5a4-e10f-4484-a2cb-01bb37c7804a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:43:56.546509 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-630cf5a4-e10f-4484-a2cb-01bb37c7804a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:43:56.550423 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:43:56.554611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Attempting to bind port a0efadf5-1166-43b3-8de1-a166e9c604dd on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:43:56.555023 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Attempting to bind port a0efadf5-1166-43b3-8de1-a166e9c604dd by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd83f52e5-74d8-4086-8bb9-b6c0aba4f420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '602d776d-efad-4c19-876e-f5cff77889f7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:43:56.555362 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Attempting to bind port a0efadf5-1166-43b3-8de1-a166e9c604dd on network 602d776d-efad-4c19-876e-f5cff77889f7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:43:56.560188 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Port a0efadf5-1166-43b3-8de1-a166e9c604dd on network 602d776d-efad-4c19-876e-f5cff77889f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:43:56.560650 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Attempting to bind port a0efadf5-1166-43b3-8de1-a166e9c604dd on network 602d776d-efad-4c19-876e-f5cff77889f7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:43:56.571212 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:43:56.571466 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Checking segment: {'id': 'd83f52e5-74d8-4086-8bb9-b6c0aba4f420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '602d776d-efad-4c19-876e-f5cff77889f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:43:56.571830 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Bound using segment: {'id': 'd83f52e5-74d8-4086-8bb9-b6c0aba4f420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '602d776d-efad-4c19-876e-f5cff77889f7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:43:56.572346 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Bound port: a0efadf5-1166-43b3-8de1-a166e9c604dd, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83f52e5-74d8-4086-8bb9-b6c0aba4f420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '602d776d-efad-4c19-876e-f5cff77889f7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:43:56.573077 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:56.634668 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-87155ed2-adfa-4576-aefd-389ef7c3b192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:56.666397 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] For port a0efadf5-1166-43b3-8de1-a166e9c604dd, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:43:56.670984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] For port a0efadf5-1166-43b3-8de1-a166e9c604dd, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a0efadf5-1166-43b3-8de1-a166e9c604dd,segment=NetworkSegment(d83f52e5-74d8-4086-8bb9-b6c0aba4f420),segment_id=d83f52e5-74d8-4086-8bb9-b6c0aba4f420)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:43:56.676940 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-630cf5a4-e10f-4484-a2cb-01bb37c7804a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:56.681678 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-630cf5a4-e10f-4484-a2cb-01bb37c7804a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:56.684066 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:56.693673 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-630cf5a4-e10f-4484-a2cb-01bb37c7804a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "DELETE /v2.0/networks/8218a80a-28f0-4c34-ab84-8ff4f4ea8262 HTTP/1.1" status: 204 len: 168 time: 0.7470245 Nov 19 09:43:56.703410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87155ed2-adfa-4576-aefd-389ef7c3b192 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a920b69-6e39-4976-a8b8-e92d2745322e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:56.709575 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56878) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:56.716615 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-22336349-0a7d-4143-adef-8c99291b112c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'network': {'name': 'tempest-network-smoke--995422644', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'port_security_enabled': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:43:56.760443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cf5a4-e10f-4484-a2cb-01bb37c7804a tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'Network': ['ID=8218a80a-28f0-4c34-ab84-8ff4f4ea8262,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:56.768599 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:56.770319 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:56.773512 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] 10.222.0.71 "PUT /v2.0/ports/a0efadf5-1166-43b3-8de1-a166e9c604dd HTTP/1.1" status: 200 len: 1092 time: 0.8913991 Nov 19 09:43:56.774005 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507ed190-0a46-4a11-b4b1-b2e68302c580', 'tag': 'a0efadf5-1166-43b3-8de1-a166e9c604dd'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:43:56.778685 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c51469-a041-484c-8a57-6c2581d8af6f" -d '{"events": [{"name": "network-changed", "server_uuid": "507ed190-0a46-4a11-b4b1-b2e68302c580", "tag": "a0efadf5-1166-43b3-8de1-a166e9c604dd"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:43:56.818108 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22336349-0a7d-4143-adef-8c99291b112c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Made reservation on behalf of a54b2eaca0f74c3180e499355c2ca0b2 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:43:56.822168 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-22336349-0a7d-4143-adef-8c99291b112c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:56.890012 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfcc7a-18bb-444a-9861-91de7e76a516 service neutron] Pushing event updated for resources: {'Port': ['ID=a0efadf5-1166-43b3-8de1-a166e9c604dd,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:56.913061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22336349-0a7d-4143-adef-8c99291b112c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:43:56.917053 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c63327b-2dbd-44dd-b874-bd242824ed71 x-openstack-request-id: req-0c63327b-2dbd-44dd-b874-bd242824ed71 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:43:56.917395 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507ed190-0a46-4a11-b4b1-b2e68302c580", "tag": "a0efadf5-1166-43b3-8de1-a166e9c604dd", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:43:56.917655 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c63327b-2dbd-44dd-b874-bd242824ed71 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:43:56.918068 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507ed190-0a46-4a11-b4b1-b2e68302c580', 'tag': 'a0efadf5-1166-43b3-8de1-a166e9c604dd', 'status': 'completed', 'code': 200} Nov 19 09:43:56.946853 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-22336349-0a7d-4143-adef-8c99291b112c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:56.949140 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-22336349-0a7d-4143-adef-8c99291b112c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Added segment dfe429d2-3a6f-42dc-9935-0f6bc642a9a3 of type vlan for network cd5d7890-7427-4d09-b4be-94806e82ad3b Nov 19 09:43:56.976826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-fcb7edf6-b786-44c8-acc6-e89482957156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:56.982497 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-fcb7edf6-b786-44c8-acc6-e89482957156 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a5def42ae9804be8baaade171dd1567a&device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 1095 time: 0.1360734 Nov 19 09:43:57.013877 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-87155ed2-adfa-4576-aefd-389ef7c3b192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:57.049036 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-0120b13d-918b-4de7-8aeb-55d0ac88905f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0efadf5-1166-43b3-8de1-a166e9c604dd HTTP/1.1" status: 200 len: 217 time: 0.0504541 Nov 19 09:43:57.052732 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-22336349-0a7d-4143-adef-8c99291b112c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:57.100148 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a00c4b06-63bc-4f2c-913a-be26c3701684 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:43:57.121858 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-0d9c325f-1cf9-40a8-8b2e-4e724238271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:57.123590 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-0d9c325f-1cf9-40a8-8b2e-4e724238271a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54d1deb4-ed59-47e7-b68b-d9d15af5dc35 HTTP/1.1" status: 200 len: 849 time: 0.0671899 Nov 19 09:43:57.126738 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-22336349-0a7d-4143-adef-8c99291b112c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:57.131341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: a00c4b06-63bc-4f2c-913a-be26c3701684 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:43:57.132275 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a00c4b06-63bc-4f2c-913a-be26c3701684 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:43:57.132918 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:43:57.138479 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22336349-0a7d-4143-adef-8c99291b112c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:57.139721 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-22336349-0a7d-4143-adef-8c99291b112c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:57.158321 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:43:57.159051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device bbe4ecf6-9cb0-4bb6-ad6f-e88069f15612 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:43:57.208315 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-81b2f296-64e4-4cc6-a92b-f49cfad95554 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=602d776d-efad-4c19-876e-f5cff77889f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630093 Nov 19 09:43:57.263820 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-22336349-0a7d-4143-adef-8c99291b112c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5528915 Nov 19 09:43:57.275439 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56888) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:57.294622 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-842415516', 'admin_state_up': True, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:43:57.345847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22336349-0a7d-4143-adef-8c99291b112c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Network': ['ID=cd5d7890-7427-4d09-b4be-94806e82ad3b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:57.354606 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:57.355657 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:57.371818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network cd5d7890-7427-4d09-b4be-94806e82ad3b details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:43:57.378316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8237ee-6e57-479f-9832-86796d87ddee req-5b4f64b9-1425-4e97-b40d-51975753bd88 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:57.386294 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d8237ee-6e57-479f-9832-86796d87ddee req-5b4f64b9-1425-4e97-b40d-51975753bd88 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 943 time: 0.1122003 Nov 19 09:43:57.395097 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87155ed2-adfa-4576-aefd-389ef7c3b192 admin admin] Router c09922c9-bba3-49d9-9426-e1628bc9da19 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:43:57.418487 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-233e7b7c-2f58-4197-84dd-5aeb0f9856a7 service neutron] 10.222.0.71 "GET /v2.0/networks/602d776d-efad-4c19-876e-f5cff77889f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752756 Nov 19 09:43:57.498062 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d8237ee-6e57-479f-9832-86796d87ddee req-896bb349-93b7-4bd1-b67b-17c9df8fbbc3 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108482 Nov 19 09:43:57.499767 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:57.544468 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c536af51-0ee7-4cf3-87f8-de2028ee176b req-da5496ba-9603-485a-892c-4e12716f554b service neutron] 10.222.0.71 "GET /v2.0/networks/602d776d-efad-4c19-876e-f5cff77889f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145205 Nov 19 09:43:57.654718 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c51469-a041-484c-8a57-6c2581d8af6f req-1b9c948a-7ee4-446b-8c7a-2d5ba234f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:57.656347 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2c51469-a041-484c-8a57-6c2581d8af6f req-1b9c948a-7ee4-446b-8c7a-2d5ba234f44d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a5def42ae9804be8baaade171dd1567a&device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 1095 time: 0.0531247 Nov 19 09:43:57.793994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c51469-a041-484c-8a57-6c2581d8af6f req-adad93c4-19c2-45ad-bfc3-29caf257e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:57.795391 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2c51469-a041-484c-8a57-6c2581d8af6f req-adad93c4-19c2-45ad-bfc3-29caf257e8b2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=602d776d-efad-4c19-876e-f5cff77889f7 HTTP/1.1" status: 200 len: 910 time: 0.1215036 Nov 19 09:43:57.847401 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2c51469-a041-484c-8a57-6c2581d8af6f req-4702f57b-ccdf-4906-9ccc-d2d94085bff8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0efadf5-1166-43b3-8de1-a166e9c604dd HTTP/1.1" status: 200 len: 217 time: 0.0395596 Nov 19 09:43:57.902664 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c51469-a041-484c-8a57-6c2581d8af6f req-cbe2b8df-dfb9-4d8b-b5b8-4a486e983bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:57.904510 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2c51469-a041-484c-8a57-6c2581d8af6f req-cbe2b8df-dfb9-4d8b-b5b8-4a486e983bb0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54d1deb4-ed59-47e7-b68b-d9d15af5dc35 HTTP/1.1" status: 200 len: 849 time: 0.0472770 Nov 19 09:43:57.947043 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2c51469-a041-484c-8a57-6c2581d8af6f req-4e7b5f76-b286-4cea-a336-b05aba19f5a6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=602d776d-efad-4c19-876e-f5cff77889f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314689 Nov 19 09:43:58.070802 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2c51469-a041-484c-8a57-6c2581d8af6f req-6a9d9f18-f9a8-4b88-9471-61037cce2f7a service neutron] 10.222.0.71 "GET /v2.0/networks/602d776d-efad-4c19-876e-f5cff77889f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152720 Nov 19 09:43:58.076907 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:58.110421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87155ed2-adfa-4576-aefd-389ef7c3b192 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:43:58.126583 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7230b145-2834-4eb4-a9d5-ac0aa3080ab5 None None] Sync routers for ids ['c09922c9-bba3-49d9-9426-e1628bc9da19'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:43:58.141061 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7230b145-2834-4eb4-a9d5-ac0aa3080ab5 None None] Routers {'c09922c9-bba3-49d9-9426-e1628bc9da19'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:43:58.142041 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7230b145-2834-4eb4-a9d5-ac0aa3080ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c09922c9-bba3-49d9-9426-e1628bc9da19'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:58.149770 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-87155ed2-adfa-4576-aefd-389ef7c3b192 admin admin] 10.222.0.21 "PUT /v2.0/routers/c09922c9-bba3-49d9-9426-e1628bc9da19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4298291 Nov 19 09:43:58.153675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56906) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:58.264591 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7230b145-2834-4eb4-a9d5-ac0aa3080ab5 None None] Set router c09922c9-bba3-49d9-9426-e1628bc9da19 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:43:58.325171 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2c51469-a041-484c-8a57-6c2581d8af6f req-d480f093-4220-4159-a59b-3fd3361bd6aa service neutron] 10.222.0.71 "GET /v2.0/networks/602d776d-efad-4c19-876e-f5cff77889f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443502 Nov 19 09:43:58.335423 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c650f64a-219e-4359-ad98-d86c180051c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:58.369766 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:58.414325 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:58.458720 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c650f64a-219e-4359-ad98-d86c180051c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:58.494645 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7230b145-2834-4eb4-a9d5-ac0aa3080ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:43:56Z', 'revision_number': 5, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port': {'id': '122c7a79-2488-4e0e-a56e-7f8a307ec48b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:58.524302 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7230b145-2834-4eb4-a9d5-ac0aa3080ab5 None None] Checking router: c09922c9-bba3-49d9-9426-e1628bc9da19 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:43:58.533689 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c650f64a-219e-4359-ad98-d86c180051c0 admin admin] Deleting port 122c7a79-2488-4e0e-a56e-7f8a307ec48b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:43:58.534026 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c650f64a-219e-4359-ad98-d86c180051c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:58.534492 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7230b145-2834-4eb4-a9d5-ac0aa3080ab5 None None] Routers {'c09922c9-bba3-49d9-9426-e1628bc9da19'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:43:58.534748 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Allocated IP 172.25.0.69 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/dd49779b-ae6f-4646-9618-574ff197a9a6) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:43:58.536219 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7230b145-2834-4eb4-a9d5-ac0aa3080ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['c09922c9-bba3-49d9-9426-e1628bc9da19'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:58.642397 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c650f64a-219e-4359-ad98-d86c180051c0 admin admin] For port 122c7a79-2488-4e0e-a56e-7f8a307ec48b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=122c7a79-2488-4e0e-a56e-7f8a307ec48b,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:43:58.642881 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c650f64a-219e-4359-ad98-d86c180051c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:58.646632 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7230b145-2834-4eb4-a9d5-ac0aa3080ab5 None None] Set router c09922c9-bba3-49d9-9426-e1628bc9da19 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:43:58.658073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c650f64a-219e-4359-ad98-d86c180051c0 admin admin] Calling delete_port for 122c7a79-2488-4e0e-a56e-7f8a307ec48b owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:43:58.717731 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7230b145-2834-4eb4-a9d5-ac0aa3080ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:43:58Z', 'revision_number': 6, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:58.760487 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:43:58.761767 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7230b145-2834-4eb4-a9d5-ac0aa3080ab5 None None] The sync data for ids ['c09922c9-bba3-49d9-9426-e1628bc9da19'] in n-d-805649-14 is: [{'id': 'c09922c9-bba3-49d9-9426-e1628bc9da19', 'name': 'tempest-TestVolumeBackupRestore-1414779048-router', 'tenant_id': '971ee414cea849c08c43beefd1cf2e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:07Z', 'updated_at': '2021-11-19T09:43:58Z', 'revision_number': 6, 'project_id': '971ee414cea849c08c43beefd1cf2e97', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:43:58.773267 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cdbc1-6aaf-4ddb-b3c6-68bb261063fc req-6f44b42c-5e3f-4a68-a134-8f1843308ddb tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:43:58.780679 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d43cdbc1-6aaf-4ddb-b3c6-68bb261063fc req-6f44b42c-5e3f-4a68-a134-8f1843308ddb tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 943 time: 0.1435187 Nov 19 09:43:58.840493 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:58.863621 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c650f64a-219e-4359-ad98-d86c180051c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:58.874267 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d43cdbc1-6aaf-4ddb-b3c6-68bb261063fc req-5c75d050-d397-49db-80c7-7dee72b5f489 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910964 Nov 19 09:43:58.908321 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650f64a-219e-4359-ad98-d86c180051c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=122c7a79-2488-4e0e-a56e-7f8a307ec48b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:58.915052 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:58.927412 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83594316-ef45-4fb1-9d15-98db8833ddc1 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:43:58.978955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:43:58.983119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:43:58.985098 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Port': ['ID=dd49779b-ae6f-4646-9618-574ff197a9a6,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:58.987267 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:43:58.996818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dcb5fd-a299-4e4b-836a-2d6fcb317970 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:43:59.017165 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c650f64a-219e-4359-ad98-d86c180051c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:59.088665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1a6d9d45-ca3a-462d-8317-330f871ee720 None None] Provisioning complete for port dd49779b-ae6f-4646-9618-574ff197a9a6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:43:59.089052 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a6d9d45-ca3a-462d-8317-330f871ee720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:59.118659 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c650f64a-219e-4359-ad98-d86c180051c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:59.121729 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c650f64a-219e-4359-ad98-d86c180051c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:59.141512 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1a6d9d45-ca3a-462d-8317-330f871ee720 None None] Port dd49779b-ae6f-4646-9618-574ff197a9a6 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:43:59.176866 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c650f64a-219e-4359-ad98-d86c180051c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:59.177586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c650f64a-219e-4359-ad98-d86c180051c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c09922c9-bba3-49d9-9426-e1628bc9da19 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:43:59.182444 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c650f64a-219e-4359-ad98-d86c180051c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:59.183890 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c650f64a-219e-4359-ad98-d86c180051c0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c09922c9-bba3-49d9-9426-e1628bc9da19 HTTP/1.1" status: 204 len: 168 time: 1.0293481 Nov 19 09:43:59.186438 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56924) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:59.321675 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:59.521613 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4acbed-3700-4f2d-b09a-1194fb8caf43 admin admin] Deleting subnet b5439138-e5b8-49bd-9cf3-ef777529ccf5 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:43:59.524778 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df4acbed-3700-4f2d-b09a-1194fb8caf43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:59.544699 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:59.563178 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df4acbed-3700-4f2d-b09a-1194fb8caf43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:59.670047 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df4acbed-3700-4f2d-b09a-1194fb8caf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:59.739386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Router 3f690c53-e727-44f2-a6e2-3eaaee749483 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:43:59.746133 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df4acbed-3700-4f2d-b09a-1194fb8caf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:59.792325 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4acbed-3700-4f2d-b09a-1194fb8caf43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5439138-e5b8-49bd-9cf3-ef777529ccf5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:43:59.798308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df4acbed-3700-4f2d-b09a-1194fb8caf43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:59.804142 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-df4acbed-3700-4f2d-b09a-1194fb8caf43 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b5439138-e5b8-49bd-9cf3-ef777529ccf5 HTTP/1.1" status: 204 len: 168 time: 0.6161504 Nov 19 09:43:59.806428 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56936) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:59.811207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e4d837-b489-4875-8539-7833930db871 None None] Network 4ec08b12-d456-4282-a1c0-b394bc287c7e requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:43:59.901504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:43:59.913683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Sync routers for ids ['3f690c53-e727-44f2-a6e2-3eaaee749483'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:43:59.934188 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Routers {'3f690c53-e727-44f2-a6e2-3eaaee749483'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:43:59.936909 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3f690c53-e727-44f2-a6e2-3eaaee749483'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:43:59.940602 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:59.942714 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:43:59.946190 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56944) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:43:59.947829 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e0b3b587-7df5-4429-aec8-be749cd7d619 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6693757 Nov 19 09:44:00.008985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56946) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:00.018791 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2a077a2d-cd12-4cf5-9e37-52409ce8fcef tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=a54b2eaca0f74c3180e499355c2ca0b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0709875 Nov 19 09:44:00.036807 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device a0efadf5-1166-43b3-8de1-a166e9c604dd details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:44:00.104374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] Deleting port d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:44:00.104374 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:00.160097 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6c5d8-9c9d-4f50-94ce-dc4bc4262086 req-5281d1b9-5f3b-4b7b-b4a3-4c127c19fff1 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:00.161806 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67f6c5d8-9c9d-4f50-94ce-dc4bc4262086 req-5281d1b9-5f3b-4b7b-b4a3-4c127c19fff1 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 943 time: 0.1374972 Nov 19 09:44:00.200859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] For port d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b,segment=NetworkSegment(b43f9e7f-4378-4352-b56f-2f38049d8654),segment_id=b43f9e7f-4378-4352-b56f-2f38049d8654)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:00.200859 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:00.205439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Set router 3f690c53-e727-44f2-a6e2-3eaaee749483 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:44:00.209323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc475d0-0fe7-4459-9fe4-1fd98a80b370 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:00.210463 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4fc475d0-0fe7-4459-9fe4-1fd98a80b370 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2004254 Nov 19 09:44:00.215263 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56948) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:00.219853 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] Calling delete_port for d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:44:00.296225 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56954) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:00.297286 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-96ca41a7-1c96-4a0f-9b92-5485dc9ab0f7 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0793207 Nov 19 09:44:00.302454 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e1bb320e-cfe0-4b2c-b226-846830e60806 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1450276455', 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:00.303913 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67f6c5d8-9c9d-4f50-94ce-dc4bc4262086 req-9f5702c6-d68f-4e87-963c-6d2459428126 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354754 Nov 19 09:44:00.333909 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 09:44:00.401034 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:00.438686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:00.455421 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] No DVR routers for this DVR port d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:44:00.474466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port a0efadf5-1166-43b3-8de1-a166e9c604dd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a0efadf5-1166-43b3-8de1-a166e9c604dd,segment=NetworkSegment(d83f52e5-74d8-4086-8bb9-b6c0aba4f420),segment_id=d83f52e5-74d8-4086-8bb9-b6c0aba4f420)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:00.490058 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bb320e-cfe0-4b2c-b226-846830e60806 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Made reservation on behalf of a54b2eaca0f74c3180e499355c2ca0b2 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:44:00.493571 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e1bb320e-cfe0-4b2c-b226-846830e60806 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:00.509859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3399919-4eb3-4b75-a102-eebf4662ff0e None None] DHCP port deletion for 4ec08b12-d456-4282-a1c0-b394bc287c7e request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:44:00.515125 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'a0efadf5-1166-43b3-8de1-a166e9c604dd', 'network_id': '602d776d-efad-4c19-876e-f5cff77889f7', 'port_id': 'a0efadf5-1166-43b3-8de1-a166e9c604dd', 'mac_address': 'fa:16:3e:27:4a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d1deb4-ed59-47e7-b68b-d9d15af5dc35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:44:00.587428 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:00.605413 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:00.611020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0efadf5-1166-43b3-8de1-a166e9c604dd {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:44:00.620379 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'name': 'tempest-TestNetworkBasicOps-router-842415516', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:43:57Z', 'updated_at': '2021-11-19T09:43:59Z', 'revision_number': 3, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:58Z', 'updated_at': '2021-11-19T09:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:00.656196 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec08b12-d456-4282-a1c0-b394bc287c7e']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:00.656561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Checking router: 3f690c53-e727-44f2-a6e2-3eaaee749483 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:44:00.657219 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Updating router 3f690c53-e727-44f2-a6e2-3eaaee749483 port dd49779b-ae6f-4646-9618-574ff197a9a6 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:44:00.688234 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port a0efadf5-1166-43b3-8de1-a166e9c604dd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a0efadf5-1166-43b3-8de1-a166e9c604dd,segment=NetworkSegment(d83f52e5-74d8-4086-8bb9-b6c0aba4f420),segment_id=d83f52e5-74d8-4086-8bb9-b6c0aba4f420)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:00.697968 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:00.702589 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:00.716729 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43f9e7f-4378-4352-b56f-2f38049d8654') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:00.716955 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43f9e7f-4378-4352-b56f-2f38049d8654') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:00.740333 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:00.766620 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:00.798678 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:44:00.799100 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:44:00.801818 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:44:00.876732 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e1bb320e-cfe0-4b2c-b226-846830e60806 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:00.890366 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0a920b69-6e39-4976-a8b8-e92d2745322e no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:44:00.899897 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:00.905663 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:00.912137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 56966) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:00.912968 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] 10.222.0.21 "DELETE /v2.0/networks/4ec08b12-d456-4282-a1c0-b394bc287c7e HTTP/1.1" status: 204 len: 168 time: 1.1045947 Nov 19 09:44:00.927209 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 0a920b69-6e39-4976-a8b8-e92d2745322e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:44:00.927564 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 0a920b69-6e39-4976-a8b8-e92d2745322e not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:44:00.928267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:44:00.936647 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=a0efadf5-1166-43b3-8de1-a166e9c604dd,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:00.960848 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d58b24-5dd2-4af1-8be7-d1cc1fadc1ca admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec08b12-d456-4282-a1c0-b394bc287c7e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:00.966001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['a0efadf5-1166-43b3-8de1-a166e9c604dd'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:44:00.972519 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:44:00.973156 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d7bd78d5-5a7d-4ebc-9415-c27bfc30ef6b not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:44:00.973785 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 122c7a79-2488-4e0e-a56e-7f8a307ec48b no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:44:01.007463 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb320e-cfe0-4b2c-b226-846830e60806 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Subnet': ['ID=5b52c3c3-53d3-4a18-afa9-75412f4f48fe,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:01.015558 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 122c7a79-2488-4e0e-a56e-7f8a307ec48b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:44:01.016243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 122c7a79-2488-4e0e-a56e-7f8a307ec48b not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:44:01.040374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bb320e-cfe0-4b2c-b226-846830e60806 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Checking segment: {'id': 'dfe429d2-3a6f-42dc-9935-0f6bc642a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:44:01.040956 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bb320e-cfe0-4b2c-b226-846830e60806 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network hostable DHCP agents. Network: cd5d7890-7427-4d09-b4be-94806e82ad3b, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:44:01.069173 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bb320e-cfe0-4b2c-b226-846830e60806 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network cd5d7890-7427-4d09-b4be-94806e82ad3b is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:44:01.088775 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e1bb320e-cfe0-4b2c-b226-846830e60806 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, cd5d7890-7427-4d09-b4be-94806e82ad3b) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:01.106426 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e7df9b-e68a-40e8-8c5d-48a38236464b None None] Network cd5d7890-7427-4d09-b4be-94806e82ad3b requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:44:01.118438 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bb320e-cfe0-4b2c-b226-846830e60806 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:01.120043 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e1bb320e-cfe0-4b2c-b226-846830e60806 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:01.166170 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e1bb320e-cfe0-4b2c-b226-846830e60806 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8648005 Nov 19 09:44:01.167599 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 56972) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:01.491126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2c79b-b801-4489-a2e2-0d3163bacdf8 req-2504476a-c7dc-4479-ab91-965381ffb603 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:01.492789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55c2c79b-b801-4489-a2e2-0d3163bacdf8 req-2504476a-c7dc-4479-ab91-965381ffb603 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 944 time: 0.1015987 Nov 19 09:44:01.514392 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ff2ccf8-8044-4276-a822-61d6f86cb382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:01.672575 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55c2c79b-b801-4489-a2e2-0d3163bacdf8 req-1706e706-1b02-4e4d-8c6b-a87761ca9be2 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706300 Nov 19 09:44:01.715947 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:01.781140 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-cd5d7890-7427-4d09-b4be-94806e82ad3b', 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'fixed_ips': [{'subnet_id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:44:01.783053 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:01.787456 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:01.868192 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:01.876994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Attempting to bind port dd49779b-ae6f-4646-9618-574ff197a9a6 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:44:01.877740 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Attempting to bind port dd49779b-ae6f-4646-9618-574ff197a9a6 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:44:01.878427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Attempting to bind port dd49779b-ae6f-4646-9618-574ff197a9a6 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:44:01.897277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b1d83f-4a32-4f70-a550-f80ef49df4f5 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:44:01.901534 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:44:01.902313 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:44:01.902932 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:01.903341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:44:01.903845 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Bound port: dd49779b-ae6f-4646-9618-574ff197a9a6, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:44:01.904308 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:01.917878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3ff2ccf8-8044-4276-a822-61d6f86cb382 admin admin] Deleting port ed995a9b-0655-4bb0-96de-dfb5381b93a7 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:44:01.918961 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ff2ccf8-8044-4276-a822-61d6f86cb382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:02.012536 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf51d5-80b6-4ae2-922e-3bbbe0bf8eb2 None None] Pushing event updated for resources: {'Port': ['ID=dd49779b-ae6f-4646-9618-574ff197a9a6,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:02.036783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-3ff2ccf8-8044-4276-a822-61d6f86cb382 admin admin] For port ed995a9b-0655-4bb0-96de-dfb5381b93a7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=ed995a9b-0655-4bb0-96de-dfb5381b93a7,segment=NetworkSegment(28ff342d-aaa8-4feb-8775-00ce48ffa20c),segment_id=28ff342d-aaa8-4feb-8775-00ce48ffa20c)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:02.038472 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ff2ccf8-8044-4276-a822-61d6f86cb382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:02.055155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-3ff2ccf8-8044-4276-a822-61d6f86cb382 admin admin] Calling delete_port for ed995a9b-0655-4bb0-96de-dfb5381b93a7 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:44:02.059337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] For port dd49779b-ae6f-4646-9618-574ff197a9a6, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:44:02.063444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] For port dd49779b-ae6f-4646-9618-574ff197a9a6, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=dd49779b-ae6f-4646-9618-574ff197a9a6,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:44:02.074979 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:02.220938 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f282ed75-6f4a-4a32-92e7-2cbae9d0d295 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:44:02.268250 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Routers {'3f690c53-e727-44f2-a6e2-3eaaee749483'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:44:02.268773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3f690c53-e727-44f2-a6e2-3eaaee749483'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:02.307300 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e50f864d-943f-42d8-a35c-c0455cdfc69a None None] Provisioning complete for port dd49779b-ae6f-4646-9618-574ff197a9a6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:02.307300 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e50f864d-943f-42d8-a35c-c0455cdfc69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:02.309840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf51d5-80b6-4ae2-922e-3bbbe0bf8eb2 None None] Pushing event updated for resources: {'Port': ['ID=dd49779b-ae6f-4646-9618-574ff197a9a6,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:02.320517 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ff2ccf8-8044-4276-a822-61d6f86cb382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:02.352519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2ccf8-8044-4276-a822-61d6f86cb382 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed995a9b-0655-4bb0-96de-dfb5381b93a7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:02.353225 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Allocated IP 172.20.0.2 (cd5d7890-7427-4d09-b4be-94806e82ad3b/5b52c3c3-53d3-4a18-afa9-75412f4f48fe/f19c367f-a71a-4fcf-9680-909f6d67a4f2) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:44:02.542044 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] Set router 3f690c53-e727-44f2-a6e2-3eaaee749483 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:44:02.604403 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ff2ccf8-8044-4276-a822-61d6f86cb382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:02.756365 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e50f864d-943f-42d8-a35c-c0455cdfc69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:02.844104 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:02.880226 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3198a4e-6520-4682-81a2-1ce4b476d586 req-14334870-7fd7-4333-8c06-5a122c3c389a tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:02.881949 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3198a4e-6520-4682-81a2-1ce4b476d586 req-14334870-7fd7-4333-8c06-5a122c3c389a tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 944 time: 0.1039343 Nov 19 09:44:02.883215 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e50f864d-943f-42d8-a35c-c0455cdfc69a None None] For port dd49779b-ae6f-4646-9618-574ff197a9a6, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=dd49779b-ae6f-4646-9618-574ff197a9a6,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:02.896902 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e50f864d-943f-42d8-a35c-c0455cdfc69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:02.914285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff2ccf8-8044-4276-a822-61d6f86cb382 admin admin] Router 5c11a3a1-5f80-40e1-a075-db4c6a109149 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:44:02.931500 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:02.952180 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3198a4e-6520-4682-81a2-1ce4b476d586 req-ec654258-eb8b-4638-a008-f4f0d2ecdaf0 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604188 Nov 19 09:44:02.967783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Network cd5d7890-7427-4d09-b4be-94806e82ad3b is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:44:02.999844 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Allocated IP 172.20.0.1 (cd5d7890-7427-4d09-b4be-94806e82ad3b/5b52c3c3-53d3-4a18-afa9-75412f4f48fe/b37940e3-10df-422d-aee2-658b1463ffee) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:44:03.002402 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:03.008071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f864d-943f-42d8-a35c-c0455cdfc69a None None] Pushing event updated for resources: {'Port': ['ID=dd49779b-ae6f-4646-9618-574ff197a9a6,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:03.018635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:44:03.063422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff2ccf8-8044-4276-a822-61d6f86cb382 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:44:03.069527 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3ff2ccf8-8044-4276-a822-61d6f86cb382 admin admin] 10.222.0.21 "PUT /v2.0/routers/5c11a3a1-5f80-40e1-a075-db4c6a109149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1549661 Nov 19 09:44:03.073554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57004) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:03.075884 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883a3fd5-9943-4e83-9a58-0c30b1d748a1 None None] Sync routers for ids ['5c11a3a1-5f80-40e1-a075-db4c6a109149'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:44:03.093325 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a3fd5-9943-4e83-9a58-0c30b1d748a1 None None] Routers {'5c11a3a1-5f80-40e1-a075-db4c6a109149'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:44:03.093542 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-883a3fd5-9943-4e83-9a58-0c30b1d748a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5c11a3a1-5f80-40e1-a075-db4c6a109149'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:03.152216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'name': 'tempest-TestNetworkBasicOps-router-842415516', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:43:57Z', 'updated_at': '2021-11-19T09:43:59Z', 'revision_number': 3, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:58Z', 'updated_at': '2021-11-19T09:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:03.154550 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Pushing event updated for resources: {'Port': ['ID=f19c367f-a71a-4fcf-9680-909f6d67a4f2,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:03.157196 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0165be3d-226a-4d78-9e11-738426dfa219 None None] Provisioning complete for port dd49779b-ae6f-4646-9618-574ff197a9a6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:03.157616 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0165be3d-226a-4d78-9e11-738426dfa219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:03.196211 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:03.229923 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22c7c7-fd82-413c-8461-980614febecb None None] The sync data for ids ['3f690c53-e727-44f2-a6e2-3eaaee749483'] in n-d-805649-14 is: [{'id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'name': 'tempest-TestNetworkBasicOps-router-842415516', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:43:57Z', 'updated_at': '2021-11-19T09:43:59Z', 'revision_number': 3, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:58Z', 'updated_at': '2021-11-19T09:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:44:03.276543 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Attempting to bind port f19c367f-a71a-4fcf-9680-909f6d67a4f2 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:44:03.276931 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Attempting to bind port f19c367f-a71a-4fcf-9680-909f6d67a4f2 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'dfe429d2-3a6f-42dc-9935-0f6bc642a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:44:03.277346 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Attempting to bind port f19c367f-a71a-4fcf-9680-909f6d67a4f2 on network cd5d7890-7427-4d09-b4be-94806e82ad3b {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:44:03.278761 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:03.292987 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:44:03.293410 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Checking segment: {'id': 'dfe429d2-3a6f-42dc-9935-0f6bc642a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:44:03.293827 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:03.294232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Bound using segment: {'id': 'dfe429d2-3a6f-42dc-9935-0f6bc642a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:44:03.294734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Bound port: f19c367f-a71a-4fcf-9680-909f6d67a4f2, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe429d2-3a6f-42dc-9935-0f6bc642a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:44:03.295128 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:03.302759 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-883a3fd5-9943-4e83-9a58-0c30b1d748a1 None None] Set router 5c11a3a1-5f80-40e1-a075-db4c6a109149 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:44:03.343340 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network cd5d7890-7427-4d09-b4be-94806e82ad3b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:44:03.352316 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:03.361971 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:44:03.390578 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2248d555-9a84-41a7-b844-8caba603c3fb admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:03.392427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] For port f19c367f-a71a-4fcf-9680-909f6d67a4f2, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:44:03.396855 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] For port f19c367f-a71a-4fcf-9680-909f6d67a4f2, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f19c367f-a71a-4fcf-9680-909f6d67a4f2,segment=NetworkSegment(dfe429d2-3a6f-42dc-9935-0f6bc642a9a3),segment_id=dfe429d2-3a6f-42dc-9935-0f6bc642a9a3)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:44:03.420187 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:03.459892 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:03.545610 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Port': ['ID=b37940e3-10df-422d-aee2-658b1463ffee,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:03.606414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e0d4a-07fd-4a8a-af38-b0ba11d021fc None None] Pushing event updated for resources: {'Port': ['ID=f19c367f-a71a-4fcf-9680-909f6d67a4f2,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:03.650444 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-883a3fd5-9943-4e83-9a58-0c30b1d748a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'name': 'tempest-TestVolumeBackupRestore-1826463508-router', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '8744e117-255e-4882-92d9-0c2fd329e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:25Z', 'updated_at': '2021-11-19T09:44:02Z', 'revision_number': 5, 'project_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'gw_port': {'id': '8744e117-255e-4882-92d9-0c2fd329e271', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:26Z', 'updated_at': '2021-11-19T09:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:03.725297 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883a3fd5-9943-4e83-9a58-0c30b1d748a1 None None] Checking router: 5c11a3a1-5f80-40e1-a075-db4c6a109149 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:44:03.757951 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a3fd5-9943-4e83-9a58-0c30b1d748a1 None None] Routers {'5c11a3a1-5f80-40e1-a075-db4c6a109149'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:44:03.758820 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-883a3fd5-9943-4e83-9a58-0c30b1d748a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['5c11a3a1-5f80-40e1-a075-db4c6a109149'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:03.895942 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:03.992213 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device a0efadf5-1166-43b3-8de1-a166e9c604dd up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:44:04.056268 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-883a3fd5-9943-4e83-9a58-0c30b1d748a1 None None] Set router 5c11a3a1-5f80-40e1-a075-db4c6a109149 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:44:04.145017 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port a0efadf5-1166-43b3-8de1-a166e9c604dd completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:44:04.160819 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2248d555-9a84-41a7-b844-8caba603c3fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:04.167458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port a0efadf5-1166-43b3-8de1-a166e9c604dd triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:04.170567 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:04.187936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739222a-edac-4a57-b42e-33a87edc1283 req-dc2ca763-edb2-41df-8b19-5cc7ca051763 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:04.189713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2739222a-edac-4a57-b42e-33a87edc1283 req-dc2ca763-edb2-41df-8b19-5cc7ca051763 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 944 time: 0.1355870 Nov 19 09:44:04.369703 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2739222a-edac-4a57-b42e-33a87edc1283 req-d70e8efa-04cf-4d30-a47c-a59b8e764d23 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663175 Nov 19 09:44:04.370860 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:04.409338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2248d555-9a84-41a7-b844-8caba603c3fb admin admin] Deleting port 8744e117-255e-4882-92d9-0c2fd329e271 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:44:04.410418 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2248d555-9a84-41a7-b844-8caba603c3fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:04.425016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port a0efadf5-1166-43b3-8de1-a166e9c604dd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a0efadf5-1166-43b3-8de1-a166e9c604dd,segment=NetworkSegment(d83f52e5-74d8-4086-8bb9-b6c0aba4f420),segment_id=d83f52e5-74d8-4086-8bb9-b6c0aba4f420)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:04.426317 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507ed190-0a46-4a11-b4b1-b2e68302c580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0efadf5-1166-43b3-8de1-a166e9c604dd'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:44:04.428731 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-883a3fd5-9943-4e83-9a58-0c30b1d748a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'name': 'tempest-TestVolumeBackupRestore-1826463508-router', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '8744e117-255e-4882-92d9-0c2fd329e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:25Z', 'updated_at': '2021-11-19T09:44:02Z', 'revision_number': 5, 'project_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'gw_port': {'id': '8744e117-255e-4882-92d9-0c2fd329e271', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:26Z', 'updated_at': '2021-11-19T09:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:04.429614 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94e60ae-16a8-4c9a-a52f-00e5bd27b1f9" -d '{"events": [{"server_uuid": "507ed190-0a46-4a11-b4b1-b2e68302c580", "name": "network-vif-plugged", "status": "completed", "tag": "a0efadf5-1166-43b3-8de1-a166e9c604dd"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:44:04.445950 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:04.488719 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a62f66c-db2c-4094-b326-e765c5b34c55 x-openstack-request-id: req-1a62f66c-db2c-4094-b326-e765c5b34c55 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:44:04.489065 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507ed190-0a46-4a11-b4b1-b2e68302c580", "name": "network-vif-plugged", "status": "completed", "tag": "a0efadf5-1166-43b3-8de1-a166e9c604dd", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:44:04.489370 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a62f66c-db2c-4094-b326-e765c5b34c55 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:44:04.489778 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507ed190-0a46-4a11-b4b1-b2e68302c580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0efadf5-1166-43b3-8de1-a166e9c604dd', 'code': 200} Nov 19 09:44:04.514638 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883a3fd5-9943-4e83-9a58-0c30b1d748a1 None None] The sync data for ids ['5c11a3a1-5f80-40e1-a075-db4c6a109149'] in n-d-805649-14 is: [{'id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'name': 'tempest-TestVolumeBackupRestore-1826463508-router', 'tenant_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '8744e117-255e-4882-92d9-0c2fd329e271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:39:25Z', 'updated_at': '2021-11-19T09:44:02Z', 'revision_number': 5, 'project_id': 'd3074e98dafc4021b5e5b38b6cf11443', 'gw_port': {'id': '8744e117-255e-4882-92d9-0c2fd329e271', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11a3a1-5f80-40e1-a075-db4c6a109149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:39:26Z', 'updated_at': '2021-11-19T09:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:44:04.577330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-2248d555-9a84-41a7-b844-8caba603c3fb admin admin] For port 8744e117-255e-4882-92d9-0c2fd329e271, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=8744e117-255e-4882-92d9-0c2fd329e271,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:04.577667 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=a0efadf5-1166-43b3-8de1-a166e9c604dd,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:04.577912 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2248d555-9a84-41a7-b844-8caba603c3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:04.583428 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:04.612087 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:04.612725 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2248d555-9a84-41a7-b844-8caba603c3fb admin admin] Calling delete_port for 8744e117-255e-4882-92d9-0c2fd329e271 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:44:04.756164 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Port': ['ID=b37940e3-10df-422d-aee2-658b1463ffee,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:04.759870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:04.776726 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab99923-083a-465b-99eb-3f4f3adb1104 req-b7e94290-403a-4d0a-a049-d911807ffb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:04.778416 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fab99923-083a-465b-99eb-3f4f3adb1104 req-b7e94290-403a-4d0a-a049-d911807ffb76 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 1097 time: 0.2133982 Nov 19 09:44:04.858487 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2248d555-9a84-41a7-b844-8caba603c3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:04.874963 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-fab99923-083a-465b-99eb-3f4f3adb1104 req-c1078c1c-3457-41c9-ad5c-8180902d2964 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871160 Nov 19 09:44:04.935734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248d555-9a84-41a7-b844-8caba603c3fb admin admin] Pushing event deleted for resources: {'Port': ['ID=8744e117-255e-4882-92d9-0c2fd329e271,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:04.961326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a55ed8-4ebd-4d91-8b56-81c46360ce09 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:44:04.965518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network cd5d7890-7427-4d09-b4be-94806e82ad3b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:44:04.970401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:05.077284 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2248d555-9a84-41a7-b844-8caba603c3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:05.156129 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f19c367f-a71a-4fcf-9680-909f6d67a4f2 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:44:05.177455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Router 3f690c53-e727-44f2-a6e2-3eaaee749483 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:44:05.262435 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2248d555-9a84-41a7-b844-8caba603c3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:05.275017 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2248d555-9a84-41a7-b844-8caba603c3fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:05.275798 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f19c367f-a71a-4fcf-9680-909f6d67a4f2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:05.276182 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:05.341394 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2248d555-9a84-41a7-b844-8caba603c3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:05.342143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2248d555-9a84-41a7-b844-8caba603c3fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c11a3a1-5f80-40e1-a075-db4c6a109149 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:44:05.345635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a243a129-cce1-4326-aefe-66700cc080ec None None] Network cd5d7890-7427-4d09-b4be-94806e82ad3b requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:44:05.347409 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2248d555-9a84-41a7-b844-8caba603c3fb admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:05.349160 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2248d555-9a84-41a7-b844-8caba603c3fb admin admin] 10.222.0.21 "DELETE /v2.0/routers/5c11a3a1-5f80-40e1-a075-db4c6a109149 HTTP/1.1" status: 204 len: 168 time: 2.2638116 Nov 19 09:44:05.352513 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57038) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:05.438505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-3963e976-16e7-4b12-9364-db374d40392f admin admin] Deleting subnet ee4cdf99-246e-427d-b711-a8651b2a9536 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:44:05.450330 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3963e976-16e7-4b12-9364-db374d40392f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:05.511092 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-01c78bc1-c86c-4944-b023-5d4c62b892e7 None None] Provisioning complete for port f19c367f-a71a-4fcf-9680-909f6d67a4f2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:05.511481 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-01c78bc1-c86c-4944-b023-5d4c62b892e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:05.588128 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3963e976-16e7-4b12-9364-db374d40392f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:05.617494 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:05.691600 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3963e976-16e7-4b12-9364-db374d40392f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:05.760937 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:44:05.779464 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0e3a8d7a-1a2e-4577-9b41-9e8b317ff06d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "PUT /v2.0/routers/3f690c53-e727-44f2-a6e2-3eaaee749483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6061666 Nov 19 09:44:05.781271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab848d-9f02-4858-952c-21f379127192 req-9af58fe3-f00a-4b01-a30a-fc945e7aa5c3 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:05.781578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57046) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:05.785565 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-01c78bc1-c86c-4944-b023-5d4c62b892e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:05.788995 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port f19c367f-a71a-4fcf-9680-909f6d67a4f2, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f19c367f-a71a-4fcf-9680-909f6d67a4f2,segment=NetworkSegment(dfe429d2-3a6f-42dc-9935-0f6bc642a9a3),segment_id=dfe429d2-3a6f-42dc-9935-0f6bc642a9a3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:05.790491 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68ab848d-9f02-4858-952c-21f379127192 req-9af58fe3-f00a-4b01-a30a-fc945e7aa5c3 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 945 time: 0.2838576 Nov 19 09:44:05.802348 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:05.803716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device dd49779b-ae6f-4646-9618-574ff197a9a6 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:44:05.804949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3963e976-16e7-4b12-9364-db374d40392f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:05.863792 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963e976-16e7-4b12-9364-db374d40392f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4cdf99-246e-427d-b711-a8651b2a9536,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:05.866213 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3963e976-16e7-4b12-9364-db374d40392f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:05.872073 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3963e976-16e7-4b12-9364-db374d40392f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ee4cdf99-246e-427d-b711-a8651b2a9536 HTTP/1.1" status: 204 len: 168 time: 0.5159266 Nov 19 09:44:05.873764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57048) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:05.955316 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb16d721-fe3a-4990-a00c-e5f2a00dc2c2 None None] Network bff31a76-d764-4e06-8e62-a6add8ca2a1c requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:44:06.035324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68ab848d-9f02-4858-952c-21f379127192 req-9eb90dcb-319c-4554-99ea-de799005ffb2 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436802 Nov 19 09:44:06.059673 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:06.154248 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-01c78bc1-c86c-4944-b023-5d4c62b892e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:44:06.155668 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-01c78bc1-c86c-4944-b023-5d4c62b892e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:44:06.173884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8e6815-2bdf-4ed7-a951-fa671eab9e78 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:06.174381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8e6815-2bdf-4ed7-a951-fa671eab9e78 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:06.174813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8e6815-2bdf-4ed7-a951-fa671eab9e78 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:06.175283 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8e6815-2bdf-4ed7-a951-fa671eab9e78 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:06.176283 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8e6815-2bdf-4ed7-a951-fa671eab9e78 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:06.176745 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8e6815-2bdf-4ed7-a951-fa671eab9e78 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:06.181619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57056) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:06.193850 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3b8e6815-2bdf-4ed7-a951-fa671eab9e78 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4246 time: 0.4109161 Nov 19 09:44:06.226737 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=f19c367f-a71a-4fcf-9680-909f6d67a4f2,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:06.276588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port dd49779b-ae6f-4646-9618-574ff197a9a6 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:06.277135 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:06.299725 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] Deleting port 006c7075-932c-4bf8-b86e-8d703578eae7 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:44:06.300246 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:06.383978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aafb208-967e-47dc-b004-72ad9a49b4fa tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:06.384586 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aafb208-967e-47dc-b004-72ad9a49b4fa tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:06.385076 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aafb208-967e-47dc-b004-72ad9a49b4fa tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:06.385510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aafb208-967e-47dc-b004-72ad9a49b4fa tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:06.385960 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aafb208-967e-47dc-b004-72ad9a49b4fa tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:06.387794 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3aafb208-967e-47dc-b004-72ad9a49b4fa tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.2038596 Nov 19 09:44:06.392040 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57062) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:06.448303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] For port 006c7075-932c-4bf8-b86e-8d703578eae7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=006c7075-932c-4bf8-b86e-8d703578eae7,segment=NetworkSegment(28ff342d-aaa8-4feb-8775-00ce48ffa20c),segment_id=28ff342d-aaa8-4feb-8775-00ce48ffa20c)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:06.449619 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:06.475155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] Calling delete_port for 006c7075-932c-4bf8-b86e-8d703578eae7 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:44:06.574500 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Sync routers for ids ['3f690c53-e727-44f2-a6e2-3eaaee749483'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:44:06.599928 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fdc0c3-3595-4354-b846-027fc7e777f4 None None] DHCP port deletion for bff31a76-d764-4e06-8e62-a6add8ca2a1c request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:44:06.626203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Routers {'3f690c53-e727-44f2-a6e2-3eaaee749483'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:44:06.626985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3f690c53-e727-44f2-a6e2-3eaaee749483'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:06.640889 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:06.691902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=006c7075-932c-4bf8-b86e-8d703578eae7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:06.697241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] No DVR routers for this DVR port 006c7075-932c-4bf8-b86e-8d703578eae7 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:44:06.765857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e7fdc0c3-3595-4354-b846-027fc7e777f4 None None] The port '006c7075-932c-4bf8-b86e-8d703578eae7' was deleted {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 19 09:44:06.766130 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6cb4df16-a317-4bba-9733-6a7d699a3804 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3728786 Nov 19 09:44:06.816446 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:06.839281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff31a76-d764-4e06-8e62-a6add8ca2a1c']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:06.851169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ff342d-aaa8-4feb-8775-00ce48ffa20c') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:06.851307 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ff342d-aaa8-4feb-8775-00ce48ffa20c') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:06.851510 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Set router 3f690c53-e727-44f2-a6e2-3eaaee749483 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:44:06.863306 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:06.878093 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:06.887112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:44:06.887530 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:44:06.889282 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:44:06.899337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ed995a9b-0655-4bb0-96de-dfb5381b93a7 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:44:06.932400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: ed995a9b-0655-4bb0-96de-dfb5381b93a7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:44:06.932754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device ed995a9b-0655-4bb0-96de-dfb5381b93a7 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:44:06.955107 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:06.962942 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:06.968075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bff31a76-d764-4e06-8e62-a6add8ca2a1c HTTP/1.1" status: 204 len: 168 time: 1.0918150 Nov 19 09:44:06.983890 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c145e-2e6b-4fe9-a983-4fde16c5d4e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bff31a76-d764-4e06-8e62-a6add8ca2a1c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:07.122028 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f19c367f-a71a-4fcf-9680-909f6d67a4f2 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:44:07.190353 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57076) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:07.218331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-76addcc2-a115-4ca6-b925-9d66bdc5a5e1 None None] Provisioning complete for port b37940e3-10df-422d-aee2-658b1463ffee triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:07.219035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28ed71-3606-4856-bbfd-91993fe6a096 req-ca68f02b-41f3-4c3d-bcbb-f595e8d07e6a tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:07.221196 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e28ed71-3606-4856-bbfd-91993fe6a096 req-ca68f02b-41f3-4c3d-bcbb-f595e8d07e6a tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 945 time: 0.0707145 Nov 19 09:44:07.225719 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-76addcc2-a115-4ca6-b925-9d66bdc5a5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:07.258674 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ca5492fd-ffc0-47ee-b716-bcbff543d9dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=971ee414cea849c08c43beefd1cf2e97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0659120 Nov 19 09:44:07.260716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57082) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:07.317039 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-76addcc2-a115-4ca6-b925-9d66bdc5a5e1 None None] Port b37940e3-10df-422d-aee2-658b1463ffee cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:44:07.317539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e28ed71-3606-4856-bbfd-91993fe6a096 req-dd241091-ad9b-4439-b091-0aca175ea624 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736914 Nov 19 09:44:07.351590 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d405969-aa49-489d-a52c-373d530d87fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:07.372028 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-76addcc2-a115-4ca6-b925-9d66bdc5a5e1 None None] Provisioning complete for port f19c367f-a71a-4fcf-9680-909f6d67a4f2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:07.373109 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-76addcc2-a115-4ca6-b925-9d66bdc5a5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:07.401043 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d405969-aa49-489d-a52c-373d530d87fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:07.409150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f19c367f-a71a-4fcf-9680-909f6d67a4f2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:07.409590 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:07.448887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'name': 'tempest-TestNetworkBasicOps-router-842415516', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:43:57Z', 'updated_at': '2021-11-19T09:44:03Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:58Z', 'updated_at': '2021-11-19T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b37940e3-10df-422d-aee2-658b1463ffee', 'name': '', 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:fc:b3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:02Z', 'updated_at': '2021-11-19T09:44:04Z', 'revision_number': 2, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:07.478713 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d405969-aa49-489d-a52c-373d530d87fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:07.486873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57086) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:07.489872 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3d405969-aa49-489d-a52c-373d530d87fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:07.493528 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3d405969-aa49-489d-a52c-373d530d87fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4cf4d29-1e8d-41d9-8b39-c7db38879874 HTTP/1.1" status: 204 len: 168 time: 0.2293813 Nov 19 09:44:07.497418 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-da2f2d35-74ef-45bd-aa46-60aafbb39a84 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1161456080', 'description': 'tempest-secgroup-smoke-1161456080 description', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:07.501328 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d405969-aa49-489d-a52c-373d530d87fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cf4d29-1e8d-41d9-8b39-c7db38879874,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:07.525057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Checking router: 3f690c53-e727-44f2-a6e2-3eaaee749483 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:44:07.525438 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Updating router 3f690c53-e727-44f2-a6e2-3eaaee749483 port b37940e3-10df-422d-aee2-658b1463ffee binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:44:07.536781 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da2f2d35-74ef-45bd-aa46-60aafbb39a84 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:07.609379 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:07.654268 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da2f2d35-74ef-45bd-aa46-60aafbb39a84 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:07.662437 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da2f2d35-74ef-45bd-aa46-60aafbb39a84 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:07.701465 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da2f2d35-74ef-45bd-aa46-60aafbb39a84 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:07.705611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-da2f2d35-74ef-45bd-aa46-60aafbb39a84 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2138653 Nov 19 09:44:07.705986 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57098) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:07.712715 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-60d88e9d-c4d7-4ee8-a488-57370d7070ce tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': 'ac3add3c-9ddd-49ce-8e62-3732d3d07859', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:07.763820 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f2d35-74ef-45bd-aa46-60aafbb39a84 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3add3c-9ddd-49ce-8e62-3732d3d07859,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:07.803942 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60d88e9d-c4d7-4ee8-a488-57370d7070ce tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:07.855120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8744e117-255e-4882-92d9-0c2fd329e271 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:44:07.864708 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60d88e9d-c4d7-4ee8-a488-57370d7070ce tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:07.869364 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60d88e9d-c4d7-4ee8-a488-57370d7070ce tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:07.882857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 8744e117-255e-4882-92d9-0c2fd329e271 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:44:07.883240 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 8744e117-255e-4882-92d9-0c2fd329e271 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:44:07.883858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 006c7075-932c-4bf8-b86e-8d703578eae7 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:44:07.900938 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-60d88e9d-c4d7-4ee8-a488-57370d7070ce tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:07.904922 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-60d88e9d-c4d7-4ee8-a488-57370d7070ce tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1947377 Nov 19 09:44:07.904922 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d88e9d-c4d7-4ee8-a488-57370d7070ce tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6339a5-9256-4137-855d-fe533a017718,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:07.906086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57102) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:07.908542 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 006c7075-932c-4bf8-b86e-8d703578eae7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:44:07.908897 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 006c7075-932c-4bf8-b86e-8d703578eae7 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:44:07.915053 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8f9a46ed-7faa-44ee-8c87-0e8c22f344e9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': 'ac3add3c-9ddd-49ce-8e62-3732d3d07859', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:07.982036 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f9a46ed-7faa-44ee-8c87-0e8c22f344e9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.057743 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f9a46ed-7faa-44ee-8c87-0e8c22f344e9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.064311 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f9a46ed-7faa-44ee-8c87-0e8c22f344e9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.096731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a46ed-7faa-44ee-8c87-0e8c22f344e9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e0cb19-7621-4ce2-ba07-c3f014af64b4,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:08.106724 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f9a46ed-7faa-44ee-8c87-0e8c22f344e9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.106724 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8f9a46ed-7faa-44ee-8c87-0e8c22f344e9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1983540 Nov 19 09:44:08.106724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57114) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:08.108188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57116) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:08.112628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-20380746-d402-4579-a7d7-37bfc9e89ebc tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': 'ac3add3c-9ddd-49ce-8e62-3732d3d07859', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:08.154977 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.162876 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.195099 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-88796701-de05-491c-9e46-bfb35e547fe5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3074e98dafc4021b5e5b38b6cf11443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0875771 Nov 19 09:44:08.198189 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57118) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:08.239689 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55d552-c5b2-4b27-8925-d0c7a42c84b3 None None] Pushing event updated for resources: {'Port': ['ID=b37940e3-10df-422d-aee2-658b1463ffee,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:08.246049 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-20380746-d402-4579-a7d7-37bfc9e89ebc tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.295825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Attempting to bind port b37940e3-10df-422d-aee2-658b1463ffee on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:44:08.296342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Attempting to bind port b37940e3-10df-422d-aee2-658b1463ffee by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'dfe429d2-3a6f-42dc-9935-0f6bc642a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:44:08.296727 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Attempting to bind port b37940e3-10df-422d-aee2-658b1463ffee on network cd5d7890-7427-4d09-b4be-94806e82ad3b {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:44:08.301469 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35c1a1b9-cb12-4c1f-a18b-db3576087fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.312520 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:44:08.314863 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Checking segment: {'id': 'dfe429d2-3a6f-42dc-9935-0f6bc642a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:44:08.314863 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.315103 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Bound using segment: {'id': 'dfe429d2-3a6f-42dc-9935-0f6bc642a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:44:08.315577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Bound port: b37940e3-10df-422d-aee2-658b1463ffee, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe429d2-3a6f-42dc-9935-0f6bc642a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:44:08.325130 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.332427 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35c1a1b9-cb12-4c1f-a18b-db3576087fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.337468 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-20380746-d402-4579-a7d7-37bfc9e89ebc tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.356271 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-20380746-d402-4579-a7d7-37bfc9e89ebc tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.401877 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20380746-d402-4579-a7d7-37bfc9e89ebc tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a841914-5fed-4731-8a31-dc330ab5bec6,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:08.422889 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35c1a1b9-cb12-4c1f-a18b-db3576087fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.426144 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35c1a1b9-cb12-4c1f-a18b-db3576087fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.427307 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-35c1a1b9-cb12-4c1f-a18b-db3576087fcf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff97ac91-e98d-4454-9d11-27bb2122084f HTTP/1.1" status: 204 len: 168 time: 0.2276442 Nov 19 09:44:08.427955 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-20380746-d402-4579-a7d7-37bfc9e89ebc tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.431765 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-20380746-d402-4579-a7d7-37bfc9e89ebc tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3203595 Nov 19 09:44:08.433912 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57124) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:08.447121 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] For port b37940e3-10df-422d-aee2-658b1463ffee, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:44:08.454218 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] For port b37940e3-10df-422d-aee2-658b1463ffee, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b37940e3-10df-422d-aee2-658b1463ffee,segment=NetworkSegment(dfe429d2-3a6f-42dc-9935-0f6bc642a9a3),segment_id=dfe429d2-3a6f-42dc-9935-0f6bc642a9a3)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:44:08.459160 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e4b58e81-28c4-45c8-a142-3f4379198355 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': 'ac3add3c-9ddd-49ce-8e62-3732d3d07859', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:08.464270 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1a1b9-cb12-4c1f-a18b-db3576087fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff97ac91-e98d-4454-9d11-27bb2122084f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:08.464483 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.494743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93094d35-34ee-4b76-8add-751bfc42b2c5 req-a7485f01-134a-46d2-a3d5-8080c6f1713f tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:08.504463 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93094d35-34ee-4b76-8add-751bfc42b2c5 req-a7485f01-134a-46d2-a3d5-8080c6f1713f tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 945 time: 0.1616194 Nov 19 09:44:08.528885 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4b58e81-28c4-45c8-a142-3f4379198355 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.584876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55d552-c5b2-4b27-8925-d0c7a42c84b3 None None] Pushing event updated for resources: {'Port': ['ID=b37940e3-10df-422d-aee2-658b1463ffee,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:08.593652 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Routers {'3f690c53-e727-44f2-a6e2-3eaaee749483'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:44:08.594331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3f690c53-e727-44f2-a6e2-3eaaee749483'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:08.646744 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93094d35-34ee-4b76-8add-751bfc42b2c5 req-cf13bc99-db61-46ad-889d-a1110f8c5a0e tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414189 Nov 19 09:44:08.660286 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4b58e81-28c4-45c8-a142-3f4379198355 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.678270 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4b58e81-28c4-45c8-a142-3f4379198355 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.708659 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b58e81-28c4-45c8-a142-3f4379198355 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8b3345-8bbe-4927-9b47-33ca1cfc2d06,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:08.723473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d47bf117-43d8-4073-a8e6-be18c0efa65c None None] Provisioning complete for port b37940e3-10df-422d-aee2-658b1463ffee triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:08.723973 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d47bf117-43d8-4073-a8e6-be18c0efa65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.730028 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4b58e81-28c4-45c8-a142-3f4379198355 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.731610 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e4b58e81-28c4-45c8-a142-3f4379198355 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2764802 Nov 19 09:44:08.734673 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57130) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:08.742067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-941d6284-304b-4d6e-92de-1ccc3242f433 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': 'ac3add3c-9ddd-49ce-8e62-3732d3d07859', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:08.779204 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-941d6284-304b-4d6e-92de-1ccc3242f433 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Project a54b2eaca0f74c3180e499355c2ca0b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:44:08.795674 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-941d6284-304b-4d6e-92de-1ccc3242f433 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.841933 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] Set router 3f690c53-e727-44f2-a6e2-3eaaee749483 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:44:08.870373 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-941d6284-304b-4d6e-92de-1ccc3242f433 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.875179 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-941d6284-304b-4d6e-92de-1ccc3242f433 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.899654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d6284-304b-4d6e-92de-1ccc3242f433 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e082891a-f58b-4bc6-b819-c687ee094c18,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:08.913195 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-941d6284-304b-4d6e-92de-1ccc3242f433 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:08.915660 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-941d6284-304b-4d6e-92de-1ccc3242f433 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1798296 Nov 19 09:44:08.918816 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57138) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:08.926484 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-665932e0-2ed2-4c73-bfc8-6715c3291e6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'security_group_rule': {'security_group_id': 'ac3add3c-9ddd-49ce-8e62-3732d3d07859', 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:08.957886 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-665932e0-2ed2-4c73-bfc8-6715c3291e6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Project a54b2eaca0f74c3180e499355c2ca0b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:44:08.963478 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-665932e0-2ed2-4c73-bfc8-6715c3291e6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:09.016060 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d47bf117-43d8-4073-a8e6-be18c0efa65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:09.048676 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-665932e0-2ed2-4c73-bfc8-6715c3291e6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:09.053767 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-665932e0-2ed2-4c73-bfc8-6715c3291e6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:09.084472 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665932e0-2ed2-4c73-bfc8-6715c3291e6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12712a80-d725-4f0e-90f3-b62d3b4b1a9b,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:09.090592 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-665932e0-2ed2-4c73-bfc8-6715c3291e6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:09.101338 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-665932e0-2ed2-4c73-bfc8-6715c3291e6f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1807077 Nov 19 09:44:09.111304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d47bf117-43d8-4073-a8e6-be18c0efa65c None None] For port b37940e3-10df-422d-aee2-658b1463ffee, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b37940e3-10df-422d-aee2-658b1463ffee,segment=NetworkSegment(dfe429d2-3a6f-42dc-9935-0f6bc642a9a3),segment_id=dfe429d2-3a6f-42dc-9935-0f6bc642a9a3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:09.122102 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d47bf117-43d8-4073-a8e6-be18c0efa65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:09.366409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6e6a3869-0508-4549-94c0-3d18c7763f5d tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161456080&fields=id&tenant_id=a54b2eaca0f74c3180e499355c2ca0b2 HTTP/1.1" status: 200 len: 267 time: 0.0709038 Nov 19 09:44:09.412154 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-370e9da7-12a9-434f-add8-5e86881125a3 None None] Provisioning complete for port b37940e3-10df-422d-aee2-658b1463ffee triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:09.413264 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-370e9da7-12a9-434f-add8-5e86881125a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:09.487592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bf117-43d8-4073-a8e6-be18c0efa65c None None] Pushing event updated for resources: {'Port': ['ID=b37940e3-10df-422d-aee2-658b1463ffee,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:09.496251 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-0b617004-25f3-40fd-8f64-425a5af614b5 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:09.497982 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-0b617004-25f3-40fd-8f64-425a5af614b5 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/networks?id=cd5d7890-7427-4d09-b4be-94806e82ad3b HTTP/1.1" status: 200 len: 796 time: 0.1231375 Nov 19 09:44:09.528247 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-a989a08a-4b01-4525-a0db-7276e0ebb8db tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/quotas/a54b2eaca0f74c3180e499355c2ca0b2 HTTP/1.1" status: 200 len: 375 time: 0.0218430 Nov 19 09:44:09.553640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'name': 'tempest-TestNetworkBasicOps-router-842415516', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:43:57Z', 'updated_at': '2021-11-19T09:44:03Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:58Z', 'updated_at': '2021-11-19T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b37940e3-10df-422d-aee2-658b1463ffee', 'name': '', 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:fc:b3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:02Z', 'updated_at': '2021-11-19T09:44:08Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:09.590673 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e85a7-658e-4a1f-bebd-d045af851fc3 None None] The sync data for ids ['3f690c53-e727-44f2-a6e2-3eaaee749483'] in n-d-805649-14 is: [{'id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'name': 'tempest-TestNetworkBasicOps-router-842415516', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:43:57Z', 'updated_at': '2021-11-19T09:44:03Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:58Z', 'updated_at': '2021-11-19T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b37940e3-10df-422d-aee2-658b1463ffee', 'name': '', 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:fc:b3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:02Z', 'updated_at': '2021-11-19T09:44:08Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:44:09.630857 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-0f990785-93b0-4a7e-97dd-5fb2609bcecc tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a54b2eaca0f74c3180e499355c2ca0b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914485 Nov 19 09:44:09.675344 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57178) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:09.728808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205e108-c55a-448b-9c5b-80acef5a9da4 req-33ff46a6-a047-42dd-a46d-1d3a90fa5c3b tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:09.730781 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0205e108-c55a-448b-9c5b-80acef5a9da4 req-33ff46a6-a047-42dd-a46d-1d3a90fa5c3b tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.71 "GET /v2.0/ports?device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 945 time: 0.0922716 Nov 19 09:44:09.841610 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-ff6358e8-1eba-4103-997d-a8af9911f433 service neutron] 10.222.0.21 "GET /v2.0/networks/cd5d7890-7427-4d09-b4be-94806e82ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067237 Nov 19 09:44:09.874143 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-0205e108-c55a-448b-9c5b-80acef5a9da4 req-810d8448-b159-4cd0-a54e-76146bb20e99 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Deleting port a0efadf5-1166-43b3-8de1-a166e9c604dd {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:44:09.874703 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0205e108-c55a-448b-9c5b-80acef5a9da4 req-810d8448-b159-4cd0-a54e-76146bb20e99 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:09.897770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b8381-b9e1-4ef7-b5d6-7894b58ca1b7 req-ecbc946d-f856-480b-9fbe-e9b325478ad8 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:09.899835 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b7b8381-b9e1-4ef7-b5d6-7894b58ca1b7 req-ecbc946d-f856-480b-9fbe-e9b325478ad8 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 945 time: 0.1352088 Nov 19 09:44:09.933580 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-9579f17f-1719-4091-bf81-2156e85c38e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1468261748-network', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:10.007096 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9579f17f-1719-4091-bf81-2156e85c38e2 admin admin] Made reservation on behalf of a84db2c49968458a9cc1816d95bbefc9 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:44:10.009412 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9579f17f-1719-4091-bf81-2156e85c38e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:10.011492 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0205e108-c55a-448b-9c5b-80acef5a9da4 req-810d8448-b159-4cd0-a54e-76146bb20e99 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] For port a0efadf5-1166-43b3-8de1-a166e9c604dd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=a0efadf5-1166-43b3-8de1-a166e9c604dd,segment=NetworkSegment(d83f52e5-74d8-4086-8bb9-b6c0aba4f420),segment_id=d83f52e5-74d8-4086-8bb9-b6c0aba4f420)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:10.012011 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0205e108-c55a-448b-9c5b-80acef5a9da4 req-810d8448-b159-4cd0-a54e-76146bb20e99 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:10.029848 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-0205e108-c55a-448b-9c5b-80acef5a9da4 req-810d8448-b159-4cd0-a54e-76146bb20e99 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Calling delete_port for a0efadf5-1166-43b3-8de1-a166e9c604dd owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:44:10.035628 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9579f17f-1719-4091-bf81-2156e85c38e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:10.048750 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b7b8381-b9e1-4ef7-b5d6-7894b58ca1b7 req-06a65880-f538-4de1-b262-134aa0ce76f0 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194568 Nov 19 09:44:10.057380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-a1e5e666-9f71-402a-b258-65b01fbd19a3 service neutron] 10.222.0.21 "GET /v2.0/networks/cd5d7890-7427-4d09-b4be-94806e82ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045434 Nov 19 09:44:10.183274 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9579f17f-1719-4091-bf81-2156e85c38e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:10.192428 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9579f17f-1719-4091-bf81-2156e85c38e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:10.236898 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9579f17f-1719-4091-bf81-2156e85c38e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:44:10.269050 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9579f17f-1719-4091-bf81-2156e85c38e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:10.269050 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-9579f17f-1719-4091-bf81-2156e85c38e2 admin admin] Added segment a54d7103-cbb6-4581-94df-c2d1a51b01df of type vlan for network 3a43663e-7d24-49a9-a7fa-bf42bee67415 Nov 19 09:44:10.295862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579f17f-1719-4091-bf81-2156e85c38e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a866b5c-a344-449e-92dc-ac6d8e1bab99,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:10.344909 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0205e108-c55a-448b-9c5b-80acef5a9da4 req-810d8448-b159-4cd0-a54e-76146bb20e99 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:10.358089 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['a0efadf5-1166-43b3-8de1-a166e9c604dd'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:44:10.376071 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9579f17f-1719-4091-bf81-2156e85c38e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:10.404237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d8448-b159-4cd0-a54e-76146bb20e99 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Pushing event deleted for resources: {'Port': ['ID=a0efadf5-1166-43b3-8de1-a166e9c604dd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:10.449588 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9579f17f-1719-4091-bf81-2156e85c38e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:10.449588 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9579f17f-1719-4091-bf81-2156e85c38e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:10.450176 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9579f17f-1719-4091-bf81-2156e85c38e2 admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:10.463852 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-0205e108-c55a-448b-9c5b-80acef5a9da4 req-810d8448-b159-4cd0-a54e-76146bb20e99 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] No DVR routers for this DVR port a0efadf5-1166-43b3-8de1-a166e9c604dd on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:44:10.467368 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0205e108-c55a-448b-9c5b-80acef5a9da4 req-810d8448-b159-4cd0-a54e-76146bb20e99 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:10.471639 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0205e108-c55a-448b-9c5b-80acef5a9da4 req-810d8448-b159-4cd0-a54e-76146bb20e99 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.71 "DELETE /v2.0/ports/a0efadf5-1166-43b3-8de1-a166e9c604dd HTTP/1.1" status: 204 len: 173 time: 0.7314417 Nov 19 09:44:10.472270 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507ed190-0a46-4a11-b4b1-b2e68302c580', 'name': 'network-vif-deleted', 'tag': 'a0efadf5-1166-43b3-8de1-a166e9c604dd'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:44:10.475446 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74beefad-c4e4-4e0e-9a71-a4361c8f830b" -d '{"events": [{"server_uuid": "507ed190-0a46-4a11-b4b1-b2e68302c580", "name": "network-vif-deleted", "tag": "a0efadf5-1166-43b3-8de1-a166e9c604dd"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:44:10.484028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-677fa0e3-adf9-49da-81f6-d5075f60f55c req-edf07e88-5107-497e-baa7-3185151451c1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 210 time: 0.0719106 Nov 19 09:44:10.558356 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5399867c-e77e-4314-90e8-eb6d7624eeea x-openstack-request-id: req-5399867c-e77e-4314-90e8-eb6d7624eeea {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:44:10.558692 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507ed190-0a46-4a11-b4b1-b2e68302c580", "name": "network-vif-deleted", "tag": "a0efadf5-1166-43b3-8de1-a166e9c604dd", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:44:10.558951 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5399867c-e77e-4314-90e8-eb6d7624eeea {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:44:10.559930 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507ed190-0a46-4a11-b4b1-b2e68302c580', 'name': 'network-vif-deleted', 'tag': 'a0efadf5-1166-43b3-8de1-a166e9c604dd', 'status': 'completed', 'code': 200} Nov 19 09:44:10.596108 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57204) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:10.601891 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-33ba0d5e-14fd-4f7a-ac92-77c1e358077f admin admin] Request body: {'subnet': {'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1468261748-subnet', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:10.602747 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9579f17f-1719-4091-bf81-2156e85c38e2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9142575 Nov 19 09:44:10.617559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579f17f-1719-4091-bf81-2156e85c38e2 admin admin] Pushing event updated for resources: {'Network': ['ID=3a43663e-7d24-49a9-a7fa-bf42bee67415,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:10.633300 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 3a43663e-7d24-49a9-a7fa-bf42bee67415 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:44:10.657384 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ba0d5e-14fd-4f7a-ac92-77c1e358077f admin admin] Made reservation on behalf of a84db2c49968458a9cc1816d95bbefc9 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:44:10.659311 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33ba0d5e-14fd-4f7a-ac92-77c1e358077f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:10.947195 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33ba0d5e-14fd-4f7a-ac92-77c1e358077f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:11.009416 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba0d5e-14fd-4f7a-ac92-77c1e358077f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d194d568-daba-4f96-9ac3-d2547054e5f8,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:11.020810 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ba0d5e-14fd-4f7a-ac92-77c1e358077f admin admin] Checking segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:44:11.027027 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ba0d5e-14fd-4f7a-ac92-77c1e358077f admin admin] Network hostable DHCP agents. Network: 3a43663e-7d24-49a9-a7fa-bf42bee67415, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:44:11.064059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ba0d5e-14fd-4f7a-ac92-77c1e358077f admin admin] Network 3a43663e-7d24-49a9-a7fa-bf42bee67415 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:44:11.094196 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-33ba0d5e-14fd-4f7a-ac92-77c1e358077f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 3a43663e-7d24-49a9-a7fa-bf42bee67415) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:11.106025 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565610eb-f52b-4656-bd18-afe8cfe3a6b6 None None] Network 3a43663e-7d24-49a9-a7fa-bf42bee67415 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:44:11.117108 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ba0d5e-14fd-4f7a-ac92-77c1e358077f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:11.117108 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-33ba0d5e-14fd-4f7a-ac92-77c1e358077f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:11.198495 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-33ba0d5e-14fd-4f7a-ac92-77c1e358077f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5995979 Nov 19 09:44:11.198701 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57220) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:11.203970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:11.255085 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b37940e3-10df-422d-aee2-658b1463ffee up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:44:11.267955 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:11.270662 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:11.277919 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd70bb2e-021a-4e6d-9a11-5890f69d4215 req-feac8df3-2c61-44d3-9497-fe68a5b1358c tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=507ed190-0a46-4a11-b4b1-b2e68302c580 HTTP/1.1" status: 200 len: 210 time: 0.0722022 Nov 19 09:44:11.399049 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:11.455991 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b37940e3-10df-422d-aee2-658b1463ffee triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:11.456434 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:11.525977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-3a43663e-7d24-49a9-a7fa-bf42bee67415', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:44:11.527691 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:11.596655 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:11.645718 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2951f18-9e5b-488b-be77-2a37ee0395d5 req-2c8ba51a-4819-41d4-afb6-27829eb6aff7 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 210 time: 0.0332575 Nov 19 09:44:11.778180 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-09ff73e2-f383-4d4a-9e7c-b59c4790cfa9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:11.779690 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-09ff73e2-f383-4d4a-9e7c-b59c4790cfa9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.66 "GET /v2.0/networks?id=cd5d7890-7427-4d09-b4be-94806e82ad3b HTTP/1.1" status: 200 len: 796 time: 0.1783876 Nov 19 09:44:11.781854 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Allocated IP 172.20.0.2 (3a43663e-7d24-49a9-a7fa-bf42bee67415/d194d568-daba-4f96-9ac3-d2547054e5f8/9cfba567-a31c-4a4d-a5d0-2be5be50ccf9) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:44:11.864002 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-b3f906e9-cecd-48e8-99bb-c703a10b5967 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a54b2eaca0f74c3180e499355c2ca0b2 HTTP/1.1" status: 200 len: 380 time: 0.0739427 Nov 19 09:44:11.874917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-50c15428-9779-41f6-a22c-d16f7a89c26f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'port': {'device_id': 'a52348b8-3e55-409c-b34f-cbb6fcd120a0', 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b', 'admin_state_up': True, 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'security_groups': ['ac3add3c-9ddd-49ce-8e62-3732d3d07859']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:11.952033 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:11.959206 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:12.003957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Network 3a43663e-7d24-49a9-a7fa-bf42bee67415 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:44:12.010202 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:12.012891 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:44:12.024838 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Pushing event updated for resources: {'Port': ['ID=9cfba567-a31c-4a4d-a5d0-2be5be50ccf9,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:12.053635 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:12.079060 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Attempting to bind port 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:44:12.079450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Attempting to bind port 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:44:12.080016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Attempting to bind port 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9 on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:44:12.086882 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:44:12.087164 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Checking segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:44:12.087558 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:12.087960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Bound using segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:44:12.088444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Bound port: 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:44:12.088978 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:12.091004 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:12.150169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-50c15428-9779-41f6-a22c-d16f7a89c26f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Made reservation on behalf of a54b2eaca0f74c3180e499355c2ca0b2 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:44:12.153769 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-50c15428-9779-41f6-a22c-d16f7a89c26f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:12.165593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] For port 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:44:12.170055 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] For port 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9cfba567-a31c-4a4d-a5d0-2be5be50ccf9,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:44:12.177640 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:12.262572 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807a5d2-44d7-4c00-bb3f-25532e0a64be None None] Pushing event updated for resources: {'Port': ['ID=9cfba567-a31c-4a4d-a5d0-2be5be50ccf9,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:12.275533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Allocated IP 172.25.0.180 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/d6f70273-c08d-4228-a41e-2ecbbc35aa2d) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:44:12.398329 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-50c15428-9779-41f6-a22c-d16f7a89c26f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Allocated IP 172.20.0.6 (cd5d7890-7427-4d09-b4be-94806e82ad3b/5b52c3c3-53d3-4a18-afa9-75412f4f48fe/e85eade0-69aa-492d-ae43-1b73ae0ddc72) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:44:12.542471 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:12.634149 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-50c15428-9779-41f6-a22c-d16f7a89c26f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:12.647502 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:12.720557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-b458ae4f-0db2-4ef8-a248-a055ece85155 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:12.722191 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-b458ae4f-0db2-4ef8-a248-a055ece85155 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/networks?id=602d776d-efad-4c19-876e-f5cff77889f7 HTTP/1.1" status: 200 len: 809 time: 0.1365602 Nov 19 09:44:12.744901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-520dc90d-57e1-4746-ba24-4df5a6c18950 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/quotas/a5def42ae9804be8baaade171dd1567a HTTP/1.1" status: 200 len: 375 time: 0.0105367 Nov 19 09:44:12.782405 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be9d9e98-858a-4bd8-8e13-9add10586e1f req-82d22678-a9dc-4845-8ea3-063e281289c1 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 210 time: 0.0364783 Nov 19 09:44:12.808710 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-d2b02140-f06d-4138-83e0-e96d9d07203c tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5def42ae9804be8baaade171dd1567a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507486 Nov 19 09:44:12.915877 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-65a86fec-3a3c-4e92-a736-1d7d52d63ecf service neutron] 10.222.0.21 "GET /v2.0/networks/602d776d-efad-4c19-876e-f5cff77889f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984387 Nov 19 09:44:13.020084 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:44:13.025580 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-e6806d55-e827-4c70-b5cd-dbf732e794fd service neutron] 10.222.0.21 "GET /v2.0/networks/602d776d-efad-4c19-876e-f5cff77889f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025431 Nov 19 09:44:13.027231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:13.032811 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:44:13.047911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad665adb-3a5f-4461-b2c4-715c035a1526 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:44:13.062870 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f70273-c08d-4228-a41e-2ecbbc35aa2d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:13.099690 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-50c15428-9779-41f6-a22c-d16f7a89c26f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:13.167301 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a11c6b1a-546b-4e85-9269-aebf23890af7 None None] Provisioning complete for port d6f70273-c08d-4228-a41e-2ecbbc35aa2d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:13.167740 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a11c6b1a-546b-4e85-9269-aebf23890af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:13.253261 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a11c6b1a-546b-4e85-9269-aebf23890af7 None None] Port d6f70273-c08d-4228-a41e-2ecbbc35aa2d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:44:13.257497 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:44:13.286705 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c15428-9779-41f6-a22c-d16f7a89c26f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Port': ['ID=e85eade0-69aa-492d-ae43-1b73ae0ddc72,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:13.301464 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-50c15428-9779-41f6-a22c-d16f7a89c26f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network cd5d7890-7427-4d09-b4be-94806e82ad3b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:44:13.307582 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-50c15428-9779-41f6-a22c-d16f7a89c26f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:13.310448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-50c15428-9779-41f6-a22c-d16f7a89c26f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:44:13.323390 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:13.323946 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:13.374701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ee859fda-b0e5-45fb-9acb-56e2561385ac req-98b66157-594f-4af0-92dd-9b82d765597c tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 210 time: 0.0606015 Nov 19 09:44:13.423355 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-50c15428-9779-41f6-a22c-d16f7a89c26f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:13.423729 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-50c15428-9779-41f6-a22c-d16f7a89c26f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:13.493699 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:13.539863 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-50c15428-9779-41f6-a22c-d16f7a89c26f tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6685324 Nov 19 09:44:13.604545 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Request body: {'port': {'device_id': 'a52348b8-3e55-409c-b34f-cbb6fcd120a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:13.606598 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9cfba567-a31c-4a4d-a5d0-2be5be50ccf9,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:13.615597 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:13.680087 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:13.733862 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=9cfba567-a31c-4a4d-a5d0-2be5be50ccf9,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:13.745078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ce00fdd9-0759-4fdf-81bd-cd00d5a36fa5 None None] Provisioning complete for port e85eade0-69aa-492d-ae43-1b73ae0ddc72 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:13.747059 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ce00fdd9-0759-4fdf-81bd-cd00d5a36fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:13.771111 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:13.786588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20601dcb-0605-4d5a-9880-f4439bcf1f44 None None] Network 3a43663e-7d24-49a9-a7fa-bf42bee67415 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:44:13.854414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ce00fdd9-0759-4fdf-81bd-cd00d5a36fa5 None None] Port e85eade0-69aa-492d-ae43-1b73ae0ddc72 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:44:13.974337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f1bb7-0217-4e0c-b741-bb4b7cdb6ae5 req-fcdef39d-7119-443f-90bf-11023318bae2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:13.978401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb2f1bb7-0217-4e0c-b741-bb4b7cdb6ae5 req-fcdef39d-7119-443f-90bf-11023318bae2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 931 time: 0.1009855 Nov 19 09:44:14.005742 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-642bee55-4df0-4a44-9859-d936d0fd762c None None] Provisioning complete for port 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:14.006125 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-642bee55-4df0-4a44-9859-d936d0fd762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:14.039052 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device a0efadf5-1166-43b3-8de1-a166e9c604dd no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:44:14.049834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb2f1bb7-0217-4e0c-b741-bb4b7cdb6ae5 req-bbb94d77-0a61-401b-b183-1a483c2e05da tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac3add3c-9ddd-49ce-8e62-3732d3d07859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580914 Nov 19 09:44:14.071400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: a0efadf5-1166-43b3-8de1-a166e9c604dd {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:44:14.071981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device a0efadf5-1166-43b3-8de1-a166e9c604dd not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:44:14.247803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85eade0-69aa-492d-ae43-1b73ae0ddc72 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:44:14.261222 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:14.283997 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Transition to ACTIVE for port object e85eade0-69aa-492d-ae43-1b73ae0ddc72 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:44:14.290967 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:14.347685 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:14.372233 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Pushing event updated for resources: {'Port': ['ID=e85eade0-69aa-492d-ae43-1b73ae0ddc72,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:14.467117 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5e4dec06-a569-4fb8-990b-c635b55ec45b None None] Provisioning complete for port 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:14.467852 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5e4dec06-a569-4fb8-990b-c635b55ec45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:14.520715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f86ab1ab-72cd-422a-a38d-3fb2714a3b40 req-225a1d33-7793-41e6-992c-05c081fdc756 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 210 time: 0.0440843 Nov 19 09:44:14.619753 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Attempting to bind port e85eade0-69aa-492d-ae43-1b73ae0ddc72 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:44:14.620185 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Attempting to bind port e85eade0-69aa-492d-ae43-1b73ae0ddc72 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'dfe429d2-3a6f-42dc-9935-0f6bc642a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:44:14.620577 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Attempting to bind port e85eade0-69aa-492d-ae43-1b73ae0ddc72 on network cd5d7890-7427-4d09-b4be-94806e82ad3b {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:44:14.633721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Port e85eade0-69aa-492d-ae43-1b73ae0ddc72 on network cd5d7890-7427-4d09-b4be-94806e82ad3b not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:44:14.634118 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Attempting to bind port e85eade0-69aa-492d-ae43-1b73ae0ddc72 on network cd5d7890-7427-4d09-b4be-94806e82ad3b {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:44:14.644614 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:44:14.645033 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Checking segment: {'id': 'dfe429d2-3a6f-42dc-9935-0f6bc642a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:44:14.645549 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Bound using segment: {'id': 'dfe429d2-3a6f-42dc-9935-0f6bc642a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:44:14.646094 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Bound port: e85eade0-69aa-492d-ae43-1b73ae0ddc72, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe429d2-3a6f-42dc-9935-0f6bc642a9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:44:14.646454 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:14.726138 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Router 81f3efea-73ce-4fa3-911b-bb399a653855 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:44:14.796724 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] For port e85eade0-69aa-492d-ae43-1b73ae0ddc72, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:44:14.847204 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] For port e85eade0-69aa-492d-ae43-1b73ae0ddc72, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e85eade0-69aa-492d-ae43-1b73ae0ddc72,segment=NetworkSegment(dfe429d2-3a6f-42dc-9935-0f6bc642a9a3),segment_id=dfe429d2-3a6f-42dc-9935-0f6bc642a9a3)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:44:14.859857 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:14.956987 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:14.957642 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:14.959070 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] 10.222.0.66 "PUT /v2.0/ports/e85eade0-69aa-492d-ae43-1b73ae0ddc72 HTTP/1.1" status: 200 len: 1092 time: 1.3589211 Nov 19 09:44:14.964590 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52348b8-3e55-409c-b34f-cbb6fcd120a0', 'tag': 'e85eade0-69aa-492d-ae43-1b73ae0ddc72'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:44:14.966144 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ec07e2-c433-46dc-99d3-e848520e6cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "a52348b8-3e55-409c-b34f-cbb6fcd120a0", "tag": "e85eade0-69aa-492d-ae43-1b73ae0ddc72"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:44:14.985420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-722a7382-929b-45c7-a44a-cb72c7b94844 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:14.986907 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-722a7382-929b-45c7-a44a-cb72c7b94844 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.71 "GET /v2.0/networks?id=602d776d-efad-4c19-876e-f5cff77889f7 HTTP/1.1" status: 200 len: 809 time: 0.2526088 Nov 19 09:44:15.004771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-9489e910-c585-4458-8316-5b79bcefa9b9 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Request body: {'port': {'device_id': 'dc702931-755b-4b11-a509-036b9462593b', 'network_id': '602d776d-efad-4c19-876e-f5cff77889f7', 'admin_state_up': True, 'tenant_id': 'a5def42ae9804be8baaade171dd1567a'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:15.059235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307cd16-f43a-4174-875c-57687d2dbb02 service neutron] Pushing event updated for resources: {'Port': ['ID=e85eade0-69aa-492d-ae43-1b73ae0ddc72,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:15.064447 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3360bc8f-8e52-40f7-9c02-31faf1c1c7ef x-openstack-request-id: req-3360bc8f-8e52-40f7-9c02-31faf1c1c7ef {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:44:15.064708 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52348b8-3e55-409c-b34f-cbb6fcd120a0", "tag": "e85eade0-69aa-492d-ae43-1b73ae0ddc72", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:44:15.064964 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3360bc8f-8e52-40f7-9c02-31faf1c1c7ef {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:44:15.065433 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52348b8-3e55-409c-b34f-cbb6fcd120a0', 'tag': 'e85eade0-69aa-492d-ae43-1b73ae0ddc72', 'status': 'completed', 'code': 200} Nov 19 09:44:15.080906 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:44:15.086863 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:44:15.091844 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Sync routers for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:44:15.102461 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:44:15.103085 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:15.198681 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:15.208144 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0e18e2d5-b5db-4d6d-8f11-5e3c0a883d56 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0075669 Nov 19 09:44:15.208452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8067dd-ae2e-4ebe-a77d-e888eca04b7d req-b21f9c9f-bd26-49f5-bcf0-20f7ef5c61a9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:15.208973 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57308) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:15.210860 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f8067dd-ae2e-4ebe-a77d-e888eca04b7d req-b21f9c9f-bd26-49f5-bcf0-20f7ef5c61a9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 943 time: 0.0950410 Nov 19 09:44:15.227289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:15.227882 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:15.311177 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f8067dd-ae2e-4ebe-a77d-e888eca04b7d req-3730b2f5-011e-4dfc-a3dc-8d54e563cad9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac3add3c-9ddd-49ce-8e62-3732d3d07859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929060 Nov 19 09:44:15.323054 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-385fcbb1-6d04-4999-adee-e76d4ca25b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:15.324787 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-385fcbb1-6d04-4999-adee-e76d4ca25b57 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54b2eaca0f74c3180e499355c2ca0b2&device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 1095 time: 0.2557936 Nov 19 09:44:15.339307 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:44:15.422023 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-3d6ecb9e-b3c1-4481-8400-7a1109166ef9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e85eade0-69aa-492d-ae43-1b73ae0ddc72 HTTP/1.1" status: 200 len: 217 time: 0.0806210 Nov 19 09:44:15.490222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-9489e910-c585-4458-8316-5b79bcefa9b9 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Made reservation on behalf of a5def42ae9804be8baaade171dd1567a for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:44:15.497009 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-9489e910-c585-4458-8316-5b79bcefa9b9 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:15.520404 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-d3947b9c-1a50-4082-8a49-616c534c435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:15.522045 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-d3947b9c-1a50-4082-8a49-616c534c435d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b52c3c3-53d3-4a18-afa9-75412f4f48fe HTTP/1.1" status: 200 len: 835 time: 0.0892782 Nov 19 09:44:15.572930 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:13Z', 'revision_number': 3, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:15.619504 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Checking router: 81f3efea-73ce-4fa3-911b-bb399a653855 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:44:15.619856 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Updating router 81f3efea-73ce-4fa3-911b-bb399a653855 port d6f70273-c08d-4228-a41e-2ecbbc35aa2d binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:44:15.644235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-febc4b60-2e69-40a3-b33e-6b6b39fb7ac0 req-e97e8961-ec28-42e2-8ee6-19860f31a538 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 210 time: 0.0364852 Nov 19 09:44:15.649284 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:15.740116 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:15.746651 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-bb9e5632-d58f-44eb-ad0b-499e7e534058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:15.748318 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-bb9e5632-d58f-44eb-ad0b-499e7e534058 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd5d7890-7427-4d09-b4be-94806e82ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1921999 Nov 19 09:44:15.938337 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:15.944569 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:15.999832 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Attempting to bind port d6f70273-c08d-4228-a41e-2ecbbc35aa2d on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:44:16.000200 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Attempting to bind port d6f70273-c08d-4228-a41e-2ecbbc35aa2d by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:44:16.000563 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Attempting to bind port d6f70273-c08d-4228-a41e-2ecbbc35aa2d on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:44:16.002626 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59a6dd-3893-4e22-b62e-4aa6a6d39cd5 None None] Pushing event updated for resources: {'Port': ['ID=d6f70273-c08d-4228-a41e-2ecbbc35aa2d,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:16.003218 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8333e07b-9b4b-4980-9167-ad3aad5f9331 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:44:16.011723 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:44:16.012176 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:44:16.012621 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:16.012973 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:44:16.013479 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Bound port: d6f70273-c08d-4228-a41e-2ecbbc35aa2d, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:44:16.013862 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:16.018496 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59a6dd-3893-4e22-b62e-4aa6a6d39cd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:16.019390 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59a6dd-3893-4e22-b62e-4aa6a6d39cd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:16.019729 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59a6dd-3893-4e22-b62e-4aa6a6d39cd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:16.020062 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59a6dd-3893-4e22-b62e-4aa6a6d39cd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:16.020398 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59a6dd-3893-4e22-b62e-4aa6a6d39cd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:16.020718 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59a6dd-3893-4e22-b62e-4aa6a6d39cd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:16.021034 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59a6dd-3893-4e22-b62e-4aa6a6d39cd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:16.023436 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59a6dd-3893-4e22-b62e-4aa6a6d39cd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:16.023436 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59a6dd-3893-4e22-b62e-4aa6a6d39cd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:16.023436 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59a6dd-3893-4e22-b62e-4aa6a6d39cd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:16.023436 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59a6dd-3893-4e22-b62e-4aa6a6d39cd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:16.023436 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a59a6dd-3893-4e22-b62e-4aa6a6d39cd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:16.083204 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] For port d6f70273-c08d-4228-a41e-2ecbbc35aa2d, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:44:16.087471 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] For port d6f70273-c08d-4228-a41e-2ecbbc35aa2d, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d6f70273-c08d-4228-a41e-2ecbbc35aa2d,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:44:16.089764 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c67b155d-1440-494a-a7d0-39e803fb14ab None None] Provisioning complete for port d6f70273-c08d-4228-a41e-2ecbbc35aa2d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:16.090294 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c67b155d-1440-494a-a7d0-39e803fb14ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:16.095723 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:16.158911 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59a6dd-3893-4e22-b62e-4aa6a6d39cd5 None None] Pushing event updated for resources: {'Port': ['ID=d6f70273-c08d-4228-a41e-2ecbbc35aa2d,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:16.176126 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2341f4-6ab5-4019-ab63-0d3bf09851e5 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:44:16.184039 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:44:16.184941 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:16.197163 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c67b155d-1440-494a-a7d0-39e803fb14ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:16.212073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-9489e910-c585-4458-8316-5b79bcefa9b9 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Allocated IP 172.20.0.8 (602d776d-efad-4c19-876e-f5cff77889f7/54d1deb4-ed59-47e7-b68b-d9d15af5dc35/6005c613-1dd3-4286-939a-c74c69c83884) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:44:16.225461 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c67b155d-1440-494a-a7d0-39e803fb14ab None None] For port d6f70273-c08d-4228-a41e-2ecbbc35aa2d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d6f70273-c08d-4228-a41e-2ecbbc35aa2d,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:16.230561 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c67b155d-1440-494a-a7d0-39e803fb14ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:16.297134 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b155d-1440-494a-a7d0-39e803fb14ab None None] Pushing event updated for resources: {'Port': ['ID=d6f70273-c08d-4228-a41e-2ecbbc35aa2d,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:16.341624 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:44:16.353012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8e57d818-e01b-4ebc-95b2-c9c04238403d None None] Provisioning complete for port d6f70273-c08d-4228-a41e-2ecbbc35aa2d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:16.353428 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e57d818-e01b-4ebc-95b2-c9c04238403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:16.455882 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-9489e910-c585-4458-8316-5b79bcefa9b9 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:16.490499 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-d7947753-6e25-4e15-8bae-51b505f91943 service neutron] 10.222.0.66 "GET /v2.0/networks/cd5d7890-7427-4d09-b4be-94806e82ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7337503 Nov 19 09:44:16.523648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c4360-feb6-4ba7-8c3c-166958fd6940 req-6c324793-fc94-4925-9b75-bf6881d57fd6 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:16.534614 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f0c4360-feb6-4ba7-8c3c-166958fd6940 req-6c324793-fc94-4925-9b75-bf6881d57fd6 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 943 time: 0.1008255 Nov 19 09:44:16.574292 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-9489e910-c585-4458-8316-5b79bcefa9b9 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:16.601983 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f0c4360-feb6-4ba7-8c3c-166958fd6940 req-942daa18-e97e-4f86-94b4-5791ea69669c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac3add3c-9ddd-49ce-8e62-3732d3d07859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661700 Nov 19 09:44:16.662136 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:13Z', 'revision_number': 3, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:16.663936 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-9489e910-c585-4458-8316-5b79bcefa9b9 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Network 602d776d-efad-4c19-876e-f5cff77889f7 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:44:16.681236 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-9489e910-c585-4458-8316-5b79bcefa9b9 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:16.683281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-9489e910-c585-4458-8316-5b79bcefa9b9 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:44:16.696369 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c8d87-8860-4520-898e-a517269d0c3a None None] The sync data for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 is: [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:13Z', 'revision_number': 3, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:44:16.767426 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489e910-c585-4458-8316-5b79bcefa9b9 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Pushing event updated for resources: {'Port': ['ID=6005c613-1dd3-4286-939a-c74c69c83884,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:16.775650 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-20b3c58d-aef0-43b5-9a33-7852e557f7e9 req-083e8189-d0b1-43f7-8c64-c80094a8f2d7 service neutron] 10.222.0.66 "GET /v2.0/networks/cd5d7890-7427-4d09-b4be-94806e82ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735054 Nov 19 09:44:16.803925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-9489e910-c585-4458-8316-5b79bcefa9b9 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:16.804579 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-9489e910-c585-4458-8316-5b79bcefa9b9 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:16.811038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0427372-38e6-4c7a-b8ed-89ac24e8e168 req-5bb3667f-fe54-4f45-9453-2d79888d0e46 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:16.816651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0427372-38e6-4c7a-b8ed-89ac24e8e168 req-5bb3667f-fe54-4f45-9453-2d79888d0e46 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 931 time: 0.0628197 Nov 19 09:44:16.819755 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:16.826107 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-9489e910-c585-4458-8316-5b79bcefa9b9 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8257184 Nov 19 09:44:16.845301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Request body: {'port': {'device_id': 'dc702931-755b-4b11-a509-036b9462593b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:16.876315 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0427372-38e6-4c7a-b8ed-89ac24e8e168 req-192999f6-2230-4aee-80c2-472f91bd1d60 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483317 Nov 19 09:44:17.039123 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:17.050109 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec07e2-c433-46dc-99d3-e848520e6cd6 req-9dbaf2ed-c2a3-4e18-a723-1a038c798a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:17.051794 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ec07e2-c433-46dc-99d3-e848520e6cd6 req-9dbaf2ed-c2a3-4e18-a723-1a038c798a29 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54b2eaca0f74c3180e499355c2ca0b2&device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 1095 time: 0.2140553 Nov 19 09:44:17.332203 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Allocated IP 172.20.0.1 (3a43663e-7d24-49a9-a7fa-bf42bee67415/d194d568-daba-4f96-9ac3-d2547054e5f8/fa1eb8d8-1e06-4f07-a881-542ff59d884e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:44:17.339766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec07e2-c433-46dc-99d3-e848520e6cd6 req-a9fb76f5-d86a-474a-9214-1c8c303248ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:17.341290 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ec07e2-c433-46dc-99d3-e848520e6cd6 req-a9fb76f5-d86a-474a-9214-1c8c303248ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd5d7890-7427-4d09-b4be-94806e82ad3b HTTP/1.1" status: 200 len: 897 time: 0.2585413 Nov 19 09:44:17.455674 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ec07e2-c433-46dc-99d3-e848520e6cd6 req-69f66afb-6310-4d27-9890-79894a682a69 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e85eade0-69aa-492d-ae43-1b73ae0ddc72 HTTP/1.1" status: 200 len: 217 time: 0.0932529 Nov 19 09:44:17.598010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec07e2-c433-46dc-99d3-e848520e6cd6 req-1e51021f-90a8-4945-a8e7-3f08b5453550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:17.599720 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ec07e2-c433-46dc-99d3-e848520e6cd6 req-1e51021f-90a8-4945-a8e7-3f08b5453550 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b52c3c3-53d3-4a18-afa9-75412f4f48fe HTTP/1.1" status: 200 len: 835 time: 0.1110680 Nov 19 09:44:17.674101 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:17.728944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec07e2-c433-46dc-99d3-e848520e6cd6 req-d6520d5b-d322-4146-8152-aa80d23a45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:17.730612 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ec07e2-c433-46dc-99d3-e848520e6cd6 req-d6520d5b-d322-4146-8152-aa80d23a45f1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd5d7890-7427-4d09-b4be-94806e82ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122475 Nov 19 09:44:17.764425 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6005c613-1dd3-4286-939a-c74c69c83884 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:44:17.772703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314f80e-1981-4862-89ef-a2b6eccf7fc2 req-d813e40d-92ca-4262-8cd9-9be26217180c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:17.778558 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a314f80e-1981-4862-89ef-a2b6eccf7fc2 req-d813e40d-92ca-4262-8cd9-9be26217180c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 943 time: 0.0912454 Nov 19 09:44:17.812603 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:17.839417 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:17.841600 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a314f80e-1981-4862-89ef-a2b6eccf7fc2 req-57ffb1a6-3fd6-4be1-9516-9e741d755077 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac3add3c-9ddd-49ce-8e62-3732d3d07859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545201 Nov 19 09:44:17.842255 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Transition to ACTIVE for port object 6005c613-1dd3-4286-939a-c74c69c83884 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:44:17.858014 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:17.929751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Network 3a43663e-7d24-49a9-a7fa-bf42bee67415 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:44:17.933157 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Pushing event updated for resources: {'Port': ['ID=fa1eb8d8-1e06-4f07-a881-542ff59d884e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:17.940294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:17.946357 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:44:17.953004 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ec07e2-c433-46dc-99d3-e848520e6cd6 req-8c89c343-039a-4cd4-bba0-b688fa006baa service neutron] 10.222.0.66 "GET /v2.0/networks/cd5d7890-7427-4d09-b4be-94806e82ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084782 Nov 19 09:44:18.037234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198f0af-d276-4eda-ad5e-89c03e072131 req-3013b2e2-4905-4736-be4d-e9b316421dca tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:18.045905 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a198f0af-d276-4eda-ad5e-89c03e072131 req-3013b2e2-4905-4736-be4d-e9b316421dca tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 943 time: 0.0788248 Nov 19 09:44:18.114030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a198f0af-d276-4eda-ad5e-89c03e072131 req-fdad247e-13e2-4a53-9c46-851120f6c0e8 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648601 Nov 19 09:44:18.120130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Pushing event updated for resources: {'Port': ['ID=6005c613-1dd3-4286-939a-c74c69c83884,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:18.123396 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:18.146898 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:18.225860 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Attempting to bind port 6005c613-1dd3-4286-939a-c74c69c83884 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:44:18.226203 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Attempting to bind port 6005c613-1dd3-4286-939a-c74c69c83884 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'd83f52e5-74d8-4086-8bb9-b6c0aba4f420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '602d776d-efad-4c19-876e-f5cff77889f7'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:44:18.226536 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Attempting to bind port 6005c613-1dd3-4286-939a-c74c69c83884 on network 602d776d-efad-4c19-876e-f5cff77889f7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:44:18.232314 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-e1ec07e2-c433-46dc-99d3-e848520e6cd6 req-97d4fe3a-dc19-4223-8cfa-caedf905a8da service neutron] 10.222.0.66 "GET /v2.0/networks/cd5d7890-7427-4d09-b4be-94806e82ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369273 Nov 19 09:44:18.247781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Port 6005c613-1dd3-4286-939a-c74c69c83884 on network 602d776d-efad-4c19-876e-f5cff77889f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:44:18.247781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Attempting to bind port 6005c613-1dd3-4286-939a-c74c69c83884 on network 602d776d-efad-4c19-876e-f5cff77889f7 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:44:18.248258 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:44:18.249845 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Checking segment: {'id': 'd83f52e5-74d8-4086-8bb9-b6c0aba4f420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '602d776d-efad-4c19-876e-f5cff77889f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:44:18.249845 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Bound using segment: {'id': 'd83f52e5-74d8-4086-8bb9-b6c0aba4f420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '602d776d-efad-4c19-876e-f5cff77889f7'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:44:18.249845 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Bound port: 6005c613-1dd3-4286-939a-c74c69c83884, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83f52e5-74d8-4086-8bb9-b6c0aba4f420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '602d776d-efad-4c19-876e-f5cff77889f7'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:44:18.249845 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:18.323295 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-48cf06a3-6e1a-4c54-a9b2-e4b76b7c6195 None None] Provisioning complete for port fa1eb8d8-1e06-4f07-a881-542ff59d884e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:18.323953 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-48cf06a3-6e1a-4c54-a9b2-e4b76b7c6195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:18.373125 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-48cf06a3-6e1a-4c54-a9b2-e4b76b7c6195 None None] Port fa1eb8d8-1e06-4f07-a881-542ff59d884e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:44:18.385990 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:18.402158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] For port 6005c613-1dd3-4286-939a-c74c69c83884, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:44:18.435260 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] For port 6005c613-1dd3-4286-939a-c74c69c83884, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6005c613-1dd3-4286-939a-c74c69c83884,segment=NetworkSegment(d83f52e5-74d8-4086-8bb9-b6c0aba4f420),segment_id=d83f52e5-74d8-4086-8bb9-b6c0aba4f420)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:44:18.442947 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:18.509021 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:18.509681 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:18.511104 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] 10.222.0.71 "PUT /v2.0/ports/6005c613-1dd3-4286-939a-c74c69c83884 HTTP/1.1" status: 200 len: 1092 time: 1.6747379 Nov 19 09:44:18.511564 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc702931-755b-4b11-a509-036b9462593b', 'tag': '6005c613-1dd3-4286-939a-c74c69c83884'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:44:18.513922 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6321d24c-f2e0-4beb-a27a-edc1591d8e08" -d '{"events": [{"name": "network-changed", "server_uuid": "dc702931-755b-4b11-a509-036b9462593b", "tag": "6005c613-1dd3-4286-939a-c74c69c83884"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:44:18.579537 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d676eb26-a3ad-4829-a982-8dbca523b04b x-openstack-request-id: req-d676eb26-a3ad-4829-a982-8dbca523b04b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:44:18.579843 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc702931-755b-4b11-a509-036b9462593b", "tag": "6005c613-1dd3-4286-939a-c74c69c83884", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:44:18.580103 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d676eb26-a3ad-4829-a982-8dbca523b04b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:44:18.580511 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc702931-755b-4b11-a509-036b9462593b', 'tag': '6005c613-1dd3-4286-939a-c74c69c83884', 'status': 'completed', 'code': 200} Nov 19 09:44:18.602197 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb4bc2-822b-42b3-bb01-f15751769703 service neutron] Pushing event updated for resources: {'Port': ['ID=6005c613-1dd3-4286-939a-c74c69c83884,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:18.652435 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-31d4f6b8-99e8-4323-9ed4-2f76ec3fb77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:18.653968 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-31d4f6b8-99e8-4323-9ed4-2f76ec3fb77e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a5def42ae9804be8baaade171dd1567a&device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 1095 time: 0.0887785 Nov 19 09:44:18.703882 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-f35addce-0993-4c95-b0c2-251c0001e1fe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6005c613-1dd3-4286-939a-c74c69c83884 HTTP/1.1" status: 200 len: 217 time: 0.0387185 Nov 19 09:44:18.726762 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:18.747025 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:18.822703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-2ed59a49-e6b4-4454-8b94-e66af81d021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:18.824100 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-2ed59a49-e6b4-4454-8b94-e66af81d021f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54d1deb4-ed59-47e7-b68b-d9d15af5dc35 HTTP/1.1" status: 200 len: 849 time: 0.1081476 Nov 19 09:44:18.835195 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:18.845375 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Pushing event updated for resources: {'Port': ['ID=fa1eb8d8-1e06-4f07-a881-542ff59d884e,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:18.867758 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-0052743b-1398-4757-9fc6-c55eb4018e0c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=602d776d-efad-4c19-876e-f5cff77889f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337763 Nov 19 09:44:18.965395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f36155-395b-49e6-b716-cb9530f76922 req-d2c61c61-91ac-43ca-9e61-4f661816252e tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:18.972691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3f36155-395b-49e6-b716-cb9530f76922 req-d2c61c61-91ac-43ca-9e61-4f661816252e tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 943 time: 0.0585790 Nov 19 09:44:19.022198 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-8c9ca3c4-b75c-49d1-b20a-9e7834f57bdb service neutron] 10.222.0.71 "GET /v2.0/networks/602d776d-efad-4c19-876e-f5cff77889f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420333 Nov 19 09:44:19.025592 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3f36155-395b-49e6-b716-cb9530f76922 req-ee1ab06b-5ada-4e3d-95e0-74d33baf8aee tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac3add3c-9ddd-49ce-8e62-3732d3d07859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519998 Nov 19 09:44:19.027854 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Network 3a43663e-7d24-49a9-a7fa-bf42bee67415 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:44:19.033628 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:19.120288 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d6f70273-c08d-4228-a41e-2ecbbc35aa2d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:44:19.196167 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d6f70273-c08d-4228-a41e-2ecbbc35aa2d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:19.197291 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:19.267194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789995fb-2f7a-4a7f-8494-96e79c526293 req-3a66a5ad-0c65-4acf-abc9-b852fad02512 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:19.269869 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-789995fb-2f7a-4a7f-8494-96e79c526293 req-3a66a5ad-0c65-4acf-abc9-b852fad02512 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 943 time: 0.0652034 Nov 19 09:44:19.353753 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-789995fb-2f7a-4a7f-8494-96e79c526293 req-b606ab3a-efe5-44ee-b380-3e07f13310b9 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682490 Nov 19 09:44:19.400273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-24b57a10-5dba-4c36-957f-a586fc55877f None None] Provisioning complete for port fa1eb8d8-1e06-4f07-a881-542ff59d884e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:19.400632 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-24b57a10-5dba-4c36-957f-a586fc55877f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:19.439757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-24b57a10-5dba-4c36-957f-a586fc55877f None None] Port fa1eb8d8-1e06-4f07-a881-542ff59d884e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:44:19.563462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e85eade0-69aa-492d-ae43-1b73ae0ddc72 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:44:19.590115 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-63b0b7ac-5407-4c6d-aee4-fdb0b02a4ac5 req-52b8906c-d28b-4f06-9c06-1ee4a2f48ca1 service neutron] 10.222.0.71 "GET /v2.0/networks/602d776d-efad-4c19-876e-f5cff77889f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538266 Nov 19 09:44:19.608706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Router 81f3efea-73ce-4fa3-911b-bb399a653855 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:44:19.665844 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e85eade0-69aa-492d-ae43-1b73ae0ddc72, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e85eade0-69aa-492d-ae43-1b73ae0ddc72,segment=NetworkSegment(dfe429d2-3a6f-42dc-9935-0f6bc642a9a3),segment_id=dfe429d2-3a6f-42dc-9935-0f6bc642a9a3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:19.679943 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'e85eade0-69aa-492d-ae43-1b73ae0ddc72', 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b', 'port_id': 'e85eade0-69aa-492d-ae43-1b73ae0ddc72', 'mac_address': 'fa:16:3e:52:a8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:44:19.722149 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:19.736071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85eade0-69aa-492d-ae43-1b73ae0ddc72 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:44:19.749650 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321d24c-f2e0-4beb-a27a-edc1591d8e08 req-13299760-4464-4cb9-bb04-145340529972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:19.751161 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6321d24c-f2e0-4beb-a27a-edc1591d8e08 req-13299760-4464-4cb9-bb04-145340529972 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a5def42ae9804be8baaade171dd1567a&device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 1095 time: 0.0937672 Nov 19 09:44:19.758973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e85eade0-69aa-492d-ae43-1b73ae0ddc72, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e85eade0-69aa-492d-ae43-1b73ae0ddc72,segment=NetworkSegment(dfe429d2-3a6f-42dc-9935-0f6bc642a9a3),segment_id=dfe429d2-3a6f-42dc-9935-0f6bc642a9a3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:19.763713 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:19.782802 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:44:19.794414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Sync routers for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:44:19.819811 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-32afc00c-8ae6-41c6-8427-3746c5a0e2ac admin admin] 10.222.0.21 "PUT /v2.0/routers/81f3efea-73ce-4fa3-911b-bb399a653855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5715289 Nov 19 09:44:19.822313 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:44:19.822945 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:19.826477 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=e85eade0-69aa-492d-ae43-1b73ae0ddc72,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:19.871971 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321d24c-f2e0-4beb-a27a-edc1591d8e08 req-ca60064a-2ae9-4fcb-bda3-6021285a0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:19.874138 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6321d24c-f2e0-4beb-a27a-edc1591d8e08 req-ca60064a-2ae9-4fcb-bda3-6021285a0ca4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=602d776d-efad-4c19-876e-f5cff77889f7 HTTP/1.1" status: 200 len: 910 time: 0.1139164 Nov 19 09:44:19.940808 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6321d24c-f2e0-4beb-a27a-edc1591d8e08 req-3845818d-fc5b-426e-86fd-d7e14aac009c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6005c613-1dd3-4286-939a-c74c69c83884 HTTP/1.1" status: 200 len: 217 time: 0.0558422 Nov 19 09:44:19.946967 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b6a95382-0145-462f-b34f-974fd7b43bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:19.960735 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:44:19.991275 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['e85eade0-69aa-492d-ae43-1b73ae0ddc72'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:44:20.026098 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321d24c-f2e0-4beb-a27a-edc1591d8e08 req-ac8f45e2-97ad-484d-88bf-24339e8dab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:20.028392 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6321d24c-f2e0-4beb-a27a-edc1591d8e08 req-ac8f45e2-97ad-484d-88bf-24339e8dab5e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54d1deb4-ed59-47e7-b68b-d9d15af5dc35 HTTP/1.1" status: 200 len: 849 time: 0.0761540 Nov 19 09:44:20.076138 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6321d24c-f2e0-4beb-a27a-edc1591d8e08 req-dfc7e586-4240-4395-8201-bee844238b3a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=602d776d-efad-4c19-876e-f5cff77889f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393531 Nov 19 09:44:20.201631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44b40e-6c9b-4518-9b53-4f95337c91b7 req-f52ea043-e045-47c4-976c-fcab69bb6dc4 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:20.210803 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a44b40e-6c9b-4518-9b53-4f95337c91b7 req-f52ea043-e045-47c4-976c-fcab69bb6dc4 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 944 time: 0.0969920 Nov 19 09:44:20.252622 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6321d24c-f2e0-4beb-a27a-edc1591d8e08 req-0a8d3763-834f-429d-9e86-3958518bdb04 service neutron] 10.222.0.71 "GET /v2.0/networks/602d776d-efad-4c19-876e-f5cff77889f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607969 Nov 19 09:44:20.312760 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a44b40e-6c9b-4518-9b53-4f95337c91b7 req-01b3f338-b19d-4e4d-8273-3dbee6aced08 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac3add3c-9ddd-49ce-8e62-3732d3d07859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988579 Nov 19 09:44:20.391353 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6321d24c-f2e0-4beb-a27a-edc1591d8e08 req-d99c9e69-3b8a-4137-bb24-41b96690ddb9 service neutron] 10.222.0.71 "GET /v2.0/networks/602d776d-efad-4c19-876e-f5cff77889f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301568 Nov 19 09:44:20.496067 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 2, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:20.519935 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57358) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:20.525395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5abf1c8d-b360-4dad-844f-fd3f217d19da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1404567383-network', 'tenant_id': 'd6a8aa7d35fc42adaf97e906bce62898'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:20.544368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aed38-1105-433f-8a7b-27126855c49b req-af35a3ed-8357-445d-a0a0-424cef0bb784 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:20.544694 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Checking router: 81f3efea-73ce-4fa3-911b-bb399a653855 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:44:20.545177 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Updating router 81f3efea-73ce-4fa3-911b-bb399a653855 port fa1eb8d8-1e06-4f07-a881-542ff59d884e binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:44:20.546746 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-587aed38-1105-433f-8a7b-27126855c49b req-af35a3ed-8357-445d-a0a0-424cef0bb784 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 943 time: 0.0791149 Nov 19 09:44:20.566297 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abf1c8d-b360-4dad-844f-fd3f217d19da admin admin] Made reservation on behalf of d6a8aa7d35fc42adaf97e906bce62898 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:44:20.569600 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5abf1c8d-b360-4dad-844f-fd3f217d19da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:20.583737 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5abf1c8d-b360-4dad-844f-fd3f217d19da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:20.588643 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:20.609027 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-587aed38-1105-433f-8a7b-27126855c49b req-f14b18c0-2876-4307-b902-36367ffbae27 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547862 Nov 19 09:44:20.678500 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5abf1c8d-b360-4dad-844f-fd3f217d19da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:20.682853 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5abf1c8d-b360-4dad-844f-fd3f217d19da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:20.713862 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abf1c8d-b360-4dad-844f-fd3f217d19da admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:44:20.723872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf1c8d-b360-4dad-844f-fd3f217d19da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2416a0-91c6-4725-ba7d-cf233316c7b9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:20.729061 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5abf1c8d-b360-4dad-844f-fd3f217d19da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:20.729445 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-5abf1c8d-b360-4dad-844f-fd3f217d19da admin admin] Added segment 3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be of type vlan for network 522fe0fa-68f6-4809-a911-2c260c1fa535 Nov 19 09:44:20.773868 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5abf1c8d-b360-4dad-844f-fd3f217d19da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:20.799207 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5abf1c8d-b360-4dad-844f-fd3f217d19da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:20.800232 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abf1c8d-b360-4dad-844f-fd3f217d19da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:20.800821 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5abf1c8d-b360-4dad-844f-fd3f217d19da admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:20.857776 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5abf1c8d-b360-4dad-844f-fd3f217d19da admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3365037 Nov 19 09:44:20.860535 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57360) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:20.864638 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf1c8d-b360-4dad-844f-fd3f217d19da admin admin] Pushing event updated for resources: {'Network': ['ID=522fe0fa-68f6-4809-a911-2c260c1fa535,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:20.867447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8c5bfb06-bc2e-41f6-b3ac-25cc57b70a7f admin admin] Request body: {'subnet': {'network_id': '522fe0fa-68f6-4809-a911-2c260c1fa535', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1404567383-subnet', 'tenant_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:20.874821 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 522fe0fa-68f6-4809-a911-2c260c1fa535 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:44:20.889905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5bfb06-bc2e-41f6-b3ac-25cc57b70a7f admin admin] Made reservation on behalf of d6a8aa7d35fc42adaf97e906bce62898 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:44:20.892298 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c5bfb06-bc2e-41f6-b3ac-25cc57b70a7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:20.983877 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:20.990479 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:21.046716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbb2b6-6748-49a2-8824-9c2c9652e8f6 None None] Pushing event updated for resources: {'Port': ['ID=fa1eb8d8-1e06-4f07-a881-542ff59d884e,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:21.070987 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c5bfb06-bc2e-41f6-b3ac-25cc57b70a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:21.104625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Attempting to bind port fa1eb8d8-1e06-4f07-a881-542ff59d884e on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:44:21.104758 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Attempting to bind port fa1eb8d8-1e06-4f07-a881-542ff59d884e by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:44:21.105072 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Attempting to bind port fa1eb8d8-1e06-4f07-a881-542ff59d884e on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:44:21.110621 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:44:21.111021 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Checking segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:44:21.111429 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:21.111832 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Bound using segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:44:21.112873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Bound port: fa1eb8d8-1e06-4f07-a881-542ff59d884e, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:44:21.113446 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:21.143355 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5bfb06-bc2e-41f6-b3ac-25cc57b70a7f admin admin] Checking segment: {'id': '3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '522fe0fa-68f6-4809-a911-2c260c1fa535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:44:21.143771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5bfb06-bc2e-41f6-b3ac-25cc57b70a7f admin admin] Network hostable DHCP agents. Network: 522fe0fa-68f6-4809-a911-2c260c1fa535, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:44:21.150006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bfb06-bc2e-41f6-b3ac-25cc57b70a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e333e3c-7293-48e4-ad35-84da4d907879,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:21.167395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5bfb06-bc2e-41f6-b3ac-25cc57b70a7f admin admin] Network 522fe0fa-68f6-4809-a911-2c260c1fa535 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:44:21.179044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-8c5bfb06-bc2e-41f6-b3ac-25cc57b70a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 522fe0fa-68f6-4809-a911-2c260c1fa535) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:21.183783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5bfb06-bc2e-41f6-b3ac-25cc57b70a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:21.184650 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c5bfb06-bc2e-41f6-b3ac-25cc57b70a7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:21.193538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4784e6-b761-4abc-b11f-faa2b5cd2505 None None] Network 522fe0fa-68f6-4809-a911-2c260c1fa535 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:44:21.201870 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8c5bfb06-bc2e-41f6-b3ac-25cc57b70a7f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3400936 Nov 19 09:44:21.204330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57362) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:21.208916 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1404567383-router', 'tenant_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:21.210583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] For port fa1eb8d8-1e06-4f07-a881-542ff59d884e, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:44:21.231607 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:21.233205 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:21.258547 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] For port fa1eb8d8-1e06-4f07-a881-542ff59d884e, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=fa1eb8d8-1e06-4f07-a881-542ff59d884e,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:44:21.269069 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:21.297549 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:21.351546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c26a0672-6683-4d18-9beb-1619f87b6516 None None] Provisioning complete for port fa1eb8d8-1e06-4f07-a881-542ff59d884e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:21.351925 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c26a0672-6683-4d18-9beb-1619f87b6516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:21.396596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:44:21.397310 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:43:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:21.404235 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbb2b6-6748-49a2-8824-9c2c9652e8f6 None None] Pushing event updated for resources: {'Port': ['ID=fa1eb8d8-1e06-4f07-a881-542ff59d884e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:21.594763 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e85eade0-69aa-492d-ae43-1b73ae0ddc72 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:44:21.629226 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c26a0672-6683-4d18-9beb-1619f87b6516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:21.634093 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:44:21.654238 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-522fe0fa-68f6-4809-a911-2c260c1fa535', 'network_id': '522fe0fa-68f6-4809-a911-2c260c1fa535', 'tenant_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'fixed_ips': [{'subnet_id': '5e333e3c-7293-48e4-ad35-84da4d907879'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:44:21.655131 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:21.806649 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c26a0672-6683-4d18-9beb-1619f87b6516 None None] For port fa1eb8d8-1e06-4f07-a881-542ff59d884e, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=fa1eb8d8-1e06-4f07-a881-542ff59d884e,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:21.849137 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:21.896839 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c26a0672-6683-4d18-9beb-1619f87b6516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:21.935872 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port e85eade0-69aa-492d-ae43-1b73ae0ddc72 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:44:21.950683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfca14b-6c08-4e26-b081-e360b03690b4 req-ac38dd1c-d76d-4e21-ae4c-0326f1661d48 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:21.952308 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7bfca14b-6c08-4e26-b081-e360b03690b4 req-ac38dd1c-d76d-4e21-ae4c-0326f1661d48 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 944 time: 0.5298831 Nov 19 09:44:21.959948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port e85eade0-69aa-492d-ae43-1b73ae0ddc72 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:21.960574 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:21.968020 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca3945-03ac-431a-9fde-b343eff8f643 req-100e035c-2008-464e-9912-9bbf5a1e4ec7 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:21.969544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3ca3945-03ac-431a-9fde-b343eff8f643 req-100e035c-2008-464e-9912-9bbf5a1e4ec7 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 943 time: 0.1146464 Nov 19 09:44:22.071466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7bfca14b-6c08-4e26-b081-e360b03690b4 req-fb12c28d-bbe4-4ce7-90d9-524007a17711 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac3add3c-9ddd-49ce-8e62-3732d3d07859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005738 Nov 19 09:44:22.071724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a0672-6683-4d18-9beb-1619f87b6516 None None] Pushing event updated for resources: {'Port': ['ID=fa1eb8d8-1e06-4f07-a881-542ff59d884e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:22.086011 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3ca3945-03ac-431a-9fde-b343eff8f643 req-30a11e20-0835-4adb-9535-b1459ffec4f0 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061504 Nov 19 09:44:22.086395 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6005c613-1dd3-4286-939a-c74c69c83884 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:44:22.136815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Allocated IP 172.20.0.2 (522fe0fa-68f6-4809-a911-2c260c1fa535/5e333e3c-7293-48e4-ad35-84da4d907879/e17be81a-c66f-48ed-9c2c-925d7fbcedba) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:44:22.145571 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-21dc6b94-509b-400f-a92c-89a91d72e383 None None] Provisioning complete for port fa1eb8d8-1e06-4f07-a881-542ff59d884e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:22.145955 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-21dc6b94-509b-400f-a92c-89a91d72e383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:22.235761 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:22.257658 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:22.396471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Allocated IP 172.25.0.128 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/3fef7f81-aaee-4587-a553-d21c4437671e) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:44:22.523033 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:22.528586 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f80450e-5174-4b5c-b3ca-5ab404d82636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:22.530275 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:22.565249 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:22.614669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:44:22.618165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:22.622874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:44:22.628088 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:22.646277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52348b8-3e55-409c-b34f-cbb6fcd120a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85eade0-69aa-492d-ae43-1b73ae0ddc72'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:44:22.649058 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e0f8fa-cbd0-49b6-a1ce-bf9f73a5de01" -d '{"events": [{"server_uuid": "a52348b8-3e55-409c-b34f-cbb6fcd120a0", "name": "network-vif-plugged", "status": "completed", "tag": "e85eade0-69aa-492d-ae43-1b73ae0ddc72"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:44:22.650784 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Pushing event updated for resources: {'Port': ['ID=3fef7f81-aaee-4587-a553-d21c4437671e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:22.686747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fdb8d7-364f-4516-af06-1d8420f2c8d1 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:44:22.712567 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afac250-fc2a-48fb-afc1-43bd4696f03b None None] The sync data for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 is: [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:44:22.722414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e85eade0-69aa-492d-ae43-1b73ae0ddc72, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e85eade0-69aa-492d-ae43-1b73ae0ddc72,segment=NetworkSegment(dfe429d2-3a6f-42dc-9935-0f6bc642a9a3),segment_id=dfe429d2-3a6f-42dc-9935-0f6bc642a9a3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:22.730567 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6005c613-1dd3-4286-939a-c74c69c83884, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6005c613-1dd3-4286-939a-c74c69c83884,segment=NetworkSegment(d83f52e5-74d8-4086-8bb9-b6c0aba4f420),segment_id=d83f52e5-74d8-4086-8bb9-b6c0aba4f420)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:22.736079 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fab2ed-922b-4800-b6d5-3d2239c56da2 x-openstack-request-id: req-a1fab2ed-922b-4800-b6d5-3d2239c56da2 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:44:22.736079 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52348b8-3e55-409c-b34f-cbb6fcd120a0", "name": "network-vif-plugged", "status": "completed", "tag": "e85eade0-69aa-492d-ae43-1b73ae0ddc72", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:44:22.736079 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1fab2ed-922b-4800-b6d5-3d2239c56da2 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:44:22.736598 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52348b8-3e55-409c-b34f-cbb6fcd120a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85eade0-69aa-492d-ae43-1b73ae0ddc72', 'code': 200} Nov 19 09:44:22.765050 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:22.838583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '6005c613-1dd3-4286-939a-c74c69c83884', 'network_id': '602d776d-efad-4c19-876e-f5cff77889f7', 'port_id': '6005c613-1dd3-4286-939a-c74c69c83884', 'mac_address': 'fa:16:3e:24:da:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d1deb4-ed59-47e7-b68b-d9d15af5dc35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:44:22.901546 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:22.916604 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=e85eade0-69aa-492d-ae43-1b73ae0ddc72,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:22.926475 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:22.943777 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:22.945624 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0e4d8-aea4-4544-aa4c-c080d1dd0bd9 req-51f0eac0-95c0-4f13-b10b-36459ce0e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:22.947670 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-70a0e4d8-aea4-4544-aa4c-c080d1dd0bd9 req-51f0eac0-95c0-4f13-b10b-36459ce0e5b7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 1097 time: 0.1051795 Nov 19 09:44:23.027232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6005c613-1dd3-4286-939a-c74c69c83884 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:44:23.029054 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-70a0e4d8-aea4-4544-aa4c-c080d1dd0bd9 req-996c8534-8d0e-4f31-a5d4-cbab3c2895b7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ac3add3c-9ddd-49ce-8e62-3732d3d07859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730722 Nov 19 09:44:23.042103 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Network 522fe0fa-68f6-4809-a911-2c260c1fa535 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:44:23.049409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:23.052856 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:44:23.110397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Pushing event updated for resources: {'Port': ['ID=e17be81a-c66f-48ed-9c2c-925d7fbcedba,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:23.117639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6005c613-1dd3-4286-939a-c74c69c83884, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6005c613-1dd3-4286-939a-c74c69c83884,segment=NetworkSegment(d83f52e5-74d8-4086-8bb9-b6c0aba4f420),segment_id=d83f52e5-74d8-4086-8bb9-b6c0aba4f420)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:23.123050 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a90add91-801c-40b2-a76f-f6fafeff2c48 None None] Provisioning complete for port 3fef7f81-aaee-4587-a553-d21c4437671e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:23.124130 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a90add91-801c-40b2-a76f-f6fafeff2c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:23.139385 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:23.146139 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:23.185522 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device fa1eb8d8-1e06-4f07-a881-542ff59d884e up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:44:23.333549 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a90add91-801c-40b2-a76f-f6fafeff2c48 None None] Port 3fef7f81-aaee-4587-a553-d21c4437671e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:44:23.343661 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Attempting to bind port e17be81a-c66f-48ed-9c2c-925d7fbcedba on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:44:23.344163 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Attempting to bind port e17be81a-c66f-48ed-9c2c-925d7fbcedba by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '522fe0fa-68f6-4809-a911-2c260c1fa535'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:44:23.344402 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Attempting to bind port e17be81a-c66f-48ed-9c2c-925d7fbcedba on network 522fe0fa-68f6-4809-a911-2c260c1fa535 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:44:23.359335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:44:23.359720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Checking segment: {'id': '3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '522fe0fa-68f6-4809-a911-2c260c1fa535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:44:23.360144 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:23.360547 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Bound using segment: {'id': '3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '522fe0fa-68f6-4809-a911-2c260c1fa535'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:44:23.361140 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Bound port: e17be81a-c66f-48ed-9c2c-925d7fbcedba, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '522fe0fa-68f6-4809-a911-2c260c1fa535'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:44:23.361532 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:23.439119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['6005c613-1dd3-4286-939a-c74c69c83884'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:44:23.442999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] For port e17be81a-c66f-48ed-9c2c-925d7fbcedba, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:44:23.445695 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=6005c613-1dd3-4286-939a-c74c69c83884,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:23.472542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feedf24-b857-4e81-a7e4-7ba43a44f928 req-d59d15e7-aeb6-4052-b9a0-b118871efff4 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:23.479998 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7feedf24-b857-4e81-a7e4-7ba43a44f928 req-d59d15e7-aeb6-4052-b9a0-b118871efff4 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 944 time: 0.1560681 Nov 19 09:44:23.486513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] For port e17be81a-c66f-48ed-9c2c-925d7fbcedba, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e17be81a-c66f-48ed-9c2c-925d7fbcedba,segment=NetworkSegment(3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be),segment_id=3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:44:23.491505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef495806-34c8-49ff-acf9-015315ef38e9 req-628538d1-5bfe-43bc-9506-18719b70edb5 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:23.492929 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef495806-34c8-49ff-acf9-015315ef38e9 req-628538d1-5bfe-43bc-9506-18719b70edb5 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 945 time: 0.1706116 Nov 19 09:44:23.496439 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:23.515218 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port fa1eb8d8-1e06-4f07-a881-542ff59d884e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:23.515823 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:23.523581 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:23.651856 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7feedf24-b857-4e81-a7e4-7ba43a44f928 req-66104492-0611-436b-a412-b914fb35437d tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691172 Nov 19 09:44:23.671159 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef495806-34c8-49ff-acf9-015315ef38e9 req-1a185453-eb72-439b-8bdb-76539e7d6323 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac3add3c-9ddd-49ce-8e62-3732d3d07859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574914 Nov 19 09:44:23.694284 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:23.713870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea38da-4334-436a-bb53-2f670f520ba8 None None] Pushing event updated for resources: {'Port': ['ID=e17be81a-c66f-48ed-9c2c-925d7fbcedba,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:23.814301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Router 3af49522-cbcd-4e07-ac62-6ae6a75f1781 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:44:23.983115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:44:23.992998 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Sync routers for ids ['3af49522-cbcd-4e07-ac62-6ae6a75f1781'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:44:24.012851 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Routers {'3af49522-cbcd-4e07-ac62-6ae6a75f1781'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:44:24.014299 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:44:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3af49522-cbcd-4e07-ac62-6ae6a75f1781'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:24.039031 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:24.045336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9e904ecd-9515-4e69-81fb-8a495216eefc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8396966 Nov 19 09:44:24.045581 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57616) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:24.226568 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Set router 3af49522-cbcd-4e07-ac62-6ae6a75f1781 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:44:24.459357 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'name': 'tempest-TestVolumeBootPattern-1404567383-router', 'tenant_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3fef7f81-aaee-4587-a553-d21c4437671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:21Z', 'updated_at': '2021-11-19T09:44:22Z', 'revision_number': 3, 'project_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'gw_port': {'id': '3fef7f81-aaee-4587-a553-d21c4437671e', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ec:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:22Z', 'updated_at': '2021-11-19T09:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:24.492462 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Checking router: 3af49522-cbcd-4e07-ac62-6ae6a75f1781 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:44:24.492827 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Updating router 3af49522-cbcd-4e07-ac62-6ae6a75f1781 port 3fef7f81-aaee-4587-a553-d21c4437671e binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:44:24.532488 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:24.636148 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:24.933442 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88477e5b-985c-4864-93c3-b143e6056d53 req-02a7947c-e869-4757-916f-9be2970d5638 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:24.939019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88477e5b-985c-4864-93c3-b143e6056d53 req-02a7947c-e869-4757-916f-9be2970d5638 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 945 time: 0.1153862 Nov 19 09:44:24.958996 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f99bcc-9a83-4365-94c6-ef46ca5b056c req-5cbf4861-3e64-4408-be0b-195b924b73bb tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:24.962874 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8f99bcc-9a83-4365-94c6-ef46ca5b056c req-5cbf4861-3e64-4408-be0b-195b924b73bb tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 944 time: 0.1434646 Nov 19 09:44:24.979360 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:25.020322 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Allocated IP 172.20.0.1 (522fe0fa-68f6-4809-a911-2c260c1fa535/5e333e3c-7293-48e4-ad35-84da4d907879/6c31400a-6c95-4306-9a94-0a27ba15a0f8) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:44:25.049543 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:25.067584 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:25.137572 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8f99bcc-9a83-4365-94c6-ef46ca5b056c req-a9b109d6-3e4a-44d4-9297-61edeb64eb5a tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570110 Nov 19 09:44:25.149111 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Attempting to bind port 3fef7f81-aaee-4587-a553-d21c4437671e on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:44:25.149494 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Attempting to bind port 3fef7f81-aaee-4587-a553-d21c4437671e by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:44:25.149889 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Attempting to bind port 3fef7f81-aaee-4587-a553-d21c4437671e on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:44:25.150742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88477e5b-985c-4864-93c3-b143e6056d53 req-46cc165b-0ef8-4400-9e8d-6253091698d3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac3add3c-9ddd-49ce-8e62-3732d3d07859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845522 Nov 19 09:44:25.151918 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3187021-fb29-4e46-aaa8-0f895a3a138f None None] Pushing event updated for resources: {'Port': ['ID=3fef7f81-aaee-4587-a553-d21c4437671e,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:25.157753 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:44:25.158365 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:44:25.158951 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:25.160095 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:44:25.160363 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a721685-bf23-4575-9798-296c44c70418 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:44:25.161154 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Bound port: 3fef7f81-aaee-4587-a553-d21c4437671e, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:44:25.161894 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:25.218792 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e17be81a-c66f-48ed-9c2c-925d7fbcedba up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:44:25.248492 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] For port 3fef7f81-aaee-4587-a553-d21c4437671e, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:44:25.254273 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] For port 3fef7f81-aaee-4587-a553-d21c4437671e, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3fef7f81-aaee-4587-a553-d21c4437671e,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:44:25.262012 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:25.288744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb01f859-5e4d-4eb0-901a-3efdb81b7729 None None] Network 522fe0fa-68f6-4809-a911-2c260c1fa535 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:44:25.332135 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3187021-fb29-4e46-aaa8-0f895a3a138f None None] Pushing event updated for resources: {'Port': ['ID=3fef7f81-aaee-4587-a553-d21c4437671e,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:25.338495 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:25.354246 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Routers {'3af49522-cbcd-4e07-ac62-6ae6a75f1781'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:44:25.355051 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:44:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3af49522-cbcd-4e07-ac62-6ae6a75f1781'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:25.389380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c6ab-b117-4667-a303-e1d6a79e0445 req-9e37263d-f77b-4ad4-ad0f-4f19e05beb96 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:25.391072 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31d8c6ab-b117-4667-a303-e1d6a79e0445 req-9e37263d-f77b-4ad4-ad0f-4f19e05beb96 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 945 time: 0.1215281 Nov 19 09:44:25.411350 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d425fc-5887-42f2-a242-91102eb9fb26 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:44:25.413986 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:25.461335 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Network 522fe0fa-68f6-4809-a911-2c260c1fa535 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:44:25.467567 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:25.470335 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:44:25.476470 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-bef548b6-a9dd-4e0f-adbf-ae1f5368dd81 None None] Provisioning complete for port 3fef7f81-aaee-4587-a553-d21c4437671e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:25.476944 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bef548b6-a9dd-4e0f-adbf-ae1f5368dd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:25.498564 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31d8c6ab-b117-4667-a303-e1d6a79e0445 req-57459cf3-9422-4306-80ac-9d180c834058 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac3add3c-9ddd-49ce-8e62-3732d3d07859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952091 Nov 19 09:44:25.501728 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Pushing event updated for resources: {'Port': ['ID=6c31400a-6c95-4306-9a94-0a27ba15a0f8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:25.521680 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:25.539874 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] Set router 3af49522-cbcd-4e07-ac62-6ae6a75f1781 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:44:25.552186 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57762) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:25.626554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f799bda-cdcd-4e19-b975-ae7f5ce38e74 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:25.629197 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8f799bda-cdcd-4e19-b975-ae7f5ce38e74 tempest-TestNetworkBasicOps-798036659 tempest-TestNetworkBasicOps-798036659-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 1092 time: 0.0759134 Nov 19 09:44:25.632305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57772) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:25.638060 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': 'e85eade0-69aa-492d-ae43-1b73ae0ddc72', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:25.669133 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:25.670109 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:25.674292 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e17be81a-c66f-48ed-9c2c-925d7fbcedba triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:25.675955 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:25.726300 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:25.817307 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:25.868221 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'name': 'tempest-TestVolumeBootPattern-1404567383-router', 'tenant_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3fef7f81-aaee-4587-a553-d21c4437671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:21Z', 'updated_at': '2021-11-19T09:44:22Z', 'revision_number': 3, 'project_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'gw_port': {'id': '3fef7f81-aaee-4587-a553-d21c4437671e', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ec:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:22Z', 'updated_at': '2021-11-19T09:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:25.904837 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bef548b6-a9dd-4e0f-adbf-ae1f5368dd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:25.937435 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4007a3b-678c-435b-91dc-d1d02285ee6c None None] The sync data for ids ['3af49522-cbcd-4e07-ac62-6ae6a75f1781'] in n-d-805649-14 is: [{'id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'name': 'tempest-TestVolumeBootPattern-1404567383-router', 'tenant_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3fef7f81-aaee-4587-a553-d21c4437671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:21Z', 'updated_at': '2021-11-19T09:44:22Z', 'revision_number': 3, 'project_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'gw_port': {'id': '3fef7f81-aaee-4587-a553-d21c4437671e', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ec:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:22Z', 'updated_at': '2021-11-19T09:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:44:25.942753 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:25.948164 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-bef548b6-a9dd-4e0f-adbf-ae1f5368dd81 None None] For port 3fef7f81-aaee-4587-a553-d21c4437671e, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3fef7f81-aaee-4587-a553-d21c4437671e,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:25.962929 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bef548b6-a9dd-4e0f-adbf-ae1f5368dd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:26.010126 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:26.016253 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:26.072989 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port e17be81a-c66f-48ed-9c2c-925d7fbcedba, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e17be81a-c66f-48ed-9c2c-925d7fbcedba,segment=NetworkSegment(3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be),segment_id=3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:26.080662 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-bef548b6-a9dd-4e0f-adbf-ae1f5368dd81 None None] Provisioning complete for port e17be81a-c66f-48ed-9c2c-925d7fbcedba triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:26.086956 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bef548b6-a9dd-4e0f-adbf-ae1f5368dd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:26.090643 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Pushing event updated for resources: {'Port': ['ID=6c31400a-6c95-4306-9a94-0a27ba15a0f8,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:26.092791 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:26.104267 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Allocated IP 172.25.0.181 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/701caf68-cbe4-40f8-b5bd-bddf0d02f631) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:44:26.131064 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef548b6-a9dd-4e0f-adbf-ae1f5368dd81 None None] Pushing event updated for resources: {'Port': ['ID=3fef7f81-aaee-4587-a553-d21c4437671e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:26.131912 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:26.136967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6005c613-1dd3-4286-939a-c74c69c83884 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:44:26.290441 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:26.351689 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Network 522fe0fa-68f6-4809-a911-2c260c1fa535 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:44:26.355766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:26.356874 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=e17be81a-c66f-48ed-9c2c-925d7fbcedba,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:26.385876 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:26.403475 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 6005c613-1dd3-4286-939a-c74c69c83884 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:44:26.425730 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 6005c613-1dd3-4286-939a-c74c69c83884 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:26.427417 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:26.523908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:44:26.530208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:26.535244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Port': ['ID=701caf68-cbe4-40f8-b5bd-bddf0d02f631,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:26.538635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:44:26.573629 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a7046-5daf-4cad-86d7-14fec1a273ec req-1fdc9747-f220-47ea-8f06-fc210944ce23 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:26.575240 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c9a7046-5daf-4cad-86d7-14fec1a273ec req-1fdc9747-f220-47ea-8f06-fc210944ce23 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 944 time: 0.2253366 Nov 19 09:44:26.576530 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Router 3af49522-cbcd-4e07-ac62-6ae6a75f1781 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:44:26.583949 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:26.644246 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc702931-755b-4b11-a509-036b9462593b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6005c613-1dd3-4286-939a-c74c69c83884'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:44:26.647398 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf38588-f556-41d0-b7b1-1d9be6daba15" -d '{"events": [{"server_uuid": "dc702931-755b-4b11-a509-036b9462593b", "name": "network-vif-plugged", "status": "completed", "tag": "6005c613-1dd3-4286-939a-c74c69c83884"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:44:26.663686 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c1e28646-950c-4b98-8ed7-f2517c8360ab None None] Provisioning complete for port 3fef7f81-aaee-4587-a553-d21c4437671e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:26.664386 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c1e28646-950c-4b98-8ed7-f2517c8360ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:26.728393 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c9a7046-5daf-4cad-86d7-14fec1a273ec req-35124982-59f6-48c9-9570-b3794482bad5 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406074 Nov 19 09:44:26.734139 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 6005c613-1dd3-4286-939a-c74c69c83884, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6005c613-1dd3-4286-939a-c74c69c83884,segment=NetworkSegment(d83f52e5-74d8-4086-8bb9-b6c0aba4f420),segment_id=d83f52e5-74d8-4086-8bb9-b6c0aba4f420)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:26.739185 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3367e524-6fea-4a30-b058-13a8a16f56da x-openstack-request-id: req-3367e524-6fea-4a30-b058-13a8a16f56da {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:44:26.739965 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc702931-755b-4b11-a509-036b9462593b", "name": "network-vif-plugged", "status": "completed", "tag": "6005c613-1dd3-4286-939a-c74c69c83884", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:44:26.747380 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3367e524-6fea-4a30-b058-13a8a16f56da {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:44:26.749258 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc702931-755b-4b11-a509-036b9462593b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6005c613-1dd3-4286-939a-c74c69c83884', 'code': 200} Nov 19 09:44:26.766525 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:26.846277 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:44:26.852796 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-02dd5a9c-87dd-4475-abf6-83ffc9321af5 admin admin] 10.222.0.21 "PUT /v2.0/routers/3af49522-cbcd-4e07-ac62-6ae6a75f1781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8062887 Nov 19 09:44:26.891251 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720cf6d-1872-429a-8750-0e3bce0a50af req-952d891a-7e3c-4318-9078-f36400406f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:26.894742 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6720cf6d-1872-429a-8750-0e3bce0a50af req-952d891a-7e3c-4318-9078-f36400406f9a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 1097 time: 0.0639489 Nov 19 09:44:26.923451 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=6005c613-1dd3-4286-939a-c74c69c83884,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:27.001711 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-6720cf6d-1872-429a-8750-0e3bce0a50af req-e8497ff3-99f4-46d7-af3f-8b0275afac07 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983920 Nov 19 09:44:27.077856 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c1e28646-950c-4b98-8ed7-f2517c8360ab None None] Provisioning complete for port e17be81a-c66f-48ed-9c2c-925d7fbcedba triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:27.078631 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c1e28646-950c-4b98-8ed7-f2517c8360ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:27.314046 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3fef7f81-aaee-4587-a553-d21c4437671e up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:44:27.406027 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:27.441123 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c1e28646-950c-4b98-8ed7-f2517c8360ab None None] Provisioning complete for port 6c31400a-6c95-4306-9a94-0a27ba15a0f8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:27.441593 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c1e28646-950c-4b98-8ed7-f2517c8360ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:27.482421 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 3fef7f81-aaee-4587-a553-d21c4437671e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:27.482756 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:27.524649 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:27.558477 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c1e28646-950c-4b98-8ed7-f2517c8360ab None None] Port 6c31400a-6c95-4306-9a94-0a27ba15a0f8 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:44:27.624098 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e17be81a-c66f-48ed-9c2c-925d7fbcedba up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:44:27.689586 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-544d96fa-6e52-4ac9-8eed-89affbfeea79 None None] Provisioning complete for port 6c31400a-6c95-4306-9a94-0a27ba15a0f8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:27.690747 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-544d96fa-6e52-4ac9-8eed-89affbfeea79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:27.720952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e17be81a-c66f-48ed-9c2c-925d7fbcedba triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:27.721906 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:27.798595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-544d96fa-6e52-4ac9-8eed-89affbfeea79 None None] Port 6c31400a-6c95-4306-9a94-0a27ba15a0f8 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:44:27.868540 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:27.911785 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:27.980875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event updated for resources: {'Port': ['ID=701caf68-cbe4-40f8-b5bd-bddf0d02f631,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:28.441349 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806616b-ae20-48df-8dc6-bff6de9c4a3e req-0db5306f-5103-420d-90bf-662bb131d4d3 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:28.442916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4806616b-ae20-48df-8dc6-bff6de9c4a3e req-0db5306f-5103-420d-90bf-662bb131d4d3 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 945 time: 0.5624061 Nov 19 09:44:28.465819 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:28.576790 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4806616b-ae20-48df-8dc6-bff6de9c4a3e req-94086281-b8ed-4fce-93eb-758101510997 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122680 Nov 19 09:44:28.654822 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Floating IP 45292bfe-db6b-48cc-9280-b8ffad087a7c associated. External IP: 172.25.0.181, port: e85eade0-69aa-492d-ae43-1b73ae0ddc72. Nov 19 09:44:28.890358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Router 3f690c53-e727-44f2-a6e2-3eaaee749483 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:44:28.908401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Sync routers for ids ['3af49522-cbcd-4e07-ac62-6ae6a75f1781'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:44:28.926921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Routers {'3af49522-cbcd-4e07-ac62-6ae6a75f1781'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:44:28.927715 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:44:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3af49522-cbcd-4e07-ac62-6ae6a75f1781'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:29.024676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:44:29.037912 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69192acf-dc74-45ca-a6b6-8a9ebe4195f2 None None] Sync routers for ids ['3f690c53-e727-44f2-a6e2-3eaaee749483'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:44:29.056345 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:29.059849 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69192acf-dc74-45ca-a6b6-8a9ebe4195f2 None None] Routers {'3f690c53-e727-44f2-a6e2-3eaaee749483'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:44:29.060714 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-69192acf-dc74-45ca-a6b6-8a9ebe4195f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:44:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3f690c53-e727-44f2-a6e2-3eaaee749483'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:29.069921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Set router 3af49522-cbcd-4e07-ac62-6ae6a75f1781 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:44:29.106406 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8c7a3f4b-2a84-4da1-98a4-9f21b7a9ab11 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4701869 Nov 19 09:44:29.106406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52348b8-3e55-409c-b34f-cbb6fcd120a0', 'tag': 'e85eade0-69aa-492d-ae43-1b73ae0ddc72'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:44:29.108397 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d817b34b-aaf7-4e0c-ae40-c2f395752cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "a52348b8-3e55-409c-b34f-cbb6fcd120a0", "tag": "e85eade0-69aa-492d-ae43-1b73ae0ddc72"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:44:29.109626 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 57868) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:29.183448 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fa6cab-59ea-4757-b13d-81b239c8fc99 x-openstack-request-id: req-19fa6cab-59ea-4757-b13d-81b239c8fc99 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:44:29.183448 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52348b8-3e55-409c-b34f-cbb6fcd120a0", "tag": "e85eade0-69aa-492d-ae43-1b73ae0ddc72", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:44:29.183688 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19fa6cab-59ea-4757-b13d-81b239c8fc99 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:44:29.183964 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52348b8-3e55-409c-b34f-cbb6fcd120a0', 'tag': 'e85eade0-69aa-492d-ae43-1b73ae0ddc72', 'status': 'completed', 'code': 200} Nov 19 09:44:29.253529 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-905a47e5-0726-4766-aeab-db7603e02962 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/floatingips/45292bfe-db6b-48cc-9280-b8ffad087a7c HTTP/1.1" status: 200 len: 991 time: 0.1415284 Nov 19 09:44:29.271196 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-69192acf-dc74-45ca-a6b6-8a9ebe4195f2 None None] Set router 3f690c53-e727-44f2-a6e2-3eaaee749483 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:44:29.335020 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b34b-aaf7-4e0c-ae40-c2f395752cf8 req-69d4b61a-f57e-41eb-8b8c-990013e4d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:29.338709 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d817b34b-aaf7-4e0c-ae40-c2f395752cf8 req-69d4b61a-f57e-41eb-8b8c-990013e4d540 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54b2eaca0f74c3180e499355c2ca0b2&device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 1097 time: 0.0824640 Nov 19 09:44:29.378345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'name': 'tempest-TestVolumeBootPattern-1404567383-router', 'tenant_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3fef7f81-aaee-4587-a553-d21c4437671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:21Z', 'updated_at': '2021-11-19T09:44:25Z', 'revision_number': 4, 'project_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'gw_port': {'id': '3fef7f81-aaee-4587-a553-d21c4437671e', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ec:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:22Z', 'updated_at': '2021-11-19T09:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '6c31400a-6c95-4306-9a94-0a27ba15a0f8', 'name': '', 'network_id': '522fe0fa-68f6-4809-a911-2c260c1fa535', 'tenant_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'mac_address': 'fa:16:3e:18:9f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '5e333e3c-7293-48e4-ad35-84da4d907879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:24Z', 'updated_at': '2021-11-19T09:44:25Z', 'revision_number': 2, 'project_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'subnets': [{'id': '5e333e3c-7293-48e4-ad35-84da4d907879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:29.414854 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Checking router: 3af49522-cbcd-4e07-ac62-6ae6a75f1781 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:44:29.415226 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Updating router 3af49522-cbcd-4e07-ac62-6ae6a75f1781 port 6c31400a-6c95-4306-9a94-0a27ba15a0f8 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:44:29.441249 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:29.450496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b34b-aaf7-4e0c-ae40-c2f395752cf8 req-3b822d2f-4f66-41b5-b5d4-ba1a93390659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:29.452162 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d817b34b-aaf7-4e0c-ae40-c2f395752cf8 req-3b822d2f-4f66-41b5-b5d4-ba1a93390659 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd5d7890-7427-4d09-b4be-94806e82ad3b HTTP/1.1" status: 200 len: 897 time: 0.1084898 Nov 19 09:44:29.531322 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d817b34b-aaf7-4e0c-ae40-c2f395752cf8 req-ca484d78-b620-4fb1-82c5-f6467548c0dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e85eade0-69aa-492d-ae43-1b73ae0ddc72 HTTP/1.1" status: 200 len: 999 time: 0.0715675 Nov 19 09:44:29.586150 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b34b-aaf7-4e0c-ae40-c2f395752cf8 req-d5701824-54c9-416f-b3ee-7b8d1e2ce179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:29.588268 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d817b34b-aaf7-4e0c-ae40-c2f395752cf8 req-d5701824-54c9-416f-b3ee-7b8d1e2ce179 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b52c3c3-53d3-4a18-afa9-75412f4f48fe HTTP/1.1" status: 200 len: 835 time: 0.0494366 Nov 19 09:44:29.690757 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-533a2854-2d12-4d01-97b2-7ec96bf70fac req-79239e48-3c0c-4b80-8c85-dadbbcec7644 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0615723 Nov 19 09:44:29.697032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b34b-aaf7-4e0c-ae40-c2f395752cf8 req-25525df0-0965-4bbf-a5f6-9f955ecc8e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:29.699063 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d817b34b-aaf7-4e0c-ae40-c2f395752cf8 req-25525df0-0965-4bbf-a5f6-9f955ecc8e63 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd5d7890-7427-4d09-b4be-94806e82ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029377 Nov 19 09:44:29.746325 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-69192acf-dc74-45ca-a6b6-8a9ebe4195f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'name': 'tempest-TestNetworkBasicOps-router-842415516', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:43:57Z', 'updated_at': '2021-11-19T09:44:03Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:58Z', 'updated_at': '2021-11-19T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '45292bfe-db6b-48cc-9280-b8ffad087a7c', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'port_id': 'e85eade0-69aa-492d-ae43-1b73ae0ddc72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b', 'mac_address': 'fa:16:3e:52:a8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52348b8-3e55-409c-b34f-cbb6fcd120a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:44:27Z', 'updated_at': '2021-11-19T09:44:27Z', 'revision_number': 0, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37940e3-10df-422d-aee2-658b1463ffee', 'name': '', 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:fc:b3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:02Z', 'updated_at': '2021-11-19T09:44:09Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:29.779268 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69192acf-dc74-45ca-a6b6-8a9ebe4195f2 None None] Checking router: 3f690c53-e727-44f2-a6e2-3eaaee749483 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:44:29.786902 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:29.791324 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69192acf-dc74-45ca-a6b6-8a9ebe4195f2 None None] Routers {'3f690c53-e727-44f2-a6e2-3eaaee749483'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:44:29.792595 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-69192acf-dc74-45ca-a6b6-8a9ebe4195f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:44:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3f690c53-e727-44f2-a6e2-3eaaee749483'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:29.800652 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:29.836060 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fc79b-8f5c-4efc-957a-b4f535c868fd req-61f76d1b-438e-49fb-8690-a2ddc6b4a63b tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:29.839477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-686fc79b-8f5c-4efc-957a-b4f535c868fd req-61f76d1b-438e-49fb-8690-a2ddc6b4a63b tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 945 time: 0.1135798 Nov 19 09:44:29.870752 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a2854-2d12-4d01-97b2-7ec96bf70fac req-0b56e2e2-4cf7-4a74-b3f5-44e3addde1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:29.872921 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-533a2854-2d12-4d01-97b2-7ec96bf70fac req-0b56e2e2-4cf7-4a74-b3f5-44e3addde1f3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a5def42ae9804be8baaade171dd1567a&device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 1097 time: 0.0933061 Nov 19 09:44:29.875836 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d817b34b-aaf7-4e0c-ae40-c2f395752cf8 req-d194eb40-88e3-4282-a034-daf54146f692 service neutron] 10.222.0.66 "GET /v2.0/networks/cd5d7890-7427-4d09-b4be-94806e82ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685047 Nov 19 09:44:29.928690 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8d6c9-2b81-4da6-8144-0643dece3f1f None None] Pushing event updated for resources: {'Port': ['ID=6c31400a-6c95-4306-9a94-0a27ba15a0f8,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:29.941986 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-69192acf-dc74-45ca-a6b6-8a9ebe4195f2 None None] Set router 3f690c53-e727-44f2-a6e2-3eaaee749483 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:44:29.949956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-686fc79b-8f5c-4efc-957a-b4f535c868fd req-59e7a76b-99d0-474d-b143-c12ec1e78658 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030455 Nov 19 09:44:29.997273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Attempting to bind port 6c31400a-6c95-4306-9a94-0a27ba15a0f8 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:44:29.998032 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Attempting to bind port 6c31400a-6c95-4306-9a94-0a27ba15a0f8 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '522fe0fa-68f6-4809-a911-2c260c1fa535'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:44:29.998616 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Attempting to bind port 6c31400a-6c95-4306-9a94-0a27ba15a0f8 on network 522fe0fa-68f6-4809-a911-2c260c1fa535 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:44:30.007104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:44:30.007887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Checking segment: {'id': '3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '522fe0fa-68f6-4809-a911-2c260c1fa535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:44:30.008524 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:30.009173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Bound using segment: {'id': '3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '522fe0fa-68f6-4809-a911-2c260c1fa535'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:44:30.010258 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Bound port: 6c31400a-6c95-4306-9a94-0a27ba15a0f8, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '522fe0fa-68f6-4809-a911-2c260c1fa535'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:44:30.011139 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:30.048955 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d817b34b-aaf7-4e0c-ae40-c2f395752cf8 req-3cdfa913-ff7e-40e4-9d7f-6b0b28a9a4ca service neutron] 10.222.0.66 "GET /v2.0/networks/cd5d7890-7427-4d09-b4be-94806e82ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661010 Nov 19 09:44:30.112945 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] For port 6c31400a-6c95-4306-9a94-0a27ba15a0f8, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:44:30.117561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] For port 6c31400a-6c95-4306-9a94-0a27ba15a0f8, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6c31400a-6c95-4306-9a94-0a27ba15a0f8,segment=NetworkSegment(3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be),segment_id=3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:44:30.130168 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:30.195894 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a2854-2d12-4d01-97b2-7ec96bf70fac req-d201e739-d93d-4aee-b4bd-1831aae6c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:30.197815 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-533a2854-2d12-4d01-97b2-7ec96bf70fac req-d201e739-d93d-4aee-b4bd-1831aae6c8d7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=602d776d-efad-4c19-876e-f5cff77889f7 HTTP/1.1" status: 200 len: 910 time: 0.1471298 Nov 19 09:44:30.208849 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Routers {'3af49522-cbcd-4e07-ac62-6ae6a75f1781'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:44:30.210530 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:44:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3af49522-cbcd-4e07-ac62-6ae6a75f1781'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:30.256315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57880) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:30.303077 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-533a2854-2d12-4d01-97b2-7ec96bf70fac req-aabfd4a3-db32-4589-8eef-4a22de52e41a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6005c613-1dd3-4286-939a-c74c69c83884 HTTP/1.1" status: 200 len: 217 time: 0.0858729 Nov 19 09:44:30.432657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a2854-2d12-4d01-97b2-7ec96bf70fac req-83484086-e265-4636-a0b4-ee18bba03687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:30.440970 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-533a2854-2d12-4d01-97b2-7ec96bf70fac req-83484086-e265-4636-a0b4-ee18bba03687 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54d1deb4-ed59-47e7-b68b-d9d15af5dc35 HTTP/1.1" status: 200 len: 849 time: 0.1275845 Nov 19 09:44:30.445136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] Set router 3af49522-cbcd-4e07-ac62-6ae6a75f1781 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:44:30.469578 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-69192acf-dc74-45ca-a6b6-8a9ebe4195f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'name': 'tempest-TestNetworkBasicOps-router-842415516', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:43:57Z', 'updated_at': '2021-11-19T09:44:03Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:58Z', 'updated_at': '2021-11-19T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '45292bfe-db6b-48cc-9280-b8ffad087a7c', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'port_id': 'e85eade0-69aa-492d-ae43-1b73ae0ddc72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b', 'mac_address': 'fa:16:3e:52:a8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52348b8-3e55-409c-b34f-cbb6fcd120a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:44:27Z', 'updated_at': '2021-11-19T09:44:27Z', 'revision_number': 0, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37940e3-10df-422d-aee2-658b1463ffee', 'name': '', 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:fc:b3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:02Z', 'updated_at': '2021-11-19T09:44:09Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:30.470152 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9c882c05-8b8a-4ec0-a168-8f35d0947467 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/floatingips/45292bfe-db6b-48cc-9280-b8ffad087a7c HTTP/1.1" status: 200 len: 991 time: 0.2108557 Nov 19 09:44:30.509510 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-533a2854-2d12-4d01-97b2-7ec96bf70fac req-d391ce80-e2b2-4e8a-b7ef-a9b3ac178180 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=602d776d-efad-4c19-876e-f5cff77889f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597715 Nov 19 09:44:30.554373 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69192acf-dc74-45ca-a6b6-8a9ebe4195f2 None None] The sync data for ids ['3f690c53-e727-44f2-a6e2-3eaaee749483'] in n-d-805649-14 is: [{'id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'name': 'tempest-TestNetworkBasicOps-router-842415516', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:43:57Z', 'updated_at': '2021-11-19T09:44:03Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:58Z', 'updated_at': '2021-11-19T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '45292bfe-db6b-48cc-9280-b8ffad087a7c', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'floating_ip_address': '172.25.0.181', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'port_id': 'e85eade0-69aa-492d-ae43-1b73ae0ddc72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b', 'mac_address': 'fa:16:3e:52:a8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52348b8-3e55-409c-b34f-cbb6fcd120a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:44:27Z', 'updated_at': '2021-11-19T09:44:27Z', 'revision_number': 0, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37940e3-10df-422d-aee2-658b1463ffee', 'name': '', 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:fc:b3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:02Z', 'updated_at': '2021-11-19T09:44:09Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:44:30.676444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8d6c9-2b81-4da6-8144-0643dece3f1f None None] Pushing event updated for resources: {'Port': ['ID=6c31400a-6c95-4306-9a94-0a27ba15a0f8,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:30.736918 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-533a2854-2d12-4d01-97b2-7ec96bf70fac req-a4722c98-d93c-4b5c-9b7c-da79dc559eb9 service neutron] 10.222.0.71 "GET /v2.0/networks/602d776d-efad-4c19-876e-f5cff77889f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157202 Nov 19 09:44:30.776466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a9d694ae-e55b-4136-83d3-cc691feb9620 None None] Provisioning complete for port 6c31400a-6c95-4306-9a94-0a27ba15a0f8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:30.777462 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9d694ae-e55b-4136-83d3-cc691feb9620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:30.885438 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-533a2854-2d12-4d01-97b2-7ec96bf70fac req-a6347fb2-37f0-47c8-914e-3eff229ba717 service neutron] 10.222.0.71 "GET /v2.0/networks/602d776d-efad-4c19-876e-f5cff77889f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310635 Nov 19 09:44:30.928275 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df11b67-1f35-4c30-9d0d-210310fddeed None None] New status for floating IP 45292bfe-db6b-48cc-9280-b8ffad087a7c: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:44:30.947127 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8f7f408-efc6-4ed8-9ed8-ae76d71c364f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:30.949158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8f7f408-efc6-4ed8-9ed8-ae76d71c364f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 812 time: 0.1681750 Nov 19 09:44:30.968076 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-7df39d0f-391d-4d9c-800c-d1758be7eb83 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/quotas/a84db2c49968458a9cc1816d95bbefc9 HTTP/1.1" status: 200 len: 375 time: 0.0127237 Nov 19 09:44:31.040295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-2978c004-ad31-4338-8cfb-3c19436cac46 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663652 Nov 19 09:44:31.185392 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-ba06033d-4ef8-42a9-891b-9df28c63dbad service neutron] 10.222.0.21 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377490 Nov 19 09:44:31.190957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'name': 'tempest-TestVolumeBootPattern-1404567383-router', 'tenant_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3fef7f81-aaee-4587-a553-d21c4437671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:21Z', 'updated_at': '2021-11-19T09:44:25Z', 'revision_number': 4, 'project_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'gw_port': {'id': '3fef7f81-aaee-4587-a553-d21c4437671e', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ec:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:22Z', 'updated_at': '2021-11-19T09:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '6c31400a-6c95-4306-9a94-0a27ba15a0f8', 'name': '', 'network_id': '522fe0fa-68f6-4809-a911-2c260c1fa535', 'tenant_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'mac_address': 'fa:16:3e:18:9f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '5e333e3c-7293-48e4-ad35-84da4d907879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:24Z', 'updated_at': '2021-11-19T09:44:30Z', 'revision_number': 4, 'project_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'subnets': [{'id': '5e333e3c-7293-48e4-ad35-84da4d907879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:31.206874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff44fd-e445-4bcf-9674-046af0aaabaa req-6327b570-4686-48c0-b834-64d57214ab0f tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:31.208506 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33ff44fd-e445-4bcf-9674-046af0aaabaa req-6327b570-4686-48c0-b834-64d57214ab0f tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 945 time: 0.0681465 Nov 19 09:44:31.232004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ad565-5cf8-4ddf-b94c-72cf841a9a3b None None] The sync data for ids ['3af49522-cbcd-4e07-ac62-6ae6a75f1781'] in n-d-805649-14 is: [{'id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'name': 'tempest-TestVolumeBootPattern-1404567383-router', 'tenant_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3fef7f81-aaee-4587-a553-d21c4437671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:21Z', 'updated_at': '2021-11-19T09:44:25Z', 'revision_number': 4, 'project_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'gw_port': {'id': '3fef7f81-aaee-4587-a553-d21c4437671e', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ec:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:22Z', 'updated_at': '2021-11-19T09:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '6c31400a-6c95-4306-9a94-0a27ba15a0f8', 'name': '', 'network_id': '522fe0fa-68f6-4809-a911-2c260c1fa535', 'tenant_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'mac_address': 'fa:16:3e:18:9f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '5e333e3c-7293-48e4-ad35-84da4d907879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:24Z', 'updated_at': '2021-11-19T09:44:30Z', 'revision_number': 4, 'project_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'subnets': [{'id': '5e333e3c-7293-48e4-ad35-84da4d907879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:44:31.235833 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9d694ae-e55b-4136-83d3-cc691feb9620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:31.288439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a9d694ae-e55b-4136-83d3-cc691feb9620 None None] For port 6c31400a-6c95-4306-9a94-0a27ba15a0f8, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6c31400a-6c95-4306-9a94-0a27ba15a0f8,segment=NetworkSegment(3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be),segment_id=3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:31.292493 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9d694ae-e55b-4136-83d3-cc691feb9620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:31.342163 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33ff44fd-e445-4bcf-9674-046af0aaabaa req-8c276b00-c6d8-4ce2-ab8f-80bd2c15151b tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148338 Nov 19 09:44:31.358797 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-ecd2bb6f-48e5-405f-9eb6-8f9c33ac65bb service neutron] 10.222.0.21 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610878 Nov 19 09:44:31.366773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d694ae-e55b-4136-83d3-cc691feb9620 None None] Pushing event updated for resources: {'Port': ['ID=6c31400a-6c95-4306-9a94-0a27ba15a0f8,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:31.434391 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-098558d7-0229-41db-896e-7d00dd61175b None None] Provisioning complete for port 6c31400a-6c95-4306-9a94-0a27ba15a0f8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:31.435379 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-098558d7-0229-41db-896e-7d00dd61175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:31.472271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 57912) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:31.649355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bc9b7506-90c3-47a6-aa9e-45588d110933 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/floatingips/45292bfe-db6b-48cc-9280-b8ffad087a7c HTTP/1.1" status: 200 len: 993 time: 0.1615667 Nov 19 09:44:31.826419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23ff8fa0-a320-4ae9-adb3-9b959ad9773d req-319c687d-7dd6-452d-a283-6136de0c33e5 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 210 time: 0.0479414 Nov 19 09:44:32.470680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa62b3-b26f-4712-a2f7-d8559756ddbf req-eec60e76-57e4-4109-8953-60c074822c1a tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:32.472957 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cbfa62b3-b26f-4712-a2f7-d8559756ddbf req-eec60e76-57e4-4109-8953-60c074822c1a tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 945 time: 0.0650051 Nov 19 09:44:32.541637 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cbfa62b3-b26f-4712-a2f7-d8559756ddbf req-27a459f4-8d4e-4f8f-8848-062c293b6082 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600731 Nov 19 09:44:32.758260 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419a50c-fcac-4c31-a195-136854e1f950 req-70583c81-834f-4599-bd5b-f8df10c14354 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:32.759986 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1419a50c-fcac-4c31-a195-136854e1f950 req-70583c81-834f-4599-bd5b-f8df10c14354 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 945 time: 0.0509770 Nov 19 09:44:32.974746 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c35139ac-d7a7-40da-932d-f8d47bc92119 req-15b9ec7f-b272-4eb5-b25c-98cffd0eb292 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 210 time: 0.0360577 Nov 19 09:44:33.038044 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-1419a50c-fcac-4c31-a195-136854e1f950 req-a3c5c447-b885-4e5e-ba2e-889926f11cd4 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Deleting port 6005c613-1dd3-4286-939a-c74c69c83884 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:44:33.038397 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1419a50c-fcac-4c31-a195-136854e1f950 req-a3c5c447-b885-4e5e-ba2e-889926f11cd4 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:33.067649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-7c2b7f0e-568e-4da2-8ca0-f6b3a681b429 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:33.069577 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-7c2b7f0e-568e-4da2-8ca0-f6b3a681b429 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 812 time: 0.2112093 Nov 19 09:44:33.099785 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6c31400a-6c95-4306-9a94-0a27ba15a0f8 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:44:33.102114 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-a955ed45-fda2-42ae-ab67-13e65eca9b68 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Request body: {'port': {'device_id': 'b6a0e632-6f55-4f17-ac0d-b3249e28a3ff', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'admin_state_up': True, 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:33.166262 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 6c31400a-6c95-4306-9a94-0a27ba15a0f8 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:33.166739 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:33.251480 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-1419a50c-fcac-4c31-a195-136854e1f950 req-a3c5c447-b885-4e5e-ba2e-889926f11cd4 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] For port 6005c613-1dd3-4286-939a-c74c69c83884, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=6005c613-1dd3-4286-939a-c74c69c83884,segment=NetworkSegment(d83f52e5-74d8-4086-8bb9-b6c0aba4f420),segment_id=d83f52e5-74d8-4086-8bb9-b6c0aba4f420)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:33.252161 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1419a50c-fcac-4c31-a195-136854e1f950 req-a3c5c447-b885-4e5e-ba2e-889926f11cd4 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:33.276190 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-1419a50c-fcac-4c31-a195-136854e1f950 req-a3c5c447-b885-4e5e-ba2e-889926f11cd4 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Calling delete_port for 6005c613-1dd3-4286-939a-c74c69c83884 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:44:33.344253 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-a955ed45-fda2-42ae-ab67-13e65eca9b68 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Made reservation on behalf of a84db2c49968458a9cc1816d95bbefc9 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:44:33.347766 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-a955ed45-fda2-42ae-ab67-13e65eca9b68 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:33.682302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fcb7c-8001-40d4-83ea-00a3aa09cdd9 req-df62829d-2357-48e7-9139-260a07c1fa5e tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:33.684009 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d60fcb7c-8001-40d4-83ea-00a3aa09cdd9 req-df62829d-2357-48e7-9139-260a07c1fa5e tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc702931-755b-4b11-a509-036b9462593b HTTP/1.1" status: 200 len: 945 time: 0.0664697 Nov 19 09:44:33.749024 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d60fcb7c-8001-40d4-83ea-00a3aa09cdd9 req-fc7b0bb8-9186-401a-b98b-3ccc0c9c4442 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f444de0-5b26-4a5c-916d-1611c27f9367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584922 Nov 19 09:44:33.870074 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1419a50c-fcac-4c31-a195-136854e1f950 req-a3c5c447-b885-4e5e-ba2e-889926f11cd4 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:33.882846 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['6005c613-1dd3-4286-939a-c74c69c83884'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:44:33.917166 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-a955ed45-fda2-42ae-ab67-13e65eca9b68 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Allocated IP 172.20.0.11 (3a43663e-7d24-49a9-a7fa-bf42bee67415/d194d568-daba-4f96-9ac3-d2547054e5f8/30edf473-68ef-491e-984c-aa1a9b7fb039) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:44:33.919524 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5c447-b885-4e5e-ba2e-889926f11cd4 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Pushing event deleted for resources: {'Port': ['ID=6005c613-1dd3-4286-939a-c74c69c83884,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:33.978324 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-1419a50c-fcac-4c31-a195-136854e1f950 req-a3c5c447-b885-4e5e-ba2e-889926f11cd4 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] No DVR routers for this DVR port 6005c613-1dd3-4286-939a-c74c69c83884 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:44:33.981394 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-1419a50c-fcac-4c31-a195-136854e1f950 req-a3c5c447-b885-4e5e-ba2e-889926f11cd4 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:33.985031 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1419a50c-fcac-4c31-a195-136854e1f950 req-a3c5c447-b885-4e5e-ba2e-889926f11cd4 tempest-VolumesActionsTest-793419612 tempest-VolumesActionsTest-793419612-project] 10.222.0.71 "DELETE /v2.0/ports/6005c613-1dd3-4286-939a-c74c69c83884 HTTP/1.1" status: 204 len: 173 time: 1.2167525 Nov 19 09:44:33.987872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc702931-755b-4b11-a509-036b9462593b', 'name': 'network-vif-deleted', 'tag': '6005c613-1dd3-4286-939a-c74c69c83884'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:44:33.990959 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68061d1-5872-4297-aa17-f92156f8d22b" -d '{"events": [{"server_uuid": "dc702931-755b-4b11-a509-036b9462593b", "name": "network-vif-deleted", "tag": "6005c613-1dd3-4286-939a-c74c69c83884"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:44:34.162003 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d62e4c-9bd0-4029-9fbe-d217dea10024 x-openstack-request-id: req-61d62e4c-9bd0-4029-9fbe-d217dea10024 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:44:34.163038 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc702931-755b-4b11-a509-036b9462593b", "name": "network-vif-deleted", "tag": "6005c613-1dd3-4286-939a-c74c69c83884", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:44:34.163667 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61d62e4c-9bd0-4029-9fbe-d217dea10024 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:44:34.164101 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc702931-755b-4b11-a509-036b9462593b', 'name': 'network-vif-deleted', 'tag': '6005c613-1dd3-4286-939a-c74c69c83884', 'status': 'completed', 'code': 200} Nov 19 09:44:34.213057 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a48ee41-6d90-4120-88ce-711e11978eaa req-27562b08-5ce6-4ac5-8603-69385365dcae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 210 time: 0.0728929 Nov 19 09:44:34.277944 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-a955ed45-fda2-42ae-ab67-13e65eca9b68 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:34.331837 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-a955ed45-fda2-42ae-ab67-13e65eca9b68 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:34.391059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955ed45-fda2-42ae-ab67-13e65eca9b68 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'Port': ['ID=30edf473-68ef-491e-984c-aa1a9b7fb039,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:34.410107 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-a955ed45-fda2-42ae-ab67-13e65eca9b68 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Network 3a43663e-7d24-49a9-a7fa-bf42bee67415 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:44:34.411765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-a955ed45-fda2-42ae-ab67-13e65eca9b68 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:44:34.417910 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-a955ed45-fda2-42ae-ab67-13e65eca9b68 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:44:34.477021 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-a955ed45-fda2-42ae-ab67-13e65eca9b68 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:34.477684 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-a955ed45-fda2-42ae-ab67-13e65eca9b68 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:34.507773 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-a955ed45-fda2-42ae-ab67-13e65eca9b68 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4095306 Nov 19 09:44:34.523144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Request body: {'port': {'device_id': 'b6a0e632-6f55-4f17-ac0d-b3249e28a3ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:44:34.644712 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:34.823353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d0227be9-6a74-445a-be8e-89b670e889ed None None] Provisioning complete for port 30edf473-68ef-491e-984c-aa1a9b7fb039 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:34.824491 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d0227be9-6a74-445a-be8e-89b670e889ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:34.950347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d0227be9-6a74-445a-be8e-89b670e889ed None None] Port 30edf473-68ef-491e-984c-aa1a9b7fb039 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:44:35.085955 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30edf473-68ef-491e-984c-aa1a9b7fb039 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:44:35.100167 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:35.119782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Transition to ACTIVE for port object 30edf473-68ef-491e-984c-aa1a9b7fb039 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:44:35.123286 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:35.210885 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Pushing event updated for resources: {'Port': ['ID=30edf473-68ef-491e-984c-aa1a9b7fb039,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:35.324545 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Attempting to bind port 30edf473-68ef-491e-984c-aa1a9b7fb039 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:44:35.324891 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Attempting to bind port 30edf473-68ef-491e-984c-aa1a9b7fb039 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:44:35.327371 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Attempting to bind port 30edf473-68ef-491e-984c-aa1a9b7fb039 on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:44:35.335680 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Port 30edf473-68ef-491e-984c-aa1a9b7fb039 on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:44:35.336010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Attempting to bind port 30edf473-68ef-491e-984c-aa1a9b7fb039 on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:44:35.348433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:44:35.348788 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Checking segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:44:35.349211 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Bound using segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:44:35.349665 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Bound port: 30edf473-68ef-491e-984c-aa1a9b7fb039, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:44:35.350032 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:35.433352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68cc93-928f-427d-8c4c-ac43577dcb70 req-0d10845f-845a-417b-af76-e83f931d93e4 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:35.446534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d68cc93-928f-427d-8c4c-ac43577dcb70 req-0d10845f-845a-417b-af76-e83f931d93e4 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 944 time: 0.1267214 Nov 19 09:44:35.492171 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] For port 30edf473-68ef-491e-984c-aa1a9b7fb039, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:44:35.497667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] For port 30edf473-68ef-491e-984c-aa1a9b7fb039, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=30edf473-68ef-491e-984c-aa1a9b7fb039,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:44:35.506633 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:35.551574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d68cc93-928f-427d-8c4c-ac43577dcb70 req-1bb33807-94e5-4e45-bf76-22287a6527af tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015739 Nov 19 09:44:35.606836 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Pushing event updated for resources: {'Port': ['ID=30edf473-68ef-491e-984c-aa1a9b7fb039,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:35.629854 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:35.634255 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:35.638154 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d8d3fcb5-f3d7-4803-b69c-2e2a48b8660b service neutron] 10.222.0.66 "PUT /v2.0/ports/30edf473-68ef-491e-984c-aa1a9b7fb039 HTTP/1.1" status: 200 len: 1093 time: 1.1197131 Nov 19 09:44:35.720829 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:44:35.736210 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d3841860-6cc8-4a80-8545-8d163a326ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:35.737977 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-d3841860-6cc8-4a80-8545-8d163a326ec4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 1096 time: 0.0541425 Nov 19 09:44:35.809351 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-1156e1d8-e01a-4161-bd4e-c78061676e35 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30edf473-68ef-491e-984c-aa1a9b7fb039 HTTP/1.1" status: 200 len: 217 time: 0.0558739 Nov 19 09:44:35.874282 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-bcffe6ee-3259-4240-8157-edce5972573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:35.876016 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-bcffe6ee-3259-4240-8157-edce5972573a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0585463 Nov 19 09:44:35.944704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-06249315-173d-4ca2-9a47-f607505c283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:35.946381 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-06249315-173d-4ca2-9a47-f607505c283f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626645 Nov 19 09:44:36.124633 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-3cd9c357-f340-4533-9b96-b34eaf29a0ea service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674545 Nov 19 09:44:36.173550 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a0e632-6f55-4f17-ac0d-b3249e28a3ff', 'tag': '30edf473-68ef-491e-984c-aa1a9b7fb039'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:44:36.180974 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42582531-f93a-4cda-b2ff-e52830a48b84" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a0e632-6f55-4f17-ac0d-b3249e28a3ff", "tag": "30edf473-68ef-491e-984c-aa1a9b7fb039"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:44:36.252764 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aae658e-f2d3-4f57-9362-fc5f09d19b48 x-openstack-request-id: req-5aae658e-f2d3-4f57-9362-fc5f09d19b48 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:44:36.253064 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a0e632-6f55-4f17-ac0d-b3249e28a3ff", "tag": "30edf473-68ef-491e-984c-aa1a9b7fb039", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:44:36.253361 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5aae658e-f2d3-4f57-9362-fc5f09d19b48 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:44:36.253763 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a0e632-6f55-4f17-ac0d-b3249e28a3ff', 'tag': '30edf473-68ef-491e-984c-aa1a9b7fb039', 'status': 'completed', 'code': 200} Nov 19 09:44:36.299409 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-516297aa-2574-4c3b-83ef-2647cdd6497f req-155aca48-9364-45b8-9228-df415e83f105 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597707 Nov 19 09:44:36.354657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58002) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:36.417259 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42582531-f93a-4cda-b2ff-e52830a48b84 req-24dd491b-5997-47ea-a01c-d7db3cee5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:36.418966 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-42582531-f93a-4cda-b2ff-e52830a48b84 req-24dd491b-5997-47ea-a01c-d7db3cee5411 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 1096 time: 0.0512738 Nov 19 09:44:36.504502 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c7eded21-2df2-4ba2-92a6-dce9939d8780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:36.548219 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42582531-f93a-4cda-b2ff-e52830a48b84 req-ce7e0d8f-4432-4e3c-bf87-1201fae57b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:36.553143 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-42582531-f93a-4cda-b2ff-e52830a48b84 req-ce7e0d8f-4432-4e3c-bf87-1201fae57b22 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.1250641 Nov 19 09:44:36.671312 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-42582531-f93a-4cda-b2ff-e52830a48b84 req-cea35afa-22ea-4948-b69e-ffa7de50e15f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30edf473-68ef-491e-984c-aa1a9b7fb039 HTTP/1.1" status: 200 len: 217 time: 0.1103311 Nov 19 09:44:36.673591 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c7eded21-2df2-4ba2-92a6-dce9939d8780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:36.776878 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c7eded21-2df2-4ba2-92a6-dce9939d8780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:36.809585 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42582531-f93a-4cda-b2ff-e52830a48b84 req-8738923c-fa1b-43b0-8127-9d82f1268e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:36.812076 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-42582531-f93a-4cda-b2ff-e52830a48b84 req-8738923c-fa1b-43b0-8127-9d82f1268e3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.1317832 Nov 19 09:44:36.866493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4db5c-0045-45c7-918f-0c27958e427a req-711d4a87-8a7d-477c-9a99-2f1ec4436f69 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:36.868734 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6bb4db5c-0045-45c7-918f-0c27958e427a req-711d4a87-8a7d-477c-9a99-2f1ec4436f69 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 944 time: 0.1933506 Nov 19 09:44:36.884782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42582531-f93a-4cda-b2ff-e52830a48b84 req-a9f17f66-0590-43d4-ab42-4b287b40633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:36.886502 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-42582531-f93a-4cda-b2ff-e52830a48b84 req-a9f17f66-0590-43d4-ab42-4b287b40633b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642991 Nov 19 09:44:36.945325 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6bb4db5c-0045-45c7-918f-0c27958e427a req-423738ee-3bce-4805-a3ef-b5d87cba270f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570066 Nov 19 09:44:36.951308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eded21-2df2-4ba2-92a6-dce9939d8780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a852557-c39c-4613-983b-a303ccbe915e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:36.958333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c7eded21-2df2-4ba2-92a6-dce9939d8780 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f73b7a92eae4cb4b3d70f89080ceefd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6026552 Nov 19 09:44:36.960949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58014) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:37.033300 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5406-7e0d-45e5-95f1-a1e09d808180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:37.083149 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5406-7e0d-45e5-95f1-a1e09d808180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:37.137769 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-42582531-f93a-4cda-b2ff-e52830a48b84 req-262ba1c5-d387-4dad-892a-a66de5d94e53 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419899 Nov 19 09:44:37.164495 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5406-7e0d-45e5-95f1-a1e09d808180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:37.169628 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ad9c5406-7e0d-45e5-95f1-a1e09d808180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:37.176387 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ad9c5406-7e0d-45e5-95f1-a1e09d808180 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a852557-c39c-4613-983b-a303ccbe915e HTTP/1.1" status: 204 len: 168 time: 0.2114112 Nov 19 09:44:37.204872 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c5406-7e0d-45e5-95f1-a1e09d808180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a852557-c39c-4613-983b-a303ccbe915e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:37.290340 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-42582531-f93a-4cda-b2ff-e52830a48b84 req-3613936f-7c11-4398-8154-1578eafa4279 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388319 Nov 19 09:44:37.542116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58036) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:37.557735 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62631a36-de7f-477c-b926-d60227394e5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:37.660056 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62631a36-de7f-477c-b926-d60227394e5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:37.671385 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62631a36-de7f-477c-b926-d60227394e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:37.756811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-62631a36-de7f-477c-b926-d60227394e5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a704c61e444e4797a34476fbd37f57ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2113621 Nov 19 09:44:37.756811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62631a36-de7f-477c-b926-d60227394e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cc204a-9f7a-4bcf-8cf9-3f205986fae0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:37.758036 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58040) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:37.899855 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b3f1fc4-ecd2-4e2e-a431-bfe90a0e266b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:37.986858 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b3f1fc4-ecd2-4e2e-a431-bfe90a0e266b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:38.081194 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b3f1fc4-ecd2-4e2e-a431-bfe90a0e266b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:38.084342 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b3f1fc4-ecd2-4e2e-a431-bfe90a0e266b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:38.085783 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2b3f1fc4-ecd2-4e2e-a431-bfe90a0e266b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1cc204a-9f7a-4bcf-8cf9-3f205986fae0 HTTP/1.1" status: 204 len: 168 time: 0.3266418 Nov 19 09:44:38.094849 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f1fc4-ecd2-4e2e-a431-bfe90a0e266b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cc204a-9f7a-4bcf-8cf9-3f205986fae0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:38.128801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6005c613-1dd3-4286-939a-c74c69c83884 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:44:38.152484 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 6005c613-1dd3-4286-939a-c74c69c83884 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:44:38.152992 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 6005c613-1dd3-4286-939a-c74c69c83884 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:44:38.196191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74af8b7-7939-4247-a3d7-aea565db2e74 req-067a7ba6-9428-4e6c-8ba5-c3d23f1c8aae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:38.204616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c74af8b7-7939-4247-a3d7-aea565db2e74 req-067a7ba6-9428-4e6c-8ba5-c3d23f1c8aae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 944 time: 0.1258905 Nov 19 09:44:38.293539 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c74af8b7-7939-4247-a3d7-aea565db2e74 req-36320d5f-b9c5-4a5b-9d8f-8e484b1ef5a0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876577 Nov 19 09:44:39.473608 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf180a2c-f43a-465b-b061-213052d82936 req-0878cf16-6044-463a-b187-8e42ad95fe35 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:39.475303 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf180a2c-f43a-465b-b061-213052d82936 req-0878cf16-6044-463a-b187-8e42ad95fe35 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 944 time: 0.0833602 Nov 19 09:44:39.567446 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf180a2c-f43a-465b-b061-213052d82936 req-d1473732-d160-4876-a76f-9b62a4809d7a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826361 Nov 19 09:44:40.721762 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db3952-1a97-443c-a304-91043169be53 req-0969a6b1-ca4e-47ca-90b7-1767ea567db6 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:40.723334 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22db3952-1a97-443c-a304-91043169be53 req-0969a6b1-ca4e-47ca-90b7-1767ea567db6 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 944 time: 0.0584974 Nov 19 09:44:40.826679 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22db3952-1a97-443c-a304-91043169be53 req-6e83da21-cbf9-4502-80ed-43ed1f4bda26 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967596 Nov 19 09:44:41.969598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043df2b2-bf03-4d41-b8b9-b692e627afd4 req-8d3daeaf-759f-4d51-a3e0-34eb24bc61a4 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:41.972624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-043df2b2-bf03-4d41-b8b9-b692e627afd4 req-8d3daeaf-759f-4d51-a3e0-34eb24bc61a4 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 944 time: 0.0594864 Nov 19 09:44:42.024921 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-043df2b2-bf03-4d41-b8b9-b692e627afd4 req-4d8034e0-8ef2-4213-b777-a7aa566e1ce5 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457454 Nov 19 09:44:43.169672 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689db35-3029-4823-a7a2-d1cdb7aff080 req-31bb7312-b537-4e6c-a90e-3a5f2d18adb4 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:43.173020 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0689db35-3029-4823-a7a2-d1cdb7aff080 req-31bb7312-b537-4e6c-a90e-3a5f2d18adb4 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 944 time: 0.0712879 Nov 19 09:44:43.239747 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0689db35-3029-4823-a7a2-d1cdb7aff080 req-ce63c2c4-92f1-4aa8-9283-6e10bb206d66 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594895 Nov 19 09:44:44.386271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2fcc9-064b-4124-a3bf-476c2869bc32 req-ee5ec406-ec0d-4af5-88db-1ec6257a4a20 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:44.389677 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bcd2fcc9-064b-4124-a3bf-476c2869bc32 req-ee5ec406-ec0d-4af5-88db-1ec6257a4a20 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 944 time: 0.0639639 Nov 19 09:44:44.460699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bcd2fcc9-064b-4124-a3bf-476c2869bc32 req-822b44f7-20b6-4b81-af06-5478b9053850 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645533 Nov 19 09:44:45.606045 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5705b3-3603-4fdd-949d-c0e92dbe9047 req-b7f70055-e035-4bee-8759-5a4abac461b3 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:45.607883 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c5705b3-3603-4fdd-949d-c0e92dbe9047 req-b7f70055-e035-4bee-8759-5a4abac461b3 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 944 time: 0.0614285 Nov 19 09:44:45.676478 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c5705b3-3603-4fdd-949d-c0e92dbe9047 req-2eb086d0-6829-4273-af65-22ebc9c817e1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610752 Nov 19 09:44:45.739055 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:46.794903 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955eeb7-4eb8-470e-8521-c42632f1c709 req-95011416-6395-4d2f-ae53-e22c824c40a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:46.796509 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2955eeb7-4eb8-470e-8521-c42632f1c709 req-95011416-6395-4d2f-ae53-e22c824c40a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 944 time: 0.0518892 Nov 19 09:44:46.849759 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2955eeb7-4eb8-470e-8521-c42632f1c709 req-b5fe89aa-74e2-4029-b9e3-beb37c7826c5 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470734 Nov 19 09:44:47.754436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 30edf473-68ef-491e-984c-aa1a9b7fb039 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:44:47.860937 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 30edf473-68ef-491e-984c-aa1a9b7fb039, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=30edf473-68ef-491e-984c-aa1a9b7fb039,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:47.873605 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '30edf473-68ef-491e-984c-aa1a9b7fb039', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'port_id': '30edf473-68ef-491e-984c-aa1a9b7fb039', 'mac_address': 'fa:16:3e:a3:e6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:44:47.934831 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:47.950210 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30edf473-68ef-491e-984c-aa1a9b7fb039 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:44:47.971966 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 30edf473-68ef-491e-984c-aa1a9b7fb039, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=30edf473-68ef-491e-984c-aa1a9b7fb039,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:47.979896 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:48.042251 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=30edf473-68ef-491e-984c-aa1a9b7fb039,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:48.061120 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffced6-bbef-4aa1-87e0-0a09b62cf4a4 req-a8b18409-3b96-4476-9af2-b206b6f654dd tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:48.062631 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5ffced6-bbef-4aa1-87e0-0a09b62cf4a4 req-a8b18409-3b96-4476-9af2-b206b6f654dd tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 945 time: 0.0872967 Nov 19 09:44:48.152405 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5ffced6-bbef-4aa1-87e0-0a09b62cf4a4 req-060e331c-9033-4b12-9716-82aa29bf9a46 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805364 Nov 19 09:44:48.167048 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:48.183853 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['30edf473-68ef-491e-984c-aa1a9b7fb039'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:44:49.276483 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1b8c1-6820-43e0-8689-01ec5b5672a2 req-fb058291-8465-4a8a-bee4-854010a26fee tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:49.278140 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7da1b8c1-6820-43e0-8689-01ec5b5672a2 req-fb058291-8465-4a8a-bee4-854010a26fee tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 945 time: 0.0546167 Nov 19 09:44:49.363745 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7da1b8c1-6820-43e0-8689-01ec5b5672a2 req-f3587674-db5f-47e4-ac37-ac13e03f177c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762434 Nov 19 09:44:49.765759 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 30edf473-68ef-491e-984c-aa1a9b7fb039 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:44:49.820826 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 30edf473-68ef-491e-984c-aa1a9b7fb039 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:44:49.825534 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 30edf473-68ef-491e-984c-aa1a9b7fb039 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:44:49.825822 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:49.926935 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:49.930396 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-23779634-99e6-411a-80a9-13ae61ba482a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:49.956647 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a0e632-6f55-4f17-ac0d-b3249e28a3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30edf473-68ef-491e-984c-aa1a9b7fb039'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:44:49.959092 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86686fd9-6267-4c85-9f06-50fbc4194b79" -d '{"events": [{"server_uuid": "b6a0e632-6f55-4f17-ac0d-b3249e28a3ff", "name": "network-vif-plugged", "status": "completed", "tag": "30edf473-68ef-491e-984c-aa1a9b7fb039"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:44:49.973590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 30edf473-68ef-491e-984c-aa1a9b7fb039, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=30edf473-68ef-491e-984c-aa1a9b7fb039,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:49.981226 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:50.014033 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6768b9-146c-42f7-adb0-8e4c7bebffb1 x-openstack-request-id: req-bc6768b9-146c-42f7-adb0-8e4c7bebffb1 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:44:50.014347 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a0e632-6f55-4f17-ac0d-b3249e28a3ff", "name": "network-vif-plugged", "status": "completed", "tag": "30edf473-68ef-491e-984c-aa1a9b7fb039", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:44:50.014757 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc6768b9-146c-42f7-adb0-8e4c7bebffb1 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:44:50.015157 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a0e632-6f55-4f17-ac0d-b3249e28a3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30edf473-68ef-491e-984c-aa1a9b7fb039', 'code': 200} Nov 19 09:44:50.042262 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=30edf473-68ef-491e-984c-aa1a9b7fb039,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:50.132614 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792253c-d47a-4f86-a8bf-c81aca8bb0e5 req-ec830831-ce14-42f8-a9cd-a75b4ec9afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:50.135240 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3792253c-d47a-4f86-a8bf-c81aca8bb0e5 req-ec830831-ce14-42f8-a9cd-a75b4ec9afa2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 1098 time: 0.0589550 Nov 19 09:44:50.190123 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3792253c-d47a-4f86-a8bf-c81aca8bb0e5 req-871b3d2a-d41b-4188-a2c6-f31c98198e3e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457501 Nov 19 09:44:50.498272 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf1894-f32c-4c8d-97c5-380406db22fd req-8a4c8c9d-4d74-42fc-8cea-c4f4eb62c462 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:50.501064 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13bf1894-f32c-4c8d-97c5-380406db22fd req-8a4c8c9d-4d74-42fc-8cea-c4f4eb62c462 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 946 time: 0.0597637 Nov 19 09:44:50.580316 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13bf1894-f32c-4c8d-97c5-380406db22fd req-0b0acd2e-b4f2-4607-a16f-81d6aac775d3 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680006 Nov 19 09:44:51.724698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c225223-f35f-4538-a370-4bdf265033b0 req-00843ae0-7a78-4355-a1c4-d640cd9a6cbb tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:51.727083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c225223-f35f-4538-a370-4bdf265033b0 req-00843ae0-7a78-4355-a1c4-d640cd9a6cbb tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 946 time: 0.0716550 Nov 19 09:44:51.790543 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c225223-f35f-4538-a370-4bdf265033b0 req-da9a3b0b-2e81-48cf-82b9-89d43310689a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558789 Nov 19 09:44:51.926130 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852282a-552d-4fa0-bd4e-c2b817c89ecf req-0bcfc727-f126-4535-97b9-b63a69397ece tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:51.927784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b852282a-552d-4fa0-bd4e-c2b817c89ecf req-0bcfc727-f126-4535-97b9-b63a69397ece tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 946 time: 0.0569561 Nov 19 09:44:51.999317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b852282a-552d-4fa0-bd4e-c2b817c89ecf req-e7e0388e-022b-4f7e-8650-97574bf7940b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633121 Nov 19 09:44:52.150152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9e111-610a-4a7d-9d34-c627b8d29143 req-18d12f0c-00fa-482f-85c2-c6a4aea755ce tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:52.152104 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ed9e111-610a-4a7d-9d34-c627b8d29143 req-18d12f0c-00fa-482f-85c2-c6a4aea755ce tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 946 time: 0.0723457 Nov 19 09:44:52.218110 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ed9e111-610a-4a7d-9d34-c627b8d29143 req-147c3a70-dc79-4e22-b710-99a88c3bdd98 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571117 Nov 19 09:44:52.330353 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-97887f22-8817-4899-981c-7d30c48cb1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:52.529049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06dcb4-9b9b-469d-98b3-49cad60888e4 req-1dd96d7a-c7c5-4d82-a7dc-222ed9047ce2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:52.537860 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d06dcb4-9b9b-469d-98b3-49cad60888e4 req-1dd96d7a-c7c5-4d82-a7dc-222ed9047ce2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 946 time: 0.0636568 Nov 19 09:44:52.589651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d06dcb4-9b9b-469d-98b3-49cad60888e4 req-8e572532-9af2-4088-b5eb-aab84c7f623a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508413 Nov 19 09:44:53.540301 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:53.721342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34cb68-ab9f-4c02-8bc1-d164f19155eb req-f6fd36b3-21f8-49ed-aef8-0e4d186f7305 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:53.722838 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d34cb68-ab9f-4c02-8bc1-d164f19155eb req-f6fd36b3-21f8-49ed-aef8-0e4d186f7305 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 946 time: 0.0553484 Nov 19 09:44:53.774279 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d34cb68-ab9f-4c02-8bc1-d164f19155eb req-401fdc54-8548-441b-91d3-f8839fb161f8 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454502 Nov 19 09:44:53.975177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2382169-ecfc-44e5-8706-f8b6ffba3c60 req-aab46c41-ee44-4c46-850b-94a2d7b71703 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:44:53.976665 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2382169-ecfc-44e5-8706-f8b6ffba3c60 req-aab46c41-ee44-4c46-850b-94a2d7b71703 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 946 time: 0.0508602 Nov 19 09:44:54.084450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-c2382169-ecfc-44e5-8706-f8b6ffba3c60 req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Deleting port 30edf473-68ef-491e-984c-aa1a9b7fb039 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:44:54.084693 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c2382169-ecfc-44e5-8706-f8b6ffba3c60 req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:54.179077 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-c2382169-ecfc-44e5-8706-f8b6ffba3c60 req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] For port 30edf473-68ef-491e-984c-aa1a9b7fb039, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=30edf473-68ef-491e-984c-aa1a9b7fb039,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:44:54.179443 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c2382169-ecfc-44e5-8706-f8b6ffba3c60 req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:54.192994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-c2382169-ecfc-44e5-8706-f8b6ffba3c60 req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Calling delete_port for 30edf473-68ef-491e-984c-aa1a9b7fb039 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:44:54.341992 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c2382169-ecfc-44e5-8706-f8b6ffba3c60 req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:54.356497 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['30edf473-68ef-491e-984c-aa1a9b7fb039'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:44:54.372334 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event deleted for resources: {'Port': ['ID=30edf473-68ef-491e-984c-aa1a9b7fb039,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:54.401558 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:54.401942 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:54.402295 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:54.402636 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:54.402970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:54.403301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:54.403629 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:54.403956 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:54.404281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:54.404603 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:54.404926 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:54.405276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:54.444347 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2382169-ecfc-44e5-8706-f8b6ffba3c60 req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] No DVR routers for this DVR port 30edf473-68ef-491e-984c-aa1a9b7fb039 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:44:54.447251 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-c2382169-ecfc-44e5-8706-f8b6ffba3c60 req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:54.451003 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c2382169-ecfc-44e5-8706-f8b6ffba3c60 req-311ad8b7-c572-4179-ba6c-a859843821a1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "DELETE /v2.0/ports/30edf473-68ef-491e-984c-aa1a9b7fb039 HTTP/1.1" status: 204 len: 173 time: 0.4677863 Nov 19 09:44:54.451477 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a0e632-6f55-4f17-ac0d-b3249e28a3ff', 'name': 'network-vif-deleted', 'tag': '30edf473-68ef-491e-984c-aa1a9b7fb039'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:44:54.453806 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db81eec-b67e-4914-b073-b5ff9c8dd66b" -d '{"events": [{"server_uuid": "b6a0e632-6f55-4f17-ac0d-b3249e28a3ff", "name": "network-vif-deleted", "tag": "30edf473-68ef-491e-984c-aa1a9b7fb039"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:44:54.499140 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61722ffb-2dbd-4e5f-8eb7-19c71f47e453 x-openstack-request-id: req-61722ffb-2dbd-4e5f-8eb7-19c71f47e453 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:44:54.499446 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a0e632-6f55-4f17-ac0d-b3249e28a3ff", "name": "network-vif-deleted", "tag": "30edf473-68ef-491e-984c-aa1a9b7fb039", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:44:54.499708 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61722ffb-2dbd-4e5f-8eb7-19c71f47e453 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:44:54.500692 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a0e632-6f55-4f17-ac0d-b3249e28a3ff', 'name': 'network-vif-deleted', 'tag': '30edf473-68ef-491e-984c-aa1a9b7fb039', 'status': 'completed', 'code': 200} Nov 19 09:44:54.884434 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59808c7a-2b4b-44e4-b116-705ef6b0455c req-12db2010-6bb0-44ee-95c5-bd6264ab57a2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 210 time: 0.0352473 Nov 19 09:44:54.949951 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:55.557348 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:55.982725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f950a7b-3fb6-4bb6-9eb9-946825d78ec9 req-3de267a9-f394-40cf-8701-2d909e0415ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 210 time: 0.0286245 Nov 19 09:44:57.103803 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-315813b6-a134-4529-9f09-5f5e8209f7fb req-e033543b-f712-4c00-8538-2b5660ad2bb2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 210 time: 0.0303519 Nov 19 09:44:57.342749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58258) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:57.392970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-097ebbc0-be60-4b62-8bc0-e26fb30db92b admin admin] Deleting subnet 54d1deb4-ed59-47e7-b68b-d9d15af5dc35 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:44:57.396808 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-097ebbc0-be60-4b62-8bc0-e26fb30db92b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:57.436582 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-097ebbc0-be60-4b62-8bc0-e26fb30db92b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:57.478389 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-097ebbc0-be60-4b62-8bc0-e26fb30db92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:57.557832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-097ebbc0-be60-4b62-8bc0-e26fb30db92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:57.601027 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ebbc0-be60-4b62-8bc0-e26fb30db92b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d1deb4-ed59-47e7-b68b-d9d15af5dc35,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:57.606324 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-097ebbc0-be60-4b62-8bc0-e26fb30db92b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:57.614239 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-097ebbc0-be60-4b62-8bc0-e26fb30db92b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/54d1deb4-ed59-47e7-b68b-d9d15af5dc35 HTTP/1.1" status: 204 len: 168 time: 0.2696943 Nov 19 09:44:57.616524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58260) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:57.712568 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:57.778071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 30edf473-68ef-491e-984c-aa1a9b7fb039 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:44:57.797662 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:57.804859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 30edf473-68ef-491e-984c-aa1a9b7fb039 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:44:57.805683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 30edf473-68ef-491e-984c-aa1a9b7fb039 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:44:57.820841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602d776d-efad-4c19-876e-f5cff77889f7']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:57.831596 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83f52e5-74d8-4086-8bb9-b6c0aba4f420') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:57.831988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83f52e5-74d8-4086-8bb9-b6c0aba4f420') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:44:57.842969 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:57.859104 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:57.865657 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:44:57.866052 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:44:57.867744 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:44:57.936282 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:57.944037 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:57.950691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] 10.222.0.21 "DELETE /v2.0/networks/602d776d-efad-4c19-876e-f5cff77889f7 HTTP/1.1" status: 204 len: 168 time: 0.3302815 Nov 19 09:44:57.965274 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=602d776d-efad-4c19-876e-f5cff77889f7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:57.975832 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:57.976479 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:57.976998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:57.977739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:57.978277 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:57.978793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:57.979306 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:57.979839 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:57.980377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:57.980892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:57.981431 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:57.982004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdc353f-84e1-407b-8efd-b10dcc0f2d60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:44:58.176789 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58266) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:58.252546 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-326f17a8-e6a4-46e0-92b1-1a234f98cc8e req-f152e1b2-094e-4bd6-b4d5-f0013226a849 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 210 time: 0.0379093 Nov 19 09:44:58.266636 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-58a56cb2-b54c-4151-8aeb-7cd05eafe6ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5def42ae9804be8baaade171dd1567a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0885298 Nov 19 09:44:58.270392 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58268) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:44:58.342336 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7e87b2d-c169-4f6b-ba92-56898e19d12a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:58.370389 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7e87b2d-c169-4f6b-ba92-56898e19d12a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:58.430261 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7e87b2d-c169-4f6b-ba92-56898e19d12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:58.434202 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7e87b2d-c169-4f6b-ba92-56898e19d12a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:44:58.439917 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e7e87b2d-c169-4f6b-ba92-56898e19d12a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f444de0-5b26-4a5c-916d-1611c27f9367 HTTP/1.1" status: 204 len: 168 time: 0.1672227 Nov 19 09:44:58.451934 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e87b2d-c169-4f6b-ba92-56898e19d12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f444de0-5b26-4a5c-916d-1611c27f9367,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:44:59.380230 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ea97acc-3252-41a5-9090-9d560ce7bad6 req-1369739e-6a41-421c-b8b2-49974bfd6755 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6a0e632-6f55-4f17-ac0d-b3249e28a3ff HTTP/1.1" status: 200 len: 210 time: 0.0296538 Nov 19 09:45:00.812716 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58374) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:00.886859 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7920a9e1-325f-4141-8590-fcce98b0a251 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/floatingips/45292bfe-db6b-48cc-9280-b8ffad087a7c HTTP/1.1" status: 200 len: 993 time: 0.0726800 Nov 19 09:45:01.195322 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58382) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:01.404424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8527dc20-9f6a-463b-bff9-8a1d0099c377 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Deleting port 701caf68-cbe4-40f8-b5bd-bddf0d02f631 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:45:01.404858 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8527dc20-9f6a-463b-bff9-8a1d0099c377 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:01.500441 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8527dc20-9f6a-463b-bff9-8a1d0099c377 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:01.501173 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8527dc20-9f6a-463b-bff9-8a1d0099c377 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:01.517944 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8527dc20-9f6a-463b-bff9-8a1d0099c377 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Calling delete_port for 701caf68-cbe4-40f8-b5bd-bddf0d02f631 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:45:01.717112 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8527dc20-9f6a-463b-bff9-8a1d0099c377 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:01.766871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527dc20-9f6a-463b-bff9-8a1d0099c377 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'Port': ['ID=701caf68-cbe4-40f8-b5bd-bddf0d02f631,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:01.825869 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8527dc20-9f6a-463b-bff9-8a1d0099c377 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:01.826565 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-8527dc20-9f6a-463b-bff9-8a1d0099c377 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Floating IP 45292bfe-db6b-48cc-9280-b8ffad087a7c disassociated (deleted). External IP: 172.25.0.181, port: e85eade0-69aa-492d-ae43-1b73ae0ddc72. Nov 19 09:45:02.061610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8527dc20-9f6a-463b-bff9-8a1d0099c377 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Router 3f690c53-e727-44f2-a6e2-3eaaee749483 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:45:02.186819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8527dc20-9f6a-463b-bff9-8a1d0099c377 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:45:02.193166 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8527dc20-9f6a-463b-bff9-8a1d0099c377 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:02.200089 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cdb90d-4817-488c-805e-7e38e1b3b7f0 None None] Sync routers for ids ['3f690c53-e727-44f2-a6e2-3eaaee749483'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:45:02.213861 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cdb90d-4817-488c-805e-7e38e1b3b7f0 None None] Routers {'3f690c53-e727-44f2-a6e2-3eaaee749483'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:45:02.214992 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-76cdb90d-4817-488c-805e-7e38e1b3b7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:44:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3f690c53-e727-44f2-a6e2-3eaaee749483'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:02.233765 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8527dc20-9f6a-463b-bff9-8a1d0099c377 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "DELETE /v2.0/floatingips/45292bfe-db6b-48cc-9280-b8ffad087a7c HTTP/1.1" status: 204 len: 168 time: 1.0340598 Nov 19 09:45:02.233765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52348b8-3e55-409c-b34f-cbb6fcd120a0', 'tag': 'e85eade0-69aa-492d-ae43-1b73ae0ddc72'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:45:02.236434 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e22aad3-fb61-49b0-a834-d3fdcfa113c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a52348b8-3e55-409c-b34f-cbb6fcd120a0", "tag": "e85eade0-69aa-492d-ae43-1b73ae0ddc72"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:45:02.305265 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872d94fb-6f28-44d4-96ec-813273c68588 x-openstack-request-id: req-872d94fb-6f28-44d4-96ec-813273c68588 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:45:02.305587 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52348b8-3e55-409c-b34f-cbb6fcd120a0", "tag": "e85eade0-69aa-492d-ae43-1b73ae0ddc72", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:45:02.305861 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-872d94fb-6f28-44d4-96ec-813273c68588 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:45:02.306285 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52348b8-3e55-409c-b34f-cbb6fcd120a0', 'tag': 'e85eade0-69aa-492d-ae43-1b73ae0ddc72', 'status': 'completed', 'code': 200} Nov 19 09:45:02.378281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22aad3-fb61-49b0-a834-d3fdcfa113c2 req-908d6182-a1c2-4245-a379-ba8fdae1a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:02.380038 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0e22aad3-fb61-49b0-a834-d3fdcfa113c2 req-908d6182-a1c2-4245-a379-ba8fdae1a07f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a54b2eaca0f74c3180e499355c2ca0b2&device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 1097 time: 0.0531051 Nov 19 09:45:02.414811 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-76cdb90d-4817-488c-805e-7e38e1b3b7f0 None None] Set router 3f690c53-e727-44f2-a6e2-3eaaee749483 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:45:02.588872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22aad3-fb61-49b0-a834-d3fdcfa113c2 req-8c413a8a-ce68-443b-97fc-dfb50820a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:02.592667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d465b7-1874-4361-8cc0-8fd590d724e5 req-a4d1475d-ad79-4757-9cb1-b56473cd73d3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:02.594411 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74d465b7-1874-4361-8cc0-8fd590d724e5 req-a4d1475d-ad79-4757-9cb1-b56473cd73d3 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 945 time: 0.0796940 Nov 19 09:45:02.595837 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0e22aad3-fb61-49b0-a834-d3fdcfa113c2 req-8c413a8a-ce68-443b-97fc-dfb50820a378 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd5d7890-7427-4d09-b4be-94806e82ad3b HTTP/1.1" status: 200 len: 897 time: 0.2075794 Nov 19 09:45:02.755571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-74d465b7-1874-4361-8cc0-8fd590d724e5 req-58c3b40a-7a40-459c-8052-f8c62c0541da tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac3add3c-9ddd-49ce-8e62-3732d3d07859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525304 Nov 19 09:45:02.758898 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0e22aad3-fb61-49b0-a834-d3fdcfa113c2 req-9fe3ec5f-fc0e-4a65-9d64-8c1ec7b384be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e85eade0-69aa-492d-ae43-1b73ae0ddc72 HTTP/1.1" status: 200 len: 217 time: 0.1557696 Nov 19 09:45:02.806056 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-76cdb90d-4817-488c-805e-7e38e1b3b7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'name': 'tempest-TestNetworkBasicOps-router-842415516', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:43:57Z', 'updated_at': '2021-11-19T09:44:03Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:58Z', 'updated_at': '2021-11-19T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b37940e3-10df-422d-aee2-658b1463ffee', 'name': '', 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:fc:b3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:02Z', 'updated_at': '2021-11-19T09:44:09Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:02.819448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22aad3-fb61-49b0-a834-d3fdcfa113c2 req-40b80037-fdfd-46e7-9eaf-e569a2e01b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:02.820978 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0e22aad3-fb61-49b0-a834-d3fdcfa113c2 req-40b80037-fdfd-46e7-9eaf-e569a2e01b7d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b52c3c3-53d3-4a18-afa9-75412f4f48fe HTTP/1.1" status: 200 len: 835 time: 0.0549092 Nov 19 09:45:02.840048 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cdb90d-4817-488c-805e-7e38e1b3b7f0 None None] Checking router: 3f690c53-e727-44f2-a6e2-3eaaee749483 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:45:02.854013 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cdb90d-4817-488c-805e-7e38e1b3b7f0 None None] Routers {'3f690c53-e727-44f2-a6e2-3eaaee749483'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:45:02.855673 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-76cdb90d-4817-488c-805e-7e38e1b3b7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:44:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3f690c53-e727-44f2-a6e2-3eaaee749483'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:02.872657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22aad3-fb61-49b0-a834-d3fdcfa113c2 req-2e3cc8cd-eb01-4874-bf6a-1fc72aec3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:02.874700 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0e22aad3-fb61-49b0-a834-d3fdcfa113c2 req-2e3cc8cd-eb01-4874-bf6a-1fc72aec3b48 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd5d7890-7427-4d09-b4be-94806e82ad3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464406 Nov 19 09:45:02.979568 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-76cdb90d-4817-488c-805e-7e38e1b3b7f0 None None] Set router 3f690c53-e727-44f2-a6e2-3eaaee749483 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:45:03.003346 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0e22aad3-fb61-49b0-a834-d3fdcfa113c2 req-af9a5ac8-90c1-4e20-b72e-415304725977 service neutron] 10.222.0.66 "GET /v2.0/networks/cd5d7890-7427-4d09-b4be-94806e82ad3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201885 Nov 19 09:45:03.147766 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0e22aad3-fb61-49b0-a834-d3fdcfa113c2 req-aeec4bf1-ab36-46ab-8304-b3a9082588e1 service neutron] 10.222.0.66 "GET /v2.0/networks/cd5d7890-7427-4d09-b4be-94806e82ad3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357725 Nov 19 09:45:03.253379 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-76cdb90d-4817-488c-805e-7e38e1b3b7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'name': 'tempest-TestNetworkBasicOps-router-842415516', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:43:57Z', 'updated_at': '2021-11-19T09:44:03Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:58Z', 'updated_at': '2021-11-19T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b37940e3-10df-422d-aee2-658b1463ffee', 'name': '', 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:fc:b3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:02Z', 'updated_at': '2021-11-19T09:44:09Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:03.288395 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cdb90d-4817-488c-805e-7e38e1b3b7f0 None None] The sync data for ids ['3f690c53-e727-44f2-a6e2-3eaaee749483'] in n-d-805649-14 is: [{'id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'name': 'tempest-TestNetworkBasicOps-router-842415516', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:43:57Z', 'updated_at': '2021-11-19T09:44:03Z', 'revision_number': 4, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:58Z', 'updated_at': '2021-11-19T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b37940e3-10df-422d-aee2-658b1463ffee', 'name': '', 'network_id': 'cd5d7890-7427-4d09-b4be-94806e82ad3b', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'mac_address': 'fa:16:3e:fc:b3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:02Z', 'updated_at': '2021-11-19T09:44:09Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'subnets': [{'id': '5b52c3c3-53d3-4a18-afa9-75412f4f48fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:45:03.573471 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e11f9c-7395-4fb8-8416-3c4510cd6c18 None None] New status for floating IP 45292bfe-db6b-48cc-9280-b8ffad087a7c: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:45:03.832549 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d21ff5-cec4-431d-930e-cbef43ed5142 req-583edc1d-2d47-4215-8962-26d53a97b7a2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:03.834414 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2d21ff5-cec4-431d-930e-cbef43ed5142 req-583edc1d-2d47-4215-8962-26d53a97b7a2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.66 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 945 time: 0.0913150 Nov 19 09:45:03.968404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb2e0a-52fe-4cb6-8ec9-ff931a83e412 req-b68a8056-259a-40e4-806e-58bab275595b tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:03.979951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f8fb2e0a-52fe-4cb6-8ec9-ff931a83e412 req-b68a8056-259a-40e4-806e-58bab275595b tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/ports?device_id=a52348b8-3e55-409c-b34f-cbb6fcd120a0 HTTP/1.1" status: 200 len: 945 time: 0.1104460 Nov 19 09:45:04.057028 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-b2d21ff5-cec4-431d-930e-cbef43ed5142 req-1e282bd1-48e3-432c-b34f-15137f84a0f9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Deleting port e85eade0-69aa-492d-ae43-1b73ae0ddc72 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:45:04.057677 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b2d21ff5-cec4-431d-930e-cbef43ed5142 req-1e282bd1-48e3-432c-b34f-15137f84a0f9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:04.086450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f8fb2e0a-52fe-4cb6-8ec9-ff931a83e412 req-3cd8c22e-932d-40e2-a701-6330c38b0ff2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac3add3c-9ddd-49ce-8e62-3732d3d07859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053412 Nov 19 09:45:04.238502 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-b2d21ff5-cec4-431d-930e-cbef43ed5142 req-1e282bd1-48e3-432c-b34f-15137f84a0f9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] For port e85eade0-69aa-492d-ae43-1b73ae0ddc72, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e85eade0-69aa-492d-ae43-1b73ae0ddc72,segment=NetworkSegment(dfe429d2-3a6f-42dc-9935-0f6bc642a9a3),segment_id=dfe429d2-3a6f-42dc-9935-0f6bc642a9a3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:45:04.238876 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b2d21ff5-cec4-431d-930e-cbef43ed5142 req-1e282bd1-48e3-432c-b34f-15137f84a0f9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:04.255640 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-b2d21ff5-cec4-431d-930e-cbef43ed5142 req-1e282bd1-48e3-432c-b34f-15137f84a0f9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Calling delete_port for e85eade0-69aa-492d-ae43-1b73ae0ddc72 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:45:04.412104 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b2d21ff5-cec4-431d-930e-cbef43ed5142 req-1e282bd1-48e3-432c-b34f-15137f84a0f9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:04.448998 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e282bd1-48e3-432c-b34f-15137f84a0f9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'Port': ['ID=e85eade0-69aa-492d-ae43-1b73ae0ddc72,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:04.497950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d21ff5-cec4-431d-930e-cbef43ed5142 req-1e282bd1-48e3-432c-b34f-15137f84a0f9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] No DVR routers for this DVR port e85eade0-69aa-492d-ae43-1b73ae0ddc72 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:45:04.500915 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-b2d21ff5-cec4-431d-930e-cbef43ed5142 req-1e282bd1-48e3-432c-b34f-15137f84a0f9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:04.504507 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2d21ff5-cec4-431d-930e-cbef43ed5142 req-1e282bd1-48e3-432c-b34f-15137f84a0f9 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.66 "DELETE /v2.0/ports/e85eade0-69aa-492d-ae43-1b73ae0ddc72 HTTP/1.1" status: 204 len: 173 time: 0.6628714 Nov 19 09:45:04.505107 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52348b8-3e55-409c-b34f-cbb6fcd120a0', 'name': 'network-vif-deleted', 'tag': 'e85eade0-69aa-492d-ae43-1b73ae0ddc72'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:45:04.507480 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c17603c-6b56-4a3e-9e36-5c2698b7b55d" -d '{"events": [{"server_uuid": "a52348b8-3e55-409c-b34f-cbb6fcd120a0", "name": "network-vif-deleted", "tag": "e85eade0-69aa-492d-ae43-1b73ae0ddc72"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:45:04.581433 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f211b560-8930-42a4-85b1-ec9c72d6a36d x-openstack-request-id: req-f211b560-8930-42a4-85b1-ec9c72d6a36d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:45:04.581747 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52348b8-3e55-409c-b34f-cbb6fcd120a0", "name": "network-vif-deleted", "tag": "e85eade0-69aa-492d-ae43-1b73ae0ddc72", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:45:04.582009 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f211b560-8930-42a4-85b1-ec9c72d6a36d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:45:04.582423 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52348b8-3e55-409c-b34f-cbb6fcd120a0', 'name': 'network-vif-deleted', 'tag': 'e85eade0-69aa-492d-ae43-1b73ae0ddc72', 'status': 'completed', 'code': 200} Nov 19 09:45:05.151491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58484) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:05.242561 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-558ad615-63d8-49db-bba9-84c529c5fbee tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:05.283469 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-558ad615-63d8-49db-bba9-84c529c5fbee tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:05.376061 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-558ad615-63d8-49db-bba9-84c529c5fbee tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:05.382078 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-558ad615-63d8-49db-bba9-84c529c5fbee tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:05.388495 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-558ad615-63d8-49db-bba9-84c529c5fbee tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "DELETE /v2.0/security-groups/ac3add3c-9ddd-49ce-8e62-3732d3d07859 HTTP/1.1" status: 204 len: 168 time: 0.2355902 Nov 19 09:45:05.404582 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ad615-63d8-49db-bba9-84c529c5fbee tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3add3c-9ddd-49ce-8e62-3732d3d07859,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:05.445632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58490) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:05.902599 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a088aa7-2618-4741-b544-49702a95e81c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:06.624143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8a088aa7-2618-4741-b544-49702a95e81c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Deleting port b37940e3-10df-422d-aee2-658b1463ffee {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:45:06.625052 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a088aa7-2618-4741-b544-49702a95e81c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:06.756413 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-8a088aa7-2618-4741-b544-49702a95e81c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] For port b37940e3-10df-422d-aee2-658b1463ffee, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b37940e3-10df-422d-aee2-658b1463ffee,segment=NetworkSegment(dfe429d2-3a6f-42dc-9935-0f6bc642a9a3),segment_id=dfe429d2-3a6f-42dc-9935-0f6bc642a9a3)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:45:06.756413 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a088aa7-2618-4741-b544-49702a95e81c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:06.775506 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8a088aa7-2618-4741-b544-49702a95e81c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Calling delete_port for b37940e3-10df-422d-aee2-658b1463ffee owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:45:07.011947 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a088aa7-2618-4741-b544-49702a95e81c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:07.042351 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a088aa7-2618-4741-b544-49702a95e81c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'Port': ['ID=b37940e3-10df-422d-aee2-658b1463ffee,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:07.271590 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a088aa7-2618-4741-b544-49702a95e81c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:07.545702 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a088aa7-2618-4741-b544-49702a95e81c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Router 3f690c53-e727-44f2-a6e2-3eaaee749483 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:45:07.697012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a088aa7-2618-4741-b544-49702a95e81c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:45:07.704344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8a088aa7-2618-4741-b544-49702a95e81c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "PUT /v2.0/routers/3f690c53-e727-44f2-a6e2-3eaaee749483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2572098 Nov 19 09:45:07.707208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58500) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:07.710890 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b23d6a-2d9f-431f-aa54-4e1996d9ef5c None None] Sync routers for ids ['3f690c53-e727-44f2-a6e2-3eaaee749483'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:45:07.725629 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b23d6a-2d9f-431f-aa54-4e1996d9ef5c None None] Routers {'3f690c53-e727-44f2-a6e2-3eaaee749483'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:45:07.726674 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b3b23d6a-2d9f-431f-aa54-4e1996d9ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:44:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3f690c53-e727-44f2-a6e2-3eaaee749483'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:07.770991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e6cbeb-7a9b-443e-9d9b-1c336f34d246 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Deleting subnet 5b52c3c3-53d3-4a18-afa9-75412f4f48fe {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:45:07.778695 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-76e6cbeb-7a9b-443e-9d9b-1c336f34d246 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:07.816093 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e85eade0-69aa-492d-ae43-1b73ae0ddc72 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:45:07.870985 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-76e6cbeb-7a9b-443e-9d9b-1c336f34d246 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:07.878577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: e85eade0-69aa-492d-ae43-1b73ae0ddc72 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:45:07.878959 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e85eade0-69aa-492d-ae43-1b73ae0ddc72 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:45:07.982841 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b3b23d6a-2d9f-431f-aa54-4e1996d9ef5c None None] Set router 3f690c53-e727-44f2-a6e2-3eaaee749483 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:45:08.004358 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-76e6cbeb-7a9b-443e-9d9b-1c336f34d246 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:08.087238 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-76e6cbeb-7a9b-443e-9d9b-1c336f34d246 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:08.115195 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6cbeb-7a9b-443e-9d9b-1c336f34d246 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'Subnet': ['ID=5b52c3c3-53d3-4a18-afa9-75412f4f48fe,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:08.123072 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-76e6cbeb-7a9b-443e-9d9b-1c336f34d246 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:08.130284 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-76e6cbeb-7a9b-443e-9d9b-1c336f34d246 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "DELETE /v2.0/subnets/5b52c3c3-53d3-4a18-afa9-75412f4f48fe HTTP/1.1" status: 204 len: 168 time: 0.4211335 Nov 19 09:45:08.130532 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e85564-e5db-43b5-9a75-007c12361bab None None] Network cd5d7890-7427-4d09-b4be-94806e82ad3b requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:45:08.130645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58504) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:08.228820 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b3b23d6a-2d9f-431f-aa54-4e1996d9ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'name': 'tempest-TestNetworkBasicOps-router-842415516', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:43:57Z', 'updated_at': '2021-11-19T09:45:06Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:58Z', 'updated_at': '2021-11-19T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:08.264451 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b23d6a-2d9f-431f-aa54-4e1996d9ef5c None None] Checking router: 3f690c53-e727-44f2-a6e2-3eaaee749483 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:45:08.268419 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af05918-33c3-417e-85a7-a00b73d8a09c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:08.280689 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b23d6a-2d9f-431f-aa54-4e1996d9ef5c None None] Routers {'3f690c53-e727-44f2-a6e2-3eaaee749483'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:45:08.281590 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b3b23d6a-2d9f-431f-aa54-4e1996d9ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:44:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3f690c53-e727-44f2-a6e2-3eaaee749483'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:08.379147 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] DHCP port deletion for cd5d7890-7427-4d09-b4be-94806e82ad3b request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:45:08.450318 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b3b23d6a-2d9f-431f-aa54-4e1996d9ef5c None None] Set router 3f690c53-e727-44f2-a6e2-3eaaee749483 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:45:08.470975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Deleting port f19c367f-a71a-4fcf-9680-909f6d67a4f2 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:45:08.471689 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:08.472138 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af05918-33c3-417e-85a7-a00b73d8a09c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:08.575711 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5af05918-33c3-417e-85a7-a00b73d8a09c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Deleting port dd49779b-ae6f-4646-9618-574ff197a9a6 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:45:08.576070 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af05918-33c3-417e-85a7-a00b73d8a09c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:08.589289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] For port f19c367f-a71a-4fcf-9680-909f6d67a4f2, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f19c367f-a71a-4fcf-9680-909f6d67a4f2,segment=NetworkSegment(dfe429d2-3a6f-42dc-9935-0f6bc642a9a3),segment_id=dfe429d2-3a6f-42dc-9935-0f6bc642a9a3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:45:08.589701 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:08.614431 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Calling delete_port for f19c367f-a71a-4fcf-9680-909f6d67a4f2 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:45:08.712320 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:08.728794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-5af05918-33c3-417e-85a7-a00b73d8a09c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] For port dd49779b-ae6f-4646-9618-574ff197a9a6, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=dd49779b-ae6f-4646-9618-574ff197a9a6,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:45:08.729489 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af05918-33c3-417e-85a7-a00b73d8a09c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:08.748604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5af05918-33c3-417e-85a7-a00b73d8a09c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Calling delete_port for dd49779b-ae6f-4646-9618-574ff197a9a6 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:45:08.756908 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Pushing event deleted for resources: {'Port': ['ID=f19c367f-a71a-4fcf-9680-909f6d67a4f2,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:08.765937 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] No DVR routers for this DVR port f19c367f-a71a-4fcf-9680-909f6d67a4f2 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:45:08.768073 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b3b23d6a-2d9f-431f-aa54-4e1996d9ef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'name': 'tempest-TestNetworkBasicOps-router-842415516', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:43:57Z', 'updated_at': '2021-11-19T09:45:06Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:58Z', 'updated_at': '2021-11-19T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:08.769675 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:08.770108 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:08.770588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:08.771008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:08.771446 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:08.772026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:08.772710 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:08.774313 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:08.774768 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:08.775183 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:08.775594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:08.776001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e6d91-4960-4471-b1df-847d9ec30e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:08.814043 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b23d6a-2d9f-431f-aa54-4e1996d9ef5c None None] The sync data for ids ['3f690c53-e727-44f2-a6e2-3eaaee749483'] in n-d-805649-14 is: [{'id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'name': 'tempest-TestNetworkBasicOps-router-842415516', 'tenant_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:43:57Z', 'updated_at': '2021-11-19T09:45:06Z', 'revision_number': 5, 'project_id': 'a54b2eaca0f74c3180e499355c2ca0b2', 'gw_port': {'id': 'dd49779b-ae6f-4646-9618-574ff197a9a6', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:11:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f690c53-e727-44f2-a6e2-3eaaee749483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:43:58Z', 'updated_at': '2021-11-19T09:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:45:09.004638 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af05918-33c3-417e-85a7-a00b73d8a09c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:09.034397 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af05918-33c3-417e-85a7-a00b73d8a09c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'Port': ['ID=dd49779b-ae6f-4646-9618-574ff197a9a6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:09.050342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ca599e-2d5b-4dfe-8002-9e98f1fdcf20 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:45:09.112976 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af05918-33c3-417e-85a7-a00b73d8a09c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:09.228479 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af05918-33c3-417e-85a7-a00b73d8a09c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:09.231702 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af05918-33c3-417e-85a7-a00b73d8a09c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:09.317871 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af05918-33c3-417e-85a7-a00b73d8a09c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:09.319198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af05918-33c3-417e-85a7-a00b73d8a09c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Fanout notify agent at l3_agent the message router_deleted on router 3f690c53-e727-44f2-a6e2-3eaaee749483 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:45:09.336878 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af05918-33c3-417e-85a7-a00b73d8a09c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:09.336878 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5af05918-33c3-417e-85a7-a00b73d8a09c tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "DELETE /v2.0/routers/3f690c53-e727-44f2-a6e2-3eaaee749483 HTTP/1.1" status: 204 len: 168 time: 1.2051690 Nov 19 09:45:09.339675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58510) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:09.409033 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b37940e3-10df-422d-aee2-658b1463ffee no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:45:09.437429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: b37940e3-10df-422d-aee2-658b1463ffee {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:45:09.438230 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b37940e3-10df-422d-aee2-658b1463ffee not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:45:09.439163 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f19c367f-a71a-4fcf-9680-909f6d67a4f2 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:45:09.469080 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: f19c367f-a71a-4fcf-9680-909f6d67a4f2 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:45:09.469514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f19c367f-a71a-4fcf-9680-909f6d67a4f2 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:45:09.474735 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1493b52e-7e60-4f64-940d-7ecaa4ffeda2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:09.648482 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1493b52e-7e60-4f64-940d-7ecaa4ffeda2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:09.684450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-1493b52e-7e60-4f64-940d-7ecaa4ffeda2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5d7890-7427-4d09-b4be-94806e82ad3b']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:09.703923 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-1493b52e-7e60-4f64-940d-7ecaa4ffeda2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe429d2-3a6f-42dc-9935-0f6bc642a9a3') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:09.703923 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-1493b52e-7e60-4f64-940d-7ecaa4ffeda2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe429d2-3a6f-42dc-9935-0f6bc642a9a3') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:09.715897 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1493b52e-7e60-4f64-940d-7ecaa4ffeda2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:09.733274 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1493b52e-7e60-4f64-940d-7ecaa4ffeda2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:09.741140 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1493b52e-7e60-4f64-940d-7ecaa4ffeda2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:45:09.741640 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1493b52e-7e60-4f64-940d-7ecaa4ffeda2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:45:09.744806 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:45:09.814325 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1493b52e-7e60-4f64-940d-7ecaa4ffeda2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:09.820889 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1493b52e-7e60-4f64-940d-7ecaa4ffeda2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:09.824914 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1493b52e-7e60-4f64-940d-7ecaa4ffeda2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] 10.222.0.21 "DELETE /v2.0/networks/cd5d7890-7427-4d09-b4be-94806e82ad3b HTTP/1.1" status: 204 len: 168 time: 0.4815488 Nov 19 09:45:09.844158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493b52e-7e60-4f64-940d-7ecaa4ffeda2 tempest-TestNetworkBasicOps-219755718 tempest-TestNetworkBasicOps-219755718-project] Pushing event deleted for resources: {'Network': ['ID=cd5d7890-7427-4d09-b4be-94806e82ad3b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:10.182128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58520) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:10.338922 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4804e3d0-2dcc-4e8d-8198-0e094f4577f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a54b2eaca0f74c3180e499355c2ca0b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552749 Nov 19 09:45:10.341295 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58524) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:10.394551 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0837f5af-fa7e-4e71-a6f7-3febb0c714bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:10.420157 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0837f5af-fa7e-4e71-a6f7-3febb0c714bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:10.471159 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0837f5af-fa7e-4e71-a6f7-3febb0c714bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:10.474328 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0837f5af-fa7e-4e71-a6f7-3febb0c714bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:10.477650 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0837f5af-fa7e-4e71-a6f7-3febb0c714bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f232501-c835-40c1-ae46-7521b72d770f HTTP/1.1" status: 204 len: 168 time: 0.1352847 Nov 19 09:45:10.487089 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837f5af-fa7e-4e71-a6f7-3febb0c714bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f232501-c835-40c1-ae46-7521b72d770f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:10.793913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58532) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:10.815583 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81fcf4ae-4e80-4311-8add-602f2e539833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:10.928448 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81fcf4ae-4e80-4311-8add-602f2e539833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:10.933961 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81fcf4ae-4e80-4311-8add-602f2e539833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:10.981685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-81fcf4ae-4e80-4311-8add-602f2e539833 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ba54a018a1d4eeaa5a9c91dd05cb556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1828134 Nov 19 09:45:10.981685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcf4ae-4e80-4311-8add-602f2e539833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b656dbd-e715-4379-8ced-8f2fcc8d922a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:10.982182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58534) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:11.041247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device dd49779b-ae6f-4646-9618-574ff197a9a6 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:45:11.064753 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-725c156d-2c0b-482b-8437-23208b9fd054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:11.066335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: dd49779b-ae6f-4646-9618-574ff197a9a6 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:45:11.066764 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device dd49779b-ae6f-4646-9618-574ff197a9a6 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:45:11.096461 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-725c156d-2c0b-482b-8437-23208b9fd054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:11.155825 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-725c156d-2c0b-482b-8437-23208b9fd054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:11.158970 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-725c156d-2c0b-482b-8437-23208b9fd054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:11.160156 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-725c156d-2c0b-482b-8437-23208b9fd054 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b656dbd-e715-4379-8ced-8f2fcc8d922a HTTP/1.1" status: 204 len: 168 time: 0.1773911 Nov 19 09:45:11.168858 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c156d-2c0b-482b-8437-23208b9fd054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b656dbd-e715-4379-8ced-8f2fcc8d922a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:11.968209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58560) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:12.087692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-502518f7-56d3-42ba-bd0e-86f70d35ef9a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1471791924-network', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:45:12.114232 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502518f7-56d3-42ba-bd0e-86f70d35ef9a admin admin] Made reservation on behalf of 6558f3ed932a47e597a7c637863e89b5 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:45:12.126022 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-502518f7-56d3-42ba-bd0e-86f70d35ef9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:12.137120 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-502518f7-56d3-42ba-bd0e-86f70d35ef9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:12.228216 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-502518f7-56d3-42ba-bd0e-86f70d35ef9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:12.232526 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-502518f7-56d3-42ba-bd0e-86f70d35ef9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:12.261901 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502518f7-56d3-42ba-bd0e-86f70d35ef9a admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:45:12.273025 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502518f7-56d3-42ba-bd0e-86f70d35ef9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222bf8e9-225b-4cdf-9f67-08784ea8453c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:12.278860 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-502518f7-56d3-42ba-bd0e-86f70d35ef9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:12.279174 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-502518f7-56d3-42ba-bd0e-86f70d35ef9a admin admin] Added segment dd79eaf9-3f19-4e22-b3de-509598452c7a of type vlan for network eec7c236-8334-4f55-97c0-97efeeee00d6 Nov 19 09:45:12.328207 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-502518f7-56d3-42ba-bd0e-86f70d35ef9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:12.357928 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-502518f7-56d3-42ba-bd0e-86f70d35ef9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:12.358922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502518f7-56d3-42ba-bd0e-86f70d35ef9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:12.359532 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-502518f7-56d3-42ba-bd0e-86f70d35ef9a admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:12.477222 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502518f7-56d3-42ba-bd0e-86f70d35ef9a admin admin] Pushing event updated for resources: {'Network': ['ID=eec7c236-8334-4f55-97c0-97efeeee00d6,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:12.482109 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-502518f7-56d3-42ba-bd0e-86f70d35ef9a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5127523 Nov 19 09:45:12.487456 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network eec7c236-8334-4f55-97c0-97efeeee00d6 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:45:12.489573 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58566) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:12.497013 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-5266591e-8d97-43d2-9dbb-f02b871b9e34 admin admin] Request body: {'subnet': {'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1471791924-subnet', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:45:12.540342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5266591e-8d97-43d2-9dbb-f02b871b9e34 admin admin] Made reservation on behalf of 6558f3ed932a47e597a7c637863e89b5 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:45:12.542903 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5266591e-8d97-43d2-9dbb-f02b871b9e34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:12.721037 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:45:12.729270 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5266591e-8d97-43d2-9dbb-f02b871b9e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:12.789214 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266591e-8d97-43d2-9dbb-f02b871b9e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7208aa9-5e7d-477c-ad93-e969e2ab0ab9,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:12.814677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5266591e-8d97-43d2-9dbb-f02b871b9e34 admin admin] Checking segment: {'id': 'dd79eaf9-3f19-4e22-b3de-509598452c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:45:12.815051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5266591e-8d97-43d2-9dbb-f02b871b9e34 admin admin] Network hostable DHCP agents. Network: eec7c236-8334-4f55-97c0-97efeeee00d6, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:45:12.834202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5266591e-8d97-43d2-9dbb-f02b871b9e34 admin admin] Network eec7c236-8334-4f55-97c0-97efeeee00d6 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:45:12.846542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-5266591e-8d97-43d2-9dbb-f02b871b9e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, eec7c236-8334-4f55-97c0-97efeeee00d6) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:45:12.851940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5266591e-8d97-43d2-9dbb-f02b871b9e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:12.852536 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5266591e-8d97-43d2-9dbb-f02b871b9e34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:12.857384 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f048991-ae71-40ee-ad46-1ae21b25af18 None None] Network eec7c236-8334-4f55-97c0-97efeeee00d6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:45:12.875502 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5266591e-8d97-43d2-9dbb-f02b871b9e34 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3821263 Nov 19 09:45:12.875755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58570) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:12.881065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1471791924-router', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:45:12.913852 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:12.915041 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:12.974179 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:13.052353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-eec7c236-8334-4f55-97c0-97efeeee00d6', 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5', 'fixed_ips': [{'subnet_id': 'd7208aa9-5e7d-477c-ad93-e969e2ab0ab9'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:45:13.053861 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:13.133291 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:13.209055 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Allocated IP 172.20.0.2 (eec7c236-8334-4f55-97c0-97efeeee00d6/d7208aa9-5e7d-477c-ad93-e969e2ab0ab9/e62d0360-6221-4da3-bbb8-4bb17b3cf6ad) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:45:13.380020 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:13.381632 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:13.388747 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:13.422968 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:13.439416 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Network eec7c236-8334-4f55-97c0-97efeeee00d6 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:45:13.443001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:45:13.447694 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:45:13.475561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Pushing event updated for resources: {'Port': ['ID=e62d0360-6221-4da3-bbb8-4bb17b3cf6ad,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:13.513391 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Attempting to bind port e62d0360-6221-4da3-bbb8-4bb17b3cf6ad on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:45:13.514118 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Attempting to bind port e62d0360-6221-4da3-bbb8-4bb17b3cf6ad by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'dd79eaf9-3f19-4e22-b3de-509598452c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:45:13.514118 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Attempting to bind port e62d0360-6221-4da3-bbb8-4bb17b3cf6ad on network eec7c236-8334-4f55-97c0-97efeeee00d6 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:45:13.520921 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:45:13.521342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Checking segment: {'id': 'dd79eaf9-3f19-4e22-b3de-509598452c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:45:13.522042 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:13.522714 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Bound using segment: {'id': 'dd79eaf9-3f19-4e22-b3de-509598452c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:45:13.523155 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Bound port: e62d0360-6221-4da3-bbb8-4bb17b3cf6ad, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd79eaf9-3f19-4e22-b3de-509598452c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:45:13.523550 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:13.600449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Allocated IP 172.25.0.3 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/d734a4ce-be16-489a-8314-3b95f7dc33c4) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:45:13.600834 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] For port e62d0360-6221-4da3-bbb8-4bb17b3cf6ad, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:45:13.604096 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] For port e62d0360-6221-4da3-bbb8-4bb17b3cf6ad, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e62d0360-6221-4da3-bbb8-4bb17b3cf6ad,segment=NetworkSegment(dd79eaf9-3f19-4e22-b3de-509598452c7a),segment_id=dd79eaf9-3f19-4e22-b3de-509598452c7a)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:45:13.612517 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:13.681655 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ee55e-1e22-4add-a3e5-a168cf976a1c None None] Pushing event updated for resources: {'Port': ['ID=e62d0360-6221-4da3-bbb8-4bb17b3cf6ad,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:13.749833 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:13.793260 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:13.874158 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Pushing event updated for resources: {'Port': ['ID=d734a4ce-be16-489a-8314-3b95f7dc33c4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:13.885617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:45:13.887930 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:45:13.892361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:45:13.925533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d74f198-3b22-4a3e-953f-949266713c21 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:45:13.986699 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-27196a26-aac7-4141-bd61-96b90dcb7eac None None] Provisioning complete for port d734a4ce-be16-489a-8314-3b95f7dc33c4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:13.987078 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-27196a26-aac7-4141-bd61-96b90dcb7eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:14.034423 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-27196a26-aac7-4141-bd61-96b90dcb7eac None None] Port d734a4ce-be16-489a-8314-3b95f7dc33c4 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:45:14.249522 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:14.484298 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:14.646908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Router f90c6b60-b01f-4978-af3c-ed803ed1efdb is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:45:14.852339 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f249092e-6484-4a04-9894-9041b9b7fe4d None None] Network eec7c236-8334-4f55-97c0-97efeeee00d6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:45:14.928153 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-500673d3-868f-4263-bb44-6c39a2f48361 None None] Provisioning complete for port e62d0360-6221-4da3-bbb8-4bb17b3cf6ad triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:14.928529 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-500673d3-868f-4263-bb44-6c39a2f48361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:15.106015 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-500673d3-868f-4263-bb44-6c39a2f48361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:15.165476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-500673d3-868f-4263-bb44-6c39a2f48361 None None] For port e62d0360-6221-4da3-bbb8-4bb17b3cf6ad, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e62d0360-6221-4da3-bbb8-4bb17b3cf6ad,segment=NetworkSegment(dd79eaf9-3f19-4e22-b3de-509598452c7a),segment_id=dd79eaf9-3f19-4e22-b3de-509598452c7a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:45:15.175414 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-500673d3-868f-4263-bb44-6c39a2f48361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:15.200996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e62d0360-6221-4da3-bbb8-4bb17b3cf6ad up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:45:15.201788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:45:15.225816 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:15.229862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7af22647-cff3-43c9-844f-bf22b495c677 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3500757 Nov 19 09:45:15.230339 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58580) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:15.241591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Sync routers for ids ['f90c6b60-b01f-4978-af3c-ed803ed1efdb'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:45:15.300861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500673d3-868f-4263-bb44-6c39a2f48361 None None] Pushing event updated for resources: {'Port': ['ID=e62d0360-6221-4da3-bbb8-4bb17b3cf6ad,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:15.307436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Routers {'f90c6b60-b01f-4978-af3c-ed803ed1efdb'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:45:15.308145 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:44:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f90c6b60-b01f-4978-af3c-ed803ed1efdb'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:15.407805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e62d0360-6221-4da3-bbb8-4bb17b3cf6ad triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:15.408478 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:15.475635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Set router f90c6b60-b01f-4978-af3c-ed803ed1efdb gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:45:15.642386 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-208fe4ad-4165-4ace-a3a9-660679f8af58 None None] Provisioning complete for port e62d0360-6221-4da3-bbb8-4bb17b3cf6ad triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:15.642777 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-208fe4ad-4165-4ace-a3a9-660679f8af58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:15.777542 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:15.803070 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'name': 'tempest-TestServerMultinode-1471791924-router', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd734a4ce-be16-489a-8314-3b95f7dc33c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:12Z', 'updated_at': '2021-11-19T09:45:14Z', 'revision_number': 3, 'project_id': '6558f3ed932a47e597a7c637863e89b5', 'gw_port': {'id': 'd734a4ce-be16-489a-8314-3b95f7dc33c4', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:13Z', 'updated_at': '2021-11-19T09:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:15.840074 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:16.010213 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Checking router: f90c6b60-b01f-4978-af3c-ed803ed1efdb for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:45:16.010837 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Updating router f90c6b60-b01f-4978-af3c-ed803ed1efdb port d734a4ce-be16-489a-8314-3b95f7dc33c4 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:45:16.043019 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:16.063990 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Allocated IP 172.20.0.1 (eec7c236-8334-4f55-97c0-97efeeee00d6/d7208aa9-5e7d-477c-ad93-e969e2ab0ab9/dc06814e-a323-4d74-953a-9e74039c1ee2) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:45:16.226383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:16.271423 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:16.306703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Network eec7c236-8334-4f55-97c0-97efeeee00d6 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:45:16.311095 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:45:16.314099 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:45:16.351253 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Pushing event updated for resources: {'Port': ['ID=dc06814e-a323-4d74-953a-9e74039c1ee2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:16.369754 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:16.370449 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:16.390127 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:16.482082 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52c022-deba-4a30-9663-43fe6937f195 None None] Pushing event updated for resources: {'Port': ['ID=d734a4ce-be16-489a-8314-3b95f7dc33c4,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:16.505780 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c32d938-fae9-41b9-b63f-57f2678d4abd None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:45:16.520443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Attempting to bind port d734a4ce-be16-489a-8314-3b95f7dc33c4 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:45:16.521848 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Attempting to bind port d734a4ce-be16-489a-8314-3b95f7dc33c4 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:45:16.523161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Attempting to bind port d734a4ce-be16-489a-8314-3b95f7dc33c4 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:45:16.535630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:45:16.536439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:45:16.536922 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:16.537417 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:45:16.538527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Bound port: d734a4ce-be16-489a-8314-3b95f7dc33c4, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:45:16.539140 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:16.598623 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:16.626477 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] For port d734a4ce-be16-489a-8314-3b95f7dc33c4, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:45:16.632055 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] For port d734a4ce-be16-489a-8314-3b95f7dc33c4, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d734a4ce-be16-489a-8314-3b95f7dc33c4,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:45:16.637876 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:16.702292 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f87c6-382e-4f07-b4a4-9176711a6b1c None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:45:16.728971 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-bee9fc2a-2ca3-4f72-9c48-150e243ef876 None None] Provisioning complete for port dc06814e-a323-4d74-953a-9e74039c1ee2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:16.729404 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bee9fc2a-2ca3-4f72-9c48-150e243ef876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:16.763405 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52c022-deba-4a30-9663-43fe6937f195 None None] Pushing event updated for resources: {'Port': ['ID=d734a4ce-be16-489a-8314-3b95f7dc33c4,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:16.771616 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Routers {'f90c6b60-b01f-4978-af3c-ed803ed1efdb'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:45:16.772312 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:44:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f90c6b60-b01f-4978-af3c-ed803ed1efdb'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:16.823162 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-bee9fc2a-2ca3-4f72-9c48-150e243ef876 None None] Port dc06814e-a323-4d74-953a-9e74039c1ee2 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:45:16.881535 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:16.889797 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:16.913221 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] Set router f90c6b60-b01f-4978-af3c-ed803ed1efdb gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:45:16.970198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f0ed9281-9743-413e-a307-142f3b489f2f None None] Provisioning complete for port d734a4ce-be16-489a-8314-3b95f7dc33c4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:16.970920 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f0ed9281-9743-413e-a307-142f3b489f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:16.976216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Pushing event updated for resources: {'Port': ['ID=dc06814e-a323-4d74-953a-9e74039c1ee2,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:16.978700 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:17.088638 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Network eec7c236-8334-4f55-97c0-97efeeee00d6 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:45:17.090736 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:45:17.131781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e62d0360-6221-4da3-bbb8-4bb17b3cf6ad up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:45:17.277181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e62d0360-6221-4da3-bbb8-4bb17b3cf6ad triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:17.277587 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:17.289337 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Router f90c6b60-b01f-4978-af3c-ed803ed1efdb has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:45:17.298703 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f0ed9281-9743-413e-a307-142f3b489f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:17.354495 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f0ed9281-9743-413e-a307-142f3b489f2f None None] For port d734a4ce-be16-489a-8314-3b95f7dc33c4, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d734a4ce-be16-489a-8314-3b95f7dc33c4,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:45:17.363919 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f0ed9281-9743-413e-a307-142f3b489f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:17.487347 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:45:17.492918 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed9281-9743-413e-a307-142f3b489f2f None None] Pushing event updated for resources: {'Port': ['ID=d734a4ce-be16-489a-8314-3b95f7dc33c4,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:17.500695 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-92f4721c-c93d-4af7-a33b-4121d4b2f06f admin admin] 10.222.0.21 "PUT /v2.0/routers/f90c6b60-b01f-4978-af3c-ed803ed1efdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2691081 Nov 19 09:45:17.520939 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'name': 'tempest-TestServerMultinode-1471791924-router', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd734a4ce-be16-489a-8314-3b95f7dc33c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:12Z', 'updated_at': '2021-11-19T09:45:16Z', 'revision_number': 4, 'project_id': '6558f3ed932a47e597a7c637863e89b5', 'gw_port': {'id': 'd734a4ce-be16-489a-8314-3b95f7dc33c4', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:13Z', 'updated_at': '2021-11-19T09:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'dc06814e-a323-4d74-953a-9e74039c1ee2', 'name': '', 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5', 'mac_address': 'fa:16:3e:b2:ad:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'd7208aa9-5e7d-477c-ad93-e969e2ab0ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:15Z', 'updated_at': '2021-11-19T09:45:16Z', 'revision_number': 1, 'project_id': '6558f3ed932a47e597a7c637863e89b5', 'subnets': [{'id': 'd7208aa9-5e7d-477c-ad93-e969e2ab0ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:17.558788 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c798f21-4c42-4d00-9885-8e71258bd743 None None] The sync data for ids ['f90c6b60-b01f-4978-af3c-ed803ed1efdb'] in n-d-805649-14 is: [{'id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'name': 'tempest-TestServerMultinode-1471791924-router', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd734a4ce-be16-489a-8314-3b95f7dc33c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:12Z', 'updated_at': '2021-11-19T09:45:16Z', 'revision_number': 4, 'project_id': '6558f3ed932a47e597a7c637863e89b5', 'gw_port': {'id': 'd734a4ce-be16-489a-8314-3b95f7dc33c4', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:13Z', 'updated_at': '2021-11-19T09:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'dc06814e-a323-4d74-953a-9e74039c1ee2', 'name': '', 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5', 'mac_address': 'fa:16:3e:b2:ad:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'd7208aa9-5e7d-477c-ad93-e969e2ab0ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:15Z', 'updated_at': '2021-11-19T09:45:16Z', 'revision_number': 1, 'project_id': '6558f3ed932a47e597a7c637863e89b5', 'subnets': [{'id': 'd7208aa9-5e7d-477c-ad93-e969e2ab0ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:45:17.567139 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6d8dea58-2e23-41da-9cf5-e6937b041e3a None None] Provisioning complete for port dc06814e-a323-4d74-953a-9e74039c1ee2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:17.567283 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6d8dea58-2e23-41da-9cf5-e6937b041e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:17.634704 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6d8dea58-2e23-41da-9cf5-e6937b041e3a None None] Port dc06814e-a323-4d74-953a-9e74039c1ee2 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:45:18.168042 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:18.278317 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58616) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:18.283455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e8b39304-afe9-4b21-9630-129a4fc8cacc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1895241231-network', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:45:18.316425 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b39304-afe9-4b21-9630-129a4fc8cacc admin admin] Made reservation on behalf of b61376a6b4684ba1a7a5895d39ee930e for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:45:18.319239 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e8b39304-afe9-4b21-9630-129a4fc8cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:18.332217 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e8b39304-afe9-4b21-9630-129a4fc8cacc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:18.435763 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e8b39304-afe9-4b21-9630-129a4fc8cacc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:18.452378 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e8b39304-afe9-4b21-9630-129a4fc8cacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:18.552241 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b39304-afe9-4b21-9630-129a4fc8cacc admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:45:18.565897 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b39304-afe9-4b21-9630-129a4fc8cacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:18.575628 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e8b39304-afe9-4b21-9630-129a4fc8cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:18.576209 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-e8b39304-afe9-4b21-9630-129a4fc8cacc admin admin] Added segment 355039af-2681-4d3b-830d-d04c73575dd5 of type vlan for network ae43d61a-0ff4-4780-86df-f1d80a4ee6a4 Nov 19 09:45:18.646498 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e8b39304-afe9-4b21-9630-129a4fc8cacc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:18.683913 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e8b39304-afe9-4b21-9630-129a4fc8cacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:18.685036 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b39304-afe9-4b21-9630-129a4fc8cacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:18.692695 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e8b39304-afe9-4b21-9630-129a4fc8cacc admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:18.771129 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e8b39304-afe9-4b21-9630-129a4fc8cacc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4891787 Nov 19 09:45:18.771535 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58628) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:18.776531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f23201ef-b964-4f2b-838c-a6098cf491ce admin admin] Request body: {'subnet': {'network_id': 'ae43d61a-0ff4-4780-86df-f1d80a4ee6a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1895241231-subnet', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:45:18.785686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b39304-afe9-4b21-9630-129a4fc8cacc admin admin] Pushing event updated for resources: {'Network': ['ID=ae43d61a-0ff4-4780-86df-f1d80a4ee6a4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:18.799114 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network ae43d61a-0ff4-4780-86df-f1d80a4ee6a4 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:45:18.820128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23201ef-b964-4f2b-838c-a6098cf491ce admin admin] Made reservation on behalf of b61376a6b4684ba1a7a5895d39ee930e for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:45:18.825787 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f23201ef-b964-4f2b-838c-a6098cf491ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:19.099314 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f23201ef-b964-4f2b-838c-a6098cf491ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:19.170854 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d734a4ce-be16-489a-8314-3b95f7dc33c4 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:45:19.194483 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23201ef-b964-4f2b-838c-a6098cf491ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=382048d3-257e-47c6-8ed2-9f3041fb97e4,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:19.234188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23201ef-b964-4f2b-838c-a6098cf491ce admin admin] Checking segment: {'id': '355039af-2681-4d3b-830d-d04c73575dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ae43d61a-0ff4-4780-86df-f1d80a4ee6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:45:19.234550 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23201ef-b964-4f2b-838c-a6098cf491ce admin admin] Network hostable DHCP agents. Network: ae43d61a-0ff4-4780-86df-f1d80a4ee6a4, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:45:19.272202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23201ef-b964-4f2b-838c-a6098cf491ce admin admin] Network ae43d61a-0ff4-4780-86df-f1d80a4ee6a4 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:45:19.286271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-f23201ef-b964-4f2b-838c-a6098cf491ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, ae43d61a-0ff4-4780-86df-f1d80a4ee6a4) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:45:19.293739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23201ef-b964-4f2b-838c-a6098cf491ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:19.294373 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f23201ef-b964-4f2b-838c-a6098cf491ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:19.299789 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629a1893-c100-448c-b624-3b6b48f1d272 None None] Network ae43d61a-0ff4-4780-86df-f1d80a4ee6a4 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:45:19.325822 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f23201ef-b964-4f2b-838c-a6098cf491ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5508740 Nov 19 09:45:19.326487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 58632) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:19.332144 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1895241231-router', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:45:19.379665 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:19.381674 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:19.425332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d734a4ce-be16-489a-8314-3b95f7dc33c4 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:19.426097 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:19.635612 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ae43d61a-0ff4-4780-86df-f1d80a4ee6a4', 'network_id': 'ae43d61a-0ff4-4780-86df-f1d80a4ee6a4', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'fixed_ips': [{'subnet_id': '382048d3-257e-47c6-8ed2-9f3041fb97e4'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:45:19.637102 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:19.892965 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Allocated IP 172.20.0.2 (ae43d61a-0ff4-4780-86df-f1d80a4ee6a4/382048d3-257e-47c6-8ed2-9f3041fb97e4/678b4df1-a3bb-4b84-8e19-5b11c098a1cb) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:45:19.938586 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f23605b6-75d1-4731-a788-d0f2f4d7687e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:19.949786 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:20.105385 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:20.112285 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:20.115287 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:20.158466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Network ae43d61a-0ff4-4780-86df-f1d80a4ee6a4 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:45:20.163540 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:45:20.167190 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:45:20.175991 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Pushing event updated for resources: {'Port': ['ID=678b4df1-a3bb-4b84-8e19-5b11c098a1cb,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:20.236930 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Attempting to bind port 678b4df1-a3bb-4b84-8e19-5b11c098a1cb on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:45:20.237284 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Attempting to bind port 678b4df1-a3bb-4b84-8e19-5b11c098a1cb by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '355039af-2681-4d3b-830d-d04c73575dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ae43d61a-0ff4-4780-86df-f1d80a4ee6a4'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:45:20.237664 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Attempting to bind port 678b4df1-a3bb-4b84-8e19-5b11c098a1cb on network ae43d61a-0ff4-4780-86df-f1d80a4ee6a4 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:45:20.247237 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:45:20.247813 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Checking segment: {'id': '355039af-2681-4d3b-830d-d04c73575dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ae43d61a-0ff4-4780-86df-f1d80a4ee6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:45:20.248368 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:20.248911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Bound using segment: {'id': '355039af-2681-4d3b-830d-d04c73575dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ae43d61a-0ff4-4780-86df-f1d80a4ee6a4'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:45:20.249565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Bound port: 678b4df1-a3bb-4b84-8e19-5b11c098a1cb, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355039af-2681-4d3b-830d-d04c73575dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ae43d61a-0ff4-4780-86df-f1d80a4ee6a4'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:45:20.250068 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:20.357369 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] For port 678b4df1-a3bb-4b84-8e19-5b11c098a1cb, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:45:20.362172 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] For port 678b4df1-a3bb-4b84-8e19-5b11c098a1cb, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=678b4df1-a3bb-4b84-8e19-5b11c098a1cb,segment=NetworkSegment(355039af-2681-4d3b-830d-d04c73575dd5),segment_id=355039af-2681-4d3b-830d-d04c73575dd5)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:45:20.371068 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:20.459360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3125fb-dc15-4db2-a8b7-e4f8ebad56ee None None] Pushing event updated for resources: {'Port': ['ID=678b4df1-a3bb-4b84-8e19-5b11c098a1cb,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:20.464508 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:20.493700 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:20.641865 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Allocated IP 172.25.0.254 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/f944610a-e44a-40ce-875c-03ca8ebe613f) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:45:20.835493 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:20.878549 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Sync routers for ids ['f90c6b60-b01f-4978-af3c-ed803ed1efdb'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:45:20.897435 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:20.899175 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Routers {'f90c6b60-b01f-4978-af3c-ed803ed1efdb'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:45:20.899837 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:44:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f90c6b60-b01f-4978-af3c-ed803ed1efdb'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:20.943943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:45:20.948008 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:45:20.951127 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:45:20.967226 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c79893d-0473-4ab4-adc8-e881bf0b62ba None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:45:21.066491 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Set router f90c6b60-b01f-4978-af3c-ed803ed1efdb gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:45:21.106963 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1c547675-b13e-48f1-add4-1ef48afe16a8 None None] Provisioning complete for port f944610a-e44a-40ce-875c-03ca8ebe613f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:21.107385 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1c547675-b13e-48f1-add4-1ef48afe16a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:21.192181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Pushing event updated for resources: {'Port': ['ID=f944610a-e44a-40ce-875c-03ca8ebe613f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:21.198558 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 678b4df1-a3bb-4b84-8e19-5b11c098a1cb up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:45:21.308928 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1c547675-b13e-48f1-add4-1ef48afe16a8 None None] Port f944610a-e44a-40ce-875c-03ca8ebe613f cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:45:21.323136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 678b4df1-a3bb-4b84-8e19-5b11c098a1cb triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:21.323887 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:21.464186 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'name': 'tempest-TestServerMultinode-1471791924-router', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd734a4ce-be16-489a-8314-3b95f7dc33c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:12Z', 'updated_at': '2021-11-19T09:45:16Z', 'revision_number': 4, 'project_id': '6558f3ed932a47e597a7c637863e89b5', 'gw_port': {'id': 'd734a4ce-be16-489a-8314-3b95f7dc33c4', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:13Z', 'updated_at': '2021-11-19T09:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'dc06814e-a323-4d74-953a-9e74039c1ee2', 'name': '', 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5', 'mac_address': 'fa:16:3e:b2:ad:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'd7208aa9-5e7d-477c-ad93-e969e2ab0ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:15Z', 'updated_at': '2021-11-19T09:45:16Z', 'revision_number': 2, 'project_id': '6558f3ed932a47e597a7c637863e89b5', 'subnets': [{'id': 'd7208aa9-5e7d-477c-ad93-e969e2ab0ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:21.490847 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:21.541923 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:21.551624 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Checking router: f90c6b60-b01f-4978-af3c-ed803ed1efdb for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:45:21.552041 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Updating router f90c6b60-b01f-4978-af3c-ed803ed1efdb port dc06814e-a323-4d74-953a-9e74039c1ee2 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:45:21.611763 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:21.651547 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 678b4df1-a3bb-4b84-8e19-5b11c098a1cb, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=678b4df1-a3bb-4b84-8e19-5b11c098a1cb,segment=NetworkSegment(355039af-2681-4d3b-830d-d04c73575dd5),segment_id=355039af-2681-4d3b-830d-d04c73575dd5)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:45:21.660685 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:21.853980 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=678b4df1-a3bb-4b84-8e19-5b11c098a1cb,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:21.971760 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:22.067041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72d6547-2d02-4bb6-adb2-ac14790316b4 None None] Network ae43d61a-0ff4-4780-86df-f1d80a4ee6a4 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:45:22.116647 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:22.129915 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:22.159868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f0cec8be-c806-44c6-ae4e-20d4e7212922 None None] Provisioning complete for port 678b4df1-a3bb-4b84-8e19-5b11c098a1cb triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:22.160251 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f0cec8be-c806-44c6-ae4e-20d4e7212922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:22.376994 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Router 1f251d8b-5496-4f1b-be33-d370e8847dd1 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:45:22.388159 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510522e6-5d89-4b0c-b905-7c0755d4fe53 None None] Pushing event updated for resources: {'Port': ['ID=dc06814e-a323-4d74-953a-9e74039c1ee2,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:22.413451 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Attempting to bind port dc06814e-a323-4d74-953a-9e74039c1ee2 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:45:22.414539 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Attempting to bind port dc06814e-a323-4d74-953a-9e74039c1ee2 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'dd79eaf9-3f19-4e22-b3de-509598452c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:45:22.415186 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Attempting to bind port dc06814e-a323-4d74-953a-9e74039c1ee2 on network eec7c236-8334-4f55-97c0-97efeeee00d6 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:45:22.433437 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:45:22.434135 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Checking segment: {'id': 'dd79eaf9-3f19-4e22-b3de-509598452c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:45:22.434827 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:22.436065 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Bound using segment: {'id': 'dd79eaf9-3f19-4e22-b3de-509598452c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:45:22.436755 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Bound port: dc06814e-a323-4d74-953a-9e74039c1ee2, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd79eaf9-3f19-4e22-b3de-509598452c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:45:22.437527 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:22.501703 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-67c2da27-525b-492a-9f88-94b45763e043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:22.570976 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] For port dc06814e-a323-4d74-953a-9e74039c1ee2, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:45:22.583549 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] For port dc06814e-a323-4d74-953a-9e74039c1ee2, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=dc06814e-a323-4d74-953a-9e74039c1ee2,segment=NetworkSegment(dd79eaf9-3f19-4e22-b3de-509598452c7a),segment_id=dd79eaf9-3f19-4e22-b3de-509598452c7a)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:45:22.587465 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510522e6-5d89-4b0c-b905-7c0755d4fe53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:22.588069 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:45:22.589006 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510522e6-5d89-4b0c-b905-7c0755d4fe53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:22.589601 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510522e6-5d89-4b0c-b905-7c0755d4fe53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:22.590216 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510522e6-5d89-4b0c-b905-7c0755d4fe53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:22.592426 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510522e6-5d89-4b0c-b905-7c0755d4fe53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:22.593271 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510522e6-5d89-4b0c-b905-7c0755d4fe53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:22.593853 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510522e6-5d89-4b0c-b905-7c0755d4fe53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:22.594624 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510522e6-5d89-4b0c-b905-7c0755d4fe53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:22.595171 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510522e6-5d89-4b0c-b905-7c0755d4fe53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:22.595690 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510522e6-5d89-4b0c-b905-7c0755d4fe53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:22.596708 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510522e6-5d89-4b0c-b905-7c0755d4fe53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:22.597747 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510522e6-5d89-4b0c-b905-7c0755d4fe53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:22.602177 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Sync routers for ids ['1f251d8b-5496-4f1b-be33-d370e8847dd1'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:45:22.605295 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:22.642920 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Routers {'1f251d8b-5496-4f1b-be33-d370e8847dd1'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:45:22.644561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:45:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1f251d8b-5496-4f1b-be33-d370e8847dd1'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:22.675417 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:22.681405 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9f3acb84-c786-4441-b0a0-e7e74070b3dd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3520117 Nov 19 09:45:22.682518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 58654) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:45:22.777993 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510522e6-5d89-4b0c-b905-7c0755d4fe53 None None] Pushing event updated for resources: {'Port': ['ID=dc06814e-a323-4d74-953a-9e74039c1ee2,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:22.793939 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Routers {'f90c6b60-b01f-4978-af3c-ed803ed1efdb'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:45:22.794974 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:45:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f90c6b60-b01f-4978-af3c-ed803ed1efdb'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:23.086200 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] Set router f90c6b60-b01f-4978-af3c-ed803ed1efdb gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:45:23.277509 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 678b4df1-a3bb-4b84-8e19-5b11c098a1cb up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:45:23.338120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1b6f15d0-f17c-4e94-92b1-59b82b6f6c8d None None] Provisioning complete for port dc06814e-a323-4d74-953a-9e74039c1ee2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:23.340208 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1b6f15d0-f17c-4e94-92b1-59b82b6f6c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:23.446289 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'name': 'tempest-TestServerMultinode-1471791924-router', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd734a4ce-be16-489a-8314-3b95f7dc33c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:12Z', 'updated_at': '2021-11-19T09:45:16Z', 'revision_number': 4, 'project_id': '6558f3ed932a47e597a7c637863e89b5', 'gw_port': {'id': 'd734a4ce-be16-489a-8314-3b95f7dc33c4', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:13Z', 'updated_at': '2021-11-19T09:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'dc06814e-a323-4d74-953a-9e74039c1ee2', 'name': '', 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5', 'mac_address': 'fa:16:3e:b2:ad:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'd7208aa9-5e7d-477c-ad93-e969e2ab0ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:15Z', 'updated_at': '2021-11-19T09:45:22Z', 'revision_number': 4, 'project_id': '6558f3ed932a47e597a7c637863e89b5', 'subnets': [{'id': 'd7208aa9-5e7d-477c-ad93-e969e2ab0ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:23.550341 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55052cb-d9ed-48bb-b542-04543e9da122 None None] The sync data for ids ['f90c6b60-b01f-4978-af3c-ed803ed1efdb'] in n-d-805649-14 is: [{'id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'name': 'tempest-TestServerMultinode-1471791924-router', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd734a4ce-be16-489a-8314-3b95f7dc33c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:12Z', 'updated_at': '2021-11-19T09:45:16Z', 'revision_number': 4, 'project_id': '6558f3ed932a47e597a7c637863e89b5', 'gw_port': {'id': 'd734a4ce-be16-489a-8314-3b95f7dc33c4', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:13Z', 'updated_at': '2021-11-19T09:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'dc06814e-a323-4d74-953a-9e74039c1ee2', 'name': '', 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5', 'mac_address': 'fa:16:3e:b2:ad:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'd7208aa9-5e7d-477c-ad93-e969e2ab0ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:15Z', 'updated_at': '2021-11-19T09:45:22Z', 'revision_number': 4, 'project_id': '6558f3ed932a47e597a7c637863e89b5', 'subnets': [{'id': 'd7208aa9-5e7d-477c-ad93-e969e2ab0ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:45:23.558331 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1b6f15d0-f17c-4e94-92b1-59b82b6f6c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:23.586876 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:23.627947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Set router 1f251d8b-5496-4f1b-be33-d370e8847dd1 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:45:23.780370 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1b6f15d0-f17c-4e94-92b1-59b82b6f6c8d None None] For port dc06814e-a323-4d74-953a-9e74039c1ee2, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=dc06814e-a323-4d74-953a-9e74039c1ee2,segment=NetworkSegment(dd79eaf9-3f19-4e22-b3de-509598452c7a),segment_id=dd79eaf9-3f19-4e22-b3de-509598452c7a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:45:23.785407 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:23.789512 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 678b4df1-a3bb-4b84-8e19-5b11c098a1cb triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:23.789918 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:23.793135 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1b6f15d0-f17c-4e94-92b1-59b82b6f6c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:23.868177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Allocated IP 172.20.0.1 (ae43d61a-0ff4-4780-86df-f1d80a4ee6a4/382048d3-257e-47c6-8ed2-9f3041fb97e4/11cdb689-e506-43af-b7a8-96d0bfe05f1f) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:45:24.012990 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-542485a6-dbdc-4390-b62d-a25db812e3a3 None None] Provisioning complete for port dc06814e-a323-4d74-953a-9e74039c1ee2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:24.012990 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-542485a6-dbdc-4390-b62d-a25db812e3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:24.065799 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f15d0-f17c-4e94-92b1-59b82b6f6c8d None None] Pushing event updated for resources: {'Port': ['ID=dc06814e-a323-4d74-953a-9e74039c1ee2,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:24.135028 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:24.194983 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device dc06814e-a323-4d74-953a-9e74039c1ee2 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:45:24.246464 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:24.308020 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Network ae43d61a-0ff4-4780-86df-f1d80a4ee6a4 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:45:24.311731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:45:24.328364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:45:24.390967 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Pushing event updated for resources: {'Port': ['ID=11cdb689-e506-43af-b7a8-96d0bfe05f1f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:24.442050 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port dc06814e-a323-4d74-953a-9e74039c1ee2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:24.443104 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:24.444837 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-542485a6-dbdc-4390-b62d-a25db812e3a3 None None] Provisioning complete for port 678b4df1-a3bb-4b84-8e19-5b11c098a1cb triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:24.445249 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-542485a6-dbdc-4390-b62d-a25db812e3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:24.461583 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:24.638939 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'name': 'tempest-TestServerMultinode-1895241231-router', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:19Z', 'updated_at': '2021-11-19T09:45:21Z', 'revision_number': 3, 'project_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'gw_port': {'id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:75:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:20Z', 'updated_at': '2021-11-19T09:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:24.761148 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:24.761518 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Checking router: 1f251d8b-5496-4f1b-be33-d370e8847dd1 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:45:24.761518 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Updating router 1f251d8b-5496-4f1b-be33-d370e8847dd1 port f944610a-e44a-40ce-875c-03ca8ebe613f binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:45:24.831716 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:25.174626 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:25.274959 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:25.296224 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:25.356884 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b2492872-ac51-4a1a-ac86-63a17b18b24c None None] Provisioning complete for port 11cdb689-e506-43af-b7a8-96d0bfe05f1f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:25.359017 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b2492872-ac51-4a1a-ac86-63a17b18b24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:25.420454 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:25.423848 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device dc06814e-a323-4d74-953a-9e74039c1ee2 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:45:25.431546 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Pushing event updated for resources: {'Port': ['ID=11cdb689-e506-43af-b7a8-96d0bfe05f1f,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:25.553998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b2492872-ac51-4a1a-ac86-63a17b18b24c None None] Port 11cdb689-e506-43af-b7a8-96d0bfe05f1f cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:45:25.598771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Network ae43d61a-0ff4-4780-86df-f1d80a4ee6a4 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:45:25.601311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:45:25.642687 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:25.644888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port dc06814e-a323-4d74-953a-9e74039c1ee2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:25.644888 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:25.752667 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:25.765363 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:25.835522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Router 1f251d8b-5496-4f1b-be33-d370e8847dd1 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:45:25.892934 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801da091-d69f-46ca-b08f-a10ae3b9a8d3 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:45:25.916506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432a347-af1b-42cd-b76b-096384819f57 None None] Pushing event updated for resources: {'Port': ['ID=f944610a-e44a-40ce-875c-03ca8ebe613f,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:25.926778 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Attempting to bind port f944610a-e44a-40ce-875c-03ca8ebe613f on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:45:25.927161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Attempting to bind port f944610a-e44a-40ce-875c-03ca8ebe613f by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:45:25.927538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Attempting to bind port f944610a-e44a-40ce-875c-03ca8ebe613f on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:45:25.941563 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:45:25.941879 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:45:25.942268 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:25.942662 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:45:25.943147 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Bound port: f944610a-e44a-40ce-875c-03ca8ebe613f, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:45:25.947085 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:26.016414 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:45:26.016687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] For port f944610a-e44a-40ce-875c-03ca8ebe613f, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:45:26.020260 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] For port f944610a-e44a-40ce-875c-03ca8ebe613f, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f944610a-e44a-40ce-875c-03ca8ebe613f,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:45:26.025832 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5cbb5250-27d6-46ef-a52f-fdcaff038ecf admin admin] 10.222.0.21 "PUT /v2.0/routers/1f251d8b-5496-4f1b-be33-d370e8847dd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3411853 Nov 19 09:45:26.033806 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:26.105425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432a347-af1b-42cd-b76b-096384819f57 None None] Pushing event updated for resources: {'Port': ['ID=f944610a-e44a-40ce-875c-03ca8ebe613f,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:26.135502 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234d416c-df83-46d9-a676-e9c1c8cb8cb6 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:45:26.137430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-20bdf9fb-389f-4829-a9e6-7290d899a773 None None] Provisioning complete for port f944610a-e44a-40ce-875c-03ca8ebe613f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:26.137813 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-20bdf9fb-389f-4829-a9e6-7290d899a773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:26.140693 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Routers {'1f251d8b-5496-4f1b-be33-d370e8847dd1'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:45:26.141975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:45:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1f251d8b-5496-4f1b-be33-d370e8847dd1'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:26.496537 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] Set router 1f251d8b-5496-4f1b-be33-d370e8847dd1 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:45:26.765419 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-20bdf9fb-389f-4829-a9e6-7290d899a773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:26.775434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-114961c7-340f-44b8-83c1-685b87a7d830 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:26.795008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-114961c7-340f-44b8-83c1-685b87a7d830 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/networks?id=eec7c236-8334-4f55-97c0-97efeeee00d6 HTTP/1.1" status: 200 len: 911 time: 0.1283724 Nov 19 09:45:26.810965 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-20bdf9fb-389f-4829-a9e6-7290d899a773 None None] For port f944610a-e44a-40ce-875c-03ca8ebe613f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f944610a-e44a-40ce-875c-03ca8ebe613f,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:45:26.817721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-ad34825c-e80f-4a05-aa2f-453c15c52393 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/quotas/b61376a6b4684ba1a7a5895d39ee930e HTTP/1.1" status: 200 len: 375 time: 0.0194223 Nov 19 09:45:26.831772 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-20bdf9fb-389f-4829-a9e6-7290d899a773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:26.899203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdf9fb-389f-4829-a9e6-7290d899a773 None None] Pushing event updated for resources: {'Port': ['ID=f944610a-e44a-40ce-875c-03ca8ebe613f,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:26.907594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'name': 'tempest-TestServerMultinode-1895241231-router', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:19Z', 'updated_at': '2021-11-19T09:45:24Z', 'revision_number': 4, 'project_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'gw_port': {'id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:75:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:20Z', 'updated_at': '2021-11-19T09:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '11cdb689-e506-43af-b7a8-96d0bfe05f1f', 'name': '', 'network_id': 'ae43d61a-0ff4-4780-86df-f1d80a4ee6a4', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'mac_address': 'fa:16:3e:dd:11:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '382048d3-257e-47c6-8ed2-9f3041fb97e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:23Z', 'updated_at': '2021-11-19T09:45:24Z', 'revision_number': 2, 'project_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'subnets': [{'id': '382048d3-257e-47c6-8ed2-9f3041fb97e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:26.911272 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-550b41a2-fabc-4b78-8993-d6ed43adf8f6 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=b61376a6b4684ba1a7a5895d39ee930e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922456 Nov 19 09:45:26.951202 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0794ffae-4afb-401a-9ebb-1cf2c2e0fb9b None None] The sync data for ids ['1f251d8b-5496-4f1b-be33-d370e8847dd1'] in n-d-805649-14 is: [{'id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'name': 'tempest-TestServerMultinode-1895241231-router', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:19Z', 'updated_at': '2021-11-19T09:45:24Z', 'revision_number': 4, 'project_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'gw_port': {'id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:75:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:20Z', 'updated_at': '2021-11-19T09:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '11cdb689-e506-43af-b7a8-96d0bfe05f1f', 'name': '', 'network_id': 'ae43d61a-0ff4-4780-86df-f1d80a4ee6a4', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'mac_address': 'fa:16:3e:dd:11:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '382048d3-257e-47c6-8ed2-9f3041fb97e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:23Z', 'updated_at': '2021-11-19T09:45:24Z', 'revision_number': 2, 'project_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'subnets': [{'id': '382048d3-257e-47c6-8ed2-9f3041fb97e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:45:26.960894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f5bd8aef-5174-45dc-90c7-9de73b4065bf None None] Provisioning complete for port 11cdb689-e506-43af-b7a8-96d0bfe05f1f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:26.961304 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f5bd8aef-5174-45dc-90c7-9de73b4065bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:27.009715 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f5bd8aef-5174-45dc-90c7-9de73b4065bf None None] Port 11cdb689-e506-43af-b7a8-96d0bfe05f1f cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:45:27.031217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f5bd8aef-5174-45dc-90c7-9de73b4065bf None None] Provisioning complete for port f944610a-e44a-40ce-875c-03ca8ebe613f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:27.031653 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f5bd8aef-5174-45dc-90c7-9de73b4065bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:27.159549 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-ae2b4d85-ac76-47e6-a49d-e7026b4aa6ce service neutron] 10.222.0.21 "GET /v2.0/networks/eec7c236-8334-4f55-97c0-97efeeee00d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413237 Nov 19 09:45:27.295330 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-bc60f1dd-7deb-4d72-a811-15c2fbcebb8f service neutron] 10.222.0.21 "GET /v2.0/networks/eec7c236-8334-4f55-97c0-97efeeee00d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254425 Nov 19 09:45:27.624530 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-124f23ed-0449-4c5e-bf1a-51f4ed05a34a req-224f736b-3d88-4633-9aef-f4167e5b89df tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 210 time: 0.0458083 Nov 19 09:45:28.791238 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f205917-5541-42fa-b190-457f98515bf7 req-af40b77b-86c5-45c8-96d0-dd5d347edd2a tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 210 time: 0.0375824 Nov 19 09:45:28.923826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-34c2279b-d24f-461a-b5e3-a4cef8ba7e6d tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:28.925529 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-34c2279b-d24f-461a-b5e3-a4cef8ba7e6d tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.66 "GET /v2.0/networks?id=eec7c236-8334-4f55-97c0-97efeeee00d6 HTTP/1.1" status: 200 len: 911 time: 0.1161923 Nov 19 09:45:28.941296 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-e082ff41-c763-4fff-a49b-c618ae72e9c3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Request body: {'port': {'device_id': '247745d5-47c1-42b1-b564-12fac625c580', 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6', 'admin_state_up': True, 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:45:28.980866 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-e082ff41-c763-4fff-a49b-c618ae72e9c3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Made reservation on behalf of b61376a6b4684ba1a7a5895d39ee930e for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:45:28.986838 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-e082ff41-c763-4fff-a49b-c618ae72e9c3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:29.329232 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-e082ff41-c763-4fff-a49b-c618ae72e9c3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Allocated IP 172.20.0.10 (eec7c236-8334-4f55-97c0-97efeeee00d6/d7208aa9-5e7d-477c-ad93-e969e2ab0ab9/1c54d671-c077-4660-a98f-cd592053b483) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:45:29.355316 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f944610a-e44a-40ce-875c-03ca8ebe613f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:45:29.423783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f944610a-e44a-40ce-875c-03ca8ebe613f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:29.424667 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:29.528836 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-e082ff41-c763-4fff-a49b-c618ae72e9c3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:29.576066 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-e082ff41-c763-4fff-a49b-c618ae72e9c3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:29.633583 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-e082ff41-c763-4fff-a49b-c618ae72e9c3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Network eec7c236-8334-4f55-97c0-97efeeee00d6 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:45:29.637048 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-e082ff41-c763-4fff-a49b-c618ae72e9c3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:45:29.641477 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-e082ff41-c763-4fff-a49b-c618ae72e9c3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:45:29.650718 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082ff41-c763-4fff-a49b-c618ae72e9c3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Pushing event updated for resources: {'Port': ['ID=1c54d671-c077-4660-a98f-cd592053b483,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:29.753222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-e082ff41-c763-4fff-a49b-c618ae72e9c3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:29.753892 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-e082ff41-c763-4fff-a49b-c618ae72e9c3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:29.782807 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-e082ff41-c763-4fff-a49b-c618ae72e9c3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8469303 Nov 19 09:45:29.816164 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Request body: {'port': {'device_id': '247745d5-47c1-42b1-b564-12fac625c580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:45:29.968597 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:30.108208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a0f42-ee1a-4c55-af15-03d903ed6043 req-436dcf45-4c8f-4d2d-a95b-73795b0cda50 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:30.110351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af1a0f42-ee1a-4c55-af15-03d903ed6043 req-436dcf45-4c8f-4d2d-a95b-73795b0cda50 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 1028 time: 0.1116648 Nov 19 09:45:30.125249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0f087cc1-21e7-4aa2-a07e-d9de53c0425a None None] Provisioning complete for port 1c54d671-c077-4660-a98f-cd592053b483 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:30.126593 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f087cc1-21e7-4aa2-a07e-d9de53c0425a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:30.181702 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0f087cc1-21e7-4aa2-a07e-d9de53c0425a None None] Port 1c54d671-c077-4660-a98f-cd592053b483 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:45:30.214603 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af1a0f42-ee1a-4c55-af15-03d903ed6043 req-91e1de9d-dc5a-4e56-9f77-ddec1247b674 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929360 Nov 19 09:45:30.488946 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c54d671-c077-4660-a98f-cd592053b483 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:45:30.498343 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:30.520393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Transition to ACTIVE for port object 1c54d671-c077-4660-a98f-cd592053b483 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:45:30.525570 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:30.589752 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Pushing event updated for resources: {'Port': ['ID=1c54d671-c077-4660-a98f-cd592053b483,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:30.762548 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Attempting to bind port 1c54d671-c077-4660-a98f-cd592053b483 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:45:30.762949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Attempting to bind port 1c54d671-c077-4660-a98f-cd592053b483 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'dd79eaf9-3f19-4e22-b3de-509598452c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:45:30.763269 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Attempting to bind port 1c54d671-c077-4660-a98f-cd592053b483 on network eec7c236-8334-4f55-97c0-97efeeee00d6 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:45:30.773420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Port 1c54d671-c077-4660-a98f-cd592053b483 on network eec7c236-8334-4f55-97c0-97efeeee00d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:45:30.773796 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Attempting to bind port 1c54d671-c077-4660-a98f-cd592053b483 on network eec7c236-8334-4f55-97c0-97efeeee00d6 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:45:30.791446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:45:30.791446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Checking segment: {'id': 'dd79eaf9-3f19-4e22-b3de-509598452c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:45:30.791446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Bound using segment: {'id': 'dd79eaf9-3f19-4e22-b3de-509598452c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:45:30.791446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Bound port: 1c54d671-c077-4660-a98f-cd592053b483, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd79eaf9-3f19-4e22-b3de-509598452c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:45:30.791446 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:30.914791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] For port 1c54d671-c077-4660-a98f-cd592053b483, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:45:30.919531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] For port 1c54d671-c077-4660-a98f-cd592053b483, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1c54d671-c077-4660-a98f-cd592053b483,segment=NetworkSegment(dd79eaf9-3f19-4e22-b3de-509598452c7a),segment_id=dd79eaf9-3f19-4e22-b3de-509598452c7a)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:45:30.936515 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:31.046560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:31.048188 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:31.053145 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] 10.222.0.66 "PUT /v2.0/ports/1c54d671-c077-4660-a98f-cd592053b483 HTTP/1.1" status: 200 len: 1093 time: 1.2562692 Nov 19 09:45:31.053890 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247745d5-47c1-42b1-b564-12fac625c580', 'tag': '1c54d671-c077-4660-a98f-cd592053b483'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:45:31.070116 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d165e7e8-6052-48e2-8d67-96ae8e721434" -d '{"events": [{"name": "network-changed", "server_uuid": "247745d5-47c1-42b1-b564-12fac625c580", "tag": "1c54d671-c077-4660-a98f-cd592053b483"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:45:31.201611 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Sync routers for ids ['1f251d8b-5496-4f1b-be33-d370e8847dd1'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:45:31.258227 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Routers {'1f251d8b-5496-4f1b-be33-d370e8847dd1'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:45:31.261186 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:45:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1f251d8b-5496-4f1b-be33-d370e8847dd1'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:31.318398 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029a9a55-3c8e-44f3-adc1-acd72c110eb1 x-openstack-request-id: req-029a9a55-3c8e-44f3-adc1-acd72c110eb1 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:45:31.318882 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247745d5-47c1-42b1-b564-12fac625c580", "tag": "1c54d671-c077-4660-a98f-cd592053b483", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:45:31.319222 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-029a9a55-3c8e-44f3-adc1-acd72c110eb1 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:45:31.327265 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247745d5-47c1-42b1-b564-12fac625c580', 'tag': '1c54d671-c077-4660-a98f-cd592053b483', 'status': 'completed', 'code': 200} Nov 19 09:45:31.338774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a3919-d7b8-43d2-ba0f-92d7fd62f379 service neutron] Pushing event updated for resources: {'Port': ['ID=1c54d671-c077-4660-a98f-cd592053b483,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:31.403781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-dd4a623e-d655-4a85-b3f7-e00a713a063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:31.407673 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-dd4a623e-d655-4a85-b3f7-e00a713a063c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b61376a6b4684ba1a7a5895d39ee930e&device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 1096 time: 0.2618201 Nov 19 09:45:31.478462 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-689786e3-32e4-4d0e-8ce4-c9a6767118b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c54d671-c077-4660-a98f-cd592053b483 HTTP/1.1" status: 200 len: 217 time: 0.0611398 Nov 19 09:45:31.479220 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20a5b2-d136-40aa-8c64-f46e86d48ad3 req-5a834664-13c8-4b0a-973f-35d16ee39f73 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:31.480929 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc20a5b2-d136-40aa-8c64-f46e86d48ad3 req-5a834664-13c8-4b0a-973f-35d16ee39f73 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 1096 time: 0.0747619 Nov 19 09:45:31.556481 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc20a5b2-d136-40aa-8c64-f46e86d48ad3 req-65df7222-bc8a-4f78-a0d3-986b071e5d8d tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663064 Nov 19 09:45:31.568712 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-781773be-43c0-41a3-9825-7de844164a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:31.571302 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-781773be-43c0-41a3-9825-7de844164a78 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7208aa9-5e7d-477c-ad93-e969e2ab0ab9 HTTP/1.1" status: 200 len: 849 time: 0.0831137 Nov 19 09:45:31.654242 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-b73a3c23-03bd-4f22-aa70-9517bf2be3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:31.657922 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-b73a3c23-03bd-4f22-aa70-9517bf2be3a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eec7c236-8334-4f55-97c0-97efeeee00d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784175 Nov 19 09:45:31.689907 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Set router 1f251d8b-5496-4f1b-be33-d370e8847dd1 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:45:31.805055 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-3c747af5-2b7f-465b-838b-d2cab628a1ca service neutron] 10.222.0.66 "GET /v2.0/networks/eec7c236-8334-4f55-97c0-97efeeee00d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371248 Nov 19 09:45:31.950189 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-66c69560-e3f6-4c0d-9e18-de5fcf8f98a4 req-64b14178-c701-4531-8dcf-d7d4b2504447 service neutron] 10.222.0.66 "GET /v2.0/networks/eec7c236-8334-4f55-97c0-97efeeee00d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399739 Nov 19 09:45:32.021224 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'name': 'tempest-TestServerMultinode-1895241231-router', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:19Z', 'updated_at': '2021-11-19T09:45:24Z', 'revision_number': 4, 'project_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'gw_port': {'id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:20Z', 'updated_at': '2021-11-19T09:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '11cdb689-e506-43af-b7a8-96d0bfe05f1f', 'name': '', 'network_id': 'ae43d61a-0ff4-4780-86df-f1d80a4ee6a4', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'mac_address': 'fa:16:3e:dd:11:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '382048d3-257e-47c6-8ed2-9f3041fb97e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:23Z', 'updated_at': '2021-11-19T09:45:24Z', 'revision_number': 2, 'project_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'subnets': [{'id': '382048d3-257e-47c6-8ed2-9f3041fb97e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:32.051908 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165e7e8-6052-48e2-8d67-96ae8e721434 req-ff609c1d-8ccd-4e09-a421-4cd498a14239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:32.053535 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d165e7e8-6052-48e2-8d67-96ae8e721434 req-ff609c1d-8ccd-4e09-a421-4cd498a14239 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b61376a6b4684ba1a7a5895d39ee930e&device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 1096 time: 0.0462215 Nov 19 09:45:32.055991 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Checking router: 1f251d8b-5496-4f1b-be33-d370e8847dd1 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:45:32.056413 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Updating router 1f251d8b-5496-4f1b-be33-d370e8847dd1 port 11cdb689-e506-43af-b7a8-96d0bfe05f1f binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:45:32.085267 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:32.191405 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165e7e8-6052-48e2-8d67-96ae8e721434 req-20a4410f-4619-4113-a52a-135dd529b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:32.193501 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d165e7e8-6052-48e2-8d67-96ae8e721434 req-20a4410f-4619-4113-a52a-135dd529b628 service neutron] 10.222.0.66 "GET /v2.0/networks?id=eec7c236-8334-4f55-97c0-97efeeee00d6 HTTP/1.1" status: 200 len: 911 time: 0.1321502 Nov 19 09:45:32.283002 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d165e7e8-6052-48e2-8d67-96ae8e721434 req-cd3cc82d-7414-423b-bb7c-a4d2fe8ba198 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c54d671-c077-4660-a98f-cd592053b483 HTTP/1.1" status: 200 len: 217 time: 0.0799727 Nov 19 09:45:32.378693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165e7e8-6052-48e2-8d67-96ae8e721434 req-04e0c644-379b-440a-a3ce-0011f76e5224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:32.381272 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d165e7e8-6052-48e2-8d67-96ae8e721434 req-04e0c644-379b-440a-a3ce-0011f76e5224 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7208aa9-5e7d-477c-ad93-e969e2ab0ab9 HTTP/1.1" status: 200 len: 849 time: 0.0910618 Nov 19 09:45:32.488662 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165e7e8-6052-48e2-8d67-96ae8e721434 req-3b71b659-48c0-4214-9146-ef1dcd24ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:32.492719 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d165e7e8-6052-48e2-8d67-96ae8e721434 req-3b71b659-48c0-4214-9146-ef1dcd24ea43 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eec7c236-8334-4f55-97c0-97efeeee00d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010084 Nov 19 09:45:32.558089 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:32.568914 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:32.675887 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07047d-eafd-4713-907c-a9b752cffa6d None None] Pushing event updated for resources: {'Port': ['ID=11cdb689-e506-43af-b7a8-96d0bfe05f1f,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:32.745957 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d165e7e8-6052-48e2-8d67-96ae8e721434 req-af61a5a2-a2df-4433-adf9-2a65b9af1825 service neutron] 10.222.0.66 "GET /v2.0/networks/eec7c236-8334-4f55-97c0-97efeeee00d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430761 Nov 19 09:45:32.776992 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b0e87-010f-4bfe-8b42-7f06b149e321 req-0830e8ec-feed-48e2-b270-65f367264363 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:32.791192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b13b0e87-010f-4bfe-8b42-7f06b149e321 req-0830e8ec-feed-48e2-b270-65f367264363 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 1096 time: 0.1225073 Nov 19 09:45:32.829129 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Attempting to bind port 11cdb689-e506-43af-b7a8-96d0bfe05f1f on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:45:32.830641 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Attempting to bind port 11cdb689-e506-43af-b7a8-96d0bfe05f1f by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '355039af-2681-4d3b-830d-d04c73575dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ae43d61a-0ff4-4780-86df-f1d80a4ee6a4'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:45:32.831244 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Attempting to bind port 11cdb689-e506-43af-b7a8-96d0bfe05f1f on network ae43d61a-0ff4-4780-86df-f1d80a4ee6a4 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:45:32.840965 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:45:32.841587 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Checking segment: {'id': '355039af-2681-4d3b-830d-d04c73575dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ae43d61a-0ff4-4780-86df-f1d80a4ee6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:45:32.842248 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:32.842879 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Bound using segment: {'id': '355039af-2681-4d3b-830d-d04c73575dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ae43d61a-0ff4-4780-86df-f1d80a4ee6a4'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:45:32.843904 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Bound port: 11cdb689-e506-43af-b7a8-96d0bfe05f1f, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355039af-2681-4d3b-830d-d04c73575dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ae43d61a-0ff4-4780-86df-f1d80a4ee6a4'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:45:32.845074 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:32.929578 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b13b0e87-010f-4bfe-8b42-7f06b149e321 req-e4f1ac7e-6ef7-474a-83cc-502a99fd8e93 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299624 Nov 19 09:45:32.995710 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] For port 11cdb689-e506-43af-b7a8-96d0bfe05f1f, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:45:33.002368 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] For port 11cdb689-e506-43af-b7a8-96d0bfe05f1f, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=11cdb689-e506-43af-b7a8-96d0bfe05f1f,segment=NetworkSegment(355039af-2681-4d3b-830d-d04c73575dd5),segment_id=355039af-2681-4d3b-830d-d04c73575dd5)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:45:33.008900 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:33.024609 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d165e7e8-6052-48e2-8d67-96ae8e721434 req-7f7dab3e-db38-4c65-be20-cd8ef7674d30 service neutron] 10.222.0.66 "GET /v2.0/networks/eec7c236-8334-4f55-97c0-97efeeee00d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703598 Nov 19 09:45:33.077514 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Routers {'1f251d8b-5496-4f1b-be33-d370e8847dd1'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:45:33.078162 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:45:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1f251d8b-5496-4f1b-be33-d370e8847dd1'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:33.085151 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07047d-eafd-4713-907c-a9b752cffa6d None None] Pushing event updated for resources: {'Port': ['ID=11cdb689-e506-43af-b7a8-96d0bfe05f1f,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:33.133292 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4dbc6929-d137-4269-bf9f-be2dea2a2931 None None] Provisioning complete for port 11cdb689-e506-43af-b7a8-96d0bfe05f1f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:33.134952 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6929-d137-4269-bf9f-be2dea2a2931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:33.258043 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] Set router 1f251d8b-5496-4f1b-be33-d370e8847dd1 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:45:33.374718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 11cdb689-e506-43af-b7a8-96d0bfe05f1f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:45:33.386134 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6929-d137-4269-bf9f-be2dea2a2931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:33.502191 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4dbc6929-d137-4269-bf9f-be2dea2a2931 None None] For port 11cdb689-e506-43af-b7a8-96d0bfe05f1f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=11cdb689-e506-43af-b7a8-96d0bfe05f1f,segment=NetworkSegment(355039af-2681-4d3b-830d-d04c73575dd5),segment_id=355039af-2681-4d3b-830d-d04c73575dd5)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:45:33.513603 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6929-d137-4269-bf9f-be2dea2a2931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:33.568016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 11cdb689-e506-43af-b7a8-96d0bfe05f1f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:33.568393 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:33.624096 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc6929-d137-4269-bf9f-be2dea2a2931 None None] Pushing event updated for resources: {'Port': ['ID=11cdb689-e506-43af-b7a8-96d0bfe05f1f,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:33.625746 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'name': 'tempest-TestServerMultinode-1895241231-router', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:19Z', 'updated_at': '2021-11-19T09:45:24Z', 'revision_number': 4, 'project_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'gw_port': {'id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:20Z', 'updated_at': '2021-11-19T09:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '11cdb689-e506-43af-b7a8-96d0bfe05f1f', 'name': '', 'network_id': 'ae43d61a-0ff4-4780-86df-f1d80a4ee6a4', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'mac_address': 'fa:16:3e:dd:11:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '382048d3-257e-47c6-8ed2-9f3041fb97e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:23Z', 'updated_at': '2021-11-19T09:45:32Z', 'revision_number': 4, 'project_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'subnets': [{'id': '382048d3-257e-47c6-8ed2-9f3041fb97e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:45:33.664499 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9c7bd4-2e22-4cd2-b594-51573ba164eb None None] The sync data for ids ['1f251d8b-5496-4f1b-be33-d370e8847dd1'] in n-d-805649-14 is: [{'id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'name': 'tempest-TestServerMultinode-1895241231-router', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:19Z', 'updated_at': '2021-11-19T09:45:24Z', 'revision_number': 4, 'project_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'gw_port': {'id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:20Z', 'updated_at': '2021-11-19T09:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '11cdb689-e506-43af-b7a8-96d0bfe05f1f', 'name': '', 'network_id': 'ae43d61a-0ff4-4780-86df-f1d80a4ee6a4', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'mac_address': 'fa:16:3e:dd:11:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '382048d3-257e-47c6-8ed2-9f3041fb97e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:23Z', 'updated_at': '2021-11-19T09:45:32Z', 'revision_number': 4, 'project_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'subnets': [{'id': '382048d3-257e-47c6-8ed2-9f3041fb97e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:45:33.686290 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0e371468-142f-49d7-b262-d3d822ad2c27 None None] Provisioning complete for port 11cdb689-e506-43af-b7a8-96d0bfe05f1f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:33.686673 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0e371468-142f-49d7-b262-d3d822ad2c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:33.841911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 1c54d671-c077-4660-a98f-cd592053b483 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:45:33.998417 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 1c54d671-c077-4660-a98f-cd592053b483, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1c54d671-c077-4660-a98f-cd592053b483,segment=NetworkSegment(dd79eaf9-3f19-4e22-b3de-509598452c7a),segment_id=dd79eaf9-3f19-4e22-b3de-509598452c7a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:45:34.053108 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '1c54d671-c077-4660-a98f-cd592053b483', 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6', 'port_id': '1c54d671-c077-4660-a98f-cd592053b483', 'mac_address': 'fa:16:3e:f1:3f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7208aa9-5e7d-477c-ad93-e969e2ab0ab9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:45:34.113216 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:34.130008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c54d671-c077-4660-a98f-cd592053b483 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:45:34.160591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 1c54d671-c077-4660-a98f-cd592053b483, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1c54d671-c077-4660-a98f-cd592053b483,segment=NetworkSegment(dd79eaf9-3f19-4e22-b3de-509598452c7a),segment_id=dd79eaf9-3f19-4e22-b3de-509598452c7a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:45:34.168308 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:34.210999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994f80e-8f54-4297-ade6-9d0429c9d95b req-5b3e02d0-8c8c-4c80-8a06-f2681c3a8f61 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:34.212584 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0994f80e-8f54-4297-ade6-9d0429c9d95b req-5b3e02d0-8c8c-4c80-8a06-f2681c3a8f61 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 1096 time: 0.0957689 Nov 19 09:45:34.260365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=1c54d671-c077-4660-a98f-cd592053b483,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:34.287841 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0994f80e-8f54-4297-ade6-9d0429c9d95b req-014f0797-726e-41ed-b5bb-d4b8aeb62e30 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666885 Nov 19 09:45:34.380801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['1c54d671-c077-4660-a98f-cd592053b483'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:45:35.345207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 11cdb689-e506-43af-b7a8-96d0bfe05f1f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:45:35.441309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 11cdb689-e506-43af-b7a8-96d0bfe05f1f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:35.441943 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:35.499865 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a0a83-dd94-4e0c-9e2a-5e14898729fd req-2132a441-e00f-4b92-b6ca-3515cd4b50b3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:35.502215 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef1a0a83-dd94-4e0c-9e2a-5e14898729fd req-2132a441-e00f-4b92-b6ca-3515cd4b50b3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 1097 time: 0.0903096 Nov 19 09:45:35.610272 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef1a0a83-dd94-4e0c-9e2a-5e14898729fd req-20465be8-5385-4375-b66a-8086926a3ae3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965941 Nov 19 09:45:35.843045 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 1c54d671-c077-4660-a98f-cd592053b483 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:45:35.936947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 1c54d671-c077-4660-a98f-cd592053b483 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:45:35.945672 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 1c54d671-c077-4660-a98f-cd592053b483 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:35.946431 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:36.110387 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:36.150895 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247745d5-47c1-42b1-b564-12fac625c580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c54d671-c077-4660-a98f-cd592053b483'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:45:36.155035 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b8be91-7759-404e-b525-dd807c2af39d" -d '{"events": [{"server_uuid": "247745d5-47c1-42b1-b564-12fac625c580", "name": "network-vif-plugged", "status": "completed", "tag": "1c54d671-c077-4660-a98f-cd592053b483"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:45:36.182383 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 1c54d671-c077-4660-a98f-cd592053b483, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1c54d671-c077-4660-a98f-cd592053b483,segment=NetworkSegment(dd79eaf9-3f19-4e22-b3de-509598452c7a),segment_id=dd79eaf9-3f19-4e22-b3de-509598452c7a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:45:36.195196 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:36.263914 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a0cfcb-67e0-44ea-885a-88235040089a x-openstack-request-id: req-65a0cfcb-67e0-44ea-885a-88235040089a {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:45:36.263914 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247745d5-47c1-42b1-b564-12fac625c580", "name": "network-vif-plugged", "status": "completed", "tag": "1c54d671-c077-4660-a98f-cd592053b483", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:45:36.263914 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65a0cfcb-67e0-44ea-885a-88235040089a {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:45:36.263914 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247745d5-47c1-42b1-b564-12fac625c580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c54d671-c077-4660-a98f-cd592053b483', 'code': 200} Nov 19 09:45:36.304982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=1c54d671-c077-4660-a98f-cd592053b483,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:36.466842 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227be8da-c187-4156-8a8c-578ec5dde4ee req-ebb7d92d-944f-4a77-830e-84e8218a895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:36.472131 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-227be8da-c187-4156-8a8c-578ec5dde4ee req-ebb7d92d-944f-4a77-830e-84e8218a895e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 1098 time: 0.0915618 Nov 19 09:45:36.637640 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-227be8da-c187-4156-8a8c-578ec5dde4ee req-3316b5dd-c8e2-4012-9ad8-6e577a7353e5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475608 Nov 19 09:45:36.837210 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88c536-e830-46f5-a622-ac051743e8e6 req-87c50aa5-f89b-4603-9151-03585e2d322e tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:36.841553 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b88c536-e830-46f5-a622-ac051743e8e6 req-87c50aa5-f89b-4603-9151-03585e2d322e tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 1098 time: 0.0864363 Nov 19 09:45:36.939211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b88c536-e830-46f5-a622-ac051743e8e6 req-4375d010-b24f-481d-953f-1b64878ecda0 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908656 Nov 19 09:45:38.119312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1dac0-df0f-4e5a-8fed-2db307ac4d66 req-d7b0b85a-545c-4cf4-9ad7-e434d806a8c9 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:38.130521 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfe1dac0-df0f-4e5a-8fed-2db307ac4d66 req-d7b0b85a-545c-4cf4-9ad7-e434d806a8c9 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 1098 time: 0.0639539 Nov 19 09:45:38.270959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfe1dac0-df0f-4e5a-8fed-2db307ac4d66 req-e411bd96-78a2-448a-80a5-1b93fdcded93 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391032 Nov 19 09:45:38.432475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-b40fecd5-a26f-4012-8817-19be2b1c8516 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:38.435967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-b40fecd5-a26f-4012-8817-19be2b1c8516 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 812 time: 0.3029888 Nov 19 09:45:38.476799 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-5c2cc778-5081-44f2-9258-9a5eea0344f1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/quotas/a84db2c49968458a9cc1816d95bbefc9 HTTP/1.1" status: 200 len: 375 time: 0.0278327 Nov 19 09:45:38.486855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45486d37-03e3-418c-bfc9-f0a6fba6db1c req-9a6420e7-e92f-4ac1-842c-2dcf144fbeb9 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:38.489345 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45486d37-03e3-418c-bfc9-f0a6fba6db1c req-9a6420e7-e92f-4ac1-842c-2dcf144fbeb9 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 1098 time: 0.1300633 Nov 19 09:45:38.604589 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45486d37-03e3-418c-bfc9-f0a6fba6db1c req-21d89342-d6a2-4c8f-a65b-b332c7fc1895 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991127 Nov 19 09:45:38.617079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-78d8819b-a37b-4454-8991-6ab37ca836bf tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1259422 Nov 19 09:45:38.822853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-8da4c185-05e6-4e22-aa71-87bf29700f9c service neutron] 10.222.0.21 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809545 Nov 19 09:45:38.927942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486bbee-b112-412e-9311-56b21f4aaf62 req-293dbffe-0616-4139-bfd0-0f31cd981401 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:38.929845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c486bbee-b112-412e-9311-56b21f4aaf62 req-293dbffe-0616-4139-bfd0-0f31cd981401 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 1098 time: 0.1471958 Nov 19 09:45:39.035760 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-dc85f3af-ba2a-4e62-b74a-78d1ff06a242 service neutron] 10.222.0.21 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129495 Nov 19 09:45:39.041443 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c486bbee-b112-412e-9311-56b21f4aaf62 req-5078aa9c-d7e8-4392-b441-ef14c253571e tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947287 Nov 19 09:45:39.381004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cbaef93c-455b-4650-9263-5d9f2d3042c8 req-38ce2708-125f-49cc-bae6-648b094f7508 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 210 time: 0.0640316 Nov 19 09:45:39.436076 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234794e-4241-46e9-99de-2949b8a66779 req-b272400b-1fad-4a3a-b59b-5efbcb62b5f5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:39.441676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c234794e-4241-46e9-99de-2949b8a66779 req-b272400b-1fad-4a3a-b59b-5efbcb62b5f5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/networks?id=eec7c236-8334-4f55-97c0-97efeeee00d6 HTTP/1.1" status: 200 len: 911 time: 0.1903136 Nov 19 09:45:39.465204 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c234794e-4241-46e9-99de-2949b8a66779 req-50597e19-377d-4d9a-8ffb-190a32faba0a tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/quotas/b61376a6b4684ba1a7a5895d39ee930e HTTP/1.1" status: 200 len: 375 time: 0.0208535 Nov 19 09:45:39.542366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c234794e-4241-46e9-99de-2949b8a66779 req-1c9a63b4-a210-46d7-bbd2-dec088216445 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=b61376a6b4684ba1a7a5895d39ee930e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760176 Nov 19 09:45:39.743567 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c234794e-4241-46e9-99de-2949b8a66779 req-3435f2f9-c967-4680-a292-ce054f19a4c2 service neutron] 10.222.0.21 "GET /v2.0/networks/eec7c236-8334-4f55-97c0-97efeeee00d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827242 Nov 19 09:45:39.903380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c234794e-4241-46e9-99de-2949b8a66779 req-7d5c915c-437b-4707-a39d-d4bf548cd5cb service neutron] 10.222.0.21 "GET /v2.0/networks/eec7c236-8334-4f55-97c0-97efeeee00d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512079 Nov 19 09:45:40.226609 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efe39844-1889-45d1-9e04-f28a46e755a2 req-cad6f76b-c60f-4b21-868a-c94e2e283a45 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 210 time: 0.0618329 Nov 19 09:45:40.610200 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ab0f930-94d7-4845-ac32-b757477fbf09 req-1ff8bc64-eb9c-42c8-a765-bdd040caaa9d tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 210 time: 0.0588257 Nov 19 09:45:41.299772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-2afefae8-0bd2-4e1b-a294-e2c2b674eefd tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:41.304252 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-2afefae8-0bd2-4e1b-a294-e2c2b674eefd tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.71 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 812 time: 0.3287108 Nov 19 09:45:41.337670 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-d0917471-50b8-4e5e-986d-18bbd2c19b64 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Request body: {'port': {'device_id': '024434d6-006e-4854-8c94-c2db9f453010', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'admin_state_up': True, 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:45:41.595029 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-342b7190-c7f4-40fd-9819-c4fbba543339 req-0a2a8ba9-08f6-4c43-8859-b3b1ecdad3aa tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 210 time: 0.0986185 Nov 19 09:45:41.844231 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-d0917471-50b8-4e5e-986d-18bbd2c19b64 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Made reservation on behalf of a84db2c49968458a9cc1816d95bbefc9 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:45:41.869155 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-d0917471-50b8-4e5e-986d-18bbd2c19b64 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:41.948668 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f1288c09-e44d-48db-a0c0-309f8e9e4a2c req-1d76492a-d1bc-4465-a4f0-9dd4e6523eb6 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 210 time: 0.1534286 Nov 19 09:45:42.317796 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-d0917471-50b8-4e5e-986d-18bbd2c19b64 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Allocated IP 172.20.0.12 (3a43663e-7d24-49a9-a7fa-bf42bee67415/d194d568-daba-4f96-9ac3-d2547054e5f8/854c018d-4da1-40c5-8e5b-2e3b5436622e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:45:42.445010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234794e-4241-46e9-99de-2949b8a66779 req-c3e3435d-8328-40fe-8dca-eae02ef79f40 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:42.449460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c234794e-4241-46e9-99de-2949b8a66779 req-c3e3435d-8328-40fe-8dca-eae02ef79f40 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.71 "GET /v2.0/networks?id=eec7c236-8334-4f55-97c0-97efeeee00d6 HTTP/1.1" status: 200 len: 911 time: 0.2972457 Nov 19 09:45:42.536011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c234794e-4241-46e9-99de-2949b8a66779 req-ac7a7168-2a27-49bf-bfdc-98ffa10ac36e tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Request body: {'port': {'device_id': '36e7459a-d780-4ea0-9f75-903af523c984', 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6', 'admin_state_up': True, 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:45:42.655133 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c234794e-4241-46e9-99de-2949b8a66779 req-ac7a7168-2a27-49bf-bfdc-98ffa10ac36e tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Made reservation on behalf of b61376a6b4684ba1a7a5895d39ee930e for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:45:42.694880 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c234794e-4241-46e9-99de-2949b8a66779 req-ac7a7168-2a27-49bf-bfdc-98ffa10ac36e tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:42.900585 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f862fc2-769d-4dd5-8909-d8df8bae36da req-06566ed7-c6b7-48b6-ac93-97f75e8a3d67 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 210 time: 0.1050301 Nov 19 09:45:42.972492 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-d0917471-50b8-4e5e-986d-18bbd2c19b64 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:43.054373 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-d0917471-50b8-4e5e-986d-18bbd2c19b64 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:43.220894 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-d0917471-50b8-4e5e-986d-18bbd2c19b64 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Network 3a43663e-7d24-49a9-a7fa-bf42bee67415 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:45:43.228071 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-d0917471-50b8-4e5e-986d-18bbd2c19b64 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:45:43.233822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e722f-0008-451c-8269-ac1b8379c6f1 req-82adaa78-0b00-4b73-941e-b6d11d35d8fb tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:43.237130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-771e722f-0008-451c-8269-ac1b8379c6f1 req-82adaa78-0b00-4b73-941e-b6d11d35d8fb tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 932 time: 0.1679933 Nov 19 09:45:43.239286 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-c234794e-4241-46e9-99de-2949b8a66779 req-ac7a7168-2a27-49bf-bfdc-98ffa10ac36e tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Allocated IP 172.20.0.13 (eec7c236-8334-4f55-97c0-97efeeee00d6/d7208aa9-5e7d-477c-ad93-e969e2ab0ab9/009dfe43-b921-444b-b41f-e425c3425498) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:45:43.243559 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-d0917471-50b8-4e5e-986d-18bbd2c19b64 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:45:43.272979 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0917471-50b8-4e5e-986d-18bbd2c19b64 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'Port': ['ID=854c018d-4da1-40c5-8e5b-2e3b5436622e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:43.404992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-d0917471-50b8-4e5e-986d-18bbd2c19b64 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:43.408176 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-d0917471-50b8-4e5e-986d-18bbd2c19b64 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:43.464039 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-d0917471-50b8-4e5e-986d-18bbd2c19b64 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1329608 Nov 19 09:45:43.475407 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Request body: {'port': {'device_id': '024434d6-006e-4854-8c94-c2db9f453010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:45:43.620479 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:43.684965 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c234794e-4241-46e9-99de-2949b8a66779 req-ac7a7168-2a27-49bf-bfdc-98ffa10ac36e tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:43.756288 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-771e722f-0008-451c-8269-ac1b8379c6f1 req-98688335-a030-498c-a45b-5ec0621fa6f5 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947548 Nov 19 09:45:43.759955 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c234794e-4241-46e9-99de-2949b8a66779 req-ac7a7168-2a27-49bf-bfdc-98ffa10ac36e tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:43.775345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['1c54d671-c077-4660-a98f-cd592053b483'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:45:43.817387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c234794e-4241-46e9-99de-2949b8a66779 req-ac7a7168-2a27-49bf-bfdc-98ffa10ac36e tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Network eec7c236-8334-4f55-97c0-97efeeee00d6 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:45:43.821470 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-c234794e-4241-46e9-99de-2949b8a66779 req-ac7a7168-2a27-49bf-bfdc-98ffa10ac36e tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:45:43.825840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c234794e-4241-46e9-99de-2949b8a66779 req-ac7a7168-2a27-49bf-bfdc-98ffa10ac36e tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:45:43.913106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a7168-2a27-49bf-bfdc-98ffa10ac36e tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Pushing event updated for resources: {'Port': ['ID=009dfe43-b921-444b-b41f-e425c3425498,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:43.931884 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234794e-4241-46e9-99de-2949b8a66779 req-ac7a7168-2a27-49bf-bfdc-98ffa10ac36e tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:43.935291 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c234794e-4241-46e9-99de-2949b8a66779 req-ac7a7168-2a27-49bf-bfdc-98ffa10ac36e tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:44.012935 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c234794e-4241-46e9-99de-2949b8a66779 req-ac7a7168-2a27-49bf-bfdc-98ffa10ac36e tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5057335 Nov 19 09:45:44.040434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Request body: {'port': {'device_id': '36e7459a-d780-4ea0-9f75-903af523c984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:45:44.064850 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f552574-da96-46be-953b-94cd0ad25fc6 None None] Provisioning complete for port 854c018d-4da1-40c5-8e5b-2e3b5436622e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:44.065581 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f552574-da96-46be-953b-94cd0ad25fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:44.116333 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f552574-da96-46be-953b-94cd0ad25fc6 None None] Port 854c018d-4da1-40c5-8e5b-2e3b5436622e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:45:44.248806 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:44.336948 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854c018d-4da1-40c5-8e5b-2e3b5436622e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:45:44.340265 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-337baa3a-cab8-48ff-b2ed-0e9ee16279b1 None None] Provisioning complete for port 009dfe43-b921-444b-b41f-e425c3425498 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:44.340955 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-337baa3a-cab8-48ff-b2ed-0e9ee16279b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:44.356594 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:44.379729 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Transition to ACTIVE for port object 854c018d-4da1-40c5-8e5b-2e3b5436622e will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:45:44.385386 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-337baa3a-cab8-48ff-b2ed-0e9ee16279b1 None None] Port 009dfe43-b921-444b-b41f-e425c3425498 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:45:44.386514 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:44.473256 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Pushing event updated for resources: {'Port': ['ID=854c018d-4da1-40c5-8e5b-2e3b5436622e,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:44.518429 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383b444-8d26-4c77-a86e-d5f0731b0ef1 req-ac9532e5-bdaa-4f89-aad3-ffe4f0243013 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:44.523208 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b383b444-8d26-4c77-a86e-d5f0731b0ef1 req-ac9532e5-bdaa-4f89-aad3-ffe4f0243013 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 1028 time: 0.3075457 Nov 19 09:45:44.787374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Attempting to bind port 854c018d-4da1-40c5-8e5b-2e3b5436622e on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:45:44.787888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Attempting to bind port 854c018d-4da1-40c5-8e5b-2e3b5436622e by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:45:44.788483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Attempting to bind port 854c018d-4da1-40c5-8e5b-2e3b5436622e on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:45:44.796394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b383b444-8d26-4c77-a86e-d5f0731b0ef1 req-9439736c-6942-4865-9720-458315eb50f3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572672 Nov 19 09:45:44.803743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Port 854c018d-4da1-40c5-8e5b-2e3b5436622e on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:45:44.803961 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Attempting to bind port 854c018d-4da1-40c5-8e5b-2e3b5436622e on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:45:44.821524 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:45:44.822088 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Checking segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:45:44.822958 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Bound using segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:45:44.836471 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Bound port: 854c018d-4da1-40c5-8e5b-2e3b5436622e, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:45:44.837393 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:45.035024 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009dfe43-b921-444b-b41f-e425c3425498 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:45:45.043831 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:45.058306 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Transition to ACTIVE for port object 009dfe43-b921-444b-b41f-e425c3425498 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:45:45.064465 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:45.121020 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] For port 854c018d-4da1-40c5-8e5b-2e3b5436622e, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:45:45.132062 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] For port 854c018d-4da1-40c5-8e5b-2e3b5436622e, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=854c018d-4da1-40c5-8e5b-2e3b5436622e,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:45:45.139906 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:45.275308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ed007-8f75-4a18-9660-aa2705bf70bf req-e329a619-21e3-48b8-afec-8675edf47936 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:45.276943 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e28ed007-8f75-4a18-9660-aa2705bf70bf req-e329a619-21e3-48b8-afec-8675edf47936 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.1988258 Nov 19 09:45:45.294684 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Pushing event updated for resources: {'Port': ['ID=854c018d-4da1-40c5-8e5b-2e3b5436622e,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:45.306390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Pushing event updated for resources: {'Port': ['ID=009dfe43-b921-444b-b41f-e425c3425498,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:45.316501 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:45.322912 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:45.326471 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-e73ff679-bd65-431b-b712-62a0894226a6 service neutron] 10.222.0.71 "PUT /v2.0/ports/854c018d-4da1-40c5-8e5b-2e3b5436622e HTTP/1.1" status: 200 len: 1093 time: 1.8601117 Nov 19 09:45:45.328902 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024434d6-006e-4854-8c94-c2db9f453010', 'tag': '854c018d-4da1-40c5-8e5b-2e3b5436622e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:45:45.336591 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e82e30-eaf7-46cf-a566-e07e4fe7d135" -d '{"events": [{"name": "network-changed", "server_uuid": "024434d6-006e-4854-8c94-c2db9f453010", "tag": "854c018d-4da1-40c5-8e5b-2e3b5436622e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:45:45.452403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e28ed007-8f75-4a18-9660-aa2705bf70bf req-ff59a26d-8bb6-48a7-b083-28a4e9397d50 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558032 Nov 19 09:45:45.504861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Attempting to bind port 009dfe43-b921-444b-b41f-e425c3425498 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:45:45.505798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Attempting to bind port 009dfe43-b921-444b-b41f-e425c3425498 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'dd79eaf9-3f19-4e22-b3de-509598452c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:45:45.506581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Attempting to bind port 009dfe43-b921-444b-b41f-e425c3425498 on network eec7c236-8334-4f55-97c0-97efeeee00d6 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:45:45.523198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Port 009dfe43-b921-444b-b41f-e425c3425498 on network eec7c236-8334-4f55-97c0-97efeeee00d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:45:45.523736 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Attempting to bind port 009dfe43-b921-444b-b41f-e425c3425498 on network eec7c236-8334-4f55-97c0-97efeeee00d6 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:45:45.536276 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f98d9b0-0b50-4907-b417-95fb89f514be x-openstack-request-id: req-7f98d9b0-0b50-4907-b417-95fb89f514be {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:45:45.537230 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024434d6-006e-4854-8c94-c2db9f453010", "tag": "854c018d-4da1-40c5-8e5b-2e3b5436622e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:45:45.537230 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f98d9b0-0b50-4907-b417-95fb89f514be {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:45:45.537818 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024434d6-006e-4854-8c94-c2db9f453010', 'tag': '854c018d-4da1-40c5-8e5b-2e3b5436622e', 'status': 'completed', 'code': 200} Nov 19 09:45:45.540906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:45:45.541937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Checking segment: {'id': 'dd79eaf9-3f19-4e22-b3de-509598452c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:45:45.542397 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Bound using segment: {'id': 'dd79eaf9-3f19-4e22-b3de-509598452c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:45:45.542868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Bound port: 009dfe43-b921-444b-b41f-e425c3425498, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd79eaf9-3f19-4e22-b3de-509598452c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:45:45.544186 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:45.598126 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-f84c26cd-251e-41dc-b87a-63189ef4be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:45.603871 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-f84c26cd-251e-41dc-b87a-63189ef4be7d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 1096 time: 0.2035892 Nov 19 09:45:45.726589 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-a2fb4cfc-54d3-4bfc-ab5a-b282ef7c61d7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=854c018d-4da1-40c5-8e5b-2e3b5436622e HTTP/1.1" status: 200 len: 217 time: 0.1097546 Nov 19 09:45:45.727668 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] For port 009dfe43-b921-444b-b41f-e425c3425498, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:45:45.731574 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] For port 009dfe43-b921-444b-b41f-e425c3425498, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=009dfe43-b921-444b-b41f-e425c3425498,segment=NetworkSegment(dd79eaf9-3f19-4e22-b3de-509598452c7a),segment_id=dd79eaf9-3f19-4e22-b3de-509598452c7a)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:45:45.740031 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:45.865981 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:45.868959 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-353bc634-fa92-47d2-8a86-04db2d4a2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:45.871267 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-353bc634-fa92-47d2-8a86-04db2d4a2b45 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.1348574 Nov 19 09:45:45.886218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:45.886877 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:45.893306 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c234794e-4241-46e9-99de-2949b8a66779 req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] 10.222.0.71 "PUT /v2.0/ports/009dfe43-b921-444b-b41f-e425c3425498 HTTP/1.1" status: 200 len: 1093 time: 1.8700650 Nov 19 09:45:45.894227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e7459a-d780-4ea0-9f75-903af523c984', 'tag': '009dfe43-b921-444b-b41f-e425c3425498'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:45:45.898528 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86c6f13-94c5-4647-a282-3c678df92ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "36e7459a-d780-4ea0-9f75-903af523c984", "tag": "009dfe43-b921-444b-b41f-e425c3425498"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:45:45.987417 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-577d7be4-9ee3-4216-9ad9-7614c2ab5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:45.989172 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-577d7be4-9ee3-4216-9ad9-7614c2ab5d5a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098344 Nov 19 09:45:46.017504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db0d90-d9ba-4776-b317-7241ed5c9729 service neutron] Pushing event updated for resources: {'Port': ['ID=009dfe43-b921-444b-b41f-e425c3425498,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:46.134559 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b053ea-4625-4618-a340-45a8da71dce7 x-openstack-request-id: req-e3b053ea-4625-4618-a340-45a8da71dce7 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:45:46.134983 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e7459a-d780-4ea0-9f75-903af523c984", "tag": "009dfe43-b921-444b-b41f-e425c3425498", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:45:46.135193 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3b053ea-4625-4618-a340-45a8da71dce7 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:45:46.135503 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e7459a-d780-4ea0-9f75-903af523c984', 'tag': '009dfe43-b921-444b-b41f-e425c3425498', 'status': 'completed', 'code': 200} Nov 19 09:45:46.247715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234794e-4241-46e9-99de-2949b8a66779 req-9eb245d5-e8a5-4983-9342-4f2294969411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:46.252544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c234794e-4241-46e9-99de-2949b8a66779 req-9eb245d5-e8a5-4983-9342-4f2294969411 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b61376a6b4684ba1a7a5895d39ee930e&device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 1096 time: 0.2684109 Nov 19 09:45:46.276005 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-f84873d6-db2e-4ff5-89cc-57b2b27c083e service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768750 Nov 19 09:45:46.289049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc7ec4-7ce8-47e1-b042-11cdab8fb6e6 req-265bbe2b-1a53-4766-a4a8-a9fc5f62cf06 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:46.291664 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4efc7ec4-7ce8-47e1-b042-11cdab8fb6e6 req-265bbe2b-1a53-4766-a4a8-a9fc5f62cf06 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 1096 time: 0.1551731 Nov 19 09:45:46.394710 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c234794e-4241-46e9-99de-2949b8a66779 req-9e2a9676-5daf-40a5-947f-8a9a32039f7a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=009dfe43-b921-444b-b41f-e425c3425498 HTTP/1.1" status: 200 len: 217 time: 0.1277325 Nov 19 09:45:46.480116 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-99f77141-015c-4620-a1cc-8b92de8c5113 req-9d25f401-12f5-4423-af97-953575b9cfd2 service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950293 Nov 19 09:45:46.505768 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4efc7ec4-7ce8-47e1-b042-11cdab8fb6e6 req-33ddfde1-e481-4f0f-bd7d-8f58da10bd62 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393638 Nov 19 09:45:46.524603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234794e-4241-46e9-99de-2949b8a66779 req-506ee968-4aa1-4aa1-9d61-280e20d60fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:46.528710 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c234794e-4241-46e9-99de-2949b8a66779 req-506ee968-4aa1-4aa1-9d61-280e20d60fdc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7208aa9-5e7d-477c-ad93-e969e2ab0ab9 HTTP/1.1" status: 200 len: 849 time: 0.1192486 Nov 19 09:45:46.672747 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234794e-4241-46e9-99de-2949b8a66779 req-7c233e1c-ac71-4e17-9bd2-72f8a9512d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:46.673132 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e82e30-eaf7-46cf-a566-e07e4fe7d135 req-3968516a-9add-4109-a321-5a464f41391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:46.675224 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c234794e-4241-46e9-99de-2949b8a66779 req-7c233e1c-ac71-4e17-9bd2-72f8a9512d4b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=eec7c236-8334-4f55-97c0-97efeeee00d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1332381 Nov 19 09:45:46.675671 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-77e82e30-eaf7-46cf-a566-e07e4fe7d135 req-3968516a-9add-4109-a321-5a464f41391b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 1096 time: 0.0925901 Nov 19 09:45:46.707745 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83b55f-168e-403e-9fa6-7fca00054310 req-ca1e0a80-e130-4448-a46f-5fb017c84c9b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:46.709409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd83b55f-168e-403e-9fa6-7fca00054310 req-ca1e0a80-e130-4448-a46f-5fb017c84c9b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.0892098 Nov 19 09:45:46.855902 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd83b55f-168e-403e-9fa6-7fca00054310 req-5d889f1b-6f38-4d45-9379-e2356dcec17e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062462 Nov 19 09:45:46.872077 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e82e30-eaf7-46cf-a566-e07e4fe7d135 req-eb8d9417-f1b3-4e6f-ad60-ca1a01688408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:46.874359 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c234794e-4241-46e9-99de-2949b8a66779 req-f5ca8cf6-9240-4be2-b440-ed53777c9c9d service neutron] 10.222.0.71 "GET /v2.0/networks/eec7c236-8334-4f55-97c0-97efeeee00d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819038 Nov 19 09:45:46.875314 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-77e82e30-eaf7-46cf-a566-e07e4fe7d135 req-eb8d9417-f1b3-4e6f-ad60-ca1a01688408 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.1817954 Nov 19 09:45:47.024957 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-77e82e30-eaf7-46cf-a566-e07e4fe7d135 req-7253fc0f-3e19-4596-990a-ca92ecaecbef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=854c018d-4da1-40c5-8e5b-2e3b5436622e HTTP/1.1" status: 200 len: 217 time: 0.1355827 Nov 19 09:45:47.090390 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e82e30-eaf7-46cf-a566-e07e4fe7d135 req-bb52beb4-17d3-4491-9ab5-4e3acc5a7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:47.090390 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-77e82e30-eaf7-46cf-a566-e07e4fe7d135 req-bb52beb4-17d3-4491-9ab5-4e3acc5a7ef9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0546701 Nov 19 09:45:47.142075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c234794e-4241-46e9-99de-2949b8a66779 req-451cfa18-b143-4498-b91b-c762a283bd35 service neutron] 10.222.0.71 "GET /v2.0/networks/eec7c236-8334-4f55-97c0-97efeeee00d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446928 Nov 19 09:45:47.185331 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e82e30-eaf7-46cf-a566-e07e4fe7d135 req-b5e85de0-43ab-4502-94c9-a640ff2541e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:47.189726 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-77e82e30-eaf7-46cf-a566-e07e4fe7d135 req-b5e85de0-43ab-4502-94c9-a640ff2541e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914752 Nov 19 09:45:47.319146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c6f13-94c5-4647-a282-3c678df92ad2 req-a5dd5e43-ee4c-4fec-b930-937846ff6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:47.322000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f86c6f13-94c5-4647-a282-3c678df92ad2 req-a5dd5e43-ee4c-4fec-b930-937846ff6f48 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b61376a6b4684ba1a7a5895d39ee930e&device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 1096 time: 0.0865729 Nov 19 09:45:47.401591 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-77e82e30-eaf7-46cf-a566-e07e4fe7d135 req-ca4cb7fa-988e-485a-b7d0-eefa43f5dc02 service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924143 Nov 19 09:45:47.649212 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-77e82e30-eaf7-46cf-a566-e07e4fe7d135 req-0973371c-54a1-4cfb-8640-57a7af0d8fd1 service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334445 Nov 19 09:45:48.086572 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c6f13-94c5-4647-a282-3c678df92ad2 req-061d6baa-e50b-4291-b43e-bfb9eaf1bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:48.089343 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f86c6f13-94c5-4647-a282-3c678df92ad2 req-061d6baa-e50b-4291-b43e-bfb9eaf1bd2f service neutron] 10.222.0.71 "GET /v2.0/networks?id=eec7c236-8334-4f55-97c0-97efeeee00d6 HTTP/1.1" status: 200 len: 911 time: 0.7594340 Nov 19 09:45:48.168032 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:48.194655 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7396b7-cf1b-44fe-9c27-9083ad598119 req-f0d185ff-fdb5-429d-a362-4396c11fa147 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:48.198105 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c7396b7-cf1b-44fe-9c27-9083ad598119 req-f0d185ff-fdb5-429d-a362-4396c11fa147 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 1096 time: 0.2686379 Nov 19 09:45:48.202560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f86c6f13-94c5-4647-a282-3c678df92ad2 req-c616c297-d912-4f92-8725-0e6fc1b03fb5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=009dfe43-b921-444b-b41f-e425c3425498 HTTP/1.1" status: 200 len: 217 time: 0.1021557 Nov 19 09:45:48.227111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23bdf4-279a-4f57-8cb1-56ec6b253f8d req-c4fdd798-91d1-4aaa-8df1-445796c7fd93 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:48.230015 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de23bdf4-279a-4f57-8cb1-56ec6b253f8d req-c4fdd798-91d1-4aaa-8df1-445796c7fd93 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.2160878 Nov 19 09:45:48.395791 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c7396b7-cf1b-44fe-9c27-9083ad598119 req-ec957b86-725a-425f-989a-ed7eddaca70a tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641920 Nov 19 09:45:48.425449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c6f13-94c5-4647-a282-3c678df92ad2 req-bd3b8d93-01a5-414a-9236-706ffa4ce584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:48.433884 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f86c6f13-94c5-4647-a282-3c678df92ad2 req-bd3b8d93-01a5-414a-9236-706ffa4ce584 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7208aa9-5e7d-477c-ad93-e969e2ab0ab9 HTTP/1.1" status: 200 len: 849 time: 0.1716876 Nov 19 09:45:48.498959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de23bdf4-279a-4f57-8cb1-56ec6b253f8d req-ddc4184c-c9e1-43c3-b012-3068049c0d69 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236900 Nov 19 09:45:48.538232 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c6f13-94c5-4647-a282-3c678df92ad2 req-7f431b05-2a9c-4c3b-9274-14c0f1ea63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:48.540725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f86c6f13-94c5-4647-a282-3c678df92ad2 req-7f431b05-2a9c-4c3b-9274-14c0f1ea63d3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=eec7c236-8334-4f55-97c0-97efeeee00d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997763 Nov 19 09:45:48.720862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f86c6f13-94c5-4647-a282-3c678df92ad2 req-9eb14c50-5aa3-469a-9459-dd49d7ea6548 service neutron] 10.222.0.71 "GET /v2.0/networks/eec7c236-8334-4f55-97c0-97efeeee00d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681306 Nov 19 09:45:48.889465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f86c6f13-94c5-4647-a282-3c678df92ad2 req-63585182-5ed6-4b04-a046-024216c803d8 service neutron] 10.222.0.71 "GET /v2.0/networks/eec7c236-8334-4f55-97c0-97efeeee00d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594903 Nov 19 09:45:49.713986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48aaf4-7b5a-46b5-8747-850f2e20a76f req-7db6f494-5cdf-4311-8bc2-8517fbd42170 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:49.718077 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af48aaf4-7b5a-46b5-8747-850f2e20a76f req-7db6f494-5cdf-4311-8bc2-8517fbd42170 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 1096 time: 0.1818154 Nov 19 09:45:49.727743 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:45:49.788479 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1271c-2ccc-45ac-b85a-fd9fc90f485f req-41ed42ff-668a-4a9d-ab21-6eee0e831741 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:49.790668 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0d1271c-2ccc-45ac-b85a-fd9fc90f485f req-41ed42ff-668a-4a9d-ab21-6eee0e831741 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.1645172 Nov 19 09:45:49.868491 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af48aaf4-7b5a-46b5-8747-850f2e20a76f req-1f8c5d00-dff7-4450-9033-5713ba9112ac tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371982 Nov 19 09:45:49.962360 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0d1271c-2ccc-45ac-b85a-fd9fc90f485f req-8167da0a-1cab-4a28-a82e-7c0960e06ccb tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471028 Nov 19 09:45:49.968517 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-19365dee-8723-42ff-a4f3-d998649a24b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:50.332163 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 009dfe43-b921-444b-b41f-e425c3425498 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:45:50.525906 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 009dfe43-b921-444b-b41f-e425c3425498, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=009dfe43-b921-444b-b41f-e425c3425498,segment=NetworkSegment(dd79eaf9-3f19-4e22-b3de-509598452c7a),segment_id=dd79eaf9-3f19-4e22-b3de-509598452c7a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:45:50.542833 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '009dfe43-b921-444b-b41f-e425c3425498', 'network_id': 'eec7c236-8334-4f55-97c0-97efeeee00d6', 'port_id': '009dfe43-b921-444b-b41f-e425c3425498', 'mac_address': 'fa:16:3e:1b:e3:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7208aa9-5e7d-477c-ad93-e969e2ab0ab9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:45:50.605737 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:50.636272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009dfe43-b921-444b-b41f-e425c3425498 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:45:50.683606 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 009dfe43-b921-444b-b41f-e425c3425498, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=009dfe43-b921-444b-b41f-e425c3425498,segment=NetworkSegment(dd79eaf9-3f19-4e22-b3de-509598452c7a),segment_id=dd79eaf9-3f19-4e22-b3de-509598452c7a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:45:50.689999 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:50.813671 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=009dfe43-b921-444b-b41f-e425c3425498,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:50.963104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['009dfe43-b921-444b-b41f-e425c3425498'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:45:51.132406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d07d6e-b330-4ce0-b47e-e22a9839d56f req-61100341-d21f-48f5-9888-ab4596ad786b tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:51.135235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b3d07d6e-b330-4ce0-b47e-e22a9839d56f req-61100341-d21f-48f5-9888-ab4596ad786b tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 1097 time: 0.1275692 Nov 19 09:45:51.365060 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b3d07d6e-b330-4ce0-b47e-e22a9839d56f req-ebbf83ab-4b00-4ae8-b464-3feb179a1437 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992793 Nov 19 09:45:51.374155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4805ab-cf7a-469f-929b-7993dc8f7211 req-25981d29-86ec-4050-9d0d-90dff69807e2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:51.378590 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a4805ab-cf7a-469f-929b-7993dc8f7211 req-25981d29-86ec-4050-9d0d-90dff69807e2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.2390401 Nov 19 09:45:51.465222 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a4805ab-cf7a-469f-929b-7993dc8f7211 req-704a5858-be01-443e-b3f7-04eba81c0897 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793447 Nov 19 09:45:52.351725 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 009dfe43-b921-444b-b41f-e425c3425498 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:45:52.478340 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-999d5802-0ef9-42fb-a384-d0cc2e19d282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:52.522158 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 009dfe43-b921-444b-b41f-e425c3425498 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:45:52.535592 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 009dfe43-b921-444b-b41f-e425c3425498 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:45:52.539237 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:52.732301 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:52.759684 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed0cb9-43e0-4c16-aa61-2c3408303835 req-c3eb5403-b43a-4f92-9fa6-fec0aa3fc307 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:52.761604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55ed0cb9-43e0-4c16-aa61-2c3408303835 req-c3eb5403-b43a-4f92-9fa6-fec0aa3fc307 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 1097 time: 0.2605233 Nov 19 09:45:52.772108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f0b85-b53a-44b2-a104-da5065081045 req-b4958b37-dee1-4414-875b-30eff89f5c17 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:52.798944 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b28f0b85-b53a-44b2-a104-da5065081045 req-b4958b37-dee1-4414-875b-30eff89f5c17 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.1753778 Nov 19 09:45:52.830021 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e7459a-d780-4ea0-9f75-903af523c984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009dfe43-b921-444b-b41f-e425c3425498'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:45:52.832316 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc322605-4aca-4f64-9515-50ed445fb4fc" -d '{"events": [{"server_uuid": "36e7459a-d780-4ea0-9f75-903af523c984", "name": "network-vif-plugged", "status": "completed", "tag": "009dfe43-b921-444b-b41f-e425c3425498"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:45:52.906553 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 009dfe43-b921-444b-b41f-e425c3425498, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=009dfe43-b921-444b-b41f-e425c3425498,segment=NetworkSegment(dd79eaf9-3f19-4e22-b3de-509598452c7a),segment_id=dd79eaf9-3f19-4e22-b3de-509598452c7a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:45:52.921225 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:53.053582 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b28f0b85-b53a-44b2-a104-da5065081045 req-5a15827a-f9ac-4409-9027-529890787d41 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337775 Nov 19 09:45:53.116740 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55ed0cb9-43e0-4c16-aa61-2c3408303835 req-37a1bbd0-a484-444f-9b0a-795acf9c4184 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153825 Nov 19 09:45:53.185064 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=009dfe43-b921-444b-b41f-e425c3425498,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:53.262130 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b72c3fd-837e-410f-9640-1b29d2b8414f x-openstack-request-id: req-4b72c3fd-837e-410f-9640-1b29d2b8414f {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:45:53.262551 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e7459a-d780-4ea0-9f75-903af523c984", "name": "network-vif-plugged", "status": "completed", "tag": "009dfe43-b921-444b-b41f-e425c3425498", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:45:53.262782 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b72c3fd-837e-410f-9640-1b29d2b8414f {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:45:53.263179 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e7459a-d780-4ea0-9f75-903af523c984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009dfe43-b921-444b-b41f-e425c3425498', 'code': 200} Nov 19 09:45:53.496014 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337c755-d234-4616-b8b7-34ddfb08cd7b req-38578165-9413-4617-aa9c-2f29113576ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:53.498643 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9337c755-d234-4616-b8b7-34ddfb08cd7b req-38578165-9413-4617-aa9c-2f29113576ff service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 1098 time: 0.1193061 Nov 19 09:45:53.580916 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:53.595217 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9337c755-d234-4616-b8b7-34ddfb08cd7b req-c0583d1b-a283-41f7-ae3a-cde2c9b93598 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886302 Nov 19 09:45:54.401772 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653b651-da3e-411e-ac81-fb1a9dc8db9b req-5a7348f8-44c9-4437-a669-35b2386b4297 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:54.413990 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a653b651-da3e-411e-ac81-fb1a9dc8db9b req-5a7348f8-44c9-4437-a669-35b2386b4297 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.1639929 Nov 19 09:45:54.428395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69634b51-bfbe-4406-bf8e-0c3e795dc765 req-a8d9aaa1-60e1-4ae2-a31e-df23a9be6c54 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:54.430125 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-69634b51-bfbe-4406-bf8e-0c3e795dc765 req-a8d9aaa1-60e1-4ae2-a31e-df23a9be6c54 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 1098 time: 0.1175928 Nov 19 09:45:54.511061 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a653b651-da3e-411e-ac81-fb1a9dc8db9b req-fabf4a8d-6f90-43de-b029-9eb5a2f27f3e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960212 Nov 19 09:45:54.534171 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-69634b51-bfbe-4406-bf8e-0c3e795dc765 req-5109c500-24db-48f3-a9c4-b018737ba194 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851285 Nov 19 09:45:54.969593 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:55.586436 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:55.730659 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23719302-fb58-43e5-8d18-918b42593d0f req-847ee1d0-78e7-4d03-9ef0-381cd0aae0ca tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:55.739330 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23719302-fb58-43e5-8d18-918b42593d0f req-847ee1d0-78e7-4d03-9ef0-381cd0aae0ca tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 1098 time: 0.0967503 Nov 19 09:45:55.788408 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23719302-fb58-43e5-8d18-918b42593d0f req-145504d9-c1cb-4f39-a992-6cf3a3524ff1 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478585 Nov 19 09:45:55.829844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f93532-0885-4791-9967-6646d81fb78f req-2f734d7b-b76e-4004-ace4-6cd6ce68a7c2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:55.841658 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8f93532-0885-4791-9967-6646d81fb78f req-2f734d7b-b76e-4004-ace4-6cd6ce68a7c2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.1470821 Nov 19 09:45:56.010208 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8f93532-0885-4791-9967-6646d81fb78f req-2188a9c8-db69-484a-935c-ce7b08a0ec40 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655757 Nov 19 09:45:56.120017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef089cce-9632-4bd7-a386-e6dae2823dab req-a7c33700-c853-412d-ae8d-f88af9f1175a tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:56.132716 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef089cce-9632-4bd7-a386-e6dae2823dab req-a7c33700-c853-412d-ae8d-f88af9f1175a tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 1098 time: 0.1526942 Nov 19 09:45:56.212958 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef089cce-9632-4bd7-a386-e6dae2823dab req-bb3ddffd-8b12-44e0-b2bb-6da22170ded6 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778041 Nov 19 09:45:56.412100 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80623544-a1e5-4834-a143-1282cc0d748e req-9ae476fb-ad4b-4bd7-9075-19385a58ef60 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:56.420468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80623544-a1e5-4834-a143-1282cc0d748e req-9ae476fb-ad4b-4bd7-9075-19385a58ef60 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 1098 time: 0.0893755 Nov 19 09:45:56.500317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80623544-a1e5-4834-a143-1282cc0d748e req-2dcaf4e7-aae4-4758-a833-5c06bacea767 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787792 Nov 19 09:45:56.958056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45fda0-1c9f-4e33-b063-8a20936eeb06 req-a7c37a7c-2b85-4940-87cc-6216719f6f00 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:56.959779 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c45fda0-1c9f-4e33-b063-8a20936eeb06 req-a7c37a7c-2b85-4940-87cc-6216719f6f00 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 1098 time: 0.0832651 Nov 19 09:45:57.044442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7c45fda0-1c9f-4e33-b063-8a20936eeb06 req-e30670ea-06b4-4340-a574-e60b0cb89d7a tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755017 Nov 19 09:45:57.204286 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5202733-53f3-4701-bd52-90c8bbc3553e req-10c73319-ed5b-421c-8a1d-ce9ab87fbac1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:57.205960 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5202733-53f3-4701-bd52-90c8bbc3553e req-10c73319-ed5b-421c-8a1d-ce9ab87fbac1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.0970240 Nov 19 09:45:57.282066 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c5202733-53f3-4701-bd52-90c8bbc3553e req-14aa1488-b714-4a68-a4da-77e75eee153e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650365 Nov 19 09:45:58.309787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f916b6a-d586-4e51-9516-90d9d3d1f3d7 req-8fcf90cb-7a00-4325-ad00-6490151e4a3a tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:58.314284 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f916b6a-d586-4e51-9516-90d9d3d1f3d7 req-8fcf90cb-7a00-4325-ad00-6490151e4a3a tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 1098 time: 0.1613634 Nov 19 09:45:58.469218 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f916b6a-d586-4e51-9516-90d9d3d1f3d7 req-0e607964-3fa1-4678-bec4-ae7e644ce720 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494842 Nov 19 09:45:58.526773 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c69db-a4eb-4375-aab3-0a8b81f1b7a6 req-bc0a00e2-2224-4891-bfec-f2f8deea9669 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:58.528598 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c6c69db-a4eb-4375-aab3-0a8b81f1b7a6 req-bc0a00e2-2224-4891-bfec-f2f8deea9669 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.1338696 Nov 19 09:45:58.539232 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3288f9-6529-4725-999a-615326973979 req-0c3e4704-b230-4f5d-af5b-d7048ec6e752 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:58.540739 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d3288f9-6529-4725-999a-615326973979 req-0c3e4704-b230-4f5d-af5b-d7048ec6e752 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 1098 time: 0.0888155 Nov 19 09:45:58.677380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c6c69db-a4eb-4375-aab3-0a8b81f1b7a6 req-7ddb365e-8623-44b6-b194-729bd5708350 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354382 Nov 19 09:45:58.691575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-5d3288f9-6529-4725-999a-615326973979 req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Deleting port 009dfe43-b921-444b-b41f-e425c3425498 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:45:58.692673 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5d3288f9-6529-4725-999a-615326973979 req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:58.842844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-5d3288f9-6529-4725-999a-615326973979 req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] For port 009dfe43-b921-444b-b41f-e425c3425498, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=009dfe43-b921-444b-b41f-e425c3425498,segment=NetworkSegment(dd79eaf9-3f19-4e22-b3de-509598452c7a),segment_id=dd79eaf9-3f19-4e22-b3de-509598452c7a)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:45:58.843824 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5d3288f9-6529-4725-999a-615326973979 req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:58.861552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-5d3288f9-6529-4725-999a-615326973979 req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Calling delete_port for 009dfe43-b921-444b-b41f-e425c3425498 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:45:59.068534 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5d3288f9-6529-4725-999a-615326973979 req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:59.086243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['1c54d671-c077-4660-a98f-cd592053b483'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:45:59.144458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['009dfe43-b921-444b-b41f-e425c3425498'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:45:59.214533 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Pushing event deleted for resources: {'Port': ['ID=009dfe43-b921-444b-b41f-e425c3425498,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:45:59.236871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:59.237910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:59.237910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:59.237910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:59.239115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:59.239115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:59.239115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:59.240770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:59.240770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:59.240770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:59.240770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:59.240770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:45:59.376182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3288f9-6529-4725-999a-615326973979 req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] No DVR routers for this DVR port 009dfe43-b921-444b-b41f-e425c3425498 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:45:59.386376 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5d3288f9-6529-4725-999a-615326973979 req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:45:59.397362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d3288f9-6529-4725-999a-615326973979 req-30b4be12-a6ba-4195-98c2-938156a57be3 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.71 "DELETE /v2.0/ports/009dfe43-b921-444b-b41f-e425c3425498 HTTP/1.1" status: 204 len: 173 time: 0.8484013 Nov 19 09:45:59.399428 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e7459a-d780-4ea0-9f75-903af523c984', 'name': 'network-vif-deleted', 'tag': '009dfe43-b921-444b-b41f-e425c3425498'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:45:59.405855 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1c04a2-5e7f-48f9-9bd7-56a857ddce98" -d '{"events": [{"server_uuid": "36e7459a-d780-4ea0-9f75-903af523c984", "name": "network-vif-deleted", "tag": "009dfe43-b921-444b-b41f-e425c3425498"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:45:59.527482 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e70647-1a64-4818-9fce-43004d11e187 x-openstack-request-id: req-d5e70647-1a64-4818-9fce-43004d11e187 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:45:59.527966 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e7459a-d780-4ea0-9f75-903af523c984", "name": "network-vif-deleted", "tag": "009dfe43-b921-444b-b41f-e425c3425498", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:45:59.528323 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5e70647-1a64-4818-9fce-43004d11e187 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:45:59.528829 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e7459a-d780-4ea0-9f75-903af523c984', 'name': 'network-vif-deleted', 'tag': '009dfe43-b921-444b-b41f-e425c3425498', 'status': 'completed', 'code': 200} Nov 19 09:45:59.712367 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4cc59449-d93b-4f92-b23a-c7aacfb1b22f req-98c75c9c-a792-4b50-ad49-041a313743c0 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36e7459a-d780-4ea0-9f75-903af523c984 HTTP/1.1" status: 200 len: 210 time: 0.0520403 Nov 19 09:45:59.919468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bdc33-8a57-418a-a473-c09115ff03ba req-8d83a1f5-c4c9-4729-a985-669f4f0081cf tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:45:59.927339 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-777bdc33-8a57-418a-a473-c09115ff03ba req-8d83a1f5-c4c9-4729-a985-669f4f0081cf tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.0840914 Nov 19 09:45:59.986268 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-777bdc33-8a57-418a-a473-c09115ff03ba req-e4bf5ca0-298d-48d9-bd0e-343cbf225a62 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575624 Nov 19 09:46:01.258477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65df70-4248-47fb-82b6-55d01a925f47 req-f1b3b97f-2549-44fa-815e-4ab07f75dcb6 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:01.261230 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b65df70-4248-47fb-82b6-55d01a925f47 req-f1b3b97f-2549-44fa-815e-4ab07f75dcb6 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.1329722 Nov 19 09:46:01.381521 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7f3ca-ab4c-40d9-898b-9d5544dbe357 req-dd1afab2-aa94-4eda-a981-a82b9b7cdaf8 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:01.390360 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-83e7f3ca-ab4c-40d9-898b-9d5544dbe357 req-dd1afab2-aa94-4eda-a981-a82b9b7cdaf8 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 1098 time: 0.0915046 Nov 19 09:46:01.495081 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-83e7f3ca-ab4c-40d9-898b-9d5544dbe357 req-55131097-ebca-4be4-a57d-7c0d896cdef7 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019154 Nov 19 09:46:01.538432 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b65df70-4248-47fb-82b6-55d01a925f47 req-e9359b93-86cc-46ca-a2de-7cd3870fb534 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602420 Nov 19 09:46:02.399610 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 009dfe43-b921-444b-b41f-e425c3425498 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:46:02.481721 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 009dfe43-b921-444b-b41f-e425c3425498 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:46:02.484405 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 009dfe43-b921-444b-b41f-e425c3425498 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:46:02.541463 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc7510-23ed-46b1-9a2a-fa4d2ae8e436 req-b2df7797-3aa1-4998-a6a0-31070a85c28a tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:02.546783 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bccc7510-23ed-46b1-9a2a-fa4d2ae8e436 req-b2df7797-3aa1-4998-a6a0-31070a85c28a tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 1098 time: 0.1183231 Nov 19 09:46:02.779539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8156aa-632b-4ecb-ba28-52b3443df058 req-6c2bd24e-7da3-47fc-a295-da064fd0857f tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:02.782287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d8156aa-632b-4ecb-ba28-52b3443df058 req-6c2bd24e-7da3-47fc-a295-da064fd0857f tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 1098 time: 0.1355233 Nov 19 09:46:02.933079 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df137a-b535-4a1b-a7ee-6691d66c6077 req-f1f2a83f-d18e-4e39-9332-6cc6390b1f86 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:02.948224 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16df137a-b535-4a1b-a7ee-6691d66c6077 req-f1f2a83f-d18e-4e39-9332-6cc6390b1f86 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.1778030 Nov 19 09:46:02.992950 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d8156aa-632b-4ecb-ba28-52b3443df058 req-9768618b-74a4-4215-9800-3b0aee93cc8a tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758990 Nov 19 09:46:03.082123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16df137a-b535-4a1b-a7ee-6691d66c6077 req-39047ff0-3f0a-4def-beb0-b92d668d3aac tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315506 Nov 19 09:46:03.407766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-bccc7510-23ed-46b1-9a2a-fa4d2ae8e436 req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Deleting port 1c54d671-c077-4660-a98f-cd592053b483 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:46:03.408841 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bccc7510-23ed-46b1-9a2a-fa4d2ae8e436 req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:03.550527 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-bccc7510-23ed-46b1-9a2a-fa4d2ae8e436 req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] For port 1c54d671-c077-4660-a98f-cd592053b483, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=1c54d671-c077-4660-a98f-cd592053b483,segment=NetworkSegment(dd79eaf9-3f19-4e22-b3de-509598452c7a),segment_id=dd79eaf9-3f19-4e22-b3de-509598452c7a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:46:03.551632 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bccc7510-23ed-46b1-9a2a-fa4d2ae8e436 req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:03.569817 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-bccc7510-23ed-46b1-9a2a-fa4d2ae8e436 req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Calling delete_port for 1c54d671-c077-4660-a98f-cd592053b483 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:46:03.815166 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bccc7510-23ed-46b1-9a2a-fa4d2ae8e436 req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:03.830717 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['1c54d671-c077-4660-a98f-cd592053b483'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:46:03.881106 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c54d671-c077-4660-a98f-cd592053b483,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:03.960692 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:03.962099 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:03.962683 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:03.963324 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:03.963814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:03.964381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:03.964948 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:03.965541 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:03.966107 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:03.966668 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:03.967214 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:03.967808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:03.975547 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccc7510-23ed-46b1-9a2a-fa4d2ae8e436 req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] No DVR routers for this DVR port 1c54d671-c077-4660-a98f-cd592053b483 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:46:03.979956 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-bccc7510-23ed-46b1-9a2a-fa4d2ae8e436 req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:03.989286 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-bccc7510-23ed-46b1-9a2a-fa4d2ae8e436 req-3ae60afd-b48c-495e-81f0-9c95e3615fb5 tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.66 "DELETE /v2.0/ports/1c54d671-c077-4660-a98f-cd592053b483 HTTP/1.1" status: 204 len: 173 time: 1.4305854 Nov 19 09:46:03.991373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247745d5-47c1-42b1-b564-12fac625c580', 'name': 'network-vif-deleted', 'tag': '1c54d671-c077-4660-a98f-cd592053b483'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:46:03.996829 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679a181e-a49b-445c-b019-036b56a23b43" -d '{"events": [{"server_uuid": "247745d5-47c1-42b1-b564-12fac625c580", "name": "network-vif-deleted", "tag": "1c54d671-c077-4660-a98f-cd592053b483"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:46:04.127926 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110a6e14-dad9-4b50-9edc-65712f4297d0 x-openstack-request-id: req-110a6e14-dad9-4b50-9edc-65712f4297d0 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:46:04.128389 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247745d5-47c1-42b1-b564-12fac625c580", "name": "network-vif-deleted", "tag": "1c54d671-c077-4660-a98f-cd592053b483", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:46:04.128800 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-110a6e14-dad9-4b50-9edc-65712f4297d0 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:46:04.129457 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247745d5-47c1-42b1-b564-12fac625c580', 'name': 'network-vif-deleted', 'tag': '1c54d671-c077-4660-a98f-cd592053b483', 'status': 'completed', 'code': 200} Nov 19 09:46:04.205465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d55b929-52b1-4785-bac6-d3699340c05b req-0b27285b-ca56-4632-a4ba-4b266e31443a tempest-TestServerMultinode-1422202791 tempest-TestServerMultinode-1422202791-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=247745d5-47c1-42b1-b564-12fac625c580 HTTP/1.1" status: 200 len: 210 time: 0.0522289 Nov 19 09:46:04.412574 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d26cb-eb80-4924-87b0-626a5bb5612f req-ca1c4466-101c-4b70-a0fb-c0dfcef9afcf tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:04.414469 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b02d26cb-eb80-4924-87b0-626a5bb5612f req-ca1c4466-101c-4b70-a0fb-c0dfcef9afcf tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.0739944 Nov 19 09:46:04.491326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b02d26cb-eb80-4924-87b0-626a5bb5612f req-1e7e9729-e874-4fb0-8a2c-94ac7d8cf834 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684915 Nov 19 09:46:05.319766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59008) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:46:05.749475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d26f10-112c-4d2c-b5be-8dddc989bd51 req-0e942ac6-92f9-4503-b68d-07fd3c217021 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:05.751107 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20d26f10-112c-4d2c-b5be-8dddc989bd51 req-0e942ac6-92f9-4503-b68d-07fd3c217021 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.1108637 Nov 19 09:46:05.860102 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20d26f10-112c-4d2c-b5be-8dddc989bd51 req-a8bfe5bd-5547-4e74-be39-6437b9710c17 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999436 Nov 19 09:46:05.968501 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-50568e41-40fa-4705-98e0-0c781fc00eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:06.012990 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 1c54d671-c077-4660-a98f-cd592053b483 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:46:06.039997 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 1c54d671-c077-4660-a98f-cd592053b483 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:46:06.040397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 1c54d671-c077-4660-a98f-cd592053b483 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:46:06.352943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-50568e41-40fa-4705-98e0-0c781fc00eb1 admin admin] Deleting port dc06814e-a323-4d74-953a-9e74039c1ee2 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:46:06.353776 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-50568e41-40fa-4705-98e0-0c781fc00eb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:06.477423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-50568e41-40fa-4705-98e0-0c781fc00eb1 admin admin] For port dc06814e-a323-4d74-953a-9e74039c1ee2, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=dc06814e-a323-4d74-953a-9e74039c1ee2,segment=NetworkSegment(dd79eaf9-3f19-4e22-b3de-509598452c7a),segment_id=dd79eaf9-3f19-4e22-b3de-509598452c7a)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:46:06.478036 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-50568e41-40fa-4705-98e0-0c781fc00eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:06.500806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-50568e41-40fa-4705-98e0-0c781fc00eb1 admin admin] Calling delete_port for dc06814e-a323-4d74-953a-9e74039c1ee2 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:46:06.738065 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-50568e41-40fa-4705-98e0-0c781fc00eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:06.773239 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50568e41-40fa-4705-98e0-0c781fc00eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc06814e-a323-4d74-953a-9e74039c1ee2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:07.114786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfc9af-3fba-4f77-99ba-0d2536f0eda4 req-6e56e148-cbc6-47a6-a250-19c094438c89 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:07.116413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95bfc9af-3fba-4f77-99ba-0d2536f0eda4 req-6e56e148-cbc6-47a6-a250-19c094438c89 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.1123831 Nov 19 09:46:07.117319 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-50568e41-40fa-4705-98e0-0c781fc00eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:07.298491 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95bfc9af-3fba-4f77-99ba-0d2536f0eda4 req-843ddbba-b340-46ff-bc1e-18f9247fb3af tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700778 Nov 19 09:46:07.493783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50568e41-40fa-4705-98e0-0c781fc00eb1 admin admin] Router f90c6b60-b01f-4978-af3c-ed803ed1efdb has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:46:07.662879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50568e41-40fa-4705-98e0-0c781fc00eb1 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:46:07.668622 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-50568e41-40fa-4705-98e0-0c781fc00eb1 admin admin] 10.222.0.21 "PUT /v2.0/routers/f90c6b60-b01f-4978-af3c-ed803ed1efdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3444839 Nov 19 09:46:07.672664 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59024) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:46:07.676150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05f3b08-da88-4483-acf0-33c941a1d9be None None] Sync routers for ids ['f90c6b60-b01f-4978-af3c-ed803ed1efdb'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:46:07.709441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05f3b08-da88-4483-acf0-33c941a1d9be None None] Routers {'f90c6b60-b01f-4978-af3c-ed803ed1efdb'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:46:07.710524 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d05f3b08-da88-4483-acf0-33c941a1d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:45:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f90c6b60-b01f-4978-af3c-ed803ed1efdb'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:46:07.826810 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68d7b2a6-b33f-45e8-bb9f-55b128c34199 admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:07.862156 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d05f3b08-da88-4483-acf0-33c941a1d9be None None] Set router f90c6b60-b01f-4978-af3c-ed803ed1efdb gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:46:08.022309 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68d7b2a6-b33f-45e8-bb9f-55b128c34199 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:08.120998 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-68d7b2a6-b33f-45e8-bb9f-55b128c34199 admin admin] Deleting port d734a4ce-be16-489a-8314-3b95f7dc33c4 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:46:08.121875 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68d7b2a6-b33f-45e8-bb9f-55b128c34199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:08.287251 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-68d7b2a6-b33f-45e8-bb9f-55b128c34199 admin admin] For port d734a4ce-be16-489a-8314-3b95f7dc33c4, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d734a4ce-be16-489a-8314-3b95f7dc33c4,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:46:08.287796 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68d7b2a6-b33f-45e8-bb9f-55b128c34199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:08.313121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-68d7b2a6-b33f-45e8-bb9f-55b128c34199 admin admin] Calling delete_port for d734a4ce-be16-489a-8314-3b95f7dc33c4 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:46:08.345935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d05f3b08-da88-4483-acf0-33c941a1d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'name': 'tempest-TestServerMultinode-1471791924-router', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd734a4ce-be16-489a-8314-3b95f7dc33c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:12Z', 'updated_at': '2021-11-19T09:46:06Z', 'revision_number': 5, 'project_id': '6558f3ed932a47e597a7c637863e89b5', 'gw_port': {'id': 'd734a4ce-be16-489a-8314-3b95f7dc33c4', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:13Z', 'updated_at': '2021-11-19T09:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:46:08.399692 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05f3b08-da88-4483-acf0-33c941a1d9be None None] Checking router: f90c6b60-b01f-4978-af3c-ed803ed1efdb for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:46:08.416662 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05f3b08-da88-4483-acf0-33c941a1d9be None None] Routers {'f90c6b60-b01f-4978-af3c-ed803ed1efdb'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:46:08.418030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d05f3b08-da88-4483-acf0-33c941a1d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:45:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f90c6b60-b01f-4978-af3c-ed803ed1efdb'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:46:08.531141 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c83d2-09ba-4bda-bd31-cae869472515 req-563b9790-6f8c-432e-a4f4-19cc759d0f1c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:08.537736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d16c83d2-09ba-4bda-bd31-cae869472515 req-563b9790-6f8c-432e-a4f4-19cc759d0f1c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.1161823 Nov 19 09:46:08.573625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d05f3b08-da88-4483-acf0-33c941a1d9be None None] Set router f90c6b60-b01f-4978-af3c-ed803ed1efdb gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:46:08.648507 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d16c83d2-09ba-4bda-bd31-cae869472515 req-65748f20-82ac-44a0-85f6-ce36b1c1b585 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987327 Nov 19 09:46:08.675597 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68d7b2a6-b33f-45e8-bb9f-55b128c34199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:08.688143 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d05f3b08-da88-4483-acf0-33c941a1d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'name': 'tempest-TestServerMultinode-1471791924-router', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:12Z', 'updated_at': '2021-11-19T09:46:08Z', 'revision_number': 6, 'project_id': '6558f3ed932a47e597a7c637863e89b5', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:46:08.721148 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7b2a6-b33f-45e8-bb9f-55b128c34199 admin admin] Pushing event deleted for resources: {'Port': ['ID=d734a4ce-be16-489a-8314-3b95f7dc33c4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:08.741405 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8bddc3-f7f8-43a9-83ed-8d28e4c1cac5 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:46:08.748615 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05f3b08-da88-4483-acf0-33c941a1d9be None None] The sync data for ids ['f90c6b60-b01f-4978-af3c-ed803ed1efdb'] in n-d-805649-14 is: [{'id': 'f90c6b60-b01f-4978-af3c-ed803ed1efdb', 'name': 'tempest-TestServerMultinode-1471791924-router', 'tenant_id': '6558f3ed932a47e597a7c637863e89b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:12Z', 'updated_at': '2021-11-19T09:46:08Z', 'revision_number': 6, 'project_id': '6558f3ed932a47e597a7c637863e89b5', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:46:08.810457 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68d7b2a6-b33f-45e8-bb9f-55b128c34199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:08.930399 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68d7b2a6-b33f-45e8-bb9f-55b128c34199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:08.934385 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68d7b2a6-b33f-45e8-bb9f-55b128c34199 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:08.996511 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68d7b2a6-b33f-45e8-bb9f-55b128c34199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:08.997644 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d7b2a6-b33f-45e8-bb9f-55b128c34199 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f90c6b60-b01f-4978-af3c-ed803ed1efdb {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:46:09.003504 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68d7b2a6-b33f-45e8-bb9f-55b128c34199 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:09.007444 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-68d7b2a6-b33f-45e8-bb9f-55b128c34199 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f90c6b60-b01f-4978-af3c-ed803ed1efdb HTTP/1.1" status: 204 len: 168 time: 1.3304241 Nov 19 09:46:09.007671 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59030) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:46:09.070601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-3354775b-9eb5-4960-82f9-7fa71afe195d admin admin] Deleting subnet d7208aa9-5e7d-477c-ad93-e969e2ab0ab9 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:46:09.076470 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3354775b-9eb5-4960-82f9-7fa71afe195d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:09.140546 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3354775b-9eb5-4960-82f9-7fa71afe195d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:09.276781 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3354775b-9eb5-4960-82f9-7fa71afe195d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:09.307843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device dc06814e-a323-4d74-953a-9e74039c1ee2 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:46:09.332460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: dc06814e-a323-4d74-953a-9e74039c1ee2 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:46:09.333214 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device dc06814e-a323-4d74-953a-9e74039c1ee2 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:46:09.389059 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3354775b-9eb5-4960-82f9-7fa71afe195d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:09.423900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354775b-9eb5-4960-82f9-7fa71afe195d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7208aa9-5e7d-477c-ad93-e969e2ab0ab9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:09.426387 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3354775b-9eb5-4960-82f9-7fa71afe195d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:09.430080 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3354775b-9eb5-4960-82f9-7fa71afe195d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d7208aa9-5e7d-477c-ad93-e969e2ab0ab9 HTTP/1.1" status: 204 len: 168 time: 0.4213376 Nov 19 09:46:09.434866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59032) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:46:09.435812 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefa4427-0a55-4013-a841-5cf3f91927b7 None None] Network eec7c236-8334-4f55-97c0-97efeeee00d6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:46:09.549345 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:09.613187 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] Deleting port e62d0360-6221-4da3-bbb8-4bb17b3cf6ad {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:46:09.613997 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:09.760776 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] DHCP port deletion for eec7c236-8334-4f55-97c0-97efeeee00d6 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:46:09.856308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] For port e62d0360-6221-4da3-bbb8-4bb17b3cf6ad, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e62d0360-6221-4da3-bbb8-4bb17b3cf6ad,segment=NetworkSegment(dd79eaf9-3f19-4e22-b3de-509598452c7a),segment_id=dd79eaf9-3f19-4e22-b3de-509598452c7a)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:46:09.856308 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:09.890554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] Calling delete_port for e62d0360-6221-4da3-bbb8-4bb17b3cf6ad owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:46:09.911267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Deleting port e62d0360-6221-4da3-bbb8-4bb17b3cf6ad {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:46:09.912112 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:09.912749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e881702-b1ca-42da-bf70-c5705f0bad88 req-b10b629d-5f12-4fda-9a89-a003a6fc4c3d tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:09.915713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e881702-b1ca-42da-bf70-c5705f0bad88 req-b10b629d-5f12-4fda-9a89-a003a6fc4c3d tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.1501718 Nov 19 09:46:10.058273 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e881702-b1ca-42da-bf70-c5705f0bad88 req-d8db5e48-b77d-45bb-ae94-2eddf23595ee tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335390 Nov 19 09:46:10.071753 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] For port e62d0360-6221-4da3-bbb8-4bb17b3cf6ad, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e62d0360-6221-4da3-bbb8-4bb17b3cf6ad,segment=NetworkSegment(dd79eaf9-3f19-4e22-b3de-509598452c7a),segment_id=dd79eaf9-3f19-4e22-b3de-509598452c7a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:46:10.072774 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:10.086326 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:10.108765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] No DVR routers for this DVR port e62d0360-6221-4da3-bbb8-4bb17b3cf6ad on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:46:10.110954 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Calling delete_port for e62d0360-6221-4da3-bbb8-4bb17b3cf6ad owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:46:10.147935 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e62d0360-6221-4da3-bbb8-4bb17b3cf6ad,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:10.282072 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:10.282647 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:10.309862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec7c236-8334-4f55-97c0-97efeeee00d6']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:46:10.317845 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Pushing event deleted for resources: {'Port': ['ID=e62d0360-6221-4da3-bbb8-4bb17b3cf6ad,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:10.320983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd79eaf9-3f19-4e22-b3de-509598452c7a') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:46:10.321382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd79eaf9-3f19-4e22-b3de-509598452c7a') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:46:10.328537 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] No DVR routers for this DVR port e62d0360-6221-4da3-bbb8-4bb17b3cf6ad on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:46:10.344022 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:10.354563 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:10.355828 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:10.356280 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:10.356529 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:10.357716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:10.358301 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:10.358964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:10.359500 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:10.360011 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:10.360539 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:10.361038 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:10.361687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:10.362183 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f393d717-7145-4735-ae2f-682d1efdcc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:46:10.364017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:46:10.364557 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:46:10.378293 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:46:10.436252 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:10.443268 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:10.447114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/eec7c236-8334-4f55-97c0-97efeeee00d6 HTTP/1.1" status: 204 len: 168 time: 1.0107079 Nov 19 09:46:10.451661 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59042) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:46:10.460893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1c96b-17d2-4637-ab63-3d55c5c3d6b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eec7c236-8334-4f55-97c0-97efeeee00d6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:10.977042 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c9c7579-e3fc-4252-aed1-288a01da3b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:11.253978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15aedc-da35-401a-8278-f4acf263d6b8 req-b4adbb6b-dd62-42e1-94e8-9badcc6bebd9 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:11.255761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c15aedc-da35-401a-8278-f4acf263d6b8 req-b4adbb6b-dd62-42e1-94e8-9badcc6bebd9 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.0901494 Nov 19 09:46:11.320015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d734a4ce-be16-489a-8314-3b95f7dc33c4 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:46:11.337956 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0c9c7579-e3fc-4252-aed1-288a01da3b0e admin admin] Deleting port 11cdb689-e506-43af-b7a8-96d0bfe05f1f {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:46:11.338330 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c9c7579-e3fc-4252-aed1-288a01da3b0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:11.346013 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c15aedc-da35-401a-8278-f4acf263d6b8 req-af9ddf43-83e9-42f7-a3b1-b9b5abe9c4a6 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689833 Nov 19 09:46:11.348772 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: d734a4ce-be16-489a-8314-3b95f7dc33c4 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:46:11.349162 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d734a4ce-be16-489a-8314-3b95f7dc33c4 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:46:11.349595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e62d0360-6221-4da3-bbb8-4bb17b3cf6ad no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:46:11.372855 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: e62d0360-6221-4da3-bbb8-4bb17b3cf6ad {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:46:11.373664 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e62d0360-6221-4da3-bbb8-4bb17b3cf6ad not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:46:11.459890 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-0c9c7579-e3fc-4252-aed1-288a01da3b0e admin admin] For port 11cdb689-e506-43af-b7a8-96d0bfe05f1f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=11cdb689-e506-43af-b7a8-96d0bfe05f1f,segment=NetworkSegment(355039af-2681-4d3b-830d-d04c73575dd5),segment_id=355039af-2681-4d3b-830d-d04c73575dd5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:46:11.460774 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c9c7579-e3fc-4252-aed1-288a01da3b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:11.478952 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-0c9c7579-e3fc-4252-aed1-288a01da3b0e admin admin] Calling delete_port for 11cdb689-e506-43af-b7a8-96d0bfe05f1f owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:46:11.721656 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c9c7579-e3fc-4252-aed1-288a01da3b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:11.748072 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c7579-e3fc-4252-aed1-288a01da3b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=11cdb689-e506-43af-b7a8-96d0bfe05f1f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:11.954730 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0c9c7579-e3fc-4252-aed1-288a01da3b0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:12.261226 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9c7579-e3fc-4252-aed1-288a01da3b0e admin admin] Router 1f251d8b-5496-4f1b-be33-d370e8847dd1 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:46:12.418564 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9c7579-e3fc-4252-aed1-288a01da3b0e admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:46:12.425545 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0c9c7579-e3fc-4252-aed1-288a01da3b0e admin admin] 10.222.0.21 "PUT /v2.0/routers/1f251d8b-5496-4f1b-be33-d370e8847dd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9710333 Nov 19 09:46:12.428215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59052) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:46:12.443318 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e8290-a7b5-4265-97d4-c52fe8ff5001 None None] Sync routers for ids ['1f251d8b-5496-4f1b-be33-d370e8847dd1'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:46:12.462387 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e8290-a7b5-4265-97d4-c52fe8ff5001 None None] Routers {'1f251d8b-5496-4f1b-be33-d370e8847dd1'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:46:12.463579 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8b4e8290-a7b5-4265-97d4-c52fe8ff5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:45:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1f251d8b-5496-4f1b-be33-d370e8847dd1'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:46:12.624542 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-8b4e8290-a7b5-4265-97d4-c52fe8ff5001 None None] Set router 1f251d8b-5496-4f1b-be33-d370e8847dd1 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:46:12.988042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66451786-9317-4804-a6e6-ba89e04a950a req-6d7e1d72-5a50-4c0d-90e4-a3057327e863 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:12.989075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66451786-9317-4804-a6e6-ba89e04a950a req-6d7e1d72-5a50-4c0d-90e4-a3057327e863 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.4870477 Nov 19 09:46:13.006435 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-918c8bcd-8ef9-470a-9326-c552877ca6ef admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:13.041845 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8b4e8290-a7b5-4265-97d4-c52fe8ff5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'name': 'tempest-TestServerMultinode-1895241231-router', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:19Z', 'updated_at': '2021-11-19T09:46:11Z', 'revision_number': 5, 'project_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'gw_port': {'id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:20Z', 'updated_at': '2021-11-19T09:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:46:13.093807 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e8290-a7b5-4265-97d4-c52fe8ff5001 None None] Checking router: 1f251d8b-5496-4f1b-be33-d370e8847dd1 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:46:13.106966 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e8290-a7b5-4265-97d4-c52fe8ff5001 None None] Routers {'1f251d8b-5496-4f1b-be33-d370e8847dd1'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:46:13.108071 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8b4e8290-a7b5-4265-97d4-c52fe8ff5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:45:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['1f251d8b-5496-4f1b-be33-d370e8847dd1'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:46:13.253791 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-8b4e8290-a7b5-4265-97d4-c52fe8ff5001 None None] Set router 1f251d8b-5496-4f1b-be33-d370e8847dd1 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:46:13.280727 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66451786-9317-4804-a6e6-ba89e04a950a req-9740e23f-003b-45f3-92ad-8c3ced7c8f2d tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706654 Nov 19 09:46:13.346149 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-918c8bcd-8ef9-470a-9326-c552877ca6ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:13.426536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-918c8bcd-8ef9-470a-9326-c552877ca6ef admin admin] Deleting port f944610a-e44a-40ce-875c-03ca8ebe613f {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:46:13.427708 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-918c8bcd-8ef9-470a-9326-c552877ca6ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:13.555732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-918c8bcd-8ef9-470a-9326-c552877ca6ef admin admin] For port f944610a-e44a-40ce-875c-03ca8ebe613f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f944610a-e44a-40ce-875c-03ca8ebe613f,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:46:13.556843 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-918c8bcd-8ef9-470a-9326-c552877ca6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:13.576634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-918c8bcd-8ef9-470a-9326-c552877ca6ef admin admin] Calling delete_port for f944610a-e44a-40ce-875c-03ca8ebe613f owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:46:13.632698 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8b4e8290-a7b5-4265-97d4-c52fe8ff5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'name': 'tempest-TestServerMultinode-1895241231-router', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:19Z', 'updated_at': '2021-11-19T09:46:11Z', 'revision_number': 5, 'project_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'gw_port': {'id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:20Z', 'updated_at': '2021-11-19T09:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:46:13.679990 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e8290-a7b5-4265-97d4-c52fe8ff5001 None None] The sync data for ids ['1f251d8b-5496-4f1b-be33-d370e8847dd1'] in n-d-805649-14 is: [{'id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'name': 'tempest-TestServerMultinode-1895241231-router', 'tenant_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:45:19Z', 'updated_at': '2021-11-19T09:46:11Z', 'revision_number': 5, 'project_id': 'b61376a6b4684ba1a7a5895d39ee930e', 'gw_port': {'id': 'f944610a-e44a-40ce-875c-03ca8ebe613f', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:75:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f251d8b-5496-4f1b-be33-d370e8847dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:45:20Z', 'updated_at': '2021-11-19T09:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:46:13.848894 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-918c8bcd-8ef9-470a-9326-c552877ca6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:13.902223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c8bcd-8ef9-470a-9326-c552877ca6ef admin admin] Pushing event deleted for resources: {'Port': ['ID=f944610a-e44a-40ce-875c-03ca8ebe613f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:13.928253 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b8eb8d-d684-4d47-9cf5-1dcd3b0bc2c6 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:46:14.020754 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-918c8bcd-8ef9-470a-9326-c552877ca6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:14.181777 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-918c8bcd-8ef9-470a-9326-c552877ca6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:14.186908 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-918c8bcd-8ef9-470a-9326-c552877ca6ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:14.260095 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-918c8bcd-8ef9-470a-9326-c552877ca6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:14.261048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918c8bcd-8ef9-470a-9326-c552877ca6ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f251d8b-5496-4f1b-be33-d370e8847dd1 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:46:14.270619 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-918c8bcd-8ef9-470a-9326-c552877ca6ef admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:14.275477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-918c8bcd-8ef9-470a-9326-c552877ca6ef admin admin] 10.222.0.21 "DELETE /v2.0/routers/1f251d8b-5496-4f1b-be33-d370e8847dd1 HTTP/1.1" status: 204 len: 168 time: 1.8427727 Nov 19 09:46:14.277154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59060) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:46:14.372832 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce45ae7-dd83-4cda-a2a2-ae15a01038b1 admin admin] Deleting subnet 382048d3-257e-47c6-8ed2-9f3041fb97e4 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:46:14.379734 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fce45ae7-dd83-4cda-a2a2-ae15a01038b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:14.451977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 854c018d-4da1-40c5-8e5b-2e3b5436622e details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:46:14.492429 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fce45ae7-dd83-4cda-a2a2-ae15a01038b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:14.555741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4280-7f9b-4723-a15c-642d4e27f384 req-4a81e715-0a1f-4947-96ba-5b7f90679d52 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:14.558334 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d5a4280-7f9b-4723-a15c-642d4e27f384 req-4a81e715-0a1f-4947-96ba-5b7f90679d52 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 944 time: 0.1429901 Nov 19 09:46:14.666038 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 854c018d-4da1-40c5-8e5b-2e3b5436622e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=854c018d-4da1-40c5-8e5b-2e3b5436622e,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:46:14.697289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '854c018d-4da1-40c5-8e5b-2e3b5436622e', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'port_id': '854c018d-4da1-40c5-8e5b-2e3b5436622e', 'mac_address': 'fa:16:3e:d3:e4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:46:14.733395 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d5a4280-7f9b-4723-a15c-642d4e27f384 req-0386293c-b580-486e-912c-60e38c116f66 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594229 Nov 19 09:46:14.735448 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fce45ae7-dd83-4cda-a2a2-ae15a01038b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:14.762546 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:14.785348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854c018d-4da1-40c5-8e5b-2e3b5436622e {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:46:14.808565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 854c018d-4da1-40c5-8e5b-2e3b5436622e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=854c018d-4da1-40c5-8e5b-2e3b5436622e,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:46:14.815856 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:14.834422 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fce45ae7-dd83-4cda-a2a2-ae15a01038b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:14.879677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce45ae7-dd83-4cda-a2a2-ae15a01038b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=382048d3-257e-47c6-8ed2-9f3041fb97e4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:14.880526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=854c018d-4da1-40c5-8e5b-2e3b5436622e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:14.885744 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fce45ae7-dd83-4cda-a2a2-ae15a01038b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:14.896199 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fce45ae7-dd83-4cda-a2a2-ae15a01038b1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/382048d3-257e-47c6-8ed2-9f3041fb97e4 HTTP/1.1" status: 204 len: 168 time: 0.6169062 Nov 19 09:46:14.896673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59066) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:46:14.898249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7bd4dd-06d2-49b7-9acb-7c426770464d None None] Network ae43d61a-0ff4-4780-86df-f1d80a4ee6a4 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:46:14.992409 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:15.071440 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['854c018d-4da1-40c5-8e5b-2e3b5436622e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:46:15.098690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] Deleting port 678b4df1-a3bb-4b84-8e19-5b11c098a1cb {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:46:15.099035 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:15.180358 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] For port 678b4df1-a3bb-4b84-8e19-5b11c098a1cb, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=678b4df1-a3bb-4b84-8e19-5b11c098a1cb,segment=NetworkSegment(355039af-2681-4d3b-830d-d04c73575dd5),segment_id=355039af-2681-4d3b-830d-d04c73575dd5)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:46:15.180769 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:15.208684 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] Calling delete_port for 678b4df1-a3bb-4b84-8e19-5b11c098a1cb owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:46:15.279184 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c651de60-f1bf-4d2e-9619-ef57fefcf817 None None] DHCP port deletion for ae43d61a-0ff4-4780-86df-f1d80a4ee6a4 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:46:15.346397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 11cdb689-e506-43af-b7a8-96d0bfe05f1f no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:46:15.362846 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:15.371978 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c651de60-f1bf-4d2e-9619-ef57fefcf817 None None] Deleting port 678b4df1-a3bb-4b84-8e19-5b11c098a1cb {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:46:15.372542 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c651de60-f1bf-4d2e-9619-ef57fefcf817 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:15.376077 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 11cdb689-e506-43af-b7a8-96d0bfe05f1f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:46:15.376773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 11cdb689-e506-43af-b7a8-96d0bfe05f1f not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:46:15.377316 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f944610a-e44a-40ce-875c-03ca8ebe613f no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:46:15.396344 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] Pushing event deleted for resources: {'Port': ['ID=678b4df1-a3bb-4b84-8e19-5b11c098a1cb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:15.403073 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] No DVR routers for this DVR port 678b4df1-a3bb-4b84-8e19-5b11c098a1cb on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:46:15.466501 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: f944610a-e44a-40ce-875c-03ca8ebe613f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:46:15.467544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f944610a-e44a-40ce-875c-03ca8ebe613f not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:46:15.497957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c651de60-f1bf-4d2e-9619-ef57fefcf817 None None] For port 678b4df1-a3bb-4b84-8e19-5b11c098a1cb, host n-d-805649-14, got binding levels [] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:46:15.498370 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c651de60-f1bf-4d2e-9619-ef57fefcf817 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:15.520432 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:15.524443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c651de60-f1bf-4d2e-9619-ef57fefcf817 None None] Calling delete_port for 678b4df1-a3bb-4b84-8e19-5b11c098a1cb owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:46:15.529338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.ipam_backend_mixin [None req-c651de60-f1bf-4d2e-9619-ef57fefcf817 None None] Port 678b4df1-a3bb-4b84-8e19-5b11c098a1cb was not found and therefore no delete operation was performed {{(pid=103478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 09:46:15.531956 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c651de60-f1bf-4d2e-9619-ef57fefcf817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:15.552405 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae43d61a-0ff4-4780-86df-f1d80a4ee6a4']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:46:15.561479 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c651de60-f1bf-4d2e-9619-ef57fefcf817 None None] No DVR routers for this DVR port 678b4df1-a3bb-4b84-8e19-5b11c098a1cb on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:46:15.565935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651de60-f1bf-4d2e-9619-ef57fefcf817 None None] Pushing event deleted for resources: {'Port': ['ID=678b4df1-a3bb-4b84-8e19-5b11c098a1cb,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:15.566624 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355039af-2681-4d3b-830d-d04c73575dd5') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:46:15.567653 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355039af-2681-4d3b-830d-d04c73575dd5') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:46:15.587107 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:15.605138 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:15.613275 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:46:15.615077 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:46:15.615449 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:46:15.676508 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:15.684455 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:15.688866 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ae43d61a-0ff4-4780-86df-f1d80a4ee6a4 HTTP/1.1" status: 204 len: 168 time: 0.7906916 Nov 19 09:46:15.704555 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49578b54-9471-4f4f-bb06-89ac11793130 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae43d61a-0ff4-4780-86df-f1d80a4ee6a4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:15.777324 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:15.893530 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda27949-d94c-4ecc-b264-b84625bc41bd req-3a219571-658d-456c-95c1-60d33e91f15c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:15.895323 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eda27949-d94c-4ecc-b264-b84625bc41bd req-3a219571-658d-456c-95c1-60d33e91f15c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 945 time: 0.0630169 Nov 19 09:46:15.956821 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59074) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:46:15.980383 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eda27949-d94c-4ecc-b264-b84625bc41bd req-b37de02b-f29a-4162-bbe8-550c9956d13f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757086 Nov 19 09:46:16.015411 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3334fd7b-39fd-483f-b1d2-46b05a877679 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6558f3ed932a47e597a7c637863e89b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547099 Nov 19 09:46:16.018339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59076) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:46:16.090732 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d63905f6-167f-4718-9491-5a581e4dc1a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:16.123505 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d63905f6-167f-4718-9491-5a581e4dc1a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:16.185751 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d63905f6-167f-4718-9491-5a581e4dc1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:16.188744 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d63905f6-167f-4718-9491-5a581e4dc1a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:16.190028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d63905f6-167f-4718-9491-5a581e4dc1a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/222bf8e9-225b-4cdf-9f67-08784ea8453c HTTP/1.1" status: 204 len: 168 time: 0.1704974 Nov 19 09:46:16.204059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63905f6-167f-4718-9491-5a581e4dc1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222bf8e9-225b-4cdf-9f67-08784ea8453c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:16.482981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 854c018d-4da1-40c5-8e5b-2e3b5436622e up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:46:16.552192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 854c018d-4da1-40c5-8e5b-2e3b5436622e completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:46:16.557424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 854c018d-4da1-40c5-8e5b-2e3b5436622e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:46:16.558076 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:16.681779 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:16.692535 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59088) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:46:16.717349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024434d6-006e-4854-8c94-c2db9f453010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854c018d-4da1-40c5-8e5b-2e3b5436622e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:46:16.720320 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74bbc35-8a2f-4c97-9f23-596dba72b78e" -d '{"events": [{"server_uuid": "024434d6-006e-4854-8c94-c2db9f453010", "name": "network-vif-plugged", "status": "completed", "tag": "854c018d-4da1-40c5-8e5b-2e3b5436622e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:46:16.741353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 854c018d-4da1-40c5-8e5b-2e3b5436622e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=854c018d-4da1-40c5-8e5b-2e3b5436622e,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:46:16.747589 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:16.760402 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59092) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:46:16.761301 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2d83e0f9-e912-41df-b43e-f578999ccfa4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b61376a6b4684ba1a7a5895d39ee930e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661635 Nov 19 09:46:16.807038 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d13534-450d-4ee2-a3b4-dc625c10cae9 x-openstack-request-id: req-b3d13534-450d-4ee2-a3b4-dc625c10cae9 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:46:16.807653 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024434d6-006e-4854-8c94-c2db9f453010", "name": "network-vif-plugged", "status": "completed", "tag": "854c018d-4da1-40c5-8e5b-2e3b5436622e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:46:16.808350 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3d13534-450d-4ee2-a3b4-dc625c10cae9 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:46:16.809241 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024434d6-006e-4854-8c94-c2db9f453010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854c018d-4da1-40c5-8e5b-2e3b5436622e', 'code': 200} Nov 19 09:46:16.887881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=854c018d-4da1-40c5-8e5b-2e3b5436622e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:16.888450 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6729e393-b9b4-4f9d-898d-515ee64c6c48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:16.932148 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6729e393-b9b4-4f9d-898d-515ee64c6c48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:16.938149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5db85b-c249-49e1-9e34-b0bd7e7e7772 req-890cd69c-95fe-47bc-b406-1306ff622524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:16.942147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6b5db85b-c249-49e1-9e34-b0bd7e7e7772 req-890cd69c-95fe-47bc-b406-1306ff622524 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 1098 time: 0.0782967 Nov 19 09:46:17.003656 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6b5db85b-c249-49e1-9e34-b0bd7e7e7772 req-bfeffd9c-bcb2-4783-9dae-37a8fcf1d55c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530858 Nov 19 09:46:17.004857 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6729e393-b9b4-4f9d-898d-515ee64c6c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:17.009870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6729e393-b9b4-4f9d-898d-515ee64c6c48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:17.011811 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6729e393-b9b4-4f9d-898d-515ee64c6c48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2585de83-dd2a-47fe-aa1f-e8e47b5cdcac HTTP/1.1" status: 204 len: 168 time: 0.2499518 Nov 19 09:46:17.023738 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729e393-b9b4-4f9d-898d-515ee64c6c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2585de83-dd2a-47fe-aa1f-e8e47b5cdcac,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:17.177597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afba4d4-54ae-4779-a0bd-1e9501cbe7a3 req-ab1f5349-00a5-4671-b297-c534cac7a0cd tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:17.186713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2afba4d4-54ae-4779-a0bd-1e9501cbe7a3 req-ab1f5349-00a5-4671-b297-c534cac7a0cd tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 946 time: 0.0771911 Nov 19 09:46:17.301398 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2afba4d4-54ae-4779-a0bd-1e9501cbe7a3 req-9ad7b7f3-a749-4ff2-a01c-27448e65de9d tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138268 Nov 19 09:46:17.343623 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 678b4df1-a3bb-4b84-8e19-5b11c098a1cb no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:46:17.392172 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 678b4df1-a3bb-4b84-8e19-5b11c098a1cb {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:46:17.393002 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 678b4df1-a3bb-4b84-8e19-5b11c098a1cb not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:46:18.175945 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:18.458824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d1e02-c23d-4c5a-a43d-471152acfa3f req-448d335b-f986-4c5d-9fc7-4aaec030e8a9 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:18.460632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f97d1e02-c23d-4c5a-a43d-471152acfa3f req-448d335b-f986-4c5d-9fc7-4aaec030e8a9 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 946 time: 0.0623796 Nov 19 09:46:18.525534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f97d1e02-c23d-4c5a-a43d-471152acfa3f req-ed9916ef-71ac-445e-8163-36f6f9a904ec tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548844 Nov 19 09:46:18.714149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8862e-4406-4075-9f4b-79d6b7dce58c req-2abeb2a2-829f-44ad-a8d5-ab65dda828ad tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:18.716696 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26a8862e-4406-4075-9f4b-79d6b7dce58c req-2abeb2a2-829f-44ad-a8d5-ab65dda828ad tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 946 time: 0.0859132 Nov 19 09:46:18.793777 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26a8862e-4406-4075-9f4b-79d6b7dce58c req-cfb5e20a-29ca-4950-9468-ce7470bf8ccc tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652394 Nov 19 09:46:18.959290 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978b6bd-a320-4644-a59d-5e8e20966080 req-13c58145-c3d2-4040-93c2-2346f1790554 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:18.961769 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5978b6bd-a320-4644-a59d-5e8e20966080 req-13c58145-c3d2-4040-93c2-2346f1790554 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 946 time: 0.0663345 Nov 19 09:46:19.031456 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5978b6bd-a320-4644-a59d-5e8e20966080 req-28f87ad3-f0c9-4658-b8e9-ec143c3c31ea tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588107 Nov 19 09:46:19.492927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf528387-14c0-4a2d-969d-b78df15d562e req-539f89f7-522e-485a-a98d-9db847a8e187 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:19.494795 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf528387-14c0-4a2d-969d-b78df15d562e req-539f89f7-522e-485a-a98d-9db847a8e187 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 946 time: 0.0718255 Nov 19 09:46:19.584620 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf528387-14c0-4a2d-969d-b78df15d562e req-ef533f8c-3493-4af1-b18c-0fc9f8c9ab53 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765202 Nov 19 09:46:19.935165 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e477a7a3-c8ff-4016-ab19-b2fbf8b47b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:20.307334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59120) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:46:20.438673 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58f9f342-3ca3-44f3-976c-fdbcb818249b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:20.564607 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58f9f342-3ca3-44f3-976c-fdbcb818249b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:20.570488 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58f9f342-3ca3-44f3-976c-fdbcb818249b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:20.622300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9f342-3ca3-44f3-976c-fdbcb818249b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6003c5-e1d6-4976-a184-ddea27e0c29b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:20.627752 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-58f9f342-3ca3-44f3-976c-fdbcb818249b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b263d06aee4c4ba3b3b2b29d09da19b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3188057 Nov 19 09:46:20.632424 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59126) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:46:20.717309 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53114f5a-b409-436f-bee6-fb7475e47c78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:20.756828 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53114f5a-b409-436f-bee6-fb7475e47c78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:20.781860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf6da9-98e4-45d8-88f9-ed3e7809c143 req-9611dfcd-6d10-458f-b67b-6b1bcf85340a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:20.784705 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48bf6da9-98e4-45d8-88f9-ed3e7809c143 req-9611dfcd-6d10-458f-b67b-6b1bcf85340a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 946 time: 0.0757937 Nov 19 09:46:20.839773 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53114f5a-b409-436f-bee6-fb7475e47c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:20.845563 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-53114f5a-b409-436f-bee6-fb7475e47c78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:20.853984 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-53114f5a-b409-436f-bee6-fb7475e47c78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f6003c5-e1d6-4976-a184-ddea27e0c29b HTTP/1.1" status: 204 len: 168 time: 0.2190044 Nov 19 09:46:20.866943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53114f5a-b409-436f-bee6-fb7475e47c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6003c5-e1d6-4976-a184-ddea27e0c29b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:20.899496 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48bf6da9-98e4-45d8-88f9-ed3e7809c143 req-075daedb-91e4-4846-a1ae-f747c890027c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996096 Nov 19 09:46:20.981385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dc758-d7ba-499a-b714-59639c607894 req-a0befa23-eff7-4a67-8ad8-a6123d393318 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:20.983033 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-590dc758-d7ba-499a-b714-59639c607894 req-a0befa23-eff7-4a67-8ad8-a6123d393318 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.71 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 946 time: 0.0733514 Nov 19 09:46:21.125582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-590dc758-d7ba-499a-b714-59639c607894 req-269cb438-63f0-4609-89d0-36606e4d4458 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Deleting port 854c018d-4da1-40c5-8e5b-2e3b5436622e {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:46:21.126178 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-590dc758-d7ba-499a-b714-59639c607894 req-269cb438-63f0-4609-89d0-36606e4d4458 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:21.285278 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-590dc758-d7ba-499a-b714-59639c607894 req-269cb438-63f0-4609-89d0-36606e4d4458 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] For port 854c018d-4da1-40c5-8e5b-2e3b5436622e, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=854c018d-4da1-40c5-8e5b-2e3b5436622e,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:46:21.285639 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-590dc758-d7ba-499a-b714-59639c607894 req-269cb438-63f0-4609-89d0-36606e4d4458 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:21.304558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-590dc758-d7ba-499a-b714-59639c607894 req-269cb438-63f0-4609-89d0-36606e4d4458 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Calling delete_port for 854c018d-4da1-40c5-8e5b-2e3b5436622e owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:46:21.475029 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-590dc758-d7ba-499a-b714-59639c607894 req-269cb438-63f0-4609-89d0-36606e4d4458 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:21.490945 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['854c018d-4da1-40c5-8e5b-2e3b5436622e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:46:21.534223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269cb438-63f0-4609-89d0-36606e4d4458 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event deleted for resources: {'Port': ['ID=854c018d-4da1-40c5-8e5b-2e3b5436622e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:46:21.592540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-590dc758-d7ba-499a-b714-59639c607894 req-269cb438-63f0-4609-89d0-36606e4d4458 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] No DVR routers for this DVR port 854c018d-4da1-40c5-8e5b-2e3b5436622e on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:46:21.598189 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-590dc758-d7ba-499a-b714-59639c607894 req-269cb438-63f0-4609-89d0-36606e4d4458 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:21.603050 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-590dc758-d7ba-499a-b714-59639c607894 req-269cb438-63f0-4609-89d0-36606e4d4458 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.71 "DELETE /v2.0/ports/854c018d-4da1-40c5-8e5b-2e3b5436622e HTTP/1.1" status: 204 len: 173 time: 0.6125255 Nov 19 09:46:21.603765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024434d6-006e-4854-8c94-c2db9f453010', 'name': 'network-vif-deleted', 'tag': '854c018d-4da1-40c5-8e5b-2e3b5436622e'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:46:21.607358 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b007af2e-81be-4ae7-a9cf-80a397b57ad1" -d '{"events": [{"server_uuid": "024434d6-006e-4854-8c94-c2db9f453010", "name": "network-vif-deleted", "tag": "854c018d-4da1-40c5-8e5b-2e3b5436622e"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:46:21.705584 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8029ee2d-7a12-448d-99b3-44127969d811 x-openstack-request-id: req-8029ee2d-7a12-448d-99b3-44127969d811 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:46:21.706035 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024434d6-006e-4854-8c94-c2db9f453010", "name": "network-vif-deleted", "tag": "854c018d-4da1-40c5-8e5b-2e3b5436622e", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:46:21.707505 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8029ee2d-7a12-448d-99b3-44127969d811 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:46:21.708202 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024434d6-006e-4854-8c94-c2db9f453010', 'name': 'network-vif-deleted', 'tag': '854c018d-4da1-40c5-8e5b-2e3b5436622e', 'status': 'completed', 'code': 200} Nov 19 09:46:22.020648 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29c38726-73ae-4c45-9729-7d61af507c5c req-15899401-b59c-486d-9f8d-f617f7d002b7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 210 time: 0.0299816 Nov 19 09:46:22.347015 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c2cb07e7-68d4-492c-8fbf-6107b8dfd851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:23.178419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e431971b-d040-4f19-b890-a7bf506f742e req-d5e4fb51-6406-417c-84ba-80b44ccbff1b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 210 time: 0.0456793 Nov 19 09:46:23.558015 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:24.350053 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e492c44-570d-497f-b0e9-362cc8f6fd19 req-6078ad4f-67b8-4dc7-9d09-239dffd20051 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 210 time: 0.0611849 Nov 19 09:46:24.528337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 854c018d-4da1-40c5-8e5b-2e3b5436622e no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:46:24.564656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 854c018d-4da1-40c5-8e5b-2e3b5436622e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:46:24.565719 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 854c018d-4da1-40c5-8e5b-2e3b5436622e not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:46:24.969432 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:25.514763 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20c2f618-9038-48a0-bcab-08dabecc3fa5 req-c9e44428-1190-454c-af3e-015e7d2c5ff7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 210 time: 0.0582888 Nov 19 09:46:25.575225 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:26.676922 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98b2270b-913a-49a1-b214-b200e82863a6 req-0319c31d-fec6-42f6-8d08-bfe69be58f25 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 210 time: 0.0607772 Nov 19 09:46:26.722657 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:46:27.926669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e5726c9-8c6a-4f12-a254-056012d23827 req-269888dc-3d93-4078-9b21-c8d1b2186554 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=024434d6-006e-4854-8c94-c2db9f453010 HTTP/1.1" status: 200 len: 210 time: 0.0427268 Nov 19 09:46:45.762670 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:48.185829 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:49.933333 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-368c1315-9116-4524-9074-87a51999da04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:52.341569 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-01611ad7-0bb5-4f78-bf68-6aab0760a291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:53.551366 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:54.752718 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-189c73a2-2582-4c0b-bcb6-8c8658b627fd req-d7e5d521-a30d-45be-bc83-96b7e53492b5 service neutron] (103476) timed out ('10.222.0.21', 37718) {{(pid=103476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 09:46:54.972759 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:55.567648 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:46:59.968477 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-862fac80-e29f-40ba-bba0-c24126474ec6 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:46:59.970918 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-862fac80-e29f-40ba-bba0-c24126474ec6 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 812 time: 0.1850028 Nov 19 09:46:59.991852 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-046d7d13-922a-460d-972e-4fbf0f5fee9d tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/quotas/a84db2c49968458a9cc1816d95bbefc9 HTTP/1.1" status: 200 len: 375 time: 0.0119381 Nov 19 09:47:00.058875 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-90a4063b-2d1a-456c-824f-40dd6004da5a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591950 Nov 19 09:47:00.182554 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-e22649e1-0212-41c8-8bae-28111a81bb1d service neutron] 10.222.0.21 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145365 Nov 19 09:47:00.330872 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-87f94708-3158-4658-93e6-a2750879cd16 service neutron] 10.222.0.21 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363263 Nov 19 09:47:01.062286 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a24d3e25-7407-43a8-b83e-d16a957f95c3 req-64e6e320-f5c7-4ddb-b2ca-d4f4bb4fb88a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 210 time: 0.2476361 Nov 19 09:47:02.144130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-fadee198-6c61-48c4-9dee-6eae606bab2e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:02.146022 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-fadee198-6c61-48c4-9dee-6eae606bab2e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 812 time: 0.1474171 Nov 19 09:47:02.165475 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-b2366971-9039-49e3-86b1-0557475846ea tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Request body: {'port': {'device_id': 'f5863517-914e-4acd-b07b-ed6df2c626a9', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'admin_state_up': True, 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:47:02.261924 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d7c4291-8ec7-4710-865f-c90bcdede10d req-f3d45b54-3770-4ecf-b2e9-341d3f44a089 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 210 time: 0.0518646 Nov 19 09:47:02.371621 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-b2366971-9039-49e3-86b1-0557475846ea tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Made reservation on behalf of a84db2c49968458a9cc1816d95bbefc9 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:47:02.377786 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-b2366971-9039-49e3-86b1-0557475846ea tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:02.569925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-b2366971-9039-49e3-86b1-0557475846ea tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Allocated IP 172.20.0.10 (3a43663e-7d24-49a9-a7fa-bf42bee67415/d194d568-daba-4f96-9ac3-d2547054e5f8/3cbd7edd-5404-48d0-9c36-d80eb755115a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:47:02.831243 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-b2366971-9039-49e3-86b1-0557475846ea tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:02.888433 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-b2366971-9039-49e3-86b1-0557475846ea tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:02.926678 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-b2366971-9039-49e3-86b1-0557475846ea tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Network 3a43663e-7d24-49a9-a7fa-bf42bee67415 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:47:02.931270 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-b2366971-9039-49e3-86b1-0557475846ea tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:47:02.971224 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-b2366971-9039-49e3-86b1-0557475846ea tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:47:03.079089 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2366971-9039-49e3-86b1-0557475846ea tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'Port': ['ID=3cbd7edd-5404-48d0-9c36-d80eb755115a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:47:03.106961 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-b2366971-9039-49e3-86b1-0557475846ea tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:03.107689 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-b2366971-9039-49e3-86b1-0557475846ea tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:03.127788 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-b2366971-9039-49e3-86b1-0557475846ea tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9678872 Nov 19 09:47:03.155540 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Request body: {'port': {'device_id': 'f5863517-914e-4acd-b07b-ed6df2c626a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:47:03.242291 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:03.415916 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1d85316f-b1da-40d9-b357-3f2b1c8517ef None None] Provisioning complete for port 3cbd7edd-5404-48d0-9c36-d80eb755115a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:47:03.420848 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1d85316f-b1da-40d9-b357-3f2b1c8517ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:03.507928 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1d85316f-b1da-40d9-b357-3f2b1c8517ef None None] Port 3cbd7edd-5404-48d0-9c36-d80eb755115a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:47:03.514691 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deef37-cfb5-4199-b785-a3c8332d7adc req-b97b411e-a9b6-4089-9f0e-308621171eb1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:03.523217 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82deef37-cfb5-4199-b785-a3c8332d7adc req-b97b411e-a9b6-4089-9f0e-308621171eb1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 932 time: 0.1237736 Nov 19 09:47:03.611774 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-82deef37-cfb5-4199-b785-a3c8332d7adc req-2b615a40-8e4d-4135-a33a-a9a85ad7b36d tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846088 Nov 19 09:47:03.738751 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:47:03.817698 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cbd7edd-5404-48d0-9c36-d80eb755115a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:47:03.835724 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:03.860698 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Transition to ACTIVE for port object 3cbd7edd-5404-48d0-9c36-d80eb755115a will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:47:03.868096 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:04.111201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Pushing event updated for resources: {'Port': ['ID=3cbd7edd-5404-48d0-9c36-d80eb755115a,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:47:04.128023 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:04.128786 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:04.129342 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:04.129894 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:04.130410 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:04.130935 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:04.131447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:04.132262 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:04.132786 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:04.133332 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:04.133890 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:04.134422 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:04.166769 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Attempting to bind port 3cbd7edd-5404-48d0-9c36-d80eb755115a on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:47:04.167861 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Attempting to bind port 3cbd7edd-5404-48d0-9c36-d80eb755115a by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:47:04.167861 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Attempting to bind port 3cbd7edd-5404-48d0-9c36-d80eb755115a on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:47:04.173940 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Port 3cbd7edd-5404-48d0-9c36-d80eb755115a on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:47:04.174579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Attempting to bind port 3cbd7edd-5404-48d0-9c36-d80eb755115a on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:47:04.183573 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:47:04.184846 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Checking segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:47:04.185840 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Bound using segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:47:04.186723 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Bound port: 3cbd7edd-5404-48d0-9c36-d80eb755115a, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:47:04.187364 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:04.334412 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] For port 3cbd7edd-5404-48d0-9c36-d80eb755115a, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:47:04.340336 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] For port 3cbd7edd-5404-48d0-9c36-d80eb755115a, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=3cbd7edd-5404-48d0-9c36-d80eb755115a,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:47:04.351624 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:04.450929 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:04.451967 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:04.454350 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] 10.222.0.66 "PUT /v2.0/ports/3cbd7edd-5404-48d0-9c36-d80eb755115a HTTP/1.1" status: 200 len: 1093 time: 1.3167346 Nov 19 09:47:04.467630 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5863517-914e-4acd-b07b-ed6df2c626a9', 'tag': '3cbd7edd-5404-48d0-9c36-d80eb755115a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:47:04.474456 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88232604-de9b-4f8d-b9e4-4b2d2992b10c" -d '{"events": [{"name": "network-changed", "server_uuid": "f5863517-914e-4acd-b07b-ed6df2c626a9", "tag": "3cbd7edd-5404-48d0-9c36-d80eb755115a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:47:04.839023 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfd7b0-9e83-436e-93ca-f5bf26b87765 req-0c9203d7-1cc7-4c9c-83f0-a4b1120f1c6c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:04.841469 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d1cfd7b0-9e83-436e-93ca-f5bf26b87765 req-0c9203d7-1cc7-4c9c-83f0-a4b1120f1c6c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 944 time: 0.0829809 Nov 19 09:47:04.916997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d1cfd7b0-9e83-436e-93ca-f5bf26b87765 req-d3ad2a4d-e9f4-4a35-b2a3-15779744d4fc tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645041 Nov 19 09:47:05.040853 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfb9ef5-dc06-4d40-a5a8-b3b11a91fe8d x-openstack-request-id: req-0bfb9ef5-dc06-4d40-a5a8-b3b11a91fe8d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:47:05.041221 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5863517-914e-4acd-b07b-ed6df2c626a9", "tag": "3cbd7edd-5404-48d0-9c36-d80eb755115a", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:47:05.041452 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bfb9ef5-dc06-4d40-a5a8-b3b11a91fe8d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:47:05.041866 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5863517-914e-4acd-b07b-ed6df2c626a9', 'tag': '3cbd7edd-5404-48d0-9c36-d80eb755115a', 'status': 'completed', 'code': 200} Nov 19 09:47:05.064078 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21732696-d5e8-4a3c-8264-3b60af3c91ed service neutron] Pushing event updated for resources: {'Port': ['ID=3cbd7edd-5404-48d0-9c36-d80eb755115a,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:47:05.082690 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-1fa64c2f-7efc-4d49-8e6c-7725c846514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:05.084388 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-1fa64c2f-7efc-4d49-8e6c-7725c846514a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 1096 time: 0.5865285 Nov 19 09:47:05.130690 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-dc6a4ea4-75d2-421e-99de-39848a278875 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbd7edd-5404-48d0-9c36-d80eb755115a HTTP/1.1" status: 200 len: 217 time: 0.0379040 Nov 19 09:47:05.202763 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-5c5a01d0-5a7f-4005-a6d8-61df0824e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:05.204432 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-5c5a01d0-5a7f-4005-a6d8-61df0824e73b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0663774 Nov 19 09:47:05.326502 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-1db034f6-eac6-4721-8c7f-819b697fddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:05.328151 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-1db034f6-eac6-4721-8c7f-819b697fddeb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052868 Nov 19 09:47:05.441223 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-84f610ba-ff4f-4787-81d7-c34c5340241a service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054833 Nov 19 09:47:05.593523 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f32c2edc-5c52-44ed-b829-437a58ebac0f req-5dcb6134-cb06-47ac-ae0b-3583715702af service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440573 Nov 19 09:47:05.730030 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88232604-de9b-4f8d-b9e4-4b2d2992b10c req-58878ede-f2ce-4573-bdff-41ba596cfe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:05.734434 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-88232604-de9b-4f8d-b9e4-4b2d2992b10c req-58878ede-f2ce-4573-bdff-41ba596cfe05 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 1096 time: 0.0824168 Nov 19 09:47:05.890495 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88232604-de9b-4f8d-b9e4-4b2d2992b10c req-d35f5a5f-6596-4d44-a99e-4f8f316ebca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:05.894589 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-88232604-de9b-4f8d-b9e4-4b2d2992b10c req-d35f5a5f-6596-4d44-a99e-4f8f316ebca4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.1512806 Nov 19 09:47:05.947851 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-88232604-de9b-4f8d-b9e4-4b2d2992b10c req-e51eb891-fa2f-475d-bb54-9b31acbbb7b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbd7edd-5404-48d0-9c36-d80eb755115a HTTP/1.1" status: 200 len: 217 time: 0.0474856 Nov 19 09:47:06.035630 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88232604-de9b-4f8d-b9e4-4b2d2992b10c req-a023d156-d6fc-4581-b5ea-d639c49b86e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:06.037499 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-88232604-de9b-4f8d-b9e4-4b2d2992b10c req-a023d156-d6fc-4581-b5ea-d639c49b86e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0822296 Nov 19 09:47:06.126329 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88232604-de9b-4f8d-b9e4-4b2d2992b10c req-15a926ad-5e10-40c8-a4ab-ed428ff775e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:06.130085 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-88232604-de9b-4f8d-b9e4-4b2d2992b10c req-15a926ad-5e10-40c8-a4ab-ed428ff775e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849657 Nov 19 09:47:06.148787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ddf41-35fd-4e2b-b33f-860ce6c68397 req-4f7a6daa-3ba3-4d25-90d9-809818406b05 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:06.151825 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-136ddf41-35fd-4e2b-b33f-860ce6c68397 req-4f7a6daa-3ba3-4d25-90d9-809818406b05 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 944 time: 0.0905187 Nov 19 09:47:06.260034 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-136ddf41-35fd-4e2b-b33f-860ce6c68397 req-5c0b7c73-714f-4e05-8724-4fedcc2a34c5 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971160 Nov 19 09:47:06.359534 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-88232604-de9b-4f8d-b9e4-4b2d2992b10c req-3a0a02ce-0a07-43b6-a342-9c2fe32869e7 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190962 Nov 19 09:47:06.549641 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-88232604-de9b-4f8d-b9e4-4b2d2992b10c req-bdc500c5-109c-4dc6-8257-30a07b576152 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829381 Nov 19 09:47:06.892466 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 59586) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:47:07.091079 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2615f09c-cf49-4e09-a6c3-33771fe559b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:07.219005 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2615f09c-cf49-4e09-a6c3-33771fe559b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:07.224824 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2615f09c-cf49-4e09-a6c3-33771fe559b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:07.287264 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2615f09c-cf49-4e09-a6c3-33771fe559b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc7f03f891e1499a98daf8c0ba48762e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3905890 Nov 19 09:47:07.287653 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 59590) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:47:07.295372 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615f09c-cf49-4e09-a6c3-33771fe559b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc16a62-c9ce-4a81-a956-12ae905ec7cd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:47:07.377052 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:07.429925 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:07.483836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953068e-e88a-453a-a285-ca218f8a8bb2 req-20c909a7-b7b2-4d8d-9cbc-200e03c75865 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:07.485921 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e953068e-e88a-453a-a285-ca218f8a8bb2 req-20c909a7-b7b2-4d8d-9cbc-200e03c75865 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 944 time: 0.0911770 Nov 19 09:47:07.574741 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e953068e-e88a-453a-a285-ca218f8a8bb2 req-bc17f2ac-1e34-4602-943b-4c16eafa10bb tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693688 Nov 19 09:47:07.576074 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:07.580523 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:07.584352 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecc16a62-c9ce-4a81-a956-12ae905ec7cd HTTP/1.1" status: 204 len: 168 time: 0.2932162 Nov 19 09:47:07.594037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc16a62-c9ce-4a81-a956-12ae905ec7cd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:47:07.611118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:07.611118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:07.611118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:07.611118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:07.611118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:07.611118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:07.611118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:07.611118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:07.611118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:07.611118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:07.611118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:07.611118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a76fb5f-54ab-4042-b760-1e9498a06eb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:08.788846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0426a6-3d50-4422-ab27-f17a949ca337 req-486910b8-4d9d-4e3a-bf9a-92ce2482e579 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:08.791515 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd0426a6-3d50-4422-ab27-f17a949ca337 req-486910b8-4d9d-4e3a-bf9a-92ce2482e579 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 944 time: 0.0958025 Nov 19 09:47:08.872892 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd0426a6-3d50-4422-ab27-f17a949ca337 req-40e4de22-5e73-4059-bb55-1846d093f5dd tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714178 Nov 19 09:47:09.519012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-5e833aac-3044-451f-afb7-8122c105fd70 req-00be1773-ffdc-4b2b-a72f-06fbda3ec6b6 service neutron] (103477) timed out ('10.222.0.21', 56762) {{(pid=103477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 09:47:10.036634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7293d6-3673-425f-8811-2f2a512be6da req-faeae32a-d744-450a-b005-a0a6f70d5745 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:10.038269 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae7293d6-3673-425f-8811-2f2a512be6da req-faeae32a-d744-450a-b005-a0a6f70d5745 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 944 time: 0.0667808 Nov 19 09:47:10.115145 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae7293d6-3673-425f-8811-2f2a512be6da req-ad89cf56-80c9-4640-a13a-4f13ee8cfddc tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675733 Nov 19 09:47:11.336358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce629f-424a-4a80-beab-287a7d20208c req-4b7ea927-2edd-49c1-8a26-79e523440754 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:11.339119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0dce629f-424a-4a80-beab-287a7d20208c req-4b7ea927-2edd-49c1-8a26-79e523440754 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 944 time: 0.0972848 Nov 19 09:47:11.430755 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0dce629f-424a-4a80-beab-287a7d20208c req-1593ed09-a871-4580-8cbe-8586332c715d tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798047 Nov 19 09:47:12.601327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05707f2-645d-482c-af3e-6039db75f5e5 req-c4952eed-d3b8-47c9-8cbe-fe42a39f0a5b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:12.602861 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a05707f2-645d-482c-af3e-6039db75f5e5 req-c4952eed-d3b8-47c9-8cbe-fe42a39f0a5b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 944 time: 0.0685980 Nov 19 09:47:12.664752 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a05707f2-645d-482c-af3e-6039db75f5e5 req-bcbdf5d5-2ed7-4932-b620-b263747eb907 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500467 Nov 19 09:47:13.823249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fff9b-ad55-4d94-b81e-67c052e6f21d req-80aee7f9-60b4-4218-85c0-3f43923c0795 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:13.826029 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-563fff9b-ad55-4d94-b81e-67c052e6f21d req-80aee7f9-60b4-4218-85c0-3f43923c0795 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 944 time: 0.0779927 Nov 19 09:47:13.912260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-563fff9b-ad55-4d94-b81e-67c052e6f21d req-70ae4f89-2312-4b67-8988-83ec8dfd79d9 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747607 Nov 19 09:47:15.104777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51f1c6-56f5-42b8-bbad-dc73548960ab req-38f0a60b-114c-406a-8381-6c7cd29e134c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:15.107545 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f51f1c6-56f5-42b8-bbad-dc73548960ab req-38f0a60b-114c-406a-8381-6c7cd29e134c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 944 time: 0.0780735 Nov 19 09:47:15.165315 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f51f1c6-56f5-42b8-bbad-dc73548960ab req-596b14ee-d532-4d9e-9191-52790a4e1a5c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505271 Nov 19 09:47:15.755493 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:16.261533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 3cbd7edd-5404-48d0-9c36-d80eb755115a details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:47:16.365676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0531fb-6095-4dbf-9a76-f1fb20891ad2 req-a869577f-5f5f-4b58-bb7a-f6d3d067e897 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:16.368993 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e0531fb-6095-4dbf-9a76-f1fb20891ad2 req-a869577f-5f5f-4b58-bb7a-f6d3d067e897 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 944 time: 0.0885310 Nov 19 09:47:16.432198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 3cbd7edd-5404-48d0-9c36-d80eb755115a, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=3cbd7edd-5404-48d0-9c36-d80eb755115a,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:47:16.450540 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '3cbd7edd-5404-48d0-9c36-d80eb755115a', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'port_id': '3cbd7edd-5404-48d0-9c36-d80eb755115a', 'mac_address': 'fa:16:3e:1c:c9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:47:16.458804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e0531fb-6095-4dbf-9a76-f1fb20891ad2 req-420e80d9-7fb9-4d52-a5ba-73d7d0c82917 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694337 Nov 19 09:47:16.519995 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:16.542959 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cbd7edd-5404-48d0-9c36-d80eb755115a {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:47:16.566830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 3cbd7edd-5404-48d0-9c36-d80eb755115a, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=3cbd7edd-5404-48d0-9c36-d80eb755115a,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:47:16.574053 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:16.633122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=3cbd7edd-5404-48d0-9c36-d80eb755115a,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:47:16.641883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:16.642348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:16.642781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:16.643223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:16.643635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:16.644051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:16.644450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:16.644851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:16.645297 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:16.645702 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:16.646209 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:16.646664 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:47:16.789491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['3cbd7edd-5404-48d0-9c36-d80eb755115a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:47:17.627656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0de8da-ae81-42bb-9c55-74f03c057e9b req-bce9ccd2-a55c-45bf-9f41-612a4fc8aa73 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:17.629811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df0de8da-ae81-42bb-9c55-74f03c057e9b req-bce9ccd2-a55c-45bf-9f41-612a4fc8aa73 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 945 time: 0.0645926 Nov 19 09:47:17.690342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df0de8da-ae81-42bb-9c55-74f03c057e9b req-7ea73fa7-b35b-4ff0-9bbd-3de5b4578178 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523431 Nov 19 09:47:18.188192 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:18.292268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 3cbd7edd-5404-48d0-9c36-d80eb755115a up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:47:18.354700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 3cbd7edd-5404-48d0-9c36-d80eb755115a completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:47:18.361616 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 3cbd7edd-5404-48d0-9c36-d80eb755115a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:47:18.361724 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:18.494248 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:18.535391 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5863517-914e-4acd-b07b-ed6df2c626a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbd7edd-5404-48d0-9c36-d80eb755115a'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:47:18.541202 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bf4e5c-f027-45ac-a361-15725e0dd6eb" -d '{"events": [{"server_uuid": "f5863517-914e-4acd-b07b-ed6df2c626a9", "name": "network-vif-plugged", "status": "completed", "tag": "3cbd7edd-5404-48d0-9c36-d80eb755115a"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:47:18.563662 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 3cbd7edd-5404-48d0-9c36-d80eb755115a, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=3cbd7edd-5404-48d0-9c36-d80eb755115a,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:47:18.570684 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:18.652356 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4846d8-f752-45ff-a8f7-2138c9595008 x-openstack-request-id: req-5a4846d8-f752-45ff-a8f7-2138c9595008 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:47:18.652879 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5863517-914e-4acd-b07b-ed6df2c626a9", "name": "network-vif-plugged", "status": "completed", "tag": "3cbd7edd-5404-48d0-9c36-d80eb755115a", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:47:18.653317 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a4846d8-f752-45ff-a8f7-2138c9595008 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:47:18.653939 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5863517-914e-4acd-b07b-ed6df2c626a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbd7edd-5404-48d0-9c36-d80eb755115a', 'code': 200} Nov 19 09:47:18.661509 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=3cbd7edd-5404-48d0-9c36-d80eb755115a,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:47:18.765801 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b594a5-bc61-4f7b-a59d-47c37bd2abde req-47d27d2b-2375-443c-9524-9ae2724a0382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:18.768541 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-58b594a5-bc61-4f7b-a59d-47c37bd2abde req-47d27d2b-2375-443c-9524-9ae2724a0382 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 1098 time: 0.0662053 Nov 19 09:47:18.863271 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-58b594a5-bc61-4f7b-a59d-47c37bd2abde req-1a5476f2-4e6e-4438-be0e-8db1f1bb1acb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859869 Nov 19 09:47:18.927997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4023b5-421f-413d-89d2-b42f33dd4a9c req-0dce9b6f-8849-4b37-98e6-758ea8696d1e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:18.930753 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af4023b5-421f-413d-89d2-b42f33dd4a9c req-0dce9b6f-8849-4b37-98e6-758ea8696d1e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 946 time: 0.0852325 Nov 19 09:47:19.042604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af4023b5-421f-413d-89d2-b42f33dd4a9c req-60614abc-0880-499c-aca9-756da367ade3 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920780 Nov 19 09:47:19.940697 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-45f77ee9-9865-4f19-82cb-b0b9ccab1524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:20.217889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c63c19-dae5-4a0b-87cf-6364154463a9 req-b73c9b18-7b4d-49ec-986f-5686154e5109 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:20.219613 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8c63c19-dae5-4a0b-87cf-6364154463a9 req-b73c9b18-7b4d-49ec-986f-5686154e5109 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 946 time: 0.0659256 Nov 19 09:47:20.291804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8c63c19-dae5-4a0b-87cf-6364154463a9 req-c488d8a6-7d15-46aa-bca0-23e284677884 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628319 Nov 19 09:47:20.454353 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103829d3-235b-4d97-a132-9ac37f0476c2 req-510b7d99-f986-4e2b-8023-6b1455d3f7d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:20.456842 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-103829d3-235b-4d97-a132-9ac37f0476c2 req-510b7d99-f986-4e2b-8023-6b1455d3f7d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 946 time: 0.0721745 Nov 19 09:47:20.529721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-103829d3-235b-4d97-a132-9ac37f0476c2 req-caab5ea8-90db-4431-bf02-c7dcdb490a46 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649927 Nov 19 09:47:22.362450 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ec8dcc69-0571-4185-accb-541d8a6c7d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:23.563019 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:24.069950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-00d28bbc-9cf4-4289-b65d-b3a60648147b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:24.072163 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-00d28bbc-9cf4-4289-b65d-b3a60648147b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 812 time: 0.1950893 Nov 19 09:47:24.095844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-e142c7f6-c703-4f86-a379-717680bc5e08 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/quotas/a84db2c49968458a9cc1816d95bbefc9 HTTP/1.1" status: 200 len: 375 time: 0.0114975 Nov 19 09:47:24.191823 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-69868bbb-99a5-4a28-bce4-c2996ca45a08 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844882 Nov 19 09:47:24.526999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-3a229031-dcfc-46dd-8805-b792aef306a8 service neutron] 10.222.0.21 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234456 Nov 19 09:47:24.641734 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-2a05f3d8-f187-4190-929e-d083d06a1cee service neutron] 10.222.0.21 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055527 Nov 19 09:47:24.982938 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:24.999453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d45f55dd-4fd7-4dbf-9605-d6b324695a45 req-e72f2a97-e5a4-415c-8294-3094a7a309f1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 210 time: 0.0549855 Nov 19 09:47:25.579960 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:26.118600 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-89d5a06e-0f2a-46ad-a067-dc94e7ca639e req-9322e34b-c176-451b-ae8f-0b9b95ffa4ed tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 210 time: 0.0319841 Nov 19 09:47:26.482684 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-9eba3bd7-a008-4948-a378-a0ec72f45723 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:26.485371 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-9eba3bd7-a008-4948-a378-a0ec72f45723 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.71 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 812 time: 0.2082283 Nov 19 09:47:26.507015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-28dbdf2a-8e1e-4617-98bb-0fc99d696576 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Request body: {'port': {'device_id': '4dee6d4f-7eb3-49b5-b7af-b95281cd82e1', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'admin_state_up': True, 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:47:26.718886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-28dbdf2a-8e1e-4617-98bb-0fc99d696576 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Made reservation on behalf of a84db2c49968458a9cc1816d95bbefc9 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:47:26.724217 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-28dbdf2a-8e1e-4617-98bb-0fc99d696576 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:26.953292 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-28dbdf2a-8e1e-4617-98bb-0fc99d696576 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Allocated IP 172.20.0.11 (3a43663e-7d24-49a9-a7fa-bf42bee67415/d194d568-daba-4f96-9ac3-d2547054e5f8/e9ca205f-dd39-4860-89ea-cd90649f38c1) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:47:27.308017 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-28dbdf2a-8e1e-4617-98bb-0fc99d696576 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:27.334866 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-60787e20-7424-4273-9277-f72410504e5d req-7610e2a1-1f3f-435a-95b0-e0dd4b864fe7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 210 time: 0.0457661 Nov 19 09:47:27.374977 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-28dbdf2a-8e1e-4617-98bb-0fc99d696576 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:27.390894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['3cbd7edd-5404-48d0-9c36-d80eb755115a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:47:27.440301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-28dbdf2a-8e1e-4617-98bb-0fc99d696576 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Network 3a43663e-7d24-49a9-a7fa-bf42bee67415 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:47:27.446581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-28dbdf2a-8e1e-4617-98bb-0fc99d696576 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:47:27.452690 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-28dbdf2a-8e1e-4617-98bb-0fc99d696576 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:47:27.506016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbdf2a-8e1e-4617-98bb-0fc99d696576 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'Port': ['ID=e9ca205f-dd39-4860-89ea-cd90649f38c1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:47:27.584758 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-28dbdf2a-8e1e-4617-98bb-0fc99d696576 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:27.585967 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-28dbdf2a-8e1e-4617-98bb-0fc99d696576 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:27.625285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-28dbdf2a-8e1e-4617-98bb-0fc99d696576 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1292675 Nov 19 09:47:27.644914 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-e3d29cc2-1c33-4899-a986-0f80e294d19e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:47:27.647077 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-e3d29cc2-1c33-4899-a986-0f80e294d19e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135279 Nov 19 09:47:27.664564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Request body: {'port': {'device_id': '4dee6d4f-7eb3-49b5-b7af-b95281cd82e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:47:27.811753 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:27.922315 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e92004e8-abb9-475f-ba85-446c5a269184 None None] Provisioning complete for port e9ca205f-dd39-4860-89ea-cd90649f38c1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:47:27.923371 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e92004e8-abb9-475f-ba85-446c5a269184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:27.991784 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e92004e8-abb9-475f-ba85-446c5a269184 None None] Port e9ca205f-dd39-4860-89ea-cd90649f38c1 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:47:28.270806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ca205f-dd39-4860-89ea-cd90649f38c1 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:47:28.284202 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:28.305495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Transition to ACTIVE for port object e9ca205f-dd39-4860-89ea-cd90649f38c1 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:47:28.313392 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:28.504557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ca205f-dd39-4860-89ea-cd90649f38c1,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:47:28.722445 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a354c40-88b0-485a-b0b7-fc52174122c7 req-28247696-d320-4f2e-985b-68a36308bbdc tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:28.727173 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a354c40-88b0-485a-b0b7-fc52174122c7 req-28247696-d320-4f2e-985b-68a36308bbdc tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.1841381 Nov 19 09:47:28.728818 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Attempting to bind port e9ca205f-dd39-4860-89ea-cd90649f38c1 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:47:28.729739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Attempting to bind port e9ca205f-dd39-4860-89ea-cd90649f38c1 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:47:28.730910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Attempting to bind port e9ca205f-dd39-4860-89ea-cd90649f38c1 on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:47:28.753213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Port e9ca205f-dd39-4860-89ea-cd90649f38c1 on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:47:28.757310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Attempting to bind port e9ca205f-dd39-4860-89ea-cd90649f38c1 on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:47:28.809623 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:47:28.810273 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Checking segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:47:28.810997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Bound using segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:47:28.811744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Bound port: e9ca205f-dd39-4860-89ea-cd90649f38c1, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:47:28.812528 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:28.945742 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d39b4a1e-bb27-4186-9e1c-8cdc8bf537d5 req-c7efb673-3d72-4e05-98bd-13898a754a80 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1150098 Nov 19 09:47:29.013687 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a354c40-88b0-485a-b0b7-fc52174122c7 req-62fa4f68-1cd2-4e73-b035-b372714e3b79 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449567 Nov 19 09:47:29.042436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] For port e9ca205f-dd39-4860-89ea-cd90649f38c1, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:47:29.050894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] For port e9ca205f-dd39-4860-89ea-cd90649f38c1, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e9ca205f-dd39-4860-89ea-cd90649f38c1,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:47:29.070259 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:29.185583 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:29.187981 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:29.194961 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] 10.222.0.71 "PUT /v2.0/ports/e9ca205f-dd39-4860-89ea-cd90649f38c1 HTTP/1.1" status: 200 len: 1093 time: 1.5369210 Nov 19 09:47:29.196175 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dee6d4f-7eb3-49b5-b7af-b95281cd82e1', 'tag': 'e9ca205f-dd39-4860-89ea-cd90649f38c1'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:47:29.197714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b4a1e-bb27-4186-9e1c-8cdc8bf537d5 req-27e03efa-148e-452e-8002-06ed90cc39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:29.207630 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f1c5ad-056f-4316-b995-de4f694de932" -d '{"events": [{"name": "network-changed", "server_uuid": "4dee6d4f-7eb3-49b5-b7af-b95281cd82e1", "tag": "e9ca205f-dd39-4860-89ea-cd90649f38c1"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:47:29.216098 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d39b4a1e-bb27-4186-9e1c-8cdc8bf537d5 req-27e03efa-148e-452e-8002-06ed90cc39ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 1098 time: 0.1558874 Nov 19 09:47:29.358023 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde9409b-7fd5-4381-b177-8e93e061168f x-openstack-request-id: req-fde9409b-7fd5-4381-b177-8e93e061168f {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:47:29.358588 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dee6d4f-7eb3-49b5-b7af-b95281cd82e1", "tag": "e9ca205f-dd39-4860-89ea-cd90649f38c1", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:47:29.358918 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fde9409b-7fd5-4381-b177-8e93e061168f {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:47:29.362702 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dee6d4f-7eb3-49b5-b7af-b95281cd82e1', 'tag': 'e9ca205f-dd39-4860-89ea-cd90649f38c1', 'status': 'completed', 'code': 200} Nov 19 09:47:29.374901 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b4a1e-bb27-4186-9e1c-8cdc8bf537d5 req-d636947e-3eba-45f6-8f4e-3db1c3f6e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:29.382994 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d39b4a1e-bb27-4186-9e1c-8cdc8bf537d5 req-d636947e-3eba-45f6-8f4e-3db1c3f6e624 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.1466668 Nov 19 09:47:29.393378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669a031-22e3-4710-b8d9-4bdc67b144d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ca205f-dd39-4860-89ea-cd90649f38c1,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:47:29.533690 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d39b4a1e-bb27-4186-9e1c-8cdc8bf537d5 req-6a4b1535-20c1-41ae-8c21-f51335570039 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbd7edd-5404-48d0-9c36-d80eb755115a HTTP/1.1" status: 200 len: 217 time: 0.1425538 Nov 19 09:47:29.567010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-b27d22ba-6db7-4461-8361-b93e27722148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:29.569033 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-b27d22ba-6db7-4461-8361-b93e27722148 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 1096 time: 0.2163913 Nov 19 09:47:29.641579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b4a1e-bb27-4186-9e1c-8cdc8bf537d5 req-10f84800-6362-4b1c-b147-49887a138026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:29.643415 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d39b4a1e-bb27-4186-9e1c-8cdc8bf537d5 req-10f84800-6362-4b1c-b147-49887a138026 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.1001525 Nov 19 09:47:29.693473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-68897412-0a53-42cd-b324-6fc7a2109971 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9ca205f-dd39-4860-89ea-cd90649f38c1 HTTP/1.1" status: 200 len: 217 time: 0.1158836 Nov 19 09:47:29.802411 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b4a1e-bb27-4186-9e1c-8cdc8bf537d5 req-6a547cde-8116-4ff8-a77a-b0fe3ca5c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:29.804884 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d39b4a1e-bb27-4186-9e1c-8cdc8bf537d5 req-6a547cde-8116-4ff8-a77a-b0fe3ca5c7e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1531260 Nov 19 09:47:29.823856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-b0a5637c-cf43-41b5-8957-42b1212861a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:29.828324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-b0a5637c-cf43-41b5-8957-42b1212861a1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.1269050 Nov 19 09:47:29.896355 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-522ae67b-e26e-42c7-9861-c4a23f2218dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:29.900147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-522ae67b-e26e-42c7-9861-c4a23f2218dd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621738 Nov 19 09:47:30.012609 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d39b4a1e-bb27-4186-9e1c-8cdc8bf537d5 req-fad0b332-307f-411e-81e7-8a176be4e606 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995614 Nov 19 09:47:30.132150 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-6462f34a-c12e-4db2-92c8-8e65db0497e0 service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243483 Nov 19 09:47:30.250898 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d39b4a1e-bb27-4186-9e1c-8cdc8bf537d5 req-191e3991-fe10-4fba-8fcd-6fa8fbf41ec1 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322626 Nov 19 09:47:30.366564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79b303-f6fd-44c4-8a15-55c3625c9e89 req-75ac04fe-38d2-4cb2-a35a-1c08d4be923b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:30.379561 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da79b303-f6fd-44c4-8a15-55c3625c9e89 req-75ac04fe-38d2-4cb2-a35a-1c08d4be923b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.2240856 Nov 19 09:47:30.463647 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c7721b5d-57fc-4a6b-a554-0e10f0378bbb req-f1fc9b02-6cfc-4fb1-a3f8-f51a8c77d268 service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234522 Nov 19 09:47:30.524711 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da79b303-f6fd-44c4-8a15-55c3625c9e89 req-53f0cf48-b3d9-4196-b3f8-93f9e318730c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423109 Nov 19 09:47:30.622675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1c5ad-056f-4316-b995-de4f694de932 req-56ba2d10-6c89-48d3-95ae-c01ebed6de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:30.624689 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50f1c5ad-056f-4316-b995-de4f694de932 req-56ba2d10-6c89-48d3-95ae-c01ebed6de28 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 1096 time: 0.0958660 Nov 19 09:47:30.836358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1c5ad-056f-4316-b995-de4f694de932 req-2cf88115-dfa0-45d0-ab66-6a6cc1adedfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:30.839231 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50f1c5ad-056f-4316-b995-de4f694de932 req-2cf88115-dfa0-45d0-ab66-6a6cc1adedfd service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.2069042 Nov 19 09:47:30.930602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50f1c5ad-056f-4316-b995-de4f694de932 req-b2ea7d51-54cd-4f6e-83d6-c4dfc0d9bc40 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9ca205f-dd39-4860-89ea-cd90649f38c1 HTTP/1.1" status: 200 len: 217 time: 0.0833154 Nov 19 09:47:31.546671 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1c5ad-056f-4316-b995-de4f694de932 req-072d18e4-d289-489b-bc2e-b39a660f9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:31.549457 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50f1c5ad-056f-4316-b995-de4f694de932 req-072d18e4-d289-489b-bc2e-b39a660f9018 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.6107104 Nov 19 09:47:31.668166 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1c5ad-056f-4316-b995-de4f694de932 req-5bd8a8e6-7670-4ecd-b690-c4655e2c623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:31.671078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50f1c5ad-056f-4316-b995-de4f694de932 req-5bd8a8e6-7670-4ecd-b690-c4655e2c623b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109557 Nov 19 09:47:31.925063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94082821-e658-4beb-975f-4cac6f99c240 req-dc7cdba3-6f8b-4f0f-a8ae-6eb4215d240f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:31.927893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94082821-e658-4beb-975f-4cac6f99c240 req-dc7cdba3-6f8b-4f0f-a8ae-6eb4215d240f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.1331506 Nov 19 09:47:31.984124 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50f1c5ad-056f-4316-b995-de4f694de932 req-369f04ba-892a-419f-8336-d3316a75e101 service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044686 Nov 19 09:47:32.141131 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94082821-e658-4beb-975f-4cac6f99c240 req-eb2d4fe4-70c7-4713-aaf6-f6b935d177e3 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942117 Nov 19 09:47:32.225314 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50f1c5ad-056f-4316-b995-de4f694de932 req-6f7c8ae7-0f2e-4732-b021-6011f51eafbb service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321050 Nov 19 09:47:33.374169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d85529-c8ff-4084-8d8b-4487ff5c56b2 req-d2b2fe13-753f-499b-bd2f-7cf110c44a0f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:33.376920 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d7d85529-c8ff-4084-8d8b-4487ff5c56b2 req-d2b2fe13-753f-499b-bd2f-7cf110c44a0f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.0902629 Nov 19 09:47:33.475789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d7d85529-c8ff-4084-8d8b-4487ff5c56b2 req-8b42ebaf-c45e-415f-9be9-ac5689df5ad3 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830584 Nov 19 09:47:34.698914 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981c206-b438-418b-b180-3722dfee095b req-b9fd896d-5528-4b3d-b6f6-67a721f5a2e2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:34.702750 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e981c206-b438-418b-b180-3722dfee095b req-b9fd896d-5528-4b3d-b6f6-67a721f5a2e2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.0943317 Nov 19 09:47:34.888766 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e981c206-b438-418b-b180-3722dfee095b req-276fa518-9042-4228-a6c3-45b113177da0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682372 Nov 19 09:47:36.102457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a4cd5-5aa1-40a2-b6c2-b8b39e008d27 req-620a8564-ff83-4b11-a163-2f03afdcfc07 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:36.105778 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f8a4cd5-5aa1-40a2-b6c2-b8b39e008d27 req-620a8564-ff83-4b11-a163-2f03afdcfc07 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.0944059 Nov 19 09:47:36.223789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f8a4cd5-5aa1-40a2-b6c2-b8b39e008d27 req-325ab421-8d34-4231-b320-0e5f1ec4dc5a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061070 Nov 19 09:47:37.401483 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020ce78-a1a8-4b73-836e-5139361e0d21 req-d23f846f-393e-48ac-a0c6-43902159cbcd tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:37.403089 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d020ce78-a1a8-4b73-836e-5139361e0d21 req-d23f846f-393e-48ac-a0c6-43902159cbcd tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.0666099 Nov 19 09:47:37.486035 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d020ce78-a1a8-4b73-836e-5139361e0d21 req-2f7d3761-2cd4-40e1-9fbe-36a8c2db3a94 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704565 Nov 19 09:47:38.670760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242f016-ad02-4165-b2f8-dd9d5c9234df req-33739478-31e9-453a-ab37-1f97eede9154 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:38.673265 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1242f016-ad02-4165-b2f8-dd9d5c9234df req-33739478-31e9-453a-ab37-1f97eede9154 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.0796854 Nov 19 09:47:38.838486 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1242f016-ad02-4165-b2f8-dd9d5c9234df req-801c1bf1-f70a-4eb5-9ca1-9b8873c345b6 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281445 Nov 19 09:47:40.067531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa255ffc-afd9-4dc1-9525-72ac5f8323a7 req-489c544f-70d9-4d51-9552-de8078b353ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:40.072741 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa255ffc-afd9-4dc1-9525-72ac5f8323a7 req-489c544f-70d9-4d51-9552-de8078b353ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.1047411 Nov 19 09:47:40.151538 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa255ffc-afd9-4dc1-9525-72ac5f8323a7 req-f903bd58-a69a-4e3e-b549-be7edf26af86 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676527 Nov 19 09:47:40.734475 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:47:41.349706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bfb7c-6602-4002-8539-e64f2b796ddc req-76c7c975-cca7-453d-b123-9261facb2545 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:41.351346 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c82bfb7c-6602-4002-8539-e64f2b796ddc req-76c7c975-cca7-453d-b123-9261facb2545 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.0819309 Nov 19 09:47:41.437814 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c82bfb7c-6602-4002-8539-e64f2b796ddc req-20868752-bc79-496c-a22d-dfb0bfd4463e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751436 Nov 19 09:47:42.592145 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73175d2-9488-405d-9430-7343cd305ef8 req-7a09d8a3-77a3-483c-8b4a-15020696b151 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:42.593933 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b73175d2-9488-405d-9430-7343cd305ef8 req-7a09d8a3-77a3-483c-8b4a-15020696b151 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.0623612 Nov 19 09:47:42.650033 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b73175d2-9488-405d-9430-7343cd305ef8 req-dd7cc636-945f-4685-915e-964fc168c78d tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482748 Nov 19 09:47:43.793688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830b5d8-e6fa-4006-bd4e-3a0c0b1e2246 req-6eb5bf33-9d09-4e86-87f3-9933520ce7df tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:43.809804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1830b5d8-e6fa-4006-bd4e-3a0c0b1e2246 req-6eb5bf33-9d09-4e86-87f3-9933520ce7df tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.0728610 Nov 19 09:47:43.886705 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1830b5d8-e6fa-4006-bd4e-3a0c0b1e2246 req-c45d12e2-572d-469c-bf45-e2903aa9f775 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717592 Nov 19 09:47:45.070145 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b69fe6-5fd9-40d8-a892-0e44402e08d1 req-4b2085ef-32b3-49ce-be58-16eff2d4027b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:45.072129 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18b69fe6-5fd9-40d8-a892-0e44402e08d1 req-4b2085ef-32b3-49ce-be58-16eff2d4027b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.0844817 Nov 19 09:47:45.146136 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18b69fe6-5fd9-40d8-a892-0e44402e08d1 req-043bcf71-4e7d-4ff9-a75a-837e82ce6f9b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639670 Nov 19 09:47:45.763389 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:46.375408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b902e0c-7a03-4d71-b893-e2fc584f6217 req-863594c8-3a5d-4cf2-9022-131cada39eba tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:46.384599 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b902e0c-7a03-4d71-b893-e2fc584f6217 req-863594c8-3a5d-4cf2-9022-131cada39eba tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.0932646 Nov 19 09:47:46.483713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b902e0c-7a03-4d71-b893-e2fc584f6217 req-b55ae0ea-1f84-4451-bac2-508b85bd676e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891809 Nov 19 09:47:47.739733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb794ee-8fd3-41e9-af2f-b0c324c94d7f req-5595c005-5cde-4722-a095-ab995d7cae4c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:47.742164 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1eb794ee-8fd3-41e9-af2f-b0c324c94d7f req-5595c005-5cde-4722-a095-ab995d7cae4c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.1028631 Nov 19 09:47:47.837158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1eb794ee-8fd3-41e9-af2f-b0c324c94d7f req-70704bd8-aa28-43d8-9e7b-fe43383da58f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730395 Nov 19 09:47:48.197872 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:49.009140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6941bbb-cc75-4c02-9e9b-f5a1680cf44c req-2607e777-52ba-4fdd-ae0b-478357ed2019 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:49.011901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6941bbb-cc75-4c02-9e9b-f5a1680cf44c req-2607e777-52ba-4fdd-ae0b-478357ed2019 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.0715766 Nov 19 09:47:49.077329 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6941bbb-cc75-4c02-9e9b-f5a1680cf44c req-9b71398a-bab9-4378-a571-1be83274e300 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589707 Nov 19 09:47:49.920792 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e6a29903-e297-4e5d-b327-1431952157b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:50.251061 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558ccc8-b634-4f1c-b868-6907ef932b4e req-2446c076-f6ca-4490-9007-935cc4212c02 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:50.253135 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8558ccc8-b634-4f1c-b868-6907ef932b4e req-2446c076-f6ca-4490-9007-935cc4212c02 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.0656412 Nov 19 09:47:50.331323 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8558ccc8-b634-4f1c-b868-6907ef932b4e req-70c7ae7c-1750-4889-804d-e25836bc6bd9 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670884 Nov 19 09:47:51.523328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351a9d4-6bce-40d4-8d65-c872c8feaf89 req-91505614-4dae-4915-a05c-6b42237a35c5 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:51.525511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a351a9d4-6bce-40d4-8d65-c872c8feaf89 req-91505614-4dae-4915-a05c-6b42237a35c5 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.0912616 Nov 19 09:47:51.624742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a351a9d4-6bce-40d4-8d65-c872c8feaf89 req-79f2045d-4688-44fa-8264-bff8c12585a8 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888751 Nov 19 09:47:52.356276 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2a502973-6124-4fa6-8098-ce3258cf121e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:52.807903 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c3218-10d8-4f55-a65d-9c947ed1b46e req-c0ea811a-15c8-41fd-b0bd-8361bf1be011 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:52.809702 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c30c3218-10d8-4f55-a65d-9c947ed1b46e req-c0ea811a-15c8-41fd-b0bd-8361bf1be011 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.0733855 Nov 19 09:47:52.902396 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c30c3218-10d8-4f55-a65d-9c947ed1b46e req-1afeee5e-6bdd-4207-a39b-307338022ccd tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810158 Nov 19 09:47:53.588291 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:54.081555 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8a555-cd32-45a2-a310-171cc8c947c6 req-0b9240ae-d6de-418a-aad1-2d3ec6107109 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:54.083323 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-edb8a555-cd32-45a2-a310-171cc8c947c6 req-0b9240ae-d6de-418a-aad1-2d3ec6107109 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.0702264 Nov 19 09:47:54.165123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-edb8a555-cd32-45a2-a310-171cc8c947c6 req-e94ed504-6bac-4328-af8c-8ce2e5aa6558 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738952 Nov 19 09:47:54.966058 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:55.040467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e9ca205f-dd39-4860-89ea-cd90649f38c1 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:47:55.182071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e9ca205f-dd39-4860-89ea-cd90649f38c1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e9ca205f-dd39-4860-89ea-cd90649f38c1,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:47:55.203543 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'e9ca205f-dd39-4860-89ea-cd90649f38c1', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'port_id': 'e9ca205f-dd39-4860-89ea-cd90649f38c1', 'mac_address': 'fa:16:3e:50:e6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:47:55.277573 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:55.298735 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ca205f-dd39-4860-89ea-cd90649f38c1 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:47:55.325116 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e9ca205f-dd39-4860-89ea-cd90649f38c1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e9ca205f-dd39-4860-89ea-cd90649f38c1,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:47:55.330017 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:55.336201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84f0a5-dc1a-410f-aa6b-f89914a04b1f req-4b995d46-f4c4-4f52-b79b-bcf3dbc63cd0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:55.338921 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f84f0a5-dc1a-410f-aa6b-f89914a04b1f req-4b995d46-f4c4-4f52-b79b-bcf3dbc63cd0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 944 time: 0.0672741 Nov 19 09:47:55.383861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=e9ca205f-dd39-4860-89ea-cd90649f38c1,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:47:55.419110 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f84f0a5-dc1a-410f-aa6b-f89914a04b1f req-798ce3d8-9d2d-4606-bf19-8f7654520b97 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720181 Nov 19 09:47:55.568526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['e9ca205f-dd39-4860-89ea-cd90649f38c1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:47:55.615646 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:56.588849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da0623-3c87-4e2b-9945-847a0e77348a req-b1944e7b-6d71-4e00-846c-5e9411380fed tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:56.591374 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54da0623-3c87-4e2b-9945-847a0e77348a req-b1944e7b-6d71-4e00-846c-5e9411380fed tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 945 time: 0.0802236 Nov 19 09:47:56.682746 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54da0623-3c87-4e2b-9945-847a0e77348a req-eee5c9b6-0fd2-4448-ac27-8ad75904c9a8 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808337 Nov 19 09:47:57.055430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e9ca205f-dd39-4860-89ea-cd90649f38c1 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:47:57.128137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port e9ca205f-dd39-4860-89ea-cd90649f38c1 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:47:57.134405 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port e9ca205f-dd39-4860-89ea-cd90649f38c1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:47:57.134930 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:57.263114 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:57.299472 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dee6d4f-7eb3-49b5-b7af-b95281cd82e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ca205f-dd39-4860-89ea-cd90649f38c1'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:47:57.302328 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c290b6-646f-4dd0-8907-97fea2f20771" -d '{"events": [{"server_uuid": "4dee6d4f-7eb3-49b5-b7af-b95281cd82e1", "name": "network-vif-plugged", "status": "completed", "tag": "e9ca205f-dd39-4860-89ea-cd90649f38c1"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:47:57.321927 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e9ca205f-dd39-4860-89ea-cd90649f38c1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e9ca205f-dd39-4860-89ea-cd90649f38c1,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:47:57.328364 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:47:57.420651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=e9ca205f-dd39-4860-89ea-cd90649f38c1,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:47:57.587095 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58594abd-8f0a-4c95-a380-fe811e016eb1 x-openstack-request-id: req-58594abd-8f0a-4c95-a380-fe811e016eb1 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:47:57.587461 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dee6d4f-7eb3-49b5-b7af-b95281cd82e1", "name": "network-vif-plugged", "status": "completed", "tag": "e9ca205f-dd39-4860-89ea-cd90649f38c1", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:47:57.587784 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58594abd-8f0a-4c95-a380-fe811e016eb1 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:47:57.588183 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dee6d4f-7eb3-49b5-b7af-b95281cd82e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ca205f-dd39-4860-89ea-cd90649f38c1', 'code': 200} Nov 19 09:47:57.814734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcfe36-c6ce-4c40-8cce-5f4bd3aaeef4 req-bf6a4118-ee14-4a17-8283-5b237c0b8f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:57.816289 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8bcfe36-c6ce-4c40-8cce-5f4bd3aaeef4 req-bf6a4118-ee14-4a17-8283-5b237c0b8f4e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 1098 time: 0.1634338 Nov 19 09:47:57.858708 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbebed1-84bc-4d3b-9e18-ad6583cbf5ff req-77251d28-38bd-4de5-ac9d-5edadbf76d65 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:57.860302 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3dbebed1-84bc-4d3b-9e18-ad6583cbf5ff req-77251d28-38bd-4de5-ac9d-5edadbf76d65 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 946 time: 0.0823774 Nov 19 09:47:57.910761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d8bcfe36-c6ce-4c40-8cce-5f4bd3aaeef4 req-6539c645-ee7d-4317-9849-c12e0b6fc5e7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854521 Nov 19 09:47:57.956192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3dbebed1-84bc-4d3b-9e18-ad6583cbf5ff req-03628be9-8846-4f59-9843-ace97910958a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802245 Nov 19 09:47:59.139974 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dd690-b5fd-41b8-a8c2-5de33966c5a7 req-4ceceeed-b4dd-4dbc-afc7-be0efff3b708 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:47:59.141756 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf6dd690-b5fd-41b8-a8c2-5de33966c5a7 req-4ceceeed-b4dd-4dbc-afc7-be0efff3b708 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 946 time: 0.0784290 Nov 19 09:47:59.199313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf6dd690-b5fd-41b8-a8c2-5de33966c5a7 req-75f3e07b-34a0-4ebd-b205-d098d86ce639 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500822 Nov 19 09:48:00.353600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3248ff8-af48-4699-8a4a-0f463c592db5 req-c0530c82-0463-4552-b957-ba485dbd5591 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:00.355847 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3248ff8-af48-4699-8a4a-0f463c592db5 req-c0530c82-0463-4552-b957-ba485dbd5591 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 946 time: 0.0535111 Nov 19 09:48:00.434186 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c3248ff8-af48-4699-8a4a-0f463c592db5 req-a3178aa0-6a51-4abd-b0bb-a9d45dce6cbe tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708213 Nov 19 09:48:00.585592 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f38662-9965-4288-8aa1-1961a7543b58 req-6ffc65a5-da71-495b-932d-e4f37eec69d6 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:00.587517 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5f38662-9965-4288-8aa1-1961a7543b58 req-6ffc65a5-da71-495b-932d-e4f37eec69d6 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 946 time: 0.0615470 Nov 19 09:48:00.645057 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e5f38662-9965-4288-8aa1-1961a7543b58 req-ad17123a-d3c1-4cef-ba94-63d81dd532d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495737 Nov 19 09:48:01.047179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ee672-6bda-4092-97d7-115d309cd12e req-8f6fa821-a127-4371-9045-9c12d097694e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:01.048728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-060ee672-6bda-4092-97d7-115d309cd12e req-8f6fa821-a127-4371-9045-9c12d097694e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 946 time: 0.0637341 Nov 19 09:48:01.134003 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-060ee672-6bda-4092-97d7-115d309cd12e req-a8e6243d-6678-4358-b834-fa4a35001f0f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719690 Nov 19 09:48:02.349290 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15296149-28ee-49b8-a568-a05e1c5f9ab3 req-34209234-17f5-492a-8f46-350346082e1c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:02.351842 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15296149-28ee-49b8-a568-a05e1c5f9ab3 req-34209234-17f5-492a-8f46-350346082e1c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 946 time: 0.0901453 Nov 19 09:48:02.433698 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15296149-28ee-49b8-a568-a05e1c5f9ab3 req-55ed1289-bbd2-4638-ba2b-636fdb6521f8 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687866 Nov 19 09:48:02.543607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840c7e7-9b00-4665-b9aa-129919c1e552 req-0caf0bc7-a967-464f-86e1-f6cfe236461a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:02.545487 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e840c7e7-9b00-4665-b9aa-129919c1e552 req-0caf0bc7-a967-464f-86e1-f6cfe236461a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.71 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 946 time: 0.0996752 Nov 19 09:48:02.703321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-e840c7e7-9b00-4665-b9aa-129919c1e552 req-f2e5401d-da8e-4d6e-9e6a-e948e950ee62 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Deleting port e9ca205f-dd39-4860-89ea-cd90649f38c1 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:48:02.703801 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e840c7e7-9b00-4665-b9aa-129919c1e552 req-f2e5401d-da8e-4d6e-9e6a-e948e950ee62 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:02.899106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-e840c7e7-9b00-4665-b9aa-129919c1e552 req-f2e5401d-da8e-4d6e-9e6a-e948e950ee62 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] For port e9ca205f-dd39-4860-89ea-cd90649f38c1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e9ca205f-dd39-4860-89ea-cd90649f38c1,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:48:02.899726 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e840c7e7-9b00-4665-b9aa-129919c1e552 req-f2e5401d-da8e-4d6e-9e6a-e948e950ee62 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:02.926282 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-e840c7e7-9b00-4665-b9aa-129919c1e552 req-f2e5401d-da8e-4d6e-9e6a-e948e950ee62 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Calling delete_port for e9ca205f-dd39-4860-89ea-cd90649f38c1 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:48:03.171071 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e840c7e7-9b00-4665-b9aa-129919c1e552 req-f2e5401d-da8e-4d6e-9e6a-e948e950ee62 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:03.188489 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['3cbd7edd-5404-48d0-9c36-d80eb755115a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:48:03.197340 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['e9ca205f-dd39-4860-89ea-cd90649f38c1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:48:03.254473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5401d-da8e-4d6e-9e6a-e948e950ee62 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event deleted for resources: {'Port': ['ID=e9ca205f-dd39-4860-89ea-cd90649f38c1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:03.349777 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-e840c7e7-9b00-4665-b9aa-129919c1e552 req-f2e5401d-da8e-4d6e-9e6a-e948e950ee62 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] No DVR routers for this DVR port e9ca205f-dd39-4860-89ea-cd90649f38c1 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:48:03.353356 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e840c7e7-9b00-4665-b9aa-129919c1e552 req-f2e5401d-da8e-4d6e-9e6a-e948e950ee62 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:03.357853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e840c7e7-9b00-4665-b9aa-129919c1e552 req-f2e5401d-da8e-4d6e-9e6a-e948e950ee62 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.71 "DELETE /v2.0/ports/e9ca205f-dd39-4860-89ea-cd90649f38c1 HTTP/1.1" status: 204 len: 173 time: 0.8046494 Nov 19 09:48:03.358357 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dee6d4f-7eb3-49b5-b7af-b95281cd82e1', 'name': 'network-vif-deleted', 'tag': 'e9ca205f-dd39-4860-89ea-cd90649f38c1'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:48:03.366062 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02265e5-a6a8-4d63-80e8-2cc236d60f8b" -d '{"events": [{"server_uuid": "4dee6d4f-7eb3-49b5-b7af-b95281cd82e1", "name": "network-vif-deleted", "tag": "e9ca205f-dd39-4860-89ea-cd90649f38c1"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:48:03.678240 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d83e29e7-af8d-4a90-a6ac-e963fd311ad0 req-9fbd95de-9d16-4972-837f-5603d0dc89af tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 210 time: 0.0593312 Nov 19 09:48:03.680735 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0727828-41bb-4ba9-80de-96a073d237a3 x-openstack-request-id: req-b0727828-41bb-4ba9-80de-96a073d237a3 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:48:03.681240 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dee6d4f-7eb3-49b5-b7af-b95281cd82e1", "name": "network-vif-deleted", "tag": "e9ca205f-dd39-4860-89ea-cd90649f38c1", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:48:03.681669 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0727828-41bb-4ba9-80de-96a073d237a3 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:48:03.682837 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dee6d4f-7eb3-49b5-b7af-b95281cd82e1', 'name': 'network-vif-deleted', 'tag': 'e9ca205f-dd39-4860-89ea-cd90649f38c1', 'status': 'completed', 'code': 200} Nov 19 09:48:04.879458 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07f142ee-70fc-4052-b591-a8cd02f8637a req-f4d8f972-4f2b-447c-b5b9-58e8d159b8b7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 210 time: 0.0477703 Nov 19 09:48:06.058211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28537500-c556-4f82-9a4d-1acbbcd24e66 req-a43201c2-b7e9-487f-9054-96fbc409d80d tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 210 time: 0.0466371 Nov 19 09:48:07.103100 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e9ca205f-dd39-4860-89ea-cd90649f38c1 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:48:07.141113 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: e9ca205f-dd39-4860-89ea-cd90649f38c1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:48:07.141862 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e9ca205f-dd39-4860-89ea-cd90649f38c1 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:48:07.196304 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f33a100-660b-46c1-b56b-97dd73a90040 req-984a0e1f-8afe-457b-8e1b-63f0df827bad tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 210 time: 0.0361252 Nov 19 09:48:08.373606 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfcc1145-c6e3-45a3-bc89-af7bfb1319ab req-4c9a380e-a1ff-4860-83bd-da8889b68012 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 210 time: 0.0409026 Nov 19 09:48:09.562585 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c2e23b6a-b515-4d44-b8c7-6514f94562c6 req-eef1b936-3f80-4793-989c-b8f64089094b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dee6d4f-7eb3-49b5-b7af-b95281cd82e1 HTTP/1.1" status: 200 len: 210 time: 0.0463767 Nov 19 09:48:15.743495 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:16.446541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d0f2e-e5df-4f56-835c-df57aafe430e req-ce706985-d47e-4139-9816-6e6806b9f4d1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:16.447802 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-864d0f2e-e5df-4f56-835c-df57aafe430e req-ce706985-d47e-4139-9816-6e6806b9f4d1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 946 time: 0.0732749 Nov 19 09:48:16.534147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-864d0f2e-e5df-4f56-835c-df57aafe430e req-976c0c0e-6f58-489f-a031-0c2014d00638 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774925 Nov 19 09:48:17.712265 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf1a73-5990-4815-95bd-594778130f02 req-8ebacbd3-16bd-4562-9a5d-02523d99496b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:17.715367 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfcf1a73-5990-4815-95bd-594778130f02 req-8ebacbd3-16bd-4562-9a5d-02523d99496b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 946 time: 0.0808682 Nov 19 09:48:17.735631 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:48:17.776726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfcf1a73-5990-4815-95bd-594778130f02 req-b404ebfa-0fec-4dd2-80a6-d7024507b2ab tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a866b5c-a344-449e-92dc-ac6d8e1bab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534074 Nov 19 09:48:17.853189 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39e091-8878-4fb3-a5c2-37c9f95306cb req-34f364da-bec9-46e8-80b1-9265915d3e17 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:17.855241 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8d39e091-8878-4fb3-a5c2-37c9f95306cb req-34f364da-bec9-46e8-80b1-9265915d3e17 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 946 time: 0.0568559 Nov 19 09:48:17.974119 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-8d39e091-8878-4fb3-a5c2-37c9f95306cb req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Deleting port 3cbd7edd-5404-48d0-9c36-d80eb755115a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:48:17.974609 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8d39e091-8878-4fb3-a5c2-37c9f95306cb req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:18.076465 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-8d39e091-8878-4fb3-a5c2-37c9f95306cb req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] For port 3cbd7edd-5404-48d0-9c36-d80eb755115a, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=3cbd7edd-5404-48d0-9c36-d80eb755115a,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:48:18.076840 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8d39e091-8878-4fb3-a5c2-37c9f95306cb req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:18.091604 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-8d39e091-8878-4fb3-a5c2-37c9f95306cb req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Calling delete_port for 3cbd7edd-5404-48d0-9c36-d80eb755115a owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:48:18.207900 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:18.278866 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8d39e091-8878-4fb3-a5c2-37c9f95306cb req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:18.292220 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['3cbd7edd-5404-48d0-9c36-d80eb755115a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:48:18.314269 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event deleted for resources: {'Port': ['ID=3cbd7edd-5404-48d0-9c36-d80eb755115a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:18.355356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:18.355869 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:18.356294 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:18.356851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:18.357340 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:18.357707 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:18.358179 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:18.358618 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:18.359170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:18.359597 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:18.360136 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:18.360574 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:18.383515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d39e091-8878-4fb3-a5c2-37c9f95306cb req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] No DVR routers for this DVR port 3cbd7edd-5404-48d0-9c36-d80eb755115a on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:48:18.387351 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8d39e091-8878-4fb3-a5c2-37c9f95306cb req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:18.393348 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8d39e091-8878-4fb3-a5c2-37c9f95306cb req-074bf1a5-9197-4d31-964f-188a9ad838d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "DELETE /v2.0/ports/3cbd7edd-5404-48d0-9c36-d80eb755115a HTTP/1.1" status: 204 len: 173 time: 0.5256045 Nov 19 09:48:18.394024 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5863517-914e-4acd-b07b-ed6df2c626a9', 'name': 'network-vif-deleted', 'tag': '3cbd7edd-5404-48d0-9c36-d80eb755115a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:48:18.396873 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f7c377-6d56-4196-91fe-bb495f4e07b8" -d '{"events": [{"server_uuid": "f5863517-914e-4acd-b07b-ed6df2c626a9", "name": "network-vif-deleted", "tag": "3cbd7edd-5404-48d0-9c36-d80eb755115a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:48:18.559539 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da507c89-4055-4e71-be8f-7ce056a6b061 x-openstack-request-id: req-da507c89-4055-4e71-be8f-7ce056a6b061 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:48:18.559760 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5863517-914e-4acd-b07b-ed6df2c626a9", "name": "network-vif-deleted", "tag": "3cbd7edd-5404-48d0-9c36-d80eb755115a", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:48:18.560110 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da507c89-4055-4e71-be8f-7ce056a6b061 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:48:18.560329 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5863517-914e-4acd-b07b-ed6df2c626a9', 'name': 'network-vif-deleted', 'tag': '3cbd7edd-5404-48d0-9c36-d80eb755115a', 'status': 'completed', 'code': 200} Nov 19 09:48:18.926824 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b7870af-8137-4276-81d1-242b9cdaa36d req-d8a4a2f6-6344-4e9f-ab4b-b753ee9b004d tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 210 time: 0.0367928 Nov 19 09:48:19.932148 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-446e248d-d1a1-4a2c-bd93-7f429357cdfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:20.125988 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-44fbfda4-55f2-4b63-97d7-5003af37556c req-a897cc05-a4d5-4adc-8b46-b657e8529169 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 210 time: 0.0558121 Nov 19 09:48:20.344304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60188) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:20.491845 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94167d93-6899-4d3f-a923-014f10b8672c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:20.601275 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94167d93-6899-4d3f-a923-014f10b8672c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:20.607044 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94167d93-6899-4d3f-a923-014f10b8672c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:20.661398 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-94167d93-6899-4d3f-a923-014f10b8672c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c3cc3df11ae4785ab30c46f75a3ed97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3157511 Nov 19 09:48:20.663555 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94167d93-6899-4d3f-a923-014f10b8672c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7682e4d7-4a87-4d00-bc12-e345c381b135,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:20.664739 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60192) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:20.681639 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167d93-6899-4d3f-a923-014f10b8672c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:20.682240 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167d93-6899-4d3f-a923-014f10b8672c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:20.683107 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167d93-6899-4d3f-a923-014f10b8672c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:20.683787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167d93-6899-4d3f-a923-014f10b8672c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:20.685794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167d93-6899-4d3f-a923-014f10b8672c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:20.686654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167d93-6899-4d3f-a923-014f10b8672c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:20.687476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167d93-6899-4d3f-a923-014f10b8672c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:20.688411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167d93-6899-4d3f-a923-014f10b8672c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:20.689676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167d93-6899-4d3f-a923-014f10b8672c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:20.690382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167d93-6899-4d3f-a923-014f10b8672c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:20.691069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167d93-6899-4d3f-a923-014f10b8672c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:20.694203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94167d93-6899-4d3f-a923-014f10b8672c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:20.766681 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58c8903c-66cb-41ae-81cd-f8b4e212166a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:20.800723 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58c8903c-66cb-41ae-81cd-f8b4e212166a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:20.857363 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58c8903c-66cb-41ae-81cd-f8b4e212166a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:20.862356 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-58c8903c-66cb-41ae-81cd-f8b4e212166a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:20.868140 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-58c8903c-66cb-41ae-81cd-f8b4e212166a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7682e4d7-4a87-4d00-bc12-e345c381b135 HTTP/1.1" status: 204 len: 168 time: 0.1960733 Nov 19 09:48:20.881066 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8903c-66cb-41ae-81cd-f8b4e212166a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7682e4d7-4a87-4d00-bc12-e345c381b135,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:21.281415 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d3e0dc20-e93c-48ab-9d19-89ec03a099bf req-7e825cb8-a0e0-4313-a7fb-07ad3c705cca tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 210 time: 0.0401409 Nov 19 09:48:21.902229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60216) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:22.036644 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-95c8b8f3-b154-4609-8d83-4234492dd3a5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1293672522-network', 'tenant_id': '472691f3994847389c8ef8e4bd821351'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:48:22.067121 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c8b8f3-b154-4609-8d83-4234492dd3a5 admin admin] Made reservation on behalf of 472691f3994847389c8ef8e4bd821351 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:48:22.070557 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95c8b8f3-b154-4609-8d83-4234492dd3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:22.080655 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95c8b8f3-b154-4609-8d83-4234492dd3a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:22.181243 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95c8b8f3-b154-4609-8d83-4234492dd3a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:22.190732 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95c8b8f3-b154-4609-8d83-4234492dd3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:22.223771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8b8f3-b154-4609-8d83-4234492dd3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3983f5-8f5c-4d04-929b-52d86aaea6a7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:22.226740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c8b8f3-b154-4609-8d83-4234492dd3a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:48:22.238523 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95c8b8f3-b154-4609-8d83-4234492dd3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:22.238930 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-95c8b8f3-b154-4609-8d83-4234492dd3a5 admin admin] Added segment a7e5163b-bc30-43df-8607-de81a01225fc of type vlan for network e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f Nov 19 09:48:22.294464 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95c8b8f3-b154-4609-8d83-4234492dd3a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:22.328377 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95c8b8f3-b154-4609-8d83-4234492dd3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:22.329749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c8b8f3-b154-4609-8d83-4234492dd3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:22.330333 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-95c8b8f3-b154-4609-8d83-4234492dd3a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:22.355917 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ae17ba18-2831-4d35-b342-e363714d97fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:22.429382 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-95c8b8f3-b154-4609-8d83-4234492dd3a5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5255980 Nov 19 09:48:22.437857 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60222) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:22.446500 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-74e67e96-10bc-491e-a151-b4356141c8ae admin admin] Request body: {'subnet': {'network_id': 'e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1293672522-subnet', 'tenant_id': '472691f3994847389c8ef8e4bd821351', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:48:22.451007 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b330af2-6108-45a4-84bf-a390d0f9c32f req-c340e22a-ad2b-4f3e-ab2e-953c30c3a213 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 210 time: 0.0516508 Nov 19 09:48:22.452383 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8b8f3-b154-4609-8d83-4234492dd3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:22.464728 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:48:22.500496 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e67e96-10bc-491e-a151-b4356141c8ae admin admin] Made reservation on behalf of 472691f3994847389c8ef8e4bd821351 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:48:22.507011 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74e67e96-10bc-491e-a151-b4356141c8ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:22.574935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 3cbd7edd-5404-48d0-9c36-d80eb755115a no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:48:22.610016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 3cbd7edd-5404-48d0-9c36-d80eb755115a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:48:22.610576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 3cbd7edd-5404-48d0-9c36-d80eb755115a not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:48:22.811242 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74e67e96-10bc-491e-a151-b4356141c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:22.879433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e67e96-10bc-491e-a151-b4356141c8ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=874efc6f-f44e-4b72-b9f9-54f8c7f15889,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:22.891854 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e67e96-10bc-491e-a151-b4356141c8ae admin admin] Checking segment: {'id': 'a7e5163b-bc30-43df-8607-de81a01225fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:48:22.892232 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e67e96-10bc-491e-a151-b4356141c8ae admin admin] Network hostable DHCP agents. Network: e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:48:22.912893 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e67e96-10bc-491e-a151-b4356141c8ae admin admin] Network e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:48:22.924717 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-74e67e96-10bc-491e-a151-b4356141c8ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:48:22.930430 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e67e96-10bc-491e-a151-b4356141c8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:22.931889 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74e67e96-10bc-491e-a151-b4356141c8ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:22.936665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f274a-ef59-432f-8cf9-3696c86296d0 None None] Network e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:48:22.954662 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-74e67e96-10bc-491e-a151-b4356141c8ae admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5151353 Nov 19 09:48:22.958249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60224) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:22.965709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1293672522-router', 'tenant_id': '472691f3994847389c8ef8e4bd821351', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:48:22.989340 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:22.990802 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:23.055945 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:23.159378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f', 'network_id': 'e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f', 'tenant_id': '472691f3994847389c8ef8e4bd821351', 'fixed_ips': [{'subnet_id': '874efc6f-f44e-4b72-b9f9-54f8c7f15889'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:48:23.161141 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:23.267548 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:23.395754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Allocated IP 172.20.0.2 (e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f/874efc6f-f44e-4b72-b9f9-54f8c7f15889/98466227-ac8d-456d-95cb-b01eba383fb7) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:48:23.621598 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:23.637304 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:23.647214 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:23.648317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-08db9a58-876d-4ba4-9fb9-429eef826434 req-75b69e01-6e8c-4d0d-8c52-4645df2f7bce tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 210 time: 0.0688069 Nov 19 09:48:23.652512 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:23.684120 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:23.713165 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Network e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:48:23.718497 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:48:23.726748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:48:23.732047 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Pushing event updated for resources: {'Port': ['ID=98466227-ac8d-456d-95cb-b01eba383fb7,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:23.755014 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:23.756086 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:23.756813 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:23.757576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:23.759090 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:23.760359 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:23.761056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:23.761795 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:23.762482 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:23.763163 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:23.763858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:23.764537 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:48:23.834806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Allocated IP 172.25.0.83 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/87130695-4840-4c82-a5a4-265051900571) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:48:23.846615 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Attempting to bind port 98466227-ac8d-456d-95cb-b01eba383fb7 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:48:23.847457 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Attempting to bind port 98466227-ac8d-456d-95cb-b01eba383fb7 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'a7e5163b-bc30-43df-8607-de81a01225fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:48:23.848762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Attempting to bind port 98466227-ac8d-456d-95cb-b01eba383fb7 on network e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:48:23.858120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:48:23.859000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Checking segment: {'id': 'a7e5163b-bc30-43df-8607-de81a01225fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:48:23.859844 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:23.860657 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Bound using segment: {'id': 'a7e5163b-bc30-43df-8607-de81a01225fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:48:23.861965 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Bound port: 98466227-ac8d-456d-95cb-b01eba383fb7, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e5163b-bc30-43df-8607-de81a01225fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:48:23.862889 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:23.972423 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] For port 98466227-ac8d-456d-95cb-b01eba383fb7, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:48:23.976111 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] For port 98466227-ac8d-456d-95cb-b01eba383fb7, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=98466227-ac8d-456d-95cb-b01eba383fb7,segment=NetworkSegment(a7e5163b-bc30-43df-8607-de81a01225fc),segment_id=a7e5163b-bc30-43df-8607-de81a01225fc)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:48:23.982391 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:24.001041 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:24.080675 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:24.084326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff824e34-7291-4eed-8094-0292c757b51d None None] Pushing event updated for resources: {'Port': ['ID=98466227-ac8d-456d-95cb-b01eba383fb7,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:24.143286 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:48:24.146656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:48:24.149374 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:48:24.169414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f4d4a1-ff5b-4c43-a699-42f80a586a38 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:48:24.201374 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Pushing event updated for resources: {'Port': ['ID=87130695-4840-4c82-a5a4-265051900571,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:24.222270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6e4e3d4e-82c4-44ff-a334-68649b4961a5 None None] Provisioning complete for port 87130695-4840-4c82-a5a4-265051900571 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:48:24.223529 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6e4e3d4e-82c4-44ff-a334-68649b4961a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:24.289638 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e3d4e-82c4-44ff-a334-68649b4961a5 None None] Port 87130695-4840-4c82-a5a4-265051900571 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:48:24.666898 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:24.857842 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eabba071-3e8b-40e7-8710-d10b665e1c3e req-cba61b8e-e4b3-4788-9933-2f3375d194bb tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5863517-914e-4acd-b07b-ed6df2c626a9 HTTP/1.1" status: 200 len: 210 time: 0.0553095 Nov 19 09:48:24.975659 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:25.022118 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:25.179303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Router 83ae1c96-0f57-4f17-a428-7945e0bfb781 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:48:25.374193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:48:25.393978 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Sync routers for ids ['83ae1c96-0f57-4f17-a428-7945e0bfb781'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:48:25.404799 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:25.410209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7fa87540-0cab-4b4a-becc-4318c90b4a0c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.4464457 Nov 19 09:48:25.410603 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60230) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:25.416689 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Routers {'83ae1c96-0f57-4f17-a428-7945e0bfb781'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:48:25.438019 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:48:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['83ae1c96-0f57-4f17-a428-7945e0bfb781'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:48:25.500360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed209f3e-7e0f-4091-b3d4-532f3db11abc None None] Network e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:48:25.559554 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 98466227-ac8d-456d-95cb-b01eba383fb7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:48:25.671403 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:25.692251 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ad111f1c-8626-4af8-a188-b289fdcff9d4 None None] Provisioning complete for port 98466227-ac8d-456d-95cb-b01eba383fb7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:48:25.692632 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ad111f1c-8626-4af8-a188-b289fdcff9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:25.738547 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Set router 83ae1c96-0f57-4f17-a428-7945e0bfb781 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:48:26.071686 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:26.083431 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 98466227-ac8d-456d-95cb-b01eba383fb7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:48:26.084010 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:26.242725 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ad111f1c-8626-4af8-a188-b289fdcff9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:26.324206 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Allocated IP 172.20.0.1 (e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f/874efc6f-f44e-4b72-b9f9-54f8c7f15889/6b315749-6ad1-4a5f-a39f-18e52b44ecd1) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:48:26.417632 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:26.457859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ad111f1c-8626-4af8-a188-b289fdcff9d4 None None] For port 98466227-ac8d-456d-95cb-b01eba383fb7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=98466227-ac8d-456d-95cb-b01eba383fb7,segment=NetworkSegment(a7e5163b-bc30-43df-8607-de81a01225fc),segment_id=a7e5163b-bc30-43df-8607-de81a01225fc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:48:26.468565 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ad111f1c-8626-4af8-a188-b289fdcff9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:26.530546 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:26.547085 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ae1c96-0f57-4f17-a428-7945e0bfb781', 'name': 'tempest-ImageQuotaTest-1293672522-router', 'tenant_id': '472691f3994847389c8ef8e4bd821351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '87130695-4840-4c82-a5a4-265051900571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:48:22Z', 'updated_at': '2021-11-19T09:48:24Z', 'revision_number': 3, 'project_id': '472691f3994847389c8ef8e4bd821351', 'gw_port': {'id': '87130695-4840-4c82-a5a4-265051900571', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae1c96-0f57-4f17-a428-7945e0bfb781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:48:23Z', 'updated_at': '2021-11-19T09:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:48:26.582560 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:26.615183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Network e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:48:26.621449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Checking router: 83ae1c96-0f57-4f17-a428-7945e0bfb781 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:48:26.622274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Updating router 83ae1c96-0f57-4f17-a428-7945e0bfb781 port 87130695-4840-4c82-a5a4-265051900571 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:48:26.644495 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:48:26.650217 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:48:26.681794 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:48:26.682392 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:48:26.696648 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:26.704869 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad111f1c-8626-4af8-a188-b289fdcff9d4 None None] Pushing event updated for resources: {'Port': ['ID=98466227-ac8d-456d-95cb-b01eba383fb7,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:26.718334 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Pushing event updated for resources: {'Port': ['ID=6b315749-6ad1-4a5f-a39f-18e52b44ecd1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:26.728832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:26.824287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-13d69a90-a07a-4029-a2d9-7909c4061330 None None] Provisioning complete for port 98466227-ac8d-456d-95cb-b01eba383fb7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:48:26.824778 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-13d69a90-a07a-4029-a2d9-7909c4061330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:27.002062 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:27.296003 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:27.306418 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:27.318775 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:27.334910 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:27.442027 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:27.445168 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Pushing event updated for resources: {'Port': ['ID=6b315749-6ad1-4a5f-a39f-18e52b44ecd1,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:27.467926 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 98466227-ac8d-456d-95cb-b01eba383fb7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:48:27.516414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1028afe5-37ce-49ab-85f2-87d472ac90c4 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:48:27.591213 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834f0ec-603d-4ee5-8e8d-727efcd52729 None None] Pushing event updated for resources: {'Port': ['ID=87130695-4840-4c82-a5a4-265051900571,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:27.601346 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-aa553378-2b08-4bc4-937f-408aceb1746b None None] Provisioning complete for port 6b315749-6ad1-4a5f-a39f-18e52b44ecd1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:48:27.601897 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aa553378-2b08-4bc4-937f-408aceb1746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:27.643038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Network e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:48:27.643869 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Attempting to bind port 87130695-4840-4c82-a5a4-265051900571 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:48:27.644269 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Attempting to bind port 87130695-4840-4c82-a5a4-265051900571 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:48:27.645260 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Attempting to bind port 87130695-4840-4c82-a5a4-265051900571 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:48:27.646873 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:48:27.660573 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:48:27.661438 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:48:27.661852 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:27.662599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:48:27.663309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Bound port: 87130695-4840-4c82-a5a4-265051900571, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:48:27.663945 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:27.827403 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-aa553378-2b08-4bc4-937f-408aceb1746b None None] Port 6b315749-6ad1-4a5f-a39f-18e52b44ecd1 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:48:27.839867 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 98466227-ac8d-456d-95cb-b01eba383fb7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:48:27.840247 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:27.890356 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] For port 87130695-4840-4c82-a5a4-265051900571, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:48:27.911367 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Router 83ae1c96-0f57-4f17-a428-7945e0bfb781 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:48:27.918767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] For port 87130695-4840-4c82-a5a4-265051900571, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=87130695-4840-4c82-a5a4-265051900571,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:48:27.928621 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:28.028322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cd9c65f8-8981-4765-bdb3-9e3921a8010f None None] Provisioning complete for port 87130695-4840-4c82-a5a4-265051900571 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:48:28.028773 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cd9c65f8-8981-4765-bdb3-9e3921a8010f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:28.085513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be689923-40b3-44ed-90d8-972fe9b5a40d None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:48:28.148006 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:48:28.156163 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834f0ec-603d-4ee5-8e8d-727efcd52729 None None] Pushing event updated for resources: {'Port': ['ID=87130695-4840-4c82-a5a4-265051900571,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:28.168208 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Routers {'83ae1c96-0f57-4f17-a428-7945e0bfb781'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:48:28.168208 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:48:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['83ae1c96-0f57-4f17-a428-7945e0bfb781'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:48:28.169115 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c236c22f-b38a-4159-ab9a-1cc05f4bf56a admin admin] 10.222.0.21 "PUT /v2.0/routers/83ae1c96-0f57-4f17-a428-7945e0bfb781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7479076 Nov 19 09:48:28.340622 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cd9c65f8-8981-4765-bdb3-9e3921a8010f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:28.382307 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] Set router 83ae1c96-0f57-4f17-a428-7945e0bfb781 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:48:28.421067 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cd9c65f8-8981-4765-bdb3-9e3921a8010f None None] For port 87130695-4840-4c82-a5a4-265051900571, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=87130695-4840-4c82-a5a4-265051900571,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:48:28.431647 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cd9c65f8-8981-4765-bdb3-9e3921a8010f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:28.773075 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c65f8-8981-4765-bdb3-9e3921a8010f None None] Pushing event updated for resources: {'Port': ['ID=87130695-4840-4c82-a5a4-265051900571,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:28.802309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9cb856a4-bacd-4e7b-b9ce-019ded50cc10 None None] Provisioning complete for port 6b315749-6ad1-4a5f-a39f-18e52b44ecd1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:48:28.802936 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9cb856a4-bacd-4e7b-b9ce-019ded50cc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:28.876945 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9cb856a4-bacd-4e7b-b9ce-019ded50cc10 None None] Port 6b315749-6ad1-4a5f-a39f-18e52b44ecd1 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:48:28.923163 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9cb856a4-bacd-4e7b-b9ce-019ded50cc10 None None] Provisioning complete for port 87130695-4840-4c82-a5a4-265051900571 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:48:28.923795 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9cb856a4-bacd-4e7b-b9ce-019ded50cc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:29.013362 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ae1c96-0f57-4f17-a428-7945e0bfb781', 'name': 'tempest-ImageQuotaTest-1293672522-router', 'tenant_id': '472691f3994847389c8ef8e4bd821351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '87130695-4840-4c82-a5a4-265051900571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:48:22Z', 'updated_at': '2021-11-19T09:48:26Z', 'revision_number': 4, 'project_id': '472691f3994847389c8ef8e4bd821351', 'gw_port': {'id': '87130695-4840-4c82-a5a4-265051900571', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae1c96-0f57-4f17-a428-7945e0bfb781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:48:23Z', 'updated_at': '2021-11-19T09:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '6b315749-6ad1-4a5f-a39f-18e52b44ecd1', 'name': '', 'network_id': 'e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f', 'tenant_id': '472691f3994847389c8ef8e4bd821351', 'mac_address': 'fa:16:3e:b5:da:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae1c96-0f57-4f17-a428-7945e0bfb781', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '874efc6f-f44e-4b72-b9f9-54f8c7f15889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:48:26Z', 'updated_at': '2021-11-19T09:48:27Z', 'revision_number': 2, 'project_id': '472691f3994847389c8ef8e4bd821351', 'subnets': [{'id': '874efc6f-f44e-4b72-b9f9-54f8c7f15889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:48:29.057485 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9668151-97d3-4889-b9a7-bc8992e677d8 None None] The sync data for ids ['83ae1c96-0f57-4f17-a428-7945e0bfb781'] in n-d-805649-14 is: [{'id': '83ae1c96-0f57-4f17-a428-7945e0bfb781', 'name': 'tempest-ImageQuotaTest-1293672522-router', 'tenant_id': '472691f3994847389c8ef8e4bd821351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '87130695-4840-4c82-a5a4-265051900571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:48:22Z', 'updated_at': '2021-11-19T09:48:26Z', 'revision_number': 4, 'project_id': '472691f3994847389c8ef8e4bd821351', 'gw_port': {'id': '87130695-4840-4c82-a5a4-265051900571', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae1c96-0f57-4f17-a428-7945e0bfb781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:48:23Z', 'updated_at': '2021-11-19T09:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '6b315749-6ad1-4a5f-a39f-18e52b44ecd1', 'name': '', 'network_id': 'e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f', 'tenant_id': '472691f3994847389c8ef8e4bd821351', 'mac_address': 'fa:16:3e:b5:da:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ae1c96-0f57-4f17-a428-7945e0bfb781', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '874efc6f-f44e-4b72-b9f9-54f8c7f15889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:48:26Z', 'updated_at': '2021-11-19T09:48:27Z', 'revision_number': 2, 'project_id': '472691f3994847389c8ef8e4bd821351', 'subnets': [{'id': '874efc6f-f44e-4b72-b9f9-54f8c7f15889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:48:29.640918 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60274) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:30.577058 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c420a36d-84a0-4686-ba20-b508e6957c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:30.935238 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60310) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:30.941555 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-70d576d6-2303-4dbe-8a6c-a8dc6c423f37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1018152569', 'description': 'tempest-secgroup-smoke-1018152569 description', 'project_id': 'a84db2c49968458a9cc1816d95bbefc9'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:48:30.950046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-c420a36d-84a0-4686-ba20-b508e6957c60 admin admin] Deleting port 6b315749-6ad1-4a5f-a39f-18e52b44ecd1 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:48:30.950995 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c420a36d-84a0-4686-ba20-b508e6957c60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:30.976164 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70d576d6-2303-4dbe-8a6c-a8dc6c423f37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.060430 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c420a36d-84a0-4686-ba20-b508e6957c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.085189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-c420a36d-84a0-4686-ba20-b508e6957c60 admin admin] Calling delete_port for 6b315749-6ad1-4a5f-a39f-18e52b44ecd1 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:48:31.090571 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70d576d6-2303-4dbe-8a6c-a8dc6c423f37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.096749 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70d576d6-2303-4dbe-8a6c-a8dc6c423f37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.121225 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70d576d6-2303-4dbe-8a6c-a8dc6c423f37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.126946 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-70d576d6-2303-4dbe-8a6c-a8dc6c423f37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1857555 Nov 19 09:48:31.129170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60312) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:31.134909 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c38901e3-86c3-4a7c-892c-570f3e76edce tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Request body: {'security_group_rule': {'security_group_id': '772c0846-58d3-4562-8033-ae8de73b696b', 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:48:31.166931 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d576d6-2303-4dbe-8a6c-a8dc6c423f37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772c0846-58d3-4562-8033-ae8de73b696b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:31.204488 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c38901e3-86c3-4a7c-892c-570f3e76edce tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.293343 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c38901e3-86c3-4a7c-892c-570f3e76edce tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.298797 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c38901e3-86c3-4a7c-892c-570f3e76edce tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.326175 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38901e3-86c3-4a7c-892c-570f3e76edce tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d070ceec-e3cf-4c06-8ede-ec54af1fbf02,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:31.335285 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c38901e3-86c3-4a7c-892c-570f3e76edce tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.336912 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c38901e3-86c3-4a7c-892c-570f3e76edce tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2065375 Nov 19 09:48:31.340378 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60314) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:31.347730 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-fc0492be-0158-4b29-8274-8a094de12c0e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Request body: {'security_group_rule': {'security_group_id': '772c0846-58d3-4562-8033-ae8de73b696b', 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:48:31.378612 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c420a36d-84a0-4686-ba20-b508e6957c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.396762 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc0492be-0158-4b29-8274-8a094de12c0e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.411661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420a36d-84a0-4686-ba20-b508e6957c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b315749-6ad1-4a5f-a39f-18e52b44ecd1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:31.520444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 87130695-4840-4c82-a5a4-265051900571 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:48:31.540709 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc0492be-0158-4b29-8274-8a094de12c0e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.547599 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc0492be-0158-4b29-8274-8a094de12c0e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.568408 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0492be-0158-4b29-8274-8a094de12c0e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ff055d-f006-4bf0-a4d6-dcfbfbde17af,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:31.579160 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc0492be-0158-4b29-8274-8a094de12c0e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.585597 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fc0492be-0158-4b29-8274-8a094de12c0e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2392805 Nov 19 09:48:31.587043 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60316) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:31.600249 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c5173bf2-f642-464b-a012-179db313035c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Request body: {'security_group_rule': {'security_group_id': '772c0846-58d3-4562-8033-ae8de73b696b', 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:48:31.608210 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 87130695-4840-4c82-a5a4-265051900571 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:48:31.608588 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.657858 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5173bf2-f642-464b-a012-179db313035c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.721464 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c420a36d-84a0-4686-ba20-b508e6957c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.772373 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5173bf2-f642-464b-a012-179db313035c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.778972 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5173bf2-f642-464b-a012-179db313035c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.811612 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5173bf2-f642-464b-a012-179db313035c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df09943e-12a4-46ef-aa12-6e86995f76be,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:31.823747 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5173bf2-f642-464b-a012-179db313035c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.829162 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c5173bf2-f642-464b-a012-179db313035c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2377293 Nov 19 09:48:31.831391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60318) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:31.839889 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-908163c4-cdec-4060-9b57-162093945ac9 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Request body: {'security_group_rule': {'security_group_id': '772c0846-58d3-4562-8033-ae8de73b696b', 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:48:31.902187 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-908163c4-cdec-4060-9b57-162093945ac9 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.979222 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-908163c4-cdec-4060-9b57-162093945ac9 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:31.983637 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-908163c4-cdec-4060-9b57-162093945ac9 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:32.009699 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908163c4-cdec-4060-9b57-162093945ac9 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9c52ae-3d9b-4cdf-9a93-55b5554b9249,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:32.025234 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-908163c4-cdec-4060-9b57-162093945ac9 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:32.029399 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-908163c4-cdec-4060-9b57-162093945ac9 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1937423 Nov 19 09:48:32.029941 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60320) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:32.036974 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e80e27b0-316b-4edd-b162-a9c29995ea3c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Request body: {'security_group_rule': {'security_group_id': '772c0846-58d3-4562-8033-ae8de73b696b', 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:48:32.074173 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-e80e27b0-316b-4edd-b162-a9c29995ea3c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Project a84db2c49968458a9cc1816d95bbefc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:48:32.079840 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e80e27b0-316b-4edd-b162-a9c29995ea3c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:32.092136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c420a36d-84a0-4686-ba20-b508e6957c60 admin admin] Router 83ae1c96-0f57-4f17-a428-7945e0bfb781 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:48:32.160414 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e80e27b0-316b-4edd-b162-a9c29995ea3c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:32.166258 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e80e27b0-316b-4edd-b162-a9c29995ea3c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:32.199685 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e27b0-316b-4edd-b162-a9c29995ea3c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6fb23bb-97dc-4984-8eea-d95d7d6364d2,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:32.211367 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e80e27b0-316b-4edd-b162-a9c29995ea3c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:32.213002 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e80e27b0-316b-4edd-b162-a9c29995ea3c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1815529 Nov 19 09:48:32.215666 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60322) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:32.220204 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cdb5daee-3ad1-4106-9a7d-9793851c492a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Request body: {'security_group_rule': {'security_group_id': '772c0846-58d3-4562-8033-ae8de73b696b', 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:48:32.250865 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-cdb5daee-3ad1-4106-9a7d-9793851c492a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Project a84db2c49968458a9cc1816d95bbefc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 09:48:32.275472 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdb5daee-3ad1-4106-9a7d-9793851c492a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:32.280512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c420a36d-84a0-4686-ba20-b508e6957c60 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:48:32.288689 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c420a36d-84a0-4686-ba20-b508e6957c60 admin admin] 10.222.0.21 "PUT /v2.0/routers/83ae1c96-0f57-4f17-a428-7945e0bfb781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6463666 Nov 19 09:48:32.292394 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60324) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:32.299632 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b9fd25-292c-49cd-8d57-a95724041ee5 None None] Sync routers for ids ['83ae1c96-0f57-4f17-a428-7945e0bfb781'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:48:32.314846 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b9fd25-292c-49cd-8d57-a95724041ee5 None None] Routers {'83ae1c96-0f57-4f17-a428-7945e0bfb781'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:48:32.316144 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-31b9fd25-292c-49cd-8d57-a95724041ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:48:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['83ae1c96-0f57-4f17-a428-7945e0bfb781'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:48:32.376383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdb5daee-3ad1-4106-9a7d-9793851c492a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:32.382303 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdb5daee-3ad1-4106-9a7d-9793851c492a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:32.416067 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5daee-3ad1-4106-9a7d-9793851c492a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a56a61-cff4-4458-a5db-2402cba13077,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:32.425427 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdb5daee-3ad1-4106-9a7d-9793851c492a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:32.427370 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cdb5daee-3ad1-4106-9a7d-9793851c492a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2105725 Nov 19 09:48:32.456370 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d106654-cc7d-4efd-96dc-8bb325e8b7c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:32.494252 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-31b9fd25-292c-49cd-8d57-a95724041ee5 None None] Set router 83ae1c96-0f57-4f17-a428-7945e0bfb781 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:48:32.610433 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d106654-cc7d-4efd-96dc-8bb325e8b7c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:32.708177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8d106654-cc7d-4efd-96dc-8bb325e8b7c4 admin admin] Deleting port 87130695-4840-4c82-a5a4-265051900571 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:48:32.709062 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d106654-cc7d-4efd-96dc-8bb325e8b7c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:32.729474 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-31b9fd25-292c-49cd-8d57-a95724041ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ae1c96-0f57-4f17-a428-7945e0bfb781', 'name': 'tempest-ImageQuotaTest-1293672522-router', 'tenant_id': '472691f3994847389c8ef8e4bd821351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '87130695-4840-4c82-a5a4-265051900571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:48:22Z', 'updated_at': '2021-11-19T09:48:31Z', 'revision_number': 5, 'project_id': '472691f3994847389c8ef8e4bd821351', 'gw_port': {'id': '87130695-4840-4c82-a5a4-265051900571', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ae1c96-0f57-4f17-a428-7945e0bfb781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:48:23Z', 'updated_at': '2021-11-19T09:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:48:32.763565 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b9fd25-292c-49cd-8d57-a95724041ee5 None None] Checking router: 83ae1c96-0f57-4f17-a428-7945e0bfb781 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:48:32.775488 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b9fd25-292c-49cd-8d57-a95724041ee5 None None] Routers {'83ae1c96-0f57-4f17-a428-7945e0bfb781'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:48:32.776513 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-31b9fd25-292c-49cd-8d57-a95724041ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:48:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['83ae1c96-0f57-4f17-a428-7945e0bfb781'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:48:32.833274 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-8d106654-cc7d-4efd-96dc-8bb325e8b7c4 admin admin] For port 87130695-4840-4c82-a5a4-265051900571, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=87130695-4840-4c82-a5a4-265051900571,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:48:32.834102 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d106654-cc7d-4efd-96dc-8bb325e8b7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:32.856185 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8d106654-cc7d-4efd-96dc-8bb325e8b7c4 admin admin] Calling delete_port for 87130695-4840-4c82-a5a4-265051900571 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:48:32.871788 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-31b9fd25-292c-49cd-8d57-a95724041ee5 None None] Set router 83ae1c96-0f57-4f17-a428-7945e0bfb781 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:48:33.092332 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-31b9fd25-292c-49cd-8d57-a95724041ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ae1c96-0f57-4f17-a428-7945e0bfb781', 'name': 'tempest-ImageQuotaTest-1293672522-router', 'tenant_id': '472691f3994847389c8ef8e4bd821351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:48:22Z', 'updated_at': '2021-11-19T09:48:32Z', 'revision_number': 6, 'project_id': '472691f3994847389c8ef8e4bd821351', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:48:33.114333 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d106654-cc7d-4efd-96dc-8bb325e8b7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:33.140372 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b9fd25-292c-49cd-8d57-a95724041ee5 None None] The sync data for ids ['83ae1c96-0f57-4f17-a428-7945e0bfb781'] in n-d-805649-14 is: [{'id': '83ae1c96-0f57-4f17-a428-7945e0bfb781', 'name': 'tempest-ImageQuotaTest-1293672522-router', 'tenant_id': '472691f3994847389c8ef8e4bd821351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:48:22Z', 'updated_at': '2021-11-19T09:48:32Z', 'revision_number': 6, 'project_id': '472691f3994847389c8ef8e4bd821351', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:48:33.150921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d106654-cc7d-4efd-96dc-8bb325e8b7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=87130695-4840-4c82-a5a4-265051900571,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:33.169993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0be1269-9197-4516-ba83-2d0d9bce760b None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:48:33.238969 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d106654-cc7d-4efd-96dc-8bb325e8b7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:33.373747 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d106654-cc7d-4efd-96dc-8bb325e8b7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:33.376093 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d106654-cc7d-4efd-96dc-8bb325e8b7c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:33.428014 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d106654-cc7d-4efd-96dc-8bb325e8b7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:33.428473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d106654-cc7d-4efd-96dc-8bb325e8b7c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83ae1c96-0f57-4f17-a428-7945e0bfb781 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:48:33.438968 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d106654-cc7d-4efd-96dc-8bb325e8b7c4 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:33.441323 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8d106654-cc7d-4efd-96dc-8bb325e8b7c4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/83ae1c96-0f57-4f17-a428-7945e0bfb781 HTTP/1.1" status: 204 len: 168 time: 1.1474111 Nov 19 09:48:33.444101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60398) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:33.532190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-da404adf-b3d5-41e7-9f5c-48072354a4ea admin admin] Deleting subnet 874efc6f-f44e-4b72-b9f9-54f8c7f15889 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:48:33.538286 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da404adf-b3d5-41e7-9f5c-48072354a4ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:33.607741 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da404adf-b3d5-41e7-9f5c-48072354a4ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:33.646062 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6b315749-6ad1-4a5f-a39f-18e52b44ecd1 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:48:33.678569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 6b315749-6ad1-4a5f-a39f-18e52b44ecd1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:48:33.679533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6b315749-6ad1-4a5f-a39f-18e52b44ecd1 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:48:33.784699 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da404adf-b3d5-41e7-9f5c-48072354a4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:33.865396 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da404adf-b3d5-41e7-9f5c-48072354a4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:33.901069 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-da404adf-b3d5-41e7-9f5c-48072354a4ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:33.904444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-da404adf-b3d5-41e7-9f5c-48072354a4ea admin admin] 10.222.0.21 "DELETE /v2.0/subnets/874efc6f-f44e-4b72-b9f9-54f8c7f15889 HTTP/1.1" status: 204 len: 168 time: 0.4584458 Nov 19 09:48:33.905868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da404adf-b3d5-41e7-9f5c-48072354a4ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=874efc6f-f44e-4b72-b9f9-54f8c7f15889,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:33.908304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60400) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:33.917383 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7dc43c-c95d-4862-adcd-caf378eaebc9 None None] Network e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:48:34.025577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:34.127879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] Deleting port 98466227-ac8d-456d-95cb-b01eba383fb7 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:48:34.128549 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:34.172430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e3200-8a19-4541-b584-2b534f7a19e2 None None] DHCP port deletion for e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:48:34.241900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] For port 98466227-ac8d-456d-95cb-b01eba383fb7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=98466227-ac8d-456d-95cb-b01eba383fb7,segment=NetworkSegment(a7e5163b-bc30-43df-8607-de81a01225fc),segment_id=a7e5163b-bc30-43df-8607-de81a01225fc)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:48:34.242361 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:34.257595 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] Calling delete_port for 98466227-ac8d-456d-95cb-b01eba383fb7 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:48:34.259827 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-147e3200-8a19-4541-b584-2b534f7a19e2 None None] Deleting port 98466227-ac8d-456d-95cb-b01eba383fb7 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:48:34.260757 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-147e3200-8a19-4541-b584-2b534f7a19e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:34.362443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-147e3200-8a19-4541-b584-2b534f7a19e2 None None] For port 98466227-ac8d-456d-95cb-b01eba383fb7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=98466227-ac8d-456d-95cb-b01eba383fb7,segment=NetworkSegment(a7e5163b-bc30-43df-8607-de81a01225fc),segment_id=a7e5163b-bc30-43df-8607-de81a01225fc)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:48:34.363188 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-147e3200-8a19-4541-b584-2b534f7a19e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:34.381962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-147e3200-8a19-4541-b584-2b534f7a19e2 None None] Calling delete_port for 98466227-ac8d-456d-95cb-b01eba383fb7 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:48:34.436518 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:34.476259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] Pushing event deleted for resources: {'Port': ['ID=98466227-ac8d-456d-95cb-b01eba383fb7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:34.479089 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] No DVR routers for this DVR port 98466227-ac8d-456d-95cb-b01eba383fb7 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:48:34.497763 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-147e3200-8a19-4541-b584-2b534f7a19e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:34.540216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e3200-8a19-4541-b584-2b534f7a19e2 None None] Pushing event deleted for resources: {'Port': ['ID=98466227-ac8d-456d-95cb-b01eba383fb7,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:34.557564 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147e3200-8a19-4541-b584-2b534f7a19e2 None None] No DVR routers for this DVR port 98466227-ac8d-456d-95cb-b01eba383fb7 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:48:34.572300 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:34.608738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:48:34.623283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e5163b-bc30-43df-8607-de81a01225fc') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:48:34.623643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e5163b-bc30-43df-8607-de81a01225fc') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:48:34.638351 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:34.654799 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:34.667831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:48:34.668428 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:48:34.671008 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:48:34.755258 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:34.762025 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:34.765328 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f HTTP/1.1" status: 204 len: 168 time: 0.8560462 Nov 19 09:48:34.779334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f8bed-5b7e-45fc-9971-43141e991029 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7c39d1a-bfef-4e4b-bbd6-9c81fdd2063f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:34.954184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60406) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:35.018524 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bd2c0437-7e65-4248-b298-3c11a82ecd08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=472691f3994847389c8ef8e4bd821351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0625036 Nov 19 09:48:35.022544 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60408) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:35.098041 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52e6f9d2-e0af-4700-b707-de7b3d10411e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:35.126178 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52e6f9d2-e0af-4700-b707-de7b3d10411e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:35.186531 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52e6f9d2-e0af-4700-b707-de7b3d10411e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:35.190379 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-52e6f9d2-e0af-4700-b707-de7b3d10411e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:35.194829 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-52e6f9d2-e0af-4700-b707-de7b3d10411e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb3983f5-8f5c-4d04-929b-52d86aaea6a7 HTTP/1.1" status: 204 len: 168 time: 0.1707313 Nov 19 09:48:35.208323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6f9d2-e0af-4700-b707-de7b3d10411e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3983f5-8f5c-4d04-929b-52d86aaea6a7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:35.456620 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 98466227-ac8d-456d-95cb-b01eba383fb7 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:48:35.490347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 98466227-ac8d-456d-95cb-b01eba383fb7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:48:35.490778 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 98466227-ac8d-456d-95cb-b01eba383fb7 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:48:35.491136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 87130695-4840-4c82-a5a4-265051900571 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:48:35.521217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 87130695-4840-4c82-a5a4-265051900571 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:48:35.521559 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 87130695-4840-4c82-a5a4-265051900571 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:48:35.725662 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60416) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:35.746602 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b5112bd-89dd-4aad-906e-09edc498a3c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:35.855479 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b5112bd-89dd-4aad-906e-09edc498a3c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:35.860602 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b5112bd-89dd-4aad-906e-09edc498a3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:35.911630 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5112bd-89dd-4aad-906e-09edc498a3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482673d0-8193-4fc5-a498-5b87c1fe9523,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:35.918248 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9b5112bd-89dd-4aad-906e-09edc498a3c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1914072 Nov 19 09:48:35.920950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60418) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:48:35.996818 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68e9bfc9-cdc0-4db8-9fe2-8eca32dc324f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:36.025627 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68e9bfc9-cdc0-4db8-9fe2-8eca32dc324f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:36.101254 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68e9bfc9-cdc0-4db8-9fe2-8eca32dc324f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:36.104566 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68e9bfc9-cdc0-4db8-9fe2-8eca32dc324f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:36.106334 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-68e9bfc9-cdc0-4db8-9fe2-8eca32dc324f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/482673d0-8193-4fc5-a498-5b87c1fe9523 HTTP/1.1" status: 204 len: 168 time: 0.1841297 Nov 19 09:48:36.122570 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9bfc9-cdc0-4db8-9fe2-8eca32dc324f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482673d0-8193-4fc5-a498-5b87c1fe9523,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:45.743850 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:48.217552 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:49.928673 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-db9cb47a-ce63-4ff9-9f69-bf7c0de53b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:52.349036 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f4f6af06-e93b-4ce6-bc12-be3defcfe159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:52.674218 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-48355972-54e0-4185-9c6b-5ecb55fa2099 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018152569&fields=id&tenant_id=a84db2c49968458a9cc1816d95bbefc9 HTTP/1.1" status: 200 len: 267 time: 0.0525224 Nov 19 09:48:52.800197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-7466ffea-3fd0-479a-bfc0-8b2c7e4fe1ed tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:52.801870 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-7466ffea-3fd0-479a-bfc0-8b2c7e4fe1ed tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 812 time: 0.1199770 Nov 19 09:48:52.820036 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-a79636ae-6851-455f-b4a2-bdd2b936c227 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/quotas/a84db2c49968458a9cc1816d95bbefc9 HTTP/1.1" status: 200 len: 375 time: 0.0110393 Nov 19 09:48:52.886016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-506bb377-0b05-45e0-bde4-461cbce55f30 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595934 Nov 19 09:48:53.043998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-1dd8c25a-4f26-4160-88f5-b1b53ce95ad0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:48:53.045208 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-1dd8c25a-4f26-4160-88f5-b1b53ce95ad0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1467607 Nov 19 09:48:53.184739 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-f915d869-cbcb-47d7-8727-04c1dfcd95da service neutron] 10.222.0.21 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321123 Nov 19 09:48:53.334269 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-908184c8-725a-4e1e-8e21-ea767c236b29 service neutron] 10.222.0.21 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427295 Nov 19 09:48:53.566317 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:53.693027 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37fd0963-7225-41cc-983c-5e0ed691df5b req-1f29ec7e-c814-470f-9da2-5e00b0d7f436 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 210 time: 0.0474262 Nov 19 09:48:54.736898 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:48:54.828165 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-25c94bae-7c7e-483e-a45e-a115d1475fc4 req-4cac1455-a955-464e-81be-b758f59813c8 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 210 time: 0.0367687 Nov 19 09:48:54.976665 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:55.022290 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-6d02fccd-553a-4715-b084-e14d1da6dc54 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:55.023877 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-6d02fccd-553a-4715-b084-e14d1da6dc54 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 812 time: 0.1281784 Nov 19 09:48:55.097325 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-76213a73-7a09-4c34-96fd-5b53cd6b04f6 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a84db2c49968458a9cc1816d95bbefc9 HTTP/1.1" status: 200 len: 380 time: 0.0639298 Nov 19 09:48:55.107857 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-bedc0db9-aff3-4d99-b5cd-7c7d276fa921 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Request body: {'port': {'device_id': 'ab3e469b-0c54-40c7-b27d-c544189c9894', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'admin_state_up': True, 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'security_groups': ['772c0846-58d3-4562-8033-ae8de73b696b']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:48:55.294888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-bedc0db9-aff3-4d99-b5cd-7c7d276fa921 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Made reservation on behalf of a84db2c49968458a9cc1816d95bbefc9 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:48:55.299275 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-bedc0db9-aff3-4d99-b5cd-7c7d276fa921 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:55.472356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-bedc0db9-aff3-4d99-b5cd-7c7d276fa921 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Allocated IP 172.20.0.3 (3a43663e-7d24-49a9-a7fa-bf42bee67415/d194d568-daba-4f96-9ac3-d2547054e5f8/143053ef-c0ac-4dfd-a1f4-418e4e8a7b26) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:48:55.576829 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:55.693122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-bedc0db9-aff3-4d99-b5cd-7c7d276fa921 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:55.734383 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-bedc0db9-aff3-4d99-b5cd-7c7d276fa921 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:55.785770 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-bedc0db9-aff3-4d99-b5cd-7c7d276fa921 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Network 3a43663e-7d24-49a9-a7fa-bf42bee67415 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:48:55.790473 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-bedc0db9-aff3-4d99-b5cd-7c7d276fa921 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:48:55.797608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-bedc0db9-aff3-4d99-b5cd-7c7d276fa921 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:48:55.836872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc0db9-aff3-4d99-b5cd-7c7d276fa921 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'Port': ['ID=143053ef-c0ac-4dfd-a1f4-418e4e8a7b26,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:55.893391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-bedc0db9-aff3-4d99-b5cd-7c7d276fa921 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:55.894725 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-bedc0db9-aff3-4d99-b5cd-7c7d276fa921 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:55.927580 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-bedc0db9-aff3-4d99-b5cd-7c7d276fa921 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8236766 Nov 19 09:48:55.982696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4d10a-9ed2-4204-b5c2-d45bbc3ba238 req-3d196a95-c09f-486d-8f31-e0f949b4959e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:55.984341 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6c4d10a-9ed2-4204-b5c2-d45bbc3ba238 req-3d196a95-c09f-486d-8f31-e0f949b4959e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 931 time: 0.0621915 Nov 19 09:48:56.059059 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6c4d10a-9ed2-4204-b5c2-d45bbc3ba238 req-6d23906a-b99d-48e6-b7d6-d31ead6e90da tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610187 Nov 19 09:48:56.067791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Request body: {'port': {'device_id': 'ab3e469b-0c54-40c7-b27d-c544189c9894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:48:56.155132 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:56.248275 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-93291484-ae71-47fe-a04b-8de31d6185ca None None] Provisioning complete for port 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:48:56.249698 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-93291484-ae71-47fe-a04b-8de31d6185ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:56.309555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-93291484-ae71-47fe-a04b-8de31d6185ca None None] Port 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:48:56.536482 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:48:56.546929 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:56.561398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Transition to ACTIVE for port object 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:48:56.566583 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:56.625243 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Pushing event updated for resources: {'Port': ['ID=143053ef-c0ac-4dfd-a1f4-418e4e8a7b26,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:56.711524 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Attempting to bind port 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:48:56.712172 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Attempting to bind port 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:48:56.712357 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Attempting to bind port 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:48:56.718807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Port 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:48:56.719321 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Attempting to bind port 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:48:56.726669 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:48:56.726669 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Checking segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:48:56.726669 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Bound using segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:48:56.729961 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Bound port: 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:48:56.729961 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:56.868701 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] For port 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:48:56.874936 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] For port 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=143053ef-c0ac-4dfd-a1f4-418e4e8a7b26,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:48:56.887769 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:56.948781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:56.949892 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:48:56.952315 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] 10.222.0.66 "PUT /v2.0/ports/143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 HTTP/1.1" status: 200 len: 1092 time: 1.0150678 Nov 19 09:48:56.953057 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3e469b-0c54-40c7-b27d-c544189c9894', 'tag': '143053ef-c0ac-4dfd-a1f4-418e4e8a7b26'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:48:56.959695 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7440cc5b-04a0-42cd-ab78-a99a7bd5cffd" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3e469b-0c54-40c7-b27d-c544189c9894", "tag": "143053ef-c0ac-4dfd-a1f4-418e4e8a7b26"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:48:56.999202 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890686ee-b982-47bf-8204-7743579ccf07 service neutron] Pushing event updated for resources: {'Port': ['ID=143053ef-c0ac-4dfd-a1f4-418e4e8a7b26,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:48:57.054008 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e591ec42-b6a1-4234-af51-02c5fe537e5d x-openstack-request-id: req-e591ec42-b6a1-4234-af51-02c5fe537e5d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:48:57.054523 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3e469b-0c54-40c7-b27d-c544189c9894", "tag": "143053ef-c0ac-4dfd-a1f4-418e4e8a7b26", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:48:57.055662 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e591ec42-b6a1-4234-af51-02c5fe537e5d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:48:57.056174 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3e469b-0c54-40c7-b27d-c544189c9894', 'tag': '143053ef-c0ac-4dfd-a1f4-418e4e8a7b26', 'status': 'completed', 'code': 200} Nov 19 09:48:57.085442 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-5826c1eb-00a9-4c7a-a04d-93f0199d978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:57.088604 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-5826c1eb-00a9-4c7a-a04d-93f0199d978e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 1095 time: 0.0801702 Nov 19 09:48:57.175160 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-fd3869cd-aee6-4803-88f3-a62561b33cb0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 HTTP/1.1" status: 200 len: 217 time: 0.0771582 Nov 19 09:48:57.282349 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-64b38eb2-dcfb-49a5-8209-57897460d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:57.284098 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-64b38eb2-dcfb-49a5-8209-57897460d289 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.1021757 Nov 19 09:48:57.315127 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9934f-43ce-44ad-90c4-e6c17e35fde6 req-4a7c5f3d-1e90-4778-b1e9-0d6dd7c4f5cc tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:57.317384 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72a9934f-43ce-44ad-90c4-e6c17e35fde6 req-4a7c5f3d-1e90-4778-b1e9-0d6dd7c4f5cc tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 943 time: 0.1219671 Nov 19 09:48:57.355570 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-b621dc46-ce05-445d-a9c1-594314de10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:57.359526 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-b621dc46-ce05-445d-a9c1-594314de10ee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676990 Nov 19 09:48:57.407414 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72a9934f-43ce-44ad-90c4-e6c17e35fde6 req-56f3e89f-eba1-425e-861f-17a6cc4fc4da tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746918 Nov 19 09:48:57.500018 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-b5f0f312-acd3-40e1-8f5a-9a02608e0870 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332543 Nov 19 09:48:57.634444 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8c779997-e63a-4dfc-b8d5-e5b7d5a4aa09 req-e09c3cfb-05e1-404f-bd8f-5f2116042fdc service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270649 Nov 19 09:48:57.746160 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440cc5b-04a0-42cd-ab78-a99a7bd5cffd req-1a7662b1-8a9a-4440-a675-c048f605a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:57.747808 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7440cc5b-04a0-42cd-ab78-a99a7bd5cffd req-1a7662b1-8a9a-4440-a675-c048f605a077 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 1095 time: 0.0520594 Nov 19 09:48:58.198590 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440cc5b-04a0-42cd-ab78-a99a7bd5cffd req-cdf9874b-e00b-4266-b8cf-c8016717075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:58.200839 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7440cc5b-04a0-42cd-ab78-a99a7bd5cffd req-cdf9874b-e00b-4266-b8cf-c8016717075c service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.4453380 Nov 19 09:48:58.245798 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7440cc5b-04a0-42cd-ab78-a99a7bd5cffd req-e0d9fda7-3bda-4a12-88bf-795734c408db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 HTTP/1.1" status: 200 len: 217 time: 0.0376525 Nov 19 09:48:58.305970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440cc5b-04a0-42cd-ab78-a99a7bd5cffd req-6fc13e8f-d064-4a9d-a348-0faf057cd86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:58.307960 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7440cc5b-04a0-42cd-ab78-a99a7bd5cffd req-6fc13e8f-d064-4a9d-a348-0faf057cd86d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0560296 Nov 19 09:48:58.371458 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440cc5b-04a0-42cd-ab78-a99a7bd5cffd req-8bb5acd9-ca57-4332-b458-d50401ef5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:58.373659 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7440cc5b-04a0-42cd-ab78-a99a7bd5cffd req-8bb5acd9-ca57-4332-b458-d50401ef5ec9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582213 Nov 19 09:48:58.491587 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7440cc5b-04a0-42cd-ab78-a99a7bd5cffd req-80991d4c-dce1-4c29-9a6d-f04b685feb60 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107228 Nov 19 09:48:58.587388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d9706-8f73-468a-a253-dafbd2d9c2b5 req-751e8c87-76ab-4e49-9196-47a18fa01d18 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:58.589995 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea1d9706-8f73-468a-a253-dafbd2d9c2b5 req-751e8c87-76ab-4e49-9196-47a18fa01d18 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 943 time: 0.0840390 Nov 19 09:48:58.616864 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-7440cc5b-04a0-42cd-ab78-a99a7bd5cffd req-6a98657f-91dd-44ca-8324-2d86691b6442 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177633 Nov 19 09:48:58.657580 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea1d9706-8f73-468a-a253-dafbd2d9c2b5 req-aa49d912-21dc-4a76-a29c-fef1fc8c462e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573926 Nov 19 09:48:59.814852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175f203-67bd-4fce-af7f-6b039cb38607 req-42c80393-cd67-49a5-888a-f8f5cc4ce679 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:48:59.815934 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7175f203-67bd-4fce-af7f-6b039cb38607 req-42c80393-cd67-49a5-888a-f8f5cc4ce679 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 943 time: 0.0644755 Nov 19 09:48:59.897369 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7175f203-67bd-4fce-af7f-6b039cb38607 req-abfdf6f9-3e2e-428c-821b-d22a82635bd2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684004 Nov 19 09:49:01.084111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6d10f-55e0-4313-bc84-cbeb606f10ed req-ccef1585-88af-4c49-a5f5-044e549a4c28 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:01.086811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ce6d10f-55e0-4313-bc84-cbeb606f10ed req-ccef1585-88af-4c49-a5f5-044e549a4c28 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 943 time: 0.0702844 Nov 19 09:49:01.146188 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ce6d10f-55e0-4313-bc84-cbeb606f10ed req-ba24c37a-ff88-47bd-a7be-e123d50c470e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529695 Nov 19 09:49:02.303517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ff7fa-a872-40aa-bfae-43af0b7b17a8 req-8d02b3d1-87ce-46fd-b093-3a0a67f7a38e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:02.305213 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-433ff7fa-a872-40aa-bfae-43af0b7b17a8 req-8d02b3d1-87ce-46fd-b093-3a0a67f7a38e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 943 time: 0.0564814 Nov 19 09:49:02.369830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-433ff7fa-a872-40aa-bfae-43af0b7b17a8 req-bda0184e-c289-435e-a267-6fb2d21b3110 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580235 Nov 19 09:49:03.514836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3aa1b8-6d3a-4dd5-9286-6a16f6a86534 req-b2484acf-b205-4f50-92e4-151864a82fdc tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:03.516453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b3aa1b8-6d3a-4dd5-9286-6a16f6a86534 req-b2484acf-b205-4f50-92e4-151864a82fdc tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 943 time: 0.0617065 Nov 19 09:49:03.579206 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b3aa1b8-6d3a-4dd5-9286-6a16f6a86534 req-21e81bc8-3b96-455e-92ec-70c106a491e9 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558171 Nov 19 09:49:04.732240 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9973ae9-e9ca-438b-9b90-363e21bbb928 req-9a87146e-edaf-4ec9-bd54-1139f3eb7a40 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:04.733878 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9973ae9-e9ca-438b-9b90-363e21bbb928 req-9a87146e-edaf-4ec9-bd54-1139f3eb7a40 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 943 time: 0.0660119 Nov 19 09:49:04.788174 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9973ae9-e9ca-438b-9b90-363e21bbb928 req-b8049358-c188-48f2-9de9-cbf20afa2a4a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481067 Nov 19 09:49:05.946568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee0135-39c4-41ef-bf22-aa44ae568f5a req-0671cee2-dc8a-4b4d-86e6-c9f95ae90064 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:05.948841 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bee0135-39c4-41ef-bf22-aa44ae568f5a req-0671cee2-dc8a-4b4d-86e6-c9f95ae90064 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 943 time: 0.0665417 Nov 19 09:49:06.022901 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bee0135-39c4-41ef-bf22-aa44ae568f5a req-1db2fa83-4b50-4458-8f86-3e1452d26ddb tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670137 Nov 19 09:49:07.219479 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603e5f2-3fba-4dd5-92b0-5b690338b0df req-8589e1af-625e-4a01-951a-456e387043a3 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:07.221602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e603e5f2-3fba-4dd5-92b0-5b690338b0df req-8589e1af-625e-4a01-951a-456e387043a3 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 943 time: 0.0827153 Nov 19 09:49:07.308692 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e603e5f2-3fba-4dd5-92b0-5b690338b0df req-c9d85a95-99e5-4f47-ac2c-fe3cceb3cb47 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802164 Nov 19 09:49:08.483387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5afb4-d4c9-4b81-a2b6-424b9080d788 req-f2ceb1d3-9e2b-40d2-915b-7716a11d4d71 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:08.487560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31e5afb4-d4c9-4b81-a2b6-424b9080d788 req-f2ceb1d3-9e2b-40d2-915b-7716a11d4d71 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 943 time: 0.0854330 Nov 19 09:49:08.574179 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31e5afb4-d4c9-4b81-a2b6-424b9080d788 req-f7c78ec3-894b-45b2-ba7c-a8c77304ee39 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747793 Nov 19 09:49:09.714167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac791fc-a71e-437c-9265-c8c9c5329536 req-b936024d-72b5-4a48-a06d-09102a12dfe8 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:09.715690 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ac791fc-a71e-437c-9265-c8c9c5329536 req-b936024d-72b5-4a48-a06d-09102a12dfe8 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 943 time: 0.0552695 Nov 19 09:49:09.784248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ac791fc-a71e-437c-9265-c8c9c5329536 req-046e0379-4f59-4adf-96ea-3dd244bf7127 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614946 Nov 19 09:49:10.327190 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-3252f541-207a-4b5d-a9d4-2535e2cc95dc req-d152d3d9-c233-4050-bb5a-3cb5cc307620 service neutron] (103476) timed out ('10.222.0.71', 60665) {{(pid=103476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 09:49:10.803872 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:49:10.917955 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=143053ef-c0ac-4dfd-a1f4-418e4e8a7b26,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:49:10.931317 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '143053ef-c0ac-4dfd-a1f4-418e4e8a7b26', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'port_id': '143053ef-c0ac-4dfd-a1f4-418e4e8a7b26', 'mac_address': 'fa:16:3e:ff:a3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:49:10.959911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b00a79-954d-4bac-bd24-31a6b1bf13d3 req-ba8808a6-179d-411a-8f86-901c6523234c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:10.962533 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71b00a79-954d-4bac-bd24-31a6b1bf13d3 req-ba8808a6-179d-411a-8f86-901c6523234c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 943 time: 0.0785799 Nov 19 09:49:10.991524 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:11.015065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:49:11.034158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71b00a79-954d-4bac-bd24-31a6b1bf13d3 req-e22cde5b-7761-4d61-bdf2-e28cac48084a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653908 Nov 19 09:49:11.048855 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=143053ef-c0ac-4dfd-a1f4-418e4e8a7b26,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:49:11.055625 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:11.111572 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=143053ef-c0ac-4dfd-a1f4-418e4e8a7b26,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:49:11.283228 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['143053ef-c0ac-4dfd-a1f4-418e4e8a7b26'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:49:12.164323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90503577-4f3d-433b-a840-7081fa71d99a req-e593beb0-f5f9-4c14-be57-a1432186ff21 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:12.165968 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90503577-4f3d-433b-a840-7081fa71d99a req-e593beb0-f5f9-4c14-be57-a1432186ff21 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 944 time: 0.0556107 Nov 19 09:49:12.247509 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90503577-4f3d-433b-a840-7081fa71d99a req-367c2acf-6d8d-42c7-bdf2-3f121881ba03 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708845 Nov 19 09:49:12.803078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:49:12.857389 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:49:12.861452 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:49:12.861832 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:12.959249 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:12.982769 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3e469b-0c54-40c7-b27d-c544189c9894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143053ef-c0ac-4dfd-a1f4-418e4e8a7b26'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:49:12.985062 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157403d0-bfc2-412a-a5e5-5923ed1550a3" -d '{"events": [{"server_uuid": "ab3e469b-0c54-40c7-b27d-c544189c9894", "name": "network-vif-plugged", "status": "completed", "tag": "143053ef-c0ac-4dfd-a1f4-418e4e8a7b26"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:49:12.999587 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=143053ef-c0ac-4dfd-a1f4-418e4e8a7b26,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:49:13.005331 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:13.046096 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adc346c-25da-4412-8490-83e9e1c4ad7b x-openstack-request-id: req-0adc346c-25da-4412-8490-83e9e1c4ad7b {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:49:13.046395 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3e469b-0c54-40c7-b27d-c544189c9894", "name": "network-vif-plugged", "status": "completed", "tag": "143053ef-c0ac-4dfd-a1f4-418e4e8a7b26", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:49:13.047352 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0adc346c-25da-4412-8490-83e9e1c4ad7b {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:49:13.047764 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3e469b-0c54-40c7-b27d-c544189c9894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143053ef-c0ac-4dfd-a1f4-418e4e8a7b26', 'code': 200} Nov 19 09:49:13.081806 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=143053ef-c0ac-4dfd-a1f4-418e4e8a7b26,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:49:13.157561 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49782f05-09c9-4890-9bd4-c343bc7ba8c7 req-90efcdad-19f9-4a76-a2ec-100ae6e98117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:13.159115 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49782f05-09c9-4890-9bd4-c343bc7ba8c7 req-90efcdad-19f9-4a76-a2ec-100ae6e98117 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 1097 time: 0.0536866 Nov 19 09:49:13.206734 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-49782f05-09c9-4890-9bd4-c343bc7ba8c7 req-a3ba9804-a78b-4ea3-a7b6-eabaeb9a6368 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407035 Nov 19 09:49:13.387194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf8223-2602-48ce-99af-b9a36aedca31 req-65c15b06-5853-4cf5-9aac-82f4fe81aff0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:13.388708 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfaf8223-2602-48ce-99af-b9a36aedca31 req-65c15b06-5853-4cf5-9aac-82f4fe81aff0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 945 time: 0.0639391 Nov 19 09:49:13.444897 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfaf8223-2602-48ce-99af-b9a36aedca31 req-733e591a-c065-45f2-af0e-9bef45034192 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499306 Nov 19 09:49:14.586936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcd752-1a40-438e-bf79-8a970ff346b3 req-48d279c8-6f43-44a2-a01c-f8b6fe8cebc7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:14.588572 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7dcd752-1a40-438e-bf79-8a970ff346b3 req-48d279c8-6f43-44a2-a01c-f8b6fe8cebc7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 945 time: 0.0541651 Nov 19 09:49:14.640353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7dcd752-1a40-438e-bf79-8a970ff346b3 req-ff64a0fb-45c0-44f5-a58d-85966c8c1a77 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451956 Nov 19 09:49:14.759356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026b62e-15b7-4adc-a3cb-d68e2e911383 req-4dee21f5-cc7c-4872-9a99-7f06ea908565 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:14.760861 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c026b62e-15b7-4adc-a3cb-d68e2e911383 req-4dee21f5-cc7c-4872-9a99-7f06ea908565 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 945 time: 0.0523815 Nov 19 09:49:14.815272 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c026b62e-15b7-4adc-a3cb-d68e2e911383 req-a889e295-077d-4323-a6ff-3839a927a11b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471725 Nov 19 09:49:14.838749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60550) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:49:14.888875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e2f8b1-ec7e-478d-898e-77f792052a37 tempest-TestVolumeBootPattern-1794372393 tempest-TestVolumeBootPattern-1794372393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:14.890458 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-74e2f8b1-ec7e-478d-898e-77f792052a37 tempest-TestVolumeBootPattern-1794372393 tempest-TestVolumeBootPattern-1794372393-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 1092 time: 0.0507803 Nov 19 09:49:14.893599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60552) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:49:14.902647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': '143053ef-c0ac-4dfd-a1f4-418e4e8a7b26', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:49:14.925103 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:15.034003 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:15.145112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Allocated IP 172.25.0.53 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/28af8467-6caf-48b7-b5c7-55a4279f77e7) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:49:15.271414 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:15.320674 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:15.365861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:49:15.373489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:49:15.378463 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:49:15.385240 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'Port': ['ID=28af8467-6caf-48b7-b5c7-55a4279f77e7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:49:15.750537 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:16.171701 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:16.260806 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:16.431145 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:16.437059 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:16.511091 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'Port': ['ID=28af8467-6caf-48b7-b5c7-55a4279f77e7,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:49:16.526140 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:16.643221 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Floating IP 68dba745-12ad-4ca7-97cc-0e5f06f3738e associated. External IP: 172.25.0.53, port: 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26. Nov 19 09:49:16.884519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Router 81f3efea-73ce-4fa3-911b-bb399a653855 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:49:16.998635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:49:17.008706 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df954cf1-4bfd-4176-9035-51dd1c49c981 None None] Sync routers for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:49:17.019757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df954cf1-4bfd-4176-9035-51dd1c49c981 None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:49:17.020514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-df954cf1-4bfd-4176-9035-51dd1c49c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:48:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:49:17.033296 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:17.078360 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5db393eb-d37a-4fff-b59c-24adfe387e37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1836414 Nov 19 09:49:17.078939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3e469b-0c54-40c7-b27d-c544189c9894', 'tag': '143053ef-c0ac-4dfd-a1f4-418e4e8a7b26'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:49:17.081419 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0128da-317d-4fc3-b43c-0abb39c3c7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3e469b-0c54-40c7-b27d-c544189c9894", "tag": "143053ef-c0ac-4dfd-a1f4-418e4e8a7b26"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:49:17.131872 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a347d7-fd56-4446-8c75-6e6923f6ade8 x-openstack-request-id: req-37a347d7-fd56-4446-8c75-6e6923f6ade8 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:49:17.132178 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3e469b-0c54-40c7-b27d-c544189c9894", "tag": "143053ef-c0ac-4dfd-a1f4-418e4e8a7b26", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:49:17.133019 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37a347d7-fd56-4446-8c75-6e6923f6ade8 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:49:17.133476 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3e469b-0c54-40c7-b27d-c544189c9894', 'tag': '143053ef-c0ac-4dfd-a1f4-418e4e8a7b26', 'status': 'completed', 'code': 200} Nov 19 09:49:17.170180 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-df954cf1-4bfd-4176-9035-51dd1c49c981 None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:49:17.200435 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0128da-317d-4fc3-b43c-0abb39c3c7ae req-af37fe5f-f056-4322-aac9-4e03f1233384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:17.202004 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5d0128da-317d-4fc3-b43c-0abb39c3c7ae req-af37fe5f-f056-4322-aac9-4e03f1233384 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 1097 time: 0.0440576 Nov 19 09:49:17.303885 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0128da-317d-4fc3-b43c-0abb39c3c7ae req-708ee652-983e-41c1-b5bf-2c5091adb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:17.305990 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5d0128da-317d-4fc3-b43c-0abb39c3c7ae req-708ee652-983e-41c1-b5bf-2c5091adb4cd service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.0973017 Nov 19 09:49:17.384016 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5d0128da-317d-4fc3-b43c-0abb39c3c7ae req-319878ef-2832-4cdb-8751-9f177f664e47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 HTTP/1.1" status: 200 len: 998 time: 0.0701532 Nov 19 09:49:17.417767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-df954cf1-4bfd-4176-9035-51dd1c49c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '68dba745-12ad-4ca7-97cc-0e5f06f3738e', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'port_id': '143053ef-c0ac-4dfd-a1f4-418e4e8a7b26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'mac_address': 'fa:16:3e:ff:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3e469b-0c54-40c7-b27d-c544189c9894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:49:16Z', 'updated_at': '2021-11-19T09:49:16Z', 'revision_number': 0, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:49:17.445051 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0128da-317d-4fc3-b43c-0abb39c3c7ae req-9f53d4e1-154a-4d27-83ab-ac06e9cc64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:17.446555 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5d0128da-317d-4fc3-b43c-0abb39c3c7ae req-9f53d4e1-154a-4d27-83ab-ac06e9cc64c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0540195 Nov 19 09:49:17.446702 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df954cf1-4bfd-4176-9035-51dd1c49c981 None None] Checking router: 81f3efea-73ce-4fa3-911b-bb399a653855 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:49:17.459326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df954cf1-4bfd-4176-9035-51dd1c49c981 None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:49:17.459996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-df954cf1-4bfd-4176-9035-51dd1c49c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:48:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:49:17.509289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0128da-317d-4fc3-b43c-0abb39c3c7ae req-11695366-fd5d-4b5f-a7ef-19d4aaceac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:17.510852 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5d0128da-317d-4fc3-b43c-0abb39c3c7ae req-11695366-fd5d-4b5f-a7ef-19d4aaceac40 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577409 Nov 19 09:49:17.581734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-df954cf1-4bfd-4176-9035-51dd1c49c981 None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:49:17.619252 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5d0128da-317d-4fc3-b43c-0abb39c3c7ae req-79736fb0-abd2-4cf0-bd75-8e5b060f68a1 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009099 Nov 19 09:49:17.723110 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5d0128da-317d-4fc3-b43c-0abb39c3c7ae req-307a7d0e-c466-4778-99e9-9ad2ec51218a service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968661 Nov 19 09:49:17.826001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-df954cf1-4bfd-4176-9035-51dd1c49c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '68dba745-12ad-4ca7-97cc-0e5f06f3738e', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'port_id': '143053ef-c0ac-4dfd-a1f4-418e4e8a7b26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'mac_address': 'fa:16:3e:ff:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3e469b-0c54-40c7-b27d-c544189c9894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:49:16Z', 'updated_at': '2021-11-19T09:49:16Z', 'revision_number': 0, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:49:17.853874 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df954cf1-4bfd-4176-9035-51dd1c49c981 None None] The sync data for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 is: [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '68dba745-12ad-4ca7-97cc-0e5f06f3738e', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'port_id': '143053ef-c0ac-4dfd-a1f4-418e4e8a7b26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'mac_address': 'fa:16:3e:ff:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3e469b-0c54-40c7-b27d-c544189c9894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:49:16Z', 'updated_at': '2021-11-19T09:49:16Z', 'revision_number': 0, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:49:18.056792 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c14f3cd-65e6-47a5-975b-6ef5edd62c4a None None] New status for floating IP 68dba745-12ad-4ca7-97cc-0e5f06f3738e: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:49:18.229315 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:19.932268 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff0da686-a251-4ea8-978a-ff254269e970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:22.343860 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55ce4f85-accd-46d9-bb16-e0f538dd77bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:23.566723 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:24.969719 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:25.574155 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:28.052331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-93afac4a-5f1f-4cd6-942e-f8feb0f7062f req-e50db0b6-a798-44c8-b342-4b60d290aace service neutron] (103477) timed out ('10.222.0.21', 33754) {{(pid=103477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 09:49:31.737215 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:49:31.837988 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29d9147-d5ad-468e-95f4-82a5d5e0950a req-3a550f7b-6fda-4b0f-b748-34bd02f80c9c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441747 Nov 19 09:49:31.931330 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d9147-d5ad-468e-95f4-82a5d5e0950a req-9ca460a6-c3e7-4471-88fd-38e74c16c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:31.932949 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29d9147-d5ad-468e-95f4-82a5d5e0950a req-9ca460a6-c3e7-4471-88fd-38e74c16c163 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 1097 time: 0.0433195 Nov 19 09:49:32.051876 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d9147-d5ad-468e-95f4-82a5d5e0950a req-f00fea09-7a4b-4bba-b095-d2b83e3b389f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:32.053302 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29d9147-d5ad-468e-95f4-82a5d5e0950a req-f00fea09-7a4b-4bba-b095-d2b83e3b389f service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.0993378 Nov 19 09:49:32.126276 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29d9147-d5ad-468e-95f4-82a5d5e0950a req-938cade8-5d05-40ba-bd72-ffda05a918b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 HTTP/1.1" status: 200 len: 1000 time: 0.0648541 Nov 19 09:49:32.185831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d9147-d5ad-468e-95f4-82a5d5e0950a req-70f07d24-2eff-4b8e-b28e-404478f0bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:32.187357 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29d9147-d5ad-468e-95f4-82a5d5e0950a req-70f07d24-2eff-4b8e-b28e-404478f0bb1f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0541728 Nov 19 09:49:32.236335 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d9147-d5ad-468e-95f4-82a5d5e0950a req-4d6e2ba0-9ba3-4185-84c9-893ba48baa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:49:32.237892 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29d9147-d5ad-468e-95f4-82a5d5e0950a req-4d6e2ba0-9ba3-4185-84c9-893ba48baa62 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437458 Nov 19 09:49:32.342330 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29d9147-d5ad-468e-95f4-82a5d5e0950a req-c9651b8a-e97d-4f06-841e-d3339e071b99 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970864 Nov 19 09:49:32.452640 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b29d9147-d5ad-468e-95f4-82a5d5e0950a req-3d0c097f-636a-4915-b714-64837592a354 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019509 Nov 19 09:49:45.770509 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:48.242521 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:49.934594 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1b0e0cbf-9b5a-4746-9d26-c921e86d1e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:52.346185 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bc848960-8645-4997-bd4a-b62e54b09096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:53.567929 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:54.968071 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:49:55.575968 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:50:08.736777 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:50:15.785676 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:50:18.240898 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:50:19.937463 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4026bd06-2314-4cc0-86f2-60372749c4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:50:22.349015 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-30d2e1bd-dc8b-4a76-a5a1-a75caf819497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:50:23.572683 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:50:24.971089 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:50:25.578966 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:50:33.852579 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-68bb2136-1909-4c39-8c43-ac621a3f8ce2 req-d2dc60b1-3ca4-40a0-b68d-b5b874c356fa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429986 Nov 19 09:50:33.946608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb2136-1909-4c39-8c43-ac621a3f8ce2 req-12cb84e1-a3e3-46b7-865a-a70f0778e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:50:33.948147 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-68bb2136-1909-4c39-8c43-ac621a3f8ce2 req-12cb84e1-a3e3-46b7-865a-a70f0778e253 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 1097 time: 0.0502484 Nov 19 09:50:34.068038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb2136-1909-4c39-8c43-ac621a3f8ce2 req-c42018a5-f355-44c6-8648-a63767d244a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:50:34.069574 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-68bb2136-1909-4c39-8c43-ac621a3f8ce2 req-c42018a5-f355-44c6-8648-a63767d244a3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.1012855 Nov 19 09:50:34.136671 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-68bb2136-1909-4c39-8c43-ac621a3f8ce2 req-d8c69b5d-a757-4c88-a421-aeb152889fe6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 HTTP/1.1" status: 200 len: 1000 time: 0.0597010 Nov 19 09:50:34.193907 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb2136-1909-4c39-8c43-ac621a3f8ce2 req-6386efb5-3e05-43cc-beb4-fa2a3c7c95bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:50:34.195435 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-68bb2136-1909-4c39-8c43-ac621a3f8ce2 req-6386efb5-3e05-43cc-beb4-fa2a3c7c95bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0508082 Nov 19 09:50:34.241419 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb2136-1909-4c39-8c43-ac621a3f8ce2 req-019b25fb-a872-4088-9a4e-e035d29a40c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:50:34.243006 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-68bb2136-1909-4c39-8c43-ac621a3f8ce2 req-019b25fb-a872-4088-9a4e-e035d29a40c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403683 Nov 19 09:50:34.336582 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-68bb2136-1909-4c39-8c43-ac621a3f8ce2 req-b3e6aa99-b27d-46c2-8a33-ce7b4ff305b8 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862265 Nov 19 09:50:34.436308 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-68bb2136-1909-4c39-8c43-ac621a3f8ce2 req-aa87941e-beb2-40c4-8da7-aee8ebd3c896 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923653 Nov 19 09:50:45.736650 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:50:45.789943 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:50:48.268401 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:50:49.939527 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55ebdcac-8dcc-474d-84e9-2a60bd1100d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:50:52.352986 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-09c07b0e-f1ca-4440-ad2f-3815182e3354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:50:53.576896 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:50:54.973426 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:50:55.586120 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:14.761048 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91627b0f-13a6-4a96-97a9-497ed391d13f req-304275d5-ef5e-48a7-b9ba-bb3173a0f885 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:14.762546 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-91627b0f-13a6-4a96-97a9-497ed391d13f req-304275d5-ef5e-48a7-b9ba-bb3173a0f885 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 945 time: 0.0542393 Nov 19 09:51:14.812078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-91627b0f-13a6-4a96-97a9-497ed391d13f req-fda36e17-3b22-461e-b932-a6db48b91d20 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431006 Nov 19 09:51:15.808997 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:15.930115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8c4e0-78e3-4c78-b888-686caadef2ab req-aa6a5d7d-5ff0-4650-9eb4-2f0d9b0b7703 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:15.931743 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-40e8c4e0-78e3-4c78-b888-686caadef2ab req-aa6a5d7d-5ff0-4650-9eb4-2f0d9b0b7703 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 945 time: 0.0490363 Nov 19 09:51:15.982486 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-40e8c4e0-78e3-4c78-b888-686caadef2ab req-2772a28c-60f6-4085-89a4-e6c7200ffa19 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447035 Nov 19 09:51:16.207383 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c193a-327a-4151-a47d-9e315ea71613 req-76ec9f2e-cd95-4b14-9db6-5542bd15f57f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:16.209433 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-146c193a-327a-4151-a47d-9e315ea71613 req-76ec9f2e-cd95-4b14-9db6-5542bd15f57f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 945 time: 0.0512712 Nov 19 09:51:16.304946 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-146c193a-327a-4151-a47d-9e315ea71613 req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Deleting port 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:51:16.305318 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-146c193a-327a-4151-a47d-9e315ea71613 req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:16.392526 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-146c193a-327a-4151-a47d-9e315ea71613 req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] For port 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=143053ef-c0ac-4dfd-a1f4-418e4e8a7b26,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:51:16.392889 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-146c193a-327a-4151-a47d-9e315ea71613 req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:16.612832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-146c193a-327a-4151-a47d-9e315ea71613 req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:16.613222 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-146c193a-327a-4151-a47d-9e315ea71613 req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:16.613545 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [req-146c193a-327a-4151-a47d-9e315ea71613 req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Floating IP 68dba745-12ad-4ca7-97cc-0e5f06f3738e disassociated. External IP: 172.25.0.53, port: 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26. Nov 19 09:51:16.613892 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-146c193a-327a-4151-a47d-9e315ea71613 req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Calling delete_port for 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:51:16.741932 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-146c193a-327a-4151-a47d-9e315ea71613 req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:16.771420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event deleted for resources: {'Port': ['ID=143053ef-c0ac-4dfd-a1f4-418e4e8a7b26,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:51:16.781805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:16.782810 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:16.783164 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:16.783506 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:16.783841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:16.784176 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:16.784506 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:16.784835 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:16.785193 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:16.785533 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:16.785858 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:16.786184 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:16.893025 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-146c193a-327a-4151-a47d-9e315ea71613 req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Router 81f3efea-73ce-4fa3-911b-bb399a653855 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:51:17.000032 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-146c193a-327a-4151-a47d-9e315ea71613 req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:51:17.012781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdfaa9f-e194-4449-b668-fedfb086a128 None None] Sync routers for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:51:17.023912 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdfaa9f-e194-4449-b668-fedfb086a128 None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:51:17.024504 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3bdfaa9f-e194-4449-b668-fedfb086a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:50:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:51:17.048849 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-146c193a-327a-4151-a47d-9e315ea71613 req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] No DVR routers for this DVR port 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:51:17.053392 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-146c193a-327a-4151-a47d-9e315ea71613 req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:17.057293 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-146c193a-327a-4151-a47d-9e315ea71613 req-e9f5e641-d6c2-4275-b6af-841daaa17022 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "DELETE /v2.0/ports/143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 HTTP/1.1" status: 204 len: 173 time: 0.8419559 Nov 19 09:51:17.057784 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3e469b-0c54-40c7-b27d-c544189c9894', 'name': 'network-vif-deleted', 'tag': '143053ef-c0ac-4dfd-a1f4-418e4e8a7b26'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:51:17.060905 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731c33f3-9582-4c41-836c-3e96882e65fe" -d '{"events": [{"server_uuid": "ab3e469b-0c54-40c7-b27d-c544189c9894", "name": "network-vif-deleted", "tag": "143053ef-c0ac-4dfd-a1f4-418e4e8a7b26"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:51:17.120569 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e8682d0-3513-4e3a-91d3-f534f259f949 req-9ccde5d4-736a-4a92-9a15-58eb65a36aec tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 210 time: 0.0375555 Nov 19 09:51:17.143803 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79921e4-af22-4891-a61f-a916ab12328c x-openstack-request-id: req-b79921e4-af22-4891-a61f-a916ab12328c {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:51:17.144183 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3e469b-0c54-40c7-b27d-c544189c9894", "name": "network-vif-deleted", "tag": "143053ef-c0ac-4dfd-a1f4-418e4e8a7b26", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:51:17.144751 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b79921e4-af22-4891-a61f-a916ab12328c {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:51:17.145351 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3e469b-0c54-40c7-b27d-c544189c9894', 'name': 'network-vif-deleted', 'tag': '143053ef-c0ac-4dfd-a1f4-418e4e8a7b26', 'status': 'completed', 'code': 200} Nov 19 09:51:17.168731 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-3bdfaa9f-e194-4449-b668-fedfb086a128 None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:51:17.384893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3bdfaa9f-e194-4449-b668-fedfb086a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:51:17.411308 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdfaa9f-e194-4449-b668-fedfb086a128 None None] Checking router: 81f3efea-73ce-4fa3-911b-bb399a653855 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:51:17.419991 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdfaa9f-e194-4449-b668-fedfb086a128 None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:51:17.420602 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3bdfaa9f-e194-4449-b668-fedfb086a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:50:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:51:17.529104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-3bdfaa9f-e194-4449-b668-fedfb086a128 None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:51:17.730545 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3bdfaa9f-e194-4449-b668-fedfb086a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:51:17.757639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdfaa9f-e194-4449-b668-fedfb086a128 None None] The sync data for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 is: [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:51:17.999460 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f133d1-bd0e-4657-9e13-9ba59e6135c3 None None] New status for floating IP 68dba745-12ad-4ca7-97cc-0e5f06f3738e: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:51:18.226147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc4e0e64-cd7c-4b49-972d-8e79351eb2dc req-bd8ca7df-2852-4c27-9140-fe55251f87d6 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 210 time: 0.0321710 Nov 19 09:51:18.283825 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:19.324153 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a680a4e9-c741-4725-ab91-0c3e24c8e9a6 req-d1d45ebe-9627-4968-b5d7-5de3affb8480 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 210 time: 0.0264635 Nov 19 09:51:19.473639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:51:19.494645 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:51:19.494989 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 143053ef-c0ac-4dfd-a1f4-418e4e8a7b26 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:51:19.941370 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9583d0aa-eb3f-422f-bf2d-c105de0d4f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:20.419121 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99a7f27f-87e7-45aa-a059-e2658eb7658b req-f00fa788-750e-4d46-b82f-02d78d812883 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 210 time: 0.0271184 Nov 19 09:51:21.528991 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05cd1eaa-a208-47fc-9660-2a57c117e996 req-c396a0a3-afbb-459d-b997-11345d51a362 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3e469b-0c54-40c7-b27d-c544189c9894 HTTP/1.1" status: 200 len: 210 time: 0.0278130 Nov 19 09:51:22.353280 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-baa1300b-e770-4960-aa50-5379fce5ac86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:22.734864 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:51:22.737384 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-ec678293-156a-41c4-9538-97d2004d5431 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018152569&fields=id&tenant_id=a84db2c49968458a9cc1816d95bbefc9 HTTP/1.1" status: 200 len: 267 time: 0.0443959 Nov 19 09:51:22.850645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-71e2973d-e58b-4e29-b62a-9163708180ca tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:22.852050 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-71e2973d-e58b-4e29-b62a-9163708180ca tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 812 time: 0.1078179 Nov 19 09:51:22.867758 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-ac19956e-6369-485a-b008-a901935dc002 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/quotas/a84db2c49968458a9cc1816d95bbefc9 HTTP/1.1" status: 200 len: 375 time: 0.0097423 Nov 19 09:51:22.919152 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-083d07cd-74b4-4b6b-b0f8-92ea46f99eb4 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458820 Nov 19 09:51:23.019772 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-25fecc72-9e70-4d99-8dee-866ea36c0e05 service neutron] 10.222.0.21 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881565 Nov 19 09:51:23.109791 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-3cdbaa32-7ca2-4cf2-ace4-0f0e47deaee7 service neutron] 10.222.0.21 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838015 Nov 19 09:51:23.403580 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d000b9cd-5777-4336-b5a6-5a6f0ae4b62b req-5079c7ab-e52b-482e-9991-e57ea32b2308 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 210 time: 0.0292375 Nov 19 09:51:23.579367 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:24.388487 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-052c4f65-8818-45f3-abcd-b3918bb597fa tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:24.390033 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-052c4f65-8818-45f3-abcd-b3918bb597fa tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.71 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 812 time: 0.1288481 Nov 19 09:51:24.462410 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-48f4c7e0-7b63-4928-aeda-aaff6ba39bda tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a84db2c49968458a9cc1816d95bbefc9 HTTP/1.1" status: 200 len: 380 time: 0.0626526 Nov 19 09:51:24.474426 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Request body: {'port': {'device_id': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'admin_state_up': True, 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'security_groups': ['772c0846-58d3-4562-8033-ae8de73b696b']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:51:24.549811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd48cf25-9a5a-4c0a-bb74-7857c3266563 req-413204b5-2b8a-4792-9ca9-aab01fb74af2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 210 time: 0.0595393 Nov 19 09:51:24.614136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Made reservation on behalf of a84db2c49968458a9cc1816d95bbefc9 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:51:24.618108 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:24.752585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Allocated IP 172.20.0.5 (3a43663e-7d24-49a9-a7fa-bf42bee67415/d194d568-daba-4f96-9ac3-d2547054e5f8/98baf223-cdc8-4308-a933-68a07931a400) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:51:24.897409 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:24.932582 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:24.977066 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Network 3a43663e-7d24-49a9-a7fa-bf42bee67415 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:51:24.978209 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:24.982737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:51:24.987361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:51:25.021507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'Port': ['ID=98baf223-cdc8-4308-a933-68a07931a400,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:51:25.035012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:25.035363 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:25.035714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:25.036059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:25.036402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:25.036741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:25.037075 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:25.037431 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:25.037765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:25.038415 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:25.038762 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:25.046965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:25.061039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:25.061880 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:25.082717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-6430ac81-c7d1-447a-8677-667ed09bfd8a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6131496 Nov 19 09:51:25.096601 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Request body: {'port': {'device_id': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:51:25.156357 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:25.293532 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ba620c69-6c0d-4428-917b-857e47da5582 None None] Provisioning complete for port 98baf223-cdc8-4308-a933-68a07931a400 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:51:25.294001 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ba620c69-6c0d-4428-917b-857e47da5582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:25.328927 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ba620c69-6c0d-4428-917b-857e47da5582 None None] Port 98baf223-cdc8-4308-a933-68a07931a400 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:51:25.431992 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98baf223-cdc8-4308-a933-68a07931a400 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:51:25.439530 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:25.452055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Transition to ACTIVE for port object 98baf223-cdc8-4308-a933-68a07931a400 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:51:25.456595 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:25.509046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Pushing event updated for resources: {'Port': ['ID=98baf223-cdc8-4308-a933-68a07931a400,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:51:25.595272 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:25.602478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Attempting to bind port 98baf223-cdc8-4308-a933-68a07931a400 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:51:25.602829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Attempting to bind port 98baf223-cdc8-4308-a933-68a07931a400 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:51:25.603152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Attempting to bind port 98baf223-cdc8-4308-a933-68a07931a400 on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:51:25.609035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Port 98baf223-cdc8-4308-a933-68a07931a400 on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:51:25.609035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Attempting to bind port 98baf223-cdc8-4308-a933-68a07931a400 on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:51:25.614845 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:51:25.615300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Checking segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:51:25.615737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Bound using segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:51:25.616451 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Bound port: 98baf223-cdc8-4308-a933-68a07931a400, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:51:25.616817 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:25.735866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] For port 98baf223-cdc8-4308-a933-68a07931a400, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:51:25.745512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821af736-50eb-4879-b1be-6db9e5e707c4 req-56ac3010-5145-4eed-bfdd-dd24c7124843 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:25.747184 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-821af736-50eb-4879-b1be-6db9e5e707c4 req-56ac3010-5145-4eed-bfdd-dd24c7124843 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 943 time: 0.0754757 Nov 19 09:51:25.757312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] For port 98baf223-cdc8-4308-a933-68a07931a400, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=98baf223-cdc8-4308-a933-68a07931a400,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:51:25.768541 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:25.836862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:25.837633 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:25.839460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] 10.222.0.71 "PUT /v2.0/ports/98baf223-cdc8-4308-a933-68a07931a400 HTTP/1.1" status: 200 len: 1092 time: 0.7478042 Nov 19 09:51:25.843601 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'tag': '98baf223-cdc8-4308-a933-68a07931a400'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:51:25.846981 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3065f6fc-694f-4aec-95b8-79b7d05740ae" -d '{"events": [{"name": "network-changed", "server_uuid": "481a82a5-5d9b-4eac-81f0-e4a58aefd397", "tag": "98baf223-cdc8-4308-a933-68a07931a400"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:51:25.872673 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-821af736-50eb-4879-b1be-6db9e5e707c4 req-74597bba-451e-4d30-9e6c-97a6d7aa4e78 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138172 Nov 19 09:51:25.873453 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a98dc6-a232-440e-bb72-b90a8633fcae service neutron] Pushing event updated for resources: {'Port': ['ID=98baf223-cdc8-4308-a933-68a07931a400,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:51:25.921314 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85697128-bbd0-48f5-ab7d-6b54dca18f85 x-openstack-request-id: req-85697128-bbd0-48f5-ab7d-6b54dca18f85 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:51:25.921512 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481a82a5-5d9b-4eac-81f0-e4a58aefd397", "tag": "98baf223-cdc8-4308-a933-68a07931a400", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:51:25.923474 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85697128-bbd0-48f5-ab7d-6b54dca18f85 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:51:25.923474 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'tag': '98baf223-cdc8-4308-a933-68a07931a400', 'status': 'completed', 'code': 200} Nov 19 09:51:25.952397 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-43959dba-fadc-4bbc-9d2e-f74290f33633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:25.954563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-43959dba-fadc-4bbc-9d2e-f74290f33633 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 1095 time: 0.0707092 Nov 19 09:51:26.000105 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-dae45756-696c-4dd7-8af9-c4fd48fc4a9d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98baf223-cdc8-4308-a933-68a07931a400 HTTP/1.1" status: 200 len: 217 time: 0.0373721 Nov 19 09:51:26.060559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-3da9f238-a577-4794-93b9-d165faa83206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:26.062158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-3da9f238-a577-4794-93b9-d165faa83206 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0539944 Nov 19 09:51:26.109922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-0e4e249d-02a4-43ec-9cca-7f2500276363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:26.111549 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-0e4e249d-02a4-43ec-9cca-7f2500276363 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421431 Nov 19 09:51:26.207727 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-0d818f2f-f3fe-46e8-96ab-4fc10de656fe service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872700 Nov 19 09:51:26.303850 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad162fb3-7401-44f4-ace4-c58040cbeddd req-720581a9-12d4-4107-af90-2ac2e6d911f7 service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879428 Nov 19 09:51:26.390921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065f6fc-694f-4aec-95b8-79b7d05740ae req-5dd05732-56c5-48f2-8228-90817fbba9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:26.393046 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3065f6fc-694f-4aec-95b8-79b7d05740ae req-5dd05732-56c5-48f2-8228-90817fbba9dd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 1095 time: 0.0426707 Nov 19 09:51:26.489214 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065f6fc-694f-4aec-95b8-79b7d05740ae req-25a73d99-c860-4703-acb4-f2f84955d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:26.490712 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3065f6fc-694f-4aec-95b8-79b7d05740ae req-25a73d99-c860-4703-acb4-f2f84955d05d service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.0906036 Nov 19 09:51:26.537729 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3065f6fc-694f-4aec-95b8-79b7d05740ae req-b6c4c7cd-be57-4815-a2af-0bd75211cfc7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98baf223-cdc8-4308-a933-68a07931a400 HTTP/1.1" status: 200 len: 217 time: 0.0384769 Nov 19 09:51:26.589553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065f6fc-694f-4aec-95b8-79b7d05740ae req-e556c2f2-2040-4bcb-8af9-a783d273fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:26.591005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3065f6fc-694f-4aec-95b8-79b7d05740ae req-e556c2f2-2040-4bcb-8af9-a783d273fee8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0446472 Nov 19 09:51:26.642339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065f6fc-694f-4aec-95b8-79b7d05740ae req-cac1b946-702a-44a8-9895-295150543076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:26.643843 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3065f6fc-694f-4aec-95b8-79b7d05740ae req-cac1b946-702a-44a8-9895-295150543076 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450895 Nov 19 09:51:26.736306 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3065f6fc-694f-4aec-95b8-79b7d05740ae req-c33ff653-fb16-44c4-a045-82f7fa18ac30 service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836518 Nov 19 09:51:26.838437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3065f6fc-694f-4aec-95b8-79b7d05740ae req-60efd969-cdf1-41d7-92c3-2796f9a60351 service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922997 Nov 19 09:51:27.012514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8719ea2-9069-4ff8-8773-9ba480d95364 req-81960bc3-b58e-4362-a1ee-c67084253c35 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:27.014039 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b8719ea2-9069-4ff8-8773-9ba480d95364 req-81960bc3-b58e-4362-a1ee-c67084253c35 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 943 time: 0.0513301 Nov 19 09:51:27.067562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b8719ea2-9069-4ff8-8773-9ba480d95364 req-08e000ae-33a0-43d8-84de-2d0159efdf09 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472474 Nov 19 09:51:28.185351 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e116a-0fbc-45b8-8b34-542097fb02ff req-c6b4ecf1-bf46-43f8-b6be-4328922598f3 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:28.186852 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a58e116a-0fbc-45b8-8b34-542097fb02ff req-c6b4ecf1-bf46-43f8-b6be-4328922598f3 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 943 time: 0.0492244 Nov 19 09:51:28.240363 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a58e116a-0fbc-45b8-8b34-542097fb02ff req-1d08197c-80be-4c9b-8172-c14639f2065f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469639 Nov 19 09:51:29.369949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8358e-ff35-4a77-a8ad-1760e0454f1b req-339cfe62-9223-429d-89aa-9ca0bc73e479 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:29.371688 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68a8358e-ff35-4a77-a8ad-1760e0454f1b req-339cfe62-9223-429d-89aa-9ca0bc73e479 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 943 time: 0.0534704 Nov 19 09:51:29.423329 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-68a8358e-ff35-4a77-a8ad-1760e0454f1b req-b79c670f-9d6d-4167-be41-87846dbc64db tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444500 Nov 19 09:51:30.539768 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad576d90-6b0a-4e6c-a124-95abfd54d505 req-d5ca2a25-3499-4556-9d75-7bfe5c352419 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:30.541167 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad576d90-6b0a-4e6c-a124-95abfd54d505 req-d5ca2a25-3499-4556-9d75-7bfe5c352419 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 943 time: 0.0489593 Nov 19 09:51:30.589708 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad576d90-6b0a-4e6c-a124-95abfd54d505 req-f4051b6f-aeac-4cc0-88e0-954fd051d8da tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426190 Nov 19 09:51:31.709003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8129b43-a9a0-44ce-908c-07350f36a596 req-4d1b95b5-26f4-4912-b820-6000b834544b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:31.710729 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f8129b43-a9a0-44ce-908c-07350f36a596 req-4d1b95b5-26f4-4912-b820-6000b834544b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 943 time: 0.0541744 Nov 19 09:51:31.758437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f8129b43-a9a0-44ce-908c-07350f36a596 req-d7b2b7e2-42ec-4912-9ad7-2c98e4f2ac5e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416715 Nov 19 09:51:32.875015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed97ef3-b397-4be7-9dd0-39bad7d4f8aa req-ec661607-39c3-42d2-860d-4522c4f43f32 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:32.876468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ed97ef3-b397-4be7-9dd0-39bad7d4f8aa req-ec661607-39c3-42d2-860d-4522c4f43f32 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 943 time: 0.0484014 Nov 19 09:51:32.924983 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ed97ef3-b397-4be7-9dd0-39bad7d4f8aa req-4a52a457-ce12-4c87-92e5-9656c44f3451 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425260 Nov 19 09:51:34.037142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eac93b-f4bd-44e9-9704-085d9ea3db52 req-3776c9ad-fe03-4c1b-83f6-dad22f88d58c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:34.038598 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10eac93b-f4bd-44e9-9704-085d9ea3db52 req-3776c9ad-fe03-4c1b-83f6-dad22f88d58c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 943 time: 0.0472071 Nov 19 09:51:34.091514 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10eac93b-f4bd-44e9-9704-085d9ea3db52 req-edf1e8bb-9c01-40c9-bde1-9061c04622e9 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469658 Nov 19 09:51:35.206036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f8439-121f-4474-bc2f-9e10b25ce55c req-f9127f5b-4c69-4720-984c-0dcbea2623b6 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:35.207543 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-278f8439-121f-4474-bc2f-9e10b25ce55c req-f9127f5b-4c69-4720-984c-0dcbea2623b6 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 943 time: 0.0491018 Nov 19 09:51:35.256794 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-278f8439-121f-4474-bc2f-9e10b25ce55c req-4edde6c9-1b3a-4ba3-a1d8-44447580d0c1 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433078 Nov 19 09:51:36.373879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369bb69-540d-424a-a57e-af44cf4b04f9 req-79ad92e5-a336-474e-8328-71af893dc841 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:36.375348 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8369bb69-540d-424a-a57e-af44cf4b04f9 req-79ad92e5-a336-474e-8328-71af893dc841 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 943 time: 0.0502622 Nov 19 09:51:36.424509 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8369bb69-540d-424a-a57e-af44cf4b04f9 req-dc3575eb-64b3-48ea-b4b2-44b7b9af6e36 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431705 Nov 19 09:51:37.561155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652c023-4640-4715-8604-d0f2eca9e5aa req-3b5280b4-b554-48de-b764-43446b827a2b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:37.562571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7652c023-4640-4715-8604-d0f2eca9e5aa req-3b5280b4-b554-48de-b764-43446b827a2b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 943 time: 0.0523601 Nov 19 09:51:37.611441 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7652c023-4640-4715-8604-d0f2eca9e5aa req-69326ee1-ec87-453c-8b06-a2a3ff64defb tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429006 Nov 19 09:51:38.316237 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 98baf223-cdc8-4308-a933-68a07931a400 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:51:38.408151 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 98baf223-cdc8-4308-a933-68a07931a400, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=98baf223-cdc8-4308-a933-68a07931a400,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:51:38.422864 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '98baf223-cdc8-4308-a933-68a07931a400', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'port_id': '98baf223-cdc8-4308-a933-68a07931a400', 'mac_address': 'fa:16:3e:b9:04:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:51:38.463647 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:38.477736 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98baf223-cdc8-4308-a933-68a07931a400 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:51:38.496902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 98baf223-cdc8-4308-a933-68a07931a400, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=98baf223-cdc8-4308-a933-68a07931a400,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:51:38.501169 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:38.550558 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=98baf223-cdc8-4308-a933-68a07931a400,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:51:38.558115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:38.558472 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:38.558824 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:38.559184 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:38.559511 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:38.559851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:38.560190 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:38.560525 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:38.560859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:38.561220 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:38.561552 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:38.561883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:51:38.729858 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88b484-76aa-406f-ac0a-3a61b4e9a07b req-d0946afa-cad4-4b6d-93cf-25df7fcf8f94 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:38.731373 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a88b484-76aa-406f-ac0a-3a61b4e9a07b req-d0946afa-cad4-4b6d-93cf-25df7fcf8f94 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 944 time: 0.0495510 Nov 19 09:51:38.775512 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['98baf223-cdc8-4308-a933-68a07931a400'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:51:38.781362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a88b484-76aa-406f-ac0a-3a61b4e9a07b req-9384fd15-992e-40df-b47c-90dc01b8bad0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436361 Nov 19 09:51:39.899709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f98503-9084-4daf-9dc4-f2dba6ce0362 req-ec7f1e58-229c-4d4e-a2ce-984ed219be44 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:39.901210 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37f98503-9084-4daf-9dc4-f2dba6ce0362 req-ec7f1e58-229c-4d4e-a2ce-984ed219be44 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 944 time: 0.0519261 Nov 19 09:51:39.949260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37f98503-9084-4daf-9dc4-f2dba6ce0362 req-237c9816-4a01-415c-a6e2-b466a192d8fd tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420551 Nov 19 09:51:40.318468 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 98baf223-cdc8-4308-a933-68a07931a400 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:51:40.369277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 98baf223-cdc8-4308-a933-68a07931a400 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:51:40.373336 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 98baf223-cdc8-4308-a933-68a07931a400 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:51:40.373715 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:40.454977 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:40.478016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98baf223-cdc8-4308-a933-68a07931a400'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:51:40.480272 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afe8918-343f-4395-b0c0-de99d3cbdeb3" -d '{"events": [{"server_uuid": "481a82a5-5d9b-4eac-81f0-e4a58aefd397", "name": "network-vif-plugged", "status": "completed", "tag": "98baf223-cdc8-4308-a933-68a07931a400"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:51:40.493692 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 98baf223-cdc8-4308-a933-68a07931a400, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=98baf223-cdc8-4308-a933-68a07931a400,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:51:40.498618 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:40.521608 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102731a2-54c2-436d-8725-642a99086b07 x-openstack-request-id: req-102731a2-54c2-436d-8725-642a99086b07 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:51:40.521847 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481a82a5-5d9b-4eac-81f0-e4a58aefd397", "name": "network-vif-plugged", "status": "completed", "tag": "98baf223-cdc8-4308-a933-68a07931a400", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:51:40.522101 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-102731a2-54c2-436d-8725-642a99086b07 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:51:40.522490 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98baf223-cdc8-4308-a933-68a07931a400', 'code': 200} Nov 19 09:51:40.549267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=98baf223-cdc8-4308-a933-68a07931a400,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:51:40.618359 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917f1a7-c953-45e9-afaf-780b46ade315 req-276f5465-5ee5-47f0-9ece-5bc57e476d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:40.619985 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1917f1a7-c953-45e9-afaf-780b46ade315 req-276f5465-5ee5-47f0-9ece-5bc57e476d2d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 1097 time: 0.0408101 Nov 19 09:51:40.667373 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1917f1a7-c953-45e9-afaf-780b46ade315 req-0f6dde2d-036f-4b82-9e73-a8c7527e4ef5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399432 Nov 19 09:51:41.063584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83b77b-d02e-4054-b764-0b33140694d9 req-a6339499-33f6-4e46-848a-1324996d0201 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:41.065895 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d83b77b-d02e-4054-b764-0b33140694d9 req-a6339499-33f6-4e46-848a-1324996d0201 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 945 time: 0.0483158 Nov 19 09:51:41.120170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d83b77b-d02e-4054-b764-0b33140694d9 req-4124ffad-0439-4134-92e7-3ccda62e8f4d tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483015 Nov 19 09:51:42.236281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f359ac7-3979-48c2-9288-562d5745e6cc req-5ee1150e-7524-42cf-bc28-babf175e0e14 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:42.238326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f359ac7-3979-48c2-9288-562d5745e6cc req-5ee1150e-7524-42cf-bc28-babf175e0e14 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 945 time: 0.0491114 Nov 19 09:51:42.287699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f359ac7-3979-48c2-9288-562d5745e6cc req-36a4e00b-cf52-4daf-8cb7-850f86f66baa tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431998 Nov 19 09:51:42.404620 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d652b-8afe-4e09-b3a6-fe56c43743e8 req-4a5f3ab3-51d1-4d57-a79a-06c8fa828b7f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:42.406031 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b24d652b-8afe-4e09-b3a6-fe56c43743e8 req-4a5f3ab3-51d1-4d57-a79a-06c8fa828b7f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 945 time: 0.0489321 Nov 19 09:51:42.456792 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b24d652b-8afe-4e09-b3a6-fe56c43743e8 req-dc3c9546-6062-4603-ac22-9936dd8155ca tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447483 Nov 19 09:51:42.478535 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60682) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:51:42.623196 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0dedd6-efce-40f9-95a4-e51da08026b1 tempest-TestVolumeBootPattern-1794372393 tempest-TestVolumeBootPattern-1794372393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:42.624702 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1c0dedd6-efce-40f9-95a4-e51da08026b1 tempest-TestVolumeBootPattern-1794372393 tempest-TestVolumeBootPattern-1794372393-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 1092 time: 0.1451774 Nov 19 09:51:42.627424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60688) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:51:42.631539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': '98baf223-cdc8-4308-a933-68a07931a400', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:51:42.652570 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:42.747965 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:42.853107 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Allocated IP 172.25.0.88 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/84d05390-976a-44f1-a677-27b03bd34710) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:51:42.953365 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:42.991898 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:43.034474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:51:43.037398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:51:43.041052 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:51:43.066622 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'Port': ['ID=84d05390-976a-44f1-a677-27b03bd34710,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:51:43.729960 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:43.797204 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:43.951042 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:43.956334 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:44.027352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'Port': ['ID=84d05390-976a-44f1-a677-27b03bd34710,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:51:44.040873 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:44.146623 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Floating IP 618fee95-9c89-4ead-9372-42b45a9e18f6 associated. External IP: 172.25.0.88, port: 98baf223-cdc8-4308-a933-68a07931a400. Nov 19 09:51:44.370620 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Router 81f3efea-73ce-4fa3-911b-bb399a653855 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:51:44.482802 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:51:44.493373 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4dcb5-877c-4d84-a989-37a8218ad235 None None] Sync routers for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:51:44.500734 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:44.503526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4dcb5-877c-4d84-a989-37a8218ad235 None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:51:44.504197 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2ba4dcb5-877c-4d84-a989-37a8218ad235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:51:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:51:44.529219 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-dc3cedd3-9985-4b78-b183-1face6bb868f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9007359 Nov 19 09:51:44.529847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'tag': '98baf223-cdc8-4308-a933-68a07931a400'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:51:44.532143 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f67061-5525-4b35-ae90-9da8d0ff4a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "481a82a5-5d9b-4eac-81f0-e4a58aefd397", "tag": "98baf223-cdc8-4308-a933-68a07931a400"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:51:44.570316 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f110edaa-512b-4cff-be77-31af6f50d619 x-openstack-request-id: req-f110edaa-512b-4cff-be77-31af6f50d619 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:51:44.570613 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481a82a5-5d9b-4eac-81f0-e4a58aefd397", "tag": "98baf223-cdc8-4308-a933-68a07931a400", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:51:44.570904 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f110edaa-512b-4cff-be77-31af6f50d619 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:51:44.571317 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'tag': '98baf223-cdc8-4308-a933-68a07931a400', 'status': 'completed', 'code': 200} Nov 19 09:51:44.620006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-2ba4dcb5-877c-4d84-a989-37a8218ad235 None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:51:44.643130 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f67061-5525-4b35-ae90-9da8d0ff4a4b req-1aadf6ae-8dd9-45af-9143-d1a2ef7448ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:44.644579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-21f67061-5525-4b35-ae90-9da8d0ff4a4b req-1aadf6ae-8dd9-45af-9143-d1a2ef7448ce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 1097 time: 0.0489533 Nov 19 09:51:44.740976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f67061-5525-4b35-ae90-9da8d0ff4a4b req-03bb1a27-8839-4c51-93e7-16063e311d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:44.742492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-21f67061-5525-4b35-ae90-9da8d0ff4a4b req-03bb1a27-8839-4c51-93e7-16063e311d76 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.0907576 Nov 19 09:51:44.813147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-21f67061-5525-4b35-ae90-9da8d0ff4a4b req-cbcf0f71-a1be-48bd-aaf5-cb4ae13c99d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98baf223-cdc8-4308-a933-68a07931a400 HTTP/1.1" status: 200 len: 998 time: 0.0587540 Nov 19 09:51:44.848775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2ba4dcb5-877c-4d84-a989-37a8218ad235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '618fee95-9c89-4ead-9372-42b45a9e18f6', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'port_id': '98baf223-cdc8-4308-a933-68a07931a400', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'mac_address': 'fa:16:3e:b9:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:51:43Z', 'updated_at': '2021-11-19T09:51:43Z', 'revision_number': 0, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:51:44.865140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f67061-5525-4b35-ae90-9da8d0ff4a4b req-e14fe769-df57-4c53-833a-a4335a8f7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:44.866671 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-21f67061-5525-4b35-ae90-9da8d0ff4a4b req-e14fe769-df57-4c53-833a-a4335a8f7bce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0464027 Nov 19 09:51:44.920603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f67061-5525-4b35-ae90-9da8d0ff4a4b req-d4957a6b-03a9-4460-8074-33c9155f8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:51:44.922104 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-21f67061-5525-4b35-ae90-9da8d0ff4a4b req-d4957a6b-03a9-4460-8074-33c9155f8374 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474164 Nov 19 09:51:45.018964 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-21f67061-5525-4b35-ae90-9da8d0ff4a4b req-e75f1853-1165-4f51-9c4f-1e34cec703de service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886710 Nov 19 09:51:45.035453 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4dcb5-877c-4d84-a989-37a8218ad235 None None] Checking router: 81f3efea-73ce-4fa3-911b-bb399a653855 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:51:45.045029 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4dcb5-877c-4d84-a989-37a8218ad235 None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:51:45.045852 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2ba4dcb5-877c-4d84-a989-37a8218ad235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:51:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:51:45.123300 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-21f67061-5525-4b35-ae90-9da8d0ff4a4b req-29b25c24-2757-4f0b-83e5-d2943d5baa04 service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961757 Nov 19 09:51:45.165975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-2ba4dcb5-877c-4d84-a989-37a8218ad235 None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:51:45.399621 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2ba4dcb5-877c-4d84-a989-37a8218ad235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '618fee95-9c89-4ead-9372-42b45a9e18f6', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'port_id': '98baf223-cdc8-4308-a933-68a07931a400', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'mac_address': 'fa:16:3e:b9:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:51:43Z', 'updated_at': '2021-11-19T09:51:43Z', 'revision_number': 0, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:51:45.430315 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4dcb5-877c-4d84-a989-37a8218ad235 None None] The sync data for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 is: [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '618fee95-9c89-4ead-9372-42b45a9e18f6', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'port_id': '98baf223-cdc8-4308-a933-68a07931a400', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'mac_address': 'fa:16:3e:b9:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:51:43Z', 'updated_at': '2021-11-19T09:51:43Z', 'revision_number': 0, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:51:45.631127 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a78fc78-0d32-43ff-bb5d-91a12c53c0e0 None None] New status for floating IP 618fee95-9c89-4ead-9372-42b45a9e18f6: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:51:45.832825 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:48.280857 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:49.945256 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ce0141ec-9187-48c0-8c89-4564a0d1b72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:52.356578 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b77a-5fc9-4872-84a9-9c5a66ed8409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:53.582500 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:54.983131 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:55.581268 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:51:59.736284 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:52:15.848758 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:52:18.300111 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:52:19.946780 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-753c42f5-f92a-41f8-bb14-066580dc6d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:52:22.358727 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-569fcb82-ab98-4251-a115-d08c6788b5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:52:23.584055 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:52:24.981955 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:52:25.583591 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:52:34.642577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be6f846c-0837-4abb-97b2-6df53951a9af req-e05fde4c-aa0d-4a44-a75a-0f4ca8d0ff8d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403128 Nov 19 09:52:34.730272 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f846c-0837-4abb-97b2-6df53951a9af req-611992b4-c6bc-4e30-9b9b-641992cd3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:52:34.731797 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be6f846c-0837-4abb-97b2-6df53951a9af req-611992b4-c6bc-4e30-9b9b-641992cd3a5a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 1097 time: 0.0429673 Nov 19 09:52:34.841333 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f846c-0837-4abb-97b2-6df53951a9af req-08b98162-d483-41df-a06a-127fa351b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:52:34.842812 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be6f846c-0837-4abb-97b2-6df53951a9af req-08b98162-d483-41df-a06a-127fa351b2d4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.0881877 Nov 19 09:52:34.911287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be6f846c-0837-4abb-97b2-6df53951a9af req-b8395458-8e94-414a-8aa0-a1f1bc185150 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98baf223-cdc8-4308-a933-68a07931a400 HTTP/1.1" status: 200 len: 1000 time: 0.0593853 Nov 19 09:52:34.964189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f846c-0837-4abb-97b2-6df53951a9af req-ce774629-e0e6-48b6-ac20-cbf95ff97427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:52:34.965700 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be6f846c-0837-4abb-97b2-6df53951a9af req-ce774629-e0e6-48b6-ac20-cbf95ff97427 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0438561 Nov 19 09:52:35.015834 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f846c-0837-4abb-97b2-6df53951a9af req-ee66fedf-4ac2-48de-9cc2-8e2ebf5e9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:52:35.017377 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be6f846c-0837-4abb-97b2-6df53951a9af req-ee66fedf-4ac2-48de-9cc2-8e2ebf5e9ac9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438612 Nov 19 09:52:35.106793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be6f846c-0837-4abb-97b2-6df53951a9af req-c1b739f9-0407-4658-920a-1d44b75726cf service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812204 Nov 19 09:52:35.200445 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be6f846c-0837-4abb-97b2-6df53951a9af req-7991e361-247d-497c-a178-4a809b1cdd35 service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851014 Nov 19 09:52:36.736547 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:52:45.845959 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:52:48.305154 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:52:49.948285 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a397b7b5-8970-4ef2-b0a5-a4b6daadde75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:52:52.359905 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-964edebf-b636-40f8-b307-b6782afd22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:52:53.586430 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:52:54.983272 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:52:55.586885 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:13.551464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-4e96c025-04df-464d-9d20-14ec1c6f2ecd req-efea34b2-da85-460a-bada-fc41bf0248e1 service neutron] (103477) timed out ('10.222.0.21', 56736) {{(pid=103477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 09:53:13.736751 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:53:15.862315 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:18.303649 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:19.954537 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e0430a88-cd33-4aee-90b3-d32c49298eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:22.362386 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6dc2382c-cbd1-4743-8186-ef8005ae0a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:23.204109 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-879bf06b-f14a-4286-b223-b25e86e59423 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018152569&fields=id&tenant_id=a84db2c49968458a9cc1816d95bbefc9 HTTP/1.1" status: 200 len: 267 time: 0.0452473 Nov 19 09:53:23.314039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-e08c1f14-2243-444b-9557-613b98ee8225 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:23.315511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-e08c1f14-2243-444b-9557-613b98ee8225 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 812 time: 0.1042495 Nov 19 09:53:23.332887 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-4277684a-ae86-4a69-8f31-edd717f6ec87 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/quotas/a84db2c49968458a9cc1816d95bbefc9 HTTP/1.1" status: 200 len: 375 time: 0.0099659 Nov 19 09:53:23.385801 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-1c2b7968-b9f6-43e8-8d74-6ccffa903876 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474055 Nov 19 09:53:23.452092 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-ddb20c24-d883-4c61-a4ed-2f0371c60cc8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:53:23.453151 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-ddb20c24-d883-4c61-a4ed-2f0371c60cc8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0550592 Nov 19 09:53:23.542784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-e23eda09-1480-4911-a25d-f372e9eaf244 service neutron] 10.222.0.21 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825748 Nov 19 09:53:23.588522 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:23.637144 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-263c6b02-8358-45cc-846e-2269ea065c4f service neutron] 10.222.0.21 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882087 Nov 19 09:53:23.975039 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d50176be-633f-40f6-82e8-fc8e05703f4f req-ec225584-96ea-40f3-9dc8-401dfdb0ea1f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 210 time: 0.0833519 Nov 19 09:53:24.986580 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:25.052023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d61e6525-b1d8-4b7c-a870-54e6c93c1fd7 req-61ffa555-3328-4888-83a7-df51efc8cc67 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 210 time: 0.0266333 Nov 19 09:53:25.588071 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:26.159413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e895774-c778-46f0-a549-e8e6bd3c06e1 req-522b5d49-7078-4da1-87fd-fbf6eb4ec8b8 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 210 time: 0.0270805 Nov 19 09:53:27.257395 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d1fd7580-8554-466c-8f06-0ac75375325b req-be5de100-b1a1-4222-ab3e-241e5f64961a tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 210 time: 0.0277693 Nov 19 09:53:27.869260 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-0d3de35a-53de-4180-9dff-a81004588fd0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:27.870759 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-0d3de35a-53de-4180-9dff-a81004588fd0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 812 time: 0.1104243 Nov 19 09:53:27.937011 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-ec364e66-bb56-49da-8821-478789ee7316 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a84db2c49968458a9cc1816d95bbefc9 HTTP/1.1" status: 200 len: 380 time: 0.0563233 Nov 19 09:53:27.947393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Request body: {'port': {'device_id': '005a1b00-1a53-4cc9-a426-6106d4bcb193', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'admin_state_up': True, 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'security_groups': ['772c0846-58d3-4562-8033-ae8de73b696b']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:53:28.065548 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Made reservation on behalf of a84db2c49968458a9cc1816d95bbefc9 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:53:28.069058 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:28.194408 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Allocated IP 172.20.0.10 (3a43663e-7d24-49a9-a7fa-bf42bee67415/d194d568-daba-4f96-9ac3-d2547054e5f8/9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:53:28.344165 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:28.358444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-162df536-cdf0-4ff6-90ad-0f848914bfa0 req-f954a118-5071-46d9-8630-25cf75168910 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 210 time: 0.0299695 Nov 19 09:53:28.380825 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:28.427741 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Network 3a43663e-7d24-49a9-a7fa-bf42bee67415 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:53:28.430954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:53:28.436077 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:53:28.467293 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'Port': ['ID=9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:53:28.480732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:28.481175 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:28.482050 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:28.482401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:28.482742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:28.483078 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:28.483410 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:28.483737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:28.484069 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:28.484397 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:28.484990 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:28.485216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:28.503461 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:28.504103 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:28.521432 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-ca577c31-60c7-4ee3-8762-714a948b4db0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5777895 Nov 19 09:53:28.531216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-0645c6be-dcc6-40c4-bab4-a753d5bf9cf4 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:53:28.532196 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-0645c6be-dcc6-40c4-bab4-a753d5bf9cf4 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052555 Nov 19 09:53:28.546391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Request body: {'port': {'device_id': '005a1b00-1a53-4cc9-a426-6106d4bcb193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:53:28.608675 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:28.758183 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0bd0667a-053e-4411-b76e-154e49c6d317 None None] Provisioning complete for port 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:53:28.758790 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0bd0667a-053e-4411-b76e-154e49c6d317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:28.796619 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0667a-053e-4411-b76e-154e49c6d317 None None] Port 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:53:28.884292 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:53:28.892393 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:28.904085 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Transition to ACTIVE for port object 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:53:28.908421 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:28.959191 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:53:29.030894 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Attempting to bind port 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:53:29.031235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Attempting to bind port 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:53:29.031559 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Attempting to bind port 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:53:29.036069 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Port 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:53:29.036389 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Attempting to bind port 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f on network 3a43663e-7d24-49a9-a7fa-bf42bee67415 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:53:29.043696 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:53:29.044064 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Checking segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:53:29.044479 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Bound using segment: {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:53:29.044920 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Bound port: 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54d7103-cbb6-4581-94df-c2d1a51b01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:53:29.045295 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:29.117934 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] For port 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:53:29.121277 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] For port 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:53:29.128948 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:29.162318 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:29.162946 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:29.164354 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] 10.222.0.66 "PUT /v2.0/ports/9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f HTTP/1.1" status: 200 len: 1093 time: 0.6237745 Nov 19 09:53:29.164811 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005a1b00-1a53-4cc9-a426-6106d4bcb193', 'tag': '9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:53:29.167151 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174485cc-18d0-4c98-82d3-110c55f7a21a" -d '{"events": [{"name": "network-changed", "server_uuid": "005a1b00-1a53-4cc9-a426-6106d4bcb193", "tag": "9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:53:29.200980 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d014fc-4ac7-415f-b75b-2dab8cb87eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:53:29.289727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-964456aa-5426-4b37-8230-ee7208688e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:29.291662 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-964456aa-5426-4b37-8230-ee7208688e7c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 1096 time: 0.0656397 Nov 19 09:53:29.343313 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e132e16b-dd9c-4abb-9d9b-1eea213a7232 x-openstack-request-id: req-e132e16b-dd9c-4abb-9d9b-1eea213a7232 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:53:29.343607 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005a1b00-1a53-4cc9-a426-6106d4bcb193", "tag": "9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:53:29.343853 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e132e16b-dd9c-4abb-9d9b-1eea213a7232 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:53:29.344267 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005a1b00-1a53-4cc9-a426-6106d4bcb193', 'tag': '9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f', 'status': 'completed', 'code': 200} Nov 19 09:53:29.346302 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-7f9aea60-00e8-47f3-a6a3-5b7d94ca6870 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f HTTP/1.1" status: 200 len: 217 time: 0.0454853 Nov 19 09:53:29.401965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-ce19cb36-9d4f-4533-82bf-17761dcbde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:29.405782 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-ce19cb36-9d4f-4533-82bf-17761dcbde12 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0524685 Nov 19 09:53:29.462253 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-a04bf451-74c5-46ab-bdcb-ae46a847840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:29.463598 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-a04bf451-74c5-46ab-bdcb-ae46a847840c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503395 Nov 19 09:53:29.510259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3fbfb-28bf-4643-bae5-cf5a017506dc req-3112bd28-6207-4825-8684-2df87f90fcbb tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:29.512123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bad3fbfb-28bf-4643-bae5-cf5a017506dc req-3112bd28-6207-4825-8684-2df87f90fcbb tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 944 time: 0.0556006 Nov 19 09:53:29.565861 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-6373a502-9371-48af-a958-2e252f96abed service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937636 Nov 19 09:53:29.570781 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bad3fbfb-28bf-4643-bae5-cf5a017506dc req-3ddbcd1e-0930-45c7-93a2-bfc90fb89f6e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524402 Nov 19 09:53:29.657746 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ab7b0dff-3e7e-4376-bb3f-fae961135f33 req-210919ae-83d8-4ccd-9597-873a36151288 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854661 Nov 19 09:53:29.743454 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174485cc-18d0-4c98-82d3-110c55f7a21a req-2a051d66-ca01-4c76-9ff5-73da225749ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:29.744967 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-174485cc-18d0-4c98-82d3-110c55f7a21a req-2a051d66-ca01-4c76-9ff5-73da225749ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 1096 time: 0.0420637 Nov 19 09:53:29.839420 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174485cc-18d0-4c98-82d3-110c55f7a21a req-78236211-1b6c-4b7a-82c7-4bcd978d69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:29.840802 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-174485cc-18d0-4c98-82d3-110c55f7a21a req-78236211-1b6c-4b7a-82c7-4bcd978d69c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.0887711 Nov 19 09:53:29.883850 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-174485cc-18d0-4c98-82d3-110c55f7a21a req-b8c8120a-ebeb-434e-ac62-3aa3b2e34802 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f HTTP/1.1" status: 200 len: 217 time: 0.0345650 Nov 19 09:53:29.937966 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174485cc-18d0-4c98-82d3-110c55f7a21a req-3ad627d9-45bb-4e8c-9273-d25233fdec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:29.939433 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-174485cc-18d0-4c98-82d3-110c55f7a21a req-3ad627d9-45bb-4e8c-9273-d25233fdec06 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0478482 Nov 19 09:53:29.986016 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174485cc-18d0-4c98-82d3-110c55f7a21a req-e673402e-ca14-44da-8f23-ef76cf12a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:29.987626 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-174485cc-18d0-4c98-82d3-110c55f7a21a req-e673402e-ca14-44da-8f23-ef76cf12a36b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410597 Nov 19 09:53:30.077338 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-174485cc-18d0-4c98-82d3-110c55f7a21a req-d3f5b812-d74f-4291-99ca-33419d46f39e service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827184 Nov 19 09:53:30.175671 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-174485cc-18d0-4c98-82d3-110c55f7a21a req-0eaedcf1-af0c-4ee1-a10a-259e4b728be5 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910361 Nov 19 09:53:30.692338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d992091-4742-4efc-818a-ca7ba03c10c9 req-5a26aff1-0229-450d-8b84-933ceee5b330 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:30.693865 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d992091-4742-4efc-818a-ca7ba03c10c9 req-5a26aff1-0229-450d-8b84-933ceee5b330 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 944 time: 0.0504105 Nov 19 09:53:30.744022 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8d992091-4742-4efc-818a-ca7ba03c10c9 req-3ada328d-fb3d-4c4e-8773-5f9cf72c1d5c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440428 Nov 19 09:53:31.868242 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d30db-098f-4ebe-b9d8-7ed7892fb0f2 req-65729dae-3301-4b5c-9821-1f1df7f5c45b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:31.870008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e3d30db-098f-4ebe-b9d8-7ed7892fb0f2 req-65729dae-3301-4b5c-9821-1f1df7f5c45b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 944 time: 0.0546739 Nov 19 09:53:31.928322 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e3d30db-098f-4ebe-b9d8-7ed7892fb0f2 req-fbb1f1c7-69fe-48cc-a3c8-97836957ee69 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517204 Nov 19 09:53:33.080742 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b523fa-7c6a-46ad-a7d4-1f460bb2b5a0 req-38455cc4-2904-4a63-89c9-8fdf1315380c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:33.082155 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2b523fa-7c6a-46ad-a7d4-1f460bb2b5a0 req-38455cc4-2904-4a63-89c9-8fdf1315380c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 944 time: 0.0540357 Nov 19 09:53:33.135259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2b523fa-7c6a-46ad-a7d4-1f460bb2b5a0 req-567331ef-9d72-4c9a-8ba0-6bc694eefd2c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453651 Nov 19 09:53:34.271137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e4ca5-cd33-4014-8f0e-3d9f2aea6b5e req-fbf40014-9377-47ae-bd0a-b930806ee329 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:34.273394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f4e4ca5-cd33-4014-8f0e-3d9f2aea6b5e req-fbf40014-9377-47ae-bd0a-b930806ee329 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 944 time: 0.0616086 Nov 19 09:53:34.330558 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f4e4ca5-cd33-4014-8f0e-3d9f2aea6b5e req-eea281d1-e83c-42df-b425-3593df4f1068 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498736 Nov 19 09:53:35.451936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec092f-7534-4069-be68-b19576001277 req-ee4b35f0-4f64-4957-ae93-2fd4e7e1f081 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:35.453754 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdec092f-7534-4069-be68-b19576001277 req-ee4b35f0-4f64-4957-ae93-2fd4e7e1f081 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 944 time: 0.0544155 Nov 19 09:53:35.506212 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdec092f-7534-4069-be68-b19576001277 req-7993f5e8-a70f-4a6e-8cc9-49972f50922c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462985 Nov 19 09:53:36.620683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a58ac-e5f7-45f9-9fb2-6dfd3981657e req-3441cb95-e347-4310-8574-e8c7bc04ec3e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:36.622178 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd4a58ac-e5f7-45f9-9fb2-6dfd3981657e req-3441cb95-e347-4310-8574-e8c7bc04ec3e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 944 time: 0.0500202 Nov 19 09:53:36.687796 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd4a58ac-e5f7-45f9-9fb2-6dfd3981657e req-570b9727-5673-4b8a-bc0e-97b5a44b2c37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587616 Nov 19 09:53:36.721735 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3006827d-72c6-4cdd-a546-8f7182e29e59 req-a9642a9d-421f-440c-98e9-c2ee55559e72 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0985804 Nov 19 09:53:36.814862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006827d-72c6-4cdd-a546-8f7182e29e59 req-403054dc-9bf6-4939-bbe1-4a933277bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:36.816278 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3006827d-72c6-4cdd-a546-8f7182e29e59 req-403054dc-9bf6-4939-bbe1-4a933277bf3b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 1097 time: 0.0445542 Nov 19 09:53:36.920515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006827d-72c6-4cdd-a546-8f7182e29e59 req-593edbcc-9d75-43a3-a00c-28b017284c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:36.922537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3006827d-72c6-4cdd-a546-8f7182e29e59 req-593edbcc-9d75-43a3-a00c-28b017284c2d service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.0859914 Nov 19 09:53:36.987862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3006827d-72c6-4cdd-a546-8f7182e29e59 req-8d2193ba-26d6-40cf-844a-2a4fb7df52fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98baf223-cdc8-4308-a933-68a07931a400 HTTP/1.1" status: 200 len: 1000 time: 0.0574844 Nov 19 09:53:37.038721 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006827d-72c6-4cdd-a546-8f7182e29e59 req-1d6cb929-e8da-45de-9fea-7427417c9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:37.040197 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3006827d-72c6-4cdd-a546-8f7182e29e59 req-1d6cb929-e8da-45de-9fea-7427417c9a24 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0447683 Nov 19 09:53:37.091913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006827d-72c6-4cdd-a546-8f7182e29e59 req-d3684a67-83a8-42a3-858e-99472b40fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:37.093974 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3006827d-72c6-4cdd-a546-8f7182e29e59 req-d3684a67-83a8-42a3-858e-99472b40fd9f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447800 Nov 19 09:53:37.188634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3006827d-72c6-4cdd-a546-8f7182e29e59 req-a8cf325f-ebf6-4cb4-96c4-99dd49350648 service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822787 Nov 19 09:53:37.283113 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3006827d-72c6-4cdd-a546-8f7182e29e59 req-c4cd4e40-3855-4db4-8b7e-0a366bfd6840 service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866990 Nov 19 09:53:37.802893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f991257-04d8-46cc-923b-a3fcdd02a46a req-a1497175-be0a-433c-b1d4-a690d39e49e8 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:37.804390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f991257-04d8-46cc-923b-a3fcdd02a46a req-a1497175-be0a-433c-b1d4-a690d39e49e8 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 944 time: 0.0496099 Nov 19 09:53:37.853872 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f991257-04d8-46cc-923b-a3fcdd02a46a req-e70dc1ab-5727-4c47-be31-c311a9ecaa42 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435910 Nov 19 09:53:38.969438 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c820e-7381-46a6-8f5d-74d8c289194b req-cb33b31c-86cb-41fc-a3c7-8c3e076cc6ca tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:38.970864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea4c820e-7381-46a6-8f5d-74d8c289194b req-cb33b31c-86cb-41fc-a3c7-8c3e076cc6ca tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 944 time: 0.0488644 Nov 19 09:53:39.019464 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea4c820e-7381-46a6-8f5d-74d8c289194b req-1c221cb7-7fc4-4d4e-a9bc-8d5224fdfd37 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426137 Nov 19 09:53:40.140071 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f0512-350f-4079-a786-849c4e41efbd req-8eef74d9-730e-4068-9a83-5a3f2ca23bab tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:40.141680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d8f0512-350f-4079-a786-849c4e41efbd req-8eef74d9-730e-4068-9a83-5a3f2ca23bab tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 944 time: 0.0524218 Nov 19 09:53:40.159514 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-b207dc44-d294-45f7-8553-777e4705a1da req-5990ff0d-32f6-46e3-ab2d-0cd4729fb1b0 service neutron] (103476) timed out ('10.222.0.66', 61737) {{(pid=103476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 09:53:40.191451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d8f0512-350f-4079-a786-849c4e41efbd req-b5507f3f-fb9d-433a-a50b-13167a3af789 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439279 Nov 19 09:53:41.314433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cb957-ed6f-4200-90b0-c78b235f40ae req-54b6730a-cf64-4d28-9beb-97a1b3720914 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:41.315959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-038cb957-ed6f-4200-90b0-c78b235f40ae req-54b6730a-cf64-4d28-9beb-97a1b3720914 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 944 time: 0.0506918 Nov 19 09:53:41.370005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-038cb957-ed6f-4200-90b0-c78b235f40ae req-756c8e9c-974b-4d34-9783-38e8ba7b8ac2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477617 Nov 19 09:53:42.129745 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:53:42.226219 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:53:42.238982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'port_id': '9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f', 'mac_address': 'fa:16:3e:6b:b1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:53:42.276359 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:42.289680 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:53:42.309759 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:53:42.314275 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:42.363757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:53:42.371363 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:42.371717 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:42.372063 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:42.372410 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:42.372744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:42.373078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:42.373439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:42.373772 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:42.374101 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:42.374430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:42.374756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:42.375080 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:42.487779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf8938-1f3d-4856-a6f5-c19bb3d2617b req-779deded-d54f-4391-8018-0e0d23208eca tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:42.489270 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3fbf8938-1f3d-4856-a6f5-c19bb3d2617b req-779deded-d54f-4391-8018-0e0d23208eca tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 945 time: 0.0511365 Nov 19 09:53:42.530427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:53:42.541704 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3fbf8938-1f3d-4856-a6f5-c19bb3d2617b req-4a795e1f-6f5e-4a87-a780-b4300173775b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463531 Nov 19 09:53:43.657821 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84937aa2-574f-4947-b1bb-4a1397a49a30 req-aa56f6b8-5d2c-488f-a368-eb43fab8111f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:43.659300 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-84937aa2-574f-4947-b1bb-4a1397a49a30 req-aa56f6b8-5d2c-488f-a368-eb43fab8111f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 945 time: 0.0494146 Nov 19 09:53:43.708754 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-84937aa2-574f-4947-b1bb-4a1397a49a30 req-7f9a7b6a-da6e-4a53-9e95-b23fa5592290 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434322 Nov 19 09:53:44.144780 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:53:44.193915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:53:44.197611 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:53:44.197992 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:44.276218 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:44.298933 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005a1b00-1a53-4cc9-a426-6106d4bcb193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:53:44.301205 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87047fb4-1c2f-4eb9-bda0-941c220ea4ad" -d '{"events": [{"server_uuid": "005a1b00-1a53-4cc9-a426-6106d4bcb193", "name": "network-vif-plugged", "status": "completed", "tag": "9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:53:44.317168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:53:44.321856 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:44.370319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:53:44.402699 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8725a3da-c56e-4964-9674-372386b24705 x-openstack-request-id: req-8725a3da-c56e-4964-9674-372386b24705 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:53:44.402996 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005a1b00-1a53-4cc9-a426-6106d4bcb193", "name": "network-vif-plugged", "status": "completed", "tag": "9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:53:44.403254 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8725a3da-c56e-4964-9674-372386b24705 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:53:44.403650 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005a1b00-1a53-4cc9-a426-6106d4bcb193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f', 'code': 200} Nov 19 09:53:44.499959 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed13c10-98ea-4940-ad05-39786b00e90d req-c97db9ed-b128-42d3-bfb3-9c2492dc8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:44.502069 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8ed13c10-98ea-4940-ad05-39786b00e90d req-c97db9ed-b128-42d3-bfb3-9c2492dc8bb3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 1098 time: 0.0416622 Nov 19 09:53:44.547533 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8ed13c10-98ea-4940-ad05-39786b00e90d req-a9372641-08a4-4e2a-b5e7-a3a94402762a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387464 Nov 19 09:53:44.826257 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0723704-3a7c-4b4c-9d01-bfba86c825e8 req-07d7fa02-e361-4310-b923-39ea4a62dc48 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:44.827783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0723704-3a7c-4b4c-9d01-bfba86c825e8 req-07d7fa02-e361-4310-b923-39ea4a62dc48 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 946 time: 0.0489578 Nov 19 09:53:44.878250 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0723704-3a7c-4b4c-9d01-bfba86c825e8 req-4d970d72-3df1-4c05-a5ac-ff635225f69f tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435870 Nov 19 09:53:45.860468 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:46.003004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482a12b-81bd-4480-8a5b-66ea0707a9f2 req-4e238656-9a51-4df8-bd04-57cd86d7785b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:46.004479 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6482a12b-81bd-4480-8a5b-66ea0707a9f2 req-4e238656-9a51-4df8-bd04-57cd86d7785b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 946 time: 0.0578089 Nov 19 09:53:46.052767 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6482a12b-81bd-4480-8a5b-66ea0707a9f2 req-87191340-29e2-4da9-a66c-ffc482d9280e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Nov 19 09:53:46.169765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1056b22-e130-4b6e-b14f-d1d3cf0c94f0 req-eb8ac4f4-2eca-45d7-999c-dfa724832720 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:46.171156 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1056b22-e130-4b6e-b14f-d1d3cf0c94f0 req-eb8ac4f4-2eca-45d7-999c-dfa724832720 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 946 time: 0.0507333 Nov 19 09:53:46.220535 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e1056b22-e130-4b6e-b14f-d1d3cf0c94f0 req-3abd2b71-8809-4ae2-a84c-b7e276ce7590 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433412 Nov 19 09:53:46.242464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60852) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:53:46.286241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ced048-563c-43a3-affb-91385fae15ae tempest-TestVolumeBootPattern-1794372393 tempest-TestVolumeBootPattern-1794372393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:46.287742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c7ced048-563c-43a3-affb-91385fae15ae tempest-TestVolumeBootPattern-1794372393 tempest-TestVolumeBootPattern-1794372393-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 1093 time: 0.0443153 Nov 19 09:53:46.290579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60854) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:53:46.294954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': '9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:53:46.316807 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:46.411448 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:46.515055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Allocated IP 172.25.0.161 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/d660b13d-c057-4279-99c4-24b25fbf17ae) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:53:46.614313 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:46.647519 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:46.691164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:53:46.694200 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:53:46.697624 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:53:46.719942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'Port': ['ID=d660b13d-c057-4279-99c4-24b25fbf17ae,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:53:46.731370 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:46.731727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:46.732073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:46.732412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:46.732746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:46.733079 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:46.733433 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:46.733760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:46.734085 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:46.734413 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:46.734783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:46.736162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:53:47.061781 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:47.128973 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:47.279248 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:47.285056 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:47.349434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event updated for resources: {'Port': ['ID=d660b13d-c057-4279-99c4-24b25fbf17ae,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:53:47.362776 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:47.463473 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Floating IP 20cae091-0897-4bf1-bd9d-01ea513b20ff associated. External IP: 172.25.0.161, port: 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f. Nov 19 09:53:47.996500 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Router 81f3efea-73ce-4fa3-911b-bb399a653855 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:53:48.102246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:53:48.112502 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ef0f7c-d977-4bc0-93da-57c429c86422 None None] Sync routers for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:53:48.125181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ef0f7c-d977-4bc0-93da-57c429c86422 None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:53:48.126919 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-51ef0f7c-d977-4bc0-93da-57c429c86422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:53:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:53:48.128292 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:48.154982 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7dd914c3-0d64-4f76-a1c2-7b00757fe595 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8632386 Nov 19 09:53:48.155682 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005a1b00-1a53-4cc9-a426-6106d4bcb193', 'tag': '9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:53:48.158083 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b261e1-1f1f-464d-ad9e-45cbedd5bdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "005a1b00-1a53-4cc9-a426-6106d4bcb193", "tag": "9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:53:48.239554 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-51ef0f7c-d977-4bc0-93da-57c429c86422 None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:53:48.260137 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707862f1-8350-4643-b3e8-1880db901b1d x-openstack-request-id: req-707862f1-8350-4643-b3e8-1880db901b1d {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:53:48.260409 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005a1b00-1a53-4cc9-a426-6106d4bcb193", "tag": "9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:53:48.260662 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-707862f1-8350-4643-b3e8-1880db901b1d {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:53:48.261070 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005a1b00-1a53-4cc9-a426-6106d4bcb193', 'tag': '9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f', 'status': 'completed', 'code': 200} Nov 19 09:53:48.329855 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b261e1-1f1f-464d-ad9e-45cbedd5bdc5 req-9edf0a61-3093-4259-b731-515fd0acbe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:48.331759 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b9b261e1-1f1f-464d-ad9e-45cbedd5bdc5 req-9edf0a61-3093-4259-b731-515fd0acbe67 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 1098 time: 0.0460303 Nov 19 09:53:48.345158 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:48.422891 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b261e1-1f1f-464d-ad9e-45cbedd5bdc5 req-6475b660-d000-40a4-964f-ea93634b7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:48.424403 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b9b261e1-1f1f-464d-ad9e-45cbedd5bdc5 req-6475b660-d000-40a4-964f-ea93634b7944 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.0856743 Nov 19 09:53:48.490959 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-51ef0f7c-d977-4bc0-93da-57c429c86422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '20cae091-0897-4bf1-bd9d-01ea513b20ff', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'port_id': '9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'mac_address': 'fa:16:3e:6b:b1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005a1b00-1a53-4cc9-a426-6106d4bcb193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:53:46Z', 'updated_at': '2021-11-19T09:53:46Z', 'revision_number': 0, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address_scope': None}, {'id': '618fee95-9c89-4ead-9372-42b45a9e18f6', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'port_id': '98baf223-cdc8-4308-a933-68a07931a400', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'mac_address': 'fa:16:3e:b9:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:51:43Z', 'updated_at': '2021-11-19T09:51:45Z', 'revision_number': 1, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:53:48.498131 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b9b261e1-1f1f-464d-ad9e-45cbedd5bdc5 req-6dfed542-58c3-4236-a6a5-7b4d8bc7354e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f HTTP/1.1" status: 200 len: 1000 time: 0.0656619 Nov 19 09:53:48.517065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ef0f7c-d977-4bc0-93da-57c429c86422 None None] Checking router: 81f3efea-73ce-4fa3-911b-bb399a653855 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:53:48.525363 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ef0f7c-d977-4bc0-93da-57c429c86422 None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:53:48.525972 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-51ef0f7c-d977-4bc0-93da-57c429c86422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:53:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:53:48.548978 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b261e1-1f1f-464d-ad9e-45cbedd5bdc5 req-8f96e280-6aef-4aea-9deb-826781fb5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:48.550552 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b9b261e1-1f1f-464d-ad9e-45cbedd5bdc5 req-8f96e280-6aef-4aea-9deb-826781fb5cb0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0450273 Nov 19 09:53:48.598326 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b261e1-1f1f-464d-ad9e-45cbedd5bdc5 req-737c207c-f6c7-4aa9-bf71-c64ec4083bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:53:48.599868 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b9b261e1-1f1f-464d-ad9e-45cbedd5bdc5 req-737c207c-f6c7-4aa9-bf71-c64ec4083bab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409975 Nov 19 09:53:48.699523 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b9b261e1-1f1f-464d-ad9e-45cbedd5bdc5 req-9a1268af-0423-4bff-8127-7467514cd4e1 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923307 Nov 19 09:53:48.790181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-51ef0f7c-d977-4bc0-93da-57c429c86422 None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:53:48.791293 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b9b261e1-1f1f-464d-ad9e-45cbedd5bdc5 req-dfe5296c-6a24-45ed-8be9-cd5abc44c68b service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840030 Nov 19 09:53:49.015833 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-51ef0f7c-d977-4bc0-93da-57c429c86422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '20cae091-0897-4bf1-bd9d-01ea513b20ff', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'port_id': '9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'mac_address': 'fa:16:3e:6b:b1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005a1b00-1a53-4cc9-a426-6106d4bcb193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:53:46Z', 'updated_at': '2021-11-19T09:53:46Z', 'revision_number': 0, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address_scope': None}, {'id': '618fee95-9c89-4ead-9372-42b45a9e18f6', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'port_id': '98baf223-cdc8-4308-a933-68a07931a400', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'mac_address': 'fa:16:3e:b9:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:51:43Z', 'updated_at': '2021-11-19T09:51:45Z', 'revision_number': 1, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:53:49.042117 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ef0f7c-d977-4bc0-93da-57c429c86422 None None] The sync data for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 is: [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '20cae091-0897-4bf1-bd9d-01ea513b20ff', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'port_id': '9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'mac_address': 'fa:16:3e:6b:b1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005a1b00-1a53-4cc9-a426-6106d4bcb193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:53:46Z', 'updated_at': '2021-11-19T09:53:46Z', 'revision_number': 0, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address_scope': None}, {'id': '618fee95-9c89-4ead-9372-42b45a9e18f6', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'port_id': '98baf223-cdc8-4308-a933-68a07931a400', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'mac_address': 'fa:16:3e:b9:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:51:43Z', 'updated_at': '2021-11-19T09:51:45Z', 'revision_number': 1, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:53:49.237019 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ee56b3-aac8-4455-af41-5932e07f97aa None None] New status for floating IP 20cae091-0897-4bf1-bd9d-01ea513b20ff: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:53:49.947512 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5b5c758a-7ba8-4daa-af98-03ee44389e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:50.736366 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:53:52.364850 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f6224fd8-cd6a-41b4-8936-e48f693ac4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:53.591444 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:54.989696 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:53:55.593522 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:54:15.876306 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:54:18.331657 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:54:19.950153 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-27add2e2-4336-4061-8d80-ff410abee7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:54:22.366452 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c1252dcc-a778-46c0-b627-5e8a22ab53ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:54:23.595302 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:54:24.992174 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:54:25.586794 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:54:27.740557 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:54:36.661235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af7f74c5-884c-4290-938a-b73461ccd0b1 req-3bf5ed24-4256-47f4-84dc-a1d3a58c41aa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433595 Nov 19 09:54:36.749183 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f74c5-884c-4290-938a-b73461ccd0b1 req-bf43e45f-9057-4cbd-bd1a-e744453f1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:54:36.751409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af7f74c5-884c-4290-938a-b73461ccd0b1 req-bf43e45f-9057-4cbd-bd1a-e744453f1d77 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 1097 time: 0.0440404 Nov 19 09:54:36.871369 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f74c5-884c-4290-938a-b73461ccd0b1 req-d93631b5-9f84-4311-ab7b-d3be779e9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:54:36.872951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af7f74c5-884c-4290-938a-b73461ccd0b1 req-d93631b5-9f84-4311-ab7b-d3be779e9866 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.1006062 Nov 19 09:54:36.941528 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af7f74c5-884c-4290-938a-b73461ccd0b1 req-5872ed26-0c89-47b4-a14f-8ef253aa690b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98baf223-cdc8-4308-a933-68a07931a400 HTTP/1.1" status: 200 len: 1000 time: 0.0613263 Nov 19 09:54:36.995186 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f74c5-884c-4290-938a-b73461ccd0b1 req-105452c3-a8ea-463a-a07a-681f7d521cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:54:36.997306 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af7f74c5-884c-4290-938a-b73461ccd0b1 req-105452c3-a8ea-463a-a07a-681f7d521cfb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0492797 Nov 19 09:54:37.044327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f74c5-884c-4290-938a-b73461ccd0b1 req-092ab849-db56-49f8-a2f8-04f8b99b1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:54:37.045892 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af7f74c5-884c-4290-938a-b73461ccd0b1 req-092ab849-db56-49f8-a2f8-04f8b99b1021 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416894 Nov 19 09:54:37.142484 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af7f74c5-884c-4290-938a-b73461ccd0b1 req-445252e7-279f-4c72-87f4-cb230ebda010 service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884421 Nov 19 09:54:37.241816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af7f74c5-884c-4290-938a-b73461ccd0b1 req-31a27936-c996-4b8f-9c48-07afe3a57eb8 service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907261 Nov 19 09:54:39.942340 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8df1afbd-10a9-4bc3-a74c-d191719af402 req-9ca9f5e9-f536-49c7-a8dd-78655dc6050a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1529369 Nov 19 09:54:40.027508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1afbd-10a9-4bc3-a74c-d191719af402 req-ef427077-075a-4bf7-9cdd-acc8fd64ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:54:40.028995 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8df1afbd-10a9-4bc3-a74c-d191719af402 req-ef427077-075a-4bf7-9cdd-acc8fd64ccb2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 1098 time: 0.0444627 Nov 19 09:54:40.133234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1afbd-10a9-4bc3-a74c-d191719af402 req-feeed26a-319c-4059-b826-bc92db4a6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:54:40.134706 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8df1afbd-10a9-4bc3-a74c-d191719af402 req-feeed26a-319c-4059-b826-bc92db4a6540 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.0833728 Nov 19 09:54:40.202100 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8df1afbd-10a9-4bc3-a74c-d191719af402 req-3f7a4195-780a-4099-a73d-eeed21e4b84f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f HTTP/1.1" status: 200 len: 1002 time: 0.0603745 Nov 19 09:54:40.251780 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1afbd-10a9-4bc3-a74c-d191719af402 req-89da17e0-e48c-4c29-a4ae-1561dd76a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:54:40.253286 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8df1afbd-10a9-4bc3-a74c-d191719af402 req-89da17e0-e48c-4c29-a4ae-1561dd76a715 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0438335 Nov 19 09:54:40.300798 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1afbd-10a9-4bc3-a74c-d191719af402 req-f29a3084-c498-4b7d-b1b3-5aeff3f3acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:54:40.302359 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8df1afbd-10a9-4bc3-a74c-d191719af402 req-f29a3084-c498-4b7d-b1b3-5aeff3f3acb9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424323 Nov 19 09:54:40.396227 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8df1afbd-10a9-4bc3-a74c-d191719af402 req-fb4ed3c0-13d3-4ce2-9ccb-a6ac70abaeef service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866923 Nov 19 09:54:40.484959 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8df1afbd-10a9-4bc3-a74c-d191719af402 req-2b2cb51b-8560-485f-ac24-0b066a3d6f93 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810282 Nov 19 09:54:45.877173 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:54:48.330905 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:54:49.952224 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0206e3d2-f10d-4be3-b257-4fe082c1b3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:54:52.367343 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2cdbf056-9805-41cb-98ec-5a62bf6c51cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:54:53.597784 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:54:54.994137 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:54:55.588312 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:04.740776 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:55:15.886507 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:15.972127 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60900) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:55:16.130549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Deleting port d660b13d-c057-4279-99c4-24b25fbf17ae {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:55:16.130888 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:16.208923 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:16.209188 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:16.220414 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Calling delete_port for d660b13d-c057-4279-99c4-24b25fbf17ae owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:55:16.364327 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:16.395354 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event deleted for resources: {'Port': ['ID=d660b13d-c057-4279-99c4-24b25fbf17ae,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:16.418805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:16.419156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:16.419503 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:16.419837 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:16.420178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:16.420508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:16.420834 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:16.421193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:16.421521 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:16.421844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:16.422172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:16.422494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:16.463742 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:16.464003 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Floating IP 20cae091-0897-4bf1-bd9d-01ea513b20ff disassociated (deleted). External IP: 172.25.0.161, port: 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f. Nov 19 09:55:16.672213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Router 81f3efea-73ce-4fa3-911b-bb399a653855 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:55:16.781870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:55:16.786661 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:16.791360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c3172-c884-42a0-ae1c-4e789a61e3c2 None None] Sync routers for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:55:16.801407 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c3172-c884-42a0-ae1c-4e789a61e3c2 None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:55:16.802030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e69c3172-c884-42a0-ae1c-4e789a61e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:54:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:16.812911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ded22c8a-a4ee-4e7b-b355-1f7f3de8fbc2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "DELETE /v2.0/floatingips/20cae091-0897-4bf1-bd9d-01ea513b20ff HTTP/1.1" status: 204 len: 168 time: 0.8396900 Nov 19 09:55:16.813536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005a1b00-1a53-4cc9-a426-6106d4bcb193', 'tag': '9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:55:16.816299 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7d3bdb-4f18-4bb4-aa70-6633210ba7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "005a1b00-1a53-4cc9-a426-6106d4bcb193", "tag": "9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:55:16.864146 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b4681b-7184-4841-bbfc-809fa46468a6 x-openstack-request-id: req-84b4681b-7184-4841-bbfc-809fa46468a6 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:55:16.864501 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005a1b00-1a53-4cc9-a426-6106d4bcb193", "tag": "9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:55:16.864991 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84b4681b-7184-4841-bbfc-809fa46468a6 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:55:16.865492 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005a1b00-1a53-4cc9-a426-6106d4bcb193', 'tag': '9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f', 'status': 'completed', 'code': 200} Nov 19 09:55:16.912861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-e69c3172-c884-42a0-ae1c-4e789a61e3c2 None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:55:16.935888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d3bdb-4f18-4bb4-aa70-6633210ba7b2 req-14cccc06-cec1-4fa2-bfa6-a02dd5187200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:16.938438 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ed7d3bdb-4f18-4bb4-aa70-6633210ba7b2 req-14cccc06-cec1-4fa2-bfa6-a02dd5187200 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 1098 time: 0.0473700 Nov 19 09:55:17.055280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae738f6-8a2f-4d8c-9d4d-d0ada3b05f09 req-6df4902e-c1ed-4834-b00b-b7b43ade0753 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:17.056917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ae738f6-8a2f-4d8c-9d4d-d0ada3b05f09 req-6df4902e-c1ed-4834-b00b-b7b43ade0753 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 946 time: 0.0528452 Nov 19 09:55:17.121843 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ae738f6-8a2f-4d8c-9d4d-d0ada3b05f09 req-73929ef1-4426-44ab-8bec-6b5f707d7ec8 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550086 Nov 19 09:55:17.164478 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e69c3172-c884-42a0-ae1c-4e789a61e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '618fee95-9c89-4ead-9372-42b45a9e18f6', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'port_id': '98baf223-cdc8-4308-a933-68a07931a400', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'mac_address': 'fa:16:3e:b9:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:51:43Z', 'updated_at': '2021-11-19T09:51:45Z', 'revision_number': 1, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:17.193025 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c3172-c884-42a0-ae1c-4e789a61e3c2 None None] Checking router: 81f3efea-73ce-4fa3-911b-bb399a653855 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:55:17.202662 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c3172-c884-42a0-ae1c-4e789a61e3c2 None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:55:17.203290 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e69c3172-c884-42a0-ae1c-4e789a61e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:54:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:17.315069 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-e69c3172-c884-42a0-ae1c-4e789a61e3c2 None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:55:17.351220 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d3bdb-4f18-4bb4-aa70-6633210ba7b2 req-f3046cb1-3dec-4ce3-acc9-83bf7fee6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:17.353180 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ed7d3bdb-4f18-4bb4-aa70-6633210ba7b2 req-f3046cb1-3dec-4ce3-acc9-83bf7fee6aac service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.3994184 Nov 19 09:55:17.397250 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ed7d3bdb-4f18-4bb4-aa70-6633210ba7b2 req-fc94d555-7c29-4432-aa0b-b9cd4ca81c0a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f HTTP/1.1" status: 200 len: 217 time: 0.0347164 Nov 19 09:55:17.447217 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d3bdb-4f18-4bb4-aa70-6633210ba7b2 req-09476b42-aa6c-48bf-b2c3-e5b9ca988e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:17.448707 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ed7d3bdb-4f18-4bb4-aa70-6633210ba7b2 req-09476b42-aa6c-48bf-b2c3-e5b9ca988e95 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0440001 Nov 19 09:55:17.499878 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d3bdb-4f18-4bb4-aa70-6633210ba7b2 req-08852026-7169-4fbb-a723-ac01102da21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:17.501848 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ed7d3bdb-4f18-4bb4-aa70-6633210ba7b2 req-08852026-7169-4fbb-a723-ac01102da21b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452805 Nov 19 09:55:17.545009 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e69c3172-c884-42a0-ae1c-4e789a61e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '618fee95-9c89-4ead-9372-42b45a9e18f6', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'port_id': '98baf223-cdc8-4308-a933-68a07931a400', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'mac_address': 'fa:16:3e:b9:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:51:43Z', 'updated_at': '2021-11-19T09:51:45Z', 'revision_number': 1, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:17.571950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c3172-c884-42a0-ae1c-4e789a61e3c2 None None] The sync data for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 is: [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '618fee95-9c89-4ead-9372-42b45a9e18f6', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'port_id': '98baf223-cdc8-4308-a933-68a07931a400', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'mac_address': 'fa:16:3e:b9:04:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:51:43Z', 'updated_at': '2021-11-19T09:51:45Z', 'revision_number': 1, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:55:17.598602 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ed7d3bdb-4f18-4bb4-aa70-6633210ba7b2 req-e86309e3-8962-4825-96c1-6efa4d71eec2 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891907 Nov 19 09:55:17.697144 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-ed7d3bdb-4f18-4bb4-aa70-6633210ba7b2 req-c26070d1-3d49-4ca1-98e1-da0f4e4b8a06 service neutron] 10.222.0.66 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896194 Nov 19 09:55:17.799878 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80168df5-896a-4adb-8cbe-c3824c4b6a2f None None] New status for floating IP 20cae091-0897-4bf1-bd9d-01ea513b20ff: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:55:18.245835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a959d-c003-4131-b42f-599b001edb2d req-29f7d0cd-c693-4bad-b93a-fb4b7d0066ad tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:18.247326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b88a959d-c003-4131-b42f-599b001edb2d req-29f7d0cd-c693-4bad-b93a-fb4b7d0066ad tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 946 time: 0.0528343 Nov 19 09:55:18.298204 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b88a959d-c003-4131-b42f-599b001edb2d req-af531eb8-84ed-4b52-b83a-54e217886515 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442941 Nov 19 09:55:18.326521 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:18.529976 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e53d07-11a2-4a4f-b645-4b2188d1dc0c req-f3afeb7f-bdf3-4398-b0d1-b6eefcf1d541 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:18.531479 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-56e53d07-11a2-4a4f-b645-4b2188d1dc0c req-f3afeb7f-bdf3-4398-b0d1-b6eefcf1d541 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 946 time: 0.0493119 Nov 19 09:55:18.623620 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-56e53d07-11a2-4a4f-b645-4b2188d1dc0c req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Deleting port 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:55:18.623962 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-56e53d07-11a2-4a4f-b645-4b2188d1dc0c req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:18.725517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-56e53d07-11a2-4a4f-b645-4b2188d1dc0c req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] For port 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:55:18.725882 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-56e53d07-11a2-4a4f-b645-4b2188d1dc0c req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:18.738658 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-56e53d07-11a2-4a4f-b645-4b2188d1dc0c req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Calling delete_port for 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:55:18.869267 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-56e53d07-11a2-4a4f-b645-4b2188d1dc0c req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:18.899061 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event deleted for resources: {'Port': ['ID=9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:18.926090 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:18.926446 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:18.926796 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:18.927142 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:18.927481 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:18.927818 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:18.928175 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:18.928508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:18.928838 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:18.929191 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:18.929522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:18.929851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:18.948203 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e53d07-11a2-4a4f-b645-4b2188d1dc0c req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] No DVR routers for this DVR port 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:55:18.950982 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-56e53d07-11a2-4a4f-b645-4b2188d1dc0c req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:18.954381 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-56e53d07-11a2-4a4f-b645-4b2188d1dc0c req-e5472ddd-da52-47af-8082-7b00861f06ae tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.66 "DELETE /v2.0/ports/9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f HTTP/1.1" status: 204 len: 173 time: 0.4168172 Nov 19 09:55:18.954864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005a1b00-1a53-4cc9-a426-6106d4bcb193', 'name': 'network-vif-deleted', 'tag': '9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:55:18.957146 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978a3054-b736-44b1-bba3-7b21f0814426" -d '{"events": [{"server_uuid": "005a1b00-1a53-4cc9-a426-6106d4bcb193", "name": "network-vif-deleted", "tag": "9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:55:18.997977 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf6786e-9a38-4207-9874-38cf8b63c24f x-openstack-request-id: req-9bf6786e-9a38-4207-9874-38cf8b63c24f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:55:18.998310 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005a1b00-1a53-4cc9-a426-6106d4bcb193", "name": "network-vif-deleted", "tag": "9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:55:18.998661 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bf6786e-9a38-4207-9874-38cf8b63c24f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:55:18.999248 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005a1b00-1a53-4cc9-a426-6106d4bcb193', 'name': 'network-vif-deleted', 'tag': '9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f', 'status': 'completed', 'code': 200} Nov 19 09:55:19.398041 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd0c5537-61ee-4d2f-92c3-8c1ff8f8074b req-16299fa5-5cc7-42ff-89fd-8a8bddfce2b5 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 210 time: 0.0278304 Nov 19 09:55:19.954444 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d87ce396-3a45-4a40-899a-357a161a1d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:20.498145 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f8fa5bfd-4aaa-4010-825d-8190f77e3cca req-699cfba1-94ea-4979-829c-6afbabf215d7 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 210 time: 0.0275512 Nov 19 09:55:21.601839 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebb0abc8-2170-45b8-aea9-0fe1b0e3008b req-3d59b761-f150-4b39-9192-f8926e2844b9 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 210 time: 0.0283952 Nov 19 09:55:22.370066 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6a8ecc6e-9202-4516-b040-5fdd196d906c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:22.698126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da89a151-f581-4546-976c-3ada4a50bcc3 req-b61eb55b-f8a5-40a8-9797-f1f1cd4d1978 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=005a1b00-1a53-4cc9-a426-6106d4bcb193 HTTP/1.1" status: 200 len: 210 time: 0.0263827 Nov 19 09:55:22.706610 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:55:22.730362 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:55:22.730712 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 9ce88d0b-aa7f-42c1-8a6f-1fd3e44d956f not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:55:23.601997 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:24.997969 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:25.591508 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:29.099456 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60950) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:55:29.258773 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-50d3aeb3-f3c6-4518-998c-a398ee7dad12 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Deleting port 84d05390-976a-44f1-a677-27b03bd34710 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:55:29.259117 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-50d3aeb3-f3c6-4518-998c-a398ee7dad12 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:29.334375 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-50d3aeb3-f3c6-4518-998c-a398ee7dad12 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:29.334703 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-50d3aeb3-f3c6-4518-998c-a398ee7dad12 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:29.346764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-50d3aeb3-f3c6-4518-998c-a398ee7dad12 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Calling delete_port for 84d05390-976a-44f1-a677-27b03bd34710 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:55:29.493160 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-50d3aeb3-f3c6-4518-998c-a398ee7dad12 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:29.519739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3aeb3-f3c6-4518-998c-a398ee7dad12 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event deleted for resources: {'Port': ['ID=84d05390-976a-44f1-a677-27b03bd34710,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:29.579753 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-50d3aeb3-f3c6-4518-998c-a398ee7dad12 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:29.580605 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-50d3aeb3-f3c6-4518-998c-a398ee7dad12 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Floating IP 618fee95-9c89-4ead-9372-42b45a9e18f6 disassociated (deleted). External IP: 172.25.0.88, port: 98baf223-cdc8-4308-a933-68a07931a400. Nov 19 09:55:29.779456 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d3aeb3-f3c6-4518-998c-a398ee7dad12 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Router 81f3efea-73ce-4fa3-911b-bb399a653855 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:55:29.885371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d3aeb3-f3c6-4518-998c-a398ee7dad12 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:55:29.890404 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-50d3aeb3-f3c6-4518-998c-a398ee7dad12 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:29.895581 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e50617f-63ad-47a6-8640-dade448bc2b7 None None] Sync routers for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:55:29.905630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e50617f-63ad-47a6-8640-dade448bc2b7 None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:55:29.906346 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2e50617f-63ad-47a6-8640-dade448bc2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:55:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:29.918399 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-50d3aeb3-f3c6-4518-998c-a398ee7dad12 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "DELETE /v2.0/floatingips/618fee95-9c89-4ead-9372-42b45a9e18f6 HTTP/1.1" status: 204 len: 168 time: 0.8178380 Nov 19 09:55:29.918996 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'tag': '98baf223-cdc8-4308-a933-68a07931a400'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:55:29.921374 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2415df2c-eeb6-4329-9b38-adc513eb56df" -d '{"events": [{"name": "network-changed", "server_uuid": "481a82a5-5d9b-4eac-81f0-e4a58aefd397", "tag": "98baf223-cdc8-4308-a933-68a07931a400"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:55:29.965396 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fd62b2-6a70-43a9-a59d-7c6c5628315b x-openstack-request-id: req-96fd62b2-6a70-43a9-a59d-7c6c5628315b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:55:29.965691 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481a82a5-5d9b-4eac-81f0-e4a58aefd397", "tag": "98baf223-cdc8-4308-a933-68a07931a400", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:55:29.965949 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96fd62b2-6a70-43a9-a59d-7c6c5628315b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:55:29.966353 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'tag': '98baf223-cdc8-4308-a933-68a07931a400', 'status': 'completed', 'code': 200} Nov 19 09:55:30.014992 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-2e50617f-63ad-47a6-8640-dade448bc2b7 None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:55:30.036175 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415df2c-eeb6-4329-9b38-adc513eb56df req-725f96fc-ab0d-46b6-a2c8-e79e70ebb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:30.037630 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2415df2c-eeb6-4329-9b38-adc513eb56df req-725f96fc-ab0d-46b6-a2c8-e79e70ebb5ae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 1097 time: 0.0467832 Nov 19 09:55:30.176478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415df2c-eeb6-4329-9b38-adc513eb56df req-91f51ab9-95c8-4ffa-b127-a68c610a84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:30.178445 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2415df2c-eeb6-4329-9b38-adc513eb56df req-91f51ab9-95c8-4ffa-b127-a68c610a84c7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 200 len: 913 time: 0.1281507 Nov 19 09:55:30.190870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda0edf-2de4-49b1-af28-7b1ac885b49c req-c655227c-a9ca-41a7-8788-3a29269f45f4 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:30.192377 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-afda0edf-2de4-49b1-af28-7b1ac885b49c req-c655227c-a9ca-41a7-8788-3a29269f45f4 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 945 time: 0.0788078 Nov 19 09:55:30.236193 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2e50617f-63ad-47a6-8640-dade448bc2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:30.238672 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2415df2c-eeb6-4329-9b38-adc513eb56df req-9f342cdf-5f71-4625-a357-d209bde099b1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98baf223-cdc8-4308-a933-68a07931a400 HTTP/1.1" status: 200 len: 217 time: 0.0453522 Nov 19 09:55:30.263602 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e50617f-63ad-47a6-8640-dade448bc2b7 None None] Checking router: 81f3efea-73ce-4fa3-911b-bb399a653855 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:55:30.273126 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e50617f-63ad-47a6-8640-dade448bc2b7 None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:55:30.273417 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2e50617f-63ad-47a6-8640-dade448bc2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:55:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:30.303799 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-afda0edf-2de4-49b1-af28-7b1ac885b49c req-e0ba0139-ff93-49ba-82c2-d57481271ecb tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046481 Nov 19 09:55:30.317660 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415df2c-eeb6-4329-9b38-adc513eb56df req-6fd87a56-c5e0-4b1e-8700-6b944119e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:30.319147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2415df2c-eeb6-4329-9b38-adc513eb56df req-6fd87a56-c5e0-4b1e-8700-6b944119e978 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 200 len: 851 time: 0.0724599 Nov 19 09:55:30.372125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415df2c-eeb6-4329-9b38-adc513eb56df req-24dcec2d-e2df-491f-9899-938f2dfccf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:30.373671 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2415df2c-eeb6-4329-9b38-adc513eb56df req-24dcec2d-e2df-491f-9899-938f2dfccf0f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a43663e-7d24-49a9-a7fa-bf42bee67415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451431 Nov 19 09:55:30.381110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-2e50617f-63ad-47a6-8640-dade448bc2b7 None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:55:30.466133 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2415df2c-eeb6-4329-9b38-adc513eb56df req-b1720d9f-66ca-45e8-b2ec-a4d8b971a61e service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828450 Nov 19 09:55:30.566638 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2415df2c-eeb6-4329-9b38-adc513eb56df req-33ff8211-bae0-4626-8553-3143877914e4 service neutron] 10.222.0.71 "GET /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928714 Nov 19 09:55:30.733969 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2e50617f-63ad-47a6-8640-dade448bc2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:30.763760 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e50617f-63ad-47a6-8640-dade448bc2b7 None None] The sync data for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 is: [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:44:18Z', 'revision_number': 4, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'fa1eb8d8-1e06-4f07-a881-542ff59d884e', 'name': '', 'network_id': '3a43663e-7d24-49a9-a7fa-bf42bee67415', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'mac_address': 'fa:16:3e:27:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:16Z', 'updated_at': '2021-11-19T09:44:21Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'subnets': [{'id': 'd194d568-daba-4f96-9ac3-d2547054e5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:55:30.977490 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231e840f-abf9-4625-ad73-1d4911742970 None None] New status for floating IP 618fee95-9c89-4ead-9372-42b45a9e18f6: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:55:31.422982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91607aa-371a-4cd9-920a-384e7289ec15 req-f05feef8-cd94-407a-a231-73ab302599a0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:31.425438 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e91607aa-371a-4cd9-920a-384e7289ec15 req-f05feef8-cd94-407a-a231-73ab302599a0 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 945 time: 0.0493619 Nov 19 09:55:31.474107 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e91607aa-371a-4cd9-920a-384e7289ec15 req-af4d4e06-550e-492d-a04b-bea39f0a212e tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/security-groups?id=772c0846-58d3-4562-8033-ae8de73b696b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435073 Nov 19 09:55:31.741587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541defa1-afa8-4a38-8026-3249d2d921c0 req-125447c3-9dad-4aca-99df-6928b682cc95 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:31.743041 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-541defa1-afa8-4a38-8026-3249d2d921c0 req-125447c3-9dad-4aca-99df-6928b682cc95 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.71 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 945 time: 0.0479100 Nov 19 09:55:31.834800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-541defa1-afa8-4a38-8026-3249d2d921c0 req-e823ae66-96ec-4c2b-ac43-cb73e39e7d10 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Deleting port 98baf223-cdc8-4308-a933-68a07931a400 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:55:31.835136 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-541defa1-afa8-4a38-8026-3249d2d921c0 req-e823ae66-96ec-4c2b-ac43-cb73e39e7d10 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:31.921112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-541defa1-afa8-4a38-8026-3249d2d921c0 req-e823ae66-96ec-4c2b-ac43-cb73e39e7d10 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] For port 98baf223-cdc8-4308-a933-68a07931a400, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=98baf223-cdc8-4308-a933-68a07931a400,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:55:31.921500 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-541defa1-afa8-4a38-8026-3249d2d921c0 req-e823ae66-96ec-4c2b-ac43-cb73e39e7d10 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:31.933564 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-541defa1-afa8-4a38-8026-3249d2d921c0 req-e823ae66-96ec-4c2b-ac43-cb73e39e7d10 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Calling delete_port for 98baf223-cdc8-4308-a933-68a07931a400 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:55:32.060227 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-541defa1-afa8-4a38-8026-3249d2d921c0 req-e823ae66-96ec-4c2b-ac43-cb73e39e7d10 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:32.088856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823ae66-96ec-4c2b-ac43-cb73e39e7d10 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event deleted for resources: {'Port': ['ID=98baf223-cdc8-4308-a933-68a07931a400,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:32.134453 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-541defa1-afa8-4a38-8026-3249d2d921c0 req-e823ae66-96ec-4c2b-ac43-cb73e39e7d10 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] No DVR routers for this DVR port 98baf223-cdc8-4308-a933-68a07931a400 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:55:32.136984 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-541defa1-afa8-4a38-8026-3249d2d921c0 req-e823ae66-96ec-4c2b-ac43-cb73e39e7d10 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:32.140418 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-541defa1-afa8-4a38-8026-3249d2d921c0 req-e823ae66-96ec-4c2b-ac43-cb73e39e7d10 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.71 "DELETE /v2.0/ports/98baf223-cdc8-4308-a933-68a07931a400 HTTP/1.1" status: 204 len: 173 time: 0.3907757 Nov 19 09:55:32.140869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'name': 'network-vif-deleted', 'tag': '98baf223-cdc8-4308-a933-68a07931a400'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:55:32.143141 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa638a0-d8eb-49ac-9fd6-c97e96c19640" -d '{"events": [{"server_uuid": "481a82a5-5d9b-4eac-81f0-e4a58aefd397", "name": "network-vif-deleted", "tag": "98baf223-cdc8-4308-a933-68a07931a400"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:55:32.180290 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88fc187-d815-4ce9-a86b-86a7f4cac3e5 x-openstack-request-id: req-f88fc187-d815-4ce9-a86b-86a7f4cac3e5 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:55:32.180744 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481a82a5-5d9b-4eac-81f0-e4a58aefd397", "name": "network-vif-deleted", "tag": "98baf223-cdc8-4308-a933-68a07931a400", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:55:32.181171 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f88fc187-d815-4ce9-a86b-86a7f4cac3e5 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:55:32.181965 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481a82a5-5d9b-4eac-81f0-e4a58aefd397', 'name': 'network-vif-deleted', 'tag': '98baf223-cdc8-4308-a933-68a07931a400', 'status': 'completed', 'code': 200} Nov 19 09:55:32.577544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15e2c9d2-80e7-4796-80dc-cc8ea6854cd7 req-7746987b-f154-4d78-b2f0-970bdfdc4667 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 210 time: 0.0312815 Nov 19 09:55:33.672634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5b3fad07-3559-4356-8abd-589ab4aaa87f req-7774e2b5-225a-4238-80d8-8714f52db65b tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 210 time: 0.0260799 Nov 19 09:55:34.771209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9cba1ca2-002c-498d-8af0-fa059c77d484 req-9e06cc14-34a7-4e78-8684-1e406aa1a28c tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 210 time: 0.0282578 Nov 19 09:55:35.574767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 98baf223-cdc8-4308-a933-68a07931a400 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:55:35.595199 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 98baf223-cdc8-4308-a933-68a07931a400 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:55:35.595551 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 98baf223-cdc8-4308-a933-68a07931a400 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:55:35.865744 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37f1b5be-7d56-4546-b25d-21b9e5a2ee81 req-fd26e0bd-19d3-4f7e-a700-f16d7cced142 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 210 time: 0.0270612 Nov 19 09:55:36.633389 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-418b87dd-8bd0-488b-88f6-36211bbb9728 req-2de64bf3-2337-4e9a-9d78-9c6ec642f7fb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254419 Nov 19 09:55:36.710685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-418b87dd-8bd0-488b-88f6-36211bbb9728 req-7c571315-84a9-487d-bf59-d441836bc2c4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a84db2c49968458a9cc1816d95bbefc9&device_id=481a82a5-5d9b-4eac-81f0-e4a58aefd397 HTTP/1.1" status: 200 len: 210 time: 0.0300050 Nov 19 09:55:36.896218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b87dd-8bd0-488b-88f6-36211bbb9728 req-5f82ce86-4c4f-4cbd-927b-3b552f200a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:36.897814 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-418b87dd-8bd0-488b-88f6-36211bbb9728 req-5f82ce86-4c4f-4cbd-927b-3b552f200a20 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a84db2c49968458a9cc1816d95bbefc9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1651380 Nov 19 09:55:36.925429 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 60974) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:55:37.059003 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c1edcc8f-6dd0-47a0-bfe2-a9b2e7a0ff45 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Deleting port 28af8467-6caf-48b7-b5c7-55a4279f77e7 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:55:37.059344 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c1edcc8f-6dd0-47a0-bfe2-a9b2e7a0ff45 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:37.140014 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c1edcc8f-6dd0-47a0-bfe2-a9b2e7a0ff45 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:37.140344 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c1edcc8f-6dd0-47a0-bfe2-a9b2e7a0ff45 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:37.153108 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c1edcc8f-6dd0-47a0-bfe2-a9b2e7a0ff45 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Calling delete_port for 28af8467-6caf-48b7-b5c7-55a4279f77e7 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:55:37.294579 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c1edcc8f-6dd0-47a0-bfe2-a9b2e7a0ff45 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:37.320698 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edcc8f-6dd0-47a0-bfe2-a9b2e7a0ff45 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event deleted for resources: {'Port': ['ID=28af8467-6caf-48b7-b5c7-55a4279f77e7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:37.385719 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c1edcc8f-6dd0-47a0-bfe2-a9b2e7a0ff45 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:37.388371 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c1edcc8f-6dd0-47a0-bfe2-a9b2e7a0ff45 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:37.389575 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c1edcc8f-6dd0-47a0-bfe2-a9b2e7a0ff45 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "DELETE /v2.0/floatingips/68dba745-12ad-4ca7-97cc-0e5f06f3738e HTTP/1.1" status: 204 len: 168 time: 0.4629610 Nov 19 09:55:37.412748 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b87dd-8bd0-488b-88f6-36211bbb9728 req-fbcf1f96-dffc-44e0-b61c-220c4d5b4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:37.414271 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-418b87dd-8bd0-488b-88f6-36211bbb9728 req-fbcf1f96-dffc-44e0-b61c-220c4d5b4d18 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5091784 Nov 19 09:55:40.674218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60990) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:55:40.744259 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de8c9602-e529-4731-b796-f6c94cb6f0a2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:40.770248 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de8c9602-e529-4731-b796-f6c94cb6f0a2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:40.839535 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de8c9602-e529-4731-b796-f6c94cb6f0a2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:40.842206 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de8c9602-e529-4731-b796-f6c94cb6f0a2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:40.846521 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-de8c9602-e529-4731-b796-f6c94cb6f0a2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] 10.222.0.21 "DELETE /v2.0/security-groups/772c0846-58d3-4562-8033-ae8de73b696b HTTP/1.1" status: 204 len: 168 time: 0.1674931 Nov 19 09:55:40.854726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c9602-e529-4731-b796-f6c94cb6f0a2 tempest-TestVolumeBootPattern-1243158562 tempest-TestVolumeBootPattern-1243158562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=772c0846-58d3-4562-8033-ae8de73b696b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:40.927550 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 60994) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:55:41.396997 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f268a4c7-6760-4185-bf82-498bd8fa8c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:41.659482 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-f268a4c7-6760-4185-bf82-498bd8fa8c38 admin admin] Deleting port fa1eb8d8-1e06-4f07-a881-542ff59d884e {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:55:41.659818 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f268a4c7-6760-4185-bf82-498bd8fa8c38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:41.737912 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-f268a4c7-6760-4185-bf82-498bd8fa8c38 admin admin] For port fa1eb8d8-1e06-4f07-a881-542ff59d884e, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=fa1eb8d8-1e06-4f07-a881-542ff59d884e,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:55:41.738580 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f268a4c7-6760-4185-bf82-498bd8fa8c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:41.740887 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:55:41.751784 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-f268a4c7-6760-4185-bf82-498bd8fa8c38 admin admin] Calling delete_port for fa1eb8d8-1e06-4f07-a881-542ff59d884e owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:55:41.944007 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f268a4c7-6760-4185-bf82-498bd8fa8c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:41.969259 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268a4c7-6760-4185-bf82-498bd8fa8c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1eb8d8-1e06-4f07-a881-542ff59d884e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:42.138784 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f268a4c7-6760-4185-bf82-498bd8fa8c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:42.358060 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f268a4c7-6760-4185-bf82-498bd8fa8c38 admin admin] Router 81f3efea-73ce-4fa3-911b-bb399a653855 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:55:42.462768 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f268a4c7-6760-4185-bf82-498bd8fa8c38 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:55:42.470643 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f268a4c7-6760-4185-bf82-498bd8fa8c38 admin admin] 10.222.0.21 "PUT /v2.0/routers/81f3efea-73ce-4fa3-911b-bb399a653855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5390499 Nov 19 09:55:42.470643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 32768) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:55:42.473835 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ce7dc-bfc8-45b1-81bf-2ba27e9db273 None None] Sync routers for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:55:42.483501 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ce7dc-bfc8-45b1-81bf-2ba27e9db273 None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:55:42.484127 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b68ce7dc-bfc8-45b1-81bf-2ba27e9db273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:55:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:42.573463 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a42fb81c-90bb-4f04-9bd3-f9b543cd718d admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:42.590429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-b68ce7dc-bfc8-45b1-81bf-2ba27e9db273 None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:55:42.675194 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a42fb81c-90bb-4f04-9bd3-f9b543cd718d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:42.728059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a42fb81c-90bb-4f04-9bd3-f9b543cd718d admin admin] Deleting port d6f70273-c08d-4228-a41e-2ecbbc35aa2d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:55:42.728392 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a42fb81c-90bb-4f04-9bd3-f9b543cd718d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:42.770004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b68ce7dc-bfc8-45b1-81bf-2ba27e9db273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:55:41Z', 'revision_number': 5, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port': {'id': 'd6f70273-c08d-4228-a41e-2ecbbc35aa2d', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:12Z', 'updated_at': '2021-11-19T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:42.796176 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ce7dc-bfc8-45b1-81bf-2ba27e9db273 None None] Checking router: 81f3efea-73ce-4fa3-911b-bb399a653855 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:55:42.804442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ce7dc-bfc8-45b1-81bf-2ba27e9db273 None None] Routers {'81f3efea-73ce-4fa3-911b-bb399a653855'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:55:42.805058 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b68ce7dc-bfc8-45b1-81bf-2ba27e9db273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:55:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['81f3efea-73ce-4fa3-911b-bb399a653855'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:42.805780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-a42fb81c-90bb-4f04-9bd3-f9b543cd718d admin admin] For port d6f70273-c08d-4228-a41e-2ecbbc35aa2d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d6f70273-c08d-4228-a41e-2ecbbc35aa2d,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:55:42.806276 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a42fb81c-90bb-4f04-9bd3-f9b543cd718d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:42.819204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a42fb81c-90bb-4f04-9bd3-f9b543cd718d admin admin] Calling delete_port for d6f70273-c08d-4228-a41e-2ecbbc35aa2d owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:55:42.898588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-b68ce7dc-bfc8-45b1-81bf-2ba27e9db273 None None] Set router 81f3efea-73ce-4fa3-911b-bb399a653855 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:55:42.954271 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-b68ce7dc-bfc8-45b1-81bf-2ba27e9db273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:55:42Z', 'revision_number': 6, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:42.982049 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ce7dc-bfc8-45b1-81bf-2ba27e9db273 None None] The sync data for ids ['81f3efea-73ce-4fa3-911b-bb399a653855'] in n-d-805649-14 is: [{'id': '81f3efea-73ce-4fa3-911b-bb399a653855', 'name': 'tempest-TestVolumeBootPattern-1468261748-router', 'tenant_id': 'a84db2c49968458a9cc1816d95bbefc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:11Z', 'updated_at': '2021-11-19T09:55:42Z', 'revision_number': 6, 'project_id': 'a84db2c49968458a9cc1816d95bbefc9', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:55:42.989383 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a42fb81c-90bb-4f04-9bd3-f9b543cd718d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.014963 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dc34be-6762-44da-b800-2e86dffe7d39 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:55:43.022484 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fb81c-90bb-4f04-9bd3-f9b543cd718d admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f70273-c08d-4228-a41e-2ecbbc35aa2d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:43.079366 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a42fb81c-90bb-4f04-9bd3-f9b543cd718d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.168267 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a42fb81c-90bb-4f04-9bd3-f9b543cd718d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.170342 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a42fb81c-90bb-4f04-9bd3-f9b543cd718d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.212452 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a42fb81c-90bb-4f04-9bd3-f9b543cd718d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.213008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42fb81c-90bb-4f04-9bd3-f9b543cd718d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f3efea-73ce-4fa3-911b-bb399a653855 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:55:43.217442 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a42fb81c-90bb-4f04-9bd3-f9b543cd718d admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.218624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a42fb81c-90bb-4f04-9bd3-f9b543cd718d admin admin] 10.222.0.21 "DELETE /v2.0/routers/81f3efea-73ce-4fa3-911b-bb399a653855 HTTP/1.1" status: 204 len: 168 time: 0.7465086 Nov 19 09:55:43.221167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 32770) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:55:43.270303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4534e7b-fe1e-453b-b0fc-57081deaf3d8 admin admin] Deleting subnet d194d568-daba-4f96-9ac3-d2547054e5f8 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:55:43.273409 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4534e7b-fe1e-453b-b0fc-57081deaf3d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.308496 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4534e7b-fe1e-453b-b0fc-57081deaf3d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.387927 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4534e7b-fe1e-453b-b0fc-57081deaf3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.449783 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4534e7b-fe1e-453b-b0fc-57081deaf3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.474856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4534e7b-fe1e-453b-b0fc-57081deaf3d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d194d568-daba-4f96-9ac3-d2547054e5f8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:43.478670 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a4534e7b-fe1e-453b-b0fc-57081deaf3d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.481880 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a4534e7b-fe1e-453b-b0fc-57081deaf3d8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d194d568-daba-4f96-9ac3-d2547054e5f8 HTTP/1.1" status: 204 len: 168 time: 0.2597470 Nov 19 09:55:43.484644 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 32772) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:55:43.485150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e0006-6aa2-4b90-a504-8840bf316bff None None] Network 3a43663e-7d24-49a9-a7fa-bf42bee67415 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:55:43.553753 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.606134 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] Deleting port 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:55:43.606491 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.673731 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] For port 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9cfba567-a31c-4a4d-a5d0-2be5be50ccf9,segment=NetworkSegment(a54d7103-cbb6-4581-94df-c2d1a51b01df),segment_id=a54d7103-cbb6-4581-94df-c2d1a51b01df)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:55:43.674130 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.686652 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] Calling delete_port for 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:55:43.766157 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.793515 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718b3f48-c2db-4658-833e-7a620c2c357d None None] DHCP port deletion for 3a43663e-7d24-49a9-a7fa-bf42bee67415 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:55:43.797453 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9cfba567-a31c-4a4d-a5d0-2be5be50ccf9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:43.801030 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] No DVR routers for this DVR port 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:55:43.853565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d6f70273-c08d-4228-a41e-2ecbbc35aa2d no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:55:43.876101 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.878662 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: d6f70273-c08d-4228-a41e-2ecbbc35aa2d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:55:43.879018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d6f70273-c08d-4228-a41e-2ecbbc35aa2d not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:55:43.879450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:55:43.897570 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a43663e-7d24-49a9-a7fa-bf42bee67415']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:43.899838 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:55:43.900326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9cfba567-a31c-4a4d-a5d0-2be5be50ccf9 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:55:43.900867 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device fa1eb8d8-1e06-4f07-a881-542ff59d884e no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:55:43.907942 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54d7103-cbb6-4581-94df-c2d1a51b01df') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:43.908288 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54d7103-cbb6-4581-94df-c2d1a51b01df') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:43.918711 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.924277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: fa1eb8d8-1e06-4f07-a881-542ff59d884e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:55:43.924851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device fa1eb8d8-1e06-4f07-a881-542ff59d884e not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:55:43.933358 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.939596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:55:43.940052 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:55:43.941854 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:55:44.001887 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:44.008068 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:44.011523 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] 10.222.0.21 "DELETE /v2.0/networks/3a43663e-7d24-49a9-a7fa-bf42bee67415 HTTP/1.1" status: 204 len: 168 time: 0.5255625 Nov 19 09:55:44.014538 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 32774) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:55:44.032676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5152e-47a2-4f78-a171-e4c1e46bd7cb admin admin] Pushing event deleted for resources: {'Network': ['ID=3a43663e-7d24-49a9-a7fa-bf42bee67415,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:44.363442 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-007611e7-a728-458f-ac4b-28a412fe93fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:44.603043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-007611e7-a728-458f-ac4b-28a412fe93fd admin admin] Deleting port 6c31400a-6c95-4306-9a94-0a27ba15a0f8 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:55:44.603292 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-007611e7-a728-458f-ac4b-28a412fe93fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:44.682562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-007611e7-a728-458f-ac4b-28a412fe93fd admin admin] For port 6c31400a-6c95-4306-9a94-0a27ba15a0f8, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=6c31400a-6c95-4306-9a94-0a27ba15a0f8,segment=NetworkSegment(3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be),segment_id=3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:55:44.682926 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-007611e7-a728-458f-ac4b-28a412fe93fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:44.695723 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-007611e7-a728-458f-ac4b-28a412fe93fd admin admin] Calling delete_port for 6c31400a-6c95-4306-9a94-0a27ba15a0f8 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:55:44.872907 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-007611e7-a728-458f-ac4b-28a412fe93fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:44.896490 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007611e7-a728-458f-ac4b-28a412fe93fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6c31400a-6c95-4306-9a94-0a27ba15a0f8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:45.388830 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-007611e7-a728-458f-ac4b-28a412fe93fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:45.601038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007611e7-a728-458f-ac4b-28a412fe93fd admin admin] Router 3af49522-cbcd-4e07-ac62-6ae6a75f1781 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:55:45.706845 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007611e7-a728-458f-ac4b-28a412fe93fd admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:55:45.712394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-007611e7-a728-458f-ac4b-28a412fe93fd admin admin] 10.222.0.21 "PUT /v2.0/routers/3af49522-cbcd-4e07-ac62-6ae6a75f1781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6968181 Nov 19 09:55:45.714847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 32776) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:55:45.717470 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00705960-cad3-43b2-8b2d-d5c3f86dfeba None None] Sync routers for ids ['3af49522-cbcd-4e07-ac62-6ae6a75f1781'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:55:45.727357 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00705960-cad3-43b2-8b2d-d5c3f86dfeba None None] Routers {'3af49522-cbcd-4e07-ac62-6ae6a75f1781'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:55:45.727970 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-00705960-cad3-43b2-8b2d-d5c3f86dfeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:55:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3af49522-cbcd-4e07-ac62-6ae6a75f1781'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:45.821292 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-668fbf0d-205c-4573-99cd-a1d572c047cd admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:45.832079 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-00705960-cad3-43b2-8b2d-d5c3f86dfeba None None] Set router 3af49522-cbcd-4e07-ac62-6ae6a75f1781 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:55:45.908070 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:45.929020 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-668fbf0d-205c-4573-99cd-a1d572c047cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:45.983185 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-668fbf0d-205c-4573-99cd-a1d572c047cd admin admin] Deleting port 3fef7f81-aaee-4587-a553-d21c4437671e {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:55:45.983530 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-668fbf0d-205c-4573-99cd-a1d572c047cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:46.010759 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-00705960-cad3-43b2-8b2d-d5c3f86dfeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'name': 'tempest-TestVolumeBootPattern-1404567383-router', 'tenant_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '3fef7f81-aaee-4587-a553-d21c4437671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:21Z', 'updated_at': '2021-11-19T09:55:44Z', 'revision_number': 5, 'project_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'gw_port': {'id': '3fef7f81-aaee-4587-a553-d21c4437671e', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ec:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:44:22Z', 'updated_at': '2021-11-19T09:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:46.036958 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00705960-cad3-43b2-8b2d-d5c3f86dfeba None None] Checking router: 3af49522-cbcd-4e07-ac62-6ae6a75f1781 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:55:46.045487 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00705960-cad3-43b2-8b2d-d5c3f86dfeba None None] Routers {'3af49522-cbcd-4e07-ac62-6ae6a75f1781'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:55:46.045835 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-00705960-cad3-43b2-8b2d-d5c3f86dfeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:55:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['3af49522-cbcd-4e07-ac62-6ae6a75f1781'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:46.065254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-668fbf0d-205c-4573-99cd-a1d572c047cd admin admin] For port 3fef7f81-aaee-4587-a553-d21c4437671e, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=3fef7f81-aaee-4587-a553-d21c4437671e,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:55:46.065625 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-668fbf0d-205c-4573-99cd-a1d572c047cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:46.078208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-668fbf0d-205c-4573-99cd-a1d572c047cd admin admin] Calling delete_port for 3fef7f81-aaee-4587-a553-d21c4437671e owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:55:46.129700 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-00705960-cad3-43b2-8b2d-d5c3f86dfeba None None] Set router 3af49522-cbcd-4e07-ac62-6ae6a75f1781 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:55:46.183587 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-00705960-cad3-43b2-8b2d-d5c3f86dfeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'name': 'tempest-TestVolumeBootPattern-1404567383-router', 'tenant_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:21Z', 'updated_at': '2021-11-19T09:55:45Z', 'revision_number': 6, 'project_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:46.212027 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00705960-cad3-43b2-8b2d-d5c3f86dfeba None None] The sync data for ids ['3af49522-cbcd-4e07-ac62-6ae6a75f1781'] in n-d-805649-14 is: [{'id': '3af49522-cbcd-4e07-ac62-6ae6a75f1781', 'name': 'tempest-TestVolumeBootPattern-1404567383-router', 'tenant_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:44:21Z', 'updated_at': '2021-11-19T09:55:45Z', 'revision_number': 6, 'project_id': 'd6a8aa7d35fc42adaf97e906bce62898', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:55:46.253863 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-668fbf0d-205c-4573-99cd-a1d572c047cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:46.280841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fbf0d-205c-4573-99cd-a1d572c047cd admin admin] Pushing event deleted for resources: {'Port': ['ID=3fef7f81-aaee-4587-a553-d21c4437671e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:46.296208 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0601b826-3980-43f4-a6c5-268ff57954de None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:55:46.347958 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-668fbf0d-205c-4573-99cd-a1d572c047cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:46.435185 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-668fbf0d-205c-4573-99cd-a1d572c047cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:46.437553 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-668fbf0d-205c-4573-99cd-a1d572c047cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:46.481333 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-668fbf0d-205c-4573-99cd-a1d572c047cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:46.481892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668fbf0d-205c-4573-99cd-a1d572c047cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3af49522-cbcd-4e07-ac62-6ae6a75f1781 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 09:55:46.486808 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-668fbf0d-205c-4573-99cd-a1d572c047cd admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:46.487962 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-668fbf0d-205c-4573-99cd-a1d572c047cd admin admin] 10.222.0.21 "DELETE /v2.0/routers/3af49522-cbcd-4e07-ac62-6ae6a75f1781 HTTP/1.1" status: 204 len: 168 time: 0.7721968 Nov 19 09:55:46.490418 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 32778) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:55:46.535685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b41068-eae9-4222-8074-527cf4c2708a admin admin] Deleting subnet 5e333e3c-7293-48e4-ad35-84da4d907879 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:55:46.539052 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99b41068-eae9-4222-8074-527cf4c2708a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:46.579863 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99b41068-eae9-4222-8074-527cf4c2708a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:46.661010 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99b41068-eae9-4222-8074-527cf4c2708a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:46.713374 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99b41068-eae9-4222-8074-527cf4c2708a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:46.738482 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b41068-eae9-4222-8074-527cf4c2708a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e333e3c-7293-48e4-ad35-84da4d907879,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:46.741892 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99b41068-eae9-4222-8074-527cf4c2708a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:46.745253 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-99b41068-eae9-4222-8074-527cf4c2708a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5e333e3c-7293-48e4-ad35-84da4d907879 HTTP/1.1" status: 204 len: 168 time: 0.2537065 Nov 19 09:55:46.747732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 32780) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:55:46.748251 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41772ca-a940-4918-a9bf-071ecb436bb3 None None] Network 522fe0fa-68f6-4809-a911-2c260c1fa535 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:55:46.816304 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:46.879415 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] Deleting port e17be81a-c66f-48ed-9c2c-925d7fbcedba {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:55:46.879820 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:46.949804 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] DHCP port deletion for 522fe0fa-68f6-4809-a911-2c260c1fa535 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:55:46.955677 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] For port e17be81a-c66f-48ed-9c2c-925d7fbcedba, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e17be81a-c66f-48ed-9c2c-925d7fbcedba,segment=NetworkSegment(3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be),segment_id=3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:55:46.957263 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:46.980680 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] Calling delete_port for e17be81a-c66f-48ed-9c2c-925d7fbcedba owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:55:47.013034 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Deleting port e17be81a-c66f-48ed-9c2c-925d7fbcedba {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:55:47.013437 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:47.071030 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:47.084957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] For port e17be81a-c66f-48ed-9c2c-925d7fbcedba, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e17be81a-c66f-48ed-9c2c-925d7fbcedba,segment=NetworkSegment(3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be),segment_id=3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:55:47.085394 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:47.097920 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=e17be81a-c66f-48ed-9c2c-925d7fbcedba,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:47.098906 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Calling delete_port for e17be81a-c66f-48ed-9c2c-925d7fbcedba owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:55:47.105677 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] No DVR routers for this DVR port e17be81a-c66f-48ed-9c2c-925d7fbcedba on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 09:55:47.174762 n-d-805649-14 neutron-server[103478]: self.session.flush() Nov 19 09:55:47.182660 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:47.182933 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:47.203674 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522fe0fa-68f6-4809-a911-2c260c1fa535']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:47.207590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Pushing event deleted for resources: {'Port': ['ID=e17be81a-c66f-48ed-9c2c-925d7fbcedba,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:47.213868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:47.214165 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9fd2de-f293-4ed2-97ca-e81bcdc2f3be') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:55:47.216762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:47.217182 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:47.217492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:47.217835 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:47.218173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:47.218509 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:47.218860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:47.219174 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:47.219505 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:47.219833 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:47.220161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:47.221209 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:55:47.224301 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7357a0c6-7890-4a87-8144-8925b1ea7329 None None] No DVR routers for this DVR port e17be81a-c66f-48ed-9c2c-925d7fbcedba on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:55:47.225531 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:47.248082 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:47.255918 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:55:47.256397 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: timer() Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:55:47.258132 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:55:47.318012 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:47.324985 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:47.327560 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] 10.222.0.21 "DELETE /v2.0/networks/522fe0fa-68f6-4809-a911-2c260c1fa535 HTTP/1.1" status: 204 len: 168 time: 0.5786526 Nov 19 09:55:47.337693 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82513acf-0726-412e-846a-091e77429d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=522fe0fa-68f6-4809-a911-2c260c1fa535,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:47.450079 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 32784) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:55:47.492425 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e81e7e65-85db-4285-a6ca-c00e9d059cd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a84db2c49968458a9cc1816d95bbefc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411146 Nov 19 09:55:47.494856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 32786) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:55:47.546123 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99eacd32-b12f-49fb-b328-7f6754099941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:47.566932 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99eacd32-b12f-49fb-b328-7f6754099941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:47.613506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6c31400a-6c95-4306-9a94-0a27ba15a0f8 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:55:47.618082 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99eacd32-b12f-49fb-b328-7f6754099941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:47.620864 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-99eacd32-b12f-49fb-b328-7f6754099941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:47.622266 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-99eacd32-b12f-49fb-b328-7f6754099941 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a866b5c-a344-449e-92dc-ac6d8e1bab99 HTTP/1.1" status: 204 len: 168 time: 0.1263869 Nov 19 09:55:47.630576 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eacd32-b12f-49fb-b328-7f6754099941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a866b5c-a344-449e-92dc-ac6d8e1bab99,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:47.643391 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 6c31400a-6c95-4306-9a94-0a27ba15a0f8 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:55:47.643744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 6c31400a-6c95-4306-9a94-0a27ba15a0f8 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:55:47.644165 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3fef7f81-aaee-4587-a553-d21c4437671e no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:55:47.670685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 3fef7f81-aaee-4587-a553-d21c4437671e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:55:47.670956 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 3fef7f81-aaee-4587-a553-d21c4437671e not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:55:47.671399 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e17be81a-c66f-48ed-9c2c-925d7fbcedba no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:55:47.691467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: e17be81a-c66f-48ed-9c2c-925d7fbcedba {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:55:47.691818 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e17be81a-c66f-48ed-9c2c-925d7fbcedba not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:55:47.962379 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 32792) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:55:48.000923 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bd66702a-0aa0-4f7a-9e77-2fe156f624e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6a8aa7d35fc42adaf97e906bce62898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373373 Nov 19 09:55:48.003963 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 32794) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:55:48.050216 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d406b92-b214-4e72-9884-a8b2a0f65711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:48.071271 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d406b92-b214-4e72-9884-a8b2a0f65711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:48.116650 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d406b92-b214-4e72-9884-a8b2a0f65711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:48.119295 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6d406b92-b214-4e72-9884-a8b2a0f65711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:48.120435 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6d406b92-b214-4e72-9884-a8b2a0f65711 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e2416a0-91c6-4725-ba7d-cf233316c7b9 HTTP/1.1" status: 204 len: 168 time: 0.1155834 Nov 19 09:55:48.128798 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d406b92-b214-4e72-9884-a8b2a0f65711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2416a0-91c6-4725-ba7d-cf233316c7b9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:55:48.346871 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:49.956873 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-41ba63d4-7e62-4132-b1a0-4a9f83ce95a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:52.373289 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a3160287-8886-4a84-b096-991409151c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:53.604243 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:55.000410 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:55.594517 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:55:58.318972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-5b4573bf-6341-4948-bfe1-08502abd4666 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=85a6b9cd3d744f3e92511f97afdab3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332048 Nov 19 09:55:58.503030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-b4d657a6-accf-45ce-8636-7463b4c2cef6 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:58.504404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-b4d657a6-accf-45ce-8636-7463b4c2cef6 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800036 Nov 19 09:55:58.518992 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-8489bd34-2b36-42d9-98c6-71d2e49776ca tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/quotas/85a6b9cd3d744f3e92511f97afdab3e5 HTTP/1.1" status: 200 len: 375 time: 0.0088501 Nov 19 09:55:58.549791 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-cfc3fdfd-1c62-4f18-a87f-054fdd9a7c13 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=85a6b9cd3d744f3e92511f97afdab3e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255764 Nov 19 09:55:58.715866 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f0f16f12-af3f-4273-80af-594bb859daca req-3d7917b2-6f33-4f6a-b525-ae7cb3c71820 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/ports?device_id=b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6 HTTP/1.1" status: 200 len: 210 time: 0.0267570 Nov 19 09:55:59.729468 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-a7bfd6af-9975-4698-98c8-4459f4b20bea tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=85a6b9cd3d744f3e92511f97afdab3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315804 Nov 19 09:55:59.818001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e5f548c-0c00-486f-83dd-6e7a81f7de6f req-c2b22198-04d4-4d2d-a5e2-077dfaa67219 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/ports?device_id=b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6 HTTP/1.1" status: 200 len: 210 time: 0.0320845 Nov 19 09:55:59.921027 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-ccd45227-8575-4ac5-aa7a-a692c7ecb977 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:55:59.922508 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-ccd45227-8575-4ac5-aa7a-a692c7ecb977 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868954 Nov 19 09:55:59.935379 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-0bb4af4e-0e83-4d39-bf44-2032dbae9fed tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Request body: {'port': {'device_id': 'b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'admin_state_up': True, 'tenant_id': '85a6b9cd3d744f3e92511f97afdab3e5'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:56:00.043041 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-0bb4af4e-0e83-4d39-bf44-2032dbae9fed tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Made reservation on behalf of 85a6b9cd3d744f3e92511f97afdab3e5 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:56:00.046665 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-0bb4af4e-0e83-4d39-bf44-2032dbae9fed tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:00.055574 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-0bb4af4e-0e83-4d39-bf44-2032dbae9fed tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:00.128754 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-0bb4af4e-0e83-4d39-bf44-2032dbae9fed tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:00.132473 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-0bb4af4e-0e83-4d39-bf44-2032dbae9fed tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:00.191880 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4af4e-0e83-4d39-bf44-2032dbae9fed tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd13a33c-4572-4c83-8670-b6d1414fa1db,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:00.269780 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-0bb4af4e-0e83-4d39-bf44-2032dbae9fed tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Allocated IP 192.168.233.254 (c2779d10-e994-423d-af82-b858264cfac5/cb44e963-ed39-4b78-bd76-91d865d13acd/cb5b4282-c9a2-4c9a-b07d-765d671dfe7e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:56:00.419109 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-0bb4af4e-0e83-4d39-bf44-2032dbae9fed tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:00.450832 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-0bb4af4e-0e83-4d39-bf44-2032dbae9fed tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:00.499862 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-0bb4af4e-0e83-4d39-bf44-2032dbae9fed tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Network c2779d10-e994-423d-af82-b858264cfac5 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:56:00.505238 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-0bb4af4e-0e83-4d39-bf44-2032dbae9fed tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:56:00.509694 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-0bb4af4e-0e83-4d39-bf44-2032dbae9fed tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:56:00.513949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4af4e-0e83-4d39-bf44-2032dbae9fed tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Pushing event updated for resources: {'Port': ['ID=cb5b4282-c9a2-4c9a-b07d-765d671dfe7e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:00.561395 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-0bb4af4e-0e83-4d39-bf44-2032dbae9fed tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:00.562051 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-0bb4af4e-0e83-4d39-bf44-2032dbae9fed tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:00.579174 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-0bb4af4e-0e83-4d39-bf44-2032dbae9fed tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6473365 Nov 19 09:56:00.591494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Request body: {'port': {'device_id': 'b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:56:00.650929 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:00.736829 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b6a29416-5824-4f07-951c-df3872a256f9 None None] Provisioning complete for port cb5b4282-c9a2-4c9a-b07d-765d671dfe7e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:56:00.737554 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b6a29416-5824-4f07-951c-df3872a256f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:00.774170 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b6a29416-5824-4f07-951c-df3872a256f9 None None] Port cb5b4282-c9a2-4c9a-b07d-765d671dfe7e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:56:00.910115 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5b4282-c9a2-4c9a-b07d-765d671dfe7e {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:56:00.917593 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:00.930463 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Transition to ACTIVE for port object cb5b4282-c9a2-4c9a-b07d-765d671dfe7e will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:56:00.934069 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:00.934471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e483939-3a48-48a8-9400-7af89ab7eb77 req-902244f9-b88d-4691-b8e9-f97ccb30b218 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:00.935967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e483939-3a48-48a8-9400-7af89ab7eb77 req-902244f9-b88d-4691-b8e9-f97ccb30b218 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/ports?device_id=b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6 HTTP/1.1" status: 200 len: 936 time: 0.0491853 Nov 19 09:56:00.992312 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e483939-3a48-48a8-9400-7af89ab7eb77 req-8464fb3a-9b8a-4544-a92e-5185c145af45 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd13a33c-4572-4c83-8670-b6d1414fa1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480464 Nov 19 09:56:01.023793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5b4282-c9a2-4c9a-b07d-765d671dfe7e,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:01.057130 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Attempting to bind port cb5b4282-c9a2-4c9a-b07d-765d671dfe7e on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:56:01.057479 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Attempting to bind port cb5b4282-c9a2-4c9a-b07d-765d671dfe7e by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:56:01.057814 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Attempting to bind port cb5b4282-c9a2-4c9a-b07d-765d671dfe7e on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:56:01.062276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Port cb5b4282-c9a2-4c9a-b07d-765d671dfe7e on network c2779d10-e994-423d-af82-b858264cfac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:56:01.062596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Attempting to bind port cb5b4282-c9a2-4c9a-b07d-765d671dfe7e on network c2779d10-e994-423d-af82-b858264cfac5 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:56:01.068190 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:56:01.068782 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Checking segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:56:01.069301 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Bound using segment: {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:56:01.069740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Bound port: cb5b4282-c9a2-4c9a-b07d-765d671dfe7e, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3263648-b7c3-4b0c-a4bb-b76c3b44d607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:56:01.070259 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:01.137180 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] For port cb5b4282-c9a2-4c9a-b07d-765d671dfe7e, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:56:01.140483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] For port cb5b4282-c9a2-4c9a-b07d-765d671dfe7e, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=cb5b4282-c9a2-4c9a-b07d-765d671dfe7e,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:56:01.144948 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:01.180440 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:01.181076 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:01.182445 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] 10.222.0.66 "PUT /v2.0/ports/cb5b4282-c9a2-4c9a-b07d-765d671dfe7e HTTP/1.1" status: 200 len: 1097 time: 0.5951998 Nov 19 09:56:01.182903 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6', 'tag': 'cb5b4282-c9a2-4c9a-b07d-765d671dfe7e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:56:01.185205 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5794f056-5da8-448c-90d0-4b5264ab477d" -d '{"events": [{"name": "network-changed", "server_uuid": "b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6", "tag": "cb5b4282-c9a2-4c9a-b07d-765d671dfe7e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:56:01.211378 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dad8d4-165f-4a07-bca4-51bedb4080e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5b4282-c9a2-4c9a-b07d-765d671dfe7e,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:01.246709 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68babba3-33c7-4dc2-8839-869a1c44b0d1 x-openstack-request-id: req-68babba3-33c7-4dc2-8839-869a1c44b0d1 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:56:01.247129 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6", "tag": "cb5b4282-c9a2-4c9a-b07d-765d671dfe7e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:56:01.247322 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68babba3-33c7-4dc2-8839-869a1c44b0d1 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:56:01.247738 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6', 'tag': 'cb5b4282-c9a2-4c9a-b07d-765d671dfe7e', 'status': 'completed', 'code': 200} Nov 19 09:56:01.287202 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-2043686d-a0f4-4f50-b8bf-cee5eb754493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:01.288849 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-2043686d-a0f4-4f50-b8bf-cee5eb754493 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=85a6b9cd3d744f3e92511f97afdab3e5&device_id=b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6 HTTP/1.1" status: 200 len: 1100 time: 0.0526183 Nov 19 09:56:01.334390 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-1fc1077c-354f-4907-85b0-f0a5ab37a152 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=cb5b4282-c9a2-4c9a-b07d-765d671dfe7e HTTP/1.1" status: 200 len: 217 time: 0.0359247 Nov 19 09:56:01.385946 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-92082047-daf3-4270-8d59-4bdd572ab304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:01.387418 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-92082047-daf3-4270-8d59-4bdd572ab304 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0454607 Nov 19 09:56:01.435198 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-5ee448f5-93c1-41b3-a65d-8a1e041a85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:01.436705 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-5ee448f5-93c1-41b3-a65d-8a1e041a85f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0420692 Nov 19 09:56:01.529234 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-e98465a0-437e-436a-98a1-2457c65732c2 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854225 Nov 19 09:56:01.621595 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f29b2cbd-a6cc-4e31-80de-c14a96637032 req-41b65c12-7330-467f-8dbb-60d2db5b193e service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851607 Nov 19 09:56:01.703041 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794f056-5da8-448c-90d0-4b5264ab477d req-28df64a2-2638-4280-8cfe-ef8803683984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:01.704447 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5794f056-5da8-448c-90d0-4b5264ab477d req-28df64a2-2638-4280-8cfe-ef8803683984 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=85a6b9cd3d744f3e92511f97afdab3e5&device_id=b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6 HTTP/1.1" status: 200 len: 1100 time: 0.0396872 Nov 19 09:56:01.792221 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794f056-5da8-448c-90d0-4b5264ab477d req-0e5b0e19-e96d-49f5-9d3a-824ef78ce184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:01.793711 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5794f056-5da8-448c-90d0-4b5264ab477d req-0e5b0e19-e96d-49f5-9d3a-824ef78ce184 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2779d10-e994-423d-af82-b858264cfac5 HTTP/1.1" status: 200 len: 870 time: 0.0827053 Nov 19 09:56:01.837526 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5794f056-5da8-448c-90d0-4b5264ab477d req-57835399-9e42-46be-beeb-94cc027343bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=cb5b4282-c9a2-4c9a-b07d-765d671dfe7e HTTP/1.1" status: 200 len: 217 time: 0.0365000 Nov 19 09:56:01.887087 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794f056-5da8-448c-90d0-4b5264ab477d req-9e61404d-0c78-4f27-b418-2516ca656f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:01.888570 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5794f056-5da8-448c-90d0-4b5264ab477d req-9e61404d-0c78-4f27-b418-2516ca656f52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb44e963-ed39-4b78-bd76-91d865d13acd HTTP/1.1" status: 200 len: 843 time: 0.0417573 Nov 19 09:56:01.934793 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794f056-5da8-448c-90d0-4b5264ab477d req-d6bc13b1-0d1a-4610-bfe1-07106d0f69bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:01.936278 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5794f056-5da8-448c-90d0-4b5264ab477d req-d6bc13b1-0d1a-4610-bfe1-07106d0f69bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2779d10-e994-423d-af82-b858264cfac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0396109 Nov 19 09:56:02.029560 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5794f056-5da8-448c-90d0-4b5264ab477d req-77333776-a085-4d08-a444-0aa607365694 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853782 Nov 19 09:56:02.113748 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed1f1d-9417-473b-a68e-1f3146e95257 req-a8bba11c-5a9e-4b96-9241-07b84924f0ea tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:02.115723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05ed1f1d-9417-473b-a68e-1f3146e95257 req-a8bba11c-5a9e-4b96-9241-07b84924f0ea tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/ports?device_id=b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6 HTTP/1.1" status: 200 len: 948 time: 0.0502603 Nov 19 09:56:02.119372 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-5794f056-5da8-448c-90d0-4b5264ab477d req-ec735ad2-1e8f-4845-92a3-9ba80597dbb0 service neutron] 10.222.0.66 "GET /v2.0/networks/c2779d10-e994-423d-af82-b858264cfac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828025 Nov 19 09:56:02.164736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05ed1f1d-9417-473b-a68e-1f3146e95257 req-d0f6edad-93e8-40c7-bcd9-a4b24a284721 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd13a33c-4572-4c83-8670-b6d1414fa1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433445 Nov 19 09:56:03.284602 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd8a7d-22db-4fac-9e41-fc17712c3a7b req-9c92d0b6-f906-4901-81f1-ed52eda767d3 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:03.286099 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c2cd8a7d-22db-4fac-9e41-fc17712c3a7b req-9c92d0b6-f906-4901-81f1-ed52eda767d3 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/ports?device_id=b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6 HTTP/1.1" status: 200 len: 948 time: 0.0524011 Nov 19 09:56:03.332492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c2cd8a7d-22db-4fac-9e41-fc17712c3a7b req-ff14a9d1-5081-4795-b069-3b63d80225e6 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd13a33c-4572-4c83-8670-b6d1414fa1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404131 Nov 19 09:56:04.445778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1204be-d59b-4a7a-b72f-31a723e7741d req-9004e9d9-fd72-404a-bb0e-b2ebde2b4807 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:04.447235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4f1204be-d59b-4a7a-b72f-31a723e7741d req-9004e9d9-fd72-404a-bb0e-b2ebde2b4807 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/ports?device_id=b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6 HTTP/1.1" status: 200 len: 948 time: 0.0477653 Nov 19 09:56:04.494147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4f1204be-d59b-4a7a-b72f-31a723e7741d req-d8d10192-216f-4566-9ece-99d42a61b06e tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd13a33c-4572-4c83-8670-b6d1414fa1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408120 Nov 19 09:56:04.877519 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device cb5b4282-c9a2-4c9a-b07d-765d671dfe7e details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:56:04.972667 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port cb5b4282-c9a2-4c9a-b07d-765d671dfe7e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=cb5b4282-c9a2-4c9a-b07d-765d671dfe7e,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:56:04.987558 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'cb5b4282-c9a2-4c9a-b07d-765d671dfe7e', 'network_id': 'c2779d10-e994-423d-af82-b858264cfac5', 'port_id': 'cb5b4282-c9a2-4c9a-b07d-765d671dfe7e', 'mac_address': 'fa:16:3e:85:b2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44e963-ed39-4b78-bd76-91d865d13acd', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:56:05.026441 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:05.039541 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5b4282-c9a2-4c9a-b07d-765d671dfe7e {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:56:05.064455 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port cb5b4282-c9a2-4c9a-b07d-765d671dfe7e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=cb5b4282-c9a2-4c9a-b07d-765d671dfe7e,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:56:05.068523 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:05.115736 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=cb5b4282-c9a2-4c9a-b07d-765d671dfe7e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:05.271177 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['cb5b4282-c9a2-4c9a-b07d-765d671dfe7e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:56:05.611152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bb481-97d9-4848-9887-80dceb00b84a req-948ca7ad-4ad0-4720-abc9-6a221da4e8f2 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:05.612634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da1bb481-97d9-4848-9887-80dceb00b84a req-948ca7ad-4ad0-4720-abc9-6a221da4e8f2 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/ports?device_id=b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6 HTTP/1.1" status: 200 len: 949 time: 0.0518706 Nov 19 09:56:05.658934 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da1bb481-97d9-4848-9887-80dceb00b84a req-c96e143b-9bd4-4bae-9f6c-3e08134dd957 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd13a33c-4572-4c83-8670-b6d1414fa1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403938 Nov 19 09:56:06.774396 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81bfbe-80c6-405f-b974-e8adf48698fc req-ca92a870-3857-4159-8ca5-ec21984f62d4 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:06.775843 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c81bfbe-80c6-405f-b974-e8adf48698fc req-ca92a870-3857-4159-8ca5-ec21984f62d4 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/ports?device_id=b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6 HTTP/1.1" status: 200 len: 949 time: 0.0479612 Nov 19 09:56:06.822645 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c81bfbe-80c6-405f-b974-e8adf48698fc req-05aa83f7-51ef-4c6f-b482-a77880a386e7 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd13a33c-4572-4c83-8670-b6d1414fa1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408621 Nov 19 09:56:06.893237 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device cb5b4282-c9a2-4c9a-b07d-765d671dfe7e up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:56:06.941376 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port cb5b4282-c9a2-4c9a-b07d-765d671dfe7e completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:56:06.945601 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port cb5b4282-c9a2-4c9a-b07d-765d671dfe7e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:56:06.946006 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:07.025686 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:07.050192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5b4282-c9a2-4c9a-b07d-765d671dfe7e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:56:07.052474 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88fa247-fc51-413c-aea2-3b5bbf79c0b3" -d '{"events": [{"server_uuid": "b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6", "name": "network-vif-plugged", "status": "completed", "tag": "cb5b4282-c9a2-4c9a-b07d-765d671dfe7e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:56:07.066250 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port cb5b4282-c9a2-4c9a-b07d-765d671dfe7e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=cb5b4282-c9a2-4c9a-b07d-765d671dfe7e,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:56:07.070779 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:07.093984 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ab2204-d118-4df7-a7b5-480e6005f02e x-openstack-request-id: req-08ab2204-d118-4df7-a7b5-480e6005f02e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:56:07.094287 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6", "name": "network-vif-plugged", "status": "completed", "tag": "cb5b4282-c9a2-4c9a-b07d-765d671dfe7e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:56:07.094545 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08ab2204-d118-4df7-a7b5-480e6005f02e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:56:07.094940 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5b4282-c9a2-4c9a-b07d-765d671dfe7e', 'code': 200} Nov 19 09:56:07.121881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=cb5b4282-c9a2-4c9a-b07d-765d671dfe7e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:07.198108 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca95cdd-3c66-4f61-9ba7-f8c059b8c1c0 req-69748419-737e-4000-9e22-74c64c29e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:07.199493 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8ca95cdd-3c66-4f61-9ba7-f8c059b8c1c0 req-69748419-737e-4000-9e22-74c64c29e11f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6 HTTP/1.1" status: 200 len: 1102 time: 0.0439739 Nov 19 09:56:07.243925 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8ca95cdd-3c66-4f61-9ba7-f8c059b8c1c0 req-994d3e4a-69b1-4c33-9f9f-3b21642eea19 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cd13a33c-4572-4c83-8670-b6d1414fa1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364077 Nov 19 09:56:07.939932 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2030874-a062-46bd-a316-8d59a227cafc req-cc56398b-5439-4117-8b30-a68c95807c93 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:07.941499 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2030874-a062-46bd-a316-8d59a227cafc req-cc56398b-5439-4117-8b30-a68c95807c93 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/ports?device_id=b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6 HTTP/1.1" status: 200 len: 950 time: 0.0492377 Nov 19 09:56:07.993931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2030874-a062-46bd-a316-8d59a227cafc req-a0dd74f4-831a-4aa4-ba14-fb4873386abf tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd13a33c-4572-4c83-8670-b6d1414fa1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458872 Nov 19 09:56:09.112694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62eeb0c-bddd-435a-af76-d6c807d9ef6d req-b9edf90e-62f9-41e1-97b4-12cb408e7263 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:09.114213 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a62eeb0c-bddd-435a-af76-d6c807d9ef6d req-b9edf90e-62f9-41e1-97b4-12cb408e7263 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/ports?device_id=b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6 HTTP/1.1" status: 200 len: 950 time: 0.0497823 Nov 19 09:56:09.160848 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a62eeb0c-bddd-435a-af76-d6c807d9ef6d req-6cc1e848-3ca9-4d1a-ae5a-099dc60f3047 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd13a33c-4572-4c83-8670-b6d1414fa1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407724 Nov 19 09:56:09.543534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-77f365e0-b270-4332-b2e9-e13e92b309ac req-c26e22b2-4274-4211-aac3-432bd577513e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:56:09.544534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77f365e0-b270-4332-b2e9-e13e92b309ac req-c26e22b2-4274-4211-aac3-432bd577513e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1047404 Nov 19 09:56:09.865478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-ddd86a79-6bde-48cd-b7b2-6c13319e83ed req-69719c9a-ffec-4dc0-b4c5-0558ea64a6ed service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:56:09.866474 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ddd86a79-6bde-48cd-b7b2-6c13319e83ed req-69719c9a-ffec-4dc0-b4c5-0558ea64a6ed service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055184 Nov 19 09:56:10.190621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fd7e8-d4c3-4552-8efc-d56f57536881 req-8eb46ba7-ab69-46ec-a29d-81f0c315236a tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:10.192110 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e71fd7e8-d4c3-4552-8efc-d56f57536881 req-8eb46ba7-ab69-46ec-a29d-81f0c315236a tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/ports?device_id=b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6 HTTP/1.1" status: 200 len: 950 time: 0.0484769 Nov 19 09:56:10.238388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e71fd7e8-d4c3-4552-8efc-d56f57536881 req-8a4938af-52c4-4033-841f-9671a011b568 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd13a33c-4572-4c83-8670-b6d1414fa1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402930 Nov 19 09:56:11.359637 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882d402-b9a1-49b1-a0ab-d0beb0fdebcb req-c00c1a3d-e4a0-42fb-b925-d0ad6760d516 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:11.361118 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6882d402-b9a1-49b1-a0ab-d0beb0fdebcb req-c00c1a3d-e4a0-42fb-b925-d0ad6760d516 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/ports?device_id=b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6 HTTP/1.1" status: 200 len: 950 time: 0.0533764 Nov 19 09:56:11.409226 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6882d402-b9a1-49b1-a0ab-d0beb0fdebcb req-5ca5ec75-a430-46dc-95e5-e14b9e0887ee tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd13a33c-4572-4c83-8670-b6d1414fa1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419459 Nov 19 09:56:11.432965 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa9afe-f1ca-4244-8885-d3cada4120af req-8d8e12b0-ab7a-4ba6-af5f-4f9d5a3da34c tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:11.434573 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79fa9afe-f1ca-4244-8885-d3cada4120af req-8d8e12b0-ab7a-4ba6-af5f-4f9d5a3da34c tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.66 "GET /v2.0/ports?device_id=b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6 HTTP/1.1" status: 200 len: 950 time: 0.0488057 Nov 19 09:56:11.523222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-79fa9afe-f1ca-4244-8885-d3cada4120af req-095a34d9-879b-4a35-8fe8-d843feaab536 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Deleting port cb5b4282-c9a2-4c9a-b07d-765d671dfe7e {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:56:11.523540 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79fa9afe-f1ca-4244-8885-d3cada4120af req-095a34d9-879b-4a35-8fe8-d843feaab536 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:11.617403 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-79fa9afe-f1ca-4244-8885-d3cada4120af req-095a34d9-879b-4a35-8fe8-d843feaab536 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] For port cb5b4282-c9a2-4c9a-b07d-765d671dfe7e, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=cb5b4282-c9a2-4c9a-b07d-765d671dfe7e,segment=NetworkSegment(d3263648-b7c3-4b0c-a4bb-b76c3b44d607),segment_id=d3263648-b7c3-4b0c-a4bb-b76c3b44d607)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:56:11.617775 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79fa9afe-f1ca-4244-8885-d3cada4120af req-095a34d9-879b-4a35-8fe8-d843feaab536 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:11.631014 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-79fa9afe-f1ca-4244-8885-d3cada4120af req-095a34d9-879b-4a35-8fe8-d843feaab536 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Calling delete_port for cb5b4282-c9a2-4c9a-b07d-765d671dfe7e owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:56:11.762843 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79fa9afe-f1ca-4244-8885-d3cada4120af req-095a34d9-879b-4a35-8fe8-d843feaab536 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:11.775857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['cb5b4282-c9a2-4c9a-b07d-765d671dfe7e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:56:11.792462 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a34d9-879b-4a35-8fe8-d843feaab536 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Pushing event deleted for resources: {'Port': ['ID=cb5b4282-c9a2-4c9a-b07d-765d671dfe7e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:11.835622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fa9afe-f1ca-4244-8885-d3cada4120af req-095a34d9-879b-4a35-8fe8-d843feaab536 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] No DVR routers for this DVR port cb5b4282-c9a2-4c9a-b07d-765d671dfe7e on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:56:11.838377 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-79fa9afe-f1ca-4244-8885-d3cada4120af req-095a34d9-879b-4a35-8fe8-d843feaab536 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:11.841897 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-79fa9afe-f1ca-4244-8885-d3cada4120af req-095a34d9-879b-4a35-8fe8-d843feaab536 tempest-ServersAdminNegativeTestJSON-825174431 tempest-ServersAdminNegativeTestJSON-825174431-project] 10.222.0.66 "DELETE /v2.0/ports/cb5b4282-c9a2-4c9a-b07d-765d671dfe7e HTTP/1.1" status: 204 len: 173 time: 0.4005215 Nov 19 09:56:11.842400 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6', 'name': 'network-vif-deleted', 'tag': 'cb5b4282-c9a2-4c9a-b07d-765d671dfe7e'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:56:11.845143 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3291f1ae-697a-4e76-bf9b-ed3a8e7a9866" -d '{"events": [{"server_uuid": "b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6", "name": "network-vif-deleted", "tag": "cb5b4282-c9a2-4c9a-b07d-765d671dfe7e"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:56:11.891120 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbd1751-1863-41d0-b56e-0d7b64d1ac1e x-openstack-request-id: req-bcbd1751-1863-41d0-b56e-0d7b64d1ac1e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:56:11.891458 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6", "name": "network-vif-deleted", "tag": "cb5b4282-c9a2-4c9a-b07d-765d671dfe7e", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:56:11.891720 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcbd1751-1863-41d0-b56e-0d7b64d1ac1e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:56:11.892147 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d5550-eaca-4e9b-b8e9-1ed6cff6e6d6', 'name': 'network-vif-deleted', 'tag': 'cb5b4282-c9a2-4c9a-b07d-765d671dfe7e', 'status': 'completed', 'code': 200} Nov 19 09:56:12.702320 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 32932) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:56:12.833418 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4ff809a5-4fde-4167-b163-52e9a8d3a7ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85a6b9cd3d744f3e92511f97afdab3e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299086 Nov 19 09:56:12.836234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 32936) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:56:13.181631 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c104d38-2676-4f3f-a275-5b261122d83e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:13.202299 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c104d38-2676-4f3f-a275-5b261122d83e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:13.247491 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c104d38-2676-4f3f-a275-5b261122d83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:13.250133 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2c104d38-2676-4f3f-a275-5b261122d83e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:13.251284 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2c104d38-2676-4f3f-a275-5b261122d83e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd13a33c-4572-4c83-8670-b6d1414fa1db HTTP/1.1" status: 204 len: 168 time: 0.4141283 Nov 19 09:56:13.259843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c104d38-2676-4f3f-a275-5b261122d83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd13a33c-4572-4c83-8670-b6d1414fa1db,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:13.506919 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 32942) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:56:13.520090 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e12564f-b07f-47bf-a479-cfd40840a7e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:13.595589 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e12564f-b07f-47bf-a479-cfd40840a7e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:13.599680 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3e12564f-b07f-47bf-a479-cfd40840a7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:13.636637 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3e12564f-b07f-47bf-a479-cfd40840a7e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b420c1326334547912138c2597b4d35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288698 Nov 19 09:56:13.638634 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12564f-b07f-47bf-a479-cfd40840a7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca64c82-76d1-4f94-a1fb-dd041302e04c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:13.639386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 32944) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:56:13.687916 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98912206-b5c0-4440-8143-5146a6ffb1a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:13.708879 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98912206-b5c0-4440-8143-5146a6ffb1a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:13.753775 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98912206-b5c0-4440-8143-5146a6ffb1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:13.756568 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98912206-b5c0-4440-8143-5146a6ffb1a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:13.757742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-98912206-b5c0-4440-8143-5146a6ffb1a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ca64c82-76d1-4f94-a1fb-dd041302e04c HTTP/1.1" status: 204 len: 168 time: 0.1173644 Nov 19 09:56:13.765534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98912206-b5c0-4440-8143-5146a6ffb1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca64c82-76d1-4f94-a1fb-dd041302e04c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:14.413121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 32966) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:56:14.512468 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e2b2afeb-6f72-41fa-9052-d6ea88ed1d3f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1902578533-network', 'tenant_id': '57c0f0bde0a144e698ea874ce681c36b'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:56:14.532483 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b2afeb-6f72-41fa-9052-d6ea88ed1d3f admin admin] Made reservation on behalf of 57c0f0bde0a144e698ea874ce681c36b for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:56:14.534850 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2b2afeb-6f72-41fa-9052-d6ea88ed1d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:14.543121 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2b2afeb-6f72-41fa-9052-d6ea88ed1d3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:14.619037 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2b2afeb-6f72-41fa-9052-d6ea88ed1d3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:14.622507 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2b2afeb-6f72-41fa-9052-d6ea88ed1d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:14.648535 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b2afeb-6f72-41fa-9052-d6ea88ed1d3f admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:56:14.653742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2afeb-6f72-41fa-9052-d6ea88ed1d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da4dfa1-1ea2-4633-92f2-526a237d72fd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:14.661243 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2b2afeb-6f72-41fa-9052-d6ea88ed1d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:14.661243 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-e2b2afeb-6f72-41fa-9052-d6ea88ed1d3f admin admin] Added segment c02ee70c-0d30-4113-9c79-a8e1fa0616df of type vlan for network 898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 Nov 19 09:56:14.700868 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2b2afeb-6f72-41fa-9052-d6ea88ed1d3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:14.723782 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2b2afeb-6f72-41fa-9052-d6ea88ed1d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:14.724732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b2afeb-6f72-41fa-9052-d6ea88ed1d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:14.725355 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e2b2afeb-6f72-41fa-9052-d6ea88ed1d3f admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:14.775663 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e2b2afeb-6f72-41fa-9052-d6ea88ed1d3f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3610771 Nov 19 09:56:14.778734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 32970) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:56:14.784381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c54acfbc-19b4-45ea-9e89-2eb56302c178 admin admin] Request body: {'subnet': {'network_id': '898f28d8-bdbb-4a3d-ab6e-473da5fd09f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1902578533-subnet', 'tenant_id': '57c0f0bde0a144e698ea874ce681c36b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:56:14.788822 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2afeb-6f72-41fa-9052-d6ea88ed1d3f admin admin] Pushing event updated for resources: {'Network': ['ID=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:14.798632 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:56:14.811229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54acfbc-19b4-45ea-9e89-2eb56302c178 admin admin] Made reservation on behalf of 57c0f0bde0a144e698ea874ce681c36b for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:56:14.813647 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c54acfbc-19b4-45ea-9e89-2eb56302c178 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:14.971341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device cb5b4282-c9a2-4c9a-b07d-765d671dfe7e no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:56:14.994676 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c54acfbc-19b4-45ea-9e89-2eb56302c178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:14.996289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: cb5b4282-c9a2-4c9a-b07d-765d671dfe7e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:56:14.996649 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device cb5b4282-c9a2-4c9a-b07d-765d671dfe7e not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:56:15.054042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54acfbc-19b4-45ea-9e89-2eb56302c178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6855b4e3-eaa9-47af-8492-8eab310152e8,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:15.064863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54acfbc-19b4-45ea-9e89-2eb56302c178 admin admin] Checking segment: {'id': 'c02ee70c-0d30-4113-9c79-a8e1fa0616df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '898f28d8-bdbb-4a3d-ab6e-473da5fd09f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:56:15.065258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54acfbc-19b4-45ea-9e89-2eb56302c178 admin admin] Network hostable DHCP agents. Network: 898f28d8-bdbb-4a3d-ab6e-473da5fd09f6, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:56:15.085430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54acfbc-19b4-45ea-9e89-2eb56302c178 admin admin] Network 898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:56:15.095229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-c54acfbc-19b4-45ea-9e89-2eb56302c178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 898f28d8-bdbb-4a3d-ab6e-473da5fd09f6) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:56:15.099733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54acfbc-19b4-45ea-9e89-2eb56302c178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:15.100331 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c54acfbc-19b4-45ea-9e89-2eb56302c178 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:15.105161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672dec2f-b25f-4cd1-9ed0-ed1118ce20f7 None None] Network 898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:56:15.121660 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c54acfbc-19b4-45ea-9e89-2eb56302c178 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3417251 Nov 19 09:56:15.238354 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1ab79c-dfa6-480a-848e-c978fb519e34 None None] Network 898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:56:15.785463 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f823a-6185-4dee-932e-19de251498db req-1dc88f90-a895-4248-bfb3-77dc312fc055 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:15.787045 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c7f823a-6185-4dee-932e-19de251498db req-1dc88f90-a895-4248-bfb3-77dc312fc055 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/networks?id=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 HTTP/1.1" status: 200 len: 812 time: 0.3386641 Nov 19 09:56:15.802218 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c7f823a-6185-4dee-932e-19de251498db req-f27ea722-3987-4ace-81cc-1b542f5bbe59 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/quotas/57c0f0bde0a144e698ea874ce681c36b HTTP/1.1" status: 200 len: 375 time: 0.0094497 Nov 19 09:56:15.836523 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c7f823a-6185-4dee-932e-19de251498db req-a066b51c-507e-4886-ab3b-c19581617fdb tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=57c0f0bde0a144e698ea874ce681c36b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283511 Nov 19 09:56:15.926632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c7f823a-6185-4dee-932e-19de251498db req-92f9f435-e7c7-43e0-bd9a-aa11c70b261f service neutron] 10.222.0.21 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830584 Nov 19 09:56:15.927161 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:16.018965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c7f823a-6185-4dee-932e-19de251498db req-8176a192-afd4-4d54-908a-5a8afa83eb05 service neutron] 10.222.0.21 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857553 Nov 19 09:56:16.176759 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f12d65e-c60d-484a-8d0e-5621803389f8 req-f587594a-97f0-4fed-bb5f-3391a4bc0e8e tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 210 time: 0.0273793 Nov 19 09:56:17.243475 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f823a-6185-4dee-932e-19de251498db req-0c8c1584-498e-4928-ad51-c124a4dfb746 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:17.245031 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3c7f823a-6185-4dee-932e-19de251498db req-0c8c1584-498e-4928-ad51-c124a4dfb746 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.66 "GET /v2.0/networks?id=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 HTTP/1.1" status: 200 len: 812 time: 0.1249979 Nov 19 09:56:17.262175 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-3c7f823a-6185-4dee-932e-19de251498db req-fa43b0d4-1e82-40c0-a01d-fb198c8c2fa5 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Request body: {'port': {'device_id': '734970bf-a7a8-4b6b-a514-6d8dc01d91f1', 'network_id': '898f28d8-bdbb-4a3d-ab6e-473da5fd09f6', 'admin_state_up': True, 'tenant_id': '57c0f0bde0a144e698ea874ce681c36b'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:56:17.277172 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ac4fdea-c6d5-4aea-af1d-90b996279c82 req-bb5ab17a-16a9-4112-8ee8-9504d5012bfc tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 210 time: 0.0261211 Nov 19 09:56:17.374281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7f823a-6185-4dee-932e-19de251498db req-fa43b0d4-1e82-40c0-a01d-fb198c8c2fa5 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Made reservation on behalf of 57c0f0bde0a144e698ea874ce681c36b for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:56:17.377801 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3c7f823a-6185-4dee-932e-19de251498db req-fa43b0d4-1e82-40c0-a01d-fb198c8c2fa5 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:17.501341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-3c7f823a-6185-4dee-932e-19de251498db req-fa43b0d4-1e82-40c0-a01d-fb198c8c2fa5 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Allocated IP 172.20.0.4 (898f28d8-bdbb-4a3d-ab6e-473da5fd09f6/6855b4e3-eaa9-47af-8492-8eab310152e8/b5241891-833f-4b3f-b63a-d1ce466d318a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:56:17.651339 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3c7f823a-6185-4dee-932e-19de251498db req-fa43b0d4-1e82-40c0-a01d-fb198c8c2fa5 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:17.684817 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3c7f823a-6185-4dee-932e-19de251498db req-fa43b0d4-1e82-40c0-a01d-fb198c8c2fa5 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:17.728666 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7f823a-6185-4dee-932e-19de251498db req-fa43b0d4-1e82-40c0-a01d-fb198c8c2fa5 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Network 898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:56:17.731834 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-3c7f823a-6185-4dee-932e-19de251498db req-fa43b0d4-1e82-40c0-a01d-fb198c8c2fa5 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:56:17.735730 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7f823a-6185-4dee-932e-19de251498db req-fa43b0d4-1e82-40c0-a01d-fb198c8c2fa5 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:56:17.764972 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43b0d4-1e82-40c0-a01d-fb198c8c2fa5 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Pushing event updated for resources: {'Port': ['ID=b5241891-833f-4b3f-b63a-d1ce466d318a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:17.792772 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f823a-6185-4dee-932e-19de251498db req-fa43b0d4-1e82-40c0-a01d-fb198c8c2fa5 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:17.793413 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3c7f823a-6185-4dee-932e-19de251498db req-fa43b0d4-1e82-40c0-a01d-fb198c8c2fa5 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:17.808894 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3c7f823a-6185-4dee-932e-19de251498db req-fa43b0d4-1e82-40c0-a01d-fb198c8c2fa5 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5521178 Nov 19 09:56:17.821809 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Request body: {'port': {'device_id': '734970bf-a7a8-4b6b-a514-6d8dc01d91f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:56:17.873732 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:18.130031 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5241891-833f-4b3f-b63a-d1ce466d318a {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:56:18.137474 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:18.150246 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Transition to ACTIVE for port object b5241891-833f-4b3f-b63a-d1ce466d318a will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:56:18.153517 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:18.221771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Pushing event updated for resources: {'Port': ['ID=b5241891-833f-4b3f-b63a-d1ce466d318a,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:18.270859 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Attempting to bind port b5241891-833f-4b3f-b63a-d1ce466d318a on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:56:18.271334 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Attempting to bind port b5241891-833f-4b3f-b63a-d1ce466d318a by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'c02ee70c-0d30-4113-9c79-a8e1fa0616df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '898f28d8-bdbb-4a3d-ab6e-473da5fd09f6'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:56:18.271515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Attempting to bind port b5241891-833f-4b3f-b63a-d1ce466d318a on network 898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:56:18.275744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Port b5241891-833f-4b3f-b63a-d1ce466d318a on network 898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:56:18.276065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Attempting to bind port b5241891-833f-4b3f-b63a-d1ce466d318a on network 898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:56:18.280771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:56:18.281135 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Checking segment: {'id': 'c02ee70c-0d30-4113-9c79-a8e1fa0616df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '898f28d8-bdbb-4a3d-ab6e-473da5fd09f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:56:18.281520 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Bound using segment: {'id': 'c02ee70c-0d30-4113-9c79-a8e1fa0616df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '898f28d8-bdbb-4a3d-ab6e-473da5fd09f6'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:56:18.281944 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Bound port: b5241891-833f-4b3f-b63a-d1ce466d318a, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02ee70c-0d30-4113-9c79-a8e1fa0616df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '898f28d8-bdbb-4a3d-ab6e-473da5fd09f6'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:56:18.282297 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:18.342961 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:18.349813 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] For port b5241891-833f-4b3f-b63a-d1ce466d318a, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:56:18.353300 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] For port b5241891-833f-4b3f-b63a-d1ce466d318a, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b5241891-833f-4b3f-b63a-d1ce466d318a,segment=NetworkSegment(c02ee70c-0d30-4113-9c79-a8e1fa0616df),segment_id=c02ee70c-0d30-4113-9c79-a8e1fa0616df)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:56:18.358139 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:18.395520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23be211-1307-48f0-b69f-781942e4b3ad req-4058adbf-5d07-45d2-9333-66996fbcee97 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:18.396002 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:18.396889 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:18.397282 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f23be211-1307-48f0-b69f-781942e4b3ad req-4058adbf-5d07-45d2-9333-66996fbcee97 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 943 time: 0.0503798 Nov 19 09:56:18.398316 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3c7f823a-6185-4dee-932e-19de251498db req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] 10.222.0.66 "PUT /v2.0/ports/b5241891-833f-4b3f-b63a-d1ce466d318a HTTP/1.1" status: 200 len: 1092 time: 0.5805266 Nov 19 09:56:18.400706 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734970bf-a7a8-4b6b-a514-6d8dc01d91f1', 'tag': 'b5241891-833f-4b3f-b63a-d1ce466d318a'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:56:18.403879 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6d4b7b-c945-4c9c-9b06-25026142fa78" -d '{"events": [{"name": "network-changed", "server_uuid": "734970bf-a7a8-4b6b-a514-6d8dc01d91f1", "tag": "b5241891-833f-4b3f-b63a-d1ce466d318a"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:56:18.447810 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481f0860-4db4-4c94-89e5-9c9c2439c417 x-openstack-request-id: req-481f0860-4db4-4c94-89e5-9c9c2439c417 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:56:18.448181 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734970bf-a7a8-4b6b-a514-6d8dc01d91f1", "tag": "b5241891-833f-4b3f-b63a-d1ce466d318a", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:56:18.448506 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-481f0860-4db4-4c94-89e5-9c9c2439c417 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:56:18.448975 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734970bf-a7a8-4b6b-a514-6d8dc01d91f1', 'tag': 'b5241891-833f-4b3f-b63a-d1ce466d318a', 'status': 'completed', 'code': 200} Nov 19 09:56:18.453961 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f23be211-1307-48f0-b69f-781942e4b3ad req-14a664d2-ffd1-458e-9c78-220c3164ac10 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505934 Nov 19 09:56:18.461466 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09080d03-2399-4760-9788-9daf2afb2b4a service neutron] Pushing event updated for resources: {'Port': ['ID=b5241891-833f-4b3f-b63a-d1ce466d318a,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:18.494413 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f823a-6185-4dee-932e-19de251498db req-508a0fc9-e698-45a0-8426-927fa9b2e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:18.495941 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3c7f823a-6185-4dee-932e-19de251498db req-508a0fc9-e698-45a0-8426-927fa9b2e05e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57c0f0bde0a144e698ea874ce681c36b&device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 1095 time: 0.0461254 Nov 19 09:56:18.538568 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3c7f823a-6185-4dee-932e-19de251498db req-e02b10de-5ae0-45bd-a9f5-c2a0ae6ab614 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5241891-833f-4b3f-b63a-d1ce466d318a HTTP/1.1" status: 200 len: 217 time: 0.0337646 Nov 19 09:56:18.592606 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f823a-6185-4dee-932e-19de251498db req-f3951b8c-2da7-4234-bdf2-4eb8530d3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:18.594118 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3c7f823a-6185-4dee-932e-19de251498db req-f3951b8c-2da7-4234-bdf2-4eb8530d3b05 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6855b4e3-eaa9-47af-8492-8eab310152e8 HTTP/1.1" status: 200 len: 852 time: 0.0480254 Nov 19 09:56:18.626294 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3c7f823a-6185-4dee-932e-19de251498db req-f94a9ddf-2871-401e-a6ac-fe62b9ee474b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250783 Nov 19 09:56:18.714552 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3c7f823a-6185-4dee-932e-19de251498db req-05754a2d-1813-42bd-83df-471532cd56bd service neutron] 10.222.0.66 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810931 Nov 19 09:56:18.741286 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:56:18.811019 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-3c7f823a-6185-4dee-932e-19de251498db req-3a035d8b-70e1-4506-ad1c-296f6fa90d21 service neutron] 10.222.0.66 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895617 Nov 19 09:56:18.898008 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d4b7b-c945-4c9c-9b06-25026142fa78 req-cbf3c327-1d31-4db7-a5ba-274f6145deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:18.899530 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1c6d4b7b-c945-4c9c-9b06-25026142fa78 req-cbf3c327-1d31-4db7-a5ba-274f6145deae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57c0f0bde0a144e698ea874ce681c36b&device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 1095 time: 0.0419044 Nov 19 09:56:18.993555 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d4b7b-c945-4c9c-9b06-25026142fa78 req-09c7de18-c21d-4bd0-bac5-41e4a884a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:18.995048 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1c6d4b7b-c945-4c9c-9b06-25026142fa78 req-09c7de18-c21d-4bd0-bac5-41e4a884a86d service neutron] 10.222.0.66 "GET /v2.0/networks?id=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 HTTP/1.1" status: 200 len: 913 time: 0.0879624 Nov 19 09:56:19.037527 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1c6d4b7b-c945-4c9c-9b06-25026142fa78 req-0b144ab1-7099-4368-b598-35784e27c9d7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5241891-833f-4b3f-b63a-d1ce466d318a HTTP/1.1" status: 200 len: 217 time: 0.0349019 Nov 19 09:56:19.086504 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d4b7b-c945-4c9c-9b06-25026142fa78 req-67dab3a5-d7f5-43ef-8959-26b12b213501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:19.087967 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1c6d4b7b-c945-4c9c-9b06-25026142fa78 req-67dab3a5-d7f5-43ef-8959-26b12b213501 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6855b4e3-eaa9-47af-8492-8eab310152e8 HTTP/1.1" status: 200 len: 852 time: 0.0432074 Nov 19 09:56:19.121628 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1c6d4b7b-c945-4c9c-9b06-25026142fa78 req-b077ff40-5d25-47b1-a68a-41635e4dbf0d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243249 Nov 19 09:56:19.225746 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1c6d4b7b-c945-4c9c-9b06-25026142fa78 req-7f7178d5-2b31-49c3-a394-2acd9048d743 service neutron] 10.222.0.66 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958695 Nov 19 09:56:19.316280 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-1c6d4b7b-c945-4c9c-9b06-25026142fa78 req-6f597598-17f4-47d1-8dca-0fe772045d63 service neutron] 10.222.0.66 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823038 Nov 19 09:56:19.575210 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d88cc-4285-4e8c-b36d-41b83a07b3e4 req-5bb86bac-f3d4-42e5-abd1-584ac06751b9 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:19.576707 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f99d88cc-4285-4e8c-b36d-41b83a07b3e4 req-5bb86bac-f3d4-42e5-abd1-584ac06751b9 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 943 time: 0.0495830 Nov 19 09:56:19.623532 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f99d88cc-4285-4e8c-b36d-41b83a07b3e4 req-cf2135a8-6524-4c4a-94fe-f91cc672e3e0 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402751 Nov 19 09:56:19.959381 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9fcba5cb-fe48-487d-9719-7d8207efdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:20.740756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0013e6-43c7-48ff-a8bf-09a8f70144e1 req-1d1c6344-5946-4756-8e9f-858def63225d tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:20.742246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f0013e6-43c7-48ff-a8bf-09a8f70144e1 req-1d1c6344-5946-4756-8e9f-858def63225d tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 943 time: 0.0483196 Nov 19 09:56:20.790934 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f0013e6-43c7-48ff-a8bf-09a8f70144e1 req-4192011b-5ed4-4e33-87df-ec045fb7e9ce tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427942 Nov 19 09:56:21.908523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eff819-b014-4383-9aaf-debeadd848c6 req-61a9d309-5a84-4184-a71d-6ba419a68e32 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:21.910597 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20eff819-b014-4383-9aaf-debeadd848c6 req-61a9d309-5a84-4184-a71d-6ba419a68e32 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 943 time: 0.0521872 Nov 19 09:56:21.956667 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20eff819-b014-4383-9aaf-debeadd848c6 req-2de42923-9bfa-4b13-a586-ea05c517dfe4 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396855 Nov 19 09:56:22.375352 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-890d5cf2-88d6-4190-916a-fe2b4bf7496e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:23.001658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b5241891-833f-4b3f-b63a-d1ce466d318a details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:56:23.072178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad92b25-d0c1-4000-b8e2-a78797c64dc6 req-67418826-4010-4609-8dca-7dd38c436e46 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:23.073707 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ad92b25-d0c1-4000-b8e2-a78797c64dc6 req-67418826-4010-4609-8dca-7dd38c436e46 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 943 time: 0.0493507 Nov 19 09:56:23.099293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b5241891-833f-4b3f-b63a-d1ce466d318a, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b5241891-833f-4b3f-b63a-d1ce466d318a,segment=NetworkSegment(c02ee70c-0d30-4113-9c79-a8e1fa0616df),segment_id=c02ee70c-0d30-4113-9c79-a8e1fa0616df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:56:23.110649 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'b5241891-833f-4b3f-b63a-d1ce466d318a', 'network_id': '898f28d8-bdbb-4a3d-ab6e-473da5fd09f6', 'port_id': 'b5241891-833f-4b3f-b63a-d1ce466d318a', 'mac_address': 'fa:16:3e:65:6a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6855b4e3-eaa9-47af-8492-8eab310152e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:56:23.121715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ad92b25-d0c1-4000-b8e2-a78797c64dc6 req-c1451c9a-d66a-4e6d-913c-5b1f73dad2f6 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419219 Nov 19 09:56:23.147490 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:23.160627 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5241891-833f-4b3f-b63a-d1ce466d318a {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:56:23.181108 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b5241891-833f-4b3f-b63a-d1ce466d318a, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b5241891-833f-4b3f-b63a-d1ce466d318a,segment=NetworkSegment(c02ee70c-0d30-4113-9c79-a8e1fa0616df),segment_id=c02ee70c-0d30-4113-9c79-a8e1fa0616df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:56:23.184955 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:23.230563 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=b5241891-833f-4b3f-b63a-d1ce466d318a,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:23.377880 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['b5241891-833f-4b3f-b63a-d1ce466d318a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:56:23.608085 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:24.241643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e420d-9cc9-49c2-a7e0-3f51f3c05738 req-ae3e6bed-e044-4728-959b-3180faf34439 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:24.243154 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b5e420d-9cc9-49c2-a7e0-3f51f3c05738 req-ae3e6bed-e044-4728-959b-3180faf34439 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 944 time: 0.0526721 Nov 19 09:56:24.290530 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b5e420d-9cc9-49c2-a7e0-3f51f3c05738 req-d4304af7-6b3d-45d2-8d8a-069b691a0458 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414329 Nov 19 09:56:25.002851 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:25.016677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b5241891-833f-4b3f-b63a-d1ce466d318a up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:56:25.068385 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port b5241891-833f-4b3f-b63a-d1ce466d318a completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:56:25.073040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port b5241891-833f-4b3f-b63a-d1ce466d318a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:56:25.073446 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:25.149970 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:25.175138 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734970bf-a7a8-4b6b-a514-6d8dc01d91f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5241891-833f-4b3f-b63a-d1ce466d318a'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:56:25.179641 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3059cb8-f5dd-45da-9154-48a2ba7ebb49" -d '{"events": [{"server_uuid": "734970bf-a7a8-4b6b-a514-6d8dc01d91f1", "name": "network-vif-plugged", "status": "completed", "tag": "b5241891-833f-4b3f-b63a-d1ce466d318a"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:56:25.197147 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b5241891-833f-4b3f-b63a-d1ce466d318a, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b5241891-833f-4b3f-b63a-d1ce466d318a,segment=NetworkSegment(c02ee70c-0d30-4113-9c79-a8e1fa0616df),segment_id=c02ee70c-0d30-4113-9c79-a8e1fa0616df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:56:25.201192 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:25.224016 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828b202b-f4f8-40dc-899e-c9819ecf4bfb x-openstack-request-id: req-828b202b-f4f8-40dc-899e-c9819ecf4bfb {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:56:25.224314 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734970bf-a7a8-4b6b-a514-6d8dc01d91f1", "name": "network-vif-plugged", "status": "completed", "tag": "b5241891-833f-4b3f-b63a-d1ce466d318a", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:56:25.224567 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-828b202b-f4f8-40dc-899e-c9819ecf4bfb {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:56:25.224955 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734970bf-a7a8-4b6b-a514-6d8dc01d91f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5241891-833f-4b3f-b63a-d1ce466d318a', 'code': 200} Nov 19 09:56:25.253792 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=b5241891-833f-4b3f-b63a-d1ce466d318a,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:25.322158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228de3a-27c5-443a-ac5c-d4d28d22373d req-6b2eb68d-0ff2-4614-8fc0-a7fd2a82c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:25.323735 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8228de3a-27c5-443a-ac5c-d4d28d22373d req-6b2eb68d-0ff2-4614-8fc0-a7fd2a82c5c6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 1097 time: 0.0457356 Nov 19 09:56:25.370866 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-8228de3a-27c5-443a-ac5c-d4d28d22373d req-3867be27-adb0-4ec0-9f89-8ea7ba04b34b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393796 Nov 19 09:56:25.404625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e22a5-e09b-49cf-9907-f6e871e5cfc3 req-8a8167e3-6948-44c1-ba3d-ecc5481c2951 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:25.406114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb2e22a5-e09b-49cf-9907-f6e871e5cfc3 req-8a8167e3-6948-44c1-ba3d-ecc5481c2951 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0476003 Nov 19 09:56:25.455225 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb2e22a5-e09b-49cf-9907-f6e871e5cfc3 req-fd4d3d00-5b51-461f-b98b-c285cfe271bc tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425947 Nov 19 09:56:25.750633 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:26.574224 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dfaec-29b0-4a35-8d17-4f0afa5afacf req-d8aa08f9-24b9-4263-9fdb-7d377b9a1f23 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:26.575642 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-511dfaec-29b0-4a35-8d17-4f0afa5afacf req-d8aa08f9-24b9-4263-9fdb-7d377b9a1f23 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0494239 Nov 19 09:56:26.626363 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-511dfaec-29b0-4a35-8d17-4f0afa5afacf req-af3fa2b7-8389-4de9-bceb-2edcc3c034a0 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448043 Nov 19 09:56:26.807984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33036) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:56:26.866820 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6a6cf-4986-4c54-828b-2efb9d0232d1 req-26093422-f3b0-4b91-9c37-92130dc7f012 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:26.868357 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4dd6a6cf-4986-4c54-828b-2efb9d0232d1 req-26093422-f3b0-4b91-9c37-92130dc7f012 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0517008 Nov 19 09:56:26.902614 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-c1c293ab-7053-409c-ba8c-9224eed23544 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930672 Nov 19 09:56:26.911955 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-6fb14acc-1c0e-4b75-897a-5621dc5cf62e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:56:26.913345 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-6fb14acc-1c0e-4b75-897a-5621dc5cf62e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056391 Nov 19 09:56:26.918483 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4dd6a6cf-4986-4c54-828b-2efb9d0232d1 req-375b0683-a821-415a-b32f-de74aba77e75 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439100 Nov 19 09:56:28.026929 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-349e9836-2eae-4dfe-a686-68822c866e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:28.028519 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-349e9836-2eae-4dfe-a686-68822c866e6c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57c0f0bde0a144e698ea874ce681c36b&device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 1097 time: 0.0415466 Nov 19 09:56:28.038737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae5457-31ec-4c63-910c-b503451330fc req-394bb0f7-a51a-42fb-bceb-270370e8c507 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:28.040259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5fae5457-31ec-4c63-910c-b503451330fc req-394bb0f7-a51a-42fb-bceb-270370e8c507 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0491855 Nov 19 09:56:28.087118 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5fae5457-31ec-4c63-910c-b503451330fc req-95a66805-3b6b-49ab-ad84-3c596fdd8fe8 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406616 Nov 19 09:56:28.129718 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-ec5f9348-6ba7-4fb2-aa41-ba530098845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:28.131218 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-ec5f9348-6ba7-4fb2-aa41-ba530098845b service neutron] 10.222.0.66 "GET /v2.0/networks?id=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 HTTP/1.1" status: 200 len: 913 time: 0.0937009 Nov 19 09:56:28.172842 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-42a3db05-c83e-4e0b-ad2d-bb96761e1e33 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5241891-833f-4b3f-b63a-d1ce466d318a HTTP/1.1" status: 200 len: 217 time: 0.0340743 Nov 19 09:56:28.224695 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-034d1554-a6d6-47bb-a4d3-d360db2d08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:28.226155 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-034d1554-a6d6-47bb-a4d3-d360db2d08bc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6855b4e3-eaa9-47af-8492-8eab310152e8 HTTP/1.1" status: 200 len: 852 time: 0.0467737 Nov 19 09:56:28.257891 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-6edff6f0-c0c5-4309-b3f5-1ea7798df50d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245259 Nov 19 09:56:28.348645 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-20e10374-67a3-4940-a4a2-5c65c867977f service neutron] 10.222.0.66 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826616 Nov 19 09:56:28.442360 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-c31d0a63-52f5-464b-b215-1a1b900a57f6 service neutron] 10.222.0.66 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865417 Nov 19 09:56:29.205603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1e67e-8cfa-4a0e-90bc-6e3a12883170 req-33404ce2-c1e0-40d1-b23b-f1700e6f11a3 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:29.207233 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a3f1e67e-8cfa-4a0e-90bc-6e3a12883170 req-33404ce2-c1e0-40d1-b23b-f1700e6f11a3 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0520248 Nov 19 09:56:29.255257 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a3f1e67e-8cfa-4a0e-90bc-6e3a12883170 req-7f1a0163-74ce-4a72-a779-a75aad01ae50 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413132 Nov 19 09:56:30.370381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ea3eb-95e7-4fa4-9aaf-76802a54d15a req-054144c8-4882-4043-aa44-0566334a3b7c tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:30.371851 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-134ea3eb-95e7-4fa4-9aaf-76802a54d15a req-054144c8-4882-4043-aa44-0566334a3b7c tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0491295 Nov 19 09:56:30.420469 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-134ea3eb-95e7-4fa4-9aaf-76802a54d15a req-7e9085dc-810c-4b8c-9e7f-8776e8df4a63 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426159 Nov 19 09:56:31.536763 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b64dc5-27de-4cb8-a23b-5ce936a726d2 req-3c70be60-ab38-4214-9c93-237ece4a9428 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:31.538205 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0b64dc5-27de-4cb8-a23b-5ce936a726d2 req-3c70be60-ab38-4214-9c93-237ece4a9428 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0488365 Nov 19 09:56:31.589748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0b64dc5-27de-4cb8-a23b-5ce936a726d2 req-b4452cd4-5b08-42b6-a3d7-cbd97174fcc5 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449574 Nov 19 09:56:32.704228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648e36a-a562-4147-b073-2f0d624acd11 req-f9654c36-1d29-498a-9efd-0e1572ad2b00 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:32.705733 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1648e36a-a562-4147-b073-2f0d624acd11 req-f9654c36-1d29-498a-9efd-0e1572ad2b00 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0488038 Nov 19 09:56:32.753627 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1648e36a-a562-4147-b073-2f0d624acd11 req-3a97b5a2-6c14-440a-8abe-296da7db51eb tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416596 Nov 19 09:56:33.870704 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c66ddd-7f4a-4ef3-946a-1f3c6e0a42b0 req-9bc9ff1f-c8fe-4b24-b9f5-fb1981312f3d tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:33.872085 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72c66ddd-7f4a-4ef3-946a-1f3c6e0a42b0 req-9bc9ff1f-c8fe-4b24-b9f5-fb1981312f3d tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0489149 Nov 19 09:56:33.919268 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72c66ddd-7f4a-4ef3-946a-1f3c6e0a42b0 req-79be4f15-6b80-401a-9299-943a8ba42354 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411031 Nov 19 09:56:35.038646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b0bdd-9859-4019-9925-e0c3fbca4642 req-28fe8fca-b41d-4171-b97b-4a93a43f2fa9 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:35.040126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d4b0bdd-9859-4019-9925-e0c3fbca4642 req-28fe8fca-b41d-4171-b97b-4a93a43f2fa9 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0527446 Nov 19 09:56:35.087663 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7d4b0bdd-9859-4019-9925-e0c3fbca4642 req-be77c63f-ce59-4b01-944d-6f293fd69dca tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406001 Nov 19 09:56:36.201337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370fb4d-f406-4c3f-b682-bc5c6290474c req-89cab2c9-a559-4ce2-93ba-771282bdade9 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:36.202804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8370fb4d-f406-4c3f-b682-bc5c6290474c req-89cab2c9-a559-4ce2-93ba-771282bdade9 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0481675 Nov 19 09:56:36.251920 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8370fb4d-f406-4c3f-b682-bc5c6290474c req-61d92548-a587-42c4-9c40-32da2c50d28a tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431697 Nov 19 09:56:37.370510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593546c-0e4b-473d-9b55-e7d0043cf2af req-e43b5743-3932-4f0f-8da0-81e5bb283bf2 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:37.372020 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2593546c-0e4b-473d-9b55-e7d0043cf2af req-e43b5743-3932-4f0f-8da0-81e5bb283bf2 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0531693 Nov 19 09:56:37.419041 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2593546c-0e4b-473d-9b55-e7d0043cf2af req-f6251318-6907-4ca0-9b59-0afc9196b410 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411077 Nov 19 09:56:38.536664 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92392b-2559-4913-b96f-d2189ba0444c req-212e11a1-369f-4523-98de-45b76bdea735 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:38.538114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f92392b-2559-4913-b96f-d2189ba0444c req-212e11a1-369f-4523-98de-45b76bdea735 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0490222 Nov 19 09:56:38.586046 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f92392b-2559-4913-b96f-d2189ba0444c req-91587c59-f72f-4b30-8a37-0f2158f17a33 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413074 Nov 19 09:56:39.704476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d8f1c-4a74-4ea2-8fb2-31fee108db65 req-d16a0d27-e7d9-4f5b-b03b-25135193a5ea tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:39.705986 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-467d8f1c-4a74-4ea2-8fb2-31fee108db65 req-d16a0d27-e7d9-4f5b-b03b-25135193a5ea tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0480928 Nov 19 09:56:39.758023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-467d8f1c-4a74-4ea2-8fb2-31fee108db65 req-e55ccfb8-2a27-43a1-9982-31b09b10c829 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459394 Nov 19 09:56:40.875757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2b64f-cddc-4af2-ae14-12bbae7a7ae5 req-ed83047d-ca80-4b4c-87a4-35419d2d7c5e tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:40.877164 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fef2b64f-cddc-4af2-ae14-12bbae7a7ae5 req-ed83047d-ca80-4b4c-87a4-35419d2d7c5e tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0492887 Nov 19 09:56:40.924399 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fef2b64f-cddc-4af2-ae14-12bbae7a7ae5 req-3354ca66-c9d1-4691-8290-033379cd5fbd tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412817 Nov 19 09:56:41.417401 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd88a7-7828-40f3-aa3e-d9fb29bc0bf4 req-c33169eb-4db7-48b8-afe4-f21d4c3662ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:41.418921 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a0cd88a7-7828-40f3-aa3e-d9fb29bc0bf4 req-c33169eb-4db7-48b8-afe4-f21d4c3662ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57c0f0bde0a144e698ea874ce681c36b&device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 1097 time: 0.0485911 Nov 19 09:56:41.528276 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd88a7-7828-40f3-aa3e-d9fb29bc0bf4 req-71c6c157-9ea5-46ae-9d66-191e91f8159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:41.529870 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a0cd88a7-7828-40f3-aa3e-d9fb29bc0bf4 req-71c6c157-9ea5-46ae-9d66-191e91f8159c service neutron] 10.222.0.66 "GET /v2.0/networks?id=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 HTTP/1.1" status: 200 len: 913 time: 0.0905674 Nov 19 09:56:41.574218 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a0cd88a7-7828-40f3-aa3e-d9fb29bc0bf4 req-51d63f09-3c91-437a-8f48-b5c9cc2023c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5241891-833f-4b3f-b63a-d1ce466d318a HTTP/1.1" status: 200 len: 217 time: 0.0364294 Nov 19 09:56:41.624578 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd88a7-7828-40f3-aa3e-d9fb29bc0bf4 req-5fbdf09d-d363-46ca-8462-a2d7c615ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:41.626077 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a0cd88a7-7828-40f3-aa3e-d9fb29bc0bf4 req-5fbdf09d-d363-46ca-8462-a2d7c615ce9a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6855b4e3-eaa9-47af-8492-8eab310152e8 HTTP/1.1" status: 200 len: 852 time: 0.0447724 Nov 19 09:56:41.657376 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a0cd88a7-7828-40f3-aa3e-d9fb29bc0bf4 req-526cb991-a516-467c-9dd7-81af10d9737e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242052 Nov 19 09:56:41.752354 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a0cd88a7-7828-40f3-aa3e-d9fb29bc0bf4 req-e9d22b52-7d7a-4209-ac78-b27338860e7b service neutron] 10.222.0.66 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869401 Nov 19 09:56:41.842357 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-a0cd88a7-7828-40f3-aa3e-d9fb29bc0bf4 req-cef2d346-7c05-4c97-8654-d73f689639cb service neutron] 10.222.0.66 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814056 Nov 19 09:56:42.039177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a019f-5cdf-4da2-afb2-05636abbdf30 req-b39dffd4-6dc6-49f3-9234-48eaaec545c7 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:42.041217 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e1a019f-5cdf-4da2-afb2-05636abbdf30 req-b39dffd4-6dc6-49f3-9234-48eaaec545c7 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0481570 Nov 19 09:56:42.088109 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e1a019f-5cdf-4da2-afb2-05636abbdf30 req-bf37ad57-006d-4327-8505-b9b96706b1e9 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404782 Nov 19 09:56:43.207008 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26522a7c-d6d4-4df6-b695-4676f6a27532 req-910df008-b5c4-4f17-854f-10bc79e32d0f tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:43.208473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26522a7c-d6d4-4df6-b695-4676f6a27532 req-910df008-b5c4-4f17-854f-10bc79e32d0f tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0522711 Nov 19 09:56:43.255792 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26522a7c-d6d4-4df6-b695-4676f6a27532 req-34b6ec37-0de5-466c-a0be-26356c0858e1 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410776 Nov 19 09:56:44.371172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0651a0-1e33-484a-a5d7-9e5674a64b76 req-a29f003a-3478-45a5-b009-65c57e5e519a tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:44.372657 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa0651a0-1e33-484a-a5d7-9e5674a64b76 req-a29f003a-3478-45a5-b009-65c57e5e519a tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0490429 Nov 19 09:56:44.419671 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa0651a0-1e33-484a-a5d7-9e5674a64b76 req-99302fef-ff1d-4ce0-8520-ef92cbac9ca9 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410841 Nov 19 09:56:45.533066 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cc289-ca48-4c0a-b11e-242f3b19d334 req-94a5e250-8987-4eca-bbaf-1dc20b9c1826 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:45.534473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d2cc289-ca48-4c0a-b11e-242f3b19d334 req-94a5e250-8987-4eca-bbaf-1dc20b9c1826 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0477517 Nov 19 09:56:45.585707 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d2cc289-ca48-4c0a-b11e-242f3b19d334 req-ae949f94-0baa-4ebb-961c-45b6aa8867a3 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453403 Nov 19 09:56:45.921337 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:46.708980 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bce7dc-2677-460b-8106-d50c751331d2 req-11cd8be6-fb39-489b-abaa-eaf4f6a0145f tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:46.710845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71bce7dc-2677-460b-8106-d50c751331d2 req-11cd8be6-fb39-489b-abaa-eaf4f6a0145f tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0570340 Nov 19 09:56:46.757995 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71bce7dc-2677-460b-8106-d50c751331d2 req-b2551776-0b49-421c-bb81-783f54f99b2a tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406959 Nov 19 09:56:47.875685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a48ae-b349-4bf1-a7b6-c1fbc2861acd req-f229c4b8-7c45-491f-8ab2-a75c3543adc8 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:47.877064 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-308a48ae-b349-4bf1-a7b6-c1fbc2861acd req-f229c4b8-7c45-491f-8ab2-a75c3543adc8 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0489216 Nov 19 09:56:47.923708 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-308a48ae-b349-4bf1-a7b6-c1fbc2861acd req-d798038c-85ca-4468-8b6e-e391150b5fb5 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Nov 19 09:56:48.343921 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:49.043196 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96892eb-0086-4e86-947c-994e8b1095d3 req-611673fe-a5ac-4582-8c02-91a3c9997166 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:49.044674 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d96892eb-0086-4e86-947c-994e8b1095d3 req-611673fe-a5ac-4582-8c02-91a3c9997166 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0532379 Nov 19 09:56:49.091973 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d96892eb-0086-4e86-947c-994e8b1095d3 req-1ea7b755-6875-4748-9872-d8941a08b346 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413895 Nov 19 09:56:49.960675 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-59b2df8f-08f9-4b77-b93c-9df708fcf075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:50.207332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7a681-1997-4450-88b4-ba60143ab9ba req-54213acd-1214-4021-af38-7b44f7a2b3b3 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:50.208799 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62a7a681-1997-4450-88b4-ba60143ab9ba req-54213acd-1214-4021-af38-7b44f7a2b3b3 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0491891 Nov 19 09:56:50.256336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62a7a681-1997-4450-88b4-ba60143ab9ba req-2a9f9238-eb9d-494d-af14-4de79d9a9a6d tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409851 Nov 19 09:56:51.378866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44601d0c-2324-43c6-bcf8-a9f63520448a req-9fb6f363-2be8-41c5-82fb-9f31f98d25e0 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:51.380368 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-44601d0c-2324-43c6-bcf8-a9f63520448a req-9fb6f363-2be8-41c5-82fb-9f31f98d25e0 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0533714 Nov 19 09:56:51.427213 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-44601d0c-2324-43c6-bcf8-a9f63520448a req-f7aae4c8-9ee2-4693-88a2-bac80171d6a8 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 Nov 19 09:56:52.377389 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e3366092-6589-484d-847b-e9acdfaf474e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:52.549527 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e20a5-5d0a-4a11-940c-877045c94d37 req-126e6b51-7b0c-44f8-b5d0-f656f425ceb7 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:52.550954 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b15e20a5-5d0a-4a11-940c-877045c94d37 req-126e6b51-7b0c-44f8-b5d0-f656f425ceb7 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0503657 Nov 19 09:56:52.598785 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b15e20a5-5d0a-4a11-940c-877045c94d37 req-76343a65-79b3-4aa3-b283-40bb447d360d tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419896 Nov 19 09:56:53.612177 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:53.716523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f89903-757c-4ce2-b02a-e412139ec116 req-3b85a8cd-b114-400c-b5c0-6394c43e963c tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:53.718054 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26f89903-757c-4ce2-b02a-e412139ec116 req-3b85a8cd-b114-400c-b5c0-6394c43e963c tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0489657 Nov 19 09:56:53.769657 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26f89903-757c-4ce2-b02a-e412139ec116 req-93613a9c-7e2b-42b3-9f2a-284d35878ce4 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455048 Nov 19 09:56:54.886232 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca96817-6385-474f-a6b1-8cc7fc109629 req-020590a0-1d67-41fb-93c9-5bc312ff8943 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:54.887835 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aca96817-6385-474f-a6b1-8cc7fc109629 req-020590a0-1d67-41fb-93c9-5bc312ff8943 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 945 time: 0.0498035 Nov 19 09:56:54.934594 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aca96817-6385-474f-a6b1-8cc7fc109629 req-65e110b5-010c-4836-9d58-6f161ddafcaa tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408750 Nov 19 09:56:55.006135 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:55.313306 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-234c8a59-2001-46bb-a372-5ea566faa252 service neutron] show failed (client error): The resource could not be found. Nov 19 09:56:55.314223 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-234c8a59-2001-46bb-a372-5ea566faa252 service neutron] 10.222.0.66 "GET /v2.0/ports/b5241891-833f-4b3f-b63a-d1ce466d318a/bindings/n-h2-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.0605156 Nov 19 09:56:55.546021 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-d9cdb8fd-4ed4-4892-a396-10e8984f6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:55.547452 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-d9cdb8fd-4ed4-4892-a396-10e8984f6f0a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1&tenant_id=57c0f0bde0a144e698ea874ce681c36b HTTP/1.1" status: 200 len: 1097 time: 0.0696092 Nov 19 09:56:55.560145 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:56:55.605744 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:55.616836 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:55.740021 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:56:55.816276 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] For port b5241891-833f-4b3f-b63a-d1ce466d318a, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b5241891-833f-4b3f-b63a-d1ce466d318a,segment=NetworkSegment(c02ee70c-0d30-4113-9c79-a8e1fa0616df),segment_id=c02ee70c-0d30-4113-9c79-a8e1fa0616df)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:56:55.850170 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] For port b5241891-833f-4b3f-b63a-d1ce466d318a, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:56:55.888899 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734970bf-a7a8-4b6b-a514-6d8dc01d91f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5241891-833f-4b3f-b63a-d1ce466d318a'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:56:55.891193 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d3cc14-6652-4cb3-aecb-38f5983900c8" -d '{"events": [{"server_uuid": "734970bf-a7a8-4b6b-a514-6d8dc01d91f1", "name": "network-vif-unplugged", "status": "completed", "tag": "b5241891-833f-4b3f-b63a-d1ce466d318a"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:56:55.894950 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:55.907204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Transition to ACTIVE for port object b5241891-833f-4b3f-b63a-d1ce466d318a will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:56:55.911080 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:55.949181 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfac462-11a5-4cda-a3cb-8cfedd7e8f28 x-openstack-request-id: req-cbfac462-11a5-4cda-a3cb-8cfedd7e8f28 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:56:55.949477 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734970bf-a7a8-4b6b-a514-6d8dc01d91f1", "name": "network-vif-unplugged", "status": "completed", "tag": "b5241891-833f-4b3f-b63a-d1ce466d318a", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:56:55.949738 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbfac462-11a5-4cda-a3cb-8cfedd7e8f28 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:56:55.950148 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734970bf-a7a8-4b6b-a514-6d8dc01d91f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5241891-833f-4b3f-b63a-d1ce466d318a', 'code': 200} Nov 19 09:56:55.979527 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] No DVR routers for this DVR port b5241891-833f-4b3f-b63a-d1ce466d318a on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:56:55.981637 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Pushing event updated for resources: {'Port': ['ID=b5241891-833f-4b3f-b63a-d1ce466d318a,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:55.993975 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:56:55.994326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:56:55.994737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:56:55.995646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:56:55.995981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:56:55.996314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:56:55.996643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:56:55.996970 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:56:55.997406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:56:55.997737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:56:55.998063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:56:55.998385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:56:56.051716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Attempting to bind port b5241891-833f-4b3f-b63a-d1ce466d318a on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:56:56.052059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Attempting to bind port b5241891-833f-4b3f-b63a-d1ce466d318a by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'c02ee70c-0d30-4113-9c79-a8e1fa0616df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '898f28d8-bdbb-4a3d-ab6e-473da5fd09f6'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:56:56.052392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Attempting to bind port b5241891-833f-4b3f-b63a-d1ce466d318a on network 898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:56:56.059831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Port b5241891-833f-4b3f-b63a-d1ce466d318a on network 898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:56:56.060157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Attempting to bind port b5241891-833f-4b3f-b63a-d1ce466d318a on network 898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:56:56.069808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:56:56.070078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Checking segment: {'id': 'c02ee70c-0d30-4113-9c79-a8e1fa0616df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '898f28d8-bdbb-4a3d-ab6e-473da5fd09f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:56:56.070467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Bound using segment: {'id': 'c02ee70c-0d30-4113-9c79-a8e1fa0616df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '898f28d8-bdbb-4a3d-ab6e-473da5fd09f6'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:56:56.070902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Bound port: b5241891-833f-4b3f-b63a-d1ce466d318a, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02ee70c-0d30-4113-9c79-a8e1fa0616df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '898f28d8-bdbb-4a3d-ab6e-473da5fd09f6'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:56:56.071264 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:56.082149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29968c-8611-41dd-96b9-6c8dea5ab64e req-78dc4025-1262-45a5-b132-cab797dd68b3 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:56.083648 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-db29968c-8611-41dd-96b9-6c8dea5ab64e req-78dc4025-1262-45a5-b132-cab797dd68b3 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 943 time: 0.0687609 Nov 19 09:56:56.178668 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-db29968c-8611-41dd-96b9-6c8dea5ab64e req-fa2b1cfe-ce24-4624-8050-2b390babd8c5 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883882 Nov 19 09:56:56.181057 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] For port b5241891-833f-4b3f-b63a-d1ce466d318a, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:56:56.185241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] For port b5241891-833f-4b3f-b63a-d1ce466d318a, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b5241891-833f-4b3f-b63a-d1ce466d318a,segment=NetworkSegment(c02ee70c-0d30-4113-9c79-a8e1fa0616df),segment_id=c02ee70c-0d30-4113-9c79-a8e1fa0616df)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:56:56.190270 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:56.225077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:56.225723 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:56:56.227092 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-be87df51-e518-496c-ae97-971ee7df910c service neutron] 10.222.0.71 "PUT /v2.0/ports/b5241891-833f-4b3f-b63a-d1ce466d318a HTTP/1.1" status: 200 len: 1092 time: 0.6708906 Nov 19 09:56:56.248697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87df51-e518-496c-ae97-971ee7df910c service neutron] Pushing event updated for resources: {'Port': ['ID=b5241891-833f-4b3f-b63a-d1ce466d318a,revision_number=7']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:56:56.292269 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-4856872e-95fc-4522-86e5-de4c827800c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:56.293801 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-4856872e-95fc-4522-86e5-de4c827800c5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=57c0f0bde0a144e698ea874ce681c36b&device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 1095 time: 0.0414786 Nov 19 09:56:56.390169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-ad4f9ccd-e4cd-4e11-a964-d99bb5f39173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:56.391534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-ad4f9ccd-e4cd-4e11-a964-d99bb5f39173 service neutron] 10.222.0.71 "GET /v2.0/networks?id=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 HTTP/1.1" status: 200 len: 913 time: 0.0878563 Nov 19 09:56:56.435191 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-cfb058ca-3d78-4fde-9df5-b6e465c3a15b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5241891-833f-4b3f-b63a-d1ce466d318a HTTP/1.1" status: 200 len: 217 time: 0.0347588 Nov 19 09:56:56.483873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-9647ecea-dad7-45cb-ac66-59ca190b372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:56.485376 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-9647ecea-dad7-45cb-ac66-59ca190b372a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6855b4e3-eaa9-47af-8492-8eab310152e8 HTTP/1.1" status: 200 len: 852 time: 0.0430315 Nov 19 09:56:56.522207 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-88570dff-d291-42af-8d0a-e477c85e64e5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285301 Nov 19 09:56:56.612515 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-7c70017a-3115-4f58-9703-77876f43fc65 service neutron] 10.222.0.71 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816734 Nov 19 09:56:56.705604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-985ba2a8-d062-47b9-b16a-90c987c06001 req-49339648-aef2-43f6-9a38-2cd3bb4b07f3 service neutron] 10.222.0.71 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850339 Nov 19 09:56:57.299668 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6fe97-70c2-4d88-9475-f7722668910a req-0cb5fc5d-b72f-4cbf-b4ec-c9d9ab439ee2 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:57.301172 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bb6fe97-70c2-4d88-9475-f7722668910a req-0cb5fc5d-b72f-4cbf-b4ec-c9d9ab439ee2 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 943 time: 0.0498722 Nov 19 09:56:57.348881 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bb6fe97-70c2-4d88-9475-f7722668910a req-23ea63e3-508e-4548-9fb9-62e58350fd34 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 Nov 19 09:56:57.951077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734970bf-a7a8-4b6b-a514-6d8dc01d91f1', 'tag': 'b5241891-833f-4b3f-b63a-d1ce466d318a'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:56:57.953439 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213" -d '{"events": [{"name": "network-changed", "server_uuid": "734970bf-a7a8-4b6b-a514-6d8dc01d91f1", "tag": "b5241891-833f-4b3f-b63a-d1ce466d318a"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:56:58.001428 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb230609-48de-44ea-bef9-3bf5db781aa7 x-openstack-request-id: req-bb230609-48de-44ea-bef9-3bf5db781aa7 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:56:58.001726 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734970bf-a7a8-4b6b-a514-6d8dc01d91f1", "tag": "b5241891-833f-4b3f-b63a-d1ce466d318a", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:56:58.002019 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb230609-48de-44ea-bef9-3bf5db781aa7 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:56:58.002422 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734970bf-a7a8-4b6b-a514-6d8dc01d91f1', 'tag': 'b5241891-833f-4b3f-b63a-d1ce466d318a', 'status': 'completed', 'code': 200} Nov 19 09:56:58.063745 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-a34a28bf-b09b-4817-bec0-1f28deb0325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:58.065289 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-a34a28bf-b09b-4817-bec0-1f28deb0325a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57c0f0bde0a144e698ea874ce681c36b&device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 1095 time: 0.0421364 Nov 19 09:56:58.075388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-7a31da50-7a8b-44bf-abab-94d8f73e62f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:58.076875 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-7a31da50-7a8b-44bf-abab-94d8f73e62f7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=57c0f0bde0a144e698ea874ce681c36b&device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 1095 time: 0.0406392 Nov 19 09:56:58.157235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-27daee03-bc75-4eb0-b7c7-b70de3f6d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:58.158727 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-27daee03-bc75-4eb0-b7c7-b70de3f6d7c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 HTTP/1.1" status: 200 len: 913 time: 0.0866640 Nov 19 09:56:58.173846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-df98af5a-fdb8-42c3-ad89-3dc90d687710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:58.175349 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-df98af5a-fdb8-42c3-ad89-3dc90d687710 service neutron] 10.222.0.71 "GET /v2.0/networks?id=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 HTTP/1.1" status: 200 len: 913 time: 0.0869668 Nov 19 09:56:58.204424 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-d3c0f3f6-06aa-4a8a-b8d0-f28bf4d28be6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5241891-833f-4b3f-b63a-d1ce466d318a HTTP/1.1" status: 200 len: 217 time: 0.0384738 Nov 19 09:56:58.219444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-d74cc8dd-1a68-41f1-9e9d-ca51127cf532 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5241891-833f-4b3f-b63a-d1ce466d318a HTTP/1.1" status: 200 len: 217 time: 0.0351481 Nov 19 09:56:58.254349 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-48636fba-c348-4665-97b1-9481b1c8ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:58.255824 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-48636fba-c348-4665-97b1-9481b1c8ec67 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6855b4e3-eaa9-47af-8492-8eab310152e8 HTTP/1.1" status: 200 len: 852 time: 0.0447166 Nov 19 09:56:58.284440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-dabfe394-4800-44b9-86f2-827dc256a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:58.285954 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-dabfe394-4800-44b9-86f2-827dc256a704 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6855b4e3-eaa9-47af-8492-8eab310152e8 HTTP/1.1" status: 200 len: 852 time: 0.0457265 Nov 19 09:56:58.289409 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-e9934fa9-a626-4d77-8773-e94719d4e339 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256031 Nov 19 09:56:58.325859 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-0ea6938d-17b1-4549-bccc-ecafe457325e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291290 Nov 19 09:56:58.402719 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-f238b3c5-5b54-49af-ab22-df01fd4cf3d3 service neutron] 10.222.0.66 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052961 Nov 19 09:56:58.427153 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-0914b43d-cdcf-4892-aedd-c8a7684d6cb3 service neutron] 10.222.0.71 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927734 Nov 19 09:56:58.501371 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-f817dc97-99e5-46ca-b016-6bd901cb1fdc service neutron] 10.222.0.66 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907440 Nov 19 09:56:58.530846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817b12c-df04-4c2a-951e-e3e904323834 req-77630943-ca2d-48cb-8bb2-ba5e69f357f3 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:58.532351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3817b12c-df04-4c2a-951e-e3e904323834 req-77630943-ca2d-48cb-8bb2-ba5e69f357f3 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 943 time: 0.1042016 Nov 19 09:56:58.574584 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-93b8af88-09a5-43bc-96cb-4dcdb8f3f213 req-5132c767-10db-4fbe-ab07-f969cf3a31d2 service neutron] 10.222.0.71 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364198 Nov 19 09:56:58.595640 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3817b12c-df04-4c2a-951e-e3e904323834 req-01e954cd-1786-42bb-b981-ba8c74327b40 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545056 Nov 19 09:56:58.873051 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-381d68b9-a3c1-4fc4-9fa4-3bf0ae537c93 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:58.874465 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-381d68b9-a3c1-4fc4-9fa4-3bf0ae537c93 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.66 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1&tenant_id=57c0f0bde0a144e698ea874ce681c36b&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 943 time: 0.0917332 Nov 19 09:56:58.934499 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-80b7dfd2-51bb-422a-a832-537b90adbde5 service neutron] delete failed (client error): The resource could not be found. Nov 19 09:56:58.935494 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-80b7dfd2-51bb-422a-a832-537b90adbde5 service neutron] 10.222.0.66 "DELETE /v2.0/ports/b5241891-833f-4b3f-b63a-d1ce466d318a/bindings/n-h1-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.0537314 Nov 19 09:56:59.017649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-bda2602b-5fe4-453b-a4dd-711af2d31867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:59.019133 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-bda2602b-5fe4-453b-a4dd-711af2d31867 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57c0f0bde0a144e698ea874ce681c36b&device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 1095 time: 0.0408137 Nov 19 09:56:59.109409 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-f47e1556-894b-4889-a81f-3deda4c57722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:59.110874 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-f47e1556-894b-4889-a81f-3deda4c57722 service neutron] 10.222.0.66 "GET /v2.0/networks?id=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 HTTP/1.1" status: 200 len: 913 time: 0.0851138 Nov 19 09:56:59.151803 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-601b3d5e-da45-4667-b789-6bbf6b6cc8b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5241891-833f-4b3f-b63a-d1ce466d318a HTTP/1.1" status: 200 len: 217 time: 0.0340266 Nov 19 09:56:59.199824 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-8e4cf77e-26b9-4d61-b279-abe658c9d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:56:59.201261 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-8e4cf77e-26b9-4d61-b279-abe658c9d60d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6855b4e3-eaa9-47af-8492-8eab310152e8 HTTP/1.1" status: 200 len: 852 time: 0.0422730 Nov 19 09:56:59.220786 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b5241891-833f-4b3f-b63a-d1ce466d318a no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:56:59.236121 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-b9987d8a-ec1c-41ea-8a91-3c222bc96eda service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281649 Nov 19 09:56:59.260502 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b5241891-833f-4b3f-b63a-d1ce466d318a not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:56:59.325487 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-05dce401-646b-482c-9ef4-75e4d757d5d2 service neutron] 10.222.0.66 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819385 Nov 19 09:56:59.416151 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-dfebb300-184e-4b87-8b76-cf0746eb1b79 service neutron] 10.222.0.66 "GET /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839107 Nov 19 09:56:59.999130 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b5241891-833f-4b3f-b63a-d1ce466d318a details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:57:00.086999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ffc81-ffbf-43da-85bf-ef93c768991f req-cc0d03c0-b4de-4d77-9b8f-19c74b7d9ad9 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:00.088437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be1ffc81-ffbf-43da-85bf-ef93c768991f req-cc0d03c0-b4de-4d77-9b8f-19c74b7d9ad9 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 943 time: 0.0513036 Nov 19 09:57:00.096574 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b5241891-833f-4b3f-b63a-d1ce466d318a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b5241891-833f-4b3f-b63a-d1ce466d318a,segment=NetworkSegment(c02ee70c-0d30-4113-9c79-a8e1fa0616df),segment_id=c02ee70c-0d30-4113-9c79-a8e1fa0616df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:57:00.108734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'b5241891-833f-4b3f-b63a-d1ce466d318a', 'network_id': '898f28d8-bdbb-4a3d-ab6e-473da5fd09f6', 'port_id': 'b5241891-833f-4b3f-b63a-d1ce466d318a', 'mac_address': 'fa:16:3e:65:6a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6855b4e3-eaa9-47af-8492-8eab310152e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:57:00.141625 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be1ffc81-ffbf-43da-85bf-ef93c768991f req-c92d68a0-4913-49a2-b4e6-974deb9cf5c2 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463367 Nov 19 09:57:00.145303 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:00.158253 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5241891-833f-4b3f-b63a-d1ce466d318a {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:57:00.177939 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port b5241891-833f-4b3f-b63a-d1ce466d318a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b5241891-833f-4b3f-b63a-d1ce466d318a,segment=NetworkSegment(c02ee70c-0d30-4113-9c79-a8e1fa0616df),segment_id=c02ee70c-0d30-4113-9c79-a8e1fa0616df)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:57:00.181804 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:00.227119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=b5241891-833f-4b3f-b63a-d1ce466d318a,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:00.234755 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:00.235105 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:00.235450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:00.235793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:00.236179 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:00.236468 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:00.236805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:00.237159 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:00.237491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:00.237819 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:00.238147 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:00.238489 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:00.491430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b5241891-833f-4b3f-b63a-d1ce466d318a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:57:01.260050 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb32a20-3898-4d8d-be08-391420b56662 req-ab880eac-7469-4ccb-909b-da305472c163 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:01.261598 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdb32a20-3898-4d8d-be08-391420b56662 req-ab880eac-7469-4ccb-909b-da305472c163 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 944 time: 0.0508356 Nov 19 09:57:01.312831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdb32a20-3898-4d8d-be08-391420b56662 req-803d0891-57d7-4bf2-bc7d-a6a1c5b65fb8 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.21 "GET /v2.0/security-groups?id=9da4dfa1-1ea2-4633-92f2-526a237d72fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420215 Nov 19 09:57:01.538725 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-51210775-849e-4a5c-afe5-36c85e94ec2e tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:01.540192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-51210775-849e-4a5c-afe5-36c85e94ec2e tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.71 "GET /v2.0/ports?device_id=734970bf-a7a8-4b6b-a514-6d8dc01d91f1 HTTP/1.1" status: 200 len: 944 time: 0.0497513 Nov 19 09:57:01.631443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-08411f99-71ae-4fd0-acfc-24dbe73772a0 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Deleting port b5241891-833f-4b3f-b63a-d1ce466d318a {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:57:01.631784 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-08411f99-71ae-4fd0-acfc-24dbe73772a0 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:01.718408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-08411f99-71ae-4fd0-acfc-24dbe73772a0 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] For port b5241891-833f-4b3f-b63a-d1ce466d318a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=b5241891-833f-4b3f-b63a-d1ce466d318a,segment=NetworkSegment(c02ee70c-0d30-4113-9c79-a8e1fa0616df),segment_id=c02ee70c-0d30-4113-9c79-a8e1fa0616df)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:57:01.718766 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-08411f99-71ae-4fd0-acfc-24dbe73772a0 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:01.730650 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-08411f99-71ae-4fd0-acfc-24dbe73772a0 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Calling delete_port for b5241891-833f-4b3f-b63a-d1ce466d318a owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:57:01.855736 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-08411f99-71ae-4fd0-acfc-24dbe73772a0 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:01.868816 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['b5241891-833f-4b3f-b63a-d1ce466d318a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:57:01.884408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08411f99-71ae-4fd0-acfc-24dbe73772a0 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Pushing event deleted for resources: {'Port': ['ID=b5241891-833f-4b3f-b63a-d1ce466d318a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:01.929943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-08411f99-71ae-4fd0-acfc-24dbe73772a0 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] No DVR routers for this DVR port b5241891-833f-4b3f-b63a-d1ce466d318a on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:57:01.932557 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-08411f99-71ae-4fd0-acfc-24dbe73772a0 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:01.936494 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-607cb48d-de38-4d64-914f-6f294eda4a5a req-08411f99-71ae-4fd0-acfc-24dbe73772a0 tempest-DeleteServersTestJSON-665738215 tempest-DeleteServersTestJSON-665738215-project] 10.222.0.71 "DELETE /v2.0/ports/b5241891-833f-4b3f-b63a-d1ce466d318a HTTP/1.1" status: 204 len: 173 time: 0.3899391 Nov 19 09:57:01.936940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734970bf-a7a8-4b6b-a514-6d8dc01d91f1', 'name': 'network-vif-deleted', 'tag': 'b5241891-833f-4b3f-b63a-d1ce466d318a'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:57:01.939234 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56aa47f8-4621-4d13-915a-80ecef653b5a" -d '{"events": [{"server_uuid": "734970bf-a7a8-4b6b-a514-6d8dc01d91f1", "name": "network-vif-deleted", "tag": "b5241891-833f-4b3f-b63a-d1ce466d318a"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:57:01.979725 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d403c80-5335-40d6-b23b-819560fd5cf6 x-openstack-request-id: req-8d403c80-5335-40d6-b23b-819560fd5cf6 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:57:01.980024 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734970bf-a7a8-4b6b-a514-6d8dc01d91f1", "name": "network-vif-deleted", "tag": "b5241891-833f-4b3f-b63a-d1ce466d318a", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:57:01.980285 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d403c80-5335-40d6-b23b-819560fd5cf6 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:57:01.980690 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734970bf-a7a8-4b6b-a514-6d8dc01d91f1', 'name': 'network-vif-deleted', 'tag': 'b5241891-833f-4b3f-b63a-d1ce466d318a', 'status': 'completed', 'code': 200} Nov 19 09:57:02.011878 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b5241891-833f-4b3f-b63a-d1ce466d318a up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:57:02.038484 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: b5241891-833f-4b3f-b63a-d1ce466d318a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:57:02.038999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b5241891-833f-4b3f-b63a-d1ce466d318a not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 19 09:57:02.059512 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Port b5241891-833f-4b3f-b63a-d1ce466d318a not found, will not notify nova. {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 19 09:57:02.441751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33148) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:57:02.486771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60c6775-c29a-4f33-af26-55fdc67b2fa2 admin admin] Deleting subnet 6855b4e3-eaa9-47af-8492-8eab310152e8 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:57:02.489837 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a60c6775-c29a-4f33-af26-55fdc67b2fa2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:02.524349 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a60c6775-c29a-4f33-af26-55fdc67b2fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:02.562588 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a60c6775-c29a-4f33-af26-55fdc67b2fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:02.618181 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a60c6775-c29a-4f33-af26-55fdc67b2fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:02.643116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c6775-c29a-4f33-af26-55fdc67b2fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6855b4e3-eaa9-47af-8492-8eab310152e8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:02.646755 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a60c6775-c29a-4f33-af26-55fdc67b2fa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:02.650468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a60c6775-c29a-4f33-af26-55fdc67b2fa2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6855b4e3-eaa9-47af-8492-8eab310152e8 HTTP/1.1" status: 204 len: 168 time: 0.2072752 Nov 19 09:57:02.653225 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33150) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:57:02.720208 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3937-d772-4039-b3b1-1478598d3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:02.801655 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3937-d772-4039-b3b1-1478598d3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:02.820893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5cbb3937-d772-4039-b3b1-1478598d3aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898f28d8-bdbb-4a3d-ab6e-473da5fd09f6']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:57:02.831100 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5cbb3937-d772-4039-b3b1-1478598d3aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02ee70c-0d30-4113-9c79-a8e1fa0616df') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:57:02.831397 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-5cbb3937-d772-4039-b3b1-1478598d3aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02ee70c-0d30-4113-9c79-a8e1fa0616df') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:57:02.841783 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3937-d772-4039-b3b1-1478598d3aff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:02.855998 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3937-d772-4039-b3b1-1478598d3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:02.861975 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbb3937-d772-4039-b3b1-1478598d3aff admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:57:02.862365 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3937-d772-4039-b3b1-1478598d3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:57:02.864162 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:57:02.917061 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3937-d772-4039-b3b1-1478598d3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:02.923538 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3937-d772-4039-b3b1-1478598d3aff admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:02.927384 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5cbb3937-d772-4039-b3b1-1478598d3aff admin admin] 10.222.0.21 "DELETE /v2.0/networks/898f28d8-bdbb-4a3d-ab6e-473da5fd09f6 HTTP/1.1" status: 204 len: 168 time: 0.2732196 Nov 19 09:57:02.940362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb3937-d772-4039-b3b1-1478598d3aff admin admin] Pushing event deleted for resources: {'Network': ['ID=898f28d8-bdbb-4a3d-ab6e-473da5fd09f6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:03.058002 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33154) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:57:03.101819 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-090148f0-be28-4fe4-ab21-04bc88273da3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57c0f0bde0a144e698ea874ce681c36b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419710 Nov 19 09:57:03.104236 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33156) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:57:03.151107 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef25027c-c720-4a77-9cee-fee64f69d858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:03.172143 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef25027c-c720-4a77-9cee-fee64f69d858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:03.217636 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef25027c-c720-4a77-9cee-fee64f69d858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:03.220023 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ef25027c-c720-4a77-9cee-fee64f69d858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:03.221225 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ef25027c-c720-4a77-9cee-fee64f69d858 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9da4dfa1-1ea2-4633-92f2-526a237d72fd HTTP/1.1" status: 204 len: 168 time: 0.1155498 Nov 19 09:57:03.229174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25027c-c720-4a77-9cee-fee64f69d858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da4dfa1-1ea2-4633-92f2-526a237d72fd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:03.912339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33178) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:57:04.021848 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a98e3c55-fdd3-4e31-b5bb-f312a4949e8f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-353618911-network', 'tenant_id': '4ce3a1b3551c4473a1d11252e9df3b4a'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:57:04.045232 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98e3c55-fdd3-4e31-b5bb-f312a4949e8f admin admin] Made reservation on behalf of 4ce3a1b3551c4473a1d11252e9df3b4a for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:57:04.047628 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a98e3c55-fdd3-4e31-b5bb-f312a4949e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:04.055759 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a98e3c55-fdd3-4e31-b5bb-f312a4949e8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:04.132418 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a98e3c55-fdd3-4e31-b5bb-f312a4949e8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:04.136954 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a98e3c55-fdd3-4e31-b5bb-f312a4949e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:04.163577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98e3c55-fdd3-4e31-b5bb-f312a4949e8f admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:57:04.175554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e3c55-fdd3-4e31-b5bb-f312a4949e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd9a8f6-1af7-4b6b-b381-7701b50e9779,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:04.184040 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a98e3c55-fdd3-4e31-b5bb-f312a4949e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:04.184040 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-a98e3c55-fdd3-4e31-b5bb-f312a4949e8f admin admin] Added segment cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76 of type vlan for network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 Nov 19 09:57:04.230927 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a98e3c55-fdd3-4e31-b5bb-f312a4949e8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:04.257651 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a98e3c55-fdd3-4e31-b5bb-f312a4949e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:04.258806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98e3c55-fdd3-4e31-b5bb-f312a4949e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:04.259384 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a98e3c55-fdd3-4e31-b5bb-f312a4949e8f admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:04.316577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a98e3c55-fdd3-4e31-b5bb-f312a4949e8f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4031262 Nov 19 09:57:04.319559 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33182) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:57:04.323289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e3c55-fdd3-4e31-b5bb-f312a4949e8f admin admin] Pushing event updated for resources: {'Network': ['ID=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:04.325293 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Request body: {'subnet': {'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-353618911-subnet', 'tenant_id': '4ce3a1b3551c4473a1d11252e9df3b4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:57:04.333817 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:57:04.347250 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Made reservation on behalf of 4ce3a1b3551c4473a1d11252e9df3b4a for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:57:04.349878 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:04.516016 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:04.564066 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8082cc2-e20e-4613-8d9b-8543ee987bb3,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:04.577925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:04.578270 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:04.578609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:04.578942 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:04.579272 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:04.579601 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:04.579927 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:04.580249 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:04.580572 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:04.580892 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:04.581239 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:04.581559 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:57:04.591077 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Checking segment: {'id': 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:57:04.591436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Network hostable DHCP agents. Network: 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:57:04.608374 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:57:04.616761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:57:04.621426 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:04.622053 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:04.626548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf71e96e-f01a-40b1-b617-233dd3ca667d None None] Network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:57:04.639702 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c3d2a120-0e70-4b73-a2e5-66f0c8edfaf0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3190346 Nov 19 09:57:04.749109 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a777d24-4095-40c7-bef5-7ad0d3ab91a0 None None] Network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:57:05.065767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-0209b91e-0f8a-43bb-beec-901abf270b8e tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:05.067235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-0209b91e-0f8a-43bb-beec-901abf270b8e tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/networks?id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 200 len: 814 time: 0.1039958 Nov 19 09:57:05.081871 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-80f7a51d-9d73-44e5-8c72-4cc7a9feab5b tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/quotas/4ce3a1b3551c4473a1d11252e9df3b4a HTTP/1.1" status: 200 len: 375 time: 0.0089562 Nov 19 09:57:05.113722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-8c2852b5-ee10-400a-bdf9-36cef35d5961 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261559 Nov 19 09:57:05.203792 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-16616c1c-f2ef-4ddd-badf-7e16eb847b6e service neutron] 10.222.0.21 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831263 Nov 19 09:57:05.292443 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-79f36eb6-0a41-4811-96e3-43bdfea9631c service neutron] 10.222.0.21 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826681 Nov 19 09:57:05.447193 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b26256bc-ad36-4b39-875b-0061cbcab3af req-aee76677-ffd5-4354-a01d-54df34fbe263 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 210 time: 0.0261087 Nov 19 09:57:06.029257 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b5241891-833f-4b3f-b63a-d1ce466d318a no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:57:06.052785 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: b5241891-833f-4b3f-b63a-d1ce466d318a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:57:06.053154 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device b5241891-833f-4b3f-b63a-d1ce466d318a not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:57:06.642854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55c4c39f-2dc1-4f6d-aa95-58581dcc681e req-5ec20c03-38cd-4b96-ad57-5c67126ad045 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 210 time: 0.0294077 Nov 19 09:57:06.688606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-436cc331-4360-4a30-892f-c2e05074eb29 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:06.689999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-436cc331-4360-4a30-892f-c2e05074eb29 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.71 "GET /v2.0/networks?id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 200 len: 814 time: 0.3728912 Nov 19 09:57:06.703696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-588e9d58-9d7d-444e-b68e-713109de7cfd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Request body: {'port': {'device_id': 'c5514555-e5fb-4741-bfc5-5f433284f3d8', 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2', 'admin_state_up': True, 'tenant_id': '4ce3a1b3551c4473a1d11252e9df3b4a'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:57:06.813241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-588e9d58-9d7d-444e-b68e-713109de7cfd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Made reservation on behalf of 4ce3a1b3551c4473a1d11252e9df3b4a for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:57:06.816714 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-588e9d58-9d7d-444e-b68e-713109de7cfd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:06.943281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-588e9d58-9d7d-444e-b68e-713109de7cfd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Allocated IP 172.20.0.8 (1af5dd4c-e7f6-43d3-81ae-8af654b88cb2/c8082cc2-e20e-4613-8d9b-8543ee987bb3/40d6fb7d-0c85-4501-a0a3-7fc57f545a68) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:57:07.082646 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-588e9d58-9d7d-444e-b68e-713109de7cfd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:07.115557 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-588e9d58-9d7d-444e-b68e-713109de7cfd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:07.163622 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-588e9d58-9d7d-444e-b68e-713109de7cfd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:57:07.166932 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-588e9d58-9d7d-444e-b68e-713109de7cfd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:57:07.170686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-588e9d58-9d7d-444e-b68e-713109de7cfd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:57:07.193970 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e9d58-9d7d-444e-b68e-713109de7cfd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Pushing event updated for resources: {'Port': ['ID=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:07.221749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-588e9d58-9d7d-444e-b68e-713109de7cfd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:07.222366 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-588e9d58-9d7d-444e-b68e-713109de7cfd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:07.237667 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-588e9d58-9d7d-444e-b68e-713109de7cfd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5377500 Nov 19 09:57:07.251311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Request body: {'port': {'device_id': 'c5514555-e5fb-4741-bfc5-5f433284f3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:57:07.303798 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:07.566790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:57:07.574159 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:07.585886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Transition to ACTIVE for port object 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:57:07.590056 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:07.642465 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Pushing event updated for resources: {'Port': ['ID=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:07.723579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Attempting to bind port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:57:07.724274 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Attempting to bind port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:57:07.724274 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Attempting to bind port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 on network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:57:07.744302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 on network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:57:07.744627 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Attempting to bind port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 on network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:57:07.754822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:57:07.755162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Checking segment: {'id': 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:57:07.755547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Bound using segment: {'id': 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:57:07.755975 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Bound port: 40d6fb7d-0c85-4501-a0a3-7fc57f545a68, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:57:07.756331 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:07.777268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f3305-863e-4b77-a036-895c1bbdb731 req-e4ef57d9-5542-4a5c-b29d-f8f3e72248b3 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:07.778778 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-587f3305-863e-4b77-a036-895c1bbdb731 req-e4ef57d9-5542-4a5c-b29d-f8f3e72248b3 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 943 time: 0.0669742 Nov 19 09:57:07.859910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] For port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:57:07.863528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] For port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:57:07.867951 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-587f3305-863e-4b77-a036-895c1bbdb731 req-77ad53a6-76de-4ff6-8a8d-49f852b75def tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687883 Nov 19 09:57:07.869444 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:07.910875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:07.911494 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:07.912847 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] 10.222.0.71 "PUT /v2.0/ports/40d6fb7d-0c85-4501-a0a3-7fc57f545a68 HTTP/1.1" status: 200 len: 1092 time: 0.6658185 Nov 19 09:57:07.913312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5514555-e5fb-4741-bfc5-5f433284f3d8', 'tag': '40d6fb7d-0c85-4501-a0a3-7fc57f545a68'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:57:07.915583 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ee90aa-dfce-44fb-b8d5-b2a608d84ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5514555-e5fb-4741-bfc5-5f433284f3d8", "tag": "40d6fb7d-0c85-4501-a0a3-7fc57f545a68"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:57:07.941451 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566c4d7-9ddd-4525-a8f8-0601f1f8eef7 service neutron] Pushing event updated for resources: {'Port': ['ID=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:07.958557 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5899cf92-62dc-403c-b62f-894ebfba2cfb x-openstack-request-id: req-5899cf92-62dc-403c-b62f-894ebfba2cfb {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:57:07.958856 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5514555-e5fb-4741-bfc5-5f433284f3d8", "tag": "40d6fb7d-0c85-4501-a0a3-7fc57f545a68", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:57:07.959115 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5899cf92-62dc-403c-b62f-894ebfba2cfb {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:57:07.959517 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5514555-e5fb-4741-bfc5-5f433284f3d8', 'tag': '40d6fb7d-0c85-4501-a0a3-7fc57f545a68', 'status': 'completed', 'code': 200} Nov 19 09:57:08.005827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-aa362832-92e5-42c1-bc5e-9168a4acb20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:08.007317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-aa362832-92e5-42c1-bc5e-9168a4acb20c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 1095 time: 0.0407553 Nov 19 09:57:08.049311 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-026b212e-fcec-4899-a8ed-9c2076381872 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68 HTTP/1.1" status: 200 len: 217 time: 0.0338054 Nov 19 09:57:08.102907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-342c3ab7-93d3-4a63-a1ac-781159397874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:08.104351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-342c3ab7-93d3-4a63-a1ac-781159397874 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8082cc2-e20e-4613-8d9b-8543ee987bb3 HTTP/1.1" status: 200 len: 854 time: 0.0473213 Nov 19 09:57:08.135244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-3848c9df-1542-461e-be40-3f642a63375c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238669 Nov 19 09:57:08.223725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-82ea9adb-4a54-458d-ac54-976f9b3a00f8 service neutron] 10.222.0.71 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815561 Nov 19 09:57:08.319779 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a226bef1-c35f-4716-889c-b5d461f2a218 req-fe8ac56e-0541-4481-8ef9-942cff89b0aa service neutron] 10.222.0.71 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884264 Nov 19 09:57:08.412646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee90aa-dfce-44fb-b8d5-b2a608d84ab4 req-0e18459a-d79e-4202-8c0b-746433ff2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:08.414079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02ee90aa-dfce-44fb-b8d5-b2a608d84ab4 req-0e18459a-d79e-4202-8c0b-746433ff2d74 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 1095 time: 0.0413680 Nov 19 09:57:08.507506 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee90aa-dfce-44fb-b8d5-b2a608d84ab4 req-cf3861b9-0287-425a-bc85-1e28b38d9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:08.508972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02ee90aa-dfce-44fb-b8d5-b2a608d84ab4 req-cf3861b9-0287-425a-bc85-1e28b38d9246 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 200 len: 915 time: 0.0867641 Nov 19 09:57:08.550872 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02ee90aa-dfce-44fb-b8d5-b2a608d84ab4 req-fb641061-9d41-4277-ba12-2ace55f8e81c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68 HTTP/1.1" status: 200 len: 217 time: 0.0342910 Nov 19 09:57:08.607141 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee90aa-dfce-44fb-b8d5-b2a608d84ab4 req-305e451d-1d6a-46f9-9c0a-7fb87e66d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:08.608578 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02ee90aa-dfce-44fb-b8d5-b2a608d84ab4 req-305e451d-1d6a-46f9-9c0a-7fb87e66d732 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8082cc2-e20e-4613-8d9b-8543ee987bb3 HTTP/1.1" status: 200 len: 854 time: 0.0431094 Nov 19 09:57:08.641503 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02ee90aa-dfce-44fb-b8d5-b2a608d84ab4 req-1e1412e6-0ea6-45e2-9d7d-322f1098d406 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246768 Nov 19 09:57:08.737461 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02ee90aa-dfce-44fb-b8d5-b2a608d84ab4 req-fe3f11fe-d5fe-42f4-85c8-65b90dbe1343 service neutron] 10.222.0.71 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872128 Nov 19 09:57:08.838870 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-02ee90aa-dfce-44fb-b8d5-b2a608d84ab4 req-8688bc68-d0a7-4b0e-8a52-8a120d88bfae service neutron] 10.222.0.71 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898762 Nov 19 09:57:08.992354 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11caac9-0b3d-43fa-96f9-60ab95c1586a req-9e8a19d0-761b-4b39-a6e4-f55d359dfe9b tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:08.993927 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11caac9-0b3d-43fa-96f9-60ab95c1586a req-9e8a19d0-761b-4b39-a6e4-f55d359dfe9b tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 943 time: 0.0557857 Nov 19 09:57:09.043791 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11caac9-0b3d-43fa-96f9-60ab95c1586a req-49b424bd-66c3-43ec-b09c-542764e566d1 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431957 Nov 19 09:57:10.061062 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:57:10.155083 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:57:10.160798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478ec56-7483-4cdd-b2a1-e15a4764295c req-a4f186c0-9b0c-42d3-8b5f-a5694b49d82f tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:10.162317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6478ec56-7483-4cdd-b2a1-e15a4764295c req-a4f186c0-9b0c-42d3-8b5f-a5694b49d82f tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 943 time: 0.0478580 Nov 19 09:57:10.167004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '40d6fb7d-0c85-4501-a0a3-7fc57f545a68', 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2', 'port_id': '40d6fb7d-0c85-4501-a0a3-7fc57f545a68', 'mac_address': 'fa:16:3e:34:51:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8082cc2-e20e-4613-8d9b-8543ee987bb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:57:10.207871 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:10.209266 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6478ec56-7483-4cdd-b2a1-e15a4764295c req-1e1b53e3-3db7-4d18-a061-df493c83b81e tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Nov 19 09:57:10.221651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:57:10.241178 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:57:10.245314 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:10.291887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:10.436701 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['40d6fb7d-0c85-4501-a0a3-7fc57f545a68'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:57:11.331162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bd25c-b3fe-4737-a052-18d037edb3e6 req-3e7498c5-27be-4985-8fa4-4cb1315f0c5d tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:11.332650 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-848bd25c-b3fe-4737-a052-18d037edb3e6 req-3e7498c5-27be-4985-8fa4-4cb1315f0c5d tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 944 time: 0.0512950 Nov 19 09:57:11.378854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-848bd25c-b3fe-4737-a052-18d037edb3e6 req-941a8356-8d35-418e-9899-ff99589e95d8 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399563 Nov 19 09:57:12.060773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:57:12.110554 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:57:12.114693 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:57:12.115065 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:12.191876 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:12.215754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5514555-e5fb-4741-bfc5-5f433284f3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d6fb7d-0c85-4501-a0a3-7fc57f545a68'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:57:12.218296 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a7c68e-758a-4956-aee7-320215914c0f" -d '{"events": [{"server_uuid": "c5514555-e5fb-4741-bfc5-5f433284f3d8", "name": "network-vif-plugged", "status": "completed", "tag": "40d6fb7d-0c85-4501-a0a3-7fc57f545a68"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:57:12.231063 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:57:12.235398 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:12.259961 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9501c3-8322-483e-84e0-c9ce32fdd1c7 x-openstack-request-id: req-ba9501c3-8322-483e-84e0-c9ce32fdd1c7 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:57:12.260261 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5514555-e5fb-4741-bfc5-5f433284f3d8", "name": "network-vif-plugged", "status": "completed", "tag": "40d6fb7d-0c85-4501-a0a3-7fc57f545a68", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:57:12.260521 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba9501c3-8322-483e-84e0-c9ce32fdd1c7 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:57:12.261458 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5514555-e5fb-4741-bfc5-5f433284f3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d6fb7d-0c85-4501-a0a3-7fc57f545a68', 'code': 200} Nov 19 09:57:12.290254 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:12.357056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa3d84-5f7b-4745-ac9b-7f94af9b65ec req-ae251185-4ae1-4b7c-aa96-8594c999c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:12.358570 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5fa3d84-5f7b-4745-ac9b-7f94af9b65ec req-ae251185-4ae1-4b7c-aa96-8594c999c291 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 1097 time: 0.0404997 Nov 19 09:57:12.405325 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5fa3d84-5f7b-4745-ac9b-7f94af9b65ec req-45263cd9-2518-4665-8c9a-4bac39b171f2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379362 Nov 19 09:57:12.492261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bc1cd-b660-4956-8936-3c5c58f2d409 req-898c4edd-7c7d-427d-8e23-88545dc564b3 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:12.493758 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-643bc1cd-b660-4956-8936-3c5c58f2d409 req-898c4edd-7c7d-427d-8e23-88545dc564b3 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0481579 Nov 19 09:57:12.545527 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-643bc1cd-b660-4956-8936-3c5c58f2d409 req-054701d1-eb04-4ba9-9cf5-fe592113557f tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453489 Nov 19 09:57:13.665590 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0446c3c-81b5-4b78-b0ab-c270eddead96 req-8ca26494-09a3-4496-85b4-a31bfe34c22a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:13.667091 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0446c3c-81b5-4b78-b0ab-c270eddead96 req-8ca26494-09a3-4496-85b4-a31bfe34c22a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0508690 Nov 19 09:57:13.716546 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0446c3c-81b5-4b78-b0ab-c270eddead96 req-8eb3364a-2fe6-401d-9eea-d56074f5847e tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435188 Nov 19 09:57:13.832793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267b002-9bd1-4323-a0f2-a1840e32166e req-15f12d5f-986f-4258-9289-d5d46e6073ef tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:13.835070 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c267b002-9bd1-4323-a0f2-a1840e32166e req-15f12d5f-986f-4258-9289-d5d46e6073ef tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0499265 Nov 19 09:57:13.882334 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c267b002-9bd1-4323-a0f2-a1840e32166e req-3fa2c4c1-2812-4408-b187-af7d7aec430a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419190 Nov 19 09:57:14.089794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c215779-f7f4-4ef9-a021-efb0aa8fc577 req-710b1c47-4d04-4aff-bf12-b319bb633dcd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:14.091221 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c215779-f7f4-4ef9-a021-efb0aa8fc577 req-710b1c47-4d04-4aff-bf12-b319bb633dcd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0543497 Nov 19 09:57:14.142108 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8c215779-f7f4-4ef9-a021-efb0aa8fc577 req-d7bc2177-1ae5-443f-972e-f69043371861 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 Nov 19 09:57:14.256094 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714ce9f-5834-4ed3-8281-b6546de2746a req-5e77143d-3829-49fe-beda-ff4cf72422a0 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:14.257585 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c714ce9f-5834-4ed3-8281-b6546de2746a req-5e77143d-3829-49fe-beda-ff4cf72422a0 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0495152 Nov 19 09:57:14.305950 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c714ce9f-5834-4ed3-8281-b6546de2746a req-0eefd094-27e9-42e0-a977-158a4637e325 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421817 Nov 19 09:57:14.527059 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-0df08e7e-6583-4062-ac66-f4220ece9347 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402629 Nov 19 09:57:14.541600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a8591-46ae-4bdb-973d-39e1fce215a1 req-8faf83ed-b8df-40a0-90f7-be4978df93db tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:14.544476 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-496a8591-46ae-4bdb-973d-39e1fce215a1 req-8faf83ed-b8df-40a0-90f7-be4978df93db tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0495317 Nov 19 09:57:14.597831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-496a8591-46ae-4bdb-973d-39e1fce215a1 req-7207a415-185b-4375-8d3e-de53f03cb1ac tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473075 Nov 19 09:57:15.647181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-d1bbc9f2-c248-4de8-9986-e6248fd8dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:15.648681 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-d1bbc9f2-c248-4de8-9986-e6248fd8dc7f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 1097 time: 0.0421503 Nov 19 09:57:15.770466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e4fb1-a2ed-467c-8b90-fd77677a8a3c req-29293380-7949-497c-851c-23c28983f9b4 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:15.771932 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-402e4fb1-a2ed-467c-8b90-fd77677a8a3c req-29293380-7949-497c-851c-23c28983f9b4 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0977151 Nov 19 09:57:15.787193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-fe55e556-bfdc-4725-ae64-bd13061becd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:15.788576 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-fe55e556-bfdc-4725-ae64-bd13061becd7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 200 len: 915 time: 0.1323326 Nov 19 09:57:15.839169 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-040b95bc-9b8d-4769-873e-89e76a3261bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68 HTTP/1.1" status: 200 len: 217 time: 0.0415022 Nov 19 09:57:15.884309 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-402e4fb1-a2ed-467c-8b90-fd77677a8a3c req-5b0acb17-8e39-4bf4-97c7-980431234e63 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051805 Nov 19 09:57:15.904735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-1d02237a-c298-43c7-9cb7-09a8ce41bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:15.906235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-1d02237a-c298-43c7-9cb7-09a8ce41bce9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8082cc2-e20e-4613-8d9b-8543ee987bb3 HTTP/1.1" status: 200 len: 854 time: 0.0578587 Nov 19 09:57:15.936070 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:15.939701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-fed51144-d7cf-45b0-89d5-5a5d5721b7ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261900 Nov 19 09:57:16.029148 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-1e5d7c9c-b757-441b-92d1-303686f54ad7 service neutron] 10.222.0.71 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811083 Nov 19 09:57:16.123094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-75154ff6-54ff-4c8b-b086-744b1f3474dd service neutron] 10.222.0.71 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868838 Nov 19 09:57:17.004109 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43777dc0-9e4a-470f-b37d-4f7c5e1a955b req-24b5542e-9c29-4da4-a4ba-cb2481b52bcb tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:17.005641 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43777dc0-9e4a-470f-b37d-4f7c5e1a955b req-24b5542e-9c29-4da4-a4ba-cb2481b52bcb tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0502026 Nov 19 09:57:17.051953 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43777dc0-9e4a-470f-b37d-4f7c5e1a955b req-6b4d6b84-eda5-4db8-b636-6fe308a85e18 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404415 Nov 19 09:57:18.169656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac5db5-aea9-4f05-a713-a46d02b65a28 req-4d3a62d1-0963-47d5-bf1c-e85e9bb0abc8 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:18.171130 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8cac5db5-aea9-4f05-a713-a46d02b65a28 req-4d3a62d1-0963-47d5-bf1c-e85e9bb0abc8 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0481563 Nov 19 09:57:18.221640 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8cac5db5-aea9-4f05-a713-a46d02b65a28 req-21ce060e-fd00-4a48-acd6-777c486f3c84 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446668 Nov 19 09:57:18.339599 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:19.335382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba39ed-60ae-4aaa-9f9b-ae6689a2300c req-06ea24c4-cd29-499e-a548-259afbb6fc8a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:19.336907 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffba39ed-60ae-4aaa-9f9b-ae6689a2300c req-06ea24c4-cd29-499e-a548-259afbb6fc8a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0487056 Nov 19 09:57:19.384981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffba39ed-60ae-4aaa-9f9b-ae6689a2300c req-4a505e2e-cc8c-4dc9-915c-59075e370947 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 Nov 19 09:57:19.965928 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b9ddb328-c334-44d0-a302-20d9b720fbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:20.500635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a0b62-d6fa-440f-8892-a5a8b68af0b4 req-326c750b-664e-4a49-b2ed-2a3f7ed1dfb2 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:20.502137 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-224a0b62-d6fa-440f-8892-a5a8b68af0b4 req-326c750b-664e-4a49-b2ed-2a3f7ed1dfb2 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0494206 Nov 19 09:57:20.549631 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-224a0b62-d6fa-440f-8892-a5a8b68af0b4 req-fff1a5d0-46cd-4c14-8271-f460925083b9 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411828 Nov 19 09:57:21.670328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df7a28-e8f7-41dc-a58e-75a3dd688646 req-d44a4171-bd1b-4dba-98d9-336dceacf297 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:21.671799 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96df7a28-e8f7-41dc-a58e-75a3dd688646 req-d44a4171-bd1b-4dba-98d9-336dceacf297 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0531392 Nov 19 09:57:21.718622 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96df7a28-e8f7-41dc-a58e-75a3dd688646 req-f64897e2-29f8-415d-92fb-2be0b13d4bd3 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408885 Nov 19 09:57:22.378313 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-404b3cd2-3474-4592-9355-cae364b8213f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:22.834767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6dc07-885b-4e81-bd49-8a6319ab2a68 req-35a76c7c-f578-4ac5-9dbc-b935f47be2b1 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:22.836510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00f6dc07-885b-4e81-bd49-8a6319ab2a68 req-35a76c7c-f578-4ac5-9dbc-b935f47be2b1 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0499630 Nov 19 09:57:22.883239 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-00f6dc07-885b-4e81-bd49-8a6319ab2a68 req-e1f4338e-147f-4acd-bbb7-719ca241fd07 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407171 Nov 19 09:57:23.613559 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:23.998417 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe51e4c-6f83-42f0-9e92-e2e311636708 req-aa41021f-9228-48fa-b5cd-31773d045fec tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:23.999891 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6fe51e4c-6f83-42f0-9e92-e2e311636708 req-aa41021f-9228-48fa-b5cd-31773d045fec tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0488560 Nov 19 09:57:24.052029 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6fe51e4c-6f83-42f0-9e92-e2e311636708 req-40ab6691-07d4-4387-a1c6-f75f0739cdf6 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460386 Nov 19 09:57:25.007592 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:25.168659 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52473981-e8da-4818-826a-3f3135d5f0b7 req-3b1009b5-c34d-4150-8548-b745cd116b2b tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:25.170133 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52473981-e8da-4818-826a-3f3135d5f0b7 req-3b1009b5-c34d-4150-8548-b745cd116b2b tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0492287 Nov 19 09:57:25.216976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52473981-e8da-4818-826a-3f3135d5f0b7 req-93dd7cde-9e76-42e7-8ddc-9fb16c76dc28 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409696 Nov 19 09:57:25.608665 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:26.332234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91a995-a297-47b3-841f-f68b9f622fb5 req-e1777f1b-da7b-458a-bcb4-cdeec6b78740 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:26.333739 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fb91a995-a297-47b3-841f-f68b9f622fb5 req-e1777f1b-da7b-458a-bcb4-cdeec6b78740 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0488448 Nov 19 09:57:26.380990 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fb91a995-a297-47b3-841f-f68b9f622fb5 req-297d87ef-2289-424b-b625-a2b6b1a9e120 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410666 Nov 19 09:57:27.499109 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d2074-f791-4abc-ada9-f3d02c99fc58 req-c8d5a83c-6d2e-4cae-b151-79f32997432b tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:27.500584 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b1d2074-f791-4abc-ada9-f3d02c99fc58 req-c8d5a83c-6d2e-4cae-b151-79f32997432b tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0527732 Nov 19 09:57:27.547040 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0b1d2074-f791-4abc-ada9-f3d02c99fc58 req-5eba858f-c4d0-4abb-848d-9d166153bcce tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 Nov 19 09:57:28.664208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89046a-d290-4a6a-b716-89ecc0ee48e5 req-2e87b62c-c680-44e5-b01e-02175578a03a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:28.665739 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba89046a-d290-4a6a-b716-89ecc0ee48e5 req-2e87b62c-c680-44e5-b01e-02175578a03a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0484755 Nov 19 09:57:28.712784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba89046a-d290-4a6a-b716-89ecc0ee48e5 req-31fcdba3-69f3-44ac-8613-ad3bcac741cd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405557 Nov 19 09:57:29.832110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a7693-4864-40a1-9be0-014f72387ea9 req-b93f2205-4297-493d-af4a-97df7b51fe83 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:29.833643 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b09a7693-4864-40a1-9be0-014f72387ea9 req-b93f2205-4297-493d-af4a-97df7b51fe83 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0520697 Nov 19 09:57:29.880400 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b09a7693-4864-40a1-9be0-014f72387ea9 req-e4df9ebb-100d-4fcb-b654-b5e68d2c9583 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404780 Nov 19 09:57:30.994988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40db451-f12e-481c-88e6-54997f27bcef req-1587bd23-c8ab-47b4-a057-2c76acecaa04 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:30.996447 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e40db451-f12e-481c-88e6-54997f27bcef req-1587bd23-c8ab-47b4-a057-2c76acecaa04 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0480838 Nov 19 09:57:31.043271 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e40db451-f12e-481c-88e6-54997f27bcef req-8666805f-748a-4156-a36e-b3c819ad8254 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403628 Nov 19 09:57:32.163226 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3490f-8a28-4568-8f92-09b6c62dd5c2 req-005f9f9f-451b-4f48-841a-84696d003cee tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:32.164698 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1f3490f-8a28-4568-8f92-09b6c62dd5c2 req-005f9f9f-451b-4f48-841a-84696d003cee tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0493052 Nov 19 09:57:32.214864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1f3490f-8a28-4568-8f92-09b6c62dd5c2 req-59c125d9-102c-4e14-a863-9d2026568817 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441182 Nov 19 09:57:32.739761 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:57:33.332315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ce0c8-23b9-4f41-a45a-f7ee554c3eed req-d1f261ba-981c-42b3-97f9-821afac6322b tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:33.333834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e5ce0c8-23b9-4f41-a45a-f7ee554c3eed req-d1f261ba-981c-42b3-97f9-821afac6322b tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0488994 Nov 19 09:57:33.381937 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e5ce0c8-23b9-4f41-a45a-f7ee554c3eed req-230801e3-bca6-4b68-9f7e-6b39dc141c54 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418835 Nov 19 09:57:34.497744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332306e-70eb-4a2c-980e-cf32e9ce5145 req-db7a8f51-83d4-47b5-8e1b-42b211d81334 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:34.499214 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9332306e-70eb-4a2c-980e-cf32e9ce5145 req-db7a8f51-83d4-47b5-8e1b-42b211d81334 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0493152 Nov 19 09:57:34.545950 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9332306e-70eb-4a2c-980e-cf32e9ce5145 req-6bb6979f-b92d-4f65-84ca-b08283d3a555 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407479 Nov 19 09:57:35.663464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3806fe-a35e-4b0b-845d-4cac8cc3f61e req-776f2b51-485b-4a4b-bb37-e7235bf49de4 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:35.664925 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb3806fe-a35e-4b0b-845d-4cac8cc3f61e req-776f2b51-485b-4a4b-bb37-e7235bf49de4 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0521746 Nov 19 09:57:35.712861 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb3806fe-a35e-4b0b-845d-4cac8cc3f61e req-85423a12-169f-4663-a969-447dfa4378f1 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 Nov 19 09:57:36.829146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfcff3-743b-4845-a450-279c96580bdf req-0540a53a-eb1e-46e0-bff7-08ad3c996ab3 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:36.830679 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17dfcff3-743b-4845-a450-279c96580bdf req-0540a53a-eb1e-46e0-bff7-08ad3c996ab3 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0497901 Nov 19 09:57:36.878226 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-17dfcff3-743b-4845-a450-279c96580bdf req-5cc461ab-4f63-4488-a24c-3c9127724a34 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 Nov 19 09:57:37.688846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e30941-c19b-47bd-a0ff-e4a70cb5d343 req-90e1b7ef-eba4-4144-9e5b-adbfab598477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:37.690469 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0e30941-c19b-47bd-a0ff-e4a70cb5d343 req-90e1b7ef-eba4-4144-9e5b-adbfab598477 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 1097 time: 0.0411427 Nov 19 09:57:37.799875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e30941-c19b-47bd-a0ff-e4a70cb5d343 req-ed8bd62e-56bf-4d70-905e-4519ae154347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:37.801497 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0e30941-c19b-47bd-a0ff-e4a70cb5d343 req-ed8bd62e-56bf-4d70-905e-4519ae154347 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 200 len: 915 time: 0.0889151 Nov 19 09:57:37.844830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0e30941-c19b-47bd-a0ff-e4a70cb5d343 req-a70cdfcf-6aa1-444f-be29-4c5367b24e77 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68 HTTP/1.1" status: 200 len: 217 time: 0.0342808 Nov 19 09:57:37.902668 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e30941-c19b-47bd-a0ff-e4a70cb5d343 req-2ce2fb34-0387-46c2-b44a-94ea909c57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:37.903980 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0e30941-c19b-47bd-a0ff-e4a70cb5d343 req-2ce2fb34-0387-46c2-b44a-94ea909c57b3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8082cc2-e20e-4613-8d9b-8543ee987bb3 HTTP/1.1" status: 200 len: 854 time: 0.0468168 Nov 19 09:57:37.941972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0e30941-c19b-47bd-a0ff-e4a70cb5d343 req-f9444881-2214-41e3-bd8f-94d4ac6343fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254529 Nov 19 09:57:37.958331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-e0e30941-c19b-47bd-a0ff-e4a70cb5d343 req-761af8f0-f7ab-4a8f-9f24-39fe2b86d554 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 09:57:37.959269 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0e30941-c19b-47bd-a0ff-e4a70cb5d343 req-761af8f0-f7ab-4a8f-9f24-39fe2b86d554 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051453 Nov 19 09:57:38.051356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61921d65-717e-4a95-a587-5746d99a42c2 req-a364166f-7fc9-426a-9ba6-901c01518a8d tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:38.052824 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61921d65-717e-4a95-a587-5746d99a42c2 req-a364166f-7fc9-426a-9ba6-901c01518a8d tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.1068580 Nov 19 09:57:38.097184 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0e30941-c19b-47bd-a0ff-e4a70cb5d343 req-f9f8dd8b-9549-47ad-b350-e96349e391a6 service neutron] 10.222.0.71 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201229 Nov 19 09:57:38.158736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61921d65-717e-4a95-a587-5746d99a42c2 req-8b2e3dca-23f1-4b60-8448-362550255332 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952821 Nov 19 09:57:38.199943 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0e30941-c19b-47bd-a0ff-e4a70cb5d343 req-cdee9a5e-ef05-495d-850a-81cb545f0be5 service neutron] 10.222.0.71 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950770 Nov 19 09:57:39.283701 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204e92e-4ab5-45f0-aa0c-70d2a8d952bb req-23a378db-aa93-435e-9e68-65f3e1ef2900 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:39.285197 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4204e92e-4ab5-45f0-aa0c-70d2a8d952bb req-23a378db-aa93-435e-9e68-65f3e1ef2900 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0571327 Nov 19 09:57:39.332003 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4204e92e-4ab5-45f0-aa0c-70d2a8d952bb req-c4603a57-5405-4cfe-871c-b4b9a8fc94bf tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Nov 19 09:57:40.448157 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14e05e-a806-4f6b-8b24-9af7faf16e44 req-2d44fb7c-e4d3-4a26-a594-88d104ec441a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:40.449671 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd14e05e-a806-4f6b-8b24-9af7faf16e44 req-2d44fb7c-e4d3-4a26-a594-88d104ec441a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0485091 Nov 19 09:57:40.497545 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd14e05e-a806-4f6b-8b24-9af7faf16e44 req-9dcfd57e-1a5b-4570-a8d3-667599c188ee tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 Nov 19 09:57:41.614318 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1893e3-6630-4828-8680-a8bf12ba3b96 req-0f2fe528-d763-43de-ac23-c1e447fff704 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:41.616091 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea1893e3-6630-4828-8680-a8bf12ba3b96 req-0f2fe528-d763-43de-ac23-c1e447fff704 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0488155 Nov 19 09:57:41.668197 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea1893e3-6630-4828-8680-a8bf12ba3b96 req-3ae11a4b-b97a-402a-8137-f6536e54a90e tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459857 Nov 19 09:57:42.785805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2eba1-cff0-48df-8097-0cf109d81e95 req-83c0a336-9812-4fcc-b7b5-977901419b3f tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:42.787300 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31a2eba1-cff0-48df-8097-0cf109d81e95 req-83c0a336-9812-4fcc-b7b5-977901419b3f tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0485549 Nov 19 09:57:42.837038 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31a2eba1-cff0-48df-8097-0cf109d81e95 req-f7b5729a-8e7a-4c37-9fc9-4843509a4a43 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438504 Nov 19 09:57:43.086057 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-1e8b90eb-fef9-4bb9-9f2d-5ebbdffd1c5b service neutron] show failed (client error): The resource could not be found. Nov 19 09:57:43.087047 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-1e8b90eb-fef9-4bb9-9f2d-5ebbdffd1c5b service neutron] 10.222.0.71 "GET /v2.0/ports/40d6fb7d-0c85-4501-a0a3-7fc57f545a68/bindings/n-h1-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.0538957 Nov 19 09:57:43.323196 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-01a31b2e-b6c3-4cdb-91b9-ed15c00f3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:43.324704 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-01a31b2e-b6c3-4cdb-91b9-ed15c00f3c71 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8&tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a HTTP/1.1" status: 200 len: 1097 time: 0.0782545 Nov 19 09:57:43.337773 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:57:43.390602 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:43.583098 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] For port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:57:43.615426 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] For port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68, host n-h2-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:57:43.657617 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5514555-e5fb-4741-bfc5-5f433284f3d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d6fb7d-0c85-4501-a0a3-7fc57f545a68'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:57:43.659892 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f0e825-8cdd-447c-b8f2-7dfeda8e8c46" -d '{"events": [{"server_uuid": "c5514555-e5fb-4741-bfc5-5f433284f3d8", "name": "network-vif-unplugged", "status": "completed", "tag": "40d6fb7d-0c85-4501-a0a3-7fc57f545a68"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:57:43.663681 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:43.675747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Transition to ACTIVE for port object 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:57:43.679632 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:43.717459 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aeb046-bb03-44c8-90c4-d4445a64a297 x-openstack-request-id: req-03aeb046-bb03-44c8-90c4-d4445a64a297 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:57:43.717785 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5514555-e5fb-4741-bfc5-5f433284f3d8", "name": "network-vif-unplugged", "status": "completed", "tag": "40d6fb7d-0c85-4501-a0a3-7fc57f545a68", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:57:43.718043 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03aeb046-bb03-44c8-90c4-d4445a64a297 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:57:43.718440 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5514555-e5fb-4741-bfc5-5f433284f3d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d6fb7d-0c85-4501-a0a3-7fc57f545a68', 'code': 200} Nov 19 09:57:43.744747 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] No DVR routers for this DVR port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 on host n-h2-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:57:43.751751 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Pushing event updated for resources: {'Port': ['ID=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:43.783895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Attempting to bind port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:57:43.784235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Attempting to bind port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:57:43.784562 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Attempting to bind port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 on network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:57:43.788785 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 on network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:57:43.789131 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Attempting to bind port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 on network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:57:43.794003 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:57:43.794341 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Checking segment: {'id': 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:57:43.794719 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Bound using segment: {'id': 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:57:43.795145 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Bound port: 40d6fb7d-0c85-4501-a0a3-7fc57f545a68, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:57:43.795504 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:43.862059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] For port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68, host n-h1-805649-14, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:57:43.865235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] For port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:57:43.870464 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:43.906841 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:43.907474 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:43.908874 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] 10.222.0.66 "PUT /v2.0/ports/40d6fb7d-0c85-4501-a0a3-7fc57f545a68 HTTP/1.1" status: 200 len: 1092 time: 0.5754030 Nov 19 09:57:43.941355 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e8b6e-d81d-458f-b716-09e56cb5c80a service neutron] Pushing event updated for resources: {'Port': ['ID=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:43.961968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b087d-dfe3-49e7-8235-2ca94233fb78 req-0f6db0fb-75f1-4874-9c8d-6767780abea6 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:43.963537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e58b087d-dfe3-49e7-8235-2ca94233fb78 req-0f6db0fb-75f1-4874-9c8d-6767780abea6 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 943 time: 0.0561757 Nov 19 09:57:43.973651 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-536afd48-2042-4895-999b-72748bddabd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:43.975193 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-536afd48-2042-4895-999b-72748bddabd8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 1095 time: 0.0435021 Nov 19 09:57:44.075040 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-da7a03c2-8dcc-4398-be35-b12d95a60a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:44.076675 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-da7a03c2-8dcc-4398-be35-b12d95a60a21 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 200 len: 915 time: 0.0937743 Nov 19 09:57:44.119903 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-53c3cd1a-2540-4a31-a2f8-22235dab86b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68 HTTP/1.1" status: 200 len: 217 time: 0.0361784 Nov 19 09:57:44.175520 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-39d19c49-6bab-4f3e-bb4b-8eba93067ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:44.176994 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-39d19c49-6bab-4f3e-bb4b-8eba93067ad8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c8082cc2-e20e-4613-8d9b-8543ee987bb3 HTTP/1.1" status: 200 len: 854 time: 0.0495257 Nov 19 09:57:44.214235 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-632f98a2-d1ed-4616-a62c-7329fd333081 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297472 Nov 19 09:57:44.271467 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e58b087d-dfe3-49e7-8235-2ca94233fb78 req-82cb0554-f076-4ff7-8d4f-2244bfd99e1e tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018708 Nov 19 09:57:44.310204 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-6afb05a7-84bc-40de-aed2-18d47504c54b service neutron] 10.222.0.66 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864880 Nov 19 09:57:44.401842 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-0e0f5d66-72bf-47a7-a6aa-24d60ed27bbb req-c3479f2a-d4b7-45b5-91a0-d76d6cd8af18 service neutron] 10.222.0.66 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842745 Nov 19 09:57:45.390181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f3302-3827-4804-af10-3728628575dd req-58f838d4-1bd7-41b9-8187-c21c2448f78c tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:45.391654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c69f3302-3827-4804-af10-3728628575dd req-58f838d4-1bd7-41b9-8187-c21c2448f78c tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 943 time: 0.0480471 Nov 19 09:57:45.437442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c69f3302-3827-4804-af10-3728628575dd req-0dba64c5-bdd5-4e75-b2e5-ba67d5f87f4b tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397813 Nov 19 09:57:45.719600 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5514555-e5fb-4741-bfc5-5f433284f3d8', 'tag': '40d6fb7d-0c85-4501-a0a3-7fc57f545a68'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:57:45.722094 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ce4af5-f506-4b9c-a42b-852a9d923983" -d '{"events": [{"name": "network-changed", "server_uuid": "c5514555-e5fb-4741-bfc5-5f433284f3d8", "tag": "40d6fb7d-0c85-4501-a0a3-7fc57f545a68"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:57:45.769659 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eba0da1-8b99-44fb-b61e-68f4aac611d3 x-openstack-request-id: req-3eba0da1-8b99-44fb-b61e-68f4aac611d3 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:57:45.769969 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5514555-e5fb-4741-bfc5-5f433284f3d8", "tag": "40d6fb7d-0c85-4501-a0a3-7fc57f545a68", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:57:45.770230 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3eba0da1-8b99-44fb-b61e-68f4aac611d3 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:57:45.770659 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5514555-e5fb-4741-bfc5-5f433284f3d8', 'tag': '40d6fb7d-0c85-4501-a0a3-7fc57f545a68', 'status': 'completed', 'code': 200} Nov 19 09:57:45.833134 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-4896fe5c-436a-48fe-af0d-2f353b61bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:45.834727 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-4896fe5c-436a-48fe-af0d-2f353b61bb52 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 1095 time: 0.0436287 Nov 19 09:57:45.838855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-169293de-1a13-4542-b486-406610db8f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:45.841468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-169293de-1a13-4542-b486-406610db8f72 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 1095 time: 0.0456197 Nov 19 09:57:45.930619 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-aaff61ba-adad-44e7-88a6-08b48c13cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:45.932046 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-aaff61ba-adad-44e7-88a6-08b48c13cd26 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 200 len: 915 time: 0.0884871 Nov 19 09:57:45.942269 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:45.943209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-614f3a11-882d-45bc-b197-1f0ce9f30d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:45.944979 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-614f3a11-882d-45bc-b197-1f0ce9f30d37 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 200 len: 915 time: 0.0950336 Nov 19 09:57:45.985912 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-583df408-fd70-447b-90d6-d1fe7d24637e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68 HTTP/1.1" status: 200 len: 217 time: 0.0462158 Nov 19 09:57:45.988685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-e8b964b8-ab3d-400b-8f5c-a91dbc4b861d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68 HTTP/1.1" status: 200 len: 217 time: 0.0358119 Nov 19 09:57:46.036802 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-c175e20f-a237-470d-ba60-23feaaa6f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:46.038401 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-c175e20f-a237-470d-ba60-23feaaa6f7a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c8082cc2-e20e-4613-8d9b-8543ee987bb3 HTTP/1.1" status: 200 len: 854 time: 0.0448148 Nov 19 09:57:46.041872 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-3bb70116-ac83-4c4a-aef6-7961814b1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:46.043309 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-3bb70116-ac83-4c4a-aef6-7961814b1dd5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8082cc2-e20e-4613-8d9b-8543ee987bb3 HTTP/1.1" status: 200 len: 854 time: 0.0467277 Nov 19 09:57:46.070139 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-e9a78e83-6697-43fa-af58-60e839da56b0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250652 Nov 19 09:57:46.074656 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-0e4d6381-e1a6-4e39-8f77-b17b1800ed9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246096 Nov 19 09:57:46.165873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-d89953fd-1cd7-467f-b0c1-53d1cf79217b service neutron] 10.222.0.71 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838466 Nov 19 09:57:46.247322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:57:46.271878 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-56679677-8ccd-4da8-89df-18dcb9eebb79 service neutron] 10.222.0.71 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985079 Nov 19 09:57:46.290481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:57:46.491379 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-effa2b51-42f1-407d-8291-2bff8b357b46 service neutron] 10.222.0.66 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134431 Nov 19 09:57:46.558056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420c49f-0800-49eb-a94c-f95f5cb71cc1 req-08e2e778-f0fd-43ab-8bd4-09f91ae979e1 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:46.559627 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8420c49f-0800-49eb-a94c-f95f5cb71cc1 req-08e2e778-f0fd-43ab-8bd4-09f91ae979e1 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 943 time: 0.0492709 Nov 19 09:57:46.584053 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c4ce4af5-f506-4b9c-a42b-852a9d923983 req-281a4c6a-b1af-428b-a616-a0531be6aa85 service neutron] 10.222.0.66 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844502 Nov 19 09:57:46.607001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8420c49f-0800-49eb-a94c-f95f5cb71cc1 req-9f7e3930-cca2-40a7-b49b-a3a8dceaacef tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414186 Nov 19 09:57:46.857227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bf8d4-489f-428b-a132-47ff88c6d4b8 req-3797682c-53b0-4eb4-8e93-814a7105541a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:46.859405 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b06bf8d4-489f-428b-a132-47ff88c6d4b8 req-3797682c-53b0-4eb4-8e93-814a7105541a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 943 time: 0.1090631 Nov 19 09:57:46.892780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0ae2a-385f-468c-a8c4-23fccad7d8db req-1e1ac2c5-a913-487f-bd7b-1a1cf3d2f1da tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:46.894255 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9e0ae2a-385f-468c-a8c4-23fccad7d8db req-1e1ac2c5-a913-487f-bd7b-1a1cf3d2f1da tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8&tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 943 time: 0.1175795 Nov 19 09:57:46.955972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b06bf8d4-489f-428b-a132-47ff88c6d4b8 req-6e70c2c1-a64b-45b5-a940-e658c1747665 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890322 Nov 19 09:57:46.981680 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-a9e0ae2a-385f-468c-a8c4-23fccad7d8db req-017b2ea7-f5c8-45e4-af15-caa7cc8d29ed service neutron] delete failed (client error): The resource could not be found. Nov 19 09:57:46.982723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9e0ae2a-385f-468c-a8c4-23fccad7d8db req-017b2ea7-f5c8-45e4-af15-caa7cc8d29ed service neutron] 10.222.0.71 "DELETE /v2.0/ports/40d6fb7d-0c85-4501-a0a3-7fc57f545a68/bindings/n-h2-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.0753071 Nov 19 09:57:47.071541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0ae2a-385f-468c-a8c4-23fccad7d8db req-bb2fb085-dbcf-4a45-9f4a-ae412d497b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:47.073042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9e0ae2a-385f-468c-a8c4-23fccad7d8db req-bb2fb085-dbcf-4a45-9f4a-ae412d497b90 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 1095 time: 0.0418348 Nov 19 09:57:47.164443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0ae2a-385f-468c-a8c4-23fccad7d8db req-164104f9-cd81-405e-b679-6e242e828592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:47.165882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9e0ae2a-385f-468c-a8c4-23fccad7d8db req-164104f9-cd81-405e-b679-6e242e828592 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 200 len: 915 time: 0.0853631 Nov 19 09:57:47.213469 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9e0ae2a-385f-468c-a8c4-23fccad7d8db req-ab72f9e0-66ac-4d75-a59b-0451a587dc45 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68 HTTP/1.1" status: 200 len: 217 time: 0.0388653 Nov 19 09:57:47.262253 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0ae2a-385f-468c-a8c4-23fccad7d8db req-fc0c3854-b450-40f2-8750-53a421c509da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:47.263731 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9e0ae2a-385f-468c-a8c4-23fccad7d8db req-fc0c3854-b450-40f2-8750-53a421c509da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8082cc2-e20e-4613-8d9b-8543ee987bb3 HTTP/1.1" status: 200 len: 854 time: 0.0440192 Nov 19 09:57:47.296505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9e0ae2a-385f-468c-a8c4-23fccad7d8db req-52eef761-c22e-4083-844a-8ce09d50ab30 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257993 Nov 19 09:57:47.393029 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9e0ae2a-385f-468c-a8c4-23fccad7d8db req-71eca56a-b2e8-4986-bb39-eb5138c0050e service neutron] 10.222.0.71 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893176 Nov 19 09:57:47.486295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9e0ae2a-385f-468c-a8c4-23fccad7d8db req-88bb7403-6ef5-4930-b004-da70e2dd60d1 service neutron] 10.222.0.71 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836775 Nov 19 09:57:47.506143 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:57:47.610160 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:57:47.622828 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '40d6fb7d-0c85-4501-a0a3-7fc57f545a68', 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2', 'port_id': '40d6fb7d-0c85-4501-a0a3-7fc57f545a68', 'mac_address': 'fa:16:3e:34:51:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8082cc2-e20e-4613-8d9b-8543ee987bb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:57:47.659888 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:47.672384 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:57:47.692468 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:57:47.697703 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:47.747467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:47.909952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['40d6fb7d-0c85-4501-a0a3-7fc57f545a68'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:57:48.087534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f1ab8-2e01-4a74-af5b-7fc16864be88 req-06b716a0-7cb3-462e-a08f-adf73a4110ed tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:48.089067 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-014f1ab8-2e01-4a74-af5b-7fc16864be88 req-06b716a0-7cb3-462e-a08f-adf73a4110ed tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 944 time: 0.0552702 Nov 19 09:57:48.143072 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-014f1ab8-2e01-4a74-af5b-7fc16864be88 req-79b99095-1b02-47c6-8d6b-bdbcc14952de tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479019 Nov 19 09:57:48.260850 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd737836-b816-44e0-9e24-aeccacbb0078 req-d66206ea-a487-43db-bd3b-226bd39528b1 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:48.262997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd737836-b816-44e0-9e24-aeccacbb0078 req-d66206ea-a487-43db-bd3b-226bd39528b1 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 944 time: 0.0497794 Nov 19 09:57:48.311443 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd737836-b816-44e0-9e24-aeccacbb0078 req-0ca0aa4e-b3a5-4836-bebb-d41b6b980012 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419037 Nov 19 09:57:48.353228 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:48.425828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da8c6a-875c-4973-b127-ae7248954e64 req-614c7a77-8e36-4a90-98d3-0ca09513a4d7 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:48.427324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23da8c6a-875c-4973-b127-ae7248954e64 req-614c7a77-8e36-4a90-98d3-0ca09513a4d7 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 944 time: 0.0497708 Nov 19 09:57:48.474430 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23da8c6a-875c-4973-b127-ae7248954e64 req-5fed51d6-eb7b-43bf-888b-aa8a201b6f14 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Nov 19 09:57:48.828906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-dbb659c9-854c-4b7f-a618-47c962637db6 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:48.830355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-dbb659c9-854c-4b7f-a618-47c962637db6 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/networks?id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 200 len: 814 time: 0.1081305 Nov 19 09:57:48.846528 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-6775a1d1-677d-4bc8-8969-a97878a514df tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/quotas/4ce3a1b3551c4473a1d11252e9df3b4a HTTP/1.1" status: 200 len: 375 time: 0.0100133 Nov 19 09:57:48.896967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-b7ece51d-1ea6-4051-aa5f-56d8f8b5282c tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444977 Nov 19 09:57:48.989132 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-d14dadf6-9296-4f04-9f54-54bdb7376cbb service neutron] 10.222.0.21 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854366 Nov 19 09:57:49.078653 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-391b345b-05a9-4fc7-95d6-3f188f842618 service neutron] 10.222.0.21 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835247 Nov 19 09:57:49.248006 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3cc6f3cc-36e4-4470-a360-3117cc497655 req-371e9ca5-16e5-4adf-bc0c-d9b0b269633b tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 210 time: 0.0385611 Nov 19 09:57:49.531770 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:57:49.588647 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:57:49.593080 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:57:49.593503 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:49.675547 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:49.702569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5514555-e5fb-4741-bfc5-5f433284f3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d6fb7d-0c85-4501-a0a3-7fc57f545a68'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:57:49.704838 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc878db-f3fe-4b06-ac5c-92c89865fe35" -d '{"events": [{"server_uuid": "c5514555-e5fb-4741-bfc5-5f433284f3d8", "name": "network-vif-plugged", "status": "completed", "tag": "40d6fb7d-0c85-4501-a0a3-7fc57f545a68"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:57:49.718641 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:57:49.723435 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:49.750450 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9148d3e2-d262-42ce-9924-9d54474777b9 x-openstack-request-id: req-9148d3e2-d262-42ce-9924-9d54474777b9 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:57:49.750754 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5514555-e5fb-4741-bfc5-5f433284f3d8", "name": "network-vif-plugged", "status": "completed", "tag": "40d6fb7d-0c85-4501-a0a3-7fc57f545a68", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:57:49.751012 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9148d3e2-d262-42ce-9924-9d54474777b9 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:57:49.751404 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5514555-e5fb-4741-bfc5-5f433284f3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d6fb7d-0c85-4501-a0a3-7fc57f545a68', 'code': 200} Nov 19 09:57:49.779051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:49.966278 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de0ba5-aa3d-4123-baef-95b6ce564080 req-c31d605a-4158-48e6-aa0e-b7b769f85916 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:49.968285 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f1de0ba5-aa3d-4123-baef-95b6ce564080 req-c31d605a-4158-48e6-aa0e-b7b769f85916 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5514555-e5fb-4741-bfc5-5f433284f3d8 HTTP/1.1" status: 200 len: 945 time: 0.0493760 Nov 19 09:57:49.969043 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ffda8b5e-fbdd-4792-ba74-a3cb97350cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:50.061506 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-f1de0ba5-aa3d-4123-baef-95b6ce564080 req-7fe6bb6b-1d2f-415d-9e7d-fff4f41959f4 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Deleting port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:57:50.062129 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f1de0ba5-aa3d-4123-baef-95b6ce564080 req-7fe6bb6b-1d2f-415d-9e7d-fff4f41959f4 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:50.165812 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-f1de0ba5-aa3d-4123-baef-95b6ce564080 req-7fe6bb6b-1d2f-415d-9e7d-fff4f41959f4 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] For port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:57:50.166431 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f1de0ba5-aa3d-4123-baef-95b6ce564080 req-7fe6bb6b-1d2f-415d-9e7d-fff4f41959f4 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:50.170263 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-1b45e9d1-9872-4fe1-9e2e-4671bdc93095 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:50.172154 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-1b45e9d1-9872-4fe1-9e2e-4671bdc93095 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.66 "GET /v2.0/networks?id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 200 len: 814 time: 0.1100409 Nov 19 09:57:50.180202 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-f1de0ba5-aa3d-4123-baef-95b6ce564080 req-7fe6bb6b-1d2f-415d-9e7d-fff4f41959f4 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Calling delete_port for 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:57:50.185597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-14e37147-fd50-4bdc-835d-bdabd6f3fc4c tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Request body: {'port': {'device_id': '7a735657-1855-4c30-a03b-100926525400', 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2', 'admin_state_up': True, 'tenant_id': '4ce3a1b3551c4473a1d11252e9df3b4a'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:57:50.309579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-14e37147-fd50-4bdc-835d-bdabd6f3fc4c tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Made reservation on behalf of 4ce3a1b3551c4473a1d11252e9df3b4a for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:57:50.314664 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-14e37147-fd50-4bdc-835d-bdabd6f3fc4c tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:50.315074 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f1de0ba5-aa3d-4123-baef-95b6ce564080 req-7fe6bb6b-1d2f-415d-9e7d-fff4f41959f4 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:50.328509 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['40d6fb7d-0c85-4501-a0a3-7fc57f545a68'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:57:50.350115 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6bb6b-1d2f-415d-9e7d-fff4f41959f4 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Pushing event deleted for resources: {'Port': ['ID=40d6fb7d-0c85-4501-a0a3-7fc57f545a68,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:50.363572 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28f86666-1323-4ad0-9d91-7291212afb84 req-dda86957-db2d-4eeb-a013-012277addade tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 210 time: 0.0332541 Nov 19 09:57:50.396258 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1de0ba5-aa3d-4123-baef-95b6ce564080 req-7fe6bb6b-1d2f-415d-9e7d-fff4f41959f4 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] No DVR routers for this DVR port 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 on host n-h1-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:57:50.398948 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-f1de0ba5-aa3d-4123-baef-95b6ce564080 req-7fe6bb6b-1d2f-415d-9e7d-fff4f41959f4 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:50.402461 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-f1de0ba5-aa3d-4123-baef-95b6ce564080 req-7fe6bb6b-1d2f-415d-9e7d-fff4f41959f4 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.66 "DELETE /v2.0/ports/40d6fb7d-0c85-4501-a0a3-7fc57f545a68 HTTP/1.1" status: 204 len: 173 time: 0.4284883 Nov 19 09:57:50.402862 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5514555-e5fb-4741-bfc5-5f433284f3d8', 'name': 'network-vif-deleted', 'tag': '40d6fb7d-0c85-4501-a0a3-7fc57f545a68'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:57:50.405653 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4895ad36384a6dc87c17602a5167deaf9b01a37958d0ec90fce35a1dc3b47274" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b299951-cfdb-41d0-b699-2b056ee6630b" -d '{"events": [{"server_uuid": "c5514555-e5fb-4741-bfc5-5f433284f3d8", "name": "network-vif-deleted", "tag": "40d6fb7d-0c85-4501-a0a3-7fc57f545a68"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:57:50.447990 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3714792-ccf7-4110-adea-4a89ebdf0b93 x-openstack-request-id: req-a3714792-ccf7-4110-adea-4a89ebdf0b93 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:57:50.448297 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5514555-e5fb-4741-bfc5-5f433284f3d8", "name": "network-vif-deleted", "tag": "40d6fb7d-0c85-4501-a0a3-7fc57f545a68", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:57:50.448550 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3714792-ccf7-4110-adea-4a89ebdf0b93 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:57:50.448953 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5514555-e5fb-4741-bfc5-5f433284f3d8', 'name': 'network-vif-deleted', 'tag': '40d6fb7d-0c85-4501-a0a3-7fc57f545a68', 'status': 'completed', 'code': 200} Nov 19 09:57:50.496289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-14e37147-fd50-4bdc-835d-bdabd6f3fc4c tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Allocated IP 172.20.0.5 (1af5dd4c-e7f6-43d3-81ae-8af654b88cb2/c8082cc2-e20e-4613-8d9b-8543ee987bb3/ce1893f8-0e19-4068-a860-9844a22c84fc) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:57:50.643486 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-14e37147-fd50-4bdc-835d-bdabd6f3fc4c tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:50.676500 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-14e37147-fd50-4bdc-835d-bdabd6f3fc4c tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:50.688127 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['40d6fb7d-0c85-4501-a0a3-7fc57f545a68'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:57:50.724520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-14e37147-fd50-4bdc-835d-bdabd6f3fc4c tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:57:50.727776 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-14e37147-fd50-4bdc-835d-bdabd6f3fc4c tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:57:50.731572 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-14e37147-fd50-4bdc-835d-bdabd6f3fc4c tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:57:50.738311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e37147-fd50-4bdc-835d-bdabd6f3fc4c tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Pushing event updated for resources: {'Port': ['ID=ce1893f8-0e19-4068-a860-9844a22c84fc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:50.782454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-14e37147-fd50-4bdc-835d-bdabd6f3fc4c tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:50.782956 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-14e37147-fd50-4bdc-835d-bdabd6f3fc4c tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:50.800021 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-14e37147-fd50-4bdc-835d-bdabd6f3fc4c tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6187963 Nov 19 09:57:50.811694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Request body: {'port': {'device_id': '7a735657-1855-4c30-a03b-100926525400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:57:50.866442 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:51.123799 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1893f8-0e19-4068-a860-9844a22c84fc {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:57:51.131349 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:51.144232 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Transition to ACTIVE for port object ce1893f8-0e19-4068-a860-9844a22c84fc will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:57:51.147571 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:51.195137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1893f8-0e19-4068-a860-9844a22c84fc,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:51.267094 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Attempting to bind port ce1893f8-0e19-4068-a860-9844a22c84fc on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:57:51.267342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Attempting to bind port ce1893f8-0e19-4068-a860-9844a22c84fc by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:57:51.269279 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Attempting to bind port ce1893f8-0e19-4068-a860-9844a22c84fc on network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:57:51.272486 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Port ce1893f8-0e19-4068-a860-9844a22c84fc on network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:57:51.272819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Attempting to bind port ce1893f8-0e19-4068-a860-9844a22c84fc on network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:57:51.277709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:57:51.278037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Checking segment: {'id': 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:57:51.278412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Bound using segment: {'id': 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:57:51.278832 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Bound port: ce1893f8-0e19-4068-a860-9844a22c84fc, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:57:51.279179 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:51.341468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] For port ce1893f8-0e19-4068-a860-9844a22c84fc, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:57:51.344537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] For port ce1893f8-0e19-4068-a860-9844a22c84fc, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=ce1893f8-0e19-4068-a860-9844a22c84fc,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:57:51.353925 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:51.391233 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:51.391863 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:51.393790 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] 10.222.0.66 "PUT /v2.0/ports/ce1893f8-0e19-4068-a860-9844a22c84fc HTTP/1.1" status: 200 len: 1092 time: 0.5856757 Nov 19 09:57:51.393790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a735657-1855-4c30-a03b-100926525400', 'tag': 'ce1893f8-0e19-4068-a860-9844a22c84fc'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:57:51.396091 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0674170d-d00b-42c3-a033-b94c833516c2" -d '{"events": [{"name": "network-changed", "server_uuid": "7a735657-1855-4c30-a03b-100926525400", "tag": "ce1893f8-0e19-4068-a860-9844a22c84fc"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:57:51.420034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41dca5-b94a-4ffe-ba28-aa55ff8f0499 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1893f8-0e19-4068-a860-9844a22c84fc,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:51.440508 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24ee3db-7e43-4506-8589-4a56d42b6a95 x-openstack-request-id: req-e24ee3db-7e43-4506-8589-4a56d42b6a95 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:57:51.440803 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a735657-1855-4c30-a03b-100926525400", "tag": "ce1893f8-0e19-4068-a860-9844a22c84fc", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:57:51.441056 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e24ee3db-7e43-4506-8589-4a56d42b6a95 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:57:51.441830 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a735657-1855-4c30-a03b-100926525400', 'tag': 'ce1893f8-0e19-4068-a860-9844a22c84fc', 'status': 'completed', 'code': 200} Nov 19 09:57:51.517562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-2eadc8b6-f363-446f-b6de-aef75a1ee1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:51.519314 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-2eadc8b6-f363-446f-b6de-aef75a1ee1c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 1095 time: 0.0733850 Nov 19 09:57:51.531904 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95e3c4-cf8a-42ab-9f85-649e92de446b req-574ce6c2-13e0-41c7-a56a-f0eae25713b4 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:51.533524 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d95e3c4-cf8a-42ab-9f85-649e92de446b req-574ce6c2-13e0-41c7-a56a-f0eae25713b4 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 943 time: 0.0772035 Nov 19 09:57:51.573542 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-8cf6d3af-4972-48ef-8492-787a811225b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1893f8-0e19-4068-a860-9844a22c84fc HTTP/1.1" status: 200 len: 217 time: 0.0388710 Nov 19 09:57:51.645602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d95e3c4-cf8a-42ab-9f85-649e92de446b req-0294ff06-8e3c-4eb0-a69e-4aa146781f1b tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040144 Nov 19 09:57:51.647010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-67f2dfb0-f895-482f-899c-0757fad1c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:51.648409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-67f2dfb0-f895-482f-899c-0757fad1c158 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c8082cc2-e20e-4613-8d9b-8543ee987bb3 HTTP/1.1" status: 200 len: 854 time: 0.0667849 Nov 19 09:57:51.688574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-e69e2929-5540-4d39-9347-d6c83266de56 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315552 Nov 19 09:57:51.775905 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-d906d586-5bbb-47bb-bdb2-a9adca3efce6 service neutron] 10.222.0.66 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802844 Nov 19 09:57:51.869852 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce7ccfaf-776d-45a1-bbaf-d951181ffdef req-8e091a36-58ac-49a3-95b4-aa202111dd86 service neutron] 10.222.0.66 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855310 Nov 19 09:57:51.959403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674170d-d00b-42c3-a033-b94c833516c2 req-b162bcf0-e90c-48f1-8e4e-feda507bab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:51.961014 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0674170d-d00b-42c3-a033-b94c833516c2 req-b162bcf0-e90c-48f1-8e4e-feda507bab43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 1095 time: 0.0423470 Nov 19 09:57:52.050726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674170d-d00b-42c3-a033-b94c833516c2 req-40fc0b5b-2965-41d4-b819-87c265141694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:52.052198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0674170d-d00b-42c3-a033-b94c833516c2 req-40fc0b5b-2965-41d4-b819-87c265141694 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 200 len: 915 time: 0.0825450 Nov 19 09:57:52.096958 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0674170d-d00b-42c3-a033-b94c833516c2 req-0062babf-18fc-4a39-80f5-50096be9719c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1893f8-0e19-4068-a860-9844a22c84fc HTTP/1.1" status: 200 len: 217 time: 0.0370927 Nov 19 09:57:52.145598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674170d-d00b-42c3-a033-b94c833516c2 req-66c3b3a0-c634-4c0f-a41d-ad6b6ac2fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:52.147037 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0674170d-d00b-42c3-a033-b94c833516c2 req-66c3b3a0-c634-4c0f-a41d-ad6b6ac2fa29 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c8082cc2-e20e-4613-8d9b-8543ee987bb3 HTTP/1.1" status: 200 len: 854 time: 0.0432220 Nov 19 09:57:52.184128 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0674170d-d00b-42c3-a033-b94c833516c2 req-7fb647bc-cdae-4596-bcda-fd876627b5fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293703 Nov 19 09:57:52.279291 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0674170d-d00b-42c3-a033-b94c833516c2 req-4bfffc08-5668-46ac-ab64-41737b46381d service neutron] 10.222.0.66 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866458 Nov 19 09:57:52.368810 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0674170d-d00b-42c3-a033-b94c833516c2 req-bc48d8dd-ab0e-439c-b826-498585488fae service neutron] 10.222.0.66 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823700 Nov 19 09:57:52.380782 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-34e9d33a-d393-4bd7-b97f-6b0f6893edbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:52.760520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ebe6e-54fe-4a30-9274-9461dd661eef req-162987a0-3058-4ae9-a160-f1b982f636ab tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:52.762022 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de3ebe6e-54fe-4a30-9274-9461dd661eef req-162987a0-3058-4ae9-a160-f1b982f636ab tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 943 time: 0.0487933 Nov 19 09:57:52.815590 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de3ebe6e-54fe-4a30-9274-9461dd661eef req-e1afe5d5-1ea5-44fd-bd82-327961b4504f tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470815 Nov 19 09:57:53.547344 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:57:53.570714 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:57:53.571056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 40d6fb7d-0c85-4501-a0a3-7fc57f545a68 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:57:53.615147 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:53.937261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394142e5-603c-4bff-93ab-93dd98f43207 req-3b2f4053-c08d-43c6-9f7d-09ada6552976 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:53.938698 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-394142e5-603c-4bff-93ab-93dd98f43207 req-3b2f4053-c08d-43c6-9f7d-09ada6552976 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 943 time: 0.0488412 Nov 19 09:57:53.985472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-394142e5-603c-4bff-93ab-93dd98f43207 req-d2a9e4e0-cc12-49b5-b3e9-4b1cccf27d96 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408273 Nov 19 09:57:55.010110 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:55.099441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc71b1-6752-4d31-9321-0eb2a8525bbd req-e1bd5211-9942-4a40-aab3-acc0f29a053f tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:55.100900 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70bc71b1-6752-4d31-9321-0eb2a8525bbd req-e1bd5211-9942-4a40-aab3-acc0f29a053f tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 943 time: 0.0485387 Nov 19 09:57:55.148045 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70bc71b1-6752-4d31-9321-0eb2a8525bbd req-042b4c7a-367e-490d-bfb7-dfb3a46b14dc tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409217 Nov 19 09:57:55.547329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device ce1893f8-0e19-4068-a860-9844a22c84fc details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:57:55.629669 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:55.656451 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port ce1893f8-0e19-4068-a860-9844a22c84fc, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=ce1893f8-0e19-4068-a860-9844a22c84fc,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:57:55.668117 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'ce1893f8-0e19-4068-a860-9844a22c84fc', 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2', 'port_id': 'ce1893f8-0e19-4068-a860-9844a22c84fc', 'mac_address': 'fa:16:3e:cc:94:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8082cc2-e20e-4613-8d9b-8543ee987bb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:57:55.704867 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:55.718669 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1893f8-0e19-4068-a860-9844a22c84fc {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:57:55.738202 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port ce1893f8-0e19-4068-a860-9844a22c84fc, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=ce1893f8-0e19-4068-a860-9844a22c84fc,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:57:55.741798 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:55.786606 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=ce1893f8-0e19-4068-a860-9844a22c84fc,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:55.926588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['ce1893f8-0e19-4068-a860-9844a22c84fc'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:57:56.264015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b0155-7616-4703-ad9f-8cb04b4cf1a5 req-e173e4e7-1da0-43c0-9814-6b28404eac86 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:56.266046 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df6b0155-7616-4703-ad9f-8cb04b4cf1a5 req-e173e4e7-1da0-43c0-9814-6b28404eac86 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 944 time: 0.0528438 Nov 19 09:57:56.313294 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df6b0155-7616-4703-ad9f-8cb04b4cf1a5 req-ce37d1f6-b111-4213-ac32-faa1ed93b94f tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 Nov 19 09:57:57.429228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9f85c-fb8c-4de3-90f6-bc537cd51f58 req-e9873fcd-87b3-43d1-8199-88277bd8594a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:57.430686 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c9d9f85c-fb8c-4de3-90f6-bc537cd51f58 req-e9873fcd-87b3-43d1-8199-88277bd8594a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 944 time: 0.0490158 Nov 19 09:57:57.478921 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c9d9f85c-fb8c-4de3-90f6-bc537cd51f58 req-98d57b4f-9ebc-4ee5-a088-9c996f340b3b tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423124 Nov 19 09:57:57.547682 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device ce1893f8-0e19-4068-a860-9844a22c84fc up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:57:57.596869 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port ce1893f8-0e19-4068-a860-9844a22c84fc completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:57:57.601029 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port ce1893f8-0e19-4068-a860-9844a22c84fc triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:57:57.601458 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:57.684766 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:57.707473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a735657-1855-4c30-a03b-100926525400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1893f8-0e19-4068-a860-9844a22c84fc'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:57:57.710084 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa61bd5b-4145-4cbe-963b-64a592e25930" -d '{"events": [{"server_uuid": "7a735657-1855-4c30-a03b-100926525400", "name": "network-vif-plugged", "status": "completed", "tag": "ce1893f8-0e19-4068-a860-9844a22c84fc"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:57:57.723560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port ce1893f8-0e19-4068-a860-9844a22c84fc, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=ce1893f8-0e19-4068-a860-9844a22c84fc,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:57:57.728487 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:57:57.751523 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad65d0d-5cb1-4048-a00c-0b0c83e2465e x-openstack-request-id: req-aad65d0d-5cb1-4048-a00c-0b0c83e2465e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:57:57.751825 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a735657-1855-4c30-a03b-100926525400", "name": "network-vif-plugged", "status": "completed", "tag": "ce1893f8-0e19-4068-a860-9844a22c84fc", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:57:57.752079 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aad65d0d-5cb1-4048-a00c-0b0c83e2465e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:57:57.752474 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a735657-1855-4c30-a03b-100926525400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1893f8-0e19-4068-a860-9844a22c84fc', 'code': 200} Nov 19 09:57:57.778428 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=ce1893f8-0e19-4068-a860-9844a22c84fc,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:57:57.847291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bfdb7-64c3-4c30-b679-a402d00dc284 req-af520510-beb4-4bd8-adf3-c22d76cf2a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:57.848704 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f1bfdb7-64c3-4c30-b679-a402d00dc284 req-af520510-beb4-4bd8-adf3-c22d76cf2a22 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 1097 time: 0.0443301 Nov 19 09:57:57.892582 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f1bfdb7-64c3-4c30-b679-a402d00dc284 req-aee6137d-df9b-4623-bbe3-c1ec38dfb199 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360305 Nov 19 09:57:58.592286 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67b9b1-2226-4e8a-a57a-ed4c4aacfb36 req-9466db31-0540-4b14-b2cc-db5bc7e562e6 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:58.593726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f67b9b1-2226-4e8a-a57a-ed4c4aacfb36 req-9466db31-0540-4b14-b2cc-db5bc7e562e6 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0487692 Nov 19 09:57:58.640687 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f67b9b1-2226-4e8a-a57a-ed4c4aacfb36 req-a7f63945-2556-40a3-9780-dca341ec9936 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410802 Nov 19 09:57:59.756767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5df965-c6e2-4c2d-b8c3-8c56e9469290 req-75f160b1-5535-4f9f-9ac2-0b82fcafece6 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:59.758244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a5df965-c6e2-4c2d-b8c3-8c56e9469290 req-75f160b1-5535-4f9f-9ac2-0b82fcafece6 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0475919 Nov 19 09:57:59.808181 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a5df965-c6e2-4c2d-b8c3-8c56e9469290 req-6606c2e7-a3f6-498f-9d02-4f1e6a3111ea tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441153 Nov 19 09:57:59.921550 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67aea3-8fd9-4d3a-a1f5-07c5e23fbbdb req-424d0b66-c513-4d41-a408-fca801c053b3 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:57:59.922919 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b67aea3-8fd9-4d3a-a1f5-07c5e23fbbdb req-424d0b66-c513-4d41-a408-fca801c053b3 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0474226 Nov 19 09:57:59.969055 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b67aea3-8fd9-4d3a-a1f5-07c5e23fbbdb req-8d84eb47-44a2-4fa6-8ef6-d587db6f6f7d tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402749 Nov 19 09:58:00.189424 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-cb0208af-44a0-4da3-9b83-a11dee40517f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403991 Nov 19 09:58:00.205545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87596b-7bdc-48ea-b30c-1e0bea320cdd req-7de319be-77e4-45a2-a2d7-5be89d7dbb2d tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:00.207949 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d87596b-7bdc-48ea-b30c-1e0bea320cdd req-7de319be-77e4-45a2-a2d7-5be89d7dbb2d tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0487847 Nov 19 09:58:00.257220 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d87596b-7bdc-48ea-b30c-1e0bea320cdd req-c31ab6a0-23fd-428a-a95e-12deefaa45a5 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431960 Nov 19 09:58:01.313625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-e1225ec8-e01d-4a19-afa3-f563d5d70ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:01.315129 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-e1225ec8-e01d-4a19-afa3-f563d5d70ac6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 1097 time: 0.0453258 Nov 19 09:58:01.691176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954963e7-174f-4bb9-a4df-fe183ac57374 req-6f139615-5fd5-451b-9bf5-9a8dd52a407f tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:01.692609 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-954963e7-174f-4bb9-a4df-fe183ac57374 req-6f139615-5fd5-451b-9bf5-9a8dd52a407f tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.3624995 Nov 19 09:58:01.708009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-ae95fd36-40a1-457d-b750-ac8129c1dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:01.709428 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-ae95fd36-40a1-457d-b750-ac8129c1dde7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 200 len: 915 time: 0.3876119 Nov 19 09:58:01.754796 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-4033f8f9-295f-41e5-a86d-f7d304ddc833 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1893f8-0e19-4068-a860-9844a22c84fc HTTP/1.1" status: 200 len: 217 time: 0.0372562 Nov 19 09:58:01.802123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-954963e7-174f-4bb9-a4df-fe183ac57374 req-22c998bd-f2b6-4db5-82c2-bc3b29851449 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023996 Nov 19 09:58:01.816308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-dc953753-3270-4382-8358-ef4708099e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:01.817758 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-dc953753-3270-4382-8358-ef4708099e6c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c8082cc2-e20e-4613-8d9b-8543ee987bb3 HTTP/1.1" status: 200 len: 854 time: 0.0553997 Nov 19 09:58:01.853678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-231dabd3-2642-4e16-87ba-c02cfeae5ee2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288148 Nov 19 09:58:01.941364 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-82aafdce-bd17-47c6-8948-fbb6f4e52617 service neutron] 10.222.0.66 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802081 Nov 19 09:58:02.032643 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-6360782c-bb39-4a2a-9ffc-945e77a46f18 service neutron] 10.222.0.66 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848603 Nov 19 09:58:02.919850 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1b146-1e73-4dac-8903-3ae7031fb164 req-94fc4125-1dd1-481b-8f15-ecc135fd73d9 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:02.921353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-84a1b146-1e73-4dac-8903-3ae7031fb164 req-94fc4125-1dd1-481b-8f15-ecc135fd73d9 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0511498 Nov 19 09:58:02.967340 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-84a1b146-1e73-4dac-8903-3ae7031fb164 req-af59e37d-6cd1-4880-b6aa-d943525ef6ee tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400848 Nov 19 09:58:04.083177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759688e-c307-4d53-9dcd-06aac86a22b6 req-f37a0d30-265c-4a22-8b0f-9a38d09b23e3 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:04.084684 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2759688e-c307-4d53-9dcd-06aac86a22b6 req-f37a0d30-265c-4a22-8b0f-9a38d09b23e3 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0488918 Nov 19 09:58:04.130937 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2759688e-c307-4d53-9dcd-06aac86a22b6 req-b5becbfa-c621-4aa7-babe-35e136a374b3 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400543 Nov 19 09:58:05.248901 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded624eb-559d-498e-8581-c5ef73b89b3c req-8d27cba5-3b50-4bb3-8fb7-f386f338b576 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:05.250474 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ded624eb-559d-498e-8581-c5ef73b89b3c req-8d27cba5-3b50-4bb3-8fb7-f386f338b576 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0525038 Nov 19 09:58:05.297644 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ded624eb-559d-498e-8581-c5ef73b89b3c req-3d987987-cd07-4193-be34-4fe5925f8418 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411496 Nov 19 09:58:06.414553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c360f21-beb9-4a55-b5f9-688529f6bc64 req-b211b31c-52e1-46e8-9667-d435bf429ca7 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:06.416256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c360f21-beb9-4a55-b5f9-688529f6bc64 req-b211b31c-52e1-46e8-9667-d435bf429ca7 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0487461 Nov 19 09:58:06.462150 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c360f21-beb9-4a55-b5f9-688529f6bc64 req-0def1b08-3915-4518-b895-cd5e693a0e4e tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401654 Nov 19 09:58:07.577797 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce876bba-8841-47a4-96eb-810fcb1c6ec8 req-6d08a527-d581-4a9e-8b74-3f4ee5dc8ee8 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:07.579719 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce876bba-8841-47a4-96eb-810fcb1c6ec8 req-6d08a527-d581-4a9e-8b74-3f4ee5dc8ee8 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0503032 Nov 19 09:58:07.631145 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce876bba-8841-47a4-96eb-810fcb1c6ec8 req-6ff5b8e6-048a-4a7a-b7f5-faea64929cfa tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452983 Nov 19 09:58:08.746195 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b37fe-384d-4f69-be74-0d6b11692b30 req-88f30a21-a7fc-4cf8-864f-6c3fdcf6e06a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:08.747691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-416b37fe-384d-4f69-be74-0d6b11692b30 req-88f30a21-a7fc-4cf8-864f-6c3fdcf6e06a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0488422 Nov 19 09:58:08.800261 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-416b37fe-384d-4f69-be74-0d6b11692b30 req-304d6045-45fe-4076-b66f-2f62bb878d24 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467637 Nov 19 09:58:09.739522 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:58:09.915233 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e802ca-69ce-4e9e-b2aa-6fc346052c85 req-1c6cdd0b-c135-437c-ab91-6fd91e24d625 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:09.916663 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71e802ca-69ce-4e9e-b2aa-6fc346052c85 req-1c6cdd0b-c135-437c-ab91-6fd91e24d625 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0489795 Nov 19 09:58:09.965588 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-71e802ca-69ce-4e9e-b2aa-6fc346052c85 req-ada7dbcc-d7c0-4bdd-b82b-da85832240cf tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424063 Nov 19 09:58:11.083379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2b9dd-116b-49e1-9e33-94382ced3f00 req-93f73849-4b67-472b-a03b-3eac6f115397 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:11.084829 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a6f2b9dd-116b-49e1-9e33-94382ced3f00 req-93f73849-4b67-472b-a03b-3eac6f115397 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0514188 Nov 19 09:58:11.131744 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a6f2b9dd-116b-49e1-9e33-94382ced3f00 req-9529f034-c656-48ff-b0db-51a9fe772495 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406432 Nov 19 09:58:12.245822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d512a-9d3f-430b-8841-51bff0746945 req-8bc03415-6193-4239-aee8-11b1ed00a6d3 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:12.247314 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de2d512a-9d3f-430b-8841-51bff0746945 req-8bc03415-6193-4239-aee8-11b1ed00a6d3 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0486200 Nov 19 09:58:12.293996 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de2d512a-9d3f-430b-8841-51bff0746945 req-1e6d155d-4989-466d-9c1e-9b93a59519e7 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407598 Nov 19 09:58:13.414471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310194af-b467-4a06-9aaf-b349b4ea0416 req-542948e1-bf11-41d6-bf05-11416275d2d1 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:13.415961 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-310194af-b467-4a06-9aaf-b349b4ea0416 req-542948e1-bf11-41d6-bf05-11416275d2d1 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0532568 Nov 19 09:58:13.463574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-310194af-b467-4a06-9aaf-b349b4ea0416 req-1b64ae99-9cac-4d64-bf8e-6fa9e360f0c5 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417478 Nov 19 09:58:14.580271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea565d98-51dd-4d8d-99d8-e5ccad38ce2a req-55cb9f8c-dd76-4b5b-aa12-2222284a7cfe tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:14.581716 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea565d98-51dd-4d8d-99d8-e5ccad38ce2a req-55cb9f8c-dd76-4b5b-aa12-2222284a7cfe tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0478277 Nov 19 09:58:14.628618 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea565d98-51dd-4d8d-99d8-e5ccad38ce2a req-e258a933-39b9-407d-a8da-46c009a25382 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407903 Nov 19 09:58:15.756001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1e71b-b315-450f-ad1e-adcf446612b7 req-57c9c669-de1a-40ef-bf77-f9cb478f69cb tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:15.757540 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88e1e71b-b315-450f-ad1e-adcf446612b7 req-57c9c669-de1a-40ef-bf77-f9cb478f69cb tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0505290 Nov 19 09:58:15.811326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88e1e71b-b315-450f-ad1e-adcf446612b7 req-d5a8908d-ef69-4cdf-a42c-56653e7d43c6 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474961 Nov 19 09:58:15.938025 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:16.927925 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2e104-32f4-404d-9955-f10110659af8 req-7b9b2f99-0690-4cbf-b1df-996b6e1f6651 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:16.929463 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8ad2e104-32f4-404d-9955-f10110659af8 req-7b9b2f99-0690-4cbf-b1df-996b6e1f6651 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0499108 Nov 19 09:58:16.976051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8ad2e104-32f4-404d-9955-f10110659af8 req-9acefd6f-4932-4c86-b108-5592921574f6 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406873 Nov 19 09:58:18.091863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4dbca-845b-4a82-8b61-49583e8441cc req-d185601a-ebbc-4e39-89b8-03987444bb95 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:18.093390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4cb4dbca-845b-4a82-8b61-49583e8441cc req-d185601a-ebbc-4e39-89b8-03987444bb95 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0494158 Nov 19 09:58:18.141943 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4cb4dbca-845b-4a82-8b61-49583e8441cc req-95486de5-d5c7-4d78-a43d-fbd6ae7dad1a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420699 Nov 19 09:58:18.357335 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:19.261339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53afcd-f2e4-4bbb-9239-cf175e6a9207 req-17ca761a-d1b0-4a3f-8629-58788d3fc214 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:19.262806 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca53afcd-f2e4-4bbb-9239-cf175e6a9207 req-17ca761a-d1b0-4a3f-8629-58788d3fc214 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0535038 Nov 19 09:58:19.311227 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca53afcd-f2e4-4bbb-9239-cf175e6a9207 req-3ad3a8ed-d0a2-41e4-9c7a-1c65f40aec0c tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419376 Nov 19 09:58:19.969968 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ea9150bc-7a20-4b0a-a12c-e9ab74c73a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:20.428990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc094df2-a308-453f-875c-c64a9440fa8b req-62d9fcb3-86c9-493c-946f-cbe2f8266ae7 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:20.430491 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cc094df2-a308-453f-875c-c64a9440fa8b req-62d9fcb3-86c9-493c-946f-cbe2f8266ae7 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0479686 Nov 19 09:58:20.478040 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cc094df2-a308-453f-875c-c64a9440fa8b req-33bf64a2-ccc1-4597-a237-d94f3cfd962b tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416226 Nov 19 09:58:21.595238 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39473b9-b4fe-4984-934e-e56160353d47 req-5cfda0e1-9994-4970-b818-4670e11dd496 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:21.596604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b39473b9-b4fe-4984-934e-e56160353d47 req-5cfda0e1-9994-4970-b818-4670e11dd496 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0495894 Nov 19 09:58:21.648073 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b39473b9-b4fe-4984-934e-e56160353d47 req-f201e6be-89fa-418e-8b09-230b4c8f2398 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455568 Nov 19 09:58:22.381453 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9098d645-bacd-45b5-8dd0-2733cb838884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:22.764264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b67637-55d5-44d1-89a9-4ae0e2178384 req-54047bb0-2b82-4ed9-b1bc-689e73995df9 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:22.765771 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53b67637-55d5-44d1-89a9-4ae0e2178384 req-54047bb0-2b82-4ed9-b1bc-689e73995df9 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0488622 Nov 19 09:58:22.812042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53b67637-55d5-44d1-89a9-4ae0e2178384 req-b40bb28f-130b-4637-bf63-cdcd205998fd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396981 Nov 19 09:58:23.618889 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:24.001032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0cc44-6d0b-4e54-a615-415bc8514e4e req-a916dd73-1592-4288-b540-7d9022dcd764 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:24.002523 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bce0cc44-6d0b-4e54-a615-415bc8514e4e req-a916dd73-1592-4288-b540-7d9022dcd764 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.1216459 Nov 19 09:58:24.050191 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bce0cc44-6d0b-4e54-a615-415bc8514e4e req-25c9b4ee-8133-4766-93d6-d312858cba22 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414708 Nov 19 09:58:25.011755 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:25.225053 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030444a-3e66-40a8-823a-8cb66a2f1986 req-4a4cb8a3-48f2-4e3f-9782-9eb95815b365 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:25.226534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2030444a-3e66-40a8-823a-8cb66a2f1986 req-4a4cb8a3-48f2-4e3f-9782-9eb95815b365 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.1067641 Nov 19 09:58:25.275785 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2030444a-3e66-40a8-823a-8cb66a2f1986 req-d8d086b5-398b-4953-b4d0-77c9eb93730b tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432568 Nov 19 09:58:25.611353 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:26.392560 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9c6c0-c8d8-4730-a81f-0df7076b2e26 req-11f35e50-109c-4aba-b36d-0820c741824f tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:26.394121 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6af9c6c0-c8d8-4730-a81f-0df7076b2e26 req-11f35e50-109c-4aba-b36d-0820c741824f tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0495925 Nov 19 09:58:26.442106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6af9c6c0-c8d8-4730-a81f-0df7076b2e26 req-43856c45-b03e-4172-a67e-c17d5c645664 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 Nov 19 09:58:27.562429 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d4c9f-e4ed-4d88-8178-dd4964058312 req-c3e49ad0-a87a-485e-994f-a87fc1efa656 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:27.563807 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-db7d4c9f-e4ed-4d88-8178-dd4964058312 req-c3e49ad0-a87a-485e-994f-a87fc1efa656 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0514796 Nov 19 09:58:27.610066 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-db7d4c9f-e4ed-4d88-8178-dd4964058312 req-b87670bc-c6ce-4514-852f-1e2c2b1c46bd tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395169 Nov 19 09:58:28.743720 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-cbfed7e6-9995-481f-a284-f69287e82c35 service neutron] show failed (client error): The resource could not be found. Nov 19 09:58:28.744761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-cbfed7e6-9995-481f-a284-f69287e82c35 service neutron] 10.222.0.66 "GET /v2.0/ports/ce1893f8-0e19-4068-a860-9844a22c84fc/bindings/n-h2-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.0858898 Nov 19 09:58:28.753267 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9f440-1f17-4508-988c-f0ac35ca4a56 req-9e8eb5a8-968d-47dc-be22-b31ac02569b7 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:28.754722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ef9f440-1f17-4508-988c-f0ac35ca4a56 req-9e8eb5a8-968d-47dc-be22-b31ac02569b7 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0704243 Nov 19 09:58:28.809269 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ef9f440-1f17-4508-988c-f0ac35ca4a56 req-a1331321-e558-480b-9f90-860af114d760 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479352 Nov 19 09:58:28.949932 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-771bd222-172f-4a59-8b10-2d3455f9f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:28.951333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-771bd222-172f-4a59-8b10-2d3455f9f1f9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400&tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a HTTP/1.1" status: 200 len: 1097 time: 0.0450852 Nov 19 09:58:28.964674 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:58:29.015691 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:29.213176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] For port ce1893f8-0e19-4068-a860-9844a22c84fc, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=ce1893f8-0e19-4068-a860-9844a22c84fc,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:58:29.245974 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] For port ce1893f8-0e19-4068-a860-9844a22c84fc, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:58:29.290327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a735657-1855-4c30-a03b-100926525400', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1893f8-0e19-4068-a860-9844a22c84fc'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:58:29.292594 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be716101-a84b-4b81-9976-511c0eefe1cd" -d '{"events": [{"server_uuid": "7a735657-1855-4c30-a03b-100926525400", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1893f8-0e19-4068-a860-9844a22c84fc"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:58:29.296673 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:29.309654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Transition to ACTIVE for port object ce1893f8-0e19-4068-a860-9844a22c84fc will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:58:29.314025 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:29.350201 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 09:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f320a1-6ebe-4571-880a-cf2e26eed2f2 x-openstack-request-id: req-34f320a1-6ebe-4571-880a-cf2e26eed2f2 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:58:29.350424 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a735657-1855-4c30-a03b-100926525400", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1893f8-0e19-4068-a860-9844a22c84fc", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:58:29.350682 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34f320a1-6ebe-4571-880a-cf2e26eed2f2 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:58:29.351078 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a735657-1855-4c30-a03b-100926525400', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1893f8-0e19-4068-a860-9844a22c84fc', 'code': 200} Nov 19 09:58:29.377810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] No DVR routers for this DVR port ce1893f8-0e19-4068-a860-9844a22c84fc on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:58:29.380156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1893f8-0e19-4068-a860-9844a22c84fc,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:29.392279 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:29.392628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:29.392969 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:29.393327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:29.394219 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:29.394549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:29.394875 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:29.395199 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:29.395520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:29.395843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:29.396162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:29.396480 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:29.423509 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Attempting to bind port ce1893f8-0e19-4068-a860-9844a22c84fc on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:58:29.423839 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Attempting to bind port ce1893f8-0e19-4068-a860-9844a22c84fc by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:58:29.424163 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Attempting to bind port ce1893f8-0e19-4068-a860-9844a22c84fc on network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:58:29.428337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Port ce1893f8-0e19-4068-a860-9844a22c84fc on network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:58:29.428655 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Attempting to bind port ce1893f8-0e19-4068-a860-9844a22c84fc on network 1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:58:29.433455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:58:29.433788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Checking segment: {'id': 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:58:29.434169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Bound using segment: {'id': 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:58:29.434593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Bound port: ce1893f8-0e19-4068-a860-9844a22c84fc, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:58:29.434939 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:29.501424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] For port ce1893f8-0e19-4068-a860-9844a22c84fc, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:58:29.504825 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] For port ce1893f8-0e19-4068-a860-9844a22c84fc, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ce1893f8-0e19-4068-a860-9844a22c84fc,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:58:29.510456 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:29.547085 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:29.547697 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:29.549106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] 10.222.0.71 "PUT /v2.0/ports/ce1893f8-0e19-4068-a860-9844a22c84fc HTTP/1.1" status: 200 len: 1092 time: 0.5885851 Nov 19 09:58:29.569576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e389b0-a8cf-4ea7-aac8-e31f8c78d0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1893f8-0e19-4068-a860-9844a22c84fc,revision_number=7']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:29.613781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-fe65c7a1-f72f-4f96-a659-b1ef395f731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:29.615334 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-fe65c7a1-f72f-4f96-a659-b1ef395f731c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 1095 time: 0.0413227 Nov 19 09:58:29.709625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-cd075eec-766a-4e83-9096-35287471ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:29.711353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-cd075eec-766a-4e83-9096-35287471ee6f service neutron] 10.222.0.71 "GET /v2.0/networks?id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 200 len: 915 time: 0.0884964 Nov 19 09:58:29.752733 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-47dca3fc-ba91-4d45-8fcd-7f3803679e05 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1893f8-0e19-4068-a860-9844a22c84fc HTTP/1.1" status: 200 len: 217 time: 0.0341442 Nov 19 09:58:29.801940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-ff9e6c72-e54a-4fd8-910f-fe4f926c4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:29.803404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-ff9e6c72-e54a-4fd8-910f-fe4f926c4114 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8082cc2-e20e-4613-8d9b-8543ee987bb3 HTTP/1.1" status: 200 len: 854 time: 0.0429621 Nov 19 09:58:29.835782 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-802f1412-19d7-4b7d-8e32-7b1ddf93b693 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247951 Nov 19 09:58:29.964510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b4472-cf0c-457a-b1db-949ac0693692 req-bc1d63d9-039d-4941-aeba-3b178f0bbb80 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:29.966026 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-773b4472-cf0c-457a-b1db-949ac0693692 req-bc1d63d9-039d-4941-aeba-3b178f0bbb80 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 943 time: 0.0773699 Nov 19 09:58:29.968165 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-21d54a13-1d7c-40a2-a534-674ce77dde5b service neutron] 10.222.0.71 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246495 Nov 19 09:58:30.067144 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-773b4472-cf0c-457a-b1db-949ac0693692 req-52df7dd4-8fae-4620-8736-400cba2f6e94 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948899 Nov 19 09:58:30.092044 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c14b95d1-bebd-4a37-9c31-719c06e51eba req-ef58ef38-fa80-40d1-820f-d2bad55edbb5 service neutron] 10.222.0.71 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142352 Nov 19 09:58:31.184928 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9a0f0-cb47-4236-9730-734c71c14880 req-8c1faf0a-1367-4f97-b117-285223311938 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:31.186412 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1b9a0f0-cb47-4236-9730-734c71c14880 req-8c1faf0a-1367-4f97-b117-285223311938 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 943 time: 0.0495453 Nov 19 09:58:31.238135 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a1b9a0f0-cb47-4236-9730-734c71c14880 req-79b85519-c30c-40fb-8d29-1ee14daee17d tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452542 Nov 19 09:58:31.352282 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a735657-1855-4c30-a03b-100926525400', 'tag': 'ce1893f8-0e19-4068-a860-9844a22c84fc'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:58:31.354610 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766f8278-d0ab-425b-bcdf-7df036734c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a735657-1855-4c30-a03b-100926525400", "tag": "ce1893f8-0e19-4068-a860-9844a22c84fc"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:58:31.403250 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6c4f74-1949-4cc9-9d0b-58a2453e7a83 x-openstack-request-id: req-8c6c4f74-1949-4cc9-9d0b-58a2453e7a83 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:58:31.403544 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a735657-1855-4c30-a03b-100926525400", "tag": "ce1893f8-0e19-4068-a860-9844a22c84fc", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:58:31.403824 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c6c4f74-1949-4cc9-9d0b-58a2453e7a83 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:58:31.404227 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a735657-1855-4c30-a03b-100926525400', 'tag': 'ce1893f8-0e19-4068-a860-9844a22c84fc', 'status': 'completed', 'code': 200} Nov 19 09:58:31.486545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-6bd3e573-e409-4414-8dd9-9494885fa3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:31.488557 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-6bd3e573-e409-4414-8dd9-9494885fa3f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 1095 time: 0.0665689 Nov 19 09:58:31.493741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-c8617795-ef7f-4518-b99f-37e49f8d81c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:31.495100 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-c8617795-ef7f-4518-b99f-37e49f8d81c9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 1095 time: 0.0633392 Nov 19 09:58:31.648719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-a10e4dcf-a527-4f84-94fa-6882bc526dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:31.650220 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-a10e4dcf-a527-4f84-94fa-6882bc526dd5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 200 len: 915 time: 0.1542897 Nov 19 09:58:31.651495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-8d37ec24-8f1d-4de6-b4fb-6d1368ad9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:31.652647 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-8d37ec24-8f1d-4de6-b4fb-6d1368ad9391 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 200 len: 915 time: 0.1496902 Nov 19 09:58:31.703247 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-99b8d6b1-14e4-4880-8933-c9b2a1ec8022 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1893f8-0e19-4068-a860-9844a22c84fc HTTP/1.1" status: 200 len: 217 time: 0.0445848 Nov 19 09:58:31.734322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device ce1893f8-0e19-4068-a860-9844a22c84fc no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:58:31.738040 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-f7cbc3c9-c145-43c6-906c-bc79941db623 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1893f8-0e19-4068-a860-9844a22c84fc HTTP/1.1" status: 200 len: 217 time: 0.0712883 Nov 19 09:58:31.809639 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-9a36df30-6ccc-462b-a3ba-868564464a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:31.811170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-9a36df30-6ccc-462b-a3ba-868564464a0a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c8082cc2-e20e-4613-8d9b-8543ee987bb3 HTTP/1.1" status: 200 len: 854 time: 0.0822082 Nov 19 09:58:31.830110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-6385a077-9154-4acb-b378-50449dea5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:31.831611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-6385a077-9154-4acb-b378-50449dea5aec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8082cc2-e20e-4613-8d9b-8543ee987bb3 HTTP/1.1" status: 200 len: 854 time: 0.0750566 Nov 19 09:58:31.859492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-8a19286b-8866-4efd-b6ef-751a5926e812 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391152 Nov 19 09:58:31.885528 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-a3b8bfc2-7dd9-4cbc-99f5-0d10e31bbdb6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353918 Nov 19 09:58:31.933004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device ce1893f8-0e19-4068-a860-9844a22c84fc not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:58:32.030271 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-a28163c5-6974-4027-add6-3b5b476d4fd1 service neutron] 10.222.0.66 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535537 Nov 19 09:58:32.033518 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-db3a2791-801d-4315-9b01-df95d812a4e2 service neutron] 10.222.0.71 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370823 Nov 19 09:58:32.188965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-6a8c6da1-58d3-43c3-8e06-acff1102f389 service neutron] 10.222.0.66 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516666 Nov 19 09:58:32.191370 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-766f8278-d0ab-425b-bcdf-7df036734c2f req-7e4181e2-b396-4dd6-9979-ff271cd83e8b service neutron] 10.222.0.71 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474202 Nov 19 09:58:32.353794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6f29b-fd94-4816-ac78-793b771f9fba req-8625fccd-e883-4a3a-b120-ae1afb123ed8 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:32.355270 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62f6f29b-fd94-4816-ac78-793b771f9fba req-8625fccd-e883-4a3a-b120-ae1afb123ed8 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 943 time: 0.0490589 Nov 19 09:58:32.400912 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-62f6f29b-fd94-4816-ac78-793b771f9fba req-ff571fd9-5f96-41bc-85ab-9939abb54498 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397873 Nov 19 09:58:32.498883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device ce1893f8-0e19-4068-a860-9844a22c84fc details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:58:32.593937 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port ce1893f8-0e19-4068-a860-9844a22c84fc, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ce1893f8-0e19-4068-a860-9844a22c84fc,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:58:32.606031 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'ce1893f8-0e19-4068-a860-9844a22c84fc', 'network_id': '1af5dd4c-e7f6-43d3-81ae-8af654b88cb2', 'port_id': 'ce1893f8-0e19-4068-a860-9844a22c84fc', 'mac_address': 'fa:16:3e:cc:94:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8082cc2-e20e-4613-8d9b-8543ee987bb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:58:32.634068 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ebfee-2849-42f7-aa36-8342e024829d req-77a0f232-2aa5-4ce6-bcb1-c3d4224a63ee tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:32.635569 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e5ebfee-2849-42f7-aa36-8342e024829d req-77a0f232-2aa5-4ce6-bcb1-c3d4224a63ee tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 943 time: 0.0861738 Nov 19 09:58:32.646955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a93613-5ce0-4efa-84f2-8ba8df248fd0 req-a86f76a6-c183-4416-92ca-731682ae4d8a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:32.647187 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:32.648449 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49a93613-5ce0-4efa-84f2-8ba8df248fd0 req-a86f76a6-c183-4416-92ca-731682ae4d8a tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400&tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 943 time: 0.0734596 Nov 19 09:58:32.660735 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1893f8-0e19-4068-a860-9844a22c84fc {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:58:32.680267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port ce1893f8-0e19-4068-a860-9844a22c84fc, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ce1893f8-0e19-4068-a860-9844a22c84fc,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:58:32.684019 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:32.730559 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e5ebfee-2849-42f7-aa36-8342e024829d req-c2e47096-3141-4edc-8417-faa5b7cbabb1 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811105 Nov 19 09:58:32.730812 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=ce1893f8-0e19-4068-a860-9844a22c84fc,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:32.738187 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:32.738796 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:32.738902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:32.739211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:32.739555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:32.739889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:32.740221 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:32.740488 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-49a93613-5ce0-4efa-84f2-8ba8df248fd0 req-4db40100-78c9-4ea7-b0f4-f80dfeee50c8 service neutron] delete failed (client error): The resource could not be found. Nov 19 09:58:32.740591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:32.740875 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:32.741239 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:32.741571 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:32.741861 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49a93613-5ce0-4efa-84f2-8ba8df248fd0 req-4db40100-78c9-4ea7-b0f4-f80dfeee50c8 service neutron] 10.222.0.66 "DELETE /v2.0/ports/ce1893f8-0e19-4068-a860-9844a22c84fc/bindings/n-h1-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.0790021 Nov 19 09:58:32.741974 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:32.834516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a93613-5ce0-4efa-84f2-8ba8df248fd0 req-aa73b20f-69b1-4c52-ae3a-470c3b851819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:32.835954 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49a93613-5ce0-4efa-84f2-8ba8df248fd0 req-aa73b20f-69b1-4c52-ae3a-470c3b851819 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 1096 time: 0.0423336 Nov 19 09:58:32.913333 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['ce1893f8-0e19-4068-a860-9844a22c84fc'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:58:32.928385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a93613-5ce0-4efa-84f2-8ba8df248fd0 req-ee4e18f0-e008-499c-9f24-c653d1aea4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:32.929885 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49a93613-5ce0-4efa-84f2-8ba8df248fd0 req-ee4e18f0-e008-499c-9f24-c653d1aea4a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 200 len: 915 time: 0.0864854 Nov 19 09:58:32.973783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49a93613-5ce0-4efa-84f2-8ba8df248fd0 req-59a9c8e3-d1c1-41a7-9187-18a5bd395874 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce1893f8-0e19-4068-a860-9844a22c84fc HTTP/1.1" status: 200 len: 217 time: 0.0351048 Nov 19 09:58:33.022170 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a93613-5ce0-4efa-84f2-8ba8df248fd0 req-ed99b90d-db44-4c86-a695-13a012a3dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:33.023560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49a93613-5ce0-4efa-84f2-8ba8df248fd0 req-ed99b90d-db44-4c86-a695-13a012a3dba8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c8082cc2-e20e-4613-8d9b-8543ee987bb3 HTTP/1.1" status: 200 len: 854 time: 0.0431213 Nov 19 09:58:33.059203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49a93613-5ce0-4efa-84f2-8ba8df248fd0 req-25d070e9-d598-44a0-985e-b97c87849b9b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286388 Nov 19 09:58:33.147827 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49a93613-5ce0-4efa-84f2-8ba8df248fd0 req-e283bd02-e1df-4427-bd14-de35669c081f service neutron] 10.222.0.66 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807474 Nov 19 09:58:33.239764 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49a93613-5ce0-4efa-84f2-8ba8df248fd0 req-c6067102-a6c7-413a-84cf-0c0a5f62bc01 service neutron] 10.222.0.66 "GET /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849862 Nov 19 09:58:33.853752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576e6d8-b0e3-406c-97b5-0b6df687ae80 req-f777cf89-5c39-4f86-8d7a-15450ce6ca5f tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:33.855266 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d576e6d8-b0e3-406c-97b5-0b6df687ae80 req-f777cf89-5c39-4f86-8d7a-15450ce6ca5f tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 944 time: 0.0506625 Nov 19 09:58:33.902079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d576e6d8-b0e3-406c-97b5-0b6df687ae80 req-f76c2844-6855-4b90-982d-e912fdbe1909 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 Nov 19 09:58:34.015608 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983a516-8789-4424-9fa0-6c8709f51537 req-b784cf1a-9c70-4a9a-b8c4-1be3daaf413d tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:34.017099 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f983a516-8789-4424-9fa0-6c8709f51537 req-b784cf1a-9c70-4a9a-b8c4-1be3daaf413d tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 944 time: 0.0486145 Nov 19 09:58:34.063116 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f983a516-8789-4424-9fa0-6c8709f51537 req-ab84ef12-ef18-4362-bdb0-55584954f796 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395133 Nov 19 09:58:34.180825 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f26084-5227-4b37-b6ec-433832082c4b req-e2d63710-f0e0-4e86-bbc8-2f89d3b46e05 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:34.182242 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b7f26084-5227-4b37-b6ec-433832082c4b req-e2d63710-f0e0-4e86-bbc8-2f89d3b46e05 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 944 time: 0.0546997 Nov 19 09:58:34.229339 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b7f26084-5227-4b37-b6ec-433832082c4b req-1b206cc1-0b8e-4358-ae3a-543fa1c26f76 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405984 Nov 19 09:58:34.505659 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device ce1893f8-0e19-4068-a860-9844a22c84fc up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:58:34.553162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d6b00-e31e-4df1-9ab6-776a55ea7f17 req-0e345934-0827-47fe-b536-8b7818665e4e tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:34.554691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e89d6b00-e31e-4df1-9ab6-776a55ea7f17 req-0e345934-0827-47fe-b536-8b7818665e4e tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 944 time: 0.0493126 Nov 19 09:58:34.556998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port ce1893f8-0e19-4068-a860-9844a22c84fc completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:58:34.561482 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port ce1893f8-0e19-4068-a860-9844a22c84fc triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:58:34.562035 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:34.606502 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e89d6b00-e31e-4df1-9ab6-776a55ea7f17 req-3f2d330f-da8d-47cc-bbeb-48ec848a83a8 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450127 Nov 19 09:58:34.639148 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:34.665100 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a735657-1855-4c30-a03b-100926525400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1893f8-0e19-4068-a860-9844a22c84fc'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:58:34.667428 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26726bba-94eb-4320-804f-110967d52690" -d '{"events": [{"server_uuid": "7a735657-1855-4c30-a03b-100926525400", "name": "network-vif-plugged", "status": "completed", "tag": "ce1893f8-0e19-4068-a860-9844a22c84fc"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:58:34.679934 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port ce1893f8-0e19-4068-a860-9844a22c84fc, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ce1893f8-0e19-4068-a860-9844a22c84fc,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:58:34.684067 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:34.707868 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f4b194-698c-4ed5-9703-ade558264f13 x-openstack-request-id: req-01f4b194-698c-4ed5-9703-ade558264f13 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:58:34.708092 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a735657-1855-4c30-a03b-100926525400", "name": "network-vif-plugged", "status": "completed", "tag": "ce1893f8-0e19-4068-a860-9844a22c84fc", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:58:34.708344 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01f4b194-698c-4ed5-9703-ade558264f13 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:58:34.708733 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a735657-1855-4c30-a03b-100926525400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1893f8-0e19-4068-a860-9844a22c84fc', 'code': 200} Nov 19 09:58:34.732871 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=ce1893f8-0e19-4068-a860-9844a22c84fc,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:35.726243 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626f214-bb0f-4774-9e2f-88f29f51b393 req-9bbf9973-e255-4d5b-ba5f-089ec7f79c26 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:35.727723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3626f214-bb0f-4774-9e2f-88f29f51b393 req-9bbf9973-e255-4d5b-ba5f-089ec7f79c26 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0523226 Nov 19 09:58:35.778107 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3626f214-bb0f-4774-9e2f-88f29f51b393 req-0fddeb9e-babb-4116-b018-f2b69082fb3f tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd9a8f6-1af7-4b6b-b381-7701b50e9779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444849 Nov 19 09:58:35.989810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1c7c5-7f0b-4a65-83e7-41744dd4140d req-b4fefa0b-9d61-49be-9808-4a758ab7ab6b tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:35.991263 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2fc1c7c5-7f0b-4a65-83e7-41744dd4140d req-b4fefa0b-9d61-49be-9808-4a758ab7ab6b tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 945 time: 0.0480571 Nov 19 09:58:36.078563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-2fc1c7c5-7f0b-4a65-83e7-41744dd4140d req-65bd1f43-f4f0-456e-8e30-a92886b7bacc tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Deleting port ce1893f8-0e19-4068-a860-9844a22c84fc {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 09:58:36.078905 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2fc1c7c5-7f0b-4a65-83e7-41744dd4140d req-65bd1f43-f4f0-456e-8e30-a92886b7bacc tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:36.430041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-2fc1c7c5-7f0b-4a65-83e7-41744dd4140d req-65bd1f43-f4f0-456e-8e30-a92886b7bacc tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] For port ce1893f8-0e19-4068-a860-9844a22c84fc, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=ce1893f8-0e19-4068-a860-9844a22c84fc,segment=NetworkSegment(cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76),segment_id=cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:58:36.430309 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2fc1c7c5-7f0b-4a65-83e7-41744dd4140d req-65bd1f43-f4f0-456e-8e30-a92886b7bacc tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:36.442994 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-2fc1c7c5-7f0b-4a65-83e7-41744dd4140d req-65bd1f43-f4f0-456e-8e30-a92886b7bacc tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Calling delete_port for ce1893f8-0e19-4068-a860-9844a22c84fc owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 09:58:36.568858 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2fc1c7c5-7f0b-4a65-83e7-41744dd4140d req-65bd1f43-f4f0-456e-8e30-a92886b7bacc tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:36.580295 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['ce1893f8-0e19-4068-a860-9844a22c84fc'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:58:36.596970 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd1f43-f4f0-456e-8e30-a92886b7bacc tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Pushing event deleted for resources: {'Port': ['ID=ce1893f8-0e19-4068-a860-9844a22c84fc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:36.637369 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc1c7c5-7f0b-4a65-83e7-41744dd4140d req-65bd1f43-f4f0-456e-8e30-a92886b7bacc tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] No DVR routers for this DVR port ce1893f8-0e19-4068-a860-9844a22c84fc on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 09:58:36.639988 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2fc1c7c5-7f0b-4a65-83e7-41744dd4140d req-65bd1f43-f4f0-456e-8e30-a92886b7bacc tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:36.644197 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2fc1c7c5-7f0b-4a65-83e7-41744dd4140d req-65bd1f43-f4f0-456e-8e30-a92886b7bacc tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.71 "DELETE /v2.0/ports/ce1893f8-0e19-4068-a860-9844a22c84fc HTTP/1.1" status: 204 len: 173 time: 0.6464455 Nov 19 09:58:36.644648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a735657-1855-4c30-a03b-100926525400', 'name': 'network-vif-deleted', 'tag': 'ce1893f8-0e19-4068-a860-9844a22c84fc'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:58:36.646973 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37237d21-d1f3-4a97-9fbc-2a3e96a396bf" -d '{"events": [{"server_uuid": "7a735657-1855-4c30-a03b-100926525400", "name": "network-vif-deleted", "tag": "ce1893f8-0e19-4068-a860-9844a22c84fc"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:58:36.688186 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dfc15f-62a0-4108-a546-12a0e1b4f525 x-openstack-request-id: req-51dfc15f-62a0-4108-a546-12a0e1b4f525 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:58:36.688497 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a735657-1855-4c30-a03b-100926525400", "name": "network-vif-deleted", "tag": "ce1893f8-0e19-4068-a860-9844a22c84fc", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:58:36.688757 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51dfc15f-62a0-4108-a546-12a0e1b4f525 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:58:36.689198 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a735657-1855-4c30-a03b-100926525400', 'name': 'network-vif-deleted', 'tag': 'ce1893f8-0e19-4068-a860-9844a22c84fc', 'status': 'completed', 'code': 200} Nov 19 09:58:36.887448 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56445060-5d19-465a-aeaf-47ddfdd29ccb req-4cea8780-49d8-44a1-8046-d760ffbc4312 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a735657-1855-4c30-a03b-100926525400 HTTP/1.1" status: 200 len: 210 time: 0.0302248 Nov 19 09:58:38.007561 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33514) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:58:38.051230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f17058-7030-46a4-a846-c7ac8b6c1510 admin admin] Deleting subnet c8082cc2-e20e-4613-8d9b-8543ee987bb3 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 09:58:38.054387 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86f17058-7030-46a4-a846-c7ac8b6c1510 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:38.088983 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86f17058-7030-46a4-a846-c7ac8b6c1510 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:38.125901 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86f17058-7030-46a4-a846-c7ac8b6c1510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:38.180186 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86f17058-7030-46a4-a846-c7ac8b6c1510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:38.204842 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f17058-7030-46a4-a846-c7ac8b6c1510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8082cc2-e20e-4613-8d9b-8543ee987bb3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:38.209355 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86f17058-7030-46a4-a846-c7ac8b6c1510 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:38.212669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-86f17058-7030-46a4-a846-c7ac8b6c1510 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c8082cc2-e20e-4613-8d9b-8543ee987bb3 HTTP/1.1" status: 204 len: 168 time: 0.2040987 Nov 19 09:58:38.215162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33516) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:58:38.282019 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea92d-aac8-4968-a959-c890caed5a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:38.371807 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea92d-aac8-4968-a959-c890caed5a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:38.391389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-6c4ea92d-aac8-4968-a959-c890caed5a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af5dd4c-e7f6-43d3-81ae-8af654b88cb2']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:58:38.401323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-6c4ea92d-aac8-4968-a959-c890caed5a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:58:38.401593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-6c4ea92d-aac8-4968-a959-c890caed5a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc09b8fb-9c1a-4f4e-8ebf-205250cbeb76') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:58:38.410826 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea92d-aac8-4968-a959-c890caed5a0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:38.424193 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea92d-aac8-4968-a959-c890caed5a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:38.430011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4ea92d-aac8-4968-a959-c890caed5a0f admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 09:58:38.430451 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea92d-aac8-4968-a959-c890caed5a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: timer() Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 09:58:38.432015 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 09:58:38.485003 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea92d-aac8-4968-a959-c890caed5a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:38.490415 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6c4ea92d-aac8-4968-a959-c890caed5a0f admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:38.493651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6c4ea92d-aac8-4968-a959-c890caed5a0f admin admin] 10.222.0.21 "DELETE /v2.0/networks/1af5dd4c-e7f6-43d3-81ae-8af654b88cb2 HTTP/1.1" status: 204 len: 168 time: 0.2775481 Nov 19 09:58:38.504445 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ea92d-aac8-4968-a959-c890caed5a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=1af5dd4c-e7f6-43d3-81ae-8af654b88cb2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:38.601624 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33520) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:58:38.644355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1bb34508-2ab2-445c-9877-093682b485db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ce3a1b3551c4473a1d11252e9df3b4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414674 Nov 19 09:58:38.647434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33522) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:58:38.695474 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91580c67-6da6-472d-af2a-115e23480cec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:38.717479 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91580c67-6da6-472d-af2a-115e23480cec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:38.763390 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91580c67-6da6-472d-af2a-115e23480cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:38.766145 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-91580c67-6da6-472d-af2a-115e23480cec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:38.769559 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-91580c67-6da6-472d-af2a-115e23480cec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccd9a8f6-1af7-4b6b-b381-7701b50e9779 HTTP/1.1" status: 204 len: 168 time: 0.1211040 Nov 19 09:58:38.778249 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91580c67-6da6-472d-af2a-115e23480cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd9a8f6-1af7-4b6b-b381-7701b50e9779,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:39.480996 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33544) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:58:39.588906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c1657a5c-16ea-4b0b-acd6-07fe92893beb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1044687632-network', 'tenant_id': '9a1ca7995613423293ba73c118844c26'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:58:39.611568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1657a5c-16ea-4b0b-acd6-07fe92893beb admin admin] Made reservation on behalf of 9a1ca7995613423293ba73c118844c26 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:58:39.614061 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1657a5c-16ea-4b0b-acd6-07fe92893beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:39.622925 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1657a5c-16ea-4b0b-acd6-07fe92893beb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:39.697160 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1657a5c-16ea-4b0b-acd6-07fe92893beb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:39.701485 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1657a5c-16ea-4b0b-acd6-07fe92893beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:39.725943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1657a5c-16ea-4b0b-acd6-07fe92893beb admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 09:58:39.735626 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1657a5c-16ea-4b0b-acd6-07fe92893beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea785f2a-817b-4307-be82-eba7789befff,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:39.741301 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1657a5c-16ea-4b0b-acd6-07fe92893beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:39.741648 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-c1657a5c-16ea-4b0b-acd6-07fe92893beb admin admin] Added segment 8de37e38-45a3-4760-a3a1-1bc7a11b2b0b of type vlan for network fc06605d-eb91-4419-86f0-977e3e745b3d Nov 19 09:58:39.783023 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1657a5c-16ea-4b0b-acd6-07fe92893beb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:39.809023 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1657a5c-16ea-4b0b-acd6-07fe92893beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:39.810164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1657a5c-16ea-4b0b-acd6-07fe92893beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:39.810744 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1657a5c-16ea-4b0b-acd6-07fe92893beb admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:39.868024 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c1657a5c-16ea-4b0b-acd6-07fe92893beb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3858738 Nov 19 09:58:39.870977 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33548) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:58:39.872941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1657a5c-16ea-4b0b-acd6-07fe92893beb admin admin] Pushing event updated for resources: {'Network': ['ID=fc06605d-eb91-4419-86f0-977e3e745b3d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:39.876157 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Request body: {'subnet': {'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1044687632-subnet', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:58:39.883195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network fc06605d-eb91-4419-86f0-977e3e745b3d details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 09:58:39.899490 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Made reservation on behalf of 9a1ca7995613423293ba73c118844c26 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:58:39.901875 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:40.069880 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:40.125661 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e39b8c-91e0-4d2d-976d-eb39936e43d9,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:40.136783 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:40.137185 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:40.137527 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:40.137871 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:40.138216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:40.138556 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:40.138898 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:40.139230 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:40.139564 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:40.139896 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:40.140232 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:40.140565 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:40.143498 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Checking segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:58:40.143869 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Network hostable DHCP agents. Network: fc06605d-eb91-4419-86f0-977e3e745b3d, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 09:58:40.161146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Network fc06605d-eb91-4419-86f0-977e3e745b3d is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 09:58:40.170514 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, fc06605d-eb91-4419-86f0-977e3e745b3d) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:58:40.174393 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:40.174994 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:40.179312 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5efac35-4bb2-4cc1-8c4b-3a0a2c2619ce None None] Network fc06605d-eb91-4419-86f0-977e3e745b3d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:58:40.190491 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-81452cec-4498-4015-b0ac-379fdc762354 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3183439 Nov 19 09:58:40.194032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33550) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:58:40.198510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:58:40.222485 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:40.223651 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:40.279941 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:40.329862 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-fc06605d-eb91-4419-86f0-977e3e745b3d', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 09:58:40.330808 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:40.419761 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:40.467549 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Allocated IP 172.20.0.2 (fc06605d-eb91-4419-86f0-977e3e745b3d/d7e39b8c-91e0-4d2d-976d-eb39936e43d9/20e6ddaf-4c31-4c79-97be-f946123d8a62) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:58:40.530493 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device ce1893f8-0e19-4068-a860-9844a22c84fc no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 09:58:40.560248 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: ce1893f8-0e19-4068-a860-9844a22c84fc {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 09:58:40.560607 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device ce1893f8-0e19-4068-a860-9844a22c84fc not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 09:58:40.624609 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:40.643381 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:40.646077 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:40.651129 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:40.699557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Network fc06605d-eb91-4419-86f0-977e3e745b3d is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:58:40.703744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:58:40.705914 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Pushing event updated for resources: {'Port': ['ID=20e6ddaf-4c31-4c79-97be-f946123d8a62,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:40.708220 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:58:40.762735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Allocated IP 172.25.0.223 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/e130919f-1d1b-48bc-a85f-9a9c41b170e9) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:58:40.772272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Attempting to bind port 20e6ddaf-4c31-4c79-97be-f946123d8a62 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:58:40.773743 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Attempting to bind port 20e6ddaf-4c31-4c79-97be-f946123d8a62 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:58:40.774247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Attempting to bind port 20e6ddaf-4c31-4c79-97be-f946123d8a62 on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:58:40.782131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:58:40.782552 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Checking segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:58:40.782977 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:40.783405 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Bound using segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:58:40.783898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Bound port: 20e6ddaf-4c31-4c79-97be-f946123d8a62, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:58:40.784292 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:40.850575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] For port 20e6ddaf-4c31-4c79-97be-f946123d8a62, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:58:40.853830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] For port 20e6ddaf-4c31-4c79-97be-f946123d8a62, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=20e6ddaf-4c31-4c79-97be-f946123d8a62,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:58:40.858548 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:40.885174 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:40.919726 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933de882-e82e-415b-90a5-ce05a1c1ffd7 None None] Pushing event updated for resources: {'Port': ['ID=20e6ddaf-4c31-4c79-97be-f946123d8a62,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:40.936937 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:40.985197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:58:40.988899 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:58:40.994369 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:58:41.005596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b167176c-68b2-490e-bc47-68c2c6dd1bd9 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:58:41.042736 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=e130919f-1d1b-48bc-a85f-9a9c41b170e9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:41.154413 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fa5d13c5-d0ad-436f-8f6d-98af1d814f0c None None] Provisioning complete for port e130919f-1d1b-48bc-a85f-9a9c41b170e9 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:58:41.154603 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fa5d13c5-d0ad-436f-8f6d-98af1d814f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:41.196751 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-fa5d13c5-d0ad-436f-8f6d-98af1d814f0c None None] Port e130919f-1d1b-48bc-a85f-9a9c41b170e9 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:58:41.320601 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:41.518573 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:41.668083 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 09:58:41.761040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 20e6ddaf-4c31-4c79-97be-f946123d8a62 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:58:41.792824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:58:41.814861 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:41.818059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Sync routers for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:58:41.819842 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33552) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:58:41.820742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-930d6578-af43-4795-b8c5-56bcd0e26ed4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6255469 Nov 19 09:58:41.843010 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:58:41.843658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:58:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:58:41.978545 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:58:42.012094 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 20e6ddaf-4c31-4c79-97be-f946123d8a62 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:58:42.012094 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:42.064567 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a5854b-03ae-4e18-84a8-75461e5b2b60 None None] Network fc06605d-eb91-4419-86f0-977e3e745b3d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 09:58:42.200864 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b0736354-a0b9-41fe-827e-1ca9195469ea None None] Provisioning complete for port 20e6ddaf-4c31-4c79-97be-f946123d8a62 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:58:42.201263 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0736354-a0b9-41fe-827e-1ca9195469ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:42.285815 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:42.357363 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:42.448133 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Allocated IP 172.20.0.1 (fc06605d-eb91-4419-86f0-977e3e745b3d/d7e39b8c-91e0-4d2d-976d-eb39936e43d9/4e60ab86-c408-456d-af2b-30d5bfdd81f3) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:58:42.463594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 20e6ddaf-4c31-4c79-97be-f946123d8a62, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=20e6ddaf-4c31-4c79-97be-f946123d8a62,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:58:42.471069 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:42.475694 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0736354-a0b9-41fe-827e-1ca9195469ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:42.515223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:41Z', 'revision_number': 3, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:58:42.555108 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:42.593639 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:42.640313 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Network fc06605d-eb91-4419-86f0-977e3e745b3d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:58:42.643504 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:58:42.647785 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:58:42.653698 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Pushing event updated for resources: {'Port': ['ID=4e60ab86-c408-456d-af2b-30d5bfdd81f3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:42.691078 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:42.717779 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Checking router: 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:58:42.718135 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Updating router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 port e130919f-1d1b-48bc-a85f-9a9c41b170e9 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:58:42.774730 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=20e6ddaf-4c31-4c79-97be-f946123d8a62,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:42.784622 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:42.817248 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-b0736354-a0b9-41fe-827e-1ca9195469ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 09:58:42.818059 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-b0736354-a0b9-41fe-827e-1ca9195469ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 09:58:42.827211 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:43.001851 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:43.007772 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:43.058673 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:43.065369 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:43.082074 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Pushing event updated for resources: {'Port': ['ID=4e60ab86-c408-456d-af2b-30d5bfdd81f3,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:43.085018 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:43.128651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a288da0f-a89d-4a98-a20c-2ac6b0a0be40 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:58:43.134319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f332f0d-7bb8-4ebf-8f3f-add1e45f133f None None] Pushing event updated for resources: {'Port': ['ID=e130919f-1d1b-48bc-a85f-9a9c41b170e9,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:43.137381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Attempting to bind port e130919f-1d1b-48bc-a85f-9a9c41b170e9 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:58:43.137759 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Attempting to bind port e130919f-1d1b-48bc-a85f-9a9c41b170e9 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:58:43.138152 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Attempting to bind port e130919f-1d1b-48bc-a85f-9a9c41b170e9 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:58:43.145898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:58:43.146307 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:58:43.146677 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:43.147068 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:58:43.147544 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Bound port: e130919f-1d1b-48bc-a85f-9a9c41b170e9, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:58:43.147926 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:43.199909 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Network fc06605d-eb91-4419-86f0-977e3e745b3d is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:58:43.201545 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:58:43.201955 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] For port e130919f-1d1b-48bc-a85f-9a9c41b170e9, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:58:43.205605 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] For port e130919f-1d1b-48bc-a85f-9a9c41b170e9, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e130919f-1d1b-48bc-a85f-9a9c41b170e9,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:58:43.210864 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:43.260217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e970b8-b893-41b7-ab41-823f089da58a None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 09:58:43.279969 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:58:43.280677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:58:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:58:43.285463 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f332f0d-7bb8-4ebf-8f3f-add1e45f133f None None] Pushing event updated for resources: {'Port': ['ID=e130919f-1d1b-48bc-a85f-9a9c41b170e9,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:43.336676 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:58:43.431580 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:58:43.457296 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:58:43.464062 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f1a18401-6c12-44f5-9312-d9da1cb01cdb admin admin] 10.222.0.21 "PUT /v2.0/routers/6a22b6f8-6de3-44ff-8ed1-c7273e3fc780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6427486 Nov 19 09:58:43.573361 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3399e34d-3221-427a-9860-543ac15f42c0 None None] Provisioning complete for port 20e6ddaf-4c31-4c79-97be-f946123d8a62 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:58:43.573735 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3399e34d-3221-427a-9860-543ac15f42c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:43.705582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 20e6ddaf-4c31-4c79-97be-f946123d8a62 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:58:43.732988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 2, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:58:43.769792 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab4257-f59a-4da0-89be-3ae98b5443f0 None None] The sync data for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 is: [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 2, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:58:43.784458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3399e34d-3221-427a-9860-543ac15f42c0 None None] Provisioning complete for port e130919f-1d1b-48bc-a85f-9a9c41b170e9 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:58:43.784832 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3399e34d-3221-427a-9860-543ac15f42c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:43.835435 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 20e6ddaf-4c31-4c79-97be-f946123d8a62 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:58:43.835799 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:43.902664 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33560) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:58:43.907414 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-084ee3b5-cb11-4613-8899-12f7f600787c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--858143946', 'description': 'tempest-description--1745428595'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:58:43.917823 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3399e34d-3221-427a-9860-543ac15f42c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:43.935846 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-084ee3b5-cb11-4613-8899-12f7f600787c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:43.962833 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3399e34d-3221-427a-9860-543ac15f42c0 None None] For port e130919f-1d1b-48bc-a85f-9a9c41b170e9, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e130919f-1d1b-48bc-a85f-9a9c41b170e9,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:58:43.969442 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3399e34d-3221-427a-9860-543ac15f42c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.028437 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3399e34d-3221-427a-9860-543ac15f42c0 None None] Provisioning complete for port 4e60ab86-c408-456d-af2b-30d5bfdd81f3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:58:44.028806 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3399e34d-3221-427a-9860-543ac15f42c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.048267 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-084ee3b5-cb11-4613-8899-12f7f600787c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.057209 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-084ee3b5-cb11-4613-8899-12f7f600787c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.077374 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399e34d-3221-427a-9860-543ac15f42c0 None None] Pushing event updated for resources: {'Port': ['ID=e130919f-1d1b-48bc-a85f-9a9c41b170e9,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:44.085583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3399e34d-3221-427a-9860-543ac15f42c0 None None] Port 4e60ab86-c408-456d-af2b-30d5bfdd81f3 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:58:44.094423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ee3b5-cb11-4613-8899-12f7f600787c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6d550b-ed95-4a88-b6c1-241ed3920ccf,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:44.101531 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-084ee3b5-cb11-4613-8899-12f7f600787c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.105616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-084ee3b5-cb11-4613-8899-12f7f600787c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1991305 Nov 19 09:58:44.106164 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 33562) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:58:44.110610 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e82e6906-c448-4264-a729-0b6857adb44d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Request body: {'security_group_rule': {'security_group_id': '6e6d550b-ed95-4a88-b6c1-241ed3920ccf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:58:44.141007 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e82e6906-c448-4264-a729-0b6857adb44d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.205571 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e82e6906-c448-4264-a729-0b6857adb44d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.210392 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e82e6906-c448-4264-a729-0b6857adb44d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.229586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e6906-c448-4264-a729-0b6857adb44d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db407bc1-200f-4092-a588-2e82661d87b8,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:44.237127 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e82e6906-c448-4264-a729-0b6857adb44d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.238373 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e82e6906-c448-4264-a729-0b6857adb44d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313992 Nov 19 09:58:44.241129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33564) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:58:44.245970 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0d91cff6-e020-407f-b631-938b7e8fc689 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Request body: {'security_group_rule': {'security_group_id': '6e6d550b-ed95-4a88-b6c1-241ed3920ccf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:58:44.279455 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d91cff6-e020-407f-b631-938b7e8fc689 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.360787 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d91cff6-e020-407f-b631-938b7e8fc689 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.365797 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d91cff6-e020-407f-b631-938b7e8fc689 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.384976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91cff6-e020-407f-b631-938b7e8fc689 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2e6f30-9e08-46d5-8aaf-330f9a330969,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:44.397272 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0d91cff6-e020-407f-b631-938b7e8fc689 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.402599 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0d91cff6-e020-407f-b631-938b7e8fc689 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1570153 Nov 19 09:58:44.403184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33566) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:58:44.409642 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:58:44.436874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.554739 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.661948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Allocated IP 172.25.0.42 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/fd864a89-32af-49d3-beb3-87cedd26d0f3) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:58:44.775593 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.811684 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.852699 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:58:44.855878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:58:44.859341 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:58:44.881962 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Pushing event updated for resources: {'Port': ['ID=fd864a89-32af-49d3-beb3-87cedd26d0f3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:44.946826 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:44.985342 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:45.140035 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:45.145177 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:45.216847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Pushing event updated for resources: {'Port': ['ID=fd864a89-32af-49d3-beb3-87cedd26d0f3,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:45.228394 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:45.244066 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:45.246898 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3e471a23-1910-4f13-9459-75edc43745d7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8425133 Nov 19 09:58:45.396831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f66666-028a-4012-b342-bf4fc96c6985 req-1f34f1c1-61c8-4a33-b757-591fffe9ea87 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--858143946&fields=id&tenant_id=9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 267 time: 0.0429008 Nov 19 09:58:45.510854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f66666-028a-4012-b342-bf4fc96c6985 req-5e0ef1fe-231d-468c-a53e-7efa5fb3c796 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:45.512353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f66666-028a-4012-b342-bf4fc96c6985 req-5e0ef1fe-231d-468c-a53e-7efa5fb3c796 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 812 time: 0.1082819 Nov 19 09:58:45.527946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f66666-028a-4012-b342-bf4fc96c6985 req-ef5e281a-357b-43fc-9285-97d51e939703 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/quotas/9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 375 time: 0.0098040 Nov 19 09:58:45.579444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f66666-028a-4012-b342-bf4fc96c6985 req-f6d1f1a5-2f2c-4756-a8cb-126a4c81527f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456946 Nov 19 09:58:45.734712 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e130919f-1d1b-48bc-a85f-9a9c41b170e9 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:58:45.737689 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f66666-028a-4012-b342-bf4fc96c6985 req-1687f856-2b52-4502-ac56-6f994863a341 service neutron] 10.222.0.21 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462781 Nov 19 09:58:45.787111 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e130919f-1d1b-48bc-a85f-9a9c41b170e9 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:58:45.787495 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:45.825769 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f66666-028a-4012-b342-bf4fc96c6985 req-11facb6c-e565-412e-b15e-6eeef38ec819 service neutron] 10.222.0.21 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864944 Nov 19 09:58:45.862060 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Sync routers for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:58:45.876336 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:58:45.877206 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:58:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:58:45.938108 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:45.996189 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-28fee4f9-04a1-4546-a574-c2a23b0c801d req-7e69540a-4e8d-4c77-bee9-e491da686698 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 210 time: 0.0276544 Nov 19 09:58:46.015835 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:58:46.232223 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 2, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:58:46.259131 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Checking router: 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:58:46.259420 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Updating router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 port 4e60ab86-c408-456d-af2b-30d5bfdd81f3 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 09:58:46.284133 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:46.552558 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:46.559391 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:46.611748 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a079b61-6448-41bf-8a44-a94c0c8f0dd6 None None] Pushing event updated for resources: {'Port': ['ID=4e60ab86-c408-456d-af2b-30d5bfdd81f3,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:46.635147 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a079b61-6448-41bf-8a44-a94c0c8f0dd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:46.635276 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a079b61-6448-41bf-8a44-a94c0c8f0dd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:46.635545 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a079b61-6448-41bf-8a44-a94c0c8f0dd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:46.635880 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a079b61-6448-41bf-8a44-a94c0c8f0dd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:46.636214 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a079b61-6448-41bf-8a44-a94c0c8f0dd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:46.636542 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a079b61-6448-41bf-8a44-a94c0c8f0dd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:46.636867 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a079b61-6448-41bf-8a44-a94c0c8f0dd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:46.637216 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a079b61-6448-41bf-8a44-a94c0c8f0dd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:46.637541 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a079b61-6448-41bf-8a44-a94c0c8f0dd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:46.637863 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a079b61-6448-41bf-8a44-a94c0c8f0dd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:46.638192 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a079b61-6448-41bf-8a44-a94c0c8f0dd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:46.638508 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a079b61-6448-41bf-8a44-a94c0c8f0dd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 09:58:46.667758 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Attempting to bind port 4e60ab86-c408-456d-af2b-30d5bfdd81f3 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:58:46.668123 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Attempting to bind port 4e60ab86-c408-456d-af2b-30d5bfdd81f3 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:58:46.668483 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Attempting to bind port 4e60ab86-c408-456d-af2b-30d5bfdd81f3 on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:58:46.673736 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:58:46.674116 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Checking segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:58:46.674517 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:46.674906 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Bound using segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:58:46.675368 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Bound port: 4e60ab86-c408-456d-af2b-30d5bfdd81f3, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:58:46.675747 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:46.748391 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] For port 4e60ab86-c408-456d-af2b-30d5bfdd81f3, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:58:46.750820 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:58:46.752402 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] For port 4e60ab86-c408-456d-af2b-30d5bfdd81f3, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4e60ab86-c408-456d-af2b-30d5bfdd81f3,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:58:46.757802 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:46.811364 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:58:46.811914 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:58:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:58:46.831639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-84ef044b-494c-4328-9900-488cb146372b None None] Provisioning complete for port 4e60ab86-c408-456d-af2b-30d5bfdd81f3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:58:46.833276 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-84ef044b-494c-4328-9900-488cb146372b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:46.903751 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a079b61-6448-41bf-8a44-a94c0c8f0dd6 None None] Pushing event updated for resources: {'Port': ['ID=4e60ab86-c408-456d-af2b-30d5bfdd81f3,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:46.936530 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:58:46.945071 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-84ef044b-494c-4328-9900-488cb146372b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:46.986782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-84ef044b-494c-4328-9900-488cb146372b None None] For port 4e60ab86-c408-456d-af2b-30d5bfdd81f3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4e60ab86-c408-456d-af2b-30d5bfdd81f3,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:58:46.992980 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-84ef044b-494c-4328-9900-488cb146372b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:47.066354 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef044b-494c-4328-9900-488cb146372b None None] Pushing event updated for resources: {'Port': ['ID=4e60ab86-c408-456d-af2b-30d5bfdd81f3,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:47.120606 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1b94de2b-de40-452b-85bb-76f5efe88007 None None] Provisioning complete for port 4e60ab86-c408-456d-af2b-30d5bfdd81f3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:58:47.121041 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1b94de2b-de40-452b-85bb-76f5efe88007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:47.140043 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c62781c9-c06b-45be-bb9b-a8f4f95072d4 req-eeb1d291-63d4-490a-9991-456098fb8e1b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 210 time: 0.0457516 Nov 19 09:58:47.152920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f66666-028a-4012-b342-bf4fc96c6985 req-4d81ec2c-49df-4d0d-8453-dca7e340c066 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:47.155177 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f66666-028a-4012-b342-bf4fc96c6985 req-4d81ec2c-49df-4d0d-8453-dca7e340c066 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 812 time: 0.2265623 Nov 19 09:58:47.200830 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:58:47.228194 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f66666-028a-4012-b342-bf4fc96c6985 req-d1323b2d-55d2-4b95-9a22-2701c1d9edf8 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 379 time: 0.0639040 Nov 19 09:58:47.232728 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d76a11b-9ae7-4f4e-9234-ab872d9e3db7 None None] The sync data for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 is: [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:58:47.239493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-09f66666-028a-4012-b342-bf4fc96c6985 req-683fe0c8-a780-45c7-b12d-da8778d6b4b2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Request body: {'port': {'device_id': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'admin_state_up': True, 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'security_groups': ['6e6d550b-ed95-4a88-b6c1-241ed3920ccf']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:58:47.629869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f66666-028a-4012-b342-bf4fc96c6985 req-683fe0c8-a780-45c7-b12d-da8778d6b4b2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Made reservation on behalf of 9a1ca7995613423293ba73c118844c26 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 09:58:47.633603 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-09f66666-028a-4012-b342-bf4fc96c6985 req-683fe0c8-a780-45c7-b12d-da8778d6b4b2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:47.734373 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4e60ab86-c408-456d-af2b-30d5bfdd81f3 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:58:47.775876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-09f66666-028a-4012-b342-bf4fc96c6985 req-683fe0c8-a780-45c7-b12d-da8778d6b4b2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Allocated IP 172.20.0.10 (fc06605d-eb91-4419-86f0-977e3e745b3d/d7e39b8c-91e0-4d2d-976d-eb39936e43d9/886ddd0a-6078-4239-bd61-9e83c0533940) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 09:58:47.794438 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4e60ab86-c408-456d-af2b-30d5bfdd81f3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:58:47.794910 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:47.929257 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-09f66666-028a-4012-b342-bf4fc96c6985 req-683fe0c8-a780-45c7-b12d-da8778d6b4b2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:47.966061 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-09f66666-028a-4012-b342-bf4fc96c6985 req-683fe0c8-a780-45c7-b12d-da8778d6b4b2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:48.008939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f66666-028a-4012-b342-bf4fc96c6985 req-683fe0c8-a780-45c7-b12d-da8778d6b4b2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Network fc06605d-eb91-4419-86f0-977e3e745b3d is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 09:58:48.011989 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-09f66666-028a-4012-b342-bf4fc96c6985 req-683fe0c8-a780-45c7-b12d-da8778d6b4b2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 09:58:48.015866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f66666-028a-4012-b342-bf4fc96c6985 req-683fe0c8-a780-45c7-b12d-da8778d6b4b2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 09:58:48.048561 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fe0c8-a780-45c7-b12d-da8778d6b4b2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Pushing event updated for resources: {'Port': ['ID=886ddd0a-6078-4239-bd61-9e83c0533940,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:48.074873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f66666-028a-4012-b342-bf4fc96c6985 req-683fe0c8-a780-45c7-b12d-da8778d6b4b2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:48.075631 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-09f66666-028a-4012-b342-bf4fc96c6985 req-683fe0c8-a780-45c7-b12d-da8778d6b4b2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:48.093757 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f66666-028a-4012-b342-bf4fc96c6985 req-683fe0c8-a780-45c7-b12d-da8778d6b4b2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8581338 Nov 19 09:58:48.106492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Request body: {'port': {'device_id': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:58:48.163089 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:48.233957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-52851e89-eefc-4c73-9aa6-52501f60f167 None None] Provisioning complete for port 886ddd0a-6078-4239-bd61-9e83c0533940 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:58:48.234580 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-52851e89-eefc-4c73-9aa6-52501f60f167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:48.272267 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-52851e89-eefc-4c73-9aa6-52501f60f167 None None] Port 886ddd0a-6078-4239-bd61-9e83c0533940 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 09:58:48.364920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32f423-6d10-42c9-99f0-16414dc1d9ef req-7d7f5159-496c-4eb4-b426-7bf8ccc5b87d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:48.366342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca32f423-6d10-42c9-99f0-16414dc1d9ef req-7d7f5159-496c-4eb4-b426-7bf8ccc5b87d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 932 time: 0.1442645 Nov 19 09:58:48.366949 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:48.457006 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca32f423-6d10-42c9-99f0-16414dc1d9ef req-56868133-bd5b-4527-bf8e-5afa2c680dc2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841126 Nov 19 09:58:48.510525 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886ddd0a-6078-4239-bd61-9e83c0533940 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:58:48.517870 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:48.530795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Transition to ACTIVE for port object 886ddd0a-6078-4239-bd61-9e83c0533940 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 09:58:48.534036 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:48.585633 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Pushing event updated for resources: {'Port': ['ID=886ddd0a-6078-4239-bd61-9e83c0533940,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:48.659394 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Attempting to bind port 886ddd0a-6078-4239-bd61-9e83c0533940 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 09:58:48.659787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Attempting to bind port 886ddd0a-6078-4239-bd61-9e83c0533940 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 09:58:48.660059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Attempting to bind port 886ddd0a-6078-4239-bd61-9e83c0533940 on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:58:48.664711 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Port 886ddd0a-6078-4239-bd61-9e83c0533940 on network fc06605d-eb91-4419-86f0-977e3e745b3d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 09:58:48.665033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Attempting to bind port 886ddd0a-6078-4239-bd61-9e83c0533940 on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 09:58:48.670063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 9, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 09:58:48.670400 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Checking segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 09:58:48.670785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Bound using segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 09:58:48.671223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Bound port: 886ddd0a-6078-4239-bd61-9e83c0533940, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 09:58:48.671574 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:48.736595 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] For port 886ddd0a-6078-4239-bd61-9e83c0533940, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 09:58:48.739809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] For port 886ddd0a-6078-4239-bd61-9e83c0533940, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=886ddd0a-6078-4239-bd61-9e83c0533940,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 09:58:48.744242 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:48.781453 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:48.782156 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:48.783474 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f66666-028a-4012-b342-bf4fc96c6985 req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] 10.222.0.66 "PUT /v2.0/ports/886ddd0a-6078-4239-bd61-9e83c0533940 HTTP/1.1" status: 200 len: 1093 time: 0.6813476 Nov 19 09:58:48.783923 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'tag': '886ddd0a-6078-4239-bd61-9e83c0533940'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:58:48.786582 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b82ca8e-bd5f-48f3-8dc6-be05445d5c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d423031-2a22-423c-9fa6-5c50e5e7974b", "tag": "886ddd0a-6078-4239-bd61-9e83c0533940"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:58:48.825544 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a469696-307d-4a58-a9d0-6016136e49ce service neutron] Pushing event updated for resources: {'Port': ['ID=886ddd0a-6078-4239-bd61-9e83c0533940,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:48.880923 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f66666-028a-4012-b342-bf4fc96c6985 req-0c404714-5d96-4556-9864-8ca97dac2d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:48.882568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f66666-028a-4012-b342-bf4fc96c6985 req-0c404714-5d96-4556-9864-8ca97dac2d1a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 1096 time: 0.0514681 Nov 19 09:58:48.932582 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6f5f8a-68a9-4967-86a1-4313dc8b0ddf x-openstack-request-id: req-9f6f5f8a-68a9-4967-86a1-4313dc8b0ddf {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:58:48.933018 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d423031-2a22-423c-9fa6-5c50e5e7974b", "tag": "886ddd0a-6078-4239-bd61-9e83c0533940", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:58:48.933439 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f6f5f8a-68a9-4967-86a1-4313dc8b0ddf {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:58:48.933935 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'tag': '886ddd0a-6078-4239-bd61-9e83c0533940', 'status': 'completed', 'code': 200} Nov 19 09:58:48.936152 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f66666-028a-4012-b342-bf4fc96c6985 req-fba565fd-7081-488a-8209-af14498080a3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=886ddd0a-6078-4239-bd61-9e83c0533940 HTTP/1.1" status: 200 len: 217 time: 0.0439963 Nov 19 09:58:48.992785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f66666-028a-4012-b342-bf4fc96c6985 req-9677da9a-835c-4b02-a29e-436a966ef347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:48.994716 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f66666-028a-4012-b342-bf4fc96c6985 req-9677da9a-835c-4b02-a29e-436a966ef347 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0509579 Nov 19 09:58:49.045793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f66666-028a-4012-b342-bf4fc96c6985 req-9963276c-9592-4468-aaa0-7795aee90709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:49.047444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f66666-028a-4012-b342-bf4fc96c6985 req-9963276c-9592-4468-aaa0-7795aee90709 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453465 Nov 19 09:58:49.147600 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f66666-028a-4012-b342-bf4fc96c6985 req-a3bff739-7bbf-45a3-89eb-53ae24e01f68 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930929 Nov 19 09:58:49.244697 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f66666-028a-4012-b342-bf4fc96c6985 req-32427d68-7849-42b5-b182-1759d3bb9230 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893021 Nov 19 09:58:49.331283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82ca8e-bd5f-48f3-8dc6-be05445d5c0a req-98899bbe-04e2-4e10-8b04-5011a9e3cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:49.332883 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b82ca8e-bd5f-48f3-8dc6-be05445d5c0a req-98899bbe-04e2-4e10-8b04-5011a9e3cf38 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 1096 time: 0.0416059 Nov 19 09:58:49.421706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82ca8e-bd5f-48f3-8dc6-be05445d5c0a req-7d6f77f7-f501-4abc-be46-123e13c49c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:49.423078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b82ca8e-bd5f-48f3-8dc6-be05445d5c0a req-7d6f77f7-f501-4abc-be46-123e13c49c90 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0829499 Nov 19 09:58:49.468049 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b82ca8e-bd5f-48f3-8dc6-be05445d5c0a req-e92e3396-5c6f-4b99-98f3-aa6d175349b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=886ddd0a-6078-4239-bd61-9e83c0533940 HTTP/1.1" status: 200 len: 217 time: 0.0374806 Nov 19 09:58:49.521526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82ca8e-bd5f-48f3-8dc6-be05445d5c0a req-52943664-7c15-4de8-b72f-ad50df61bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:49.523027 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b82ca8e-bd5f-48f3-8dc6-be05445d5c0a req-52943664-7c15-4de8-b72f-ad50df61bbd0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0484531 Nov 19 09:58:49.609031 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5f2f0-7b59-4c06-a1f1-fb693d9d78d1 req-e1b1403e-b6be-4525-9d22-0b79ed5da6cb tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:49.610530 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ee5f2f0-7b59-4c06-a1f1-fb693d9d78d1 req-e1b1403e-b6be-4525-9d22-0b79ed5da6cb tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 944 time: 0.0820565 Nov 19 09:58:49.612326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82ca8e-bd5f-48f3-8dc6-be05445d5c0a req-ff6394f4-61e3-403e-b572-af11c6a6ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:49.613686 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b82ca8e-bd5f-48f3-8dc6-be05445d5c0a req-ff6394f4-61e3-403e-b572-af11c6a6ee30 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740595 Nov 19 09:58:49.704057 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ee5f2f0-7b59-4c06-a1f1-fb693d9d78d1 req-7fa64def-7417-427e-9144-15772cf208e7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873246 Nov 19 09:58:49.733485 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b82ca8e-bd5f-48f3-8dc6-be05445d5c0a req-aa8404aa-472a-4362-8153-f5fac49bfdb3 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108141 Nov 19 09:58:49.825917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b82ca8e-bd5f-48f3-8dc6-be05445d5c0a req-7605ef61-757d-4c00-aad4-9a78224bf6ac service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849490 Nov 19 09:58:49.973333 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f677c0d-2bd8-4be6-b7dc-f3e5217a2a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:50.821518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01accb-98f8-4a54-9b07-c00329910b4b req-9bd8374f-3599-4cf7-9559-4d2e17b42cac tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:50.822938 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4f01accb-98f8-4a54-9b07-c00329910b4b req-9bd8374f-3599-4cf7-9559-4d2e17b42cac tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 944 time: 0.0496004 Nov 19 09:58:50.870959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4f01accb-98f8-4a54-9b07-c00329910b4b req-41f4bf35-8e14-45fd-add3-324448e55ffb tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420041 Nov 19 09:58:51.748708 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 886ddd0a-6078-4239-bd61-9e83c0533940 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 09:58:51.845334 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 886ddd0a-6078-4239-bd61-9e83c0533940, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=886ddd0a-6078-4239-bd61-9e83c0533940,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:58:51.856499 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '886ddd0a-6078-4239-bd61-9e83c0533940', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'port_id': '886ddd0a-6078-4239-bd61-9e83c0533940', 'mac_address': 'fa:16:3e:fe:42:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 09:58:51.892941 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:51.906325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886ddd0a-6078-4239-bd61-9e83c0533940 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 09:58:51.929918 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 886ddd0a-6078-4239-bd61-9e83c0533940, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=886ddd0a-6078-4239-bd61-9e83c0533940,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:58:51.935507 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:51.985231 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=886ddd0a-6078-4239-bd61-9e83c0533940,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:51.994779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4805d-11e1-4605-a9a0-0ca8beffdcd4 req-53edb053-120b-4361-8bb5-6679571f7c29 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:51.996302 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95f4805d-11e1-4605-a9a0-0ca8beffdcd4 req-53edb053-120b-4361-8bb5-6679571f7c29 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 945 time: 0.0499322 Nov 19 09:58:52.047748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95f4805d-11e1-4605-a9a0-0ca8beffdcd4 req-5d6c3784-49a7-4538-b295-70104ef8b7bd tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455217 Nov 19 09:58:52.143381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['886ddd0a-6078-4239-bd61-9e83c0533940'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 09:58:52.381689 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6dceedb3-155e-463e-b7d8-e32f8aba5752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:53.163149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a486d9-911d-4708-925f-1c808d210dcd req-6840a3b6-6c08-4601-848c-e84c570857e5 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:53.164535 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75a486d9-911d-4708-925f-1c808d210dcd req-6840a3b6-6c08-4601-848c-e84c570857e5 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 945 time: 0.0491250 Nov 19 09:58:53.211720 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-75a486d9-911d-4708-925f-1c808d210dcd req-b23210ad-dd0b-465c-87ae-e60530d3d245 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408702 Nov 19 09:58:53.621270 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:53.796113 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 886ddd0a-6078-4239-bd61-9e83c0533940 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 09:58:53.846466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 886ddd0a-6078-4239-bd61-9e83c0533940 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 09:58:53.850508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 886ddd0a-6078-4239-bd61-9e83c0533940 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 09:58:53.850889 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:53.925850 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:53.951141 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886ddd0a-6078-4239-bd61-9e83c0533940'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:58:53.953407 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7735007f-d85b-4192-b906-4c9d5840e6b5" -d '{"events": [{"server_uuid": "0d423031-2a22-423c-9fa6-5c50e5e7974b", "name": "network-vif-plugged", "status": "completed", "tag": "886ddd0a-6078-4239-bd61-9e83c0533940"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:58:53.966727 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 886ddd0a-6078-4239-bd61-9e83c0533940, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=886ddd0a-6078-4239-bd61-9e83c0533940,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 09:58:53.970611 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:54.018221 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=886ddd0a-6078-4239-bd61-9e83c0533940,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 09:58:54.055905 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 09:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0796acaa-14d4-4885-8abb-028d4ff2a9ba x-openstack-request-id: req-0796acaa-14d4-4885-8abb-028d4ff2a9ba {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:58:54.056210 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d423031-2a22-423c-9fa6-5c50e5e7974b", "name": "network-vif-plugged", "status": "completed", "tag": "886ddd0a-6078-4239-bd61-9e83c0533940", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:58:54.056492 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0796acaa-14d4-4885-8abb-028d4ff2a9ba {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:58:54.056926 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886ddd0a-6078-4239-bd61-9e83c0533940', 'code': 200} Nov 19 09:58:54.152750 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed97ed-d1b6-4ad7-9331-0a889844e3f5 req-96f22676-a31e-4910-b2f1-ac576796866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:54.154193 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39ed97ed-d1b6-4ad7-9331-0a889844e3f5 req-96f22676-a31e-4910-b2f1-ac576796866c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 1098 time: 0.0395873 Nov 19 09:58:54.198431 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39ed97ed-d1b6-4ad7-9331-0a889844e3f5 req-a6198b2a-9f0c-411a-ace4-96ffce06eab8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366085 Nov 19 09:58:54.334614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322f840-df42-4462-b4ab-91fe7792da2d req-da2bb635-54ee-43d2-aa25-aa5e1b1461e8 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:54.336079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1322f840-df42-4462-b4ab-91fe7792da2d req-da2bb635-54ee-43d2-aa25-aa5e1b1461e8 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0524089 Nov 19 09:58:54.383734 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1322f840-df42-4462-b4ab-91fe7792da2d req-5933db3e-d561-405d-9b99-46028646c58f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414839 Nov 19 09:58:55.015229 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:55.499830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea0c5e-52a1-41b9-9dcc-4d2c0b0edb7f req-7afd37a2-6a61-4131-a267-9e7be6a665de tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:55.501356 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4eea0c5e-52a1-41b9-9dcc-4d2c0b0edb7f req-7afd37a2-6a61-4131-a267-9e7be6a665de tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0498426 Nov 19 09:58:55.548039 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4eea0c5e-52a1-41b9-9dcc-4d2c0b0edb7f req-e06ebfc4-7f85-4d55-8b09-cf1e7aff271b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402358 Nov 19 09:58:55.612246 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:55.663756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4cf9d-92f3-4069-81dd-0cc7fa7b8b5d req-8dc83af5-5e40-44c0-9fb6-9a4ff5b31d13 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:55.665260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ad4cf9d-92f3-4069-81dd-0cc7fa7b8b5d req-8dc83af5-5e40-44c0-9fb6-9a4ff5b31d13 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0540977 Nov 19 09:58:55.674140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33622) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 09:58:55.679543 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4793eb89-d26c-4004-9c7f-103f46243326 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Request body: {'floatingip': {'port_id': '886ddd0a-6078-4239-bd61-9e83c0533940'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 09:58:55.720190 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4793eb89-d26c-4004-9c7f-103f46243326 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:56.152567 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4793eb89-d26c-4004-9c7f-103f46243326 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:56.156690 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4793eb89-d26c-4004-9c7f-103f46243326 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:56.256504 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-4793eb89-d26c-4004-9c7f-103f46243326 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Floating IP 0567ae45-02c7-49e7-b4ae-2261f4ae8a36 associated. External IP: 172.25.0.42, port: 886ddd0a-6078-4239-bd61-9e83c0533940. Nov 19 09:58:56.462261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4793eb89-d26c-4004-9c7f-103f46243326 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 09:58:56.565586 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4793eb89-d26c-4004-9c7f-103f46243326 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 09:58:56.570465 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4793eb89-d26c-4004-9c7f-103f46243326 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:58:56.576535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ee9fd-3931-4448-be5f-2c2b478729e9 None None] Sync routers for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 09:58:56.586276 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ee9fd-3931-4448-be5f-2c2b478729e9 None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:58:56.587154 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ea3ee9fd-3931-4448-be5f-2c2b478729e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:58:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:58:56.600433 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4793eb89-d26c-4004-9c7f-103f46243326 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "PUT /v2.0/floatingips/0567ae45-02c7-49e7-b4ae-2261f4ae8a36 HTTP/1.1" status: 200 len: 991 time: 0.9249201 Nov 19 09:58:56.601004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'tag': '886ddd0a-6078-4239-bd61-9e83c0533940'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 09:58:56.603302 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecba9dc4-e7b9-4fe7-8e2b-42fb1473da3c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d423031-2a22-423c-9fa6-5c50e5e7974b", "tag": "886ddd0a-6078-4239-bd61-9e83c0533940"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 09:58:56.647110 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 09:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edfc882-e313-47fc-bfd3-b061dc508843 x-openstack-request-id: req-5edfc882-e313-47fc-bfd3-b061dc508843 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 09:58:56.647520 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d423031-2a22-423c-9fa6-5c50e5e7974b", "tag": "886ddd0a-6078-4239-bd61-9e83c0533940", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 09:58:56.647843 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5edfc882-e313-47fc-bfd3-b061dc508843 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 09:58:56.648322 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'tag': '886ddd0a-6078-4239-bd61-9e83c0533940', 'status': 'completed', 'code': 200} Nov 19 09:58:56.699384 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ea3ee9fd-3931-4448-be5f-2c2b478729e9 None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:58:56.711187 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba9dc4-e7b9-4fe7-8e2b-42fb1473da3c req-4c3c5e1d-67fd-4e69-a09a-30ceb081b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:56.713033 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecba9dc4-e7b9-4fe7-8e2b-42fb1473da3c req-4c3c5e1d-67fd-4e69-a09a-30ceb081b86a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 1098 time: 0.0426497 Nov 19 09:58:56.803200 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba9dc4-e7b9-4fe7-8e2b-42fb1473da3c req-155d363b-f073-40ef-b992-2c5487c9875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:56.804709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecba9dc4-e7b9-4fe7-8e2b-42fb1473da3c req-155d363b-f073-40ef-b992-2c5487c9875c service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0837445 Nov 19 09:58:56.932964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ea3ee9fd-3931-4448-be5f-2c2b478729e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0567ae45-02c7-49e7-b4ae-2261f4ae8a36', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'port_id': '886ddd0a-6078-4239-bd61-9e83c0533940', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'mac_address': 'fa:16:3e:fe:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:58:44Z', 'updated_at': '2021-11-19T09:58:56Z', 'revision_number': 1, 'project_id': '9a1ca7995613423293ba73c118844c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:58:56.960227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ee9fd-3931-4448-be5f-2c2b478729e9 None None] Checking router: 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 09:58:56.969467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ee9fd-3931-4448-be5f-2c2b478729e9 None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 09:58:56.970017 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ea3ee9fd-3931-4448-be5f-2c2b478729e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T09:58:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:58:57.079337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ea3ee9fd-3931-4448-be5f-2c2b478729e9 None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 09:58:57.141991 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecba9dc4-e7b9-4fe7-8e2b-42fb1473da3c req-3008bbd9-5f6a-430e-8e8d-ab7ef6e420cb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=886ddd0a-6078-4239-bd61-9e83c0533940 HTTP/1.1" status: 200 len: 999 time: 0.3295858 Nov 19 09:58:57.191364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba9dc4-e7b9-4fe7-8e2b-42fb1473da3c req-b45b85da-8ab4-4f97-ad5f-9156bca4bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:57.192833 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecba9dc4-e7b9-4fe7-8e2b-42fb1473da3c req-b45b85da-8ab4-4f97-ad5f-9156bca4bd57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0435500 Nov 19 09:58:57.238612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba9dc4-e7b9-4fe7-8e2b-42fb1473da3c req-d9f16dee-eab3-4880-b9e6-6fce3d1121a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:58:57.240123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecba9dc4-e7b9-4fe7-8e2b-42fb1473da3c req-d9f16dee-eab3-4880-b9e6-6fce3d1121a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402215 Nov 19 09:58:57.306816 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ea3ee9fd-3931-4448-be5f-2c2b478729e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0567ae45-02c7-49e7-b4ae-2261f4ae8a36', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'port_id': '886ddd0a-6078-4239-bd61-9e83c0533940', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'mac_address': 'fa:16:3e:fe:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:58:44Z', 'updated_at': '2021-11-19T09:58:56Z', 'revision_number': 1, 'project_id': '9a1ca7995613423293ba73c118844c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 09:58:57.334133 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecba9dc4-e7b9-4fe7-8e2b-42fb1473da3c req-cf52c391-a168-4606-abfd-3388c90f40f8 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869038 Nov 19 09:58:57.428818 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecba9dc4-e7b9-4fe7-8e2b-42fb1473da3c req-c87e0f4c-8a2e-4d23-82f9-88b9663915c8 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879157 Nov 19 09:58:57.497897 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ee9fd-3931-4448-be5f-2c2b478729e9 None None] The sync data for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 is: [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0567ae45-02c7-49e7-b4ae-2261f4ae8a36', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'port_id': '886ddd0a-6078-4239-bd61-9e83c0533940', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'mac_address': 'fa:16:3e:fe:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:58:44Z', 'updated_at': '2021-11-19T09:58:56Z', 'revision_number': 1, 'project_id': '9a1ca7995613423293ba73c118844c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 09:58:57.682741 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2620b14f-e16c-4a72-af1b-0264b5123a29 None None] New status for floating IP 0567ae45-02c7-49e7-b4ae-2261f4ae8a36: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 09:59:15.936993 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:59:18.367933 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:59:19.976183 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d87d12db-b94a-4fd8-9da8-77ec3b11f4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:59:22.382425 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a122fd56-905b-4be4-97f3-8abbbb33e4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:59:23.624166 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:59:23.739624 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 09:59:25.020296 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:59:25.615439 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:59:45.694176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52fbfe5b-065c-469c-a5cb-ed100f8977c3 req-6e5e8982-23fd-4e43-b968-2330cedd351f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0919628 Nov 19 09:59:45.776178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbfe5b-065c-469c-a5cb-ed100f8977c3 req-e3a715b2-be54-479b-81e9-e8bae2b575fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:59:45.777725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52fbfe5b-065c-469c-a5cb-ed100f8977c3 req-e3a715b2-be54-479b-81e9-e8bae2b575fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 1098 time: 0.0403795 Nov 19 09:59:45.881428 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbfe5b-065c-469c-a5cb-ed100f8977c3 req-c6a8489a-67d7-4482-a66c-6432de759b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:59:45.882921 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52fbfe5b-065c-469c-a5cb-ed100f8977c3 req-c6a8489a-67d7-4482-a66c-6432de759b1b service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0843678 Nov 19 09:59:45.936298 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:59:45.953499 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52fbfe5b-065c-469c-a5cb-ed100f8977c3 req-854ffed2-fc44-4e94-90c6-907a2c4e9a68 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=886ddd0a-6078-4239-bd61-9e83c0533940 HTTP/1.1" status: 200 len: 1001 time: 0.0617754 Nov 19 09:59:46.089115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbfe5b-065c-469c-a5cb-ed100f8977c3 req-01ccf597-82ee-4dea-9b79-1cc8442968e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:59:46.090584 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52fbfe5b-065c-469c-a5cb-ed100f8977c3 req-01ccf597-82ee-4dea-9b79-1cc8442968e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0439746 Nov 19 09:59:46.135573 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbfe5b-065c-469c-a5cb-ed100f8977c3 req-ffc4aa3c-7f17-47b2-b95e-fca1bd690256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 09:59:46.136958 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52fbfe5b-065c-469c-a5cb-ed100f8977c3 req-ffc4aa3c-7f17-47b2-b95e-fca1bd690256 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396037 Nov 19 09:59:46.228032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52fbfe5b-065c-469c-a5cb-ed100f8977c3 req-4b2e261b-d30a-41e4-9945-ddcda209fd58 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834982 Nov 19 09:59:46.315259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-52fbfe5b-065c-469c-a5cb-ed100f8977c3 req-2619f9fb-c852-4466-aef6-f46f251a1bc4 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802374 Nov 19 09:59:48.400817 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:59:49.978043 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca33cc70-f3c9-4f9b-a55b-53a23da0c293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:59:52.383693 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-376e1398-3cec-49b0-ad9d-b58063e8374e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:59:53.627727 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:59:55.019932 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 09:59:55.617850 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:00.739556 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:00:15.933333 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:18.420110 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:19.980220 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7f708210-de0d-4096-a93b-aece17fcbf35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:22.385003 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-59491bec-8fad-4cff-81c7-262ca2be0d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:23.629722 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:25.022369 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:25.619774 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:32.477471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c997ed-3af2-49ef-962e-379bce4ca207 req-12a5d97f-4856-47f2-8f4e-f03bb958055f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:32.479150 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26c997ed-3af2-49ef-962e-379bce4ca207 req-12a5d97f-4856-47f2-8f4e-f03bb958055f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0557137 Nov 19 10:00:32.528127 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26c997ed-3af2-49ef-962e-379bce4ca207 req-dcf13f10-d598-4a32-8acf-b45484884456 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429840 Nov 19 10:00:33.773590 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-883b7a73-a608-4a03-a8e8-3ddebdf9865f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422461 Nov 19 10:00:33.787093 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919d161-5986-446f-9823-7b164fc7ae67 req-2fed10dd-585d-491f-87c5-6a4d42b48bd1 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:33.788642 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2919d161-5986-446f-9823-7b164fc7ae67 req-2fed10dd-585d-491f-87c5-6a4d42b48bd1 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0493829 Nov 19 10:00:33.839478 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2919d161-5986-446f-9823-7b164fc7ae67 req-cfc69dd0-0277-4ca7-9eb8-a7f339294825 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442946 Nov 19 10:00:34.958791 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f75dd0-bcf5-4d93-89d9-50bda5eade49 req-acc2a879-aeb3-4fe6-86a3-244b98dad00a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:34.960245 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2f75dd0-bcf5-4d93-89d9-50bda5eade49 req-acc2a879-aeb3-4fe6-86a3-244b98dad00a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0521302 Nov 19 10:00:35.006451 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2f75dd0-bcf5-4d93-89d9-50bda5eade49 req-b0ac609a-e41f-4533-b9d5-fcbfc3c1d18e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394065 Nov 19 10:00:36.125654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07fc22-cf6a-4c6b-82fe-5d62c1ffa464 req-47afda8f-9102-41da-9c18-4910cf8106ba tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:36.127037 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a07fc22-cf6a-4c6b-82fe-5d62c1ffa464 req-47afda8f-9102-41da-9c18-4910cf8106ba tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0487523 Nov 19 10:00:36.175373 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a07fc22-cf6a-4c6b-82fe-5d62c1ffa464 req-2c4718cc-4c20-4f53-b3f8-88eb5c2ed294 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424817 Nov 19 10:00:37.297740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f191bae-e598-4af8-8480-03cb4da8f656 req-4b73a9fa-7bd8-427a-9041-03e412bd9129 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:37.299270 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f191bae-e598-4af8-8480-03cb4da8f656 req-4b73a9fa-7bd8-427a-9041-03e412bd9129 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0543623 Nov 19 10:00:37.354965 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f191bae-e598-4af8-8480-03cb4da8f656 req-43ccc75e-324a-4597-b3e0-adda2a657147 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465279 Nov 19 10:00:37.738417 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:00:38.483972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df11772-d06b-4010-b640-17532c8011a6 req-da6a7058-083b-4400-b0c8-f35e9f50bf08 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:38.485586 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1df11772-d06b-4010-b640-17532c8011a6 req-da6a7058-083b-4400-b0c8-f35e9f50bf08 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0532870 Nov 19 10:00:38.544214 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1df11772-d06b-4010-b640-17532c8011a6 req-0acf9611-a767-4071-bbc2-548c36e9e7c8 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485551 Nov 19 10:00:38.932805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-9660e6e2-7e1d-476e-8cd9-ec2361df7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:38.934316 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-9660e6e2-7e1d-476e-8cd9-ec2361df7288 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 1098 time: 0.0409179 Nov 19 10:00:39.025541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-4be0f296-ca21-4c1b-b0af-c2c536ec3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:39.027061 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-4be0f296-ca21-4c1b-b0af-c2c536ec3f01 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0859025 Nov 19 10:00:39.093603 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-e330b5d5-1cf3-4a44-b34b-90a888d168df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=886ddd0a-6078-4239-bd61-9e83c0533940 HTTP/1.1" status: 200 len: 1001 time: 0.0596828 Nov 19 10:00:39.142774 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-b6c1d3c3-258a-43c7-ada0-ca73ebeaddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:39.144126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-b6c1d3c3-258a-43c7-ada0-ca73ebeaddde service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0435555 Nov 19 10:00:39.193541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-3bf7579d-c0ea-4ed1-8859-4a2bb1860e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:39.196185 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-3bf7579d-c0ea-4ed1-8859-4a2bb1860e7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438821 Nov 19 10:00:39.294084 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-9519dd6b-ddfb-498b-9b65-910c4ddd3927 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915868 Nov 19 10:00:39.388209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-4ac4b3ae-4faf-4cae-bb21-4c90fb5e3c63 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870388 Nov 19 10:00:39.663842 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d95102-5f85-47de-94ba-1dabde750039 req-1138cb48-c7a0-4560-acd9-86c0816ef4c4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:39.665481 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20d95102-5f85-47de-94ba-1dabde750039 req-1138cb48-c7a0-4560-acd9-86c0816ef4c4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0495491 Nov 19 10:00:39.712019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20d95102-5f85-47de-94ba-1dabde750039 req-ecd54ad9-07b2-48e0-aa03-5973137f6c8c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405877 Nov 19 10:00:40.829871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73fa1f-962c-4588-ac8c-6dcf8a1527de req-1d7736ff-7cd4-422d-ae49-716cc7870adc tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:40.831374 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae73fa1f-962c-4588-ac8c-6dcf8a1527de req-1d7736ff-7cd4-422d-ae49-716cc7870adc tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0503585 Nov 19 10:00:40.884430 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae73fa1f-962c-4588-ac8c-6dcf8a1527de req-c96a2e0c-c2bb-4d21-86bc-bf599572d369 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458598 Nov 19 10:00:42.000555 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc04d3-15a0-424c-a835-cc9dad57e749 req-f6570e59-cc58-478b-b715-df3c49517c6b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:42.002061 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81dc04d3-15a0-424c-a835-cc9dad57e749 req-f6570e59-cc58-478b-b715-df3c49517c6b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0496812 Nov 19 10:00:42.050168 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81dc04d3-15a0-424c-a835-cc9dad57e749 req-1fdba428-bc03-4750-ad18-1205fe5cf4e4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421097 Nov 19 10:00:43.165438 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05129453-970c-45da-bf3c-7e81a4bc59a3 req-f193bcb7-e4c6-4497-bb4c-08d46d8aea43 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:43.166907 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05129453-970c-45da-bf3c-7e81a4bc59a3 req-f193bcb7-e4c6-4497-bb4c-08d46d8aea43 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0483117 Nov 19 10:00:43.213477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-05129453-970c-45da-bf3c-7e81a4bc59a3 req-afa9b1c3-325c-46f0-9174-99c9c3bd4775 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404088 Nov 19 10:00:44.332613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9614f-9fcf-41cc-9c57-e30ce71d3485 req-97764cbe-f8fb-4c05-bcc3-6172248d3d92 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:44.334100 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b9f9614f-9fcf-41cc-9c57-e30ce71d3485 req-97764cbe-f8fb-4c05-bcc3-6172248d3d92 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0522912 Nov 19 10:00:44.380969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b9f9614f-9fcf-41cc-9c57-e30ce71d3485 req-465c9d4b-d55a-479b-93e6-8ef6f6d6b054 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407064 Nov 19 10:00:45.506032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49123263-6833-414c-b23e-aca5001369a1 req-a41e1822-f204-4da6-8a0c-dcc10bd75d1c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:45.508509 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49123263-6833-414c-b23e-aca5001369a1 req-a41e1822-f204-4da6-8a0c-dcc10bd75d1c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0589266 Nov 19 10:00:45.562181 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49123263-6833-414c-b23e-aca5001369a1 req-34d6a2c4-0118-4a00-a4d2-9cb44b2a56ec tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435257 Nov 19 10:00:45.932633 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:46.424115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36accd92-8d0c-49e2-9c57-45ec565332cf req-8928d3aa-7e6e-4590-b1f0-dca0a8480b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:46.425612 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-36accd92-8d0c-49e2-9c57-45ec565332cf req-8928d3aa-7e6e-4590-b1f0-dca0a8480b3d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 1098 time: 0.0398455 Nov 19 10:00:46.536166 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36accd92-8d0c-49e2-9c57-45ec565332cf req-e4fa5f73-47c5-46f1-9b66-5db3e17c60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:46.537583 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-36accd92-8d0c-49e2-9c57-45ec565332cf req-e4fa5f73-47c5-46f1-9b66-5db3e17c60c3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0895939 Nov 19 10:00:46.604761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-36accd92-8d0c-49e2-9c57-45ec565332cf req-10c4e371-207f-4f55-b413-ff999dc3d724 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=886ddd0a-6078-4239-bd61-9e83c0533940 HTTP/1.1" status: 200 len: 1001 time: 0.0594699 Nov 19 10:00:46.686397 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36accd92-8d0c-49e2-9c57-45ec565332cf req-2ef89642-a07f-4661-af32-85add0dac140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:46.687856 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-36accd92-8d0c-49e2-9c57-45ec565332cf req-2ef89642-a07f-4661-af32-85add0dac140 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0752022 Nov 19 10:00:46.704792 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469ea5c-1fef-48df-a4ad-385d3dcc09f2 req-f828b951-64e1-4d34-9fd8-2f07e98abb4f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:46.706256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f469ea5c-1fef-48df-a4ad-385d3dcc09f2 req-f828b951-64e1-4d34-9fd8-2f07e98abb4f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0629177 Nov 19 10:00:46.768149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36accd92-8d0c-49e2-9c57-45ec565332cf req-3e03c89d-aa6d-4200-8274-4fb2aca6a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:46.769680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-36accd92-8d0c-49e2-9c57-45ec565332cf req-3e03c89d-aa6d-4200-8274-4fb2aca6a67f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728388 Nov 19 10:00:46.788761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f469ea5c-1fef-48df-a4ad-385d3dcc09f2 req-7d4e9e92-ff47-4b01-b122-d448ea342e5c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744257 Nov 19 10:00:46.868900 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-36accd92-8d0c-49e2-9c57-45ec565332cf req-a39d2a9b-1ec9-43e3-a5d9-5a0526ec3271 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899932 Nov 19 10:00:46.956934 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-36accd92-8d0c-49e2-9c57-45ec565332cf req-c26099e3-da03-4efd-a3f9-f5f5642d90bd service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809968 Nov 19 10:00:47.652181 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-77e82e30-eaf7-46cf-a566-e07e4fe7d135 req-0973371c-54a1-4cfb-8640-57a7af0d8fd1 service neutron] (103476) timed out ('10.222.0.71', 60625) {{(pid=103476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 10:00:47.913466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01525e81-b9ab-4aba-b23b-911b2cd55659 req-8e1cb7c8-9535-4631-b5a3-4e818d46e6a3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:47.915037 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01525e81-b9ab-4aba-b23b-911b2cd55659 req-8e1cb7c8-9535-4631-b5a3-4e818d46e6a3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0556443 Nov 19 10:00:47.963420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-01525e81-b9ab-4aba-b23b-911b2cd55659 req-a6a70b35-77e8-4c70-99a4-edfc66956351 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421734 Nov 19 10:00:48.419234 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:49.078917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca262b-3c94-45e5-85a8-29eb6191fc17 req-07dc9171-b3af-410c-9258-f5305cec4e13 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:49.080411 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b4ca262b-3c94-45e5-85a8-29eb6191fc17 req-07dc9171-b3af-410c-9258-f5305cec4e13 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0487943 Nov 19 10:00:49.127328 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b4ca262b-3c94-45e5-85a8-29eb6191fc17 req-59abc26d-62c9-461c-871d-de2019f5ccc5 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403776 Nov 19 10:00:49.982051 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0bfba41c-5e5b-4adc-942e-5a61d913b0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:50.248211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4e930-a0c2-4ee7-8d02-9f7655d705d7 req-9d28b105-350d-4b5d-9cb6-2117281b48f1 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:50.249780 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bf4e930-a0c2-4ee7-8d02-9f7655d705d7 req-9d28b105-350d-4b5d-9cb6-2117281b48f1 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0534899 Nov 19 10:00:50.297422 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bf4e930-a0c2-4ee7-8d02-9f7655d705d7 req-219eab3e-6f81-44bc-adf2-a6eaac7efbbf tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417964 Nov 19 10:00:51.256427 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-da6cd98a-ec7f-4c8f-8726-135b5277e1ee service neutron] show failed (client error): The resource could not be found. Nov 19 10:00:51.257458 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-da6cd98a-ec7f-4c8f-8726-135b5277e1ee service neutron] 10.222.0.66 "GET /v2.0/ports/886ddd0a-6078-4239-bd61-9e83c0533940/bindings/n-h2-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.0541358 Nov 19 10:00:51.420632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e0cd0-8c12-428e-824f-2d5d62b6ced0 req-05a947bb-8bc3-494b-ac35-948882cb41ed tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:51.422153 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-653e0cd0-8c12-428e-824f-2d5d62b6ced0 req-05a947bb-8bc3-494b-ac35-948882cb41ed tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0529644 Nov 19 10:00:51.470922 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-653e0cd0-8c12-428e-824f-2d5d62b6ced0 req-0b5e8092-63c3-4069-bbee-c48f9df55589 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427766 Nov 19 10:00:51.516125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-709b5fcf-0777-41b5-a910-beb58d3256bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:51.517544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-709b5fcf-0777-41b5-a910-beb58d3256bc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b&tenant_id=9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 1098 time: 0.0944197 Nov 19 10:00:51.530174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:00:51.582362 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:51.779645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] For port 886ddd0a-6078-4239-bd61-9e83c0533940, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=886ddd0a-6078-4239-bd61-9e83c0533940,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:00:51.812531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] For port 886ddd0a-6078-4239-bd61-9e83c0533940, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:00:51.850973 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '886ddd0a-6078-4239-bd61-9e83c0533940'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:00:51.853811 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70391c4-49c1-4bf3-a869-b7d75c5312a9" -d '{"events": [{"server_uuid": "0d423031-2a22-423c-9fa6-5c50e5e7974b", "name": "network-vif-unplugged", "status": "completed", "tag": "886ddd0a-6078-4239-bd61-9e83c0533940"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:00:51.857676 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:51.870330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Transition to ACTIVE for port object 886ddd0a-6078-4239-bd61-9e83c0533940 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:00:51.875166 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:51.911999 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 10:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2da50c3-3e40-4310-ab3a-3c9cf4eb6b60 x-openstack-request-id: req-e2da50c3-3e40-4310-ab3a-3c9cf4eb6b60 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:00:51.912300 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d423031-2a22-423c-9fa6-5c50e5e7974b", "name": "network-vif-unplugged", "status": "completed", "tag": "886ddd0a-6078-4239-bd61-9e83c0533940", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:00:51.912556 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2da50c3-3e40-4310-ab3a-3c9cf4eb6b60 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:00:51.912947 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '886ddd0a-6078-4239-bd61-9e83c0533940', 'code': 200} Nov 19 10:00:51.982589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Pushing event updated for resources: {'Port': ['ID=886ddd0a-6078-4239-bd61-9e83c0533940,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:00:52.013516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:52.013873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:52.014217 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:52.014557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:52.014889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:52.015219 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:52.015547 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:52.015870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:52.016201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:52.016528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:52.016854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:52.017198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:52.064545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] No DVR routers for this DVR port 886ddd0a-6078-4239-bd61-9e83c0533940 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:00:52.196988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Attempting to bind port 886ddd0a-6078-4239-bd61-9e83c0533940 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:00:52.197291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Attempting to bind port 886ddd0a-6078-4239-bd61-9e83c0533940 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:00:52.197601 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Attempting to bind port 886ddd0a-6078-4239-bd61-9e83c0533940 on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:00:52.201906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Port 886ddd0a-6078-4239-bd61-9e83c0533940 on network fc06605d-eb91-4419-86f0-977e3e745b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:00:52.202288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Attempting to bind port 886ddd0a-6078-4239-bd61-9e83c0533940 on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:00:52.207022 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:00:52.207361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Checking segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:00:52.207742 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Bound using segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:00:52.208168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Bound port: 886ddd0a-6078-4239-bd61-9e83c0533940, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:00:52.208518 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:52.271678 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] For port 886ddd0a-6078-4239-bd61-9e83c0533940, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:00:52.274852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] For port 886ddd0a-6078-4239-bd61-9e83c0533940, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=886ddd0a-6078-4239-bd61-9e83c0533940,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:00:52.279452 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:52.318123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:52.318748 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:52.320129 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] 10.222.0.71 "PUT /v2.0/ports/886ddd0a-6078-4239-bd61-9e83c0533940 HTTP/1.1" status: 200 len: 1093 time: 0.7940495 Nov 19 10:00:52.341037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8a124-9e32-4bf1-a191-1291e3e786be service neutron] Pushing event updated for resources: {'Port': ['ID=886ddd0a-6078-4239-bd61-9e83c0533940,revision_number=7']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:00:52.386799 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-6eefe9ce-cd18-48da-9ac6-7c30a8b9ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:52.388390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-6eefe9ce-cd18-48da-9ac6-7c30a8b9ce65 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 1096 time: 0.0442622 Nov 19 10:00:52.390030 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-597b8a44-b2a3-4822-b140-c6ee2d7b6908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:52.484227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-028f541c-0ddb-446b-bb8d-0aa93aeb1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:52.485751 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-028f541c-0ddb-446b-bb8d-0aa93aeb1d9b service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0897143 Nov 19 10:00:52.567839 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-8277963b-ed01-442c-990d-2aadb1f8021a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=886ddd0a-6078-4239-bd61-9e83c0533940 HTTP/1.1" status: 200 len: 999 time: 0.0736191 Nov 19 10:00:52.638116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204b7fe-2904-436c-b754-3dfe9c4fbf53 req-c83d76ab-0954-4c54-be42-0ae6bc6b1f21 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:52.639602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0204b7fe-2904-436c-b754-3dfe9c4fbf53 req-c83d76ab-0954-4c54-be42-0ae6bc6b1f21 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 944 time: 0.0903423 Nov 19 10:00:52.643242 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-061fefb5-e5da-45a7-9d61-d48be3cdfa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:52.644579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-061fefb5-e5da-45a7-9d61-d48be3cdfa54 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0634694 Nov 19 10:00:52.717669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0204b7fe-2904-436c-b754-3dfe9c4fbf53 req-cd6d391a-cfba-434b-a63e-64c5b912caf5 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719171 Nov 19 10:00:52.723772 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-98505864-b4e2-43ad-bf6d-1d707881e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:52.725253 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-98505864-b4e2-43ad-bf6d-1d707881e521 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728309 Nov 19 10:00:52.817697 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-93a8897a-4b42-4c79-ad1f-7cfb06c96b88 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834839 Nov 19 10:00:52.912059 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-572f2a4c-e803-4aa5-a235-15f8533465f1 req-410998ea-5eb6-4b3e-aa0a-8749db297345 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853813 Nov 19 10:00:53.632021 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:53.839714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734e462-092e-4ef3-bc9f-bd21b00fb0cd req-7f695d39-f356-4a72-803d-dca95139318f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:53.841254 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7734e462-092e-4ef3-bc9f-bd21b00fb0cd req-7f695d39-f356-4a72-803d-dca95139318f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 944 time: 0.0490673 Nov 19 10:00:53.889189 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7734e462-092e-4ef3-bc9f-bd21b00fb0cd req-3dcba6a3-e2f5-4815-8b20-6503960829db tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418620 Nov 19 10:00:53.913681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'tag': '886ddd0a-6078-4239-bd61-9e83c0533940'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:00:53.916549 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d423031-2a22-423c-9fa6-5c50e5e7974b", "tag": "886ddd0a-6078-4239-bd61-9e83c0533940"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:00:53.964553 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097c8f19-1f3d-4130-9b01-274fb00371ca x-openstack-request-id: req-097c8f19-1f3d-4130-9b01-274fb00371ca {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:00:53.964854 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d423031-2a22-423c-9fa6-5c50e5e7974b", "tag": "886ddd0a-6078-4239-bd61-9e83c0533940", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:00:53.965130 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-097c8f19-1f3d-4130-9b01-274fb00371ca {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:00:53.965536 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'tag': '886ddd0a-6078-4239-bd61-9e83c0533940', 'status': 'completed', 'code': 200} Nov 19 10:00:54.050093 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-5b0d1a61-81a3-485c-9e65-1842e1cc38f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:54.051581 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-5b0d1a61-81a3-485c-9e65-1842e1cc38f5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 1096 time: 0.0688245 Nov 19 10:00:54.057105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-1e4b72cb-746c-4244-b872-5b052830c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:54.058477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-1e4b72cb-746c-4244-b872-5b052830c9ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 1096 time: 0.0663958 Nov 19 10:00:54.208224 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-4037b77b-3646-425a-95a0-61dcce6eb4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:54.209633 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-4037b77b-3646-425a-95a0-61dcce6eb4b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.1503215 Nov 19 10:00:54.212694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-4d2a8763-29cd-460e-9769-a2f2669411c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:54.214283 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-4d2a8763-29cd-460e-9769-a2f2669411c2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.1470690 Nov 19 10:00:54.294207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 886ddd0a-6078-4239-bd61-9e83c0533940 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:00:54.320453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-782674d0-d35b-48d0-bbdd-c1cf469f655c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=886ddd0a-6078-4239-bd61-9e83c0533940 HTTP/1.1" status: 200 len: 999 time: 0.1030681 Nov 19 10:00:54.334101 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 886ddd0a-6078-4239-bd61-9e83c0533940 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:00:54.339088 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-8eb155b1-0dab-46e1-b718-81412c58eed9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=886ddd0a-6078-4239-bd61-9e83c0533940 HTTP/1.1" status: 200 len: 999 time: 0.0867732 Nov 19 10:00:54.405752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-2ec6b6fe-0207-4bb8-b496-a2a2a40da11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:54.407206 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-2ec6b6fe-0207-4bb8-b496-a2a2a40da11b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0798440 Nov 19 10:00:54.412247 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-a6907c3b-1ca2-4f0a-8063-6b8bfcb854f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:54.413591 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-a6907c3b-1ca2-4f0a-8063-6b8bfcb854f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0570943 Nov 19 10:00:54.740878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-cf7563cf-75ad-428a-9f2b-c9ca63f67569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:54.742407 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-cf7563cf-75ad-428a-9f2b-c9ca63f67569 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3279803 Nov 19 10:00:54.748313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-1c6e7eae-da44-4151-b3a6-d9f22296563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:54.749719 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-1c6e7eae-da44-4151-b3a6-d9f22296563a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3117659 Nov 19 10:00:54.903423 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-b7c34db1-ff7f-4ab7-8266-1006c090015e service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527610 Nov 19 10:00:54.908388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-98326e66-cac1-4b1b-92bd-d78f3c68a56d service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412511 Nov 19 10:00:55.026667 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:55.100073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02317e-109b-4deb-b381-23625132879b req-e8a91cfe-70bb-42ae-bad3-a11c4fcc5a6b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:55.101572 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a02317e-109b-4deb-b381-23625132879b req-e8a91cfe-70bb-42ae-bad3-a11c4fcc5a6b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 944 time: 0.1298661 Nov 19 10:00:55.115841 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-b2131335-523f-40b6-8b17-f8677d9e2499 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040384 Nov 19 10:00:55.132163 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5a38d25-c1b4-4bee-aabe-de405bb20ba5 req-5889550f-6ba3-4881-8e6d-e5abaefb25e0 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113934 Nov 19 10:00:55.149870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 886ddd0a-6078-4239-bd61-9e83c0533940 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:00:55.163500 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a02317e-109b-4deb-b381-23625132879b req-69a3c181-b100-400a-8d9a-9678822d5894 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550532 Nov 19 10:00:55.248349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 886ddd0a-6078-4239-bd61-9e83c0533940, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=886ddd0a-6078-4239-bd61-9e83c0533940,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:00:55.261690 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '886ddd0a-6078-4239-bd61-9e83c0533940', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'port_id': '886ddd0a-6078-4239-bd61-9e83c0533940', 'mac_address': 'fa:16:3e:fe:42:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:00:55.303804 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:55.322661 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886ddd0a-6078-4239-bd61-9e83c0533940 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:00:55.343837 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 886ddd0a-6078-4239-bd61-9e83c0533940, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=886ddd0a-6078-4239-bd61-9e83c0533940,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:00:55.349256 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:55.374409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794664d-342a-4c1f-8f50-e230d1d1cac1 req-5d95e149-c428-4a22-9c48-0ad8267d0317 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:55.376044 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a794664d-342a-4c1f-8f50-e230d1d1cac1 req-5d95e149-c428-4a22-9c48-0ad8267d0317 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 944 time: 0.0612383 Nov 19 10:00:55.399575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=886ddd0a-6078-4239-bd61-9e83c0533940,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:00:55.407109 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:55.407464 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:55.407813 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:55.408159 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:55.408503 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:55.408839 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:55.409255 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:55.409587 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:55.409928 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:55.410260 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:55.410590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:55.410917 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:00:55.462055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b3bd0-5381-4dbf-bd29-6d08cf73acd2 req-179d6d28-e960-4b7e-83a1-6986c6af1a0b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:55.463764 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b26b3bd0-5381-4dbf-bd29-6d08cf73acd2 req-179d6d28-e960-4b7e-83a1-6986c6af1a0b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b&tenant_id=9a1ca7995613423293ba73c118844c26&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 945 time: 0.0868647 Nov 19 10:00:55.467033 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a794664d-342a-4c1f-8f50-e230d1d1cac1 req-7575a58b-ce39-4d4f-9313-5b951e2ab73a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798063 Nov 19 10:00:55.525322 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-b26b3bd0-5381-4dbf-bd29-6d08cf73acd2 req-817d2f3e-1523-4eb0-83bf-61b884cbc781 service neutron] delete failed (client error): The resource could not be found. Nov 19 10:00:55.526261 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b26b3bd0-5381-4dbf-bd29-6d08cf73acd2 req-817d2f3e-1523-4eb0-83bf-61b884cbc781 service neutron] 10.222.0.66 "DELETE /v2.0/ports/886ddd0a-6078-4239-bd61-9e83c0533940/bindings/n-h1-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.0549805 Nov 19 10:00:55.611732 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['886ddd0a-6078-4239-bd61-9e83c0533940'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:00:55.614751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b3bd0-5381-4dbf-bd29-6d08cf73acd2 req-5b253028-28b8-485f-84c6-cfbebc1df373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:55.616742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b26b3bd0-5381-4dbf-bd29-6d08cf73acd2 req-5b253028-28b8-485f-84c6-cfbebc1df373 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 1097 time: 0.0441029 Nov 19 10:00:55.654191 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:55.717861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b3bd0-5381-4dbf-bd29-6d08cf73acd2 req-0e16d141-937b-4088-a65f-7116a6f2cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:55.719348 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b26b3bd0-5381-4dbf-bd29-6d08cf73acd2 req-0e16d141-937b-4088-a65f-7116a6f2cb52 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0954852 Nov 19 10:00:55.786453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b26b3bd0-5381-4dbf-bd29-6d08cf73acd2 req-4eaf9d53-42c8-44e6-8f92-8ce8c72d6142 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=886ddd0a-6078-4239-bd61-9e83c0533940 HTTP/1.1" status: 200 len: 1000 time: 0.0602591 Nov 19 10:00:55.835634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b3bd0-5381-4dbf-bd29-6d08cf73acd2 req-9a626fb2-be32-47e6-b315-328adf12dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:55.837151 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b26b3bd0-5381-4dbf-bd29-6d08cf73acd2 req-9a626fb2-be32-47e6-b315-328adf12dcbd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0441625 Nov 19 10:00:55.887520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b3bd0-5381-4dbf-bd29-6d08cf73acd2 req-1bf810dc-5dcd-46bb-9e85-22939178bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:55.889019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b26b3bd0-5381-4dbf-bd29-6d08cf73acd2 req-1bf810dc-5dcd-46bb-9e85-22939178bdc3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451176 Nov 19 10:00:55.978738 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b26b3bd0-5381-4dbf-bd29-6d08cf73acd2 req-8f145103-1567-4e6e-9a01-14526a95d058 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825996 Nov 19 10:00:56.071471 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b26b3bd0-5381-4dbf-bd29-6d08cf73acd2 req-084a0f44-77da-4e4c-a842-78a36708b78e service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848689 Nov 19 10:00:56.592778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a1140-1612-478a-8945-72e80696661a req-db16388e-2ada-46e6-ae84-fb084be3a515 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:56.594432 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f2a1140-1612-478a-8945-72e80696661a req-db16388e-2ada-46e6-ae84-fb084be3a515 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 945 time: 0.0534248 Nov 19 10:00:56.644138 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7f2a1140-1612-478a-8945-72e80696661a req-b15cef0c-4cf2-4c0d-b03d-8929af5d956d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419893 Nov 19 10:00:56.761773 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd394dca-29a5-4ad2-afb6-53abc4a34698 req-e70147e6-d1dd-443f-b337-1d8cf59facf8 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:56.763294 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd394dca-29a5-4ad2-afb6-53abc4a34698 req-e70147e6-d1dd-443f-b337-1d8cf59facf8 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 945 time: 0.0506122 Nov 19 10:00:56.809260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd394dca-29a5-4ad2-afb6-53abc4a34698 req-192fce8d-7e91-4bfb-abce-ca28e8dd9705 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400088 Nov 19 10:00:56.925648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bca7fb-347e-42b1-a6f3-ad756e943f6d req-dc82e84b-0ea4-4196-a0cc-ec3be302b7aa tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:56.927113 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7bca7fb-347e-42b1-a6f3-ad756e943f6d req-dc82e84b-0ea4-4196-a0cc-ec3be302b7aa tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 945 time: 0.0524287 Nov 19 10:00:56.974571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7bca7fb-347e-42b1-a6f3-ad756e943f6d req-6b415037-69f2-44b2-a5b3-e44835b0443c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409870 Nov 19 10:00:57.160979 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 886ddd0a-6078-4239-bd61-9e83c0533940 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:00:57.203801 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13829d-004c-4dc1-98ba-840d9492e3b5 req-3a26b800-95f7-467f-acf1-b2f304ee3f04 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:57.205349 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e13829d-004c-4dc1-98ba-840d9492e3b5 req-3a26b800-95f7-467f-acf1-b2f304ee3f04 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 945 time: 0.0500708 Nov 19 10:00:57.210055 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 886ddd0a-6078-4239-bd61-9e83c0533940 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:00:57.214546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 886ddd0a-6078-4239-bd61-9e83c0533940 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:00:57.214926 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:57.257479 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e13829d-004c-4dc1-98ba-840d9492e3b5 req-54b011f0-f5f2-4b47-b4b2-f09c184e9413 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444350 Nov 19 10:00:57.295101 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:57.320990 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886ddd0a-6078-4239-bd61-9e83c0533940'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:00:57.323256 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f297be-3bdf-4908-83e1-dda52c9f0b46" -d '{"events": [{"server_uuid": "0d423031-2a22-423c-9fa6-5c50e5e7974b", "name": "network-vif-plugged", "status": "completed", "tag": "886ddd0a-6078-4239-bd61-9e83c0533940"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:00:57.335282 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 886ddd0a-6078-4239-bd61-9e83c0533940, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=886ddd0a-6078-4239-bd61-9e83c0533940,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:00:57.340138 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:57.365582 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92958e8c-0243-4194-8441-f9cd59c9424d x-openstack-request-id: req-92958e8c-0243-4194-8441-f9cd59c9424d {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:00:57.365878 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d423031-2a22-423c-9fa6-5c50e5e7974b", "name": "network-vif-plugged", "status": "completed", "tag": "886ddd0a-6078-4239-bd61-9e83c0533940", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:00:57.366130 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92958e8c-0243-4194-8441-f9cd59c9424d {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:00:57.366516 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886ddd0a-6078-4239-bd61-9e83c0533940', 'code': 200} Nov 19 10:00:57.388872 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=886ddd0a-6078-4239-bd61-9e83c0533940,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:00:58.377860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed2a8a-5488-4e05-9e1f-805e7c98b5ab req-496c1cca-1a62-44f5-a12d-b2084355e483 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:58.379347 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35ed2a8a-5488-4e05-9e1f-805e7c98b5ab req-496c1cca-1a62-44f5-a12d-b2084355e483 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0539515 Nov 19 10:00:58.426911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35ed2a8a-5488-4e05-9e1f-805e7c98b5ab req-f2263320-a3ed-4c88-aace-7c15416c5838 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409234 Nov 19 10:00:58.477843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687770d-c648-430e-abb6-c8985381f1fd req-fff63afd-4319-4f35-974f-7cf656a26a49 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:00:58.479839 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d687770d-c648-430e-abb6-c8985381f1fd req-fff63afd-4319-4f35-974f-7cf656a26a49 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 946 time: 0.0489326 Nov 19 10:00:58.568435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-d687770d-c648-430e-abb6-c8985381f1fd req-79cbfb30-8c90-4747-9a00-5bcdbd832f47 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Deleting port 886ddd0a-6078-4239-bd61-9e83c0533940 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:00:58.568694 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d687770d-c648-430e-abb6-c8985381f1fd req-79cbfb30-8c90-4747-9a00-5bcdbd832f47 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:58.658569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d687770d-c648-430e-abb6-c8985381f1fd req-79cbfb30-8c90-4747-9a00-5bcdbd832f47 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] For port 886ddd0a-6078-4239-bd61-9e83c0533940, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=886ddd0a-6078-4239-bd61-9e83c0533940,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:00:58.658934 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d687770d-c648-430e-abb6-c8985381f1fd req-79cbfb30-8c90-4747-9a00-5bcdbd832f47 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:58.879826 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d687770d-c648-430e-abb6-c8985381f1fd req-79cbfb30-8c90-4747-9a00-5bcdbd832f47 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:58.880101 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d687770d-c648-430e-abb6-c8985381f1fd req-79cbfb30-8c90-4747-9a00-5bcdbd832f47 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:58.880419 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-d687770d-c648-430e-abb6-c8985381f1fd req-79cbfb30-8c90-4747-9a00-5bcdbd832f47 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Floating IP 0567ae45-02c7-49e7-b4ae-2261f4ae8a36 disassociated. External IP: 172.25.0.42, port: 886ddd0a-6078-4239-bd61-9e83c0533940. Nov 19 10:00:58.880765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-d687770d-c648-430e-abb6-c8985381f1fd req-79cbfb30-8c90-4747-9a00-5bcdbd832f47 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Calling delete_port for 886ddd0a-6078-4239-bd61-9e83c0533940 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:00:59.006245 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d687770d-c648-430e-abb6-c8985381f1fd req-79cbfb30-8c90-4747-9a00-5bcdbd832f47 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:59.033124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbfb30-8c90-4747-9a00-5bcdbd832f47 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Pushing event deleted for resources: {'Port': ['ID=886ddd0a-6078-4239-bd61-9e83c0533940,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:00:59.151941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d687770d-c648-430e-abb6-c8985381f1fd req-79cbfb30-8c90-4747-9a00-5bcdbd832f47 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:00:59.265449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d687770d-c648-430e-abb6-c8985381f1fd req-79cbfb30-8c90-4747-9a00-5bcdbd832f47 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:00:59.277980 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4587507b-26b8-4683-b2d1-9b25243d3099 None None] Sync routers for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:00:59.287684 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587507b-26b8-4683-b2d1-9b25243d3099 None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:00:59.288312 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4587507b-26b8-4683-b2d1-9b25243d3099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:00:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:00:59.306204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d687770d-c648-430e-abb6-c8985381f1fd req-79cbfb30-8c90-4747-9a00-5bcdbd832f47 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] No DVR routers for this DVR port 886ddd0a-6078-4239-bd61-9e83c0533940 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:00:59.308893 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d687770d-c648-430e-abb6-c8985381f1fd req-79cbfb30-8c90-4747-9a00-5bcdbd832f47 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:00:59.312344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d687770d-c648-430e-abb6-c8985381f1fd req-79cbfb30-8c90-4747-9a00-5bcdbd832f47 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.71 "DELETE /v2.0/ports/886ddd0a-6078-4239-bd61-9e83c0533940 HTTP/1.1" status: 204 len: 173 time: 0.8255146 Nov 19 10:00:59.312785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'name': 'network-vif-deleted', 'tag': '886ddd0a-6078-4239-bd61-9e83c0533940'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:00:59.315286 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc584d86-1b3a-4051-8192-72485f830b0e" -d '{"events": [{"server_uuid": "0d423031-2a22-423c-9fa6-5c50e5e7974b", "name": "network-vif-deleted", "tag": "886ddd0a-6078-4239-bd61-9e83c0533940"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:00:59.367906 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba6554e-affd-408c-bdc4-de85398ad8b5 x-openstack-request-id: req-4ba6554e-affd-408c-bdc4-de85398ad8b5 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:00:59.368312 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d423031-2a22-423c-9fa6-5c50e5e7974b", "name": "network-vif-deleted", "tag": "886ddd0a-6078-4239-bd61-9e83c0533940", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:00:59.368670 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ba6554e-affd-408c-bdc4-de85398ad8b5 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:00:59.369405 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d423031-2a22-423c-9fa6-5c50e5e7974b', 'name': 'network-vif-deleted', 'tag': '886ddd0a-6078-4239-bd61-9e83c0533940', 'status': 'completed', 'code': 200} Nov 19 10:00:59.403036 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-4587507b-26b8-4683-b2d1-9b25243d3099 None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:00:59.557678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8fdd2f57-a9d9-4541-80c1-840de63f6a3e req-84430955-6760-486e-82ab-2dff38d1e131 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d423031-2a22-423c-9fa6-5c50e5e7974b HTTP/1.1" status: 200 len: 210 time: 0.0395720 Nov 19 10:00:59.629565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4587507b-26b8-4683-b2d1-9b25243d3099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:00:59.655642 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4587507b-26b8-4683-b2d1-9b25243d3099 None None] Checking router: 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:00:59.663824 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587507b-26b8-4683-b2d1-9b25243d3099 None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:00:59.664466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4587507b-26b8-4683-b2d1-9b25243d3099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:00:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:00:59.769475 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-4587507b-26b8-4683-b2d1-9b25243d3099 None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:00:59.965280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4587507b-26b8-4683-b2d1-9b25243d3099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:00:59.994007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4587507b-26b8-4683-b2d1-9b25243d3099 None None] The sync data for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 is: [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:01:00.205249 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d2326d-c303-4b34-a7c0-39ecc36f4961 None None] New status for floating IP 0567ae45-02c7-49e7-b4ae-2261f4ae8a36: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:01:00.792174 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-248745e3-728d-4b23-b2db-75b91294383e req-8feeb3cc-68d1-4525-8621-b0c252708355 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--858143946&fields=id&tenant_id=9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 267 time: 0.0442607 Nov 19 10:01:00.897868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248745e3-728d-4b23-b2db-75b91294383e req-d7637b65-8dc7-43f4-a25c-4c96f6459ef2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:00.899244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-248745e3-728d-4b23-b2db-75b91294383e req-d7637b65-8dc7-43f4-a25c-4c96f6459ef2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 812 time: 0.1004333 Nov 19 10:01:00.915237 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-248745e3-728d-4b23-b2db-75b91294383e req-98ebcf37-f29f-4d2c-b763-c662706f2179 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/quotas/9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 375 time: 0.0092454 Nov 19 10:01:00.965401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-248745e3-728d-4b23-b2db-75b91294383e req-146b7152-021d-4100-91dd-86948dfab971 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453765 Nov 19 10:01:01.062442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-248745e3-728d-4b23-b2db-75b91294383e req-cd074790-b37a-48e3-a94f-60021df629d8 service neutron] 10.222.0.21 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853426 Nov 19 10:01:01.151341 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-248745e3-728d-4b23-b2db-75b91294383e req-76da74d9-3167-4c5c-8502-ab68c99f33b4 service neutron] 10.222.0.21 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827305 Nov 19 10:01:01.195785 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 886ddd0a-6078-4239-bd61-9e83c0533940 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:01:01.218330 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 886ddd0a-6078-4239-bd61-9e83c0533940 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:01:01.218686 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 886ddd0a-6078-4239-bd61-9e83c0533940 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:01:01.316332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a377bcc-8e58-4049-8fb4-b5c820fdd719 req-83293769-7813-4a03-9e2a-ea31cac5ff11 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 210 time: 0.0327408 Nov 19 10:01:02.232517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248745e3-728d-4b23-b2db-75b91294383e req-12c08323-eeab-4213-8e18-1784938f8f81 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:02.234429 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-248745e3-728d-4b23-b2db-75b91294383e req-12c08323-eeab-4213-8e18-1784938f8f81 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 812 time: 0.1054604 Nov 19 10:01:02.303647 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-248745e3-728d-4b23-b2db-75b91294383e req-30472825-8509-423d-9bae-0758096923a8 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 379 time: 0.0537908 Nov 19 10:01:02.314252 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-248745e3-728d-4b23-b2db-75b91294383e req-826ede45-d8ea-43d9-ad82-e5e0c7b67b23 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Request body: {'port': {'device_id': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'admin_state_up': True, 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'security_groups': ['6e6d550b-ed95-4a88-b6c1-241ed3920ccf']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:01:02.423101 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-64ac3818-253d-453a-99d0-6a5ad96fff73 req-1643419d-c5a3-4cfe-99bb-f5db67515c06 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 210 time: 0.0304234 Nov 19 10:01:02.451994 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248745e3-728d-4b23-b2db-75b91294383e req-826ede45-d8ea-43d9-ad82-e5e0c7b67b23 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Made reservation on behalf of 9a1ca7995613423293ba73c118844c26 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:01:02.455695 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-248745e3-728d-4b23-b2db-75b91294383e req-826ede45-d8ea-43d9-ad82-e5e0c7b67b23 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:02.581144 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-248745e3-728d-4b23-b2db-75b91294383e req-826ede45-d8ea-43d9-ad82-e5e0c7b67b23 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Allocated IP 172.20.0.9 (fc06605d-eb91-4419-86f0-977e3e745b3d/d7e39b8c-91e0-4d2d-976d-eb39936e43d9/336cd351-7997-4f41-8047-90fe714d12d2) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:01:02.716739 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-248745e3-728d-4b23-b2db-75b91294383e req-826ede45-d8ea-43d9-ad82-e5e0c7b67b23 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:02.752497 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-248745e3-728d-4b23-b2db-75b91294383e req-826ede45-d8ea-43d9-ad82-e5e0c7b67b23 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:02.795677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248745e3-728d-4b23-b2db-75b91294383e req-826ede45-d8ea-43d9-ad82-e5e0c7b67b23 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Network fc06605d-eb91-4419-86f0-977e3e745b3d is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:01:02.798977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-248745e3-728d-4b23-b2db-75b91294383e req-826ede45-d8ea-43d9-ad82-e5e0c7b67b23 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:01:02.802578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-248745e3-728d-4b23-b2db-75b91294383e req-826ede45-d8ea-43d9-ad82-e5e0c7b67b23 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:01:02.809468 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ede45-d8ea-43d9-ad82-e5e0c7b67b23 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Pushing event updated for resources: {'Port': ['ID=336cd351-7997-4f41-8047-90fe714d12d2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:01:02.856787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248745e3-728d-4b23-b2db-75b91294383e req-826ede45-d8ea-43d9-ad82-e5e0c7b67b23 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:02.857344 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-248745e3-728d-4b23-b2db-75b91294383e req-826ede45-d8ea-43d9-ad82-e5e0c7b67b23 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:02.877183 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-248745e3-728d-4b23-b2db-75b91294383e req-826ede45-d8ea-43d9-ad82-e5e0c7b67b23 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5665841 Nov 19 10:01:02.890676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Request body: {'port': {'device_id': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:01:02.949905 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:03.008299 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-39645565-6fb3-459c-acd1-379a4be1adfd None None] Provisioning complete for port 336cd351-7997-4f41-8047-90fe714d12d2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:01:03.008891 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-39645565-6fb3-459c-acd1-379a4be1adfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:03.041883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-39645565-6fb3-459c-acd1-379a4be1adfd None None] Port 336cd351-7997-4f41-8047-90fe714d12d2 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:01:03.207132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336cd351-7997-4f41-8047-90fe714d12d2 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:01:03.215511 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:03.227359 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Transition to ACTIVE for port object 336cd351-7997-4f41-8047-90fe714d12d2 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:01:03.230969 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:03.283542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Pushing event updated for resources: {'Port': ['ID=336cd351-7997-4f41-8047-90fe714d12d2,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:01:03.358972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Attempting to bind port 336cd351-7997-4f41-8047-90fe714d12d2 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:01:03.359312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Attempting to bind port 336cd351-7997-4f41-8047-90fe714d12d2 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:01:03.359646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Attempting to bind port 336cd351-7997-4f41-8047-90fe714d12d2 on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:01:03.364261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Port 336cd351-7997-4f41-8047-90fe714d12d2 on network fc06605d-eb91-4419-86f0-977e3e745b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:01:03.364606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Attempting to bind port 336cd351-7997-4f41-8047-90fe714d12d2 on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:01:03.370214 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:01:03.370552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Checking segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:01:03.370946 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Bound using segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:01:03.371379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Bound port: 336cd351-7997-4f41-8047-90fe714d12d2, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:01:03.371743 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:03.437188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] For port 336cd351-7997-4f41-8047-90fe714d12d2, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:01:03.440342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] For port 336cd351-7997-4f41-8047-90fe714d12d2, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=336cd351-7997-4f41-8047-90fe714d12d2,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:01:03.446766 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:03.494098 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:03.494837 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:03.496220 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-248745e3-728d-4b23-b2db-75b91294383e req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] 10.222.0.71 "PUT /v2.0/ports/336cd351-7997-4f41-8047-90fe714d12d2 HTTP/1.1" status: 200 len: 1092 time: 0.6099184 Nov 19 10:01:03.496660 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'tag': '336cd351-7997-4f41-8047-90fe714d12d2'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:01:03.499063 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11ba9e1-8da4-4365-ba8a-ae3df088bcb0" -d '{"events": [{"name": "network-changed", "server_uuid": "c99d22f7-4afe-48d8-9ce8-fe30342602b7", "tag": "336cd351-7997-4f41-8047-90fe714d12d2"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:01:03.521416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11650586-9f06-44fe-a46a-f203a4e071b0 service neutron] Pushing event updated for resources: {'Port': ['ID=336cd351-7997-4f41-8047-90fe714d12d2,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:01:03.811584 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc706f0c-1c73-49d4-9f7d-3cadbe7972eb x-openstack-request-id: req-bc706f0c-1c73-49d4-9f7d-3cadbe7972eb {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:01:03.811881 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99d22f7-4afe-48d8-9ce8-fe30342602b7", "tag": "336cd351-7997-4f41-8047-90fe714d12d2", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:01:03.812130 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc706f0c-1c73-49d4-9f7d-3cadbe7972eb {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:01:03.812514 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'tag': '336cd351-7997-4f41-8047-90fe714d12d2', 'status': 'completed', 'code': 200} Nov 19 10:01:03.860719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c5ff7-7906-4c7c-aec8-47dfff97d0fb req-55a67cd2-7bf8-4b0c-81b1-a026d58f8182 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:03.862223 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d4c5ff7-7906-4c7c-aec8-47dfff97d0fb req-55a67cd2-7bf8-4b0c-81b1-a026d58f8182 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 943 time: 0.3550935 Nov 19 10:01:03.868595 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248745e3-728d-4b23-b2db-75b91294383e req-ea786a94-5e30-40ed-9053-3341a786c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:03.870564 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-248745e3-728d-4b23-b2db-75b91294383e req-ea786a94-5e30-40ed-9053-3341a786c5b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 1095 time: 0.0608037 Nov 19 10:01:03.919525 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-248745e3-728d-4b23-b2db-75b91294383e req-c9bdae42-dccd-4609-a908-0edb8f613344 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336cd351-7997-4f41-8047-90fe714d12d2 HTTP/1.1" status: 200 len: 217 time: 0.0357130 Nov 19 10:01:03.974521 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d4c5ff7-7906-4c7c-aec8-47dfff97d0fb req-0f3210c5-b0c5-4bb0-9888-bbad70a66692 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030219 Nov 19 10:01:03.984845 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248745e3-728d-4b23-b2db-75b91294383e req-4c8f190f-407a-410c-a6b5-60be46548346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:03.986356 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-248745e3-728d-4b23-b2db-75b91294383e req-4c8f190f-407a-410c-a6b5-60be46548346 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0599346 Nov 19 10:01:04.032952 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248745e3-728d-4b23-b2db-75b91294383e req-19b6a6a6-22eb-4736-ba9f-1d51fd998548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:04.034446 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-248745e3-728d-4b23-b2db-75b91294383e req-19b6a6a6-22eb-4736-ba9f-1d51fd998548 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404673 Nov 19 10:01:04.127331 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-248745e3-728d-4b23-b2db-75b91294383e req-14f2958a-96a1-4196-b586-2e17437b8de8 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842831 Nov 19 10:01:04.215015 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-248745e3-728d-4b23-b2db-75b91294383e req-733faef1-493b-423a-a8a9-7875d7d283df service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810461 Nov 19 10:01:04.302626 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ba9e1-8da4-4365-ba8a-ae3df088bcb0 req-298d999d-4839-4bbd-9341-16a7517fd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:04.304601 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b11ba9e1-8da4-4365-ba8a-ae3df088bcb0 req-298d999d-4839-4bbd-9341-16a7517fd60e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 1095 time: 0.0425951 Nov 19 10:01:04.399632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ba9e1-8da4-4365-ba8a-ae3df088bcb0 req-98617f26-08f2-4bd9-b45d-c33b895ff46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:04.402034 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b11ba9e1-8da4-4365-ba8a-ae3df088bcb0 req-98617f26-08f2-4bd9-b45d-c33b895ff46f service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0892208 Nov 19 10:01:04.447466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b11ba9e1-8da4-4365-ba8a-ae3df088bcb0 req-65c52562-4793-4ccc-a62d-e505638d355e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336cd351-7997-4f41-8047-90fe714d12d2 HTTP/1.1" status: 200 len: 217 time: 0.0343077 Nov 19 10:01:04.496849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ba9e1-8da4-4365-ba8a-ae3df088bcb0 req-77fbb3ec-1a23-466a-a6e8-6b390cbfc87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:04.498360 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b11ba9e1-8da4-4365-ba8a-ae3df088bcb0 req-77fbb3ec-1a23-466a-a6e8-6b390cbfc87e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0441306 Nov 19 10:01:04.548799 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ba9e1-8da4-4365-ba8a-ae3df088bcb0 req-f295e29f-3d20-461a-841f-f458efcb8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:04.550329 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b11ba9e1-8da4-4365-ba8a-ae3df088bcb0 req-f295e29f-3d20-461a-841f-f458efcb8d86 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445635 Nov 19 10:01:04.641274 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b11ba9e1-8da4-4365-ba8a-ae3df088bcb0 req-a353f383-6a4e-46eb-98de-8d5ed7475b6b service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817761 Nov 19 10:01:04.735179 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b11ba9e1-8da4-4365-ba8a-ae3df088bcb0 req-07ad2d54-1bc5-470e-81e1-65edbd6c8ce6 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862777 Nov 19 10:01:05.091309 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0625839-64ea-423d-9258-9c9698680ce4 req-2e30aff2-9cd4-4398-bcdb-10757ad5664a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:05.092793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b0625839-64ea-423d-9258-9c9698680ce4 req-2e30aff2-9cd4-4398-bcdb-10757ad5664a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 943 time: 0.0499704 Nov 19 10:01:05.139633 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b0625839-64ea-423d-9258-9c9698680ce4 req-0570d83b-75b9-4559-8535-472717f308d3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408964 Nov 19 10:01:06.253245 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457a90e-c44f-4618-b253-376a17e33267 req-afecaef0-a8dc-4aaf-b9a6-85b44682f811 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:06.254729 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a457a90e-c44f-4618-b253-376a17e33267 req-afecaef0-a8dc-4aaf-b9a6-85b44682f811 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 943 time: 0.0486035 Nov 19 10:01:06.307408 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a457a90e-c44f-4618-b253-376a17e33267 req-d4171657-e588-4fde-9c6a-dc64f66bfc4e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461493 Nov 19 10:01:07.233178 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 336cd351-7997-4f41-8047-90fe714d12d2 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:01:07.326877 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 336cd351-7997-4f41-8047-90fe714d12d2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=336cd351-7997-4f41-8047-90fe714d12d2,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:01:07.339547 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '336cd351-7997-4f41-8047-90fe714d12d2', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'port_id': '336cd351-7997-4f41-8047-90fe714d12d2', 'mac_address': 'fa:16:3e:cb:84:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:01:07.376933 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:07.394115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336cd351-7997-4f41-8047-90fe714d12d2 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:01:07.414289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 336cd351-7997-4f41-8047-90fe714d12d2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=336cd351-7997-4f41-8047-90fe714d12d2,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:01:07.419301 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:07.426818 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a204670-2dc1-4f5a-a182-3e6be1e35792 req-d69ebce9-dad4-4753-b25b-be3fd6809311 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:07.428331 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a204670-2dc1-4f5a-a182-3e6be1e35792 req-d69ebce9-dad4-4753-b25b-be3fd6809311 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 943 time: 0.0513656 Nov 19 10:01:07.467429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=336cd351-7997-4f41-8047-90fe714d12d2,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:01:07.479717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a204670-2dc1-4f5a-a182-3e6be1e35792 req-7036e78e-8737-4ddd-b1f0-4ef4da41cd49 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452142 Nov 19 10:01:07.613056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['336cd351-7997-4f41-8047-90fe714d12d2'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:01:08.596818 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85de64-4cdf-4813-92d4-eb4bf600ee46 req-9f876acb-065a-435b-826f-ba64866de7ce tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:08.598230 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf85de64-4cdf-4813-92d4-eb4bf600ee46 req-9f876acb-065a-435b-826f-ba64866de7ce tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 944 time: 0.0509009 Nov 19 10:01:08.645244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf85de64-4cdf-4813-92d4-eb4bf600ee46 req-2b8cb62b-07b4-4460-b831-01349d1241f1 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410833 Nov 19 10:01:09.248794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 336cd351-7997-4f41-8047-90fe714d12d2 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:01:09.300387 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 336cd351-7997-4f41-8047-90fe714d12d2 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:01:09.304176 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 336cd351-7997-4f41-8047-90fe714d12d2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:01:09.304549 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:09.380765 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:09.402964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336cd351-7997-4f41-8047-90fe714d12d2'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:01:09.405220 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8613830-31ac-4a52-9a50-9f2509d16642" -d '{"events": [{"server_uuid": "c99d22f7-4afe-48d8-9ce8-fe30342602b7", "name": "network-vif-plugged", "status": "completed", "tag": "336cd351-7997-4f41-8047-90fe714d12d2"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:01:09.417803 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 336cd351-7997-4f41-8047-90fe714d12d2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=336cd351-7997-4f41-8047-90fe714d12d2,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:01:09.422129 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:09.454228 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2baaa38d-1ce6-4bd5-a5e0-82858c341c0d x-openstack-request-id: req-2baaa38d-1ce6-4bd5-a5e0-82858c341c0d {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:01:09.454517 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d22f7-4afe-48d8-9ce8-fe30342602b7", "name": "network-vif-plugged", "status": "completed", "tag": "336cd351-7997-4f41-8047-90fe714d12d2", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:01:09.454768 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2baaa38d-1ce6-4bd5-a5e0-82858c341c0d {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:01:09.455157 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336cd351-7997-4f41-8047-90fe714d12d2', 'code': 200} Nov 19 10:01:09.482837 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=336cd351-7997-4f41-8047-90fe714d12d2,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:01:09.557970 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a6052-47bc-4083-9eed-25fe01f1f292 req-54836491-26bf-4b29-a401-28718bf30367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:09.559371 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-529a6052-47bc-4083-9eed-25fe01f1f292 req-54836491-26bf-4b29-a401-28718bf30367 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 1097 time: 0.0455027 Nov 19 10:01:09.608442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-529a6052-47bc-4083-9eed-25fe01f1f292 req-25a1400d-4ba8-4aac-a3e0-5abe2e169d0a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371537 Nov 19 10:01:09.761026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687d508-20a3-4092-8013-3878654a7326 req-bead8adb-971c-4366-ac91-9c0c86fcc178 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:09.762529 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8687d508-20a3-4092-8013-3878654a7326 req-bead8adb-971c-4366-ac91-9c0c86fcc178 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0484796 Nov 19 10:01:09.810409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8687d508-20a3-4092-8013-3878654a7326 req-56dae1dd-5f3a-42ad-be10-cbf344cb8b39 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419412 Nov 19 10:01:10.931982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235707a2-ba92-41e8-8142-6b72940f44a8 req-026d12a7-6ab4-4bb8-add2-7bacf1072d55 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:10.933566 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-235707a2-ba92-41e8-8142-6b72940f44a8 req-026d12a7-6ab4-4bb8-add2-7bacf1072d55 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0522413 Nov 19 10:01:10.981023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-235707a2-ba92-41e8-8142-6b72940f44a8 req-80bc9fce-2229-4f2f-88c2-ef212ed1e9f3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415187 Nov 19 10:01:11.090959 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07dd03-f86f-4bf9-8835-16f673696959 req-897baaad-44a0-48fb-9ea5-cd920384b900 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:11.092348 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fb07dd03-f86f-4bf9-8835-16f673696959 req-897baaad-44a0-48fb-9ea5-cd920384b900 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0486002 Nov 19 10:01:11.100805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 33976) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:01:11.105882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3a94a383-8fe1-4cd8-af7d-f4f18959e713 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Request body: {'floatingip': {'port_id': '336cd351-7997-4f41-8047-90fe714d12d2'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:01:11.144081 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a94a383-8fe1-4cd8-af7d-f4f18959e713 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:11.576058 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a94a383-8fe1-4cd8-af7d-f4f18959e713 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:11.579721 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a94a383-8fe1-4cd8-af7d-f4f18959e713 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:11.679127 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-3a94a383-8fe1-4cd8-af7d-f4f18959e713 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Floating IP 0567ae45-02c7-49e7-b4ae-2261f4ae8a36 associated. External IP: 172.25.0.42, port: 336cd351-7997-4f41-8047-90fe714d12d2. Nov 19 10:01:11.886924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a94a383-8fe1-4cd8-af7d-f4f18959e713 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:01:11.994621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a94a383-8fe1-4cd8-af7d-f4f18959e713 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:01:11.999531 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a94a383-8fe1-4cd8-af7d-f4f18959e713 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:12.004352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04813539-6e99-4918-8768-15912bf6b2bc None None] Sync routers for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:01:12.014630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04813539-6e99-4918-8768-15912bf6b2bc None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:01:12.015256 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-04813539-6e99-4918-8768-15912bf6b2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:00:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:01:12.028949 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3a94a383-8fe1-4cd8-af7d-f4f18959e713 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "PUT /v2.0/floatingips/0567ae45-02c7-49e7-b4ae-2261f4ae8a36 HTTP/1.1" status: 200 len: 990 time: 0.9270616 Nov 19 10:01:12.029577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'tag': '336cd351-7997-4f41-8047-90fe714d12d2'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:01:12.031889 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30509d9-98b6-48d6-a2cc-6309f6e054fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c99d22f7-4afe-48d8-9ce8-fe30342602b7", "tag": "336cd351-7997-4f41-8047-90fe714d12d2"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:01:12.075585 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75977917-7b79-4964-a0f9-867db6717123 x-openstack-request-id: req-75977917-7b79-4964-a0f9-867db6717123 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:01:12.075887 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99d22f7-4afe-48d8-9ce8-fe30342602b7", "tag": "336cd351-7997-4f41-8047-90fe714d12d2", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:01:12.076150 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75977917-7b79-4964-a0f9-867db6717123 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:01:12.076563 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'tag': '336cd351-7997-4f41-8047-90fe714d12d2', 'status': 'completed', 'code': 200} Nov 19 10:01:12.132722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-04813539-6e99-4918-8768-15912bf6b2bc None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:01:12.140168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30509d9-98b6-48d6-a2cc-6309f6e054fa req-082da591-9ae3-48f2-9041-8259c5011236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:12.141753 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f30509d9-98b6-48d6-a2cc-6309f6e054fa req-082da591-9ae3-48f2-9041-8259c5011236 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 1097 time: 0.0420964 Nov 19 10:01:12.237153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30509d9-98b6-48d6-a2cc-6309f6e054fa req-af705474-aa26-49a4-9462-787f8863b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:12.238805 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f30509d9-98b6-48d6-a2cc-6309f6e054fa req-af705474-aa26-49a4-9462-787f8863b0df service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0891500 Nov 19 10:01:12.305288 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f30509d9-98b6-48d6-a2cc-6309f6e054fa req-4f2cc6d2-dd84-4d2a-ba9c-f7b16ea5b5c1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336cd351-7997-4f41-8047-90fe714d12d2 HTTP/1.1" status: 200 len: 998 time: 0.0584500 Nov 19 10:01:12.359398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30509d9-98b6-48d6-a2cc-6309f6e054fa req-155eb6e6-d118-4f7c-9699-9b2a29b1b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:12.359922 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-04813539-6e99-4918-8768-15912bf6b2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0567ae45-02c7-49e7-b4ae-2261f4ae8a36', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'port_id': '336cd351-7997-4f41-8047-90fe714d12d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'mac_address': 'fa:16:3e:cb:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:58:44Z', 'updated_at': '2021-11-19T10:01:11Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:01:12.360853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f30509d9-98b6-48d6-a2cc-6309f6e054fa req-155eb6e6-d118-4f7c-9699-9b2a29b1b346 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0486495 Nov 19 10:01:12.390840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04813539-6e99-4918-8768-15912bf6b2bc None None] Checking router: 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:01:12.399604 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04813539-6e99-4918-8768-15912bf6b2bc None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:01:12.400222 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-04813539-6e99-4918-8768-15912bf6b2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:00:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:01:12.409305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30509d9-98b6-48d6-a2cc-6309f6e054fa req-254055e9-8e7a-4b1b-b64c-e3a253cc27cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:12.410842 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f30509d9-98b6-48d6-a2cc-6309f6e054fa req-254055e9-8e7a-4b1b-b64c-e3a253cc27cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420563 Nov 19 10:01:12.505722 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f30509d9-98b6-48d6-a2cc-6309f6e054fa req-b026b96e-0537-4043-ab34-9992b4c16daa service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867379 Nov 19 10:01:12.607311 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f30509d9-98b6-48d6-a2cc-6309f6e054fa req-8450234c-e44a-413c-9ce9-a42a469b2c37 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932860 Nov 19 10:01:12.673720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-04813539-6e99-4918-8768-15912bf6b2bc None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:01:12.906161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-04813539-6e99-4918-8768-15912bf6b2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0567ae45-02c7-49e7-b4ae-2261f4ae8a36', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'port_id': '336cd351-7997-4f41-8047-90fe714d12d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'mac_address': 'fa:16:3e:cb:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:58:44Z', 'updated_at': '2021-11-19T10:01:11Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:01:12.937104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04813539-6e99-4918-8768-15912bf6b2bc None None] The sync data for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 is: [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0567ae45-02c7-49e7-b4ae-2261f4ae8a36', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'port_id': '336cd351-7997-4f41-8047-90fe714d12d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'mac_address': 'fa:16:3e:cb:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:58:44Z', 'updated_at': '2021-11-19T10:01:11Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:01:13.144757 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e811ad-92d6-4fa8-b65a-841d6b2d396b None None] New status for floating IP 0567ae45-02c7-49e7-b4ae-2261f4ae8a36: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:01:14.738103 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:01:15.932379 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:18.442071 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:19.984263 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5b6512f-3073-46e0-abbc-09d29d133411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:22.395160 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-262272f0-f6c6-43ce-ac2b-a91a146dc625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:23.639784 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:25.026546 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:25.626933 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:38.651804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26b0a9f4-5798-43da-94d3-bab62fd02af9 req-5b40cda6-4a11-4f12-a965-2c5d8eb7f785 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392833 Nov 19 10:01:38.747081 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0a9f4-5798-43da-94d3-bab62fd02af9 req-bc070503-e5f2-48cd-80f4-16b4766c8a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:38.748545 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26b0a9f4-5798-43da-94d3-bab62fd02af9 req-bc070503-e5f2-48cd-80f4-16b4766c8a5b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 1097 time: 0.0419326 Nov 19 10:01:38.854274 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0a9f4-5798-43da-94d3-bab62fd02af9 req-559a9b68-1d07-4040-9482-ea58a7d69267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:38.856315 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26b0a9f4-5798-43da-94d3-bab62fd02af9 req-559a9b68-1d07-4040-9482-ea58a7d69267 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0878687 Nov 19 10:01:38.927626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26b0a9f4-5798-43da-94d3-bab62fd02af9 req-d8036fc2-62e9-43eb-acac-e7386bb74987 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336cd351-7997-4f41-8047-90fe714d12d2 HTTP/1.1" status: 200 len: 1000 time: 0.0634758 Nov 19 10:01:38.984041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0a9f4-5798-43da-94d3-bab62fd02af9 req-24ec9700-fd4c-4a29-9642-019db556fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:38.985525 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26b0a9f4-5798-43da-94d3-bab62fd02af9 req-24ec9700-fd4c-4a29-9642-019db556fc98 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0474968 Nov 19 10:01:39.033730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0a9f4-5798-43da-94d3-bab62fd02af9 req-966ef7bc-6223-448a-a18b-91d3e27eeab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:01:39.035208 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26b0a9f4-5798-43da-94d3-bab62fd02af9 req-966ef7bc-6223-448a-a18b-91d3e27eeab5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387127 Nov 19 10:01:39.124195 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26b0a9f4-5798-43da-94d3-bab62fd02af9 req-3fed3f72-7fcd-4a79-914e-611bb6bc0177 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799918 Nov 19 10:01:39.219520 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26b0a9f4-5798-43da-94d3-bab62fd02af9 req-e7c5b2b5-8da3-4c7b-b157-5007dfe4af52 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863621 Nov 19 10:01:45.929851 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:48.470715 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:49.985594 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c9d70f4d-f082-4393-9488-f57fdd3341a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:51.737078 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:01:52.396561 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f6589db5-28d4-4572-821c-4ba044320f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:53.640292 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:55.031128 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:01:55.628951 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:02:15.949060 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:02:18.479587 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:02:19.987145 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8aa5-cfeb-4cf5-a3e0-8bc34409ad20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:02:22.397697 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f4b05e9-9b42-4fc5-a955-a2ce079343d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:02:23.641385 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:02:25.031468 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:02:25.632882 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:02:28.736608 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:02:40.258352 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72f0eaec-a1f8-4990-8b41-8142fcbca617 req-79af3f96-336e-4abd-a57b-c0b94473d174 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431859 Nov 19 10:02:40.342548 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0eaec-a1f8-4990-8b41-8142fcbca617 req-9017082d-aa7e-4ea5-9331-3dbff40ec745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:02:40.344061 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72f0eaec-a1f8-4990-8b41-8142fcbca617 req-9017082d-aa7e-4ea5-9331-3dbff40ec745 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 1097 time: 0.0412600 Nov 19 10:02:40.452495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0eaec-a1f8-4990-8b41-8142fcbca617 req-02c07efd-4ac8-4523-b193-b54beadc6ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:02:40.454701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72f0eaec-a1f8-4990-8b41-8142fcbca617 req-02c07efd-4ac8-4523-b193-b54beadc6ec7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0903270 Nov 19 10:02:40.521343 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72f0eaec-a1f8-4990-8b41-8142fcbca617 req-3764a957-1b3a-435b-9c4f-d46a8266fa80 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336cd351-7997-4f41-8047-90fe714d12d2 HTTP/1.1" status: 200 len: 1000 time: 0.0584230 Nov 19 10:02:40.574901 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0eaec-a1f8-4990-8b41-8142fcbca617 req-625d37a1-ec5b-4815-ad42-f4821a0c643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:02:40.576360 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72f0eaec-a1f8-4990-8b41-8142fcbca617 req-625d37a1-ec5b-4815-ad42-f4821a0c643d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0468316 Nov 19 10:02:40.623909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0eaec-a1f8-4990-8b41-8142fcbca617 req-15d618d8-f4e9-443d-b4a5-e9d6ca1fa124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:02:40.626049 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72f0eaec-a1f8-4990-8b41-8142fcbca617 req-15d618d8-f4e9-443d-b4a5-e9d6ca1fa124 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409598 Nov 19 10:02:40.717923 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72f0eaec-a1f8-4990-8b41-8142fcbca617 req-f19f2961-7d39-4590-9b83-c39438823046 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836463 Nov 19 10:02:40.813425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-72f0eaec-a1f8-4990-8b41-8142fcbca617 req-fc80a1d8-bafb-45c8-9345-1716ddcf12ef service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871861 Nov 19 10:02:45.960825 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:02:48.503088 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:02:49.989152 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-da95e9a3-b3d9-4357-aa5c-4db0e9393fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:02:50.258550 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4fcf6-ac07-4d22-af2e-be2f49a3cee4 req-f943b9b4-1589-4a64-8b65-d5d6d625bf46 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:02:50.260078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55d4fcf6-ac07-4d22-af2e-be2f49a3cee4 req-f943b9b4-1589-4a64-8b65-d5d6d625bf46 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0502179 Nov 19 10:02:50.309261 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55d4fcf6-ac07-4d22-af2e-be2f49a3cee4 req-665946e7-8b1e-4e3c-aa84-971a24ef04fc tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428731 Nov 19 10:02:51.430497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9dc77-d592-4486-8b54-d7b82fb67ca3 req-4ebe9adc-bf6f-435e-b74d-882cade77bcc tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:02:51.431995 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6e9dc77-d592-4486-8b54-d7b82fb67ca3 req-4ebe9adc-bf6f-435e-b74d-882cade77bcc tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0535500 Nov 19 10:02:51.478909 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6e9dc77-d592-4486-8b54-d7b82fb67ca3 req-6e2b0027-f602-4851-b4c3-4ceabd470056 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411220 Nov 19 10:02:52.399067 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-73bd6099-dd12-43d4-b351-e8adfa03c0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:02:52.593538 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973de77c-ee4d-4745-b37d-abd54df3f76b req-1e3fb282-63fd-49d9-8991-4caf7227c562 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:02:52.595454 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-973de77c-ee4d-4745-b37d-abd54df3f76b req-1e3fb282-63fd-49d9-8991-4caf7227c562 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0494640 Nov 19 10:02:52.642615 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-973de77c-ee4d-4745-b37d-abd54df3f76b req-1c0139e6-8e70-46ea-862d-9efebf7b488e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412784 Nov 19 10:02:53.645348 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:02:53.761628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf15f8-c796-467d-9e19-eb17d929b64e req-8f556151-776b-4d15-967e-043d6a37c6ff tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:02:53.763181 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7acf15f8-c796-467d-9e19-eb17d929b64e req-8f556151-776b-4d15-967e-043d6a37c6ff tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0502727 Nov 19 10:02:53.815054 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7acf15f8-c796-467d-9e19-eb17d929b64e req-fa7a84af-8b0f-4bdd-a545-c52b41a40267 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448899 Nov 19 10:02:54.931418 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b26ff-b754-4c3b-b83d-c3171dcb63fb req-3a8a0caf-90eb-4a16-a79d-237c7fbc4c2b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:02:54.932908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-749b26ff-b754-4c3b-b83d-c3171dcb63fb req-3a8a0caf-90eb-4a16-a79d-237c7fbc4c2b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0493181 Nov 19 10:02:54.980129 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-749b26ff-b754-4c3b-b83d-c3171dcb63fb req-d820ce0d-12a5-43dd-bf09-cfa6f26af217 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412374 Nov 19 10:02:55.034703 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:02:55.635346 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:02:56.092819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e666c-ebf7-4d89-bce7-213eaa1d8159 req-7e3eb9cc-498b-47e7-8ff8-5d4c75328c61 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:02:56.094818 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-725e666c-ebf7-4d89-bce7-213eaa1d8159 req-7e3eb9cc-498b-47e7-8ff8-5d4c75328c61 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0481622 Nov 19 10:02:56.140500 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-725e666c-ebf7-4d89-bce7-213eaa1d8159 req-b3c42585-ba18-4663-82ff-f8fe3cb4ca3f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397713 Nov 19 10:02:57.259067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd1b5b-fb39-4d13-9ace-8b928a453cd0 req-76f155a4-c47d-4661-9a64-eb8ef74a82f9 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:02:57.260570 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fbd1b5b-fb39-4d13-9ace-8b928a453cd0 req-76f155a4-c47d-4661-9a64-eb8ef74a82f9 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0531642 Nov 19 10:02:57.307996 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fbd1b5b-fb39-4d13-9ace-8b928a453cd0 req-5caec505-5ca3-46c1-9124-b47729718b34 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414190 Nov 19 10:02:58.423935 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5a687-d003-473e-a9f1-e3d4c28cc114 req-e12f6e2d-ba02-4b30-b124-db1fb2da15d4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:02:58.425461 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bcb5a687-d003-473e-a9f1-e3d4c28cc114 req-e12f6e2d-ba02-4b30-b124-db1fb2da15d4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0502098 Nov 19 10:02:58.471881 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bcb5a687-d003-473e-a9f1-e3d4c28cc114 req-9ec9928a-de1c-4713-a24e-884d8882b77b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405564 Nov 19 10:02:59.586594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484defc2-0913-4181-8648-6c9d78ef9fa7 req-d7e36767-6782-4e1f-88a0-399fd1b5cc1e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:02:59.587967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-484defc2-0913-4181-8648-6c9d78ef9fa7 req-d7e36767-6782-4e1f-88a0-399fd1b5cc1e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0485568 Nov 19 10:02:59.639024 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-484defc2-0913-4181-8648-6c9d78ef9fa7 req-b54a32f1-b041-422d-885f-4430dd8ceaf2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447021 Nov 19 10:03:00.755201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4d003-69c9-41f5-a0b9-f8253e64edfb req-1a57996d-6643-4eb6-9da1-84d7b76f9146 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:00.756670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6a4d003-69c9-41f5-a0b9-f8253e64edfb req-1a57996d-6643-4eb6-9da1-84d7b76f9146 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0505989 Nov 19 10:03:00.802737 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6a4d003-69c9-41f5-a0b9-f8253e64edfb req-927b264a-d331-48c0-858b-ff5bb76ea90a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400288 Nov 19 10:03:01.042209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23882f7-7064-4e08-897c-cbc597ed14ad req-bc173d54-313b-49a8-9de9-73e878ba2591 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:01.043855 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b23882f7-7064-4e08-897c-cbc597ed14ad req-bc173d54-313b-49a8-9de9-73e878ba2591 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0504835 Nov 19 10:03:01.079399 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-8a01b1d5-bc30-4e02-a45b-c291ad80b527 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982511 Nov 19 10:03:01.091895 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b23882f7-7064-4e08-897c-cbc597ed14ad req-73fb42d6-aa77-48e7-97f5-0bc05d299f48 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420330 Nov 19 10:03:02.204827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95898255-9aca-49bc-be62-cd2c91508927 req-e14e48e3-45cc-4e69-87c8-5c940b48ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:02.206322 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-e14e48e3-45cc-4e69-87c8-5c940b48ee0a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 1097 time: 0.0711541 Nov 19 10:03:02.229747 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c282b3-41ac-419d-8b39-264ee4237e0a req-bba71fcf-d4cb-416c-986c-75dbb13707cf tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:02.231150 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26c282b3-41ac-419d-8b39-264ee4237e0a req-bba71fcf-d4cb-416c-986c-75dbb13707cf tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0646236 Nov 19 10:03:02.603500 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26c282b3-41ac-419d-8b39-264ee4237e0a req-07d677f2-e491-4b25-93b5-5b77e92f6fbc tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3624377 Nov 19 10:03:02.619299 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95898255-9aca-49bc-be62-cd2c91508927 req-5e4c87dd-4903-49aa-97cf-760f6507af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:02.620740 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-5e4c87dd-4903-49aa-97cf-760f6507af39 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.4068098 Nov 19 10:03:02.685872 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-73f74698-c5bb-4f52-9886-7b67cfffc6ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336cd351-7997-4f41-8047-90fe714d12d2 HTTP/1.1" status: 200 len: 1000 time: 0.0571375 Nov 19 10:03:02.734390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95898255-9aca-49bc-be62-cd2c91508927 req-eaac7005-7acb-4ab2-841e-9c6d7818ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:02.736303 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-eaac7005-7acb-4ab2-841e-9c6d7818ddd7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0433109 Nov 19 10:03:02.784832 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95898255-9aca-49bc-be62-cd2c91508927 req-52e1dbdf-d349-42cb-b088-3f43fe146c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:02.786570 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-52e1dbdf-d349-42cb-b088-3f43fe146c70 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427537 Nov 19 10:03:02.874907 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-a9095302-d0e7-4d0e-961e-ce0dd102dcb7 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792346 Nov 19 10:03:02.966744 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-c60212c0-c504-4f84-ab49-828a1b3f6b02 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837345 Nov 19 10:03:03.721049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa08808-4671-468b-b687-9a2866d1ad2f req-880e0eb8-f6f1-4d73-8e83-1fe2cb89e9cf tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:03.722609 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efa08808-4671-468b-b687-9a2866d1ad2f req-880e0eb8-f6f1-4d73-8e83-1fe2cb89e9cf tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0502663 Nov 19 10:03:03.769427 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efa08808-4671-468b-b687-9a2866d1ad2f req-2b266879-9c88-4798-b4cf-c69a9148cc5a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409279 Nov 19 10:03:04.876469 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-95898255-9aca-49bc-be62-cd2c91508927 req-54447daf-fd1a-4262-9519-8fcf7918fb37 service neutron] show failed (client error): The resource could not be found. Nov 19 10:03:04.877480 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-54447daf-fd1a-4262-9519-8fcf7918fb37 service neutron] 10.222.0.71 "GET /v2.0/ports/336cd351-7997-4f41-8047-90fe714d12d2/bindings/n-h1-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.0862787 Nov 19 10:03:04.898227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cc2d6-2193-4b69-8cc5-619a27391625 req-53399eff-2c1c-4bb9-8ee8-96b62c3e0853 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:04.899741 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de8cc2d6-2193-4b69-8cc5-619a27391625 req-53399eff-2c1c-4bb9-8ee8-96b62c3e0853 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0595300 Nov 19 10:03:04.948533 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de8cc2d6-2193-4b69-8cc5-619a27391625 req-645c9600-960c-441e-af87-6558c1212778 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427885 Nov 19 10:03:05.095040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95898255-9aca-49bc-be62-cd2c91508927 req-18419d7d-3b41-4fb7-b14d-79f09baf7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:05.096415 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-18419d7d-3b41-4fb7-b14d-79f09baf7659 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7&tenant_id=9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 1097 time: 0.0415456 Nov 19 10:03:05.110598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:03:05.162214 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:05.364403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] For port 336cd351-7997-4f41-8047-90fe714d12d2, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=336cd351-7997-4f41-8047-90fe714d12d2,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:03:05.396378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] For port 336cd351-7997-4f41-8047-90fe714d12d2, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:03:05.434938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336cd351-7997-4f41-8047-90fe714d12d2'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:03:05.438026 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df73f09a-5889-4171-96e9-741c36d4eb47" -d '{"events": [{"server_uuid": "c99d22f7-4afe-48d8-9ce8-fe30342602b7", "name": "network-vif-unplugged", "status": "completed", "tag": "336cd351-7997-4f41-8047-90fe714d12d2"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:03:05.442157 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:05.454528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Transition to ACTIVE for port object 336cd351-7997-4f41-8047-90fe714d12d2 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:03:05.458386 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:05.491070 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 10:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c881edc-21aa-4ffd-926a-b3b4ca41c131 x-openstack-request-id: req-6c881edc-21aa-4ffd-926a-b3b4ca41c131 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:03:05.491323 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d22f7-4afe-48d8-9ce8-fe30342602b7", "name": "network-vif-unplugged", "status": "completed", "tag": "336cd351-7997-4f41-8047-90fe714d12d2", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:03:05.491583 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c881edc-21aa-4ffd-926a-b3b4ca41c131 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:03:05.492053 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336cd351-7997-4f41-8047-90fe714d12d2', 'code': 200} Nov 19 10:03:05.550497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Pushing event updated for resources: {'Port': ['ID=336cd351-7997-4f41-8047-90fe714d12d2,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:03:05.565109 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:05.565457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:05.565797 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:05.566190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:05.566471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:05.566804 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:05.567135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:05.567461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:05.567787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:05.568108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:05.568428 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:05.568864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:05.593976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] No DVR routers for this DVR port 336cd351-7997-4f41-8047-90fe714d12d2 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:03:05.728874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Attempting to bind port 336cd351-7997-4f41-8047-90fe714d12d2 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:03:05.729236 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Attempting to bind port 336cd351-7997-4f41-8047-90fe714d12d2 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:03:05.729560 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Attempting to bind port 336cd351-7997-4f41-8047-90fe714d12d2 on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:03:05.733754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Port 336cd351-7997-4f41-8047-90fe714d12d2 on network fc06605d-eb91-4419-86f0-977e3e745b3d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:03:05.734070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Attempting to bind port 336cd351-7997-4f41-8047-90fe714d12d2 on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:03:05.736585 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:03:05.739971 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:03:05.740305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Checking segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:03:05.740685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Bound using segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:03:05.741126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Bound port: 336cd351-7997-4f41-8047-90fe714d12d2, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:03:05.741487 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:05.803215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] For port 336cd351-7997-4f41-8047-90fe714d12d2, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:03:05.806589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] For port 336cd351-7997-4f41-8047-90fe714d12d2, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=336cd351-7997-4f41-8047-90fe714d12d2,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:03:05.811053 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:05.858585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:05.859232 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:05.861192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] 10.222.0.66 "PUT /v2.0/ports/336cd351-7997-4f41-8047-90fe714d12d2 HTTP/1.1" status: 200 len: 1092 time: 0.7545807 Nov 19 10:03:05.871169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4da72-21cd-49a3-a116-2f671b8e1486 service neutron] Pushing event updated for resources: {'Port': ['ID=336cd351-7997-4f41-8047-90fe714d12d2,revision_number=7']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:03:05.932488 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95898255-9aca-49bc-be62-cd2c91508927 req-dead8b16-45e9-4b00-8073-a42cf66d0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:05.933936 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-dead8b16-45e9-4b00-8073-a42cf66d0d75 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 1095 time: 0.0480130 Nov 19 10:03:06.042924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95898255-9aca-49bc-be62-cd2c91508927 req-4b137c12-e69c-40b5-851e-b4a374b7b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:06.044374 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-4b137c12-e69c-40b5-851e-b4a374b7b3ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.1025379 Nov 19 10:03:06.132358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99992ab1-1b48-48b8-b7a2-3d1e52d83021 req-a88ac93c-d93a-462b-a6fd-8195b55c12df tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:06.133808 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99992ab1-1b48-48b8-b7a2-3d1e52d83021 req-a88ac93c-d93a-462b-a6fd-8195b55c12df tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 943 time: 0.1096666 Nov 19 10:03:06.137753 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-0bcf7635-9276-4a59-a40a-0bdb4091d231 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336cd351-7997-4f41-8047-90fe714d12d2 HTTP/1.1" status: 200 len: 998 time: 0.0754600 Nov 19 10:03:06.216854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95898255-9aca-49bc-be62-cd2c91508927 req-9402165c-d8a2-4b9f-bc2a-52f1e4be9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:06.218264 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-9402165c-d8a2-4b9f-bc2a-52f1e4be9596 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0724304 Nov 19 10:03:06.222312 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-99992ab1-1b48-48b8-b7a2-3d1e52d83021 req-b14523a5-d7ef-4d7e-a4ba-6b54253b98c7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826595 Nov 19 10:03:06.263972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95898255-9aca-49bc-be62-cd2c91508927 req-d455334d-02d1-4e2d-91b2-46ffc12cda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:06.266041 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-d455334d-02d1-4e2d-91b2-46ffc12cda08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397816 Nov 19 10:03:06.354798 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-9d8dd98e-5c1d-485c-9e6d-def560e18eba service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813086 Nov 19 10:03:06.447194 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95898255-9aca-49bc-be62-cd2c91508927 req-2580854a-55e3-43f6-a2b1-77daee31631d service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852511 Nov 19 10:03:07.342120 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a528a6b-b93d-4c43-a266-0c7dea56a9b7 req-2f98651b-b9fd-4cc4-bb1e-1a42b1c25b31 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:07.344111 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a528a6b-b93d-4c43-a266-0c7dea56a9b7 req-2f98651b-b9fd-4cc4-bb1e-1a42b1c25b31 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 943 time: 0.0506313 Nov 19 10:03:07.390929 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a528a6b-b93d-4c43-a266-0c7dea56a9b7 req-86fa6f67-d4cc-4ad2-9f93-972938df3c31 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408623 Nov 19 10:03:07.492716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'tag': '336cd351-7997-4f41-8047-90fe714d12d2'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:03:07.495392 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be968382-6cfc-4213-9d29-5760f115f04e" -d '{"events": [{"name": "network-changed", "server_uuid": "c99d22f7-4afe-48d8-9ce8-fe30342602b7", "tag": "336cd351-7997-4f41-8047-90fe714d12d2"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:03:07.542170 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd855597-c970-4c86-866c-e5c61743a5f3 x-openstack-request-id: req-cd855597-c970-4c86-866c-e5c61743a5f3 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:03:07.542464 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99d22f7-4afe-48d8-9ce8-fe30342602b7", "tag": "336cd351-7997-4f41-8047-90fe714d12d2", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:03:07.543049 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd855597-c970-4c86-866c-e5c61743a5f3 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:03:07.543460 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'tag': '336cd351-7997-4f41-8047-90fe714d12d2', 'status': 'completed', 'code': 200} Nov 19 10:03:07.637406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be968382-6cfc-4213-9d29-5760f115f04e req-d6f55700-fd9b-499c-bdf1-6a88dfebfbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:07.639773 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be968382-6cfc-4213-9d29-5760f115f04e req-d6f55700-fd9b-499c-bdf1-6a88dfebfbfe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 1095 time: 0.0752792 Nov 19 10:03:07.645387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be968382-6cfc-4213-9d29-5760f115f04e req-40356e5c-4972-4186-8f4f-d05dc8731604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:07.646844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be968382-6cfc-4213-9d29-5760f115f04e req-40356e5c-4972-4186-8f4f-d05dc8731604 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 1095 time: 0.0740688 Nov 19 10:03:07.676555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 336cd351-7997-4f41-8047-90fe714d12d2 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:03:07.718377 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 336cd351-7997-4f41-8047-90fe714d12d2 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:03:07.810076 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be968382-6cfc-4213-9d29-5760f115f04e req-2fd0a34e-df01-4420-b75f-0e19a268a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:07.811472 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be968382-6cfc-4213-9d29-5760f115f04e req-2fd0a34e-df01-4420-b75f-0e19a268a5cb service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.1637979 Nov 19 10:03:07.812589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be968382-6cfc-4213-9d29-5760f115f04e req-84889f91-fe94-4e38-b878-5a233d514f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:07.813925 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be968382-6cfc-4213-9d29-5760f115f04e req-84889f91-fe94-4e38-b878-5a233d514f89 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.1588564 Nov 19 10:03:07.925813 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be968382-6cfc-4213-9d29-5760f115f04e req-c6b089dd-9334-41b2-980f-509b26815e73 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336cd351-7997-4f41-8047-90fe714d12d2 HTTP/1.1" status: 200 len: 998 time: 0.1055155 Nov 19 10:03:07.927577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be968382-6cfc-4213-9d29-5760f115f04e req-8dad7607-38b1-4ed4-8635-da20eec64eb1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336cd351-7997-4f41-8047-90fe714d12d2 HTTP/1.1" status: 200 len: 998 time: 0.1062770 Nov 19 10:03:08.011082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be968382-6cfc-4213-9d29-5760f115f04e req-222ced39-5c72-4954-9047-bb4b5e4ad834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:08.012531 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be968382-6cfc-4213-9d29-5760f115f04e req-222ced39-5c72-4954-9047-bb4b5e4ad834 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0794458 Nov 19 10:03:08.016387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be968382-6cfc-4213-9d29-5760f115f04e req-5079d54f-228b-4922-b347-49fef0efd41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:08.017719 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be968382-6cfc-4213-9d29-5760f115f04e req-5079d54f-228b-4922-b347-49fef0efd41e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0764723 Nov 19 10:03:08.082806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be968382-6cfc-4213-9d29-5760f115f04e req-641cd517-9cab-4b82-9522-b458b19ff04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:08.084206 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be968382-6cfc-4213-9d29-5760f115f04e req-641cd517-9cab-4b82-9522-b458b19ff04c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649140 Nov 19 10:03:08.086615 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be968382-6cfc-4213-9d29-5760f115f04e req-824018d2-5d68-43ed-b3ce-66a06e8846eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:08.087963 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be968382-6cfc-4213-9d29-5760f115f04e req-824018d2-5d68-43ed-b3ce-66a06e8846eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614345 Nov 19 10:03:08.241586 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be968382-6cfc-4213-9d29-5760f115f04e req-2d6e03b7-08a8-40e0-a911-cf06317afb68 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503861 Nov 19 10:03:08.243439 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be968382-6cfc-4213-9d29-5760f115f04e req-55684442-cb33-4f30-a30e-eaaab8643c4d service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455579 Nov 19 10:03:08.397416 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be968382-6cfc-4213-9d29-5760f115f04e req-081990de-83da-4e64-85ef-9e3ccb6ee6b2 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481655 Nov 19 10:03:08.399149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be968382-6cfc-4213-9d29-5760f115f04e req-cd9f715a-7e03-4bce-9f6a-2e4dd5f7bd8b service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426699 Nov 19 10:03:08.521392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea6019-8382-4708-ba50-fcc877a92a60 req-91fcf3fd-4758-4337-a222-51d7c5ebc7ac tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:08.522907 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-41ea6019-8382-4708-ba50-fcc877a92a60 req-91fcf3fd-4758-4337-a222-51d7c5ebc7ac tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 943 time: 0.0606604 Nov 19 10:03:08.571137 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-41ea6019-8382-4708-ba50-fcc877a92a60 req-5225e814-c655-4d51-98ec-e4f62ecb49dc tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421770 Nov 19 10:03:08.799841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b05b50-1086-49a1-835d-fa23888a1ca8 req-8e81a470-35e2-4ef2-bf87-7ec75fc65136 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:08.801363 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81b05b50-1086-49a1-835d-fa23888a1ca8 req-8e81a470-35e2-4ef2-bf87-7ec75fc65136 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 943 time: 0.0856764 Nov 19 10:03:08.809549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4f10-87fa-4559-8d4c-7295522253c6 req-0be1d505-45d2-4f91-82c4-36c10fed9f4e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:08.810915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-361d4f10-87fa-4559-8d4c-7295522253c6 req-0be1d505-45d2-4f91-82c4-36c10fed9f4e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.71 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7&tenant_id=9a1ca7995613423293ba73c118844c26&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 943 time: 0.0694058 Nov 19 10:03:08.884722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 336cd351-7997-4f41-8047-90fe714d12d2 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:03:08.890012 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81b05b50-1086-49a1-835d-fa23888a1ca8 req-1a6be0f5-6b7e-4105-ad56-c153b91d1a56 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781143 Nov 19 10:03:08.899189 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-361d4f10-87fa-4559-8d4c-7295522253c6 req-51194751-e6f7-48a0-b314-a15e83dea731 service neutron] delete failed (client error): The resource could not be found. Nov 19 10:03:08.900197 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-361d4f10-87fa-4559-8d4c-7295522253c6 req-51194751-e6f7-48a0-b314-a15e83dea731 service neutron] 10.222.0.71 "DELETE /v2.0/ports/336cd351-7997-4f41-8047-90fe714d12d2/bindings/n-h2-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.0814357 Nov 19 10:03:08.986743 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 336cd351-7997-4f41-8047-90fe714d12d2, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=336cd351-7997-4f41-8047-90fe714d12d2,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:03:08.988550 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4f10-87fa-4559-8d4c-7295522253c6 req-5b8cd1d1-7546-4f97-9b0f-421a3bffbf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:08.990098 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-361d4f10-87fa-4559-8d4c-7295522253c6 req-5b8cd1d1-7546-4f97-9b0f-421a3bffbf7b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 1095 time: 0.0423117 Nov 19 10:03:08.998505 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '336cd351-7997-4f41-8047-90fe714d12d2', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'port_id': '336cd351-7997-4f41-8047-90fe714d12d2', 'mac_address': 'fa:16:3e:cb:84:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:03:09.035231 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:09.048424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336cd351-7997-4f41-8047-90fe714d12d2 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:03:09.067952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 336cd351-7997-4f41-8047-90fe714d12d2, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=336cd351-7997-4f41-8047-90fe714d12d2,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:03:09.073213 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:09.087404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4f10-87fa-4559-8d4c-7295522253c6 req-8a49461c-1824-49fe-a147-fbfbc70564d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:09.088884 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-361d4f10-87fa-4559-8d4c-7295522253c6 req-8a49461c-1824-49fe-a147-fbfbc70564d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0899625 Nov 19 10:03:09.124665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=336cd351-7997-4f41-8047-90fe714d12d2,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:03:09.132346 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:09.132702 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:09.133053 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:09.133430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:09.133770 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:09.134108 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:09.134443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:09.134797 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:09.135130 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:09.135464 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:09.135791 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:09.136117 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:03:09.157110 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-361d4f10-87fa-4559-8d4c-7295522253c6 req-ba6ada7f-df06-4574-9861-7731c92452d9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336cd351-7997-4f41-8047-90fe714d12d2 HTTP/1.1" status: 200 len: 999 time: 0.0601549 Nov 19 10:03:09.210002 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4f10-87fa-4559-8d4c-7295522253c6 req-5c61fa16-8126-410e-9f71-177b0f1f286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:09.211475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-361d4f10-87fa-4559-8d4c-7295522253c6 req-5c61fa16-8126-410e-9f71-177b0f1f286b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0470884 Nov 19 10:03:09.256515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4f10-87fa-4559-8d4c-7295522253c6 req-c8494bcc-6398-4b6c-9566-51642e0754d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:09.258102 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-361d4f10-87fa-4559-8d4c-7295522253c6 req-c8494bcc-6398-4b6c-9566-51642e0754d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399029 Nov 19 10:03:09.298971 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['336cd351-7997-4f41-8047-90fe714d12d2'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:03:09.348893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-361d4f10-87fa-4559-8d4c-7295522253c6 req-5a369944-4ca1-4021-9c68-a97d9f038afa service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819626 Nov 19 10:03:09.444226 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-361d4f10-87fa-4559-8d4c-7295522253c6 req-eff22465-de73-4952-a05d-b83f4cb96ebe service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862942 Nov 19 10:03:10.013621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1df94-3e35-45d7-beec-2091c318073e req-6b1eafdd-b5a4-477c-befb-71db4029dbd4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:10.015112 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ee1df94-3e35-45d7-beec-2091c318073e req-6b1eafdd-b5a4-477c-befb-71db4029dbd4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 944 time: 0.0529683 Nov 19 10:03:10.066332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ee1df94-3e35-45d7-beec-2091c318073e req-604d9cb2-0b05-4fe1-9944-b955c5167240 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445619 Nov 19 10:03:10.185868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb7e1e-1b14-4f13-9f9c-de979a5afb0c req-28434233-6dd7-47c5-930b-b78ee35cdbc4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:10.187293 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22cb7e1e-1b14-4f13-9f9c-de979a5afb0c req-28434233-6dd7-47c5-930b-b78ee35cdbc4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 944 time: 0.0523822 Nov 19 10:03:10.235405 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-22cb7e1e-1b14-4f13-9f9c-de979a5afb0c req-9cc19606-df33-45cb-bae0-153e8e2adcf4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415406 Nov 19 10:03:10.440639 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b10793-7309-47ce-b339-8b0e49d09314 req-e52a2eab-fc1a-4509-9b33-1458026a369c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:10.442054 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8b10793-7309-47ce-b339-8b0e49d09314 req-e52a2eab-fc1a-4509-9b33-1458026a369c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 944 time: 0.0598409 Nov 19 10:03:10.503670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3b878-2da4-4134-bc8c-44d27afccd24 req-8eb6538f-3a67-4abc-8185-4407d157349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:10.505252 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4b3b878-2da4-4134-bc8c-44d27afccd24 req-8eb6538f-3a67-4abc-8185-4407d157349e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 1096 time: 0.0843697 Nov 19 10:03:10.511826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8b10793-7309-47ce-b339-8b0e49d09314 req-02d58f85-18ad-425e-8978-19a7eaeaae04 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568352 Nov 19 10:03:10.870399 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3b878-2da4-4134-bc8c-44d27afccd24 req-da6ddd34-e3fe-49ae-b932-1559bda65314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:10.871874 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4b3b878-2da4-4134-bc8c-44d27afccd24 req-da6ddd34-e3fe-49ae-b932-1559bda65314 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.3592098 Nov 19 10:03:10.883899 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 336cd351-7997-4f41-8047-90fe714d12d2 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:03:10.936355 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 336cd351-7997-4f41-8047-90fe714d12d2 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:03:10.940187 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 336cd351-7997-4f41-8047-90fe714d12d2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:03:10.940561 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:10.943131 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4b3b878-2da4-4134-bc8c-44d27afccd24 req-71391d52-91a4-4f36-9419-6e3efea331f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336cd351-7997-4f41-8047-90fe714d12d2 HTTP/1.1" status: 200 len: 999 time: 0.0638106 Nov 19 10:03:10.992681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3b878-2da4-4134-bc8c-44d27afccd24 req-144d65f5-6a00-41f0-9975-36e6d680f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:10.994182 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4b3b878-2da4-4134-bc8c-44d27afccd24 req-144d65f5-6a00-41f0-9975-36e6d680f22f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0445716 Nov 19 10:03:11.018947 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:11.040235 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3b878-2da4-4134-bc8c-44d27afccd24 req-9e2745d6-00c6-46f9-97ef-063d5821eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:11.041489 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336cd351-7997-4f41-8047-90fe714d12d2'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:03:11.041779 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4b3b878-2da4-4134-bc8c-44d27afccd24 req-9e2745d6-00c6-46f9-97ef-063d5821eda8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406396 Nov 19 10:03:11.043775 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155f258d-040a-4841-b972-502d484a5ea2" -d '{"events": [{"server_uuid": "c99d22f7-4afe-48d8-9ce8-fe30342602b7", "name": "network-vif-plugged", "status": "completed", "tag": "336cd351-7997-4f41-8047-90fe714d12d2"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:03:11.056082 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 336cd351-7997-4f41-8047-90fe714d12d2, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=336cd351-7997-4f41-8047-90fe714d12d2,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:03:11.062783 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:11.090927 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf77277-6577-46f2-b839-9f82324ceadc x-openstack-request-id: req-faf77277-6577-46f2-b839-9f82324ceadc {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:03:11.091228 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d22f7-4afe-48d8-9ce8-fe30342602b7", "name": "network-vif-plugged", "status": "completed", "tag": "336cd351-7997-4f41-8047-90fe714d12d2", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:03:11.091483 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-faf77277-6577-46f2-b839-9f82324ceadc {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:03:11.091878 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336cd351-7997-4f41-8047-90fe714d12d2', 'code': 200} Nov 19 10:03:11.116729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=336cd351-7997-4f41-8047-90fe714d12d2,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:03:11.137629 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4b3b878-2da4-4134-bc8c-44d27afccd24 req-4928d022-3060-464a-9498-a687d8efeb31 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886669 Nov 19 10:03:11.225983 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4b3b878-2da4-4134-bc8c-44d27afccd24 req-6bd56ebd-b308-4ee5-bae8-61a641d0f2c6 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811288 Nov 19 10:03:11.629385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f14c7-a250-4f08-959a-79a794b15450 req-8b3c1b35-abe6-43c8-99d3-2ff90f88d432 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:11.631019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c5f14c7-a250-4f08-959a-79a794b15450 req-8b3c1b35-abe6-43c8-99d3-2ff90f88d432 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0509176 Nov 19 10:03:11.681240 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2c5f14c7-a250-4f08-959a-79a794b15450 req-3eeb0931-1bf0-43bb-bea8-b60ee5313452 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437815 Nov 19 10:03:12.802973 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16c7fe-6533-465c-9156-50507a2735fa req-c82e0174-1300-403c-9b1f-218fc497a8db tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:12.804457 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e16c7fe-6533-465c-9156-50507a2735fa req-c82e0174-1300-403c-9b1f-218fc497a8db tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0529621 Nov 19 10:03:12.852513 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e16c7fe-6533-465c-9156-50507a2735fa req-a12f4b6a-2c81-48e6-8487-7843c4562480 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421314 Nov 19 10:03:13.081912 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6db61-cd14-43af-b980-81867d437412 req-f467fb18-6038-47fe-956f-d1f275b4c104 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:13.083399 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20b6db61-cd14-43af-b980-81867d437412 req-f467fb18-6038-47fe-956f-d1f275b4c104 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0479071 Nov 19 10:03:13.130393 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-20b6db61-cd14-43af-b980-81867d437412 req-04762720-6dd0-4b9a-aa12-de2de461a346 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410745 Nov 19 10:03:14.252089 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996d390-00ae-4e4b-84c7-bd41e0af6ebf req-9c566c28-bf51-4922-85a5-9c29e9662c0b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:14.253602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2996d390-00ae-4e4b-84c7-bd41e0af6ebf req-9c566c28-bf51-4922-85a5-9c29e9662c0b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0536830 Nov 19 10:03:14.330100 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2996d390-00ae-4e4b-84c7-bd41e0af6ebf req-228694fd-6d6b-4e1b-9557-6d1ca7fc762d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705760 Nov 19 10:03:14.342438 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c452b1-3c41-4d36-ac9e-8e14917c6591 req-987d9035-4103-451d-a2bb-11c838a36d74 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:14.343906 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70c452b1-3c41-4d36-ac9e-8e14917c6591 req-987d9035-4103-451d-a2bb-11c838a36d74 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.66 "GET /v2.0/ports?device_id=c99d22f7-4afe-48d8-9ce8-fe30342602b7 HTTP/1.1" status: 200 len: 945 time: 0.0772638 Nov 19 10:03:14.439581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-70c452b1-3c41-4d36-ac9e-8e14917c6591 req-82eeb2b7-7513-4f41-97fb-eb4568fc9046 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Deleting port 336cd351-7997-4f41-8047-90fe714d12d2 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:03:14.439920 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-70c452b1-3c41-4d36-ac9e-8e14917c6591 req-82eeb2b7-7513-4f41-97fb-eb4568fc9046 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:14.536646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-70c452b1-3c41-4d36-ac9e-8e14917c6591 req-82eeb2b7-7513-4f41-97fb-eb4568fc9046 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] For port 336cd351-7997-4f41-8047-90fe714d12d2, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=336cd351-7997-4f41-8047-90fe714d12d2,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:03:14.536924 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-70c452b1-3c41-4d36-ac9e-8e14917c6591 req-82eeb2b7-7513-4f41-97fb-eb4568fc9046 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:14.714127 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-70c452b1-3c41-4d36-ac9e-8e14917c6591 req-82eeb2b7-7513-4f41-97fb-eb4568fc9046 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:14.714492 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-70c452b1-3c41-4d36-ac9e-8e14917c6591 req-82eeb2b7-7513-4f41-97fb-eb4568fc9046 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:14.715063 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-70c452b1-3c41-4d36-ac9e-8e14917c6591 req-82eeb2b7-7513-4f41-97fb-eb4568fc9046 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Floating IP 0567ae45-02c7-49e7-b4ae-2261f4ae8a36 disassociated. External IP: 172.25.0.42, port: 336cd351-7997-4f41-8047-90fe714d12d2. Nov 19 10:03:14.715410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-70c452b1-3c41-4d36-ac9e-8e14917c6591 req-82eeb2b7-7513-4f41-97fb-eb4568fc9046 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Calling delete_port for 336cd351-7997-4f41-8047-90fe714d12d2 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:03:14.846960 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-70c452b1-3c41-4d36-ac9e-8e14917c6591 req-82eeb2b7-7513-4f41-97fb-eb4568fc9046 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:14.876059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eeb2b7-7513-4f41-97fb-eb4568fc9046 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Pushing event deleted for resources: {'Port': ['ID=336cd351-7997-4f41-8047-90fe714d12d2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:03:14.996361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70c452b1-3c41-4d36-ac9e-8e14917c6591 req-82eeb2b7-7513-4f41-97fb-eb4568fc9046 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:03:15.110800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70c452b1-3c41-4d36-ac9e-8e14917c6591 req-82eeb2b7-7513-4f41-97fb-eb4568fc9046 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:03:15.121204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabea90-1b9a-4911-a207-20a6cf14fc51 None None] Sync routers for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:03:15.132190 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cabea90-1b9a-4911-a207-20a6cf14fc51 None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:03:15.132811 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4cabea90-1b9a-4911-a207-20a6cf14fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:02:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:03:15.149382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c452b1-3c41-4d36-ac9e-8e14917c6591 req-82eeb2b7-7513-4f41-97fb-eb4568fc9046 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] No DVR routers for this DVR port 336cd351-7997-4f41-8047-90fe714d12d2 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:03:15.151966 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-70c452b1-3c41-4d36-ac9e-8e14917c6591 req-82eeb2b7-7513-4f41-97fb-eb4568fc9046 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:15.155331 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-70c452b1-3c41-4d36-ac9e-8e14917c6591 req-82eeb2b7-7513-4f41-97fb-eb4568fc9046 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.66 "DELETE /v2.0/ports/336cd351-7997-4f41-8047-90fe714d12d2 HTTP/1.1" status: 204 len: 173 time: 0.8035274 Nov 19 10:03:15.155785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'name': 'network-vif-deleted', 'tag': '336cd351-7997-4f41-8047-90fe714d12d2'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:03:15.158108 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a029d6fe-aeb1-43aa-909f-b7c06bb02837" -d '{"events": [{"server_uuid": "c99d22f7-4afe-48d8-9ce8-fe30342602b7", "name": "network-vif-deleted", "tag": "336cd351-7997-4f41-8047-90fe714d12d2"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:03:15.196190 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce313a42-5aba-4b60-bfb7-ddb8dc4636ad x-openstack-request-id: req-ce313a42-5aba-4b60-bfb7-ddb8dc4636ad {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:03:15.196498 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d22f7-4afe-48d8-9ce8-fe30342602b7", "name": "network-vif-deleted", "tag": "336cd351-7997-4f41-8047-90fe714d12d2", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:03:15.196766 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce313a42-5aba-4b60-bfb7-ddb8dc4636ad {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:03:15.197209 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99d22f7-4afe-48d8-9ce8-fe30342602b7', 'name': 'network-vif-deleted', 'tag': '336cd351-7997-4f41-8047-90fe714d12d2', 'status': 'completed', 'code': 200} Nov 19 10:03:15.257283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-4cabea90-1b9a-4911-a207-20a6cf14fc51 None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:03:15.466326 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4cabea90-1b9a-4911-a207-20a6cf14fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:03:15.497679 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabea90-1b9a-4911-a207-20a6cf14fc51 None None] Checking router: 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:03:15.506065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cabea90-1b9a-4911-a207-20a6cf14fc51 None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:03:15.506745 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4cabea90-1b9a-4911-a207-20a6cf14fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:02:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:03:15.615377 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-4cabea90-1b9a-4911-a207-20a6cf14fc51 None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:03:15.627487 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d8171a7f-0b65-4741-940e-2ad9e1f005aa tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--858143946&fields=id&tenant_id=9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 267 time: 0.0528636 Nov 19 10:03:15.740902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-dc264529-c445-47df-81e4-6cae64f2ff51 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:15.742401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-dc264529-c445-47df-81e4-6cae64f2ff51 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 812 time: 0.1075463 Nov 19 10:03:15.757865 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d3fc4392-1433-4c92-aff9-0dbf54cde797 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/quotas/9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 375 time: 0.0095353 Nov 19 10:03:15.816877 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-1f12ca37-c90d-45fc-9f1a-a7940860e1f5 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532291 Nov 19 10:03:15.824700 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4cabea90-1b9a-4911-a207-20a6cf14fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:03:15.852831 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabea90-1b9a-4911-a207-20a6cf14fc51 None None] The sync data for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 is: [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:03:15.882771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-a436124d-b158-44d4-a92a-8d55bd57eaa8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 10:03:15.883780 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-a436124d-b158-44d4-a92a-8d55bd57eaa8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0554104 Nov 19 10:03:15.960395 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:15.977823 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d65bc4e6-0b40-48dc-8440-4ee5af35daad service neutron] 10.222.0.21 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875185 Nov 19 10:03:16.074931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-e2fda4b3-a9e3-4e99-b493-205376ee348e service neutron] 10.222.0.21 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910065 Nov 19 10:03:16.088546 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0932fe5-1578-4cb7-82ed-3db6731243fa None None] New status for floating IP 0567ae45-02c7-49e7-b4ae-2261f4ae8a36: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:03:16.261004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6a606c80-adc0-4839-94d1-36ef400df0eb req-8260a3f5-d422-446c-bff7-66c26d749969 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 210 time: 0.0323374 Nov 19 10:03:16.886723 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 336cd351-7997-4f41-8047-90fe714d12d2 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:03:16.910103 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 336cd351-7997-4f41-8047-90fe714d12d2 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:03:16.910450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 336cd351-7997-4f41-8047-90fe714d12d2 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:03:17.226519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-216cf2da-45df-40f4-a214-a8479dc8b2d5 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:17.227969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-216cf2da-45df-40f4-a214-a8479dc8b2d5 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 812 time: 0.1035526 Nov 19 10:03:17.298528 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-692c92d5-fdc6-43b5-a76e-c417c4b2ee25 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 379 time: 0.0607970 Nov 19 10:03:17.309975 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-29477c4c-d7ac-4ef7-8456-62a3feefd7e4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Request body: {'port': {'device_id': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'admin_state_up': True, 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'security_groups': ['6e6d550b-ed95-4a88-b6c1-241ed3920ccf']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:03:17.378907 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa3afe2a-8547-4078-81df-6613de2f79f7 req-2913f160-360d-4538-9b90-e52d04b997f9 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 210 time: 0.0280993 Nov 19 10:03:17.439187 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-29477c4c-d7ac-4ef7-8456-62a3feefd7e4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Made reservation on behalf of 9a1ca7995613423293ba73c118844c26 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:03:17.442860 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-29477c4c-d7ac-4ef7-8456-62a3feefd7e4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:17.567003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-29477c4c-d7ac-4ef7-8456-62a3feefd7e4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Allocated IP 172.20.0.12 (fc06605d-eb91-4419-86f0-977e3e745b3d/d7e39b8c-91e0-4d2d-976d-eb39936e43d9/80e93597-8abf-43f6-8db3-f1582ee1503a) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:03:17.701347 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-29477c4c-d7ac-4ef7-8456-62a3feefd7e4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:17.735276 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-29477c4c-d7ac-4ef7-8456-62a3feefd7e4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:17.778378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-29477c4c-d7ac-4ef7-8456-62a3feefd7e4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Network fc06605d-eb91-4419-86f0-977e3e745b3d is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:03:17.781515 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-29477c4c-d7ac-4ef7-8456-62a3feefd7e4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:03:17.785448 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-29477c4c-d7ac-4ef7-8456-62a3feefd7e4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:03:17.813460 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29477c4c-d7ac-4ef7-8456-62a3feefd7e4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Pushing event updated for resources: {'Port': ['ID=80e93597-8abf-43f6-8db3-f1582ee1503a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:03:17.841797 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-29477c4c-d7ac-4ef7-8456-62a3feefd7e4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:17.842411 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-29477c4c-d7ac-4ef7-8456-62a3feefd7e4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:17.858788 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-29477c4c-d7ac-4ef7-8456-62a3feefd7e4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5526767 Nov 19 10:03:17.872729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Request body: {'port': {'device_id': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:03:17.933451 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:18.071227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-281c0716-cf52-412e-a3b5-0ec4e8dde3ec None None] Provisioning complete for port 80e93597-8abf-43f6-8db3-f1582ee1503a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:03:18.071831 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-281c0716-cf52-412e-a3b5-0ec4e8dde3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:18.106873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-281c0716-cf52-412e-a3b5-0ec4e8dde3ec None None] Port 80e93597-8abf-43f6-8db3-f1582ee1503a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:03:18.195698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e93597-8abf-43f6-8db3-f1582ee1503a {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:03:18.203193 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:18.215100 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Transition to ACTIVE for port object 80e93597-8abf-43f6-8db3-f1582ee1503a will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:03:18.218355 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:18.270731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Pushing event updated for resources: {'Port': ['ID=80e93597-8abf-43f6-8db3-f1582ee1503a,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:03:18.342300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Attempting to bind port 80e93597-8abf-43f6-8db3-f1582ee1503a on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:03:18.342642 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Attempting to bind port 80e93597-8abf-43f6-8db3-f1582ee1503a by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:03:18.342972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Attempting to bind port 80e93597-8abf-43f6-8db3-f1582ee1503a on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:03:18.348011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Port 80e93597-8abf-43f6-8db3-f1582ee1503a on network fc06605d-eb91-4419-86f0-977e3e745b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:03:18.348342 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Attempting to bind port 80e93597-8abf-43f6-8db3-f1582ee1503a on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:03:18.353940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:03:18.354276 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Checking segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:03:18.354669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Bound using segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:03:18.355111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Bound port: 80e93597-8abf-43f6-8db3-f1582ee1503a, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:03:18.355469 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:18.423407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:03:18.426677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=80e93597-8abf-43f6-8db3-f1582ee1503a,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:03:18.432195 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:18.498618 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:18.504977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:18.505688 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:18.507096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] 10.222.0.71 "PUT /v2.0/ports/80e93597-8abf-43f6-8db3-f1582ee1503a HTTP/1.1" status: 200 len: 1093 time: 0.6388898 Nov 19 10:03:18.508403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:03:18.510866 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b882184d-4dfe-419a-95be-ecce05aed805" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:03:18.544443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f5aa6-9b39-46f8-a3bc-9834e849882c service neutron] Pushing event updated for resources: {'Port': ['ID=80e93597-8abf-43f6-8db3-f1582ee1503a,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:03:18.560685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023365a-b6d4-4578-8404-6ec22f3d4d64 req-e39d03c8-c4c5-436d-8454-b04a6d633a50 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:18.567766 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5023365a-b6d4-4578-8404-6ec22f3d4d64 req-e39d03c8-c4c5-436d-8454-b04a6d633a50 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 944 time: 0.1063218 Nov 19 10:03:18.580092 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adaaf9e-a2bb-49d6-bada-47c8373cb1ad x-openstack-request-id: req-8adaaf9e-a2bb-49d6-bada-47c8373cb1ad {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:03:18.580375 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:03:18.580626 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8adaaf9e-a2bb-49d6-bada-47c8373cb1ad {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:03:18.581017 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'status': 'completed', 'code': 200} Nov 19 10:03:18.651285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-9f7b079a-ff60-42b1-b84c-1cde0008bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:18.652793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-9f7b079a-ff60-42b1-b84c-1cde0008bbf7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 1096 time: 0.0841253 Nov 19 10:03:18.658251 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5023365a-b6d4-4578-8404-6ec22f3d4d64 req-3caf8c67-9aa0-44f9-b3ad-ed55a872d6cb tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816183 Nov 19 10:03:18.697053 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-2a3daa4f-e2c8-4345-9025-be557feb20f2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e93597-8abf-43f6-8db3-f1582ee1503a HTTP/1.1" status: 200 len: 217 time: 0.0351934 Nov 19 10:03:18.751882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-b322e92d-d88e-4f6c-bdff-d46aabdcbbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:18.753413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-b322e92d-d88e-4f6c-bdff-d46aabdcbbeb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0493743 Nov 19 10:03:18.799921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-60db7b38-bf87-4af7-b7b9-a26756b8526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:18.801437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-60db7b38-bf87-4af7-b7b9-a26756b8526f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402219 Nov 19 10:03:18.889858 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-a87b2197-eccc-4ba5-8cbc-31d249a0f7f5 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801017 Nov 19 10:03:18.981614 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1064b251-f7dd-40e0-bda4-1cf46dc5e8ec req-be2f15e7-83b0-4ec1-9ed5-3ad8837202d0 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847015 Nov 19 10:03:19.066364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882184d-4dfe-419a-95be-ecce05aed805 req-b443b512-36d6-4c24-93a2-001f63168997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:19.067860 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b882184d-4dfe-419a-95be-ecce05aed805 req-b443b512-36d6-4c24-93a2-001f63168997 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 1096 time: 0.0401881 Nov 19 10:03:19.161680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882184d-4dfe-419a-95be-ecce05aed805 req-4f38de55-6aee-40c4-9c9f-0b5de8ddacab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:19.163157 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b882184d-4dfe-419a-95be-ecce05aed805 req-4f38de55-6aee-40c4-9c9f-0b5de8ddacab service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0878482 Nov 19 10:03:19.203054 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b882184d-4dfe-419a-95be-ecce05aed805 req-ce83e64f-9135-473f-9d92-2695c846fb53 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e93597-8abf-43f6-8db3-f1582ee1503a HTTP/1.1" status: 200 len: 217 time: 0.0329664 Nov 19 10:03:19.252813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882184d-4dfe-419a-95be-ecce05aed805 req-be3541f0-78e9-4994-b94b-9fccff2795c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:19.254241 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b882184d-4dfe-419a-95be-ecce05aed805 req-be3541f0-78e9-4994-b94b-9fccff2795c0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0427713 Nov 19 10:03:19.303507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882184d-4dfe-419a-95be-ecce05aed805 req-4bf27be0-d4ec-4aae-9cbf-50ef80f28a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:19.304985 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b882184d-4dfe-419a-95be-ecce05aed805 req-4bf27be0-d4ec-4aae-9cbf-50ef80f28a93 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432661 Nov 19 10:03:19.392479 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b882184d-4dfe-419a-95be-ecce05aed805 req-813673db-25d2-4b90-be81-f684f2f9dcd7 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797417 Nov 19 10:03:19.486411 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b882184d-4dfe-419a-95be-ecce05aed805 req-64341f1c-96d6-4a51-a145-ba3e59d807ba service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846200 Nov 19 10:03:19.777294 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb2982-8750-45b7-9a56-73fe800a1f0a req-1b8284f0-bcf1-4ae1-a388-f66ac032dd43 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:19.778796 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5cfb2982-8750-45b7-9a56-73fe800a1f0a req-1b8284f0-bcf1-4ae1-a388-f66ac032dd43 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 944 time: 0.0503120 Nov 19 10:03:19.826352 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5cfb2982-8750-45b7-9a56-73fe800a1f0a req-554b2034-e89d-41e3-829b-a046354e79c3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415151 Nov 19 10:03:19.990165 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dc5466ba-912a-4968-9ba9-6577830703f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:20.942480 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c87a7b-d802-4bed-b7f0-47b82344f34c req-51c0ad2d-5a7a-475b-b547-aa930fe14633 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:20.944568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14c87a7b-d802-4bed-b7f0-47b82344f34c req-51c0ad2d-5a7a-475b-b547-aa930fe14633 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 944 time: 0.0486848 Nov 19 10:03:20.991655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14c87a7b-d802-4bed-b7f0-47b82344f34c req-02161126-d00f-48f8-b3f4-33309cdb7355 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415583 Nov 19 10:03:21.761059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 80e93597-8abf-43f6-8db3-f1582ee1503a details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:03:21.858469 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=80e93597-8abf-43f6-8db3-f1582ee1503a,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:03:21.869846 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'port_id': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'mac_address': 'fa:16:3e:d6:a5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:03:21.905696 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:21.918421 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e93597-8abf-43f6-8db3-f1582ee1503a {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:03:21.938999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=80e93597-8abf-43f6-8db3-f1582ee1503a,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:03:21.943703 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:21.993950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=80e93597-8abf-43f6-8db3-f1582ee1503a,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:03:22.114516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e7bb4-34b9-499b-b832-92c01e6da951 req-ac27c967-e5f8-4545-80de-62fd96965a49 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:22.115939 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a2e7bb4-34b9-499b-b832-92c01e6da951 req-ac27c967-e5f8-4545-80de-62fd96965a49 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 945 time: 0.0539320 Nov 19 10:03:22.162587 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0a2e7bb4-34b9-499b-b832-92c01e6da951 req-b4a5eb01-92f5-4906-9cc6-3edf93268e92 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407162 Nov 19 10:03:22.179983 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['80e93597-8abf-43f6-8db3-f1582ee1503a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:03:22.399761 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c111d7aa-7d42-4875-bc57-249b566bbc85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:23.279216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccc854-604e-40d7-b05a-4653c84d5da2 req-34a8c3f8-9ab3-4585-b124-dafb9354c182 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:23.280698 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-caccc854-604e-40d7-b05a-4653c84d5da2 req-34a8c3f8-9ab3-4585-b124-dafb9354c182 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 945 time: 0.0492380 Nov 19 10:03:23.328010 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-caccc854-604e-40d7-b05a-4653c84d5da2 req-cd5253f4-1459-45bd-8063-41b818f116d1 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408459 Nov 19 10:03:23.648322 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:23.777285 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 80e93597-8abf-43f6-8db3-f1582ee1503a up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:03:23.824967 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 80e93597-8abf-43f6-8db3-f1582ee1503a completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:03:23.829247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 80e93597-8abf-43f6-8db3-f1582ee1503a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:03:23.829624 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:23.905244 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:23.931414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:03:23.933663 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39abd69ffbf8d943205847ee65aa0b8b610890253ab8f5970ff933b4e60e8318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a55755-7f78-4842-bf6e-6bd4e5cccedb" -d '{"events": [{"server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "name": "network-vif-plugged", "status": "completed", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:03:24.078794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193322e-c5c3-4099-a504-74bcead742aa req-aa2973db-2941-417b-9e18-359d5014b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:24.080306 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f193322e-c5c3-4099-a504-74bcead742aa req-aa2973db-2941-417b-9e18-359d5014b074 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 1097 time: 0.0461161 Nov 19 10:03:24.106056 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ffb1f1-8d30-47f7-a4d7-f43364546069 x-openstack-request-id: req-00ffb1f1-8d30-47f7-a4d7-f43364546069 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:03:24.106347 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "name": "network-vif-plugged", "status": "completed", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:03:24.106598 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00ffb1f1-8d30-47f7-a4d7-f43364546069 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:03:24.106985 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'code': 200} Nov 19 10:03:24.110361 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=80e93597-8abf-43f6-8db3-f1582ee1503a,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:03:24.114848 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:24.129002 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f193322e-c5c3-4099-a504-74bcead742aa req-3c6e50da-2bdf-441e-9be6-ebea86a27d41 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404596 Nov 19 10:03:24.161512 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=80e93597-8abf-43f6-8db3-f1582ee1503a,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:03:24.496456 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacaa9df-ea2a-4ccb-bcac-ca354c6f4f52 req-7d12f5b3-8cb6-48f9-91dd-458ab399bfc4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:24.497976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cacaa9df-ea2a-4ccb-bcac-ca354c6f4f52 req-7d12f5b3-8cb6-48f9-91dd-458ab399bfc4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.1022086 Nov 19 10:03:24.545682 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cacaa9df-ea2a-4ccb-bcac-ca354c6f4f52 req-fae3b191-69d2-4204-9501-b8529991abd5 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412095 Nov 19 10:03:25.036991 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:25.637695 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:25.718152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d84edf-0ef3-4916-a1e7-01cfe363b2aa req-360e984d-0557-4ded-91a1-349f0f2fbd25 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:25.720241 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-25d84edf-0ef3-4916-a1e7-01cfe363b2aa req-360e984d-0557-4ded-91a1-349f0f2fbd25 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.1043999 Nov 19 10:03:25.770332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-25d84edf-0ef3-4916-a1e7-01cfe363b2aa req-0cc4037c-7262-4af9-8ea7-52cd0d592c82 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441399 Nov 19 10:03:25.882560 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af26a6c-436e-480d-b2a9-5248a7922194 req-02ff8b59-c04f-419c-9070-8253435115d9 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:25.883969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2af26a6c-436e-480d-b2a9-5248a7922194 req-02ff8b59-c04f-419c-9070-8253435115d9 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.0492060 Nov 19 10:03:25.893026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34340) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:03:25.897493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-61bb0135-d681-4437-bb3a-6f1971690c95 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Request body: {'floatingip': {'port_id': '80e93597-8abf-43f6-8db3-f1582ee1503a'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:03:25.935309 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-61bb0135-d681-4437-bb3a-6f1971690c95 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:26.629296 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-61bb0135-d681-4437-bb3a-6f1971690c95 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:26.633430 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-61bb0135-d681-4437-bb3a-6f1971690c95 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:26.730684 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-61bb0135-d681-4437-bb3a-6f1971690c95 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Floating IP 0567ae45-02c7-49e7-b4ae-2261f4ae8a36 associated. External IP: 172.25.0.42, port: 80e93597-8abf-43f6-8db3-f1582ee1503a. Nov 19 10:03:26.934176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61bb0135-d681-4437-bb3a-6f1971690c95 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:03:27.040395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bb0135-d681-4437-bb3a-6f1971690c95 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:03:27.045680 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-61bb0135-d681-4437-bb3a-6f1971690c95 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:27.050832 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8edf3e-faa3-4bb3-9c99-8d7be25c840d None None] Sync routers for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:03:27.060030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8edf3e-faa3-4bb3-9c99-8d7be25c840d None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:03:27.060663 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7e8edf3e-faa3-4bb3-9c99-8d7be25c840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:03:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:03:27.072652 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-61bb0135-d681-4437-bb3a-6f1971690c95 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "PUT /v2.0/floatingips/0567ae45-02c7-49e7-b4ae-2261f4ae8a36 HTTP/1.1" status: 200 len: 991 time: 1.1784816 Nov 19 10:03:27.073288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:03:27.075569 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1d14b835f97805e8bac6fbc582924c15552df56e6768083db0b6618087ddd0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de88d4bc-e481-4d8f-b75c-790a8c736fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:03:27.114035 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36085db9-4d14-4563-9dc5-7fe2ff9fdae7 x-openstack-request-id: req-36085db9-4d14-4563-9dc5-7fe2ff9fdae7 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:03:27.116279 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:03:27.116279 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36085db9-4d14-4563-9dc5-7fe2ff9fdae7 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:03:27.116279 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'status': 'completed', 'code': 200} Nov 19 10:03:27.175063 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-7e8edf3e-faa3-4bb3-9c99-8d7be25c840d None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:03:27.179476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88d4bc-e481-4d8f-b75c-790a8c736fb5 req-450566f7-44c4-4f9f-b945-c371b310ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:27.180999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de88d4bc-e481-4d8f-b75c-790a8c736fb5 req-450566f7-44c4-4f9f-b945-c371b310ed06 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 1098 time: 0.0413105 Nov 19 10:03:27.277054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88d4bc-e481-4d8f-b75c-790a8c736fb5 req-98ab5555-f32e-4a24-bf6a-914cb99dcd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:27.278566 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de88d4bc-e481-4d8f-b75c-790a8c736fb5 req-98ab5555-f32e-4a24-bf6a-914cb99dcd37 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0903394 Nov 19 10:03:27.345670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de88d4bc-e481-4d8f-b75c-790a8c736fb5 req-ac0736b8-1850-4bf1-b96b-7beb450c358a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e93597-8abf-43f6-8db3-f1582ee1503a HTTP/1.1" status: 200 len: 999 time: 0.0593607 Nov 19 10:03:27.395909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88d4bc-e481-4d8f-b75c-790a8c736fb5 req-deca14b3-db06-44c7-9d17-458441c10114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:27.397475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de88d4bc-e481-4d8f-b75c-790a8c736fb5 req-deca14b3-db06-44c7-9d17-458441c10114 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0441215 Nov 19 10:03:27.412579 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7e8edf3e-faa3-4bb3-9c99-8d7be25c840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0567ae45-02c7-49e7-b4ae-2261f4ae8a36', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'port_id': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'mac_address': 'fa:16:3e:d6:a5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:58:44Z', 'updated_at': '2021-11-19T10:03:26Z', 'revision_number': 9, 'project_id': '9a1ca7995613423293ba73c118844c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:03:27.438533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8edf3e-faa3-4bb3-9c99-8d7be25c840d None None] Checking router: 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:03:27.446783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8edf3e-faa3-4bb3-9c99-8d7be25c840d None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:03:27.447397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7e8edf3e-faa3-4bb3-9c99-8d7be25c840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:03:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:03:27.447742 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88d4bc-e481-4d8f-b75c-790a8c736fb5 req-c4ca01c7-0491-423c-a11f-99fa5c451ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:27.449321 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de88d4bc-e481-4d8f-b75c-790a8c736fb5 req-c4ca01c7-0491-423c-a11f-99fa5c451ae1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450535 Nov 19 10:03:27.540830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de88d4bc-e481-4d8f-b75c-790a8c736fb5 req-33cd6f6e-315f-4d68-9cda-c27f0c39be6b service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836029 Nov 19 10:03:27.553520 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-7e8edf3e-faa3-4bb3-9c99-8d7be25c840d None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:03:27.637465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de88d4bc-e481-4d8f-b75c-790a8c736fb5 req-bdebf8a0-a6d0-448c-97d7-82dbae619a8b service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887904 Nov 19 10:03:27.784275 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7e8edf3e-faa3-4bb3-9c99-8d7be25c840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0567ae45-02c7-49e7-b4ae-2261f4ae8a36', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'port_id': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'mac_address': 'fa:16:3e:d6:a5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:58:44Z', 'updated_at': '2021-11-19T10:03:26Z', 'revision_number': 9, 'project_id': '9a1ca7995613423293ba73c118844c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:03:27.810403 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8edf3e-faa3-4bb3-9c99-8d7be25c840d None None] The sync data for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 is: [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0567ae45-02c7-49e7-b4ae-2261f4ae8a36', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'port_id': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'mac_address': 'fa:16:3e:d6:a5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:58:44Z', 'updated_at': '2021-11-19T10:03:26Z', 'revision_number': 9, 'project_id': '9a1ca7995613423293ba73c118844c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:03:27.991526 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242afd97-e63a-49a7-afc1-b1f64d12d811 None None] New status for floating IP 0567ae45-02c7-49e7-b4ae-2261f4ae8a36: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:03:42.191557 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29fac93a-cb8c-4798-aae3-31de6e011ba8 req-d2c3bc19-8fd7-4c79-b2f6-0fab49213843 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399172 Nov 19 10:03:42.273809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fac93a-cb8c-4798-aae3-31de6e011ba8 req-ea04409f-288f-48a1-aed5-02518cf5033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:42.275331 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29fac93a-cb8c-4798-aae3-31de6e011ba8 req-ea04409f-288f-48a1-aed5-02518cf5033c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 1098 time: 0.0406048 Nov 19 10:03:42.391024 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fac93a-cb8c-4798-aae3-31de6e011ba8 req-712a4483-83a2-47f6-a7e1-a67767ed0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:42.393049 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29fac93a-cb8c-4798-aae3-31de6e011ba8 req-712a4483-83a2-47f6-a7e1-a67767ed0a82 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0879543 Nov 19 10:03:42.460531 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29fac93a-cb8c-4798-aae3-31de6e011ba8 req-b7b83df6-86a4-4ce8-a1ed-111911bcbe3d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e93597-8abf-43f6-8db3-f1582ee1503a HTTP/1.1" status: 200 len: 1002 time: 0.0591388 Nov 19 10:03:42.510667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fac93a-cb8c-4798-aae3-31de6e011ba8 req-00166a22-c855-4dc6-9d15-086dc3bac5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:42.512149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29fac93a-cb8c-4798-aae3-31de6e011ba8 req-00166a22-c855-4dc6-9d15-086dc3bac5d7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0438292 Nov 19 10:03:42.562083 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fac93a-cb8c-4798-aae3-31de6e011ba8 req-f57be60f-b36d-4ab3-8f27-8afb93deea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:03:42.563576 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29fac93a-cb8c-4798-aae3-31de6e011ba8 req-f57be60f-b36d-4ab3-8f27-8afb93deea38 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438714 Nov 19 10:03:42.655365 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29fac93a-cb8c-4798-aae3-31de6e011ba8 req-ca1af9eb-0efc-4406-b5f4-e9c2c4205312 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819435 Nov 19 10:03:42.736064 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:03:42.750106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-29fac93a-cb8c-4798-aae3-31de6e011ba8 req-a57124ea-7668-4e68-93c6-de9019a5aea4 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861807 Nov 19 10:03:45.977431 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:48.499844 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:49.991127 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f630ea01-8abd-40c4-bac9-9eea4e86df1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:52.402561 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-388e1d55-69b6-4c92-a526-bf8144864730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:53.650651 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:55.039518 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:03:55.641897 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:04:15.975713 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:04:18.509904 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:04:19.735585 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:04:19.992954 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f4e00c5-3917-425f-ab57-3f9b3a977118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:04:22.404180 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6edcd03a-af60-4865-8911-a6bc3bd5e9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:04:23.653863 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:04:25.041379 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:04:25.644343 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:04:44.337260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-30ddaf3e-0e96-4339-9a66-a65c23b4de52 req-7b4143cf-ceb9-43b3-86a9-2ce54c8ca0f8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0808978 Nov 19 10:04:44.418554 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddaf3e-0e96-4339-9a66-a65c23b4de52 req-d89e8007-8105-40df-aa69-2dac7bd7551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:04:44.420041 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-30ddaf3e-0e96-4339-9a66-a65c23b4de52 req-d89e8007-8105-40df-aa69-2dac7bd7551a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 1098 time: 0.0411730 Nov 19 10:04:44.528455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddaf3e-0e96-4339-9a66-a65c23b4de52 req-0922b770-35ee-49f8-a1a0-b8ae35c423a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:04:44.529870 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-30ddaf3e-0e96-4339-9a66-a65c23b4de52 req-0922b770-35ee-49f8-a1a0-b8ae35c423a3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0886567 Nov 19 10:04:44.594856 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-30ddaf3e-0e96-4339-9a66-a65c23b4de52 req-aa6e7878-f933-4376-b0e3-4a73d6263d27 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e93597-8abf-43f6-8db3-f1582ee1503a HTTP/1.1" status: 200 len: 1002 time: 0.0575480 Nov 19 10:04:44.644261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddaf3e-0e96-4339-9a66-a65c23b4de52 req-9f38bf1f-7e65-4b5e-a29a-1d686809621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:04:44.645758 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-30ddaf3e-0e96-4339-9a66-a65c23b4de52 req-9f38bf1f-7e65-4b5e-a29a-1d686809621d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0432529 Nov 19 10:04:44.697247 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddaf3e-0e96-4339-9a66-a65c23b4de52 req-e3c6c3b4-2033-449d-9541-6522b96e2651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:04:44.698750 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-30ddaf3e-0e96-4339-9a66-a65c23b4de52 req-e3c6c3b4-2033-449d-9541-6522b96e2651 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452375 Nov 19 10:04:44.788511 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-30ddaf3e-0e96-4339-9a66-a65c23b4de52 req-5767695a-9d9d-485b-a60f-54fab59665c2 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815427 Nov 19 10:04:44.882094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-30ddaf3e-0e96-4339-9a66-a65c23b4de52 req-2131a0cf-8c28-4224-841d-8fbf3bc724c4 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865328 Nov 19 10:04:45.993246 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:04:48.510657 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:04:49.993864 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70488bc3-38ad-43aa-be7d-01898c1c7d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:04:52.406461 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6d439d1b-660b-4598-a7f2-f97b4417cc95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:04:53.655396 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:04:55.044418 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:04:55.646363 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:04:56.734745 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:05:03.758199 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-c2265d17-f0e1-4fa3-a52d-164f5a998926 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899158 Nov 19 10:05:03.842096 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2bf54-f6f5-4d0d-82a6-7a3c19de51a0 req-5c094e6d-14f8-4856-9756-c7bf2512d527 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:03.843680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecc2bf54-f6f5-4d0d-82a6-7a3c19de51a0 req-5c094e6d-14f8-4856-9756-c7bf2512d527 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.0963993 Nov 19 10:05:03.892938 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecc2bf54-f6f5-4d0d-82a6-7a3c19de51a0 req-83f31ef6-0f0b-486f-b506-cca320623353 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431767 Nov 19 10:05:04.825289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-d12a454d-5829-4359-991d-274b05ea2352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:04.826815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-d12a454d-5829-4359-991d-274b05ea2352 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 1098 time: 0.0409687 Nov 19 10:05:04.923801 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-b087a5e1-fb3f-4e2e-97c6-ff0d605ab14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:04.925449 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-b087a5e1-fb3f-4e2e-97c6-ff0d605ab14e service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0903041 Nov 19 10:05:04.994075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-7144422f-9e44-459c-b4b4-09e106dd8043 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e93597-8abf-43f6-8db3-f1582ee1503a HTTP/1.1" status: 200 len: 1002 time: 0.0611956 Nov 19 10:05:05.054161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-fa85a0a7-02a5-460c-af0c-54624f33da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:05.055665 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-fa85a0a7-02a5-460c-af0c-54624f33da42 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0544443 Nov 19 10:05:05.130638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-560b8a07-2308-453b-9ce3-8bd0ec5603bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:05.132163 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-560b8a07-2308-453b-9ce3-8bd0ec5603bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689383 Nov 19 10:05:05.146706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadb7a0-56f9-46cf-812f-2c79041b23c9 req-91bbe546-1896-4057-9568-ca5c83b36a66 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:05.148091 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6dadb7a0-56f9-46cf-812f-2c79041b23c9 req-91bbe546-1896-4057-9568-ca5c83b36a66 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.1085999 Nov 19 10:05:05.251571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6dadb7a0-56f9-46cf-812f-2c79041b23c9 req-d77fc748-eca0-4b54-ac1f-494f0d6c022e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956326 Nov 19 10:05:05.267200 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-0b60e09e-175a-4288-8e23-b78faaed0964 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181626 Nov 19 10:05:05.357568 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-7615c95a-3a2e-4233-8f87-982f35510cc4 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824580 Nov 19 10:05:06.373243 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5596054-e43d-424a-8099-d82f4890a260 req-e06c5031-3ccf-4bdf-97c1-fbd963df5e24 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:06.374787 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5596054-e43d-424a-8099-d82f4890a260 req-e06c5031-3ccf-4bdf-97c1-fbd963df5e24 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.0540893 Nov 19 10:05:06.427587 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5596054-e43d-424a-8099-d82f4890a260 req-b7326245-96a9-4a3c-973d-82600eee0531 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467322 Nov 19 10:05:07.542347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640ae8c-94ff-4e79-ac9b-7341206bad5f req-27835b48-a97a-4b5d-96d7-b5c3b42562e3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:07.543734 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f640ae8c-94ff-4e79-ac9b-7341206bad5f req-27835b48-a97a-4b5d-96d7-b5c3b42562e3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.0478995 Nov 19 10:05:07.590535 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f640ae8c-94ff-4e79-ac9b-7341206bad5f req-db9bef5a-e181-4e3c-ad06-98277743d87c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407867 Nov 19 10:05:08.709961 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3736e5-8bbb-4fa7-ae9d-f5961a4b6426 req-e56e36e9-f9f4-436c-a069-f15f268a7652 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:08.711645 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a3736e5-8bbb-4fa7-ae9d-f5961a4b6426 req-e56e36e9-f9f4-436c-a069-f15f268a7652 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.0536637 Nov 19 10:05:08.758874 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a3736e5-8bbb-4fa7-ae9d-f5961a4b6426 req-8e5be4fb-f228-4db2-b6c9-957512fb6d1b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410411 Nov 19 10:05:09.872860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d78769-7d1a-41d0-b02f-fc879c28838f req-561d83d7-0f2e-432c-b850-3024d0a1245d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:09.874371 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-64d78769-7d1a-41d0-b02f-fc879c28838f req-561d83d7-0f2e-432c-b850-3024d0a1245d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.0487950 Nov 19 10:05:09.922282 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-64d78769-7d1a-41d0-b02f-fc879c28838f req-720c7bd2-b3aa-4568-90d2-75e95828724d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413730 Nov 19 10:05:11.036986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740c311-7ea3-4e3d-910e-074e6c3d5787 req-8033aa02-8cd0-461f-a864-412842cf97ef tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:11.038524 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e740c311-7ea3-4e3d-910e-074e6c3d5787 req-8033aa02-8cd0-461f-a864-412842cf97ef tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.0481458 Nov 19 10:05:11.089145 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e740c311-7ea3-4e3d-910e-074e6c3d5787 req-e1ddb9ce-92ad-4206-bb7f-653cddf3cbc1 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440495 Nov 19 10:05:12.208539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060783b1-9f2b-400b-a665-b5fbb0edfd24 req-3cb8b0a1-3501-4bbb-af63-991f35150ed5 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:12.210085 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-060783b1-9f2b-400b-a665-b5fbb0edfd24 req-3cb8b0a1-3501-4bbb-af63-991f35150ed5 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.0492928 Nov 19 10:05:12.259100 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-060783b1-9f2b-400b-a665-b5fbb0edfd24 req-3677e8ed-8dc5-4b15-bcb7-d62847610a41 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415776 Nov 19 10:05:13.373675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adea030-ab37-4da5-961d-84c6e5a416e0 req-21bbd0e4-1e8f-4fcc-b5a4-467e3fce8d1c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:13.375208 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6adea030-ab37-4da5-961d-84c6e5a416e0 req-21bbd0e4-1e8f-4fcc-b5a4-467e3fce8d1c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.0488648 Nov 19 10:05:13.422020 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6adea030-ab37-4da5-961d-84c6e5a416e0 req-06f7cdfc-a6c8-439e-bd92-1913a83bec54 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408270 Nov 19 10:05:14.542761 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316903c4-a8de-484e-a70c-2629f7803575 req-16efd4bd-c2be-4cfd-801b-b63b585a7964 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:14.544181 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-316903c4-a8de-484e-a70c-2629f7803575 req-16efd4bd-c2be-4cfd-801b-b63b585a7964 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.0539010 Nov 19 10:05:14.591616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-316903c4-a8de-484e-a70c-2629f7803575 req-ea1b0ad5-f8af-44b5-af98-aa565eb15f77 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412970 Nov 19 10:05:15.706078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a363ff-a9f8-45c8-82a9-fd6b4d5f9430 req-c0a61583-f050-4349-b5b6-10ba337d1f50 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:15.707556 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3a363ff-a9f8-45c8-82a9-fd6b4d5f9430 req-c0a61583-f050-4349-b5b6-10ba337d1f50 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.0484285 Nov 19 10:05:15.753914 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3a363ff-a9f8-45c8-82a9-fd6b4d5f9430 req-6820b13b-6d8b-4ad0-b322-f932f2fe94ff tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402825 Nov 19 10:05:15.989131 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:16.870474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7032b5-be61-47f5-a1da-c168337aa075 req-f17258a6-9462-49bf-b277-35e247d83e8c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:16.872462 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc7032b5-be61-47f5-a1da-c168337aa075 req-f17258a6-9462-49bf-b277-35e247d83e8c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.0484803 Nov 19 10:05:16.925440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc7032b5-be61-47f5-a1da-c168337aa075 req-60f311c2-0815-48b2-9306-3d79e876b844 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468414 Nov 19 10:05:17.274308 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-f4822128-1e7a-46e5-9035-387a56d93f89 service neutron] show failed (client error): The resource could not be found. Nov 19 10:05:17.275313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-f4822128-1e7a-46e5-9035-387a56d93f89 service neutron] 10.222.0.71 "GET /v2.0/ports/80e93597-8abf-43f6-8db3-f1582ee1503a/bindings/n-h1-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.0541258 Nov 19 10:05:17.545239 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-70a0ecdb-6c73-4674-91ab-da3bcc0f087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:17.546640 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-70a0ecdb-6c73-4674-91ab-da3bcc0f087a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705&tenant_id=9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 1098 time: 0.0788052 Nov 19 10:05:17.557852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-b73173e5-c9d1-4632-95e4-923c704bc91f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 10:05:17.559413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-b73173e5-c9d1-4632-95e4-923c704bc91f service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059664 Nov 19 10:05:17.571518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:05:17.626952 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:17.823471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=80e93597-8abf-43f6-8db3-f1582ee1503a,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:05:17.857502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:05:17.897740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:05:17.903359 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:17.915769 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Transition to ACTIVE for port object 80e93597-8abf-43f6-8db3-f1582ee1503a will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:05:17.919933 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:17.948165 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7bf1ae-188b-41ef-95e9-dca44d2b2a7a" -d '{"events": [{"server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "name": "network-vif-unplugged", "status": "completed", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:05:18.060454 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Pushing event updated for resources: {'Port': ['ID=80e93597-8abf-43f6-8db3-f1582ee1503a,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:05:18.064259 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 10:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b553f933-cf7a-4f56-80e3-213389cf8e8e x-openstack-request-id: req-b553f933-cf7a-4f56-80e3-213389cf8e8e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:05:18.064557 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "name": "network-vif-unplugged", "status": "completed", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:05:18.064815 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b553f933-cf7a-4f56-80e3-213389cf8e8e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:05:18.065236 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'code': 200} Nov 19 10:05:18.090475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:18.091076 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:18.091428 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:18.091767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:18.092101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:18.092434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:18.092770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:18.093115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:18.093449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:18.093780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:18.094105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:18.094448 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:18.101063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] No DVR routers for this DVR port 80e93597-8abf-43f6-8db3-f1582ee1503a on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:05:18.153759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc836768-dd54-4756-96b1-c82dc6f95666 req-19a9570e-03a2-4c66-9277-a4f13a8887b1 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:18.155268 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cc836768-dd54-4756-96b1-c82dc6f95666 req-19a9570e-03a2-4c66-9277-a4f13a8887b1 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 944 time: 0.1415007 Nov 19 10:05:18.247029 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cc836768-dd54-4756-96b1-c82dc6f95666 req-b2da1d4d-cfbc-4b58-8c89-e0d2288f3591 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854049 Nov 19 10:05:18.282972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Attempting to bind port 80e93597-8abf-43f6-8db3-f1582ee1503a on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:05:18.283303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Attempting to bind port 80e93597-8abf-43f6-8db3-f1582ee1503a by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:05:18.283625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Attempting to bind port 80e93597-8abf-43f6-8db3-f1582ee1503a on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:05:18.287851 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Port 80e93597-8abf-43f6-8db3-f1582ee1503a on network fc06605d-eb91-4419-86f0-977e3e745b3d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:05:18.288168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Attempting to bind port 80e93597-8abf-43f6-8db3-f1582ee1503a on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:05:18.292866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:05:18.293233 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Checking segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:05:18.293614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Bound using segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:05:18.294037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Bound port: 80e93597-8abf-43f6-8db3-f1582ee1503a, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:05:18.294378 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:18.358332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:05:18.361294 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=80e93597-8abf-43f6-8db3-f1582ee1503a,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:05:18.365635 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:18.400536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:18.401205 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:18.403060 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] 10.222.0.66 "PUT /v2.0/ports/80e93597-8abf-43f6-8db3-f1582ee1503a HTTP/1.1" status: 200 len: 1093 time: 0.8353279 Nov 19 10:05:18.424351 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfc20c-a718-43e8-8814-1bcff1cf0868 service neutron] Pushing event updated for resources: {'Port': ['ID=80e93597-8abf-43f6-8db3-f1582ee1503a,revision_number=7']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:05:18.469331 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-6c7c4c37-4a2b-48f7-bd72-4440e9b30d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:18.470825 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-6c7c4c37-4a2b-48f7-bd72-4440e9b30d75 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 1096 time: 0.0427239 Nov 19 10:05:18.499463 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:18.832139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-6c79db49-fea9-4f1b-bee5-9c49a7bf2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:18.833638 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-6c79db49-fea9-4f1b-bee5-9c49a7bf2e33 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.3551555 Nov 19 10:05:18.899902 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-dbea3d01-f23b-4655-a68c-fceb89bf9eef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e93597-8abf-43f6-8db3-f1582ee1503a HTTP/1.1" status: 200 len: 1000 time: 0.0588071 Nov 19 10:05:18.952330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-48418beb-e900-43ea-96d3-c167d32f61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:18.953806 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-48418beb-e900-43ea-96d3-c167d32f61b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0468071 Nov 19 10:05:18.999215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-58e6ea8f-0495-4c1a-a62d-f8faaf077f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:19.000682 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-58e6ea8f-0495-4c1a-a62d-f8faaf077f52 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396121 Nov 19 10:05:19.088683 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-746ca1c0-7e5b-4910-88fd-c8d5dc2dc9a7 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807838 Nov 19 10:05:19.178858 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9889816-c67c-4468-b6a4-b70d8ee55a6e req-8acf216d-a12d-4674-b953-4bb8a19bb5e1 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831232 Nov 19 10:05:19.372493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18a1b1-ac6c-4dcc-90a3-048e3b7d3fe9 req-777c4916-005f-4569-aed9-1fbe06000644 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:19.374021 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac18a1b1-ac6c-4dcc-90a3-048e3b7d3fe9 req-777c4916-005f-4569-aed9-1fbe06000644 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 944 time: 0.0495613 Nov 19 10:05:19.420347 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac18a1b1-ac6c-4dcc-90a3-048e3b7d3fe9 req-606c5250-66e0-4737-bb75-bc34cadc2c36 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404017 Nov 19 10:05:19.997301 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55e7c8f9-0c1d-4b09-a866-f750c20f8935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:20.066430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:05:20.068802 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c471f17d-e414-4e86-bff9-5f1981c18949" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:05:20.118750 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0235fd7-1415-41c4-a236-93596a58c75b x-openstack-request-id: req-e0235fd7-1415-41c4-a236-93596a58c75b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:05:20.119048 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:05:20.119306 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0235fd7-1415-41c4-a236-93596a58c75b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:05:20.119723 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'status': 'completed', 'code': 200} Nov 19 10:05:20.210748 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-5ee35a98-48b9-4429-9397-c4f7b96d1e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:20.212402 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-5ee35a98-48b9-4429-9397-c4f7b96d1e4c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 1096 time: 0.0696356 Nov 19 10:05:20.217938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-ccc5a268-b805-4fa6-8de4-9e765f3d07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:20.219320 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-ccc5a268-b805-4fa6-8de4-9e765f3d07d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 1096 time: 0.0686138 Nov 19 10:05:20.372473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-400d0866-1873-42e6-b160-f3d935e17b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:20.373887 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-400d0866-1873-42e6-b160-f3d935e17b04 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.1527634 Nov 19 10:05:20.376421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-96b889cf-5ea3-4b6f-a1a5-c1af1108c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:20.377784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-96b889cf-5ea3-4b6f-a1a5-c1af1108c39f service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.1486795 Nov 19 10:05:20.464612 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 80e93597-8abf-43f6-8db3-f1582ee1503a no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:05:20.489947 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-95de2ccf-0ae5-4a0d-9004-d30a7dfc93db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e93597-8abf-43f6-8db3-f1582ee1503a HTTP/1.1" status: 200 len: 1000 time: 0.1072929 Nov 19 10:05:20.493802 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-bec92611-1c45-44c2-bdb5-0d9bf60187aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e93597-8abf-43f6-8db3-f1582ee1503a HTTP/1.1" status: 200 len: 1000 time: 0.1051660 Nov 19 10:05:20.508743 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 80e93597-8abf-43f6-8db3-f1582ee1503a not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:05:20.614186 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-eb30b5ac-6607-4545-8387-fe051e7f772b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:20.615680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-eb30b5ac-6607-4545-8387-fe051e7f772b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.1096671 Nov 19 10:05:20.617800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-ace808e3-b388-4860-9c94-1de0f7be0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:20.619169 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-ace808e3-b388-4860-9c94-1de0f7be0e91 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.1120811 Nov 19 10:05:20.627549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d9df0-1512-46f5-8d97-befc8d57911d req-0f87669d-2a75-4469-b963-7211d98e78c4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:20.628843 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d8d9df0-1512-46f5-8d97-befc8d57911d req-0f87669d-2a75-4469-b963-7211d98e78c4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 944 time: 0.1329644 Nov 19 10:05:20.733887 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-2f941245-bf2d-4969-afb3-e602561cbd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:20.735424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-2f941245-bf2d-4969-afb3-e602561cbd76 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1056497 Nov 19 10:05:20.739780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-634b747b-b851-4219-a86c-60d265cfeb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:20.741210 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-634b747b-b851-4219-a86c-60d265cfeb6b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103077 Nov 19 10:05:20.745783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d8d9df0-1512-46f5-8d97-befc8d57911d req-168258fe-994f-4b3d-bd75-76f2058b914b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973828 Nov 19 10:05:20.898409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-cd7eab83-abda-4122-8d44-06e464c7132c service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515687 Nov 19 10:05:20.901678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-432c32ba-7702-4647-b220-c8273cce1544 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471772 Nov 19 10:05:21.057115 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-b93e21bd-6544-4bb5-afb7-ab34ce9d74be service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506867 Nov 19 10:05:21.059632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c471f17d-e414-4e86-bff9-5f1981c18949 req-ab62d4b3-9252-47fd-90c5-264d4579106f service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463730 Nov 19 10:05:21.420487 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 80e93597-8abf-43f6-8db3-f1582ee1503a details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:05:21.515712 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=80e93597-8abf-43f6-8db3-f1582ee1503a,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:05:21.527605 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'port_id': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'mac_address': 'fa:16:3e:d6:a5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:05:21.565725 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:21.578207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e93597-8abf-43f6-8db3-f1582ee1503a {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:05:21.598143 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=80e93597-8abf-43f6-8db3-f1582ee1503a,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:05:21.602142 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:21.648698 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=80e93597-8abf-43f6-8db3-f1582ee1503a,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:05:21.656430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:21.656791 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:21.657163 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:21.657513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:21.657857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:21.658199 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:21.658535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:21.658873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:21.659203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:21.659538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:21.659870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:21.660200 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:05:21.825203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['80e93597-8abf-43f6-8db3-f1582ee1503a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:05:21.869423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee3096-d833-4345-a2e6-58bef16ad376 req-74944007-b7a7-4115-9b62-f71ef536b541 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:21.871016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bee3096-d833-4345-a2e6-58bef16ad376 req-74944007-b7a7-4115-9b62-f71ef536b541 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 945 time: 0.0515862 Nov 19 10:05:21.923319 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4bee3096-d833-4345-a2e6-58bef16ad376 req-2e49201b-d562-444e-a4bc-9715517c5bb3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461411 Nov 19 10:05:22.242797 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-0945856a-b341-4497-94de-2121d6c90c25 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:22.244278 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-0945856a-b341-4497-94de-2121d6c90c25 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705&tenant_id=9a1ca7995613423293ba73c118844c26&binding%3Ahost_id=n-h1-805649-14 HTTP/1.1" status: 200 len: 945 time: 0.0852342 Nov 19 10:05:22.256683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f00b59-fe76-4643-aac4-d097afc381e3 req-82d3937f-7caa-419b-92da-3de225831aa2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:22.258139 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35f00b59-fe76-4643-aac4-d097afc381e3 req-82d3937f-7caa-419b-92da-3de225831aa2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 945 time: 0.0686774 Nov 19 10:05:22.348148 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35f00b59-fe76-4643-aac4-d097afc381e3 req-abf4b076-2c43-4af0-b196-c2390e29b8d8 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830481 Nov 19 10:05:22.351162 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-7ee21ff1-734c-41b8-b8d2-f5b1c787ced2 service neutron] 10.222.0.66 "GET /v2.0/ports/80e93597-8abf-43f6-8db3-f1582ee1503a/bindings/n-h1-805649-14 HTTP/1.1" status: 200 len: 383 time: 0.0920272 Nov 19 10:05:22.407876 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d5f4f7db-370b-42d1-bfcc-4ced1d85ed6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:22.418694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-44e53669-dd41-4d04-ab06-77654313d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:22.420333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-44e53669-dd41-4d04-ab06-77654313d040 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 1097 time: 0.0431809 Nov 19 10:05:22.511743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b8ea6bc7-bbf4-46d4-9227-20e8e5b98416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:22.513247 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b8ea6bc7-bbf4-46d4-9227-20e8e5b98416 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0860512 Nov 19 10:05:22.583724 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-8daf4485-5217-43aa-ae14-709824cd1911 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e93597-8abf-43f6-8db3-f1582ee1503a HTTP/1.1" status: 200 len: 1001 time: 0.0632102 Nov 19 10:05:22.632501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-cbb4f21e-6642-4b0a-b174-cb1c002eff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:22.633990 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-cbb4f21e-6642-4b0a-b174-cb1c002eff6f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0438266 Nov 19 10:05:22.679037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-490e8cca-59e8-46cb-b3a6-f84d8597dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:22.680427 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-490e8cca-59e8-46cb-b3a6-f84d8597dd8c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395253 Nov 19 10:05:22.771875 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-8ad7ed0a-27f3-4707-bfeb-8f5c25dced67 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834630 Nov 19 10:05:22.863811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-c3acc9e0-f862-48c2-9417-feb600ec254b service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836282 Nov 19 10:05:23.427468 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 80e93597-8abf-43f6-8db3-f1582ee1503a up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:05:23.471479 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a19a47-966c-45ec-88b2-e07f9d06f915 req-f811f012-f907-415e-b1c9-f367093e5e5e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:23.473701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7a19a47-966c-45ec-88b2-e07f9d06f915 req-f811f012-f907-415e-b1c9-f367093e5e5e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 945 time: 0.0545697 Nov 19 10:05:23.478355 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 80e93597-8abf-43f6-8db3-f1582ee1503a completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:05:23.482947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 80e93597-8abf-43f6-8db3-f1582ee1503a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:05:23.483330 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:23.524286 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e7a19a47-966c-45ec-88b2-e07f9d06f915 req-06327380-f92e-407c-8739-8a8e8c89cf9c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434506 Nov 19 10:05:23.563754 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:23.587686 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:05:23.602617 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=80e93597-8abf-43f6-8db3-f1582ee1503a,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:05:23.607600 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:23.635743 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1604da1d-aef9-4c9a-a3bc-62b90742a7b3" -d '{"events": [{"server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "name": "network-vif-plugged", "status": "completed", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:05:23.671810 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:23.674768 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=80e93597-8abf-43f6-8db3-f1582ee1503a,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:05:23.736813 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92612c80-8b53-4d1f-9d0f-c785fde1446b x-openstack-request-id: req-92612c80-8b53-4d1f-9d0f-c785fde1446b {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:05:23.737138 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "name": "network-vif-plugged", "status": "completed", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:05:23.737402 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92612c80-8b53-4d1f-9d0f-c785fde1446b {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:05:23.737830 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'code': 200} Nov 19 10:05:24.647625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864e9f8-ae83-444d-9542-bf4ecd29cc15 req-6b4db41f-f759-461c-bb4a-166e53db1a36 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:24.649253 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8864e9f8-ae83-444d-9542-bf4ecd29cc15 req-6b4db41f-f759-461c-bb4a-166e53db1a36 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.0514576 Nov 19 10:05:24.698830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8864e9f8-ae83-444d-9542-bf4ecd29cc15 req-f20e78d8-4caa-461e-9230-7927667d0b2f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428221 Nov 19 10:05:24.829939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-582dd807-6ea0-46fd-a848-56270a3f4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:24.831331 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-582dd807-6ea0-46fd-a848-56270a3f4373 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705&tenant_id=9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 1098 time: 0.0416186 Nov 19 10:05:24.844985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:05:24.900466 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:25.047097 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:25.100874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=80e93597-8abf-43f6-8db3-f1582ee1503a,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:05:25.132431 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:05:25.170997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:05:25.173316 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26350ec4-0f12-4fc8-8011-a404707b7a21" -d '{"events": [{"server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "name": "network-vif-unplugged", "status": "completed", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:05:25.177428 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:25.190389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Transition to ACTIVE for port object 80e93597-8abf-43f6-8db3-f1582ee1503a will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:05:25.194491 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:25.223752 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 10:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c32052e-e7c6-435e-a69f-6fa1727a4e77 x-openstack-request-id: req-6c32052e-e7c6-435e-a69f-6fa1727a4e77 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:05:25.224048 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "name": "network-vif-unplugged", "status": "completed", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:05:25.224305 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c32052e-e7c6-435e-a69f-6fa1727a4e77 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:05:25.224704 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'code': 200} Nov 19 10:05:25.246364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=80e93597-8abf-43f6-8db3-f1582ee1503a,revision_number=10']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:05:25.321501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] No DVR routers for this DVR port 80e93597-8abf-43f6-8db3-f1582ee1503a on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:05:25.456757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Attempting to bind port 80e93597-8abf-43f6-8db3-f1582ee1503a on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:05:25.457107 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Attempting to bind port 80e93597-8abf-43f6-8db3-f1582ee1503a by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:05:25.457466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Attempting to bind port 80e93597-8abf-43f6-8db3-f1582ee1503a on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:05:25.461838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Port 80e93597-8abf-43f6-8db3-f1582ee1503a on network fc06605d-eb91-4419-86f0-977e3e745b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:05:25.462167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Attempting to bind port 80e93597-8abf-43f6-8db3-f1582ee1503a on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:05:25.467346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:05:25.467687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Checking segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:05:25.468082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Bound using segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:05:25.468517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Bound port: 80e93597-8abf-43f6-8db3-f1582ee1503a, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:05:25.468875 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:25.530798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:05:25.533863 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=80e93597-8abf-43f6-8db3-f1582ee1503a,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:05:25.538002 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:25.576492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:25.577138 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:25.578566 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] 10.222.0.71 "PUT /v2.0/ports/80e93597-8abf-43f6-8db3-f1582ee1503a HTTP/1.1" status: 200 len: 1094 time: 0.7382317 Nov 19 10:05:25.599328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d36257-deb1-4e24-b0db-c4a7c9946fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=80e93597-8abf-43f6-8db3-f1582ee1503a,revision_number=11']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:05:25.647658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-308eb207-8579-46e5-8c2e-e3a615938c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:25.649047 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-308eb207-8579-46e5-8c2e-e3a615938c69 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 1097 time: 0.0448341 Nov 19 10:05:25.651401 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:25.749174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-ed9ddaae-9b47-4c8e-87b9-b1e8d73994ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:25.750675 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-ed9ddaae-9b47-4c8e-87b9-b1e8d73994ed service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0942190 Nov 19 10:05:25.843246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-408eadef-5f90-4927-85c1-976da6e89099 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e93597-8abf-43f6-8db3-f1582ee1503a HTTP/1.1" status: 200 len: 1000 time: 0.0833282 Nov 19 10:05:25.857510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87767b9d-6f5a-4040-ad71-cb404d0070c4 req-fdbb4357-6a3c-40bb-b02c-93a90cdcb771 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:25.858914 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87767b9d-6f5a-4040-ad71-cb404d0070c4 req-fdbb4357-6a3c-40bb-b02c-93a90cdcb771 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 945 time: 0.0643902 Nov 19 10:05:25.932478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-a5cc23bb-3904-438c-b059-55f6588931e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:25.934448 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-a5cc23bb-3904-438c-b059-55f6588931e5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0746949 Nov 19 10:05:25.941460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87767b9d-6f5a-4040-ad71-cb404d0070c4 req-9fe817ea-c146-427c-af33-262c75792a4c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746903 Nov 19 10:05:25.982729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-c0f5a0c9-18d4-4a63-bc19-db707fe3308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:25.984234 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-c0f5a0c9-18d4-4a63-bc19-db707fe3308f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419471 Nov 19 10:05:26.076345 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-7792c5d4-156e-4255-9642-a7ed1a29e693 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833812 Nov 19 10:05:26.168042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e3b84f3c-cc44-4f74-b850-9d61704d5e2c req-ca683116-62f7-47f2-b0d0-b51022d1523c service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841279 Nov 19 10:05:27.061358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b63833-2e2d-41d1-846e-ef90dda565b6 req-89c3e887-7c0c-4f0f-8aaf-6205b6e64f38 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:27.063100 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59b63833-2e2d-41d1-846e-ef90dda565b6 req-89c3e887-7c0c-4f0f-8aaf-6205b6e64f38 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 945 time: 0.0487776 Nov 19 10:05:27.109968 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59b63833-2e2d-41d1-846e-ef90dda565b6 req-4a0c1a55-edbd-4ec0-9515-bd626efc38e0 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407991 Nov 19 10:05:27.226011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:05:27.228313 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439a2a1f-e1c2-4653-894a-ac3708939f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:05:27.276143 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29711b8-a88f-4c5c-b98f-e56850ecba7c x-openstack-request-id: req-a29711b8-a88f-4c5c-b98f-e56850ecba7c {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:05:27.276444 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:05:27.276702 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a29711b8-a88f-4c5c-b98f-e56850ecba7c {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:05:27.277132 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'status': 'completed', 'code': 200} Nov 19 10:05:27.366993 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-95313080-2a73-44f1-9717-27588ac1896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:27.368489 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-95313080-2a73-44f1-9717-27588ac1896e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 1097 time: 0.0720823 Nov 19 10:05:27.371609 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-1883e7fa-999c-4784-a6dc-44025390409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:27.372934 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-1883e7fa-999c-4784-a6dc-44025390409c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 1097 time: 0.0684540 Nov 19 10:05:27.459432 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 80e93597-8abf-43f6-8db3-f1582ee1503a no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:05:27.501446 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 80e93597-8abf-43f6-8db3-f1582ee1503a not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:05:27.800462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-2d52aa07-9b10-48cd-a6d5-562c911efa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:27.801877 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-2d52aa07-9b10-48cd-a6d5-562c911efa23 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.4249449 Nov 19 10:05:27.806126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-b158dcdf-fb01-4b45-af02-523e8d056e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:27.807450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-b158dcdf-fb01-4b45-af02-523e8d056e56 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.4137774 Nov 19 10:05:27.912638 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-b8612f88-c5e0-4719-8372-86b83312e9d3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e93597-8abf-43f6-8db3-f1582ee1503a HTTP/1.1" status: 200 len: 1000 time: 0.1036658 Nov 19 10:05:27.916187 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-157dc1db-7959-4c7b-8756-fa7dce2f1185 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e93597-8abf-43f6-8db3-f1582ee1503a HTTP/1.1" status: 200 len: 1000 time: 0.1007142 Nov 19 10:05:27.997478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-0e925443-2bf1-4b08-87ca-8a17e1791c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:27.998919 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-0e925443-2bf1-4b08-87ca-8a17e1791c99 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0797298 Nov 19 10:05:28.000296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-4379a55d-3a97-46e6-92c3-08fdb5b4d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:28.001633 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-4379a55d-3a97-46e6-92c3-08fdb5b4d417 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0753250 Nov 19 10:05:28.077923 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-a746d157-08e9-4480-add2-c055b7061157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:28.079340 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-a746d157-08e9-4480-add2-c055b7061157 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734282 Nov 19 10:05:28.081837 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-b4c583db-b513-41c6-ae8c-28064427ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:28.083188 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-b4c583db-b513-41c6-ae8c-28064427ba2e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691333 Nov 19 10:05:28.270263 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-33c7521d-a33d-4564-a438-4fce71e1407a service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835732 Nov 19 10:05:28.275226 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-e9f5890d-0aed-4b11-92d9-585b1e000e73 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809950 Nov 19 10:05:28.296726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a60a7f-bd6a-41ce-8746-55c17d067f83 req-30885695-6652-4642-9adb-a64f1bfe5e23 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:28.298639 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88a60a7f-bd6a-41ce-8746-55c17d067f83 req-30885695-6652-4642-9adb-a64f1bfe5e23 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 945 time: 0.1190510 Nov 19 10:05:28.461644 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88a60a7f-bd6a-41ce-8746-55c17d067f83 req-d4d143aa-7db4-42d6-9fcf-c244634c6a0c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457083 Nov 19 10:05:28.479616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-d10dbf59-af8c-40f7-b847-81ddd137539f service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937020 Nov 19 10:05:28.482982 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-439a2a1f-e1c2-4653-894a-ac3708939f1e req-71b193be-c9ff-45fd-bf37-894db780c7a3 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047665 Nov 19 10:05:28.494928 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 80e93597-8abf-43f6-8db3-f1582ee1503a details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:05:28.582388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa89ba6-725a-42a2-9a35-f6451f2d7103 req-6220174c-4fad-41f9-89f4-6ad4cb5b49a8 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:28.583938 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eaa89ba6-725a-42a2-9a35-f6451f2d7103 req-6220174c-4fad-41f9-89f4-6ad4cb5b49a8 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 945 time: 0.0508399 Nov 19 10:05:28.593598 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=80e93597-8abf-43f6-8db3-f1582ee1503a,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:05:28.605151 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'port_id': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'mac_address': 'fa:16:3e:d6:a5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:05:28.636685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eaa89ba6-725a-42a2-9a35-f6451f2d7103 req-4c0d8ac6-134e-4681-98ca-fa285c15ea10 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462081 Nov 19 10:05:28.643306 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:28.656414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e93597-8abf-43f6-8db3-f1582ee1503a {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:05:28.681120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=80e93597-8abf-43f6-8db3-f1582ee1503a,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:05:28.686066 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:28.734696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=80e93597-8abf-43f6-8db3-f1582ee1503a,revision_number=12']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:05:28.754328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e0841-3969-401d-a62f-93258386e48e req-e70be322-02bd-4145-9873-3add52fc4238 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:28.755808 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f2e0841-3969-401d-a62f-93258386e48e req-e70be322-02bd-4145-9873-3add52fc4238 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.0504286 Nov 19 10:05:28.802662 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0f2e0841-3969-401d-a62f-93258386e48e req-3f58ad00-3d1c-4c7f-b489-515e0a46c310 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408781 Nov 19 10:05:28.915859 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['80e93597-8abf-43f6-8db3-f1582ee1503a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:05:29.035993 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3164d0-d9c1-43d1-9173-69adb2100de6 req-7ade8aa9-2560-4701-ac57-e3ad8000bd29 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:29.037384 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c3164d0-d9c1-43d1-9173-69adb2100de6 req-7ade8aa9-2560-4701-ac57-e3ad8000bd29 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.0490360 Nov 19 10:05:29.084487 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c3164d0-d9c1-43d1-9173-69adb2100de6 req-9e35796c-b86f-4009-a28b-8a1f9da9b6f2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410194 Nov 19 10:05:30.206843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18ab57-fc06-45f5-bdff-55776cbb615f req-2ac6364f-318e-47c3-9998-b8b40cac48af tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:30.208364 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de18ab57-fc06-45f5-bdff-55776cbb615f req-2ac6364f-318e-47c3-9998-b8b40cac48af tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.0541775 Nov 19 10:05:30.255448 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-de18ab57-fc06-45f5-bdff-55776cbb615f req-a8f71bab-b128-49f3-86e7-efdfc70be210 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404921 Nov 19 10:05:30.348700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bba87-39d2-453b-838c-c296eab7e689 req-8eaa05bf-0b35-4899-ac46-b1e1052ad040 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:30.350171 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a29bba87-39d2-453b-838c-c296eab7e689 req-8eaa05bf-0b35-4899-ac46-b1e1052ad040 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.71 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 946 time: 0.0494106 Nov 19 10:05:30.442152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-a29bba87-39d2-453b-838c-c296eab7e689 req-131afb52-12c8-4a94-aa42-6605e061ba15 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Deleting port 80e93597-8abf-43f6-8db3-f1582ee1503a {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:05:30.442493 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a29bba87-39d2-453b-838c-c296eab7e689 req-131afb52-12c8-4a94-aa42-6605e061ba15 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:30.501741 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 80e93597-8abf-43f6-8db3-f1582ee1503a no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:05:30.532964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-a29bba87-39d2-453b-838c-c296eab7e689 req-131afb52-12c8-4a94-aa42-6605e061ba15 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=80e93597-8abf-43f6-8db3-f1582ee1503a,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:05:30.533294 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a29bba87-39d2-453b-838c-c296eab7e689 req-131afb52-12c8-4a94-aa42-6605e061ba15 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:30.581448 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:30.594519 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 80e93597-8abf-43f6-8db3-f1582ee1503a {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:05:30.614565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 80e93597-8abf-43f6-8db3-f1582ee1503a, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=80e93597-8abf-43f6-8db3-f1582ee1503a,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:05:30.618399 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:30.666760 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=80e93597-8abf-43f6-8db3-f1582ee1503a,revision_number=13']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:05:30.710558 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a29bba87-39d2-453b-838c-c296eab7e689 req-131afb52-12c8-4a94-aa42-6605e061ba15 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:30.710920 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a29bba87-39d2-453b-838c-c296eab7e689 req-131afb52-12c8-4a94-aa42-6605e061ba15 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:30.711240 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-a29bba87-39d2-453b-838c-c296eab7e689 req-131afb52-12c8-4a94-aa42-6605e061ba15 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Floating IP 0567ae45-02c7-49e7-b4ae-2261f4ae8a36 disassociated. External IP: 172.25.0.42, port: 80e93597-8abf-43f6-8db3-f1582ee1503a. Nov 19 10:05:30.711583 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-a29bba87-39d2-453b-838c-c296eab7e689 req-131afb52-12c8-4a94-aa42-6605e061ba15 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Calling delete_port for 80e93597-8abf-43f6-8db3-f1582ee1503a owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:05:30.841908 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a29bba87-39d2-453b-838c-c296eab7e689 req-131afb52-12c8-4a94-aa42-6605e061ba15 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:30.871229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131afb52-12c8-4a94-aa42-6605e061ba15 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Pushing event deleted for resources: {'Port': ['ID=80e93597-8abf-43f6-8db3-f1582ee1503a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:05:30.992218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a29bba87-39d2-453b-838c-c296eab7e689 req-131afb52-12c8-4a94-aa42-6605e061ba15 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:05:31.102203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a29bba87-39d2-453b-838c-c296eab7e689 req-131afb52-12c8-4a94-aa42-6605e061ba15 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:05:31.111867 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca85fdb-d586-458a-94f3-9b152ec1f0c3 None None] Sync routers for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:05:31.123287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca85fdb-d586-458a-94f3-9b152ec1f0c3 None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:05:31.123917 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5ca85fdb-d586-458a-94f3-9b152ec1f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:05:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:05:31.144819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29bba87-39d2-453b-838c-c296eab7e689 req-131afb52-12c8-4a94-aa42-6605e061ba15 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] No DVR routers for this DVR port 80e93597-8abf-43f6-8db3-f1582ee1503a on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:05:31.147728 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-a29bba87-39d2-453b-838c-c296eab7e689 req-131afb52-12c8-4a94-aa42-6605e061ba15 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:31.151432 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a29bba87-39d2-453b-838c-c296eab7e689 req-131afb52-12c8-4a94-aa42-6605e061ba15 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.71 "DELETE /v2.0/ports/80e93597-8abf-43f6-8db3-f1582ee1503a HTTP/1.1" status: 204 len: 173 time: 0.7943535 Nov 19 10:05:31.151966 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'name': 'network-vif-deleted', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:05:31.154797 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f45537-ee3c-43fc-9758-f271766d687b" -d '{"events": [{"server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "name": "network-vif-deleted", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:05:31.199932 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a970c9-6d7f-4b76-a4d2-091ac091da35 x-openstack-request-id: req-d4a970c9-6d7f-4b76-a4d2-091ac091da35 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:05:31.200375 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5f7c1d-d200-4e1d-85e6-5705b6de3705", "name": "network-vif-deleted", "tag": "80e93597-8abf-43f6-8db3-f1582ee1503a", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:05:31.200634 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4a970c9-6d7f-4b76-a4d2-091ac091da35 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:05:31.202193 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5f7c1d-d200-4e1d-85e6-5705b6de3705', 'name': 'network-vif-deleted', 'tag': '80e93597-8abf-43f6-8db3-f1582ee1503a', 'status': 'completed', 'code': 200} Nov 19 10:05:31.368880 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-313a6ae2-0dfe-4302-b378-25d029fdb20b req-d4743b98-35b9-4c14-965d-349cf27db07e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f5f7c1d-d200-4e1d-85e6-5705b6de3705 HTTP/1.1" status: 200 len: 210 time: 0.0271330 Nov 19 10:05:31.397263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-5ca85fdb-d586-458a-94f3-9b152ec1f0c3 None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:05:31.601607 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5ca85fdb-d586-458a-94f3-9b152ec1f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:05:31.628490 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca85fdb-d586-458a-94f3-9b152ec1f0c3 None None] Checking router: 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:05:31.637207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca85fdb-d586-458a-94f3-9b152ec1f0c3 None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:05:31.637854 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5ca85fdb-d586-458a-94f3-9b152ec1f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:05:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:05:31.746868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-5ca85fdb-d586-458a-94f3-9b152ec1f0c3 None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:05:31.943365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5ca85fdb-d586-458a-94f3-9b152ec1f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:05:31.970794 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca85fdb-d586-458a-94f3-9b152ec1f0c3 None None] The sync data for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 is: [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:05:32.189680 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396cb928-60d6-4fc3-b685-daeec72d312b None None] New status for floating IP 0567ae45-02c7-49e7-b4ae-2261f4ae8a36: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:05:32.649987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-3fea3b53-f899-43df-af73-a0e00aaafbf8 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--858143946&fields=id&tenant_id=9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 267 time: 0.0420063 Nov 19 10:05:32.759410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-27a61659-4fe8-4b9d-aaa6-37bb51c8bc4f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:32.761417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-27a61659-4fe8-4b9d-aaa6-37bb51c8bc4f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 812 time: 0.1040723 Nov 19 10:05:32.775843 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-d1d09506-2254-4aa9-83d0-dfef1a74ae77 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/quotas/9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 375 time: 0.0086753 Nov 19 10:05:32.827384 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-7ceda045-6ea2-4e51-8baf-03c2f5de447c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455914 Nov 19 10:05:32.992225 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-a9cc78c7-5ad9-4be3-8410-75eabd8900fc service neutron] 10.222.0.21 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198084 Nov 19 10:05:33.084380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-ac9c2297-ac53-420c-800d-18623bee6ad6 service neutron] 10.222.0.21 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852983 Nov 19 10:05:33.247220 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ef2fbbe-995b-4035-ab07-79e54bccb385 req-fe930dc2-f4e8-4afa-8d3a-5caa4b48b5d3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 210 time: 0.0268314 Nov 19 10:05:33.734184 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:05:34.330932 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c44ec90c-7ea6-468e-8669-aea61467dd68 req-417f3e4c-e5f7-4fdd-a685-8d659c36d231 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 210 time: 0.0268388 Nov 19 10:05:35.408221 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d5abe94b-36c5-4b04-950e-7b59e4ec36c8 req-a487fa12-da32-4b39-99b5-38e22130577d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 210 time: 0.0262954 Nov 19 10:05:36.501959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8735f181-ea12-4265-84f6-64f049170d6a req-fdc83675-139e-4b6f-8182-9de4a5b37bd1 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 210 time: 0.0269129 Nov 19 10:05:37.202389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-e377951d-a6e4-4599-9221-7bcd0ef30c2f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:37.203888 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-e377951d-a6e4-4599-9221-7bcd0ef30c2f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 812 time: 0.1104827 Nov 19 10:05:37.265337 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-16e7eeec-8573-4ac3-8624-eedbbcb19377 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 379 time: 0.0521674 Nov 19 10:05:37.275835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-515b66db-ab71-4bab-ba6e-19931f527c4b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Request body: {'port': {'device_id': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'admin_state_up': True, 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'security_groups': ['6e6d550b-ed95-4a88-b6c1-241ed3920ccf']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:05:37.387032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-515b66db-ab71-4bab-ba6e-19931f527c4b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Made reservation on behalf of 9a1ca7995613423293ba73c118844c26 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:05:37.390494 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-515b66db-ab71-4bab-ba6e-19931f527c4b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:37.513220 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-515b66db-ab71-4bab-ba6e-19931f527c4b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Allocated IP 172.20.0.6 (fc06605d-eb91-4419-86f0-977e3e745b3d/d7e39b8c-91e0-4d2d-976d-eb39936e43d9/852ced1a-da84-4816-8574-5c49faeda706) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:05:37.621637 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-415da62c-0e38-410b-bd03-32ebbe0a115c req-33251a88-c065-456d-b715-33f674064632 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 210 time: 0.0298669 Nov 19 10:05:37.676404 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-515b66db-ab71-4bab-ba6e-19931f527c4b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:37.709321 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-515b66db-ab71-4bab-ba6e-19931f527c4b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:37.759683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-515b66db-ab71-4bab-ba6e-19931f527c4b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Network fc06605d-eb91-4419-86f0-977e3e745b3d is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:05:37.763806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-515b66db-ab71-4bab-ba6e-19931f527c4b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:05:37.767425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-515b66db-ab71-4bab-ba6e-19931f527c4b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:05:37.793040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b66db-ab71-4bab-ba6e-19931f527c4b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Pushing event updated for resources: {'Port': ['ID=852ced1a-da84-4816-8574-5c49faeda706,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:05:37.822450 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-515b66db-ab71-4bab-ba6e-19931f527c4b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:37.823085 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-515b66db-ab71-4bab-ba6e-19931f527c4b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:37.841494 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-515b66db-ab71-4bab-ba6e-19931f527c4b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5689993 Nov 19 10:05:37.854830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Request body: {'port': {'device_id': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:05:37.911244 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:37.997468 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ce715464-9de7-4420-a0fc-a3a4cb868232 None None] Provisioning complete for port 852ced1a-da84-4816-8574-5c49faeda706 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:05:37.998056 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ce715464-9de7-4420-a0fc-a3a4cb868232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:38.032962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ce715464-9de7-4420-a0fc-a3a4cb868232 None None] Port 852ced1a-da84-4816-8574-5c49faeda706 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:05:38.173319 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852ced1a-da84-4816-8574-5c49faeda706 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:05:38.181242 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:38.193649 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Transition to ACTIVE for port object 852ced1a-da84-4816-8574-5c49faeda706 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:05:38.197239 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:38.264354 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Pushing event updated for resources: {'Port': ['ID=852ced1a-da84-4816-8574-5c49faeda706,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:05:38.316016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Attempting to bind port 852ced1a-da84-4816-8574-5c49faeda706 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:05:38.316356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Attempting to bind port 852ced1a-da84-4816-8574-5c49faeda706 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:05:38.316684 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Attempting to bind port 852ced1a-da84-4816-8574-5c49faeda706 on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:05:38.321628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Port 852ced1a-da84-4816-8574-5c49faeda706 on network fc06605d-eb91-4419-86f0-977e3e745b3d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:05:38.321949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Attempting to bind port 852ced1a-da84-4816-8574-5c49faeda706 on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:05:38.327398 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:05:38.327732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Checking segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:05:38.328115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Bound using segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:05:38.328676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Bound port: 852ced1a-da84-4816-8574-5c49faeda706, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:05:38.329033 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:38.397460 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:05:38.400550 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=852ced1a-da84-4816-8574-5c49faeda706,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:05:38.405628 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:38.444745 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:38.445380 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:38.446769 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] 10.222.0.66 "PUT /v2.0/ports/852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 200 len: 1092 time: 0.5969956 Nov 19 10:05:38.447182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'tag': '852ced1a-da84-4816-8574-5c49faeda706'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:05:38.450027 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15519f7c-e2ad-4f1b-a789-5f6ce5a8dd02" -d '{"events": [{"name": "network-changed", "server_uuid": "137ea48f-f329-4b8f-a446-f4ff147184b9", "tag": "852ced1a-da84-4816-8574-5c49faeda706"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:05:38.473614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecaeba-75b4-4b6f-b0ea-cae2b3d4010d service neutron] Pushing event updated for resources: {'Port': ['ID=852ced1a-da84-4816-8574-5c49faeda706,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:05:38.518311 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324f78f7-d674-461f-90a6-d381482a5af5 x-openstack-request-id: req-324f78f7-d674-461f-90a6-d381482a5af5 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:05:38.519031 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137ea48f-f329-4b8f-a446-f4ff147184b9", "tag": "852ced1a-da84-4816-8574-5c49faeda706", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:05:38.519031 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-324f78f7-d674-461f-90a6-d381482a5af5 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:05:38.519299 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'tag': '852ced1a-da84-4816-8574-5c49faeda706', 'status': 'completed', 'code': 200} Nov 19 10:05:38.536676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-625c5a6c-9d7f-4f1b-a21f-d28020df2413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:38.538390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-625c5a6c-9d7f-4f1b-a21f-d28020df2413 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 1095 time: 0.0472853 Nov 19 10:05:38.586176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-77eb0116-a28a-4ebf-acab-e8d932000bf6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 200 len: 217 time: 0.0399652 Nov 19 10:05:38.637118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-6c1a2ce9-5ff5-4b97-9dbb-25af5cab8e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:38.638607 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-6c1a2ce9-5ff5-4b97-9dbb-25af5cab8e78 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0455432 Nov 19 10:05:38.688403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-a1771a21-99fb-4db1-83fa-cfaa655ce2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:38.690112 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-a1771a21-99fb-4db1-83fa-cfaa655ce2b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430641 Nov 19 10:05:38.795462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f0050-593d-4232-8e44-cae7b2183190 req-59433464-2c66-471f-9594-4d5bebcdac02 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:38.796922 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-645f0050-593d-4232-8e44-cae7b2183190 req-59433464-2c66-471f-9594-4d5bebcdac02 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 943 time: 0.1059248 Nov 19 10:05:38.837327 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-e860094a-9251-48e5-9b05-c9de6f536f8b service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347084 Nov 19 10:05:38.907439 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-645f0050-593d-4232-8e44-cae7b2183190 req-d5ed5d72-ff31-459d-b9b3-53947684cdde tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002548 Nov 19 10:05:38.945884 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c75db33f-8847-418c-85c2-1b1cd8f18624 req-302008b6-7c79-4d9b-b856-af016dc1a43d service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987697 Nov 19 10:05:39.033137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15519f7c-e2ad-4f1b-a789-5f6ce5a8dd02 req-f62410d5-64f0-4d94-ba56-808857ad59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:39.034632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15519f7c-e2ad-4f1b-a789-5f6ce5a8dd02 req-f62410d5-64f0-4d94-ba56-808857ad59b0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 1095 time: 0.0416558 Nov 19 10:05:39.125845 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15519f7c-e2ad-4f1b-a789-5f6ce5a8dd02 req-0b047d95-6c6f-4ea2-a602-e8e52f0bfec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:39.127221 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15519f7c-e2ad-4f1b-a789-5f6ce5a8dd02 req-0b047d95-6c6f-4ea2-a602-e8e52f0bfec0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0854914 Nov 19 10:05:39.172016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15519f7c-e2ad-4f1b-a789-5f6ce5a8dd02 req-29ed2460-377c-40eb-aee5-535906cf2133 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 200 len: 217 time: 0.0375636 Nov 19 10:05:39.221889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15519f7c-e2ad-4f1b-a789-5f6ce5a8dd02 req-d18a9292-12ba-4d1c-a4da-e3715bdd7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:39.223310 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15519f7c-e2ad-4f1b-a789-5f6ce5a8dd02 req-d18a9292-12ba-4d1c-a4da-e3715bdd7489 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0442259 Nov 19 10:05:39.269018 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15519f7c-e2ad-4f1b-a789-5f6ce5a8dd02 req-1bdd976f-c26e-43ca-b544-ed9e89db29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:39.270566 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15519f7c-e2ad-4f1b-a789-5f6ce5a8dd02 req-1bdd976f-c26e-43ca-b544-ed9e89db29b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398974 Nov 19 10:05:39.362587 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15519f7c-e2ad-4f1b-a789-5f6ce5a8dd02 req-f92313c8-07a1-42cb-a02a-ea179d6e314d service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844617 Nov 19 10:05:39.453030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15519f7c-e2ad-4f1b-a789-5f6ce5a8dd02 req-0bc43871-6bb8-4d8e-943c-af5d7d652ac1 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817256 Nov 19 10:05:40.029681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480c8b-cb38-4fd4-a377-d466eb036329 req-38470c39-e68b-43f6-982f-086429dd738f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:40.031233 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77480c8b-cb38-4fd4-a377-d466eb036329 req-38470c39-e68b-43f6-982f-086429dd738f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 943 time: 0.0547268 Nov 19 10:05:40.078527 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77480c8b-cb38-4fd4-a377-d466eb036329 req-d2be280a-8201-453c-a715-69ac6198271a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413935 Nov 19 10:05:41.193019 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1a405-13cd-4475-aa84-789ad23e9781 req-d0bb615d-8481-4322-9d5e-c5d1f470f3cb tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:41.194602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cdd1a405-13cd-4475-aa84-789ad23e9781 req-d0bb615d-8481-4322-9d5e-c5d1f470f3cb tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 943 time: 0.0489595 Nov 19 10:05:41.245696 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cdd1a405-13cd-4475-aa84-789ad23e9781 req-5095ea66-2366-4a9a-a439-40c63326e1ae tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447490 Nov 19 10:05:41.505774 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 852ced1a-da84-4816-8574-5c49faeda706 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:05:41.602660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=852ced1a-da84-4816-8574-5c49faeda706,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:05:41.614268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '852ced1a-da84-4816-8574-5c49faeda706', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'port_id': '852ced1a-da84-4816-8574-5c49faeda706', 'mac_address': 'fa:16:3e:7f:22:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:05:41.655890 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:41.668440 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852ced1a-da84-4816-8574-5c49faeda706 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:05:41.687174 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=852ced1a-da84-4816-8574-5c49faeda706,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:05:41.690702 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:41.738384 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=852ced1a-da84-4816-8574-5c49faeda706,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:05:41.876430 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['852ced1a-da84-4816-8574-5c49faeda706'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:05:42.361559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44222477-d408-47e2-a830-fe92758532b4 req-1cc7dece-2300-41d5-9bbf-eb95d2e5c5c7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:42.363100 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-44222477-d408-47e2-a830-fe92758532b4 req-1cc7dece-2300-41d5-9bbf-eb95d2e5c5c7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.0492256 Nov 19 10:05:42.413644 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-44222477-d408-47e2-a830-fe92758532b4 req-c203aee7-5635-4938-8710-bb7e11ef7c71 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446475 Nov 19 10:05:43.521217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 852ced1a-da84-4816-8574-5c49faeda706 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:05:43.536190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545798ea-936e-4f8a-8b4e-721529a82d5d req-f9bb9983-4f4e-40d1-99ef-092777863136 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:43.537685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-545798ea-936e-4f8a-8b4e-721529a82d5d req-f9bb9983-4f4e-40d1-99ef-092777863136 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.0487690 Nov 19 10:05:43.571814 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 852ced1a-da84-4816-8574-5c49faeda706 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:05:43.575916 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 852ced1a-da84-4816-8574-5c49faeda706 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:05:43.576298 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:43.589604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-545798ea-936e-4f8a-8b4e-721529a82d5d req-e32d061a-ddb9-4f77-8329-c894074993ea tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449576 Nov 19 10:05:43.653939 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:43.679770 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852ced1a-da84-4816-8574-5c49faeda706'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:05:43.682046 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71942460-158e-44e6-945a-e7892162dabb" -d '{"events": [{"server_uuid": "137ea48f-f329-4b8f-a446-f4ff147184b9", "name": "network-vif-plugged", "status": "completed", "tag": "852ced1a-da84-4816-8574-5c49faeda706"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:05:43.695298 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=852ced1a-da84-4816-8574-5c49faeda706,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:05:43.700176 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:43.726550 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7f31ca-4952-4444-9641-725da34398de x-openstack-request-id: req-2b7f31ca-4952-4444-9641-725da34398de {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:05:43.726842 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137ea48f-f329-4b8f-a446-f4ff147184b9", "name": "network-vif-plugged", "status": "completed", "tag": "852ced1a-da84-4816-8574-5c49faeda706", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:05:43.727096 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b7f31ca-4952-4444-9641-725da34398de {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:05:43.727513 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852ced1a-da84-4816-8574-5c49faeda706', 'code': 200} Nov 19 10:05:43.753173 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=852ced1a-da84-4816-8574-5c49faeda706,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:05:43.818197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20c873-26fd-4cbe-be0b-c0fe6d4f1034 req-90be1c15-05bd-4c4f-ab82-569eb1f8aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:43.819614 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad20c873-26fd-4cbe-be0b-c0fe6d4f1034 req-90be1c15-05bd-4c4f-ab82-569eb1f8aa0d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 1097 time: 0.0395751 Nov 19 10:05:43.864014 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad20c873-26fd-4cbe-be0b-c0fe6d4f1034 req-ffe1599d-f40b-4aac-9fb6-32a9191b3e30 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373077 Nov 19 10:05:44.986205 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6a1-efcb-4227-ae2d-646dcb682e5f req-621b255a-cf31-40cc-aba6-b59c21b24e10 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:44.987694 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0af6c6a1-efcb-4227-ae2d-646dcb682e5f req-621b255a-cf31-40cc-aba6-b59c21b24e10 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.3300114 Nov 19 10:05:45.033791 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0af6c6a1-efcb-4227-ae2d-646dcb682e5f req-7818ac96-b470-4b51-abaf-b0cf156a438d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400221 Nov 19 10:05:45.986282 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:46.150536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a11ff-dad7-4494-aac2-8c1056705eea req-e7246e76-542b-41fd-ab0b-73978f15b51e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:46.152021 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf4a11ff-dad7-4494-aac2-8c1056705eea req-e7246e76-542b-41fd-ab0b-73978f15b51e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0490859 Nov 19 10:05:46.199143 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf4a11ff-dad7-4494-aac2-8c1056705eea req-dfe5d475-c688-4362-a789-9bf036cfc778 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411177 Nov 19 10:05:46.311845 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cbaa4-7c35-4f57-9f30-3e5283bc4495 req-b6a4ce1f-50ee-48a1-86de-8a2e1775da09 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:46.313412 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-847cbaa4-7c35-4f57-9f30-3e5283bc4495 req-b6a4ce1f-50ee-48a1-86de-8a2e1775da09 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0493629 Nov 19 10:05:46.321949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 34752) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:05:46.326405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-772715c2-a8a5-4ec4-826b-3e4ef8bb8fdc tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Request body: {'floatingip': {'port_id': '852ced1a-da84-4816-8574-5c49faeda706'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:05:46.368416 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-772715c2-a8a5-4ec4-826b-3e4ef8bb8fdc tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for floatingip, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:46.797056 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-772715c2-a8a5-4ec4-826b-3e4ef8bb8fdc tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:46.801909 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-772715c2-a8a5-4ec4-826b-3e4ef8bb8fdc tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:46.898604 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-772715c2-a8a5-4ec4-826b-3e4ef8bb8fdc tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Floating IP 0567ae45-02c7-49e7-b4ae-2261f4ae8a36 associated. External IP: 172.25.0.42, port: 852ced1a-da84-4816-8574-5c49faeda706. Nov 19 10:05:47.108876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772715c2-a8a5-4ec4-826b-3e4ef8bb8fdc tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:05:47.221598 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772715c2-a8a5-4ec4-826b-3e4ef8bb8fdc tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:05:47.226147 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-772715c2-a8a5-4ec4-826b-3e4ef8bb8fdc tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:47.231094 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68456f55-6f74-4701-8a51-ea654752c8b8 None None] Sync routers for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:05:47.244026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68456f55-6f74-4701-8a51-ea654752c8b8 None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:05:47.244026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-68456f55-6f74-4701-8a51-ea654752c8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:05:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:05:47.255398 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-772715c2-a8a5-4ec4-826b-3e4ef8bb8fdc tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "PUT /v2.0/floatingips/0567ae45-02c7-49e7-b4ae-2261f4ae8a36 HTTP/1.1" status: 200 len: 991 time: 0.9323983 Nov 19 10:05:47.256006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'tag': '852ced1a-da84-4816-8574-5c49faeda706'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:05:47.258427 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a699deab-6eb9-45a1-be87-36c13f46c7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "137ea48f-f329-4b8f-a446-f4ff147184b9", "tag": "852ced1a-da84-4816-8574-5c49faeda706"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:05:47.302820 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701a7e99-d913-47dd-8da8-ccb3b242f781 x-openstack-request-id: req-701a7e99-d913-47dd-8da8-ccb3b242f781 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:05:47.303121 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137ea48f-f329-4b8f-a446-f4ff147184b9", "tag": "852ced1a-da84-4816-8574-5c49faeda706", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:05:47.303366 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-701a7e99-d913-47dd-8da8-ccb3b242f781 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:05:47.304836 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'tag': '852ced1a-da84-4816-8574-5c49faeda706', 'status': 'completed', 'code': 200} Nov 19 10:05:47.352905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-68456f55-6f74-4701-8a51-ea654752c8b8 None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:05:47.372746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699deab-6eb9-45a1-be87-36c13f46c7a2 req-d608f48e-3402-4692-ab3a-ee6fee942ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:47.375008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a699deab-6eb9-45a1-be87-36c13f46c7a2 req-d608f48e-3402-4692-ab3a-ee6fee942ad7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 1097 time: 0.0462918 Nov 19 10:05:47.467845 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699deab-6eb9-45a1-be87-36c13f46c7a2 req-ef4bb09f-9f0c-48d7-9dd2-542aae1df303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:47.469402 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a699deab-6eb9-45a1-be87-36c13f46c7a2 req-ef4bb09f-9f0c-48d7-9dd2-542aae1df303 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0867076 Nov 19 10:05:47.546021 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a699deab-6eb9-45a1-be87-36c13f46c7a2 req-9addbd9b-3ac3-4362-862e-c6f4b3131933 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 200 len: 999 time: 0.0694997 Nov 19 10:05:47.582866 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-68456f55-6f74-4701-8a51-ea654752c8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0567ae45-02c7-49e7-b4ae-2261f4ae8a36', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'port_id': '852ced1a-da84-4816-8574-5c49faeda706', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'mac_address': 'fa:16:3e:7f:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:58:44Z', 'updated_at': '2021-11-19T10:05:46Z', 'revision_number': 13, 'project_id': '9a1ca7995613423293ba73c118844c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:05:47.596496 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699deab-6eb9-45a1-be87-36c13f46c7a2 req-4d36aedd-cb56-4b1f-b2d9-70210fadddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:47.598000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a699deab-6eb9-45a1-be87-36c13f46c7a2 req-4d36aedd-cb56-4b1f-b2d9-70210fadddeb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0446382 Nov 19 10:05:47.609719 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68456f55-6f74-4701-8a51-ea654752c8b8 None None] Checking router: 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:05:47.618042 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68456f55-6f74-4701-8a51-ea654752c8b8 None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:05:47.618651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-68456f55-6f74-4701-8a51-ea654752c8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:05:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:05:47.644091 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699deab-6eb9-45a1-be87-36c13f46c7a2 req-d77c5a18-7bc0-4554-95a2-4f22ba29fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:47.645419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a699deab-6eb9-45a1-be87-36c13f46c7a2 req-d77c5a18-7bc0-4554-95a2-4f22ba29fdb2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402236 Nov 19 10:05:47.723833 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-68456f55-6f74-4701-8a51-ea654752c8b8 None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:05:47.739217 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a699deab-6eb9-45a1-be87-36c13f46c7a2 req-83ad9466-0314-4761-b5bb-2eb5601f9951 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865126 Nov 19 10:05:47.841955 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a699deab-6eb9-45a1-be87-36c13f46c7a2 req-17414e4d-534f-4082-81bd-be12c65fb031 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956347 Nov 19 10:05:47.949935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-68456f55-6f74-4701-8a51-ea654752c8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0567ae45-02c7-49e7-b4ae-2261f4ae8a36', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'port_id': '852ced1a-da84-4816-8574-5c49faeda706', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'mac_address': 'fa:16:3e:7f:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:58:44Z', 'updated_at': '2021-11-19T10:05:46Z', 'revision_number': 13, 'project_id': '9a1ca7995613423293ba73c118844c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:05:47.978844 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68456f55-6f74-4701-8a51-ea654752c8b8 None None] The sync data for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 is: [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0567ae45-02c7-49e7-b4ae-2261f4ae8a36', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'port_id': '852ced1a-da84-4816-8574-5c49faeda706', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'mac_address': 'fa:16:3e:7f:22:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T09:58:44Z', 'updated_at': '2021-11-19T10:05:46Z', 'revision_number': 13, 'project_id': '9a1ca7995613423293ba73c118844c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:05:48.164784 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cae295-b9ef-4630-be27-3dca928ba3b1 None None] New status for floating IP 0567ae45-02c7-49e7-b4ae-2261f4ae8a36: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:05:48.496912 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:49.997830 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2b2172a5-fcff-48ac-a557-37d527ce6d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:52.409176 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7de1dab-0578-4da2-ac75-508982f727f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:53.662245 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:53.825617 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8cc3fe9e-8648-438d-92b1-141dd53d1ae0 req-aa570626-df9c-4822-8214-3bfcc82b735d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398128 Nov 19 10:05:53.923182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3fe9e-8648-438d-92b1-141dd53d1ae0 req-6fbf072d-3e1a-4dac-b98d-70a09d0b89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:53.924604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8cc3fe9e-8648-438d-92b1-141dd53d1ae0 req-6fbf072d-3e1a-4dac-b98d-70a09d0b89ca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 1097 time: 0.0451658 Nov 19 10:05:54.027174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3fe9e-8648-438d-92b1-141dd53d1ae0 req-5201bcad-8b03-429e-b6fb-f29cd80ee362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:54.028659 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8cc3fe9e-8648-438d-92b1-141dd53d1ae0 req-5201bcad-8b03-429e-b6fb-f29cd80ee362 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0849326 Nov 19 10:05:54.099098 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8cc3fe9e-8648-438d-92b1-141dd53d1ae0 req-4490cee3-903e-4bc9-9da3-c38682e77378 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 200 len: 1001 time: 0.0623660 Nov 19 10:05:54.148766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3fe9e-8648-438d-92b1-141dd53d1ae0 req-8f542d72-9ff2-44ef-86cb-41504ab64932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:54.150247 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8cc3fe9e-8648-438d-92b1-141dd53d1ae0 req-8f542d72-9ff2-44ef-86cb-41504ab64932 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0442858 Nov 19 10:05:54.199885 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3fe9e-8648-438d-92b1-141dd53d1ae0 req-f8d33c62-02bc-4a87-8321-94e1f60db910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:05:54.201334 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8cc3fe9e-8648-438d-92b1-141dd53d1ae0 req-f8d33c62-02bc-4a87-8321-94e1f60db910 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429580 Nov 19 10:05:54.302658 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8cc3fe9e-8648-438d-92b1-141dd53d1ae0 req-e0caff71-1be5-4801-b3bb-fc8231692a2e service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853791 Nov 19 10:05:54.398050 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8cc3fe9e-8648-438d-92b1-141dd53d1ae0 req-8cbc784f-8c5e-4a64-8e29-d9279958cb72 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817881 Nov 19 10:05:55.051686 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:05:55.653281 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:06:10.733531 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:06:15.987787 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:06:18.498396 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:06:19.999861 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4d88d1a6-3afa-4019-a7aa-d99a46769ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:06:22.410849 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1d017fdc-fdc6-468a-bef9-ac5aa53403ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:06:23.665702 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:06:25.054988 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:06:25.656212 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:06:45.985531 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:06:47.732590 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:06:48.507911 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:06:50.001514 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77555736-9c41-4c4e-8969-a5480163c8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:06:52.412478 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-239328fd-4fc1-4ccd-a9d6-d675fbd3d96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:06:53.668809 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:06:53.833799 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95562bb5-1eca-4163-b8ad-704a8b8aee68 req-ab0b26e4-8982-4756-970a-dc0cc882722d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429497 Nov 19 10:06:53.924027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95562bb5-1eca-4163-b8ad-704a8b8aee68 req-349a474b-c875-413c-8bab-7fdd3e863deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:06:53.925559 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95562bb5-1eca-4163-b8ad-704a8b8aee68 req-349a474b-c875-413c-8bab-7fdd3e863deb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 1097 time: 0.0491343 Nov 19 10:06:54.028714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95562bb5-1eca-4163-b8ad-704a8b8aee68 req-d98cbfa4-f702-4d84-aa45-6da93e2e07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:06:54.030207 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95562bb5-1eca-4163-b8ad-704a8b8aee68 req-d98cbfa4-f702-4d84-aa45-6da93e2e07a2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0843499 Nov 19 10:06:54.101769 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95562bb5-1eca-4163-b8ad-704a8b8aee68 req-6d796298-3ced-4df6-8fe5-27bb2b29d510 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 200 len: 1001 time: 0.0622008 Nov 19 10:06:54.150901 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95562bb5-1eca-4163-b8ad-704a8b8aee68 req-b9328c08-3bfa-4dd3-aadb-a9afaacf292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:06:54.152330 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95562bb5-1eca-4163-b8ad-704a8b8aee68 req-b9328c08-3bfa-4dd3-aadb-a9afaacf292a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0435977 Nov 19 10:06:54.197474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95562bb5-1eca-4163-b8ad-704a8b8aee68 req-0978fb56-bc51-4dfb-a352-a32de2da7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:06:54.198843 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95562bb5-1eca-4163-b8ad-704a8b8aee68 req-0978fb56-bc51-4dfb-a352-a32de2da7f9d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396688 Nov 19 10:06:54.291162 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95562bb5-1eca-4163-b8ad-704a8b8aee68 req-0c17faec-f335-4cb8-8c7d-830b230f06fb service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845532 Nov 19 10:06:54.389119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95562bb5-1eca-4163-b8ad-704a8b8aee68 req-c730521b-ab72-4f16-8e96-23b1c14aa207 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877590 Nov 19 10:06:55.059586 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:06:55.658917 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:16.015734 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:18.514020 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:20.003451 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ffe0fb63-adde-4d81-9604-d53957b0a69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:22.416792 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bd820f49-669d-4250-a297-719020ff2488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:23.717488 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:24.529530 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bd442-b6dd-4b5e-8bbb-0322b630cab7 req-0ed6cd50-dde2-48bc-97d3-57c91d9bc4a0 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:24.530999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d23bd442-b6dd-4b5e-8bbb-0322b630cab7 req-0ed6cd50-dde2-48bc-97d3-57c91d9bc4a0 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0502632 Nov 19 10:07:24.587182 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d23bd442-b6dd-4b5e-8bbb-0322b630cab7 req-585d181b-012e-4391-9620-d6ca6c76ecd0 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502946 Nov 19 10:07:24.731142 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:07:25.061410 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:25.662338 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:35.624179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-31e17092-4de2-42e9-a46c-a8c333786e9c req-f84a94f6-5538-4857-a3a3-02ab1c7d2a3a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 10:07:35.625274 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-31e17092-4de2-42e9-a46c-a8c333786e9c req-f84a94f6-5538-4857-a3a3-02ab1c7d2a3a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532331 Nov 19 10:07:36.833256 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-b76be8b1-b3b4-44a8-99c5-019bea11d64c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0506494 Nov 19 10:07:36.842997 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-75022ba7-bd8c-458c-896d-8775dd1c9d3c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 10:07:36.844014 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-75022ba7-bd8c-458c-896d-8775dd1c9d3c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055776 Nov 19 10:07:36.845246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bbb81-2892-4a6d-a787-dee97f317f0e req-c48040ae-2d7f-420c-92b5-51bfb2d2b889 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:36.846758 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc5bbb81-2892-4a6d-a787-dee97f317f0e req-c48040ae-2d7f-420c-92b5-51bfb2d2b889 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0586805 Nov 19 10:07:36.898190 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc5bbb81-2892-4a6d-a787-dee97f317f0e req-7d265b98-4a12-44eb-a374-7cb5e9465a1e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447571 Nov 19 10:07:38.017007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0e80e-3599-4a1a-9ef3-cbd557e2aab3 req-a1f27765-8b26-476f-a8fa-e14a07eb3ad7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:38.018527 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfc0e80e-3599-4a1a-9ef3-cbd557e2aab3 req-a1f27765-8b26-476f-a8fa-e14a07eb3ad7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0482488 Nov 19 10:07:38.064352 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfc0e80e-3599-4a1a-9ef3-cbd557e2aab3 req-b61151b2-fd12-48ad-8a4f-543bc03fcb2a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393541 Nov 19 10:07:39.184216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4222d-4e03-4c8c-a89c-ae2bc9d42d8e req-a5fcec2b-916b-41bf-b9e1-2439bfde400f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:39.185617 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48e4222d-4e03-4c8c-a89c-ae2bc9d42d8e req-a5fcec2b-916b-41bf-b9e1-2439bfde400f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0513668 Nov 19 10:07:39.231705 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48e4222d-4e03-4c8c-a89c-ae2bc9d42d8e req-6cfb7553-9101-4dc4-99ce-934c73109baa tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401695 Nov 19 10:07:40.348404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6bd3a-e2b7-4d2b-8ccf-5ed4b60c7f44 req-965e33e3-03ce-4c99-970a-3e902d7f9d13 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:40.349827 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfd6bd3a-e2b7-4d2b-8ccf-5ed4b60c7f44 req-965e33e3-03ce-4c99-970a-3e902d7f9d13 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0493400 Nov 19 10:07:40.397888 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfd6bd3a-e2b7-4d2b-8ccf-5ed4b60c7f44 req-afe55e8d-e2f8-4ba3-b386-1cca504864b9 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420389 Nov 19 10:07:41.521652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4321c8-6d8a-4767-9bdf-2139acea86b5 req-0cc944e8-fb28-473f-8528-7ad3f5869c6a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:41.523362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd4321c8-6d8a-4767-9bdf-2139acea86b5 req-0cc944e8-fb28-473f-8528-7ad3f5869c6a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0549879 Nov 19 10:07:41.581877 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd4321c8-6d8a-4767-9bdf-2139acea86b5 req-f7202725-8e2e-4150-b4a9-9ddb8bc67690 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502770 Nov 19 10:07:42.166409 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81027cba-e40f-4a57-926c-b4420060b49e req-29650fc9-02ac-48ef-b3f8-1f119135d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:42.168109 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-29650fc9-02ac-48ef-b3f8-1f119135d231 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 1097 time: 0.0414538 Nov 19 10:07:42.262128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81027cba-e40f-4a57-926c-b4420060b49e req-a1021e2d-6c38-4447-bdc9-5a7045a3a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:42.263599 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-a1021e2d-6c38-4447-bdc9-5a7045a3a9f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0871320 Nov 19 10:07:42.332025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-95b4e30c-7d34-46dd-8167-1608b03ded86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 200 len: 1001 time: 0.0614479 Nov 19 10:07:42.382718 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81027cba-e40f-4a57-926c-b4420060b49e req-1ed2a041-b4fc-4d14-9813-c67ec6832f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:42.384068 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-1ed2a041-b4fc-4d14-9813-c67ec6832f9d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0448499 Nov 19 10:07:42.431460 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81027cba-e40f-4a57-926c-b4420060b49e req-0e38028c-e4d8-4a7b-adea-bac52865ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:42.432962 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-0e38028c-e4d8-4a7b-adea-bac52865ae6b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413449 Nov 19 10:07:42.528013 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-1e98ab5e-cda5-41b1-acde-d4171a4992e7 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870013 Nov 19 10:07:42.617653 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-af51b26f-3f70-47ff-93d9-5e25108b9ad8 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831244 Nov 19 10:07:42.711725 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f72e31-d702-447b-a22a-b078340a66a0 req-1dccb1ce-fe81-4d69-9a6c-ad16f8b13fe4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:42.713389 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8f72e31-d702-447b-a22a-b078340a66a0 req-1dccb1ce-fe81-4d69-9a6c-ad16f8b13fe4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0600672 Nov 19 10:07:42.763437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c8f72e31-d702-447b-a22a-b078340a66a0 req-b90cc865-d265-4509-8ef2-b043bb119e1a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436254 Nov 19 10:07:43.882060 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca149e-b1a7-46f2-90e3-ce433d7390f7 req-ca88407d-ad9b-4fbb-b664-c01daabeaf46 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:43.883571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9ca149e-b1a7-46f2-90e3-ce433d7390f7 req-ca88407d-ad9b-4fbb-b664-c01daabeaf46 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0506952 Nov 19 10:07:43.930506 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a9ca149e-b1a7-46f2-90e3-ce433d7390f7 req-a072a1b6-368e-4b5a-95bb-a029430f7139 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408950 Nov 19 10:07:45.049115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a5383-d836-4bec-946e-4acaca40c035 req-2e2f2adc-39bc-426c-ae28-6852be5b5527 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:45.050588 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e7a5383-d836-4bec-946e-4acaca40c035 req-2e2f2adc-39bc-426c-ae28-6852be5b5527 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0488284 Nov 19 10:07:45.101332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3e7a5383-d836-4bec-946e-4acaca40c035 req-ffead630-6b29-4991-9c88-1498bfaea3a4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448363 Nov 19 10:07:46.021255 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:46.219688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824c40b-f953-4e7a-adcc-abd7a056b4a0 req-aa471709-a42f-4e74-b751-0e7b9bec0f00 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:46.221211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0824c40b-f953-4e7a-adcc-abd7a056b4a0 req-aa471709-a42f-4e74-b751-0e7b9bec0f00 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0514708 Nov 19 10:07:46.268908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0824c40b-f953-4e7a-adcc-abd7a056b4a0 req-e8b2549d-ef00-4823-b4fa-cb2df3992a6b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411949 Nov 19 10:07:47.385356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb83928-e864-456f-848c-9c555a61c4bc req-eb4a4540-6add-4b18-afd2-c6b76a53664a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:47.386811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4fb83928-e864-456f-848c-9c555a61c4bc req-eb4a4540-6add-4b18-afd2-c6b76a53664a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0483148 Nov 19 10:07:47.433356 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4fb83928-e864-456f-848c-9c555a61c4bc req-174f3286-e5f9-41c6-a5f7-6fec259698ae tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406635 Nov 19 10:07:48.525623 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:48.558813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103704f-bf6b-4b38-a06c-084a6e38e3ec req-88572c37-baf6-469b-bc39-172890c92e71 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:48.560281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f103704f-bf6b-4b38-a06c-084a6e38e3ec req-88572c37-baf6-469b-bc39-172890c92e71 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0534523 Nov 19 10:07:48.608238 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f103704f-bf6b-4b38-a06c-084a6e38e3ec req-fef6d39e-69ad-4a24-9ab2-40e91bf99743 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413883 Nov 19 10:07:49.724989 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa3c6f-1e89-4afe-a522-1ff30e3bdd96 req-f371e3d1-b8ea-4739-a1d8-ba9d77a99dfd tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:49.726514 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6eaa3c6f-1e89-4afe-a522-1ff30e3bdd96 req-f371e3d1-b8ea-4739-a1d8-ba9d77a99dfd tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0482960 Nov 19 10:07:49.772954 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6eaa3c6f-1e89-4afe-a522-1ff30e3bdd96 req-bfe4d217-0e17-48e3-b177-637acba9e440 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405474 Nov 19 10:07:50.004694 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2725ca4a-bd56-4250-9636-71509f3e8ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:50.898785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa52484-9b33-42fa-8a14-c7b6bfa41343 req-c0babb34-6f41-4a6f-be5d-3b3d9ef8f873 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:50.900294 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6aa52484-9b33-42fa-8a14-c7b6bfa41343 req-c0babb34-6f41-4a6f-be5d-3b3d9ef8f873 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0517788 Nov 19 10:07:50.946666 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6aa52484-9b33-42fa-8a14-c7b6bfa41343 req-33086ed1-a582-4f63-8eae-ea7b59c22e93 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403790 Nov 19 10:07:52.062717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82b006-57ce-40be-97f6-a0bebed7aea9 req-b92a6319-887b-4e14-ab60-97edf6fdd3ad tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:52.064179 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f82b006-57ce-40be-97f6-a0bebed7aea9 req-b92a6319-887b-4e14-ab60-97edf6fdd3ad tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0481205 Nov 19 10:07:52.111131 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f82b006-57ce-40be-97f6-a0bebed7aea9 req-e0e10982-fd08-472a-9d0d-2a9434fc77e4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404260 Nov 19 10:07:52.418750 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1e969478-7040-436c-a0a4-67a028477efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:53.226646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc5b69-86da-4cb0-b5de-611580721e69 req-664e4a34-b50d-44ae-9c8e-b3daac74433c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:53.228091 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9fdc5b69-86da-4cb0-b5de-611580721e69 req-664e4a34-b50d-44ae-9c8e-b3daac74433c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0477901 Nov 19 10:07:53.278627 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9fdc5b69-86da-4cb0-b5de-611580721e69 req-c37056a3-5564-41f6-9b76-5eb0ac70796a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443509 Nov 19 10:07:53.677027 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:53.844197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b9236-4e79-4427-8a53-355edd562a4c req-d2e82174-aeab-4a42-948c-0112300c6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:53.845750 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-460b9236-4e79-4427-8a53-355edd562a4c req-d2e82174-aeab-4a42-948c-0112300c6c9a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 1097 time: 0.0400541 Nov 19 10:07:53.946315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b9236-4e79-4427-8a53-355edd562a4c req-a976bcc9-3b70-492b-a737-d0d53e6cbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:53.947713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-460b9236-4e79-4427-8a53-355edd562a4c req-a976bcc9-3b70-492b-a737-d0d53e6cbb56 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0824440 Nov 19 10:07:54.285990 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-460b9236-4e79-4427-8a53-355edd562a4c req-51f6634d-18f9-4830-8ba8-d13df7c950b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 200 len: 1001 time: 0.3302484 Nov 19 10:07:54.336406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b9236-4e79-4427-8a53-355edd562a4c req-e0a7bd20-83af-409e-ba1c-1d5460dd3364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:54.337898 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-460b9236-4e79-4427-8a53-355edd562a4c req-e0a7bd20-83af-409e-ba1c-1d5460dd3364 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0442021 Nov 19 10:07:54.420862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b262d-04bf-489f-8928-b504d5c32f79 req-731c0530-a391-428b-9258-8ad8c0e36160 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:54.422339 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-027b262d-04bf-489f-8928-b504d5c32f79 req-731c0530-a391-428b-9258-8ad8c0e36160 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0685611 Nov 19 10:07:54.425407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b9236-4e79-4427-8a53-355edd562a4c req-61ca6ce3-12da-4c3e-bcd4-05cdb3dcf73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:54.426728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-460b9236-4e79-4427-8a53-355edd562a4c req-61ca6ce3-12da-4c3e-bcd4-05cdb3dcf73d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810578 Nov 19 10:07:54.513979 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-027b262d-04bf-489f-8928-b504d5c32f79 req-24ae2a12-8422-4788-8e3b-7787b3f18193 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850592 Nov 19 10:07:54.544246 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-460b9236-4e79-4427-8a53-355edd562a4c req-07d361a0-cfb2-42fb-9782-17659c4f173e service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086106 Nov 19 10:07:54.637670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-460b9236-4e79-4427-8a53-355edd562a4c req-83bff543-de30-4cd6-b044-f75cfb647051 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855200 Nov 19 10:07:55.063295 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:55.631751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d10235-df20-4408-a506-ea28385dcce5 req-7e38cf83-66ab-447b-b58d-7db4eff94ab3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:55.633281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94d10235-df20-4408-a506-ea28385dcce5 req-7e38cf83-66ab-447b-b58d-7db4eff94ab3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0503733 Nov 19 10:07:55.666988 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:55.686404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-94d10235-df20-4408-a506-ea28385dcce5 req-63378b88-9da6-43d1-bb0e-3aaa814dec52 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471392 Nov 19 10:07:56.673338 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-81027cba-e40f-4a57-926c-b4420060b49e req-88f58a84-d4fe-4698-a5ac-7a7d2cc10fdb service neutron] show failed (client error): The resource could not be found. Nov 19 10:07:56.674342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-88f58a84-d4fe-4698-a5ac-7a7d2cc10fdb service neutron] 10.222.0.66 "GET /v2.0/ports/852ced1a-da84-4816-8574-5c49faeda706/bindings/n-h2-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.0596747 Nov 19 10:07:56.809526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28c5e5-459e-4b3e-a71a-1a94088fd808 req-8dd6b8b6-8d3f-4230-b9d2-d907b9eff441 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:56.811140 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a28c5e5-459e-4b3e-a71a-1a94088fd808 req-8dd6b8b6-8d3f-4230-b9d2-d907b9eff441 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0518572 Nov 19 10:07:56.883776 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4a28c5e5-459e-4b3e-a71a-1a94088fd808 req-d1a07153-2975-440b-87bd-581450d62510 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658991 Nov 19 10:07:56.896394 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81027cba-e40f-4a57-926c-b4420060b49e req-44208273-a64a-4011-aac8-97209e8ec634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:56.897892 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-44208273-a64a-4011-aac8-97209e8ec634 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9&tenant_id=9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 1097 time: 0.0540361 Nov 19 10:07:56.909362 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-4eaa4ff9-f8ab-4da6-b907-2571e9c4eabe service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 10:07:56.910317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-4eaa4ff9-f8ab-4da6-b907-2571e9c4eabe service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050662 Nov 19 10:07:56.922844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:07:56.977824 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:57.177115 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=852ced1a-da84-4816-8574-5c49faeda706,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:07:57.208917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:07:57.247235 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '852ced1a-da84-4816-8574-5c49faeda706'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:07:57.249546 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c0177b-1e33-4a64-80be-ba02b28a7a61" -d '{"events": [{"server_uuid": "137ea48f-f329-4b8f-a446-f4ff147184b9", "name": "network-vif-unplugged", "status": "completed", "tag": "852ced1a-da84-4816-8574-5c49faeda706"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:07:57.253990 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:57.269783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Transition to ACTIVE for port object 852ced1a-da84-4816-8574-5c49faeda706 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:07:57.274667 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:57.305130 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 10:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473b2e85-2d61-4d11-84be-9ef3d6e244f1 x-openstack-request-id: req-473b2e85-2d61-4d11-84be-9ef3d6e244f1 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:07:57.305427 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137ea48f-f329-4b8f-a446-f4ff147184b9", "name": "network-vif-unplugged", "status": "completed", "tag": "852ced1a-da84-4816-8574-5c49faeda706", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:07:57.305680 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-473b2e85-2d61-4d11-84be-9ef3d6e244f1 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:07:57.306075 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '852ced1a-da84-4816-8574-5c49faeda706', 'code': 200} Nov 19 10:07:57.358178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Pushing event updated for resources: {'Port': ['ID=852ced1a-da84-4816-8574-5c49faeda706,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:07:57.373190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:07:57.373534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:07:57.373876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:07:57.374202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:07:57.374524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:07:57.374851 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:07:57.375168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:07:57.375487 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:07:57.375805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:07:57.376123 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:07:57.376438 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:07:57.376754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:07:57.413962 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] No DVR routers for this DVR port 852ced1a-da84-4816-8574-5c49faeda706 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:07:57.550464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Attempting to bind port 852ced1a-da84-4816-8574-5c49faeda706 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:07:57.550803 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Attempting to bind port 852ced1a-da84-4816-8574-5c49faeda706 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:07:57.551135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Attempting to bind port 852ced1a-da84-4816-8574-5c49faeda706 on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:07:57.555410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Port 852ced1a-da84-4816-8574-5c49faeda706 on network fc06605d-eb91-4419-86f0-977e3e745b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:07:57.555730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Attempting to bind port 852ced1a-da84-4816-8574-5c49faeda706 on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:07:57.560517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:07:57.560862 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Checking segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:07:57.561418 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Bound using segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:07:57.561854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Bound port: 852ced1a-da84-4816-8574-5c49faeda706, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:07:57.562208 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:57.624544 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:07:57.627420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=852ced1a-da84-4816-8574-5c49faeda706,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:07:57.632436 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:57.672006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:57.672631 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:07:57.674030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] 10.222.0.71 "PUT /v2.0/ports/852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 200 len: 1092 time: 0.7548120 Nov 19 10:07:57.696296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b890244-0e83-4396-8a9c-ad884af6cf62 service neutron] Pushing event updated for resources: {'Port': ['ID=852ced1a-da84-4816-8574-5c49faeda706,revision_number=7']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:07:57.741755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81027cba-e40f-4a57-926c-b4420060b49e req-433d5c11-f216-43dc-8706-29a8ce594360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:57.743312 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-433d5c11-f216-43dc-8706-29a8ce594360 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 1095 time: 0.0438139 Nov 19 10:07:57.843830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81027cba-e40f-4a57-926c-b4420060b49e req-350a6cee-3b26-4b8c-926a-965874884fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:57.845351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-350a6cee-3b26-4b8c-926a-965874884fd9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0946429 Nov 19 10:07:57.916708 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-ae42c6bb-1b74-499e-a068-c5f85ecd0696 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 200 len: 999 time: 0.0623214 Nov 19 10:07:57.999496 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81027cba-e40f-4a57-926c-b4420060b49e req-6d022b4a-c7d3-45d6-a465-2e7eb55fda13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:58.000958 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-6d022b4a-c7d3-45d6-a465-2e7eb55fda13 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0776200 Nov 19 10:07:58.017880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ef82a-f5f2-43c3-9bb4-c6fc7eea2965 req-768834a6-7397-43fe-8832-18454c8eefa3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:58.019854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea3ef82a-f5f2-43c3-9bb4-c6fc7eea2965 req-768834a6-7397-43fe-8832-18454c8eefa3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 943 time: 0.0661235 Nov 19 10:07:58.090813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81027cba-e40f-4a57-926c-b4420060b49e req-be0734f3-6c8c-4c8a-9be8-184b8cd48248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:58.092582 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-be0734f3-6c8c-4c8a-9be8-184b8cd48248 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822692 Nov 19 10:07:58.096096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea3ef82a-f5f2-43c3-9bb4-c6fc7eea2965 req-ba0a5152-de30-4710-bcb3-a70344610e6e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687096 Nov 19 10:07:58.186967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-c4a1b3ed-5a6e-45d7-bd4d-265ecc323b23 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859463 Nov 19 10:07:58.279854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-8efb1757-b8e4-48e7-ad0e-cfb723a810f2 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850718 Nov 19 10:07:58.283013 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 852ced1a-da84-4816-8574-5c49faeda706 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:07:58.321543 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 852ced1a-da84-4816-8574-5c49faeda706 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:07:59.217038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b2c85-4da9-4614-93a4-08b671deb6b0 req-6923b733-6caa-4f88-bf11-9eaaff8a2169 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:59.218852 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-728b2c85-4da9-4614-93a4-08b671deb6b0 req-6923b733-6caa-4f88-bf11-9eaaff8a2169 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 943 time: 0.0503173 Nov 19 10:07:59.269300 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-728b2c85-4da9-4614-93a4-08b671deb6b0 req-9750fe15-94ba-461f-bc4c-341c310a0563 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431569 Nov 19 10:07:59.307078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'tag': '852ced1a-da84-4816-8574-5c49faeda706'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:07:59.309363 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4043892-f1e7-470d-8169-69ea45c10264" -d '{"events": [{"name": "network-changed", "server_uuid": "137ea48f-f329-4b8f-a446-f4ff147184b9", "tag": "852ced1a-da84-4816-8574-5c49faeda706"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:07:59.358240 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376e783f-38c9-4a84-a1f3-e51c6959721f x-openstack-request-id: req-376e783f-38c9-4a84-a1f3-e51c6959721f {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:07:59.358629 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137ea48f-f329-4b8f-a446-f4ff147184b9", "tag": "852ced1a-da84-4816-8574-5c49faeda706", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:07:59.358956 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-376e783f-38c9-4a84-a1f3-e51c6959721f {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:07:59.359375 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'tag': '852ced1a-da84-4816-8574-5c49faeda706', 'status': 'completed', 'code': 200} Nov 19 10:07:59.450705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043892-f1e7-470d-8169-69ea45c10264 req-a9037a77-664d-40de-8844-d429a552ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:59.452234 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4043892-f1e7-470d-8169-69ea45c10264 req-a9037a77-664d-40de-8844-d429a552ae2b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 1095 time: 0.0747499 Nov 19 10:07:59.458765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043892-f1e7-470d-8169-69ea45c10264 req-a843d1c2-122b-41ff-89c5-5b88423ba7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:59.460152 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4043892-f1e7-470d-8169-69ea45c10264 req-a843d1c2-122b-41ff-89c5-5b88423ba7ce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 1095 time: 0.0535052 Nov 19 10:07:59.614889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043892-f1e7-470d-8169-69ea45c10264 req-8a834ab8-b392-4cba-bf25-0e4d12241841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:59.616284 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4043892-f1e7-470d-8169-69ea45c10264 req-8a834ab8-b392-4cba-bf25-0e4d12241841 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.1552923 Nov 19 10:07:59.620775 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043892-f1e7-470d-8169-69ea45c10264 req-fa6356c4-b3f6-4b34-924b-5956a07e468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:59.622176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4043892-f1e7-470d-8169-69ea45c10264 req-fa6356c4-b3f6-4b34-924b-5956a07e468d service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.1432226 Nov 19 10:07:59.732078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4043892-f1e7-470d-8169-69ea45c10264 req-a2f263e5-826a-4617-9149-e5b1112e3a9a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 200 len: 999 time: 0.1079133 Nov 19 10:07:59.735806 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4043892-f1e7-470d-8169-69ea45c10264 req-a3c8ec84-b572-41fe-8594-ac9e39887b1b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 200 len: 999 time: 0.1042168 Nov 19 10:07:59.822696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043892-f1e7-470d-8169-69ea45c10264 req-4f792ab3-e729-4cdd-b3e5-7cde46df9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:59.824192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4043892-f1e7-470d-8169-69ea45c10264 req-4f792ab3-e729-4cdd-b3e5-7cde46df9827 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0851283 Nov 19 10:07:59.825653 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043892-f1e7-470d-8169-69ea45c10264 req-7b1d71a8-3664-4a4a-85b0-10162dc5ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:59.827012 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4043892-f1e7-470d-8169-69ea45c10264 req-7b1d71a8-3664-4a4a-85b0-10162dc5ea4c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0806274 Nov 19 10:07:59.902449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043892-f1e7-470d-8169-69ea45c10264 req-536921a5-dae1-4225-822e-88e753bc1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:59.903975 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4043892-f1e7-470d-8169-69ea45c10264 req-536921a5-dae1-4225-822e-88e753bc1580 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714753 Nov 19 10:07:59.906614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043892-f1e7-470d-8169-69ea45c10264 req-f1ecc03d-9ce3-4390-b687-b761b75b5523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:07:59.907970 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4043892-f1e7-470d-8169-69ea45c10264 req-f1ecc03d-9ce3-4390-b687-b761b75b5523 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674534 Nov 19 10:08:00.068298 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4043892-f1e7-470d-8169-69ea45c10264 req-a880ce4b-690b-4a55-8f38-8a929b3fbb11 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570544 Nov 19 10:08:00.070206 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4043892-f1e7-470d-8169-69ea45c10264 req-1cffc717-8a73-4b10-9db9-310bc61bd92e service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522059 Nov 19 10:08:00.226980 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4043892-f1e7-470d-8169-69ea45c10264 req-05d8075c-90b9-40ba-8f2e-36ed7480e7c0 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506968 Nov 19 10:08:00.230287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4043892-f1e7-470d-8169-69ea45c10264 req-bf325617-f4bc-418b-9d5d-c23fcbdb8b80 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472428 Nov 19 10:08:00.390327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e72ae-7106-42d8-850b-061d0a1cdd11 req-ea167240-318e-420a-b9f1-b752da0abbaa tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:00.391849 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad2e72ae-7106-42d8-850b-061d0a1cdd11 req-ea167240-318e-420a-b9f1-b752da0abbaa tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 943 time: 0.0509574 Nov 19 10:08:00.439885 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ad2e72ae-7106-42d8-850b-061d0a1cdd11 req-e51f555c-6a32-4189-8fa3-c2bb7ee2b435 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416572 Nov 19 10:08:01.560905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dfb1d-2b14-4964-a35d-e1c8cab4dcf3 req-3e7dd5e7-36fe-44c4-b949-97a35de47356 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:01.562325 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-542dfb1d-2b14-4964-a35d-e1c8cab4dcf3 req-3e7dd5e7-36fe-44c4-b949-97a35de47356 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 943 time: 0.0493257 Nov 19 10:08:01.617882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-542dfb1d-2b14-4964-a35d-e1c8cab4dcf3 req-be227d32-6a4f-4c1f-877b-3eb4a943138f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488451 Nov 19 10:08:01.730097 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:08:02.739782 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709e716-9380-448d-b1b2-65fca6315b79 req-8792cb39-1414-415f-b65c-45205fab7aa0 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:02.741311 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9709e716-9380-448d-b1b2-65fca6315b79 req-8792cb39-1414-415f-b65c-45205fab7aa0 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 943 time: 0.0500281 Nov 19 10:08:02.788876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9709e716-9380-448d-b1b2-65fca6315b79 req-9d25f425-f10f-4e92-a7cd-475e7df55591 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413802 Nov 19 10:08:03.909098 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057abe5-def2-46f3-99c9-0de3821b88ea req-a7e50341-a0eb-4f4f-a5bc-f27d57385a75 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:03.910669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5057abe5-def2-46f3-99c9-0de3821b88ea req-a7e50341-a0eb-4f4f-a5bc-f27d57385a75 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 943 time: 0.0503554 Nov 19 10:08:03.958367 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5057abe5-def2-46f3-99c9-0de3821b88ea req-5dfb9a23-950f-493a-9aa0-6ae27f670532 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414267 Nov 19 10:08:05.078964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6a777-226c-4915-9e76-2fac11081f41 req-3698f00c-b83e-4d16-aa15-21183d3e5cd3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:05.080468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15b6a777-226c-4915-9e76-2fac11081f41 req-3698f00c-b83e-4d16-aa15-21183d3e5cd3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 943 time: 0.0515273 Nov 19 10:08:05.127021 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15b6a777-226c-4915-9e76-2fac11081f41 req-191a7a0c-7b6b-41f3-8109-0a9d67046f46 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401022 Nov 19 10:08:06.245615 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f4a4e-4777-4870-99b8-73e8d3446fbf req-eef2c9da-9e86-4ee0-a357-1c5afcb4c9b1 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:06.247161 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-883f4a4e-4777-4870-99b8-73e8d3446fbf req-eef2c9da-9e86-4ee0-a357-1c5afcb4c9b1 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 943 time: 0.0490634 Nov 19 10:08:06.294857 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-883f4a4e-4777-4870-99b8-73e8d3446fbf req-66563a4b-1acf-4704-b9c2-3250e5a72c2a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417199 Nov 19 10:08:07.413631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bc42b-5543-4aa7-a385-e346ebec1e4b req-15a3c0b7-add0-4707-8503-388cc5316df4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:07.415080 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e9bc42b-5543-4aa7-a385-e346ebec1e4b req-15a3c0b7-add0-4707-8503-388cc5316df4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 943 time: 0.0520606 Nov 19 10:08:07.461298 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e9bc42b-5543-4aa7-a385-e346ebec1e4b req-8d61351f-da83-4a2c-a487-7ca296c2369b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403392 Nov 19 10:08:08.580359 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9909a4-c527-4e26-9e50-2c3fcc8835f5 req-177a6123-b5fe-4072-b20d-be676c685f9e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:08.581883 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e9909a4-c527-4e26-9e50-2c3fcc8835f5 req-177a6123-b5fe-4072-b20d-be676c685f9e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 943 time: 0.0494256 Nov 19 10:08:08.630714 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e9909a4-c527-4e26-9e50-2c3fcc8835f5 req-9f27e7c5-e1e8-4858-b6b6-a888f590e459 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421276 Nov 19 10:08:09.746638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5de3a-9198-46b6-b7a4-d891b2696c1c req-ecf7b9a7-3e82-4a73-aca7-3fdeca2f63b3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:09.748248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a4b5de3a-9198-46b6-b7a4-d891b2696c1c req-ecf7b9a7-3e82-4a73-aca7-3fdeca2f63b3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 943 time: 0.0489230 Nov 19 10:08:09.799676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a4b5de3a-9198-46b6-b7a4-d891b2696c1c req-9f69fb5f-138b-4f89-90a0-474f04b97f90 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453184 Nov 19 10:08:10.916040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa5d1f-20b8-423d-bf96-35ce0c23ba81 req-5c91238e-2f48-406f-9a08-af57cd93af64 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:10.917430 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61fa5d1f-20b8-423d-bf96-35ce0c23ba81 req-5c91238e-2f48-406f-9a08-af57cd93af64 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 943 time: 0.0484619 Nov 19 10:08:10.972354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61fa5d1f-20b8-423d-bf96-35ce0c23ba81 req-bcac5b5c-b37e-456b-a5e8-a041972940cc tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489876 Nov 19 10:08:11.290423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-fc6820a6-c100-43db-8ef6-81b83796a683 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:11.291894 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-fc6820a6-c100-43db-8ef6-81b83796a683 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.71 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9&tenant_id=9a1ca7995613423293ba73c118844c26&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 943 time: 0.0900445 Nov 19 10:08:11.302108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a2d39-bdf1-425c-8d43-cd5b95913cfd req-676b442b-7d16-4088-8136-0e43a729e245 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:11.303457 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-418a2d39-bdf1-425c-8d43-cd5b95913cfd req-676b442b-7d16-4088-8136-0e43a729e245 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 943 time: 0.0699265 Nov 19 10:08:11.385434 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-418a2d39-bdf1-425c-8d43-cd5b95913cfd req-b234e929-9d93-4796-a25b-e001785e080f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756736 Nov 19 10:08:11.391094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-0da709a7-2142-4500-b5ad-f62ae94465c4 service neutron] 10.222.0.71 "GET /v2.0/ports/852ced1a-da84-4816-8574-5c49faeda706/bindings/n-h2-805649-14 HTTP/1.1" status: 200 len: 383 time: 0.0867534 Nov 19 10:08:11.452690 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-c59f85ae-0e60-4d62-af2f-67c2ba7a469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:11.454062 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-c59f85ae-0e60-4d62-af2f-67c2ba7a469f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 1095 time: 0.0391665 Nov 19 10:08:11.550806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-5b9cf69d-fa9f-4bb5-94b2-0fdfefc77951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:11.552299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-5b9cf69d-fa9f-4bb5-94b2-0fdfefc77951 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0889809 Nov 19 10:08:11.617923 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-4a8a59dc-1987-4289-af30-cdf3ded25d06 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 200 len: 999 time: 0.0577338 Nov 19 10:08:11.671556 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-5536bb17-1ca1-4258-964f-acce235584ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:11.673023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-5536bb17-1ca1-4258-964f-acce235584ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0473855 Nov 19 10:08:11.720378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-e26b0468-5cbb-4acd-841c-99459d788ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:11.721833 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-e26b0468-5cbb-4acd-841c-99459d788ea8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401027 Nov 19 10:08:11.809392 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-ab541dc0-8913-4c44-9509-ae4dd1496cc4 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794890 Nov 19 10:08:11.902998 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-87c840e9-6379-4b2f-b544-eae74cfb4a53 service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857203 Nov 19 10:08:12.505110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16843b82-309b-4128-8ca3-c0387c899b51 req-c94151ca-d698-4338-89d9-a2c68326903a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:12.506616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16843b82-309b-4128-8ca3-c0387c899b51 req-c94151ca-d698-4338-89d9-a2c68326903a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 943 time: 0.0503855 Nov 19 10:08:12.554149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-16843b82-309b-4128-8ca3-c0387c899b51 req-cf731a4b-b8dd-4837-8409-3cf7b22178c7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415785 Nov 19 10:08:13.135243 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 852ced1a-da84-4816-8574-5c49faeda706 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:08:13.233109 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=852ced1a-da84-4816-8574-5c49faeda706,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:08:13.246817 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '852ced1a-da84-4816-8574-5c49faeda706', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'port_id': '852ced1a-da84-4816-8574-5c49faeda706', 'mac_address': 'fa:16:3e:7f:22:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:08:13.284656 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:13.297444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852ced1a-da84-4816-8574-5c49faeda706 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:08:13.317561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=852ced1a-da84-4816-8574-5c49faeda706,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:08:13.321514 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:13.369206 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=852ced1a-da84-4816-8574-5c49faeda706,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:13.376337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:13.376686 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:13.377029 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:13.377900 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:13.378234 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:13.378566 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:13.378904 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:13.379229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:13.379556 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:13.379884 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:13.380210 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:13.380535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:13.680826 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f96f3f-1600-444a-b269-a9767faac300 req-98ea0144-aa4d-4781-89f2-2854d3ce2190 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:13.682425 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d7f96f3f-1600-444a-b269-a9767faac300 req-98ea0144-aa4d-4781-89f2-2854d3ce2190 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.0571799 Nov 19 10:08:13.731751 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d7f96f3f-1600-444a-b269-a9767faac300 req-e67f19e3-00c4-4f7a-b783-9024aedc23de tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421741 Nov 19 10:08:14.854140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa315e2-acc8-4199-9482-19a0bbf9d47f req-80f82a16-2e4a-4d1b-9cac-3fcfad7833ea tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:14.855746 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fa315e2-acc8-4199-9482-19a0bbf9d47f req-80f82a16-2e4a-4d1b-9cac-3fcfad7833ea tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.0504642 Nov 19 10:08:14.904237 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0fa315e2-acc8-4199-9482-19a0bbf9d47f req-42d8da47-ad0d-415d-a83e-d7d915f158e5 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424709 Nov 19 10:08:16.030557 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:16.284207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-a3202475-aed6-4ed7-b217-0795b2d77c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:16.286285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-a3202475-aed6-4ed7-b217-0795b2d77c64 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9&tenant_id=9a1ca7995613423293ba73c118844c26 HTTP/1.1" status: 200 len: 1096 time: 0.3386314 Nov 19 10:08:16.298707 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:08:16.310069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bd8fe-aefb-401e-896b-26669864fe7c req-6f3d287d-414f-44d0-a245-f34ebf43b7ed tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:16.311495 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e2bd8fe-aefb-401e-896b-26669864fe7c req-6f3d287d-414f-44d0-a245-f34ebf43b7ed tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.3355007 Nov 19 10:08:16.389841 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:16.396015 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0e2bd8fe-aefb-401e-896b-26669864fe7c req-2d82ee18-5a68-44c5-96fc-7b04aeaf8e43 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703318 Nov 19 10:08:16.589660 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=852ced1a-da84-4816-8574-5c49faeda706,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:08:16.621871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:08:16.657905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 852ced1a-da84-4816-8574-5c49faeda706 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:08:16.666536 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:16.676982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Ignored duplicate provisioning block setup for port 852ced1a-da84-4816-8574-5c49faeda706 by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 19 10:08:16.680353 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:16.760087 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Pushing event updated for resources: {'Port': ['ID=852ced1a-da84-4816-8574-5c49faeda706,revision_number=9']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:16.798909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] No DVR routers for this DVR port 852ced1a-da84-4816-8574-5c49faeda706 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:08:16.933156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Attempting to bind port 852ced1a-da84-4816-8574-5c49faeda706 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:08:16.933410 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Attempting to bind port 852ced1a-da84-4816-8574-5c49faeda706 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:08:16.933732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Attempting to bind port 852ced1a-da84-4816-8574-5c49faeda706 on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:08:16.937888 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Port 852ced1a-da84-4816-8574-5c49faeda706 on network fc06605d-eb91-4419-86f0-977e3e745b3d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:08:16.938201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Attempting to bind port 852ced1a-da84-4816-8574-5c49faeda706 on network fc06605d-eb91-4419-86f0-977e3e745b3d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:08:16.943492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:08:16.943819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Checking segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:08:16.944194 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Bound using segment: {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:08:16.944612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Bound port: 852ced1a-da84-4816-8574-5c49faeda706, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:08:16.944955 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:17.006693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:08:17.009686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=852ced1a-da84-4816-8574-5c49faeda706,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:08:17.015225 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:17.052238 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:17.052860 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:17.054275 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] 10.222.0.66 "PUT /v2.0/ports/852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 200 len: 1092 time: 0.7595880 Nov 19 10:08:17.054721 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'tag': '852ced1a-da84-4816-8574-5c49faeda706'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:08:17.057035 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f229d59-e074-4d0d-8982-2b0848881843" -d '{"events": [{"name": "network-changed", "server_uuid": "137ea48f-f329-4b8f-a446-f4ff147184b9", "tag": "852ced1a-da84-4816-8574-5c49faeda706"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:08:17.080379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13593f34-b920-44ad-9462-d26cd701cd86 service neutron] Pushing event updated for resources: {'Port': ['ID=852ced1a-da84-4816-8574-5c49faeda706,revision_number=10']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:17.118695 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ea18e9-1d1f-4556-944b-7beb088442da x-openstack-request-id: req-25ea18e9-1d1f-4556-944b-7beb088442da {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:08:17.119003 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137ea48f-f329-4b8f-a446-f4ff147184b9", "tag": "852ced1a-da84-4816-8574-5c49faeda706", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:08:17.119256 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25ea18e9-1d1f-4556-944b-7beb088442da {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:08:17.119802 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'tag': '852ced1a-da84-4816-8574-5c49faeda706', 'status': 'completed', 'code': 200} Nov 19 10:08:17.151650 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 852ced1a-da84-4816-8574-5c49faeda706 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:08:17.198960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 852ced1a-da84-4816-8574-5c49faeda706 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:08:17.217621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f229d59-e074-4d0d-8982-2b0848881843 req-00d0dce5-0cbb-416a-8dcf-7676ba9e9cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:17.219172 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f229d59-e074-4d0d-8982-2b0848881843 req-00d0dce5-0cbb-416a-8dcf-7676ba9e9cab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 1096 time: 0.0757198 Nov 19 10:08:17.224320 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-79f488f4-73f1-4bc1-9737-64a7529bc093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:17.225805 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-79f488f4-73f1-4bc1-9737-64a7529bc093 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 1096 time: 0.0734351 Nov 19 10:08:17.385715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f229d59-e074-4d0d-8982-2b0848881843 req-d75a3250-1ce7-40bb-a760-7404a91f1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:17.387113 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f229d59-e074-4d0d-8982-2b0848881843 req-d75a3250-1ce7-40bb-a760-7404a91f1550 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.1589491 Nov 19 10:08:17.388166 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-614f1780-0851-478f-a592-916a318b38ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:17.389505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-614f1780-0851-478f-a592-916a318b38ec service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.1539438 Nov 19 10:08:17.535611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f229d59-e074-4d0d-8982-2b0848881843 req-650432dd-a6b1-4c39-8b73-3da88e350bd4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 200 len: 999 time: 0.1396263 Nov 19 10:08:17.537256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-75017c8c-9a13-4e42-9435-3060b58b6224 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 200 len: 999 time: 0.1408114 Nov 19 10:08:17.566755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7c425-17bc-42bc-a852-153df3c93314 req-500f9dce-a5a2-40c6-a6ef-4b3bf2d97154 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:17.568185 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bff7c425-17bc-42bc-a852-153df3c93314 req-500f9dce-a5a2-40c6-a6ef-4b3bf2d97154 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.0968885 Nov 19 10:08:17.661032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f229d59-e074-4d0d-8982-2b0848881843 req-e72b64b5-1e28-4eec-b278-f8332eae6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:17.662529 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f229d59-e074-4d0d-8982-2b0848881843 req-e72b64b5-1e28-4eec-b278-f8332eae6ec1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.1193829 Nov 19 10:08:17.666436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-8caeba01-dbb5-41ec-a0ee-cff17410d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:17.667764 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-8caeba01-dbb5-41ec-a0ee-cff17410d2d8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.1161792 Nov 19 10:08:17.672278 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bff7c425-17bc-42bc-a852-153df3c93314 req-e07323e9-cb43-4e53-a769-445e8e3d0277 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862505 Nov 19 10:08:17.746644 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f229d59-e074-4d0d-8982-2b0848881843 req-e1aae2e4-8109-4c24-900b-fe847f1c5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:17.748179 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f229d59-e074-4d0d-8982-2b0848881843 req-e1aae2e4-8109-4c24-900b-fe847f1c5390 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750394 Nov 19 10:08:17.749952 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-e1554090-593c-4e40-8a4d-cfa01b0457ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:17.751312 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-e1554090-593c-4e40-8a4d-cfa01b0457ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690207 Nov 19 10:08:17.912874 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f229d59-e074-4d0d-8982-2b0848881843 req-171c4d82-8833-48a8-97dc-2ef2f08d222b service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528811 Nov 19 10:08:17.914531 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-3fea3f01-75c2-48e5-9dba-f69da99dd285 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558533 Nov 19 10:08:18.071092 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f229d59-e074-4d0d-8982-2b0848881843 req-bf119f22-2f92-46f3-bfa5-b0c978a936fa service neutron] 10.222.0.71 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501467 Nov 19 10:08:18.072976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-39d73d2c-a5a1-410a-ae5e-f4c2e9dad3cc req-694bc9aa-c7c0-4039-8650-953cbb9c6476 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510274 Nov 19 10:08:18.157290 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f229d59-e074-4d0d-8982-2b0848881843 req-e39f6d31-456e-43a5-be27-fa0da1e59076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:18.158831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f229d59-e074-4d0d-8982-2b0848881843 req-e39f6d31-456e-43a5-be27-fa0da1e59076 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a1ca7995613423293ba73c118844c26&device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 1096 time: 0.0454917 Nov 19 10:08:18.251015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f229d59-e074-4d0d-8982-2b0848881843 req-7448e63d-e9a1-42b4-8135-501f983cf9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:18.252504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f229d59-e074-4d0d-8982-2b0848881843 req-7448e63d-e9a1-42b4-8135-501f983cf9f6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 200 len: 913 time: 0.0867856 Nov 19 10:08:18.323556 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f229d59-e074-4d0d-8982-2b0848881843 req-b250cd61-2d10-42d9-aff9-e08657d8cbcd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 200 len: 999 time: 0.0641487 Nov 19 10:08:18.374044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f229d59-e074-4d0d-8982-2b0848881843 req-31675761-ca50-4381-91d5-99b384090bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:18.375444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f229d59-e074-4d0d-8982-2b0848881843 req-31675761-ca50-4381-91d5-99b384090bda service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 200 len: 851 time: 0.0451927 Nov 19 10:08:18.421201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f229d59-e074-4d0d-8982-2b0848881843 req-d3363170-5eba-4a7f-af2c-d322dac2a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:18.422715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f229d59-e074-4d0d-8982-2b0848881843 req-d3363170-5eba-4a7f-af2c-d322dac2a827 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fc06605d-eb91-4419-86f0-977e3e745b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402217 Nov 19 10:08:18.515403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f229d59-e074-4d0d-8982-2b0848881843 req-4238fc56-b87b-4ce9-9532-7c705f1b92c7 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854437 Nov 19 10:08:18.526003 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:18.609009 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6f229d59-e074-4d0d-8982-2b0848881843 req-5d59f3c1-6730-450c-9ecd-85362aced938 service neutron] 10.222.0.66 "GET /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862291 Nov 19 10:08:18.801933 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a63fae-e169-46a2-9bd3-6d170899a020 req-77052a5f-9a3c-469d-93d6-e3b20d7edee0 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:18.803019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8a63fae-e169-46a2-9bd3-6d170899a020 req-77052a5f-9a3c-469d-93d6-e3b20d7edee0 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.0570774 Nov 19 10:08:18.854547 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e8a63fae-e169-46a2-9bd3-6d170899a020 req-f4a579bd-10e0-4433-a91f-8ceace4ece1d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455070 Nov 19 10:08:19.978559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532eafd-ea2a-44d6-86fd-e230f13ef010 req-fe80e986-04a8-4f17-85b6-0f7fd93a7a6c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:19.980304 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5532eafd-ea2a-44d6-86fd-e230f13ef010 req-fe80e986-04a8-4f17-85b6-0f7fd93a7a6c tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.0547204 Nov 19 10:08:20.011044 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-330de7bd-3872-468b-9052-e61b90363ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:20.029707 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5532eafd-ea2a-44d6-86fd-e230f13ef010 req-50b32cf9-fa27-497e-bbdb-fb48270fefb3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432265 Nov 19 10:08:21.151400 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a939383-a8a9-4bc7-83e4-f7519a83f52a req-15b89a82-dfef-4693-b427-89aab0b18dc6 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:21.152997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a939383-a8a9-4bc7-83e4-f7519a83f52a req-15b89a82-dfef-4693-b427-89aab0b18dc6 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.0511785 Nov 19 10:08:21.202365 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a939383-a8a9-4bc7-83e4-f7519a83f52a req-5f62b1ac-45d3-449a-b37a-f93de79dc1a4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431135 Nov 19 10:08:22.327022 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac811c4-365a-4609-b016-4684efc5cbec req-609e27db-b291-405b-baea-f93d85c6268e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:22.328574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fac811c4-365a-4609-b016-4684efc5cbec req-609e27db-b291-405b-baea-f93d85c6268e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.0526035 Nov 19 10:08:22.376495 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fac811c4-365a-4609-b016-4684efc5cbec req-64c04d1a-8197-40c9-a8ef-319c419efd3a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411975 Nov 19 10:08:22.421994 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d5068c0c-2a28-4629-b22b-79bcd0cf2f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:23.495073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107d652-2490-4576-985b-005fbe111455 req-57028d27-ac21-49ed-b496-25647388ade1 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:23.496625 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2107d652-2490-4576-985b-005fbe111455 req-57028d27-ac21-49ed-b496-25647388ade1 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.0487187 Nov 19 10:08:23.543485 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2107d652-2490-4576-985b-005fbe111455 req-d6cc36b0-8098-4595-98f5-57b3cb26bedf tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408411 Nov 19 10:08:23.680292 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:24.660456 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c854bd-35d9-4ad7-98ce-48a61d9bb798 req-29151b3d-b3a0-4df0-b711-6bf48c01072d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:24.661977 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61c854bd-35d9-4ad7-98ce-48a61d9bb798 req-29151b3d-b3a0-4df0-b711-6bf48c01072d tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.0486672 Nov 19 10:08:24.712147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-61c854bd-35d9-4ad7-98ce-48a61d9bb798 req-f184326f-ecca-4eed-a8d8-9096073dc620 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440607 Nov 19 10:08:25.058967 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:25.670064 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:25.827852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce10c58-72c8-4794-90f3-b9b9879e6d91 req-ae2d085f-f7e4-45dd-bff2-58cd9f2a3ed1 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:25.829355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cce10c58-72c8-4794-90f3-b9b9879e6d91 req-ae2d085f-f7e4-45dd-bff2-58cd9f2a3ed1 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.0482233 Nov 19 10:08:25.877101 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cce10c58-72c8-4794-90f3-b9b9879e6d91 req-cc760ddd-dfad-47bf-b67b-2eaa138bb6d5 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413222 Nov 19 10:08:26.993404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f7c0b-f843-46ee-8438-748c04552883 req-b47c48f3-3494-422d-88d9-bba008ee64ca tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:26.994900 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a48f7c0b-f843-46ee-8438-748c04552883 req-b47c48f3-3494-422d-88d9-bba008ee64ca tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.0480461 Nov 19 10:08:27.040745 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a48f7c0b-f843-46ee-8438-748c04552883 req-65fa4819-b2ae-4efe-8b9e-af76d9e6cb06 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399730 Nov 19 10:08:28.164949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9d08a-6738-4d68-a6bf-7e4b4ad9731c req-2e5cca18-5674-4239-953e-dbe6a3306a67 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:28.166470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5b9d08a-6738-4d68-a6bf-7e4b4ad9731c req-2e5cca18-5674-4239-953e-dbe6a3306a67 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.0525846 Nov 19 10:08:28.212795 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b5b9d08a-6738-4d68-a6bf-7e4b4ad9731c req-e6e048d2-6260-4ee4-9a15-b01a030dc584 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403140 Nov 19 10:08:29.331350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd69ab5-4b56-440f-916f-6fc87ea82fe8 req-54831972-5c16-4e9f-a0bf-4e5b4c548af3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:29.332841 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfd69ab5-4b56-440f-916f-6fc87ea82fe8 req-54831972-5c16-4e9f-a0bf-4e5b4c548af3 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.0505939 Nov 19 10:08:29.381316 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cfd69ab5-4b56-440f-916f-6fc87ea82fe8 req-ff09fb81-bbfb-49ef-beb3-9f20b927263a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424395 Nov 19 10:08:30.495059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 852ced1a-da84-4816-8574-5c49faeda706 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:08:30.505551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec3fef-c948-41f3-888a-1ad94da59621 req-824b8945-4f81-4ab9-9b28-b336676573ac tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:30.507211 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-acec3fef-c948-41f3-888a-1ad94da59621 req-824b8945-4f81-4ab9-9b28-b336676573ac tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.0558009 Nov 19 10:08:30.560388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-acec3fef-c948-41f3-888a-1ad94da59621 req-9f5b0dc6-9959-453a-8f1c-78df22d96ab2 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469680 Nov 19 10:08:30.594175 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=852ced1a-da84-4816-8574-5c49faeda706,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:08:30.605688 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '852ced1a-da84-4816-8574-5c49faeda706', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'port_id': '852ced1a-da84-4816-8574-5c49faeda706', 'mac_address': 'fa:16:3e:7f:22:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:08:30.643071 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:30.655994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852ced1a-da84-4816-8574-5c49faeda706 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:08:30.675800 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=852ced1a-da84-4816-8574-5c49faeda706,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:08:30.679729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e7792-a4d8-4bbe-ad66-6cac72e3ffb5 req-b52551df-b5da-486b-bd80-8706f35e4faf tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:30.681193 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:30.681352 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa4e7792-a4d8-4bbe-ad66-6cac72e3ffb5 req-b52551df-b5da-486b-bd80-8706f35e4faf tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 944 time: 0.0496492 Nov 19 10:08:30.729314 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=852ced1a-da84-4816-8574-5c49faeda706,revision_number=11']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:30.729540 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa4e7792-a4d8-4bbe-ad66-6cac72e3ffb5 req-4600ff7c-e6bf-4a87-847e-25599b167362 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415995 Nov 19 10:08:30.844821 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae7275-9c15-4eaf-ae33-482ab3ac95c8 req-0fe2f91c-b6eb-4496-bcde-d4595436a325 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:30.846331 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-41ae7275-9c15-4eaf-ae33-482ab3ac95c8 req-0fe2f91c-b6eb-4496-bcde-d4595436a325 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0500543 Nov 19 10:08:30.894920 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-41ae7275-9c15-4eaf-ae33-482ab3ac95c8 req-03faab40-b629-4073-bc99-a4333d4c83a8 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419948 Nov 19 10:08:30.895782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['852ced1a-da84-4816-8574-5c49faeda706'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:08:31.145070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950eb244-0d7f-4b75-b9df-99b0e7d1aefa req-bdcb3372-753b-4639-939e-23f9e0364185 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:31.147260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-950eb244-0d7f-4b75-b9df-99b0e7d1aefa req-bdcb3372-753b-4639-939e-23f9e0364185 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0614371 Nov 19 10:08:31.193191 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-950eb244-0d7f-4b75-b9df-99b0e7d1aefa req-aa12a0e7-0e9f-46e6-984b-cb10a658a226 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398617 Nov 19 10:08:32.312057 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702fc21-9525-4ef1-bfb6-be11ef771850 req-0aeb7797-7704-49f8-b82f-5072ec206b9a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:32.314303 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f702fc21-9525-4ef1-bfb6-be11ef771850 req-0aeb7797-7704-49f8-b82f-5072ec206b9a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0490704 Nov 19 10:08:32.361595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f702fc21-9525-4ef1-bfb6-be11ef771850 req-5636050e-c876-453c-b809-c5e59bdaa9a4 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411859 Nov 19 10:08:32.500713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 852ced1a-da84-4816-8574-5c49faeda706 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:08:32.550092 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 852ced1a-da84-4816-8574-5c49faeda706 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:08:32.553786 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 852ced1a-da84-4816-8574-5c49faeda706 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:08:32.554159 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:32.634561 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:32.658076 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852ced1a-da84-4816-8574-5c49faeda706'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:08:32.660330 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a473578-7b83-4fd9-87b2-3fe8b2fd5edb" -d '{"events": [{"server_uuid": "137ea48f-f329-4b8f-a446-f4ff147184b9", "name": "network-vif-plugged", "status": "completed", "tag": "852ced1a-da84-4816-8574-5c49faeda706"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:08:32.673832 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=852ced1a-da84-4816-8574-5c49faeda706,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:08:32.678732 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:32.689829 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf766e2-bb5b-47f9-bf4d-7b2afbf5c53f req-b92ee538-9662-4d77-808a-91c1e375c45b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:32.691604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1bf766e2-bb5b-47f9-bf4d-7b2afbf5c53f req-b92ee538-9662-4d77-808a-91c1e375c45b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.66 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 945 time: 0.0563121 Nov 19 10:08:32.702814 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769ce7fa-bb9c-4857-a39c-cd640f954dbc x-openstack-request-id: req-769ce7fa-bb9c-4857-a39c-cd640f954dbc {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:08:32.703115 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137ea48f-f329-4b8f-a446-f4ff147184b9", "name": "network-vif-plugged", "status": "completed", "tag": "852ced1a-da84-4816-8574-5c49faeda706", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:08:32.703369 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-769ce7fa-bb9c-4857-a39c-cd640f954dbc {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:08:32.703762 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852ced1a-da84-4816-8574-5c49faeda706', 'code': 200} Nov 19 10:08:32.729568 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=852ced1a-da84-4816-8574-5c49faeda706,revision_number=12']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:32.782930 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-1bf766e2-bb5b-47f9-bf4d-7b2afbf5c53f req-09f8af39-96be-4731-af54-11fe84c75e54 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Deleting port 852ced1a-da84-4816-8574-5c49faeda706 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:08:32.783268 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1bf766e2-bb5b-47f9-bf4d-7b2afbf5c53f req-09f8af39-96be-4731-af54-11fe84c75e54 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:32.872882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-1bf766e2-bb5b-47f9-bf4d-7b2afbf5c53f req-09f8af39-96be-4731-af54-11fe84c75e54 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] For port 852ced1a-da84-4816-8574-5c49faeda706, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=852ced1a-da84-4816-8574-5c49faeda706,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:08:32.873284 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1bf766e2-bb5b-47f9-bf4d-7b2afbf5c53f req-09f8af39-96be-4731-af54-11fe84c75e54 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:33.039851 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1bf766e2-bb5b-47f9-bf4d-7b2afbf5c53f req-09f8af39-96be-4731-af54-11fe84c75e54 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:33.040215 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1bf766e2-bb5b-47f9-bf4d-7b2afbf5c53f req-09f8af39-96be-4731-af54-11fe84c75e54 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:33.040538 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [req-1bf766e2-bb5b-47f9-bf4d-7b2afbf5c53f req-09f8af39-96be-4731-af54-11fe84c75e54 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Floating IP 0567ae45-02c7-49e7-b4ae-2261f4ae8a36 disassociated. External IP: 172.25.0.42, port: 852ced1a-da84-4816-8574-5c49faeda706. Nov 19 10:08:33.040896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-1bf766e2-bb5b-47f9-bf4d-7b2afbf5c53f req-09f8af39-96be-4731-af54-11fe84c75e54 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Calling delete_port for 852ced1a-da84-4816-8574-5c49faeda706 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:08:33.465531 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1bf766e2-bb5b-47f9-bf4d-7b2afbf5c53f req-09f8af39-96be-4731-af54-11fe84c75e54 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:33.505847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8af39-96be-4731-af54-11fe84c75e54 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Pushing event deleted for resources: {'Port': ['ID=852ced1a-da84-4816-8574-5c49faeda706,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:33.560867 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd13ee0-d1a7-4675-a358-1b6449915d97 req-8458b8ba-2b67-4d50-a889-c58e6e91b18e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:33.562432 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ccd13ee0-d1a7-4675-a358-1b6449915d97 req-8458b8ba-2b67-4d50-a889-c58e6e91b18e tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 868 time: 0.1282494 Nov 19 10:08:33.653959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ccd13ee0-d1a7-4675-a358-1b6449915d97 req-75ff74b7-ba94-4faf-b833-dd2d38df95a5 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6e6d550b-ed95-4a88-b6c1-241ed3920ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842171 Nov 19 10:08:33.663977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bf766e2-bb5b-47f9-bf4d-7b2afbf5c53f req-09f8af39-96be-4731-af54-11fe84c75e54 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:08:33.772299 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bf766e2-bb5b-47f9-bf4d-7b2afbf5c53f req-09f8af39-96be-4731-af54-11fe84c75e54 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:08:33.783735 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa40a75-94f5-42f9-b438-9e10438dab7e None None] Sync routers for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:08:33.794373 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa40a75-94f5-42f9-b438-9e10438dab7e None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:08:33.795032 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8fa40a75-94f5-42f9-b438-9e10438dab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:08:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:08:33.815360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf766e2-bb5b-47f9-bf4d-7b2afbf5c53f req-09f8af39-96be-4731-af54-11fe84c75e54 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] No DVR routers for this DVR port 852ced1a-da84-4816-8574-5c49faeda706 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:08:33.818024 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1bf766e2-bb5b-47f9-bf4d-7b2afbf5c53f req-09f8af39-96be-4731-af54-11fe84c75e54 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:33.821355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1bf766e2-bb5b-47f9-bf4d-7b2afbf5c53f req-09f8af39-96be-4731-af54-11fe84c75e54 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.66 "DELETE /v2.0/ports/852ced1a-da84-4816-8574-5c49faeda706 HTTP/1.1" status: 204 len: 173 time: 1.1216996 Nov 19 10:08:33.821801 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'name': 'network-vif-deleted', 'tag': '852ced1a-da84-4816-8574-5c49faeda706'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:08:33.824075 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b379319-4d03-4950-9da6-57a8b69a2edf" -d '{"events": [{"server_uuid": "137ea48f-f329-4b8f-a446-f4ff147184b9", "name": "network-vif-deleted", "tag": "852ced1a-da84-4816-8574-5c49faeda706"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:08:33.877229 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f8f750-049c-427a-b94c-192bd2d55f6c x-openstack-request-id: req-f0f8f750-049c-427a-b94c-192bd2d55f6c {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:08:33.878177 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137ea48f-f329-4b8f-a446-f4ff147184b9", "name": "network-vif-deleted", "tag": "852ced1a-da84-4816-8574-5c49faeda706", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:08:33.878434 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0f8f750-049c-427a-b94c-192bd2d55f6c {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:08:33.878902 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137ea48f-f329-4b8f-a446-f4ff147184b9', 'name': 'network-vif-deleted', 'tag': '852ced1a-da84-4816-8574-5c49faeda706', 'status': 'completed', 'code': 200} Nov 19 10:08:33.906754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8fa40a75-94f5-42f9-b438-9e10438dab7e None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:08:34.109912 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8fa40a75-94f5-42f9-b438-9e10438dab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:08:34.136978 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa40a75-94f5-42f9-b438-9e10438dab7e None None] Checking router: 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:08:34.145522 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa40a75-94f5-42f9-b438-9e10438dab7e None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:08:34.146135 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8fa40a75-94f5-42f9-b438-9e10438dab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:08:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:08:34.251013 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8fa40a75-94f5-42f9-b438-9e10438dab7e None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:08:34.452938 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8fa40a75-94f5-42f9-b438-9e10438dab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:08:34.480057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa40a75-94f5-42f9-b438-9e10438dab7e None None] The sync data for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 is: [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:42Z', 'revision_number': 4, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '4e60ab86-c408-456d-af2b-30d5bfdd81f3', 'name': '', 'network_id': 'fc06605d-eb91-4419-86f0-977e3e745b3d', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'mac_address': 'fa:16:3e:a9:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:42Z', 'updated_at': '2021-11-19T09:58:46Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'subnets': [{'id': 'd7e39b8c-91e0-4d2d-976d-eb39936e43d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:08:34.725300 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e2661-d5c9-447b-a5b4-4dd975a76506 None None] New status for floating IP 0567ae45-02c7-49e7-b4ae-2261f4ae8a36: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:08:34.764404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9df0701c-f737-4539-86ce-2ff38993dc1b req-8ac979c8-5b07-42bf-bd5b-cc1ee8138086 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 210 time: 0.0279524 Nov 19 10:08:35.862654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9c3ec75-2d0c-4972-bbcf-ecdf734f36c6 req-0b2b0fc7-0be1-4ef1-8073-e6275b015e1b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 210 time: 0.0258751 Nov 19 10:08:36.532697 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 852ced1a-da84-4816-8574-5c49faeda706 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:08:36.553580 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 852ced1a-da84-4816-8574-5c49faeda706 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:08:36.553927 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 852ced1a-da84-4816-8574-5c49faeda706 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:08:36.959141 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6616a303-728e-404b-97b0-32360db71eed req-dfd72b2e-bff0-41c6-adca-39f098bd01c7 tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 210 time: 0.0270770 Nov 19 10:08:38.055680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc228f47-94be-4598-8e37-ad275a6fc03a req-266bf3e6-5df7-4a9f-9ef4-507645eb9e7f tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/ports?device_id=137ea48f-f329-4b8f-a446-f4ff147184b9 HTTP/1.1" status: 200 len: 210 time: 0.0268312 Nov 19 10:08:38.729325 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:08:42.815475 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35252) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:08:42.965053 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:42.988962 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:43.036799 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:43.040431 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:43.041651 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "DELETE /v2.0/security-groups/6e6d550b-ed95-4a88-b6c1-241ed3920ccf HTTP/1.1" status: 204 len: 168 time: 0.2250829 Nov 19 10:08:43.044576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35260) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:08:43.051201 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6d550b-ed95-4a88-b6c1-241ed3920ccf,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:43.058493 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [None req-57db3e4c-bbd5-48ce-89a5-da5a6fdcb95b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] show failed (client error): The resource could not be found. Nov 19 10:08:43.058771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:43.059117 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:43.059469 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:43.059870 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:43.060152 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:43.060564 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:43.060824 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:43.061177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:43.061511 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:43.061842 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:43.062171 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:43.062500 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b6768-d51a-4631-875c-4232d9fedc0a tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:08:43.062878 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-57db3e4c-bbd5-48ce-89a5-da5a6fdcb95b tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "GET /v2.0/security-groups/6e6d550b-ed95-4a88-b6c1-241ed3920ccf HTTP/1.1" status: 404 len: 347 time: 0.0170968 Nov 19 10:08:43.065117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35262) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:08:43.199040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7c913894-3881-4ee5-8eab-fbf8e8ddfdfd tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Deleting port fd864a89-32af-49d3-beb3-87cedd26d0f3 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:08:43.199376 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c913894-3881-4ee5-8eab-fbf8e8ddfdfd tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:43.275905 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c913894-3881-4ee5-8eab-fbf8e8ddfdfd tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:43.276148 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c913894-3881-4ee5-8eab-fbf8e8ddfdfd tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:43.288122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7c913894-3881-4ee5-8eab-fbf8e8ddfdfd tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Calling delete_port for fd864a89-32af-49d3-beb3-87cedd26d0f3 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:08:43.427686 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c913894-3881-4ee5-8eab-fbf8e8ddfdfd tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:43.454694 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c913894-3881-4ee5-8eab-fbf8e8ddfdfd tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Pushing event deleted for resources: {'Port': ['ID=fd864a89-32af-49d3-beb3-87cedd26d0f3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:43.518477 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c913894-3881-4ee5-8eab-fbf8e8ddfdfd tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:43.522094 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c913894-3881-4ee5-8eab-fbf8e8ddfdfd tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:43.523256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7c913894-3881-4ee5-8eab-fbf8e8ddfdfd tempest-ServerActionsTestJSON-1475974349 tempest-ServerActionsTestJSON-1475974349-project] 10.222.0.21 "DELETE /v2.0/floatingips/0567ae45-02c7-49e7-b4ae-2261f4ae8a36 HTTP/1.1" status: 204 len: 168 time: 0.4588470 Nov 19 10:08:43.526191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35264) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:08:44.009188 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89d2bfa6-1628-49ba-a54a-9c8e742e2d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:44.250794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-89d2bfa6-1628-49ba-a54a-9c8e742e2d08 admin admin] Deleting port 4e60ab86-c408-456d-af2b-30d5bfdd81f3 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:08:44.251455 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89d2bfa6-1628-49ba-a54a-9c8e742e2d08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:44.331881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-89d2bfa6-1628-49ba-a54a-9c8e742e2d08 admin admin] For port 4e60ab86-c408-456d-af2b-30d5bfdd81f3, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4e60ab86-c408-456d-af2b-30d5bfdd81f3,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:08:44.332244 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89d2bfa6-1628-49ba-a54a-9c8e742e2d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:44.344989 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-89d2bfa6-1628-49ba-a54a-9c8e742e2d08 admin admin] Calling delete_port for 4e60ab86-c408-456d-af2b-30d5bfdd81f3 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:08:44.522877 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89d2bfa6-1628-49ba-a54a-9c8e742e2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:44.548806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2bfa6-1628-49ba-a54a-9c8e742e2d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e60ab86-c408-456d-af2b-30d5bfdd81f3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:44.712893 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89d2bfa6-1628-49ba-a54a-9c8e742e2d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:44.927361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d2bfa6-1628-49ba-a54a-9c8e742e2d08 admin admin] Router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:08:45.034388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d2bfa6-1628-49ba-a54a-9c8e742e2d08 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:08:45.039403 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-89d2bfa6-1628-49ba-a54a-9c8e742e2d08 admin admin] 10.222.0.21 "PUT /v2.0/routers/6a22b6f8-6de3-44ff-8ed1-c7273e3fc780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5122471 Nov 19 10:08:45.042152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35268) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:08:45.045424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4eee24-aba9-40fa-b4fc-5d75e71f2efe None None] Sync routers for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:08:45.055062 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4eee24-aba9-40fa-b4fc-5d75e71f2efe None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:08:45.055682 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ae4eee24-aba9-40fa-b4fc-5d75e71f2efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:08:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:08:45.144370 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56da1f17-3791-4035-b201-6c648e4d9008 admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:45.160602 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ae4eee24-aba9-40fa-b4fc-5d75e71f2efe None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:08:45.259313 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56da1f17-3791-4035-b201-6c648e4d9008 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:45.313382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-56da1f17-3791-4035-b201-6c648e4d9008 admin admin] Deleting port e130919f-1d1b-48bc-a85f-9a9c41b170e9 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:08:45.313728 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56da1f17-3791-4035-b201-6c648e4d9008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:45.342195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ae4eee24-aba9-40fa-b4fc-5d75e71f2efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T10:08:44Z', 'revision_number': 5, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port': {'id': 'e130919f-1d1b-48bc-a85f-9a9c41b170e9', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T09:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:08:45.368652 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4eee24-aba9-40fa-b4fc-5d75e71f2efe None None] Checking router: 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:08:45.376882 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4eee24-aba9-40fa-b4fc-5d75e71f2efe None None] Routers {'6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:08:45.377522 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ae4eee24-aba9-40fa-b4fc-5d75e71f2efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:08:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:08:45.395806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-56da1f17-3791-4035-b201-6c648e4d9008 admin admin] For port e130919f-1d1b-48bc-a85f-9a9c41b170e9, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e130919f-1d1b-48bc-a85f-9a9c41b170e9,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:08:45.396201 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56da1f17-3791-4035-b201-6c648e4d9008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:45.409016 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-56da1f17-3791-4035-b201-6c648e4d9008 admin admin] Calling delete_port for e130919f-1d1b-48bc-a85f-9a9c41b170e9 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:08:45.461385 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ae4eee24-aba9-40fa-b4fc-5d75e71f2efe None None] Set router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:08:45.515345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ae4eee24-aba9-40fa-b4fc-5d75e71f2efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T10:08:45Z', 'revision_number': 6, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:08:45.542038 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4eee24-aba9-40fa-b4fc-5d75e71f2efe None None] The sync data for ids ['6a22b6f8-6de3-44ff-8ed1-c7273e3fc780'] in n-d-805649-14 is: [{'id': '6a22b6f8-6de3-44ff-8ed1-c7273e3fc780', 'name': 'tempest-ServerActionsTestJSON-1044687632-router', 'tenant_id': '9a1ca7995613423293ba73c118844c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T09:58:40Z', 'updated_at': '2021-11-19T10:08:45Z', 'revision_number': 6, 'project_id': '9a1ca7995613423293ba73c118844c26', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:08:45.580218 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56da1f17-3791-4035-b201-6c648e4d9008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:45.612594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da1f17-3791-4035-b201-6c648e4d9008 admin admin] Pushing event deleted for resources: {'Port': ['ID=e130919f-1d1b-48bc-a85f-9a9c41b170e9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:45.619309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ab681b-6850-4e7c-b061-f187ca2e2b1e None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:08:45.669076 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56da1f17-3791-4035-b201-6c648e4d9008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:45.756590 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56da1f17-3791-4035-b201-6c648e4d9008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:45.758703 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56da1f17-3791-4035-b201-6c648e4d9008 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:45.803890 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56da1f17-3791-4035-b201-6c648e4d9008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:45.804413 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56da1f17-3791-4035-b201-6c648e4d9008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 10:08:45.809671 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56da1f17-3791-4035-b201-6c648e4d9008 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:45.810842 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-56da1f17-3791-4035-b201-6c648e4d9008 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6a22b6f8-6de3-44ff-8ed1-c7273e3fc780 HTTP/1.1" status: 204 len: 168 time: 0.7676811 Nov 19 10:08:45.813380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35270) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:08:45.857412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-526b54fc-a899-4aab-86f6-3613ec5ca8c1 admin admin] Deleting subnet d7e39b8c-91e0-4d2d-976d-eb39936e43d9 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:08:45.860364 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-526b54fc-a899-4aab-86f6-3613ec5ca8c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:45.894796 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-526b54fc-a899-4aab-86f6-3613ec5ca8c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:46.030447 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:46.251029 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-526b54fc-a899-4aab-86f6-3613ec5ca8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:46.303114 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-526b54fc-a899-4aab-86f6-3613ec5ca8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:46.331007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b54fc-a899-4aab-86f6-3613ec5ca8c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7e39b8c-91e0-4d2d-976d-eb39936e43d9,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:46.336101 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-526b54fc-a899-4aab-86f6-3613ec5ca8c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:46.341072 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-526b54fc-a899-4aab-86f6-3613ec5ca8c1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d7e39b8c-91e0-4d2d-976d-eb39936e43d9 HTTP/1.1" status: 204 len: 168 time: 0.5259225 Nov 19 10:08:46.342450 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35272) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:08:46.354247 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd4c060-6684-4d67-8e3d-60c19a8bf9d9 None None] Network fc06605d-eb91-4419-86f0-977e3e745b3d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:08:46.420369 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:46.481670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] Deleting port 20e6ddaf-4c31-4c79-97be-f946123d8a62 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:08:46.482005 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:46.551000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] For port 20e6ddaf-4c31-4c79-97be-f946123d8a62, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=20e6ddaf-4c31-4c79-97be-f946123d8a62,segment=NetworkSegment(8de37e38-45a3-4760-a3a1-1bc7a11b2b0b),segment_id=8de37e38-45a3-4760-a3a1-1bc7a11b2b0b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:08:46.551361 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:46.565011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] Calling delete_port for 20e6ddaf-4c31-4c79-97be-f946123d8a62 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:08:46.567491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4e60ab86-c408-456d-af2b-30d5bfdd81f3 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:08:46.593753 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 4e60ab86-c408-456d-af2b-30d5bfdd81f3 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:08:46.594122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4e60ab86-c408-456d-af2b-30d5bfdd81f3 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:08:46.594533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e130919f-1d1b-48bc-a85f-9a9c41b170e9 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:08:46.626957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: e130919f-1d1b-48bc-a85f-9a9c41b170e9 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:08:46.627595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e130919f-1d1b-48bc-a85f-9a9c41b170e9 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:08:46.660945 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:46.686880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] Pushing event deleted for resources: {'Port': ['ID=20e6ddaf-4c31-4c79-97be-f946123d8a62,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:46.694794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] No DVR routers for this DVR port 20e6ddaf-4c31-4c79-97be-f946123d8a62 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:08:46.753290 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7edbb7-e16f-408e-abca-c00cc2c3451a None None] DHCP port deletion for fc06605d-eb91-4419-86f0-977e3e745b3d request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:08:46.771877 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:46.791819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc06605d-eb91-4419-86f0-977e3e745b3d']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:08:46.801391 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:08:46.801687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de37e38-45a3-4760-a3a1-1bc7a11b2b0b') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:08:46.811422 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:46.825355 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:46.831502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:08:46.831890 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: timer() Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:08:46.833593 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:08:46.895244 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:46.901207 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:46.905604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] 10.222.0.21 "DELETE /v2.0/networks/fc06605d-eb91-4419-86f0-977e3e745b3d HTTP/1.1" status: 204 len: 168 time: 0.5618634 Nov 19 10:08:46.917726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1a3d3-edc5-4fe2-b6c1-76a9d20c5cae admin admin] Pushing event deleted for resources: {'Network': ['ID=fc06605d-eb91-4419-86f0-977e3e745b3d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:47.030613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35276) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:08:47.075084 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-20473c60-8a09-42bd-aee6-ef5b333a4f23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a1ca7995613423293ba73c118844c26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432532 Nov 19 10:08:47.077642 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35278) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:08:47.125668 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b50115-3f64-49d2-aba3-f3adbe609f06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:47.147746 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b50115-3f64-49d2-aba3-f3adbe609f06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:47.192996 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b50115-3f64-49d2-aba3-f3adbe609f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:47.195585 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b50115-3f64-49d2-aba3-f3adbe609f06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:47.196739 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b2b50115-3f64-49d2-aba3-f3adbe609f06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea785f2a-817b-4307-be82-eba7789befff HTTP/1.1" status: 204 len: 168 time: 0.1178992 Nov 19 10:08:47.207473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b50115-3f64-49d2-aba3-f3adbe609f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea785f2a-817b-4307-be82-eba7789befff,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:47.922030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35302) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:08:48.016108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-dda6e2d3-4a12-4508-a82b-20c0909ca749 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1248143460-network', 'tenant_id': '7c9ca55c3bb1483783a2ec20e96eba45'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:08:48.036582 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda6e2d3-4a12-4508-a82b-20c0909ca749 admin admin] Made reservation on behalf of 7c9ca55c3bb1483783a2ec20e96eba45 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:08:48.039316 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dda6e2d3-4a12-4508-a82b-20c0909ca749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:48.047866 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dda6e2d3-4a12-4508-a82b-20c0909ca749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:48.125229 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dda6e2d3-4a12-4508-a82b-20c0909ca749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:48.129755 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dda6e2d3-4a12-4508-a82b-20c0909ca749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:48.159396 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda6e2d3-4a12-4508-a82b-20c0909ca749 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:08:48.164865 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6e2d3-4a12-4508-a82b-20c0909ca749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de2db2b-0be0-41db-949a-c50ca9d38ef8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:48.174932 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dda6e2d3-4a12-4508-a82b-20c0909ca749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:48.175294 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-dda6e2d3-4a12-4508-a82b-20c0909ca749 admin admin] Added segment b81f3774-6f21-440d-910d-262eb954a3e6 of type vlan for network fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 Nov 19 10:08:48.187486 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 20e6ddaf-4c31-4c79-97be-f946123d8a62 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:08:48.208057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 20e6ddaf-4c31-4c79-97be-f946123d8a62 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:08:48.208423 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 20e6ddaf-4c31-4c79-97be-f946123d8a62 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:08:48.223714 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dda6e2d3-4a12-4508-a82b-20c0909ca749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:48.249825 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dda6e2d3-4a12-4508-a82b-20c0909ca749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:48.250803 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6e2d3-4a12-4508-a82b-20c0909ca749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:48.251414 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dda6e2d3-4a12-4508-a82b-20c0909ca749 admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:48.303063 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-dda6e2d3-4a12-4508-a82b-20c0909ca749 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3799205 Nov 19 10:08:48.305996 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35306) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:08:48.311078 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-518f66ca-6e71-49c3-ae4f-0dbc9382a166 admin admin] Request body: {'subnet': {'network_id': 'fefc8642-d8ce-40b2-8eae-e7b2b2a90db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1248143460-subnet', 'tenant_id': '7c9ca55c3bb1483783a2ec20e96eba45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:08:48.315873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6e2d3-4a12-4508-a82b-20c0909ca749 admin admin] Pushing event updated for resources: {'Network': ['ID=fefc8642-d8ce-40b2-8eae-e7b2b2a90db3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:48.326382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:08:48.334197 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518f66ca-6e71-49c3-ae4f-0dbc9382a166 admin admin] Made reservation on behalf of 7c9ca55c3bb1483783a2ec20e96eba45 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:08:48.336879 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-518f66ca-6e71-49c3-ae4f-0dbc9382a166 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:48.511014 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-518f66ca-6e71-49c3-ae4f-0dbc9382a166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:48.523128 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:48.575547 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f66ca-6e71-49c3-ae4f-0dbc9382a166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e594d0b3-989c-45aa-b51d-bd00ac7c9566,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:48.584704 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f66ca-6e71-49c3-ae4f-0dbc9382a166 admin admin] Checking segment: {'id': 'b81f3774-6f21-440d-910d-262eb954a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fefc8642-d8ce-40b2-8eae-e7b2b2a90db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:08:48.585071 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518f66ca-6e71-49c3-ae4f-0dbc9382a166 admin admin] Network hostable DHCP agents. Network: fefc8642-d8ce-40b2-8eae-e7b2b2a90db3, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:08:48.602732 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518f66ca-6e71-49c3-ae4f-0dbc9382a166 admin admin] Network fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:08:48.612139 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-518f66ca-6e71-49c3-ae4f-0dbc9382a166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, fefc8642-d8ce-40b2-8eae-e7b2b2a90db3) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:08:48.616235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518f66ca-6e71-49c3-ae4f-0dbc9382a166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:48.616875 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-518f66ca-6e71-49c3-ae4f-0dbc9382a166 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:48.622085 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef50488-3650-4618-a3c1-c96e35f300dd None None] Network fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:08:48.632910 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-518f66ca-6e71-49c3-ae4f-0dbc9382a166 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3258016 Nov 19 10:08:48.750514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572ef072-75f0-4ff8-9d56-3c83cc4df8c6 None None] Network fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:08:49.145047 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-68e5d858-7a30-4f87-adaf-92355f95a3c9 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:49.146534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-68e5d858-7a30-4f87-adaf-92355f95a3c9 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/networks?id=fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 HTTP/1.1" status: 200 len: 814 time: 0.1192386 Nov 19 10:08:49.162196 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-73b4e3b2-1360-403e-b693-3090395ad948 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/quotas/7c9ca55c3bb1483783a2ec20e96eba45 HTTP/1.1" status: 200 len: 375 time: 0.0098138 Nov 19 10:08:49.202674 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-6f3e947e-0ad2-431e-afcb-997bb1e98a7a tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c9ca55c3bb1483783a2ec20e96eba45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281894 Nov 19 10:08:49.305158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-cab900c6-d74f-44de-91fb-c013fd6e3cd3 service neutron] 10.222.0.21 "GET /v2.0/networks/fefc8642-d8ce-40b2-8eae-e7b2b2a90db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952225 Nov 19 10:08:49.418413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-90aa4532-c1bd-4104-a614-759b4e26e582 service neutron] 10.222.0.21 "GET /v2.0/networks/fefc8642-d8ce-40b2-8eae-e7b2b2a90db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069491 Nov 19 10:08:49.588762 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87e1cb81-959d-42b7-b638-937b0818a83a req-7703f642-f25e-4c5d-8cff-241765d7c5d0 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 210 time: 0.0286152 Nov 19 10:08:50.004327 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e4c199da-fe85-4302-ab3d-69118c5f357b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:50.727271 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efe59ded-6bd5-4724-b7eb-fbd4282a5233 req-a9492750-7b4e-43b3-b5fd-9f6e643d3f33 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 210 time: 0.0404077 Nov 19 10:08:50.736665 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-1e6e3801-1a47-49a0-9a78-814920bb9718 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:50.739506 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-1e6e3801-1a47-49a0-9a78-814920bb9718 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.66 "GET /v2.0/networks?id=fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 HTTP/1.1" status: 200 len: 814 time: 0.1559865 Nov 19 10:08:50.756831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-020438fd-da19-4864-85c6-69959fe40568 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Request body: {'port': {'device_id': '097f0f48-775d-4ae9-83cd-fd181cf6413f', 'network_id': 'fefc8642-d8ce-40b2-8eae-e7b2b2a90db3', 'admin_state_up': True, 'tenant_id': '7c9ca55c3bb1483783a2ec20e96eba45'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:08:50.879514 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-020438fd-da19-4864-85c6-69959fe40568 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Made reservation on behalf of 7c9ca55c3bb1483783a2ec20e96eba45 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:08:50.883410 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-020438fd-da19-4864-85c6-69959fe40568 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:51.010666 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-020438fd-da19-4864-85c6-69959fe40568 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Allocated IP 172.20.0.12 (fefc8642-d8ce-40b2-8eae-e7b2b2a90db3/e594d0b3-989c-45aa-b51d-bd00ac7c9566/851f735b-0e5b-4202-8a32-078d0ffd9f62) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:08:51.168771 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-020438fd-da19-4864-85c6-69959fe40568 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:51.202560 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-020438fd-da19-4864-85c6-69959fe40568 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:51.252868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-020438fd-da19-4864-85c6-69959fe40568 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Network fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:08:51.257665 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-020438fd-da19-4864-85c6-69959fe40568 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:08:51.261479 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-020438fd-da19-4864-85c6-69959fe40568 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:08:51.268377 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020438fd-da19-4864-85c6-69959fe40568 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Pushing event updated for resources: {'Port': ['ID=851f735b-0e5b-4202-8a32-078d0ffd9f62,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:51.327810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-020438fd-da19-4864-85c6-69959fe40568 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:51.328452 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-020438fd-da19-4864-85c6-69959fe40568 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:51.346694 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-020438fd-da19-4864-85c6-69959fe40568 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5967166 Nov 19 10:08:51.360104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Request body: {'port': {'device_id': '097f0f48-775d-4ae9-83cd-fd181cf6413f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:08:51.426405 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:51.720813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851f735b-0e5b-4202-8a32-078d0ffd9f62 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:08:51.730382 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:51.743457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Transition to ACTIVE for port object 851f735b-0e5b-4202-8a32-078d0ffd9f62 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:08:51.747493 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:51.802984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Pushing event updated for resources: {'Port': ['ID=851f735b-0e5b-4202-8a32-078d0ffd9f62,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:51.906421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163a97d-98f5-4a99-ac94-8419b0daab34 req-723a5c03-a118-4261-ae58-bf2c25dd8ae4 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:51.907941 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0163a97d-98f5-4a99-ac94-8419b0daab34 req-723a5c03-a118-4261-ae58-bf2c25dd8ae4 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 944 time: 0.1069562 Nov 19 10:08:51.913222 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Attempting to bind port 851f735b-0e5b-4202-8a32-078d0ffd9f62 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:08:51.913559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Attempting to bind port 851f735b-0e5b-4202-8a32-078d0ffd9f62 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'b81f3774-6f21-440d-910d-262eb954a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fefc8642-d8ce-40b2-8eae-e7b2b2a90db3'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:08:51.913890 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Attempting to bind port 851f735b-0e5b-4202-8a32-078d0ffd9f62 on network fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:08:51.924132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Port 851f735b-0e5b-4202-8a32-078d0ffd9f62 on network fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:08:51.924452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Attempting to bind port 851f735b-0e5b-4202-8a32-078d0ffd9f62 on network fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:08:51.937032 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:08:51.937394 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Checking segment: {'id': 'b81f3774-6f21-440d-910d-262eb954a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fefc8642-d8ce-40b2-8eae-e7b2b2a90db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:08:51.937779 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Bound using segment: {'id': 'b81f3774-6f21-440d-910d-262eb954a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fefc8642-d8ce-40b2-8eae-e7b2b2a90db3'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:08:51.938218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Bound port: 851f735b-0e5b-4202-8a32-078d0ffd9f62, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81f3774-6f21-440d-910d-262eb954a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fefc8642-d8ce-40b2-8eae-e7b2b2a90db3'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:08:51.938575 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:52.006223 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0163a97d-98f5-4a99-ac94-8419b0daab34 req-d2e5b0a9-44d7-46f4-8a47-d61de504bceb tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891190 Nov 19 10:08:52.027542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] For port 851f735b-0e5b-4202-8a32-078d0ffd9f62, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:08:52.030820 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] For port 851f735b-0e5b-4202-8a32-078d0ffd9f62, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=851f735b-0e5b-4202-8a32-078d0ffd9f62,segment=NetworkSegment(b81f3774-6f21-440d-910d-262eb954a3e6),segment_id=b81f3774-6f21-440d-910d-262eb954a3e6)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:08:52.035468 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:52.075869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:52.076400 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:52.078347 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] 10.222.0.66 "PUT /v2.0/ports/851f735b-0e5b-4202-8a32-078d0ffd9f62 HTTP/1.1" status: 200 len: 1093 time: 0.7230201 Nov 19 10:08:52.084100 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097f0f48-775d-4ae9-83cd-fd181cf6413f', 'tag': '851f735b-0e5b-4202-8a32-078d0ffd9f62'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:08:52.086463 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf81b8e-a346-4954-8ff7-f93e6d432cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "097f0f48-775d-4ae9-83cd-fd181cf6413f", "tag": "851f735b-0e5b-4202-8a32-078d0ffd9f62"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:08:52.115293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91315fa5-df4f-433e-92ff-3d7cd02b8af2 service neutron] Pushing event updated for resources: {'Port': ['ID=851f735b-0e5b-4202-8a32-078d0ffd9f62,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:52.131676 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232860ab-70e7-4434-b1d1-25649f66b7fc x-openstack-request-id: req-232860ab-70e7-4434-b1d1-25649f66b7fc {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:08:52.131971 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097f0f48-775d-4ae9-83cd-fd181cf6413f", "tag": "851f735b-0e5b-4202-8a32-078d0ffd9f62", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:08:52.132231 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-232860ab-70e7-4434-b1d1-25649f66b7fc {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:08:52.132633 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097f0f48-775d-4ae9-83cd-fd181cf6413f', 'tag': '851f735b-0e5b-4202-8a32-078d0ffd9f62', 'status': 'completed', 'code': 200} Nov 19 10:08:52.172162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-5edc6e0e-fed9-492f-9441-060245293699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:52.173858 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-5edc6e0e-fed9-492f-9441-060245293699 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c9ca55c3bb1483783a2ec20e96eba45&device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 1096 time: 0.0518489 Nov 19 10:08:52.216455 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-ac237ca6-71ef-4e1f-b086-ffe2abce685a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=851f735b-0e5b-4202-8a32-078d0ffd9f62 HTTP/1.1" status: 200 len: 217 time: 0.0343840 Nov 19 10:08:52.267200 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-d66c6ffb-d4b4-41b6-a86e-76479a4f765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:52.268602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-d66c6ffb-d4b4-41b6-a86e-76479a4f765d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e594d0b3-989c-45aa-b51d-bd00ac7c9566 HTTP/1.1" status: 200 len: 854 time: 0.0444942 Nov 19 10:08:52.301147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-ec643b9f-1194-42a3-8d28-8515fd64001a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fefc8642-d8ce-40b2-8eae-e7b2b2a90db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255370 Nov 19 10:08:52.407126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-830bd682-a268-4f84-9d2e-3e4497e8d36f service neutron] 10.222.0.66 "GET /v2.0/networks/fefc8642-d8ce-40b2-8eae-e7b2b2a90db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976863 Nov 19 10:08:52.425249 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-edf8dee7-55f6-4474-a591-8892304050d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:52.511554 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6486f08d-7d3e-4acf-b2f0-07ee709d7aa1 req-857b737a-bb86-493a-9501-6c965318746c service neutron] 10.222.0.66 "GET /v2.0/networks/fefc8642-d8ce-40b2-8eae-e7b2b2a90db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974312 Nov 19 10:08:52.612738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf81b8e-a346-4954-8ff7-f93e6d432cf5 req-2a807080-ebc4-4ee8-a157-bee150992fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:52.612738 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdf81b8e-a346-4954-8ff7-f93e6d432cf5 req-2a807080-ebc4-4ee8-a157-bee150992fa0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c9ca55c3bb1483783a2ec20e96eba45&device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 1096 time: 0.0499864 Nov 19 10:08:52.709423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf81b8e-a346-4954-8ff7-f93e6d432cf5 req-57b2be4c-0844-41dc-81d0-e34c07a7fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:52.710945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdf81b8e-a346-4954-8ff7-f93e6d432cf5 req-57b2be4c-0844-41dc-81d0-e34c07a7fb2e service neutron] 10.222.0.66 "GET /v2.0/networks?id=fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 HTTP/1.1" status: 200 len: 915 time: 0.0917673 Nov 19 10:08:52.762957 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdf81b8e-a346-4954-8ff7-f93e6d432cf5 req-e338da86-aa80-4068-b195-455841b27915 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=851f735b-0e5b-4202-8a32-078d0ffd9f62 HTTP/1.1" status: 200 len: 217 time: 0.0432346 Nov 19 10:08:52.823531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf81b8e-a346-4954-8ff7-f93e6d432cf5 req-cc84914d-ccf0-4a94-9898-fbc73485c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:52.825045 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdf81b8e-a346-4954-8ff7-f93e6d432cf5 req-cc84914d-ccf0-4a94-9898-fbc73485c1ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e594d0b3-989c-45aa-b51d-bd00ac7c9566 HTTP/1.1" status: 200 len: 854 time: 0.0483203 Nov 19 10:08:52.859436 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdf81b8e-a346-4954-8ff7-f93e6d432cf5 req-d5099122-c263-4f32-88c2-c74a8aa73f0a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fefc8642-d8ce-40b2-8eae-e7b2b2a90db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263515 Nov 19 10:08:52.955766 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdf81b8e-a346-4954-8ff7-f93e6d432cf5 req-72917ff6-a787-4b99-8468-896289d550ae service neutron] 10.222.0.66 "GET /v2.0/networks/fefc8642-d8ce-40b2-8eae-e7b2b2a90db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875826 Nov 19 10:08:53.059582 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fdf81b8e-a346-4954-8ff7-f93e6d432cf5 req-1e62375b-d31b-4398-86a1-79a7eabbd883 service neutron] 10.222.0.66 "GET /v2.0/networks/fefc8642-d8ce-40b2-8eae-e7b2b2a90db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953219 Nov 19 10:08:53.134842 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939d47e-4b51-482c-b517-9a266532ead3 req-e5557bdd-5595-4806-a089-15c9af46ec31 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:53.136431 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f939d47e-4b51-482c-b517-9a266532ead3 req-e5557bdd-5595-4806-a089-15c9af46ec31 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 944 time: 0.0567446 Nov 19 10:08:53.191958 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f939d47e-4b51-482c-b517-9a266532ead3 req-dfd8bb1d-12a4-42c2-9ec4-4056805f448d tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456724 Nov 19 10:08:53.681033 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:54.315463 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c33531-07b2-4b32-bfe3-8367f1af0523 req-a01c7d3d-1dce-490f-90cc-b4030b9379e0 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:54.317008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-57c33531-07b2-4b32-bfe3-8367f1af0523 req-a01c7d3d-1dce-490f-90cc-b4030b9379e0 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 944 time: 0.0539460 Nov 19 10:08:54.372123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-57c33531-07b2-4b32-bfe3-8367f1af0523 req-9756e7f3-df8e-4a26-8aa7-624b0631e44c tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481670 Nov 19 10:08:54.656487 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 851f735b-0e5b-4202-8a32-078d0ffd9f62 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:08:54.755449 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 851f735b-0e5b-4202-8a32-078d0ffd9f62, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=851f735b-0e5b-4202-8a32-078d0ffd9f62,segment=NetworkSegment(b81f3774-6f21-440d-910d-262eb954a3e6),segment_id=b81f3774-6f21-440d-910d-262eb954a3e6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:08:54.770807 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '851f735b-0e5b-4202-8a32-078d0ffd9f62', 'network_id': 'fefc8642-d8ce-40b2-8eae-e7b2b2a90db3', 'port_id': '851f735b-0e5b-4202-8a32-078d0ffd9f62', 'mac_address': 'fa:16:3e:13:82:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e594d0b3-989c-45aa-b51d-bd00ac7c9566', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:08:54.811171 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:54.827657 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851f735b-0e5b-4202-8a32-078d0ffd9f62 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:08:54.849893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 851f735b-0e5b-4202-8a32-078d0ffd9f62, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=851f735b-0e5b-4202-8a32-078d0ffd9f62,segment=NetworkSegment(b81f3774-6f21-440d-910d-262eb954a3e6),segment_id=b81f3774-6f21-440d-910d-262eb954a3e6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:08:54.854449 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:54.910406 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=851f735b-0e5b-4202-8a32-078d0ffd9f62,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:55.045720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['851f735b-0e5b-4202-8a32-078d0ffd9f62'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:08:55.091803 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:55.502049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ebbcf-b1f4-41e3-a0d0-9fed43730760 req-a7ae2286-df88-409f-b9f9-bd78cb87e3f6 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:55.503285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-767ebbcf-b1f4-41e3-a0d0-9fed43730760 req-a7ae2286-df88-409f-b9f9-bd78cb87e3f6 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 945 time: 0.0588136 Nov 19 10:08:55.551814 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-767ebbcf-b1f4-41e3-a0d0-9fed43730760 req-584fa3bf-14ab-4c54-83d4-5bb37b2af5b2 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Nov 19 10:08:55.673027 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:56.673678 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 851f735b-0e5b-4202-8a32-078d0ffd9f62 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:08:56.681403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7f70e-42a2-4acd-ac1a-6c3d1ae06b2f req-04bda2ca-e532-4528-b426-b00a9b2d4877 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:56.683033 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ed7f70e-42a2-4acd-ac1a-6c3d1ae06b2f req-04bda2ca-e532-4528-b426-b00a9b2d4877 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 945 time: 0.0629525 Nov 19 10:08:56.742057 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ed7f70e-42a2-4acd-ac1a-6c3d1ae06b2f req-328c8e18-a350-4be7-af1f-52c575d0b62c tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474854 Nov 19 10:08:56.745527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 851f735b-0e5b-4202-8a32-078d0ffd9f62 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:08:56.749977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 851f735b-0e5b-4202-8a32-078d0ffd9f62 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:08:56.750366 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:56.834135 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:56.862187 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097f0f48-775d-4ae9-83cd-fd181cf6413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851f735b-0e5b-4202-8a32-078d0ffd9f62'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:08:56.864529 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23613f55-60f6-4b04-b025-e3e57a82b915" -d '{"events": [{"server_uuid": "097f0f48-775d-4ae9-83cd-fd181cf6413f", "name": "network-vif-plugged", "status": "completed", "tag": "851f735b-0e5b-4202-8a32-078d0ffd9f62"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:08:56.877756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 851f735b-0e5b-4202-8a32-078d0ffd9f62, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=851f735b-0e5b-4202-8a32-078d0ffd9f62,segment=NetworkSegment(b81f3774-6f21-440d-910d-262eb954a3e6),segment_id=b81f3774-6f21-440d-910d-262eb954a3e6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:08:56.882140 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:08:56.916816 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41344e9-0a6e-4664-9d4d-3a70587b1fa7 x-openstack-request-id: req-e41344e9-0a6e-4664-9d4d-3a70587b1fa7 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:08:56.917363 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097f0f48-775d-4ae9-83cd-fd181cf6413f", "name": "network-vif-plugged", "status": "completed", "tag": "851f735b-0e5b-4202-8a32-078d0ffd9f62", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:08:56.917730 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e41344e9-0a6e-4664-9d4d-3a70587b1fa7 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:08:56.918128 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097f0f48-775d-4ae9-83cd-fd181cf6413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851f735b-0e5b-4202-8a32-078d0ffd9f62', 'code': 200} Nov 19 10:08:56.939889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=851f735b-0e5b-4202-8a32-078d0ffd9f62,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:08:57.016388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97a2d7-bfd7-4326-901d-52a61375f0bf req-97d79169-78b6-487a-b2f1-bc467ae4acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:57.017964 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff97a2d7-bfd7-4326-901d-52a61375f0bf req-97d79169-78b6-487a-b2f1-bc467ae4acda service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 1098 time: 0.0442743 Nov 19 10:08:57.068148 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff97a2d7-bfd7-4326-901d-52a61375f0bf req-85d53f89-c1d8-4ac6-b96e-7860a6f3f076 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425916 Nov 19 10:08:57.884139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454fcee-6492-400c-a95d-2d3049df603e req-1e50e7c2-ef48-4378-86cf-cad8e5d7a053 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:57.886428 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8454fcee-6492-400c-a95d-2d3049df603e req-1e50e7c2-ef48-4378-86cf-cad8e5d7a053 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 946 time: 0.0511849 Nov 19 10:08:57.945116 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8454fcee-6492-400c-a95d-2d3049df603e req-d64717f0-b653-4005-a2cb-699596b62145 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532875 Nov 19 10:08:59.084168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0466c-0b0e-4b44-bead-f995f2531bbf req-e86a044a-ecdf-4eff-8c6c-3697c0420c7d tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:59.085701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbf0466c-0b0e-4b44-bead-f995f2531bbf req-e86a044a-ecdf-4eff-8c6c-3697c0420c7d tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 946 time: 0.0547559 Nov 19 10:08:59.134776 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dbf0466c-0b0e-4b44-bead-f995f2531bbf req-f389fd3e-72b0-4eb4-b983-95960bc6cef6 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431507 Nov 19 10:08:59.375287 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-999c2d54-bd29-4954-862f-4888351c15fe tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:08:59.376778 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-999c2d54-bd29-4954-862f-4888351c15fe tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/networks?id=fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 HTTP/1.1" status: 200 len: 814 time: 0.1073039 Nov 19 10:08:59.392447 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-00245852-fcbf-41b4-b7b0-c3806f07c2eb tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/quotas/7c9ca55c3bb1483783a2ec20e96eba45 HTTP/1.1" status: 200 len: 375 time: 0.0091102 Nov 19 10:08:59.449016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-cb15779e-8671-441f-b08b-360364f5c936 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c9ca55c3bb1483783a2ec20e96eba45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430598 Nov 19 10:08:59.543563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-6bcd9db7-96cf-4bb1-aab3-8c1226e4b64e service neutron] 10.222.0.21 "GET /v2.0/networks/fefc8642-d8ce-40b2-8eae-e7b2b2a90db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873463 Nov 19 10:08:59.648216 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-6e6d22c7-1390-4034-9b41-61ef4871e97d service neutron] 10.222.0.21 "GET /v2.0/networks/fefc8642-d8ce-40b2-8eae-e7b2b2a90db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984278 Nov 19 10:08:59.822694 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9968963f-5534-4554-a450-ae4efefd326e req-f4c88bef-b0f8-4067-aa74-61f17ef54eed tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=31318579-ab24-4261-8744-1cb089920026 HTTP/1.1" status: 200 len: 210 time: 0.0422525 Nov 19 10:09:00.853186 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-01540d85-965d-44f4-ab72-4229e4811af8 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:00.855789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-01540d85-965d-44f4-ab72-4229e4811af8 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.71 "GET /v2.0/networks?id=fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 HTTP/1.1" status: 200 len: 814 time: 0.1124823 Nov 19 10:09:00.870326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Request body: {'port': {'device_id': '31318579-ab24-4261-8744-1cb089920026', 'network_id': 'fefc8642-d8ce-40b2-8eae-e7b2b2a90db3', 'admin_state_up': True, 'tenant_id': '7c9ca55c3bb1483783a2ec20e96eba45'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:00.944094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11046553-05ed-45cd-a110-b93ff30e2051 req-6dc61692-59a2-490e-a9fe-e486d5d60814 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=31318579-ab24-4261-8744-1cb089920026 HTTP/1.1" status: 200 len: 210 time: 0.0322125 Nov 19 10:09:01.006302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Made reservation on behalf of 7c9ca55c3bb1483783a2ec20e96eba45 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:01.009763 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:01.134338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Allocated IP 172.20.0.7 (fefc8642-d8ce-40b2-8eae-e7b2b2a90db3/e594d0b3-989c-45aa-b51d-bd00ac7c9566/3b980ba8-c15d-4064-b187-181a62f891b1) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:09:01.283874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:01.316166 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:01.328110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['851f735b-0e5b-4202-8a32-078d0ffd9f62'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:09:01.361005 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Network fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:09:01.364397 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:01.369104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:09:01.397309 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Pushing event updated for resources: {'Port': ['ID=3b980ba8-c15d-4064-b187-181a62f891b1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:01.410084 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:01.410432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:01.410775 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:01.411114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:01.411986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:01.412326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:01.412659 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:01.412983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:01.413335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:01.413758 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:01.413977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:01.414302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:01.437913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:01.438535 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:01.454060 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-8ebd92cd-1c60-47d9-88d5-27c504323fec tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5883591 Nov 19 10:09:01.466808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Request body: {'port': {'device_id': '31318579-ab24-4261-8744-1cb089920026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:01.519356 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:01.775325 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b980ba8-c15d-4064-b187-181a62f891b1 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:09:01.782727 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:01.795417 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Transition to ACTIVE for port object 3b980ba8-c15d-4064-b187-181a62f891b1 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:09:01.799155 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:01.853921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Pushing event updated for resources: {'Port': ['ID=3b980ba8-c15d-4064-b187-181a62f891b1,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:01.917570 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Attempting to bind port 3b980ba8-c15d-4064-b187-181a62f891b1 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:09:01.917981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Attempting to bind port 3b980ba8-c15d-4064-b187-181a62f891b1 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'b81f3774-6f21-440d-910d-262eb954a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fefc8642-d8ce-40b2-8eae-e7b2b2a90db3'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:09:01.918696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Attempting to bind port 3b980ba8-c15d-4064-b187-181a62f891b1 on network fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:09:01.923136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Port 3b980ba8-c15d-4064-b187-181a62f891b1 on network fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:09:01.923456 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Attempting to bind port 3b980ba8-c15d-4064-b187-181a62f891b1 on network fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:09:01.928170 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:09:01.928500 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Checking segment: {'id': 'b81f3774-6f21-440d-910d-262eb954a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fefc8642-d8ce-40b2-8eae-e7b2b2a90db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:01.928879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Bound using segment: {'id': 'b81f3774-6f21-440d-910d-262eb954a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fefc8642-d8ce-40b2-8eae-e7b2b2a90db3'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:09:01.929335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Bound port: 3b980ba8-c15d-4064-b187-181a62f891b1, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81f3774-6f21-440d-910d-262eb954a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fefc8642-d8ce-40b2-8eae-e7b2b2a90db3'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:09:01.929691 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:01.999596 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] For port 3b980ba8-c15d-4064-b187-181a62f891b1, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:09:02.005102 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] For port 3b980ba8-c15d-4064-b187-181a62f891b1, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=3b980ba8-c15d-4064-b187-181a62f891b1,segment=NetworkSegment(b81f3774-6f21-440d-910d-262eb954a3e6),segment_id=b81f3774-6f21-440d-910d-262eb954a3e6)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:09:02.015130 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:02.082601 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:02.083743 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:02.085182 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] 10.222.0.71 "PUT /v2.0/ports/3b980ba8-c15d-4064-b187-181a62f891b1 HTTP/1.1" status: 200 len: 1092 time: 0.6224897 Nov 19 10:09:02.085632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31318579-ab24-4261-8744-1cb089920026', 'tag': '3b980ba8-c15d-4064-b187-181a62f891b1'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:09:02.088042 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed20f42c-d0a5-478a-a3df-ffd498a75819" -d '{"events": [{"name": "network-changed", "server_uuid": "31318579-ab24-4261-8744-1cb089920026", "tag": "3b980ba8-c15d-4064-b187-181a62f891b1"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:09:02.115691 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ff5fd-b0e8-4a55-8047-0cc0ddc03a19 service neutron] Pushing event updated for resources: {'Port': ['ID=3b980ba8-c15d-4064-b187-181a62f891b1,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:02.132949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdf4ba-cc4b-4895-9ed8-19044cbf7e45 req-e6ae59cc-c050-48f5-b4f8-6a4459228af6 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:02.134811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-32cdf4ba-cc4b-4895-9ed8-19044cbf7e45 req-e6ae59cc-c050-48f5-b4f8-6a4459228af6 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=31318579-ab24-4261-8744-1cb089920026 HTTP/1.1" status: 200 len: 943 time: 0.1073883 Nov 19 10:09:02.136249 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db723f66-d0a0-4366-bd3e-d162c5ab4ff6 x-openstack-request-id: req-db723f66-d0a0-4366-bd3e-d162c5ab4ff6 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:09:02.136538 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31318579-ab24-4261-8744-1cb089920026", "tag": "3b980ba8-c15d-4064-b187-181a62f891b1", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:09:02.136791 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db723f66-d0a0-4366-bd3e-d162c5ab4ff6 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:09:02.137203 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31318579-ab24-4261-8744-1cb089920026', 'tag': '3b980ba8-c15d-4064-b187-181a62f891b1', 'status': 'completed', 'code': 200} Nov 19 10:09:02.206651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-32cdf4ba-cc4b-4895-9ed8-19044cbf7e45 req-d5e2dc32-4719-4d1f-8c3e-89ad3b6e2b82 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659461 Nov 19 10:09:02.216453 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-6a404214-2d1d-442f-a4a2-c5274b27ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:02.218267 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-6a404214-2d1d-442f-a4a2-c5274b27ff9c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7c9ca55c3bb1483783a2ec20e96eba45&device_id=31318579-ab24-4261-8744-1cb089920026 HTTP/1.1" status: 200 len: 1095 time: 0.0632265 Nov 19 10:09:02.539810 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-5458892a-cb12-46a4-8a80-650e82545326 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b980ba8-c15d-4064-b187-181a62f891b1 HTTP/1.1" status: 200 len: 217 time: 0.3114049 Nov 19 10:09:02.590730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-129ab678-715e-43c5-92f5-fc11235ba396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:02.592200 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-129ab678-715e-43c5-92f5-fc11235ba396 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e594d0b3-989c-45aa-b51d-bd00ac7c9566 HTTP/1.1" status: 200 len: 854 time: 0.0451238 Nov 19 10:09:02.624536 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-5b61a0f2-5d64-4493-8391-8717cf3fa9cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fefc8642-d8ce-40b2-8eae-e7b2b2a90db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239754 Nov 19 10:09:02.714981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-feb20a20-2c5a-4a28-af1c-1ef71e74887c service neutron] 10.222.0.71 "GET /v2.0/networks/fefc8642-d8ce-40b2-8eae-e7b2b2a90db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821791 Nov 19 10:09:02.803142 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1c54279-7b8e-4d2d-8c9a-a80fde55b7ce req-2c9a1e35-1a0b-46ed-a7b6-de447ca3d8d2 service neutron] 10.222.0.71 "GET /v2.0/networks/fefc8642-d8ce-40b2-8eae-e7b2b2a90db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799398 Nov 19 10:09:02.897380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20f42c-d0a5-478a-a3df-ffd498a75819 req-361b9bfd-fd32-4029-8d5c-747d83a2df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:02.898863 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed20f42c-d0a5-478a-a3df-ffd498a75819 req-361b9bfd-fd32-4029-8d5c-747d83a2df49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7c9ca55c3bb1483783a2ec20e96eba45&device_id=31318579-ab24-4261-8744-1cb089920026 HTTP/1.1" status: 200 len: 1095 time: 0.0445726 Nov 19 10:09:02.986804 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20f42c-d0a5-478a-a3df-ffd498a75819 req-fe25f2da-751e-4028-9b9a-e7fc1d4b5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:02.988281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed20f42c-d0a5-478a-a3df-ffd498a75819 req-fe25f2da-751e-4028-9b9a-e7fc1d4b5443 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 HTTP/1.1" status: 200 len: 915 time: 0.0819981 Nov 19 10:09:03.030003 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed20f42c-d0a5-478a-a3df-ffd498a75819 req-46ad137c-eaa3-4720-ac82-740320f7988b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b980ba8-c15d-4064-b187-181a62f891b1 HTTP/1.1" status: 200 len: 217 time: 0.0333929 Nov 19 10:09:03.082323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20f42c-d0a5-478a-a3df-ffd498a75819 req-bb0cad71-cdc0-460f-97fa-4c323a2b971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:03.083675 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed20f42c-d0a5-478a-a3df-ffd498a75819 req-bb0cad71-cdc0-460f-97fa-4c323a2b971a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e594d0b3-989c-45aa-b51d-bd00ac7c9566 HTTP/1.1" status: 200 len: 854 time: 0.0460219 Nov 19 10:09:03.116726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed20f42c-d0a5-478a-a3df-ffd498a75819 req-55180b31-8857-4fab-ac2e-350b99d343f4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fefc8642-d8ce-40b2-8eae-e7b2b2a90db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250878 Nov 19 10:09:03.204959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed20f42c-d0a5-478a-a3df-ffd498a75819 req-c1981e0a-1b8a-415f-9de8-4d56975091f5 service neutron] 10.222.0.71 "GET /v2.0/networks/fefc8642-d8ce-40b2-8eae-e7b2b2a90db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804377 Nov 19 10:09:03.325057 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ed20f42c-d0a5-478a-a3df-ffd498a75819 req-0009f7fc-424e-4c41-843c-031e0ef917be service neutron] 10.222.0.71 "GET /v2.0/networks/fefc8642-d8ce-40b2-8eae-e7b2b2a90db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128209 Nov 19 10:09:03.350438 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6873f-2c17-42b2-9ab6-28255b3fe2ca req-b46e0316-de8c-49b1-bf60-4864a7faaacc tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:03.351858 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5cd6873f-2c17-42b2-9ab6-28255b3fe2ca req-b46e0316-de8c-49b1-bf60-4864a7faaacc tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=31318579-ab24-4261-8744-1cb089920026 HTTP/1.1" status: 200 len: 943 time: 0.0679710 Nov 19 10:09:03.410736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5cd6873f-2c17-42b2-9ab6-28255b3fe2ca req-31f40c0a-7a6b-4ffd-9a3e-789086224e66 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518935 Nov 19 10:09:04.528932 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeea67a-27ca-4d93-96b0-aa9cd41db816 req-dba1ce39-1aba-41a3-a4e7-54c455609100 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:04.530436 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfeea67a-27ca-4d93-96b0-aa9cd41db816 req-dba1ce39-1aba-41a3-a4e7-54c455609100 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=31318579-ab24-4261-8744-1cb089920026 HTTP/1.1" status: 200 len: 943 time: 0.0521274 Nov 19 10:09:04.576933 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfeea67a-27ca-4d93-96b0-aa9cd41db816 req-34743206-a25e-479e-80b1-848c8c646306 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405395 Nov 19 10:09:05.691951 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639b487-1c6b-499f-a2fa-ed33cc704b13 req-82c8d11a-4dc8-492d-81d5-6d9227359d7e tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:05.694039 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1639b487-1c6b-499f-a2fa-ed33cc704b13 req-82c8d11a-4dc8-492d-81d5-6d9227359d7e tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=31318579-ab24-4261-8744-1cb089920026 HTTP/1.1" status: 200 len: 943 time: 0.0481803 Nov 19 10:09:05.742045 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1639b487-1c6b-499f-a2fa-ed33cc704b13 req-bbca6206-f837-4592-9094-3e5c1a3f76e5 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Nov 19 10:09:06.856818 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556b0a3-7d4f-450a-bbc9-0a639310d178 req-a5aa2153-e512-4771-a14e-ddbcf11eb2b4 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:06.858331 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e556b0a3-7d4f-450a-bbc9-0a639310d178 req-a5aa2153-e512-4771-a14e-ddbcf11eb2b4 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=31318579-ab24-4261-8744-1cb089920026 HTTP/1.1" status: 200 len: 943 time: 0.0492587 Nov 19 10:09:06.910170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e556b0a3-7d4f-450a-bbc9-0a639310d178 req-cd0dc644-228f-4b6a-a7be-9155c2ef8519 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 Nov 19 10:09:07.408482 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 3b980ba8-c15d-4064-b187-181a62f891b1 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:09:07.501914 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 3b980ba8-c15d-4064-b187-181a62f891b1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=3b980ba8-c15d-4064-b187-181a62f891b1,segment=NetworkSegment(b81f3774-6f21-440d-910d-262eb954a3e6),segment_id=b81f3774-6f21-440d-910d-262eb954a3e6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:07.513050 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': '3b980ba8-c15d-4064-b187-181a62f891b1', 'network_id': 'fefc8642-d8ce-40b2-8eae-e7b2b2a90db3', 'port_id': '3b980ba8-c15d-4064-b187-181a62f891b1', 'mac_address': 'fa:16:3e:c9:5e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e594d0b3-989c-45aa-b51d-bd00ac7c9566', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:09:07.570595 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:07.584051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b980ba8-c15d-4064-b187-181a62f891b1 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:09:07.604310 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 3b980ba8-c15d-4064-b187-181a62f891b1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=3b980ba8-c15d-4064-b187-181a62f891b1,segment=NetworkSegment(b81f3774-6f21-440d-910d-262eb954a3e6),segment_id=b81f3774-6f21-440d-910d-262eb954a3e6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:07.608434 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:07.658687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=3b980ba8-c15d-4064-b187-181a62f891b1,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:07.840748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['3b980ba8-c15d-4064-b187-181a62f891b1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:09:08.035328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4cf8b-88e2-4660-aa80-18fc067e4a01 req-8d1cba72-b7fa-4e54-a67a-ada13f1a2d63 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:08.037407 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66d4cf8b-88e2-4660-aa80-18fc067e4a01 req-8d1cba72-b7fa-4e54-a67a-ada13f1a2d63 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=31318579-ab24-4261-8744-1cb089920026 HTTP/1.1" status: 200 len: 944 time: 0.0492380 Nov 19 10:09:08.084299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66d4cf8b-88e2-4660-aa80-18fc067e4a01 req-55aa9a03-1170-4fed-9e82-c9d5fffc5fda tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408301 Nov 19 10:09:09.199925 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a3216-8e28-40e1-bf05-5ad929913671 req-38309aca-24f6-4efb-97e9-726948610a38 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:09.201418 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-147a3216-8e28-40e1-bf05-5ad929913671 req-38309aca-24f6-4efb-97e9-726948610a38 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=31318579-ab24-4261-8744-1cb089920026 HTTP/1.1" status: 200 len: 944 time: 0.0485697 Nov 19 10:09:09.250450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-147a3216-8e28-40e1-bf05-5ad929913671 req-fc04accc-d7f1-4b3a-8981-7f6044f3d71d tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429273 Nov 19 10:09:09.428975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 3b980ba8-c15d-4064-b187-181a62f891b1 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:09:09.489930 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port 3b980ba8-c15d-4064-b187-181a62f891b1 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:09:09.493522 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port 3b980ba8-c15d-4064-b187-181a62f891b1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:09.493903 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:09.589364 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:09.612521 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31318579-ab24-4261-8744-1cb089920026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b980ba8-c15d-4064-b187-181a62f891b1'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:09:09.615459 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629e1de3-51d7-4775-84f7-a9bfed3ac753" -d '{"events": [{"server_uuid": "31318579-ab24-4261-8744-1cb089920026", "name": "network-vif-plugged", "status": "completed", "tag": "3b980ba8-c15d-4064-b187-181a62f891b1"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:09:09.628487 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port 3b980ba8-c15d-4064-b187-181a62f891b1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=3b980ba8-c15d-4064-b187-181a62f891b1,segment=NetworkSegment(b81f3774-6f21-440d-910d-262eb954a3e6),segment_id=b81f3774-6f21-440d-910d-262eb954a3e6)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:09.632960 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:09.656334 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658e75ab-801b-432a-a792-f07bc02b2bcf x-openstack-request-id: req-658e75ab-801b-432a-a792-f07bc02b2bcf {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:09:09.656638 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31318579-ab24-4261-8744-1cb089920026", "name": "network-vif-plugged", "status": "completed", "tag": "3b980ba8-c15d-4064-b187-181a62f891b1", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:09:09.656898 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-658e75ab-801b-432a-a792-f07bc02b2bcf {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:09:09.657321 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31318579-ab24-4261-8744-1cb089920026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b980ba8-c15d-4064-b187-181a62f891b1', 'code': 200} Nov 19 10:09:09.689355 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=3b980ba8-c15d-4064-b187-181a62f891b1,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:09.764151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43003a79-4c60-4115-93a9-edc5d7379671 req-55ed7d61-4bd2-47be-b542-f2ee5fad5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:09.765716 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43003a79-4c60-4115-93a9-edc5d7379671 req-55ed7d61-4bd2-47be-b542-f2ee5fad5222 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=31318579-ab24-4261-8744-1cb089920026 HTTP/1.1" status: 200 len: 1097 time: 0.0465844 Nov 19 10:09:09.811685 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43003a79-4c60-4115-93a9-edc5d7379671 req-dfa023e4-13e9-4df3-a00f-e4d1873cb2f6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372944 Nov 19 10:09:10.381822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fca66e-6fc0-434b-b1fc-1e37955b3f00 req-7c8646b6-50fd-4639-952c-02675c911f23 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:10.383303 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fca66e-6fc0-434b-b1fc-1e37955b3f00 req-7c8646b6-50fd-4639-952c-02675c911f23 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=31318579-ab24-4261-8744-1cb089920026 HTTP/1.1" status: 200 len: 945 time: 0.0509975 Nov 19 10:09:10.431255 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fca66e-6fc0-434b-b1fc-1e37955b3f00 req-0b3da0de-2541-4140-a426-4852c0ca418e tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418446 Nov 19 10:09:11.558273 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a7f9f-14be-4e35-86a0-2f6953a0dbeb req-7453b518-3782-48bc-9758-8239bbc4afae tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:11.559485 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c6a7f9f-14be-4e35-86a0-2f6953a0dbeb req-7453b518-3782-48bc-9758-8239bbc4afae tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=31318579-ab24-4261-8744-1cb089920026 HTTP/1.1" status: 200 len: 945 time: 0.0536015 Nov 19 10:09:11.609810 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c6a7f9f-14be-4e35-86a0-2f6953a0dbeb req-73f1670a-db96-4655-b120-01c64cfdc600 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443261 Nov 19 10:09:11.856712 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35716573-0098-4f48-a683-5022e3e3114c req-f0a2ff4e-2282-40c7-8307-4e79fcaee4c2 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:11.858192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35716573-0098-4f48-a683-5022e3e3114c req-f0a2ff4e-2282-40c7-8307-4e79fcaee4c2 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=31318579-ab24-4261-8744-1cb089920026 HTTP/1.1" status: 200 len: 945 time: 0.0506706 Nov 19 10:09:11.909259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-35716573-0098-4f48-a683-5022e3e3114c req-9a2a7a8f-a9d5-4f0f-8f8a-2fb2ba4ab347 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450430 Nov 19 10:09:13.028851 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74accfb-b1d8-4af7-9cbd-62279b72bf9e req-b27a1742-c59f-49b6-bf29-c98cf3bca98f tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:13.030379 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f74accfb-b1d8-4af7-9cbd-62279b72bf9e req-b27a1742-c59f-49b6-bf29-c98cf3bca98f tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=31318579-ab24-4261-8744-1cb089920026 HTTP/1.1" status: 200 len: 945 time: 0.0513818 Nov 19 10:09:13.088911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f74accfb-b1d8-4af7-9cbd-62279b72bf9e req-de40ac04-c6a0-4ccf-8a1d-4801288f33f4 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523436 Nov 19 10:09:13.188964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7d23c-ffb7-4886-b22e-26f0c8868f00 req-6c73602d-a7f6-4657-8dce-d0d6d143a07f tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:13.190380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3de7d23c-ffb7-4886-b22e-26f0c8868f00 req-6c73602d-a7f6-4657-8dce-d0d6d143a07f tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.71 "GET /v2.0/ports?device_id=31318579-ab24-4261-8744-1cb089920026 HTTP/1.1" status: 200 len: 945 time: 0.0485713 Nov 19 10:09:13.280040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-3de7d23c-ffb7-4886-b22e-26f0c8868f00 req-bd1a8c7a-5f76-4ecc-83f2-bb1578eb4a72 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Deleting port 3b980ba8-c15d-4064-b187-181a62f891b1 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:09:13.280382 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3de7d23c-ffb7-4886-b22e-26f0c8868f00 req-bd1a8c7a-5f76-4ecc-83f2-bb1578eb4a72 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:13.376314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-3de7d23c-ffb7-4886-b22e-26f0c8868f00 req-bd1a8c7a-5f76-4ecc-83f2-bb1578eb4a72 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] For port 3b980ba8-c15d-4064-b187-181a62f891b1, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=3b980ba8-c15d-4064-b187-181a62f891b1,segment=NetworkSegment(b81f3774-6f21-440d-910d-262eb954a3e6),segment_id=b81f3774-6f21-440d-910d-262eb954a3e6)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:13.376704 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3de7d23c-ffb7-4886-b22e-26f0c8868f00 req-bd1a8c7a-5f76-4ecc-83f2-bb1578eb4a72 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:13.391160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-3de7d23c-ffb7-4886-b22e-26f0c8868f00 req-bd1a8c7a-5f76-4ecc-83f2-bb1578eb4a72 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Calling delete_port for 3b980ba8-c15d-4064-b187-181a62f891b1 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:09:13.521965 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3de7d23c-ffb7-4886-b22e-26f0c8868f00 req-bd1a8c7a-5f76-4ecc-83f2-bb1578eb4a72 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:13.533726 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['3b980ba8-c15d-4064-b187-181a62f891b1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:09:13.538229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['851f735b-0e5b-4202-8a32-078d0ffd9f62'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:09:13.550733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a8c7a-5f76-4ecc-83f2-bb1578eb4a72 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Pushing event deleted for resources: {'Port': ['ID=3b980ba8-c15d-4064-b187-181a62f891b1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:13.592588 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de7d23c-ffb7-4886-b22e-26f0c8868f00 req-bd1a8c7a-5f76-4ecc-83f2-bb1578eb4a72 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] No DVR routers for this DVR port 3b980ba8-c15d-4064-b187-181a62f891b1 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:09:13.595516 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3de7d23c-ffb7-4886-b22e-26f0c8868f00 req-bd1a8c7a-5f76-4ecc-83f2-bb1578eb4a72 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:13.599423 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3de7d23c-ffb7-4886-b22e-26f0c8868f00 req-bd1a8c7a-5f76-4ecc-83f2-bb1578eb4a72 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.71 "DELETE /v2.0/ports/3b980ba8-c15d-4064-b187-181a62f891b1 HTTP/1.1" status: 204 len: 173 time: 0.4026990 Nov 19 10:09:13.599893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31318579-ab24-4261-8744-1cb089920026', 'name': 'network-vif-deleted', 'tag': '3b980ba8-c15d-4064-b187-181a62f891b1'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:09:13.602342 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db74aa41-ab85-4f50-b65e-8c504f46140f" -d '{"events": [{"server_uuid": "31318579-ab24-4261-8744-1cb089920026", "name": "network-vif-deleted", "tag": "3b980ba8-c15d-4064-b187-181a62f891b1"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:09:13.652817 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78636602-4426-4333-97c7-c092f7e45e78 x-openstack-request-id: req-78636602-4426-4333-97c7-c092f7e45e78 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:09:13.653124 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31318579-ab24-4261-8744-1cb089920026", "name": "network-vif-deleted", "tag": "3b980ba8-c15d-4064-b187-181a62f891b1", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:09:13.653389 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78636602-4426-4333-97c7-c092f7e45e78 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:09:13.653844 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31318579-ab24-4261-8744-1cb089920026', 'name': 'network-vif-deleted', 'tag': '3b980ba8-c15d-4064-b187-181a62f891b1', 'status': 'completed', 'code': 200} Nov 19 10:09:14.246262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b53b1c-4530-478b-bf1d-e0fc0892968f req-1edfe427-a83b-4e3e-9ac9-2aaccb27edc0 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:14.247842 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a2b53b1c-4530-478b-bf1d-e0fc0892968f req-1edfe427-a83b-4e3e-9ac9-2aaccb27edc0 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 946 time: 0.0520549 Nov 19 10:09:14.304708 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a2b53b1c-4530-478b-bf1d-e0fc0892968f req-60e92bb2-fa31-4030-bcde-ce70c748014b tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508173 Nov 19 10:09:14.435677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf15ec-e5f4-4251-8a78-6160f2581589 req-abfb5711-e00b-4f60-96ad-4e0ec8b78e0a tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:14.437168 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b9bf15ec-e5f4-4251-8a78-6160f2581589 req-abfb5711-e00b-4f60-96ad-4e0ec8b78e0a tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 946 time: 0.0485439 Nov 19 10:09:14.485159 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b9bf15ec-e5f4-4251-8a78-6160f2581589 req-ffca9146-6cdd-4d03-9fc6-955b5eac4520 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Nov 19 10:09:14.601005 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0652591-9ef9-4511-9790-f114de6921d8 req-d5954eb8-5e3e-411b-8c14-7929f36a5972 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:14.602534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0652591-9ef9-4511-9790-f114de6921d8 req-d5954eb8-5e3e-411b-8c14-7929f36a5972 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 946 time: 0.0493801 Nov 19 10:09:14.650844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c0652591-9ef9-4511-9790-f114de6921d8 req-14293b88-0383-461b-b601-e6d791894333 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417857 Nov 19 10:09:14.723282 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-f625df53-038a-4364-a32f-dc106e7a52e9 req-dfee83db-26da-4915-93ba-b57061a69a4e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 10:09:14.724298 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f625df53-038a-4364-a32f-dc106e7a52e9 req-dfee83db-26da-4915-93ba-b57061a69a4e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055866 Nov 19 10:09:14.835033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cbfa3-6563-4144-9ae8-2f58df681a8e req-829eb2a9-fc2d-4991-8917-4e216ae822a1 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:14.836560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a55cbfa3-6563-4144-9ae8-2f58df681a8e req-829eb2a9-fc2d-4991-8917-4e216ae822a1 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 946 time: 0.0542412 Nov 19 10:09:14.884718 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a55cbfa3-6563-4144-9ae8-2f58df681a8e req-da5bbd36-3d7f-449e-ba64-fdb1f7a9f753 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421009 Nov 19 10:09:15.005933 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605c1cb-68b6-4c79-8076-3887a12b5e41 req-c256944d-6cb5-445f-b20b-0ce634bc0642 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:15.007377 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2605c1cb-68b6-4c79-8076-3887a12b5e41 req-c256944d-6cb5-445f-b20b-0ce634bc0642 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 946 time: 0.0538318 Nov 19 10:09:15.056369 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2605c1cb-68b6-4c79-8076-3887a12b5e41 req-98251c29-089d-4c8f-8853-a1430ff08dd6 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426583 Nov 19 10:09:15.191275 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1d263-83dc-46fd-9e92-6558c59e5320 req-57a27964-d924-4fe8-97cf-a1fd25764b46 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:15.192812 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ced1d263-83dc-46fd-9e92-6558c59e5320 req-57a27964-d924-4fe8-97cf-a1fd25764b46 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 946 time: 0.0531919 Nov 19 10:09:15.241277 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ced1d263-83dc-46fd-9e92-6558c59e5320 req-df85cccc-abcf-4602-8d9d-60f72b5ce413 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423300 Nov 19 10:09:15.561040 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cc8a4-9658-44a3-9441-20a03d6767de req-05aff714-7d9e-4070-938c-e140ddf04f5b tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:15.562478 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-836cc8a4-9658-44a3-9441-20a03d6767de req-05aff714-7d9e-4070-938c-e140ddf04f5b tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 946 time: 0.0499945 Nov 19 10:09:15.612863 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-836cc8a4-9658-44a3-9441-20a03d6767de req-b6b09ad1-2527-4123-8bf2-2df48a255ff5 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443356 Nov 19 10:09:15.728702 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:09:16.032429 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:16.734482 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b101315-c453-4361-acf9-f00af882a1c0 req-f6022554-4ed1-46b7-8bc8-2168049f5519 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:16.736010 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b101315-c453-4361-acf9-f00af882a1c0 req-f6022554-4ed1-46b7-8bc8-2168049f5519 tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 946 time: 0.0492756 Nov 19 10:09:16.786164 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b101315-c453-4361-acf9-f00af882a1c0 req-91313a34-0e99-4331-9b54-a41eff71326d tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.21 "GET /v2.0/security-groups?id=2de2db2b-0be0-41db-949a-c50ca9d38ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441549 Nov 19 10:09:16.836620 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0af6bb-4f8b-40be-904b-84ec3e920200 req-b6b70549-9941-4b83-b88c-537706b3c55d tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:16.838247 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d0af6bb-4f8b-40be-904b-84ec3e920200 req-b6b70549-9941-4b83-b88c-537706b3c55d tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.66 "GET /v2.0/ports?device_id=097f0f48-775d-4ae9-83cd-fd181cf6413f HTTP/1.1" status: 200 len: 946 time: 0.0482380 Nov 19 10:09:16.927688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-1d0af6bb-4f8b-40be-904b-84ec3e920200 req-895feaaf-5c57-4d09-bc9a-c38fefdae76d tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Deleting port 851f735b-0e5b-4202-8a32-078d0ffd9f62 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:09:16.928276 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1d0af6bb-4f8b-40be-904b-84ec3e920200 req-895feaaf-5c57-4d09-bc9a-c38fefdae76d tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:17.018950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-1d0af6bb-4f8b-40be-904b-84ec3e920200 req-895feaaf-5c57-4d09-bc9a-c38fefdae76d tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] For port 851f735b-0e5b-4202-8a32-078d0ffd9f62, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=851f735b-0e5b-4202-8a32-078d0ffd9f62,segment=NetworkSegment(b81f3774-6f21-440d-910d-262eb954a3e6),segment_id=b81f3774-6f21-440d-910d-262eb954a3e6)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:17.019329 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1d0af6bb-4f8b-40be-904b-84ec3e920200 req-895feaaf-5c57-4d09-bc9a-c38fefdae76d tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:17.038733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-1d0af6bb-4f8b-40be-904b-84ec3e920200 req-895feaaf-5c57-4d09-bc9a-c38fefdae76d tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Calling delete_port for 851f735b-0e5b-4202-8a32-078d0ffd9f62 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:09:17.170119 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1d0af6bb-4f8b-40be-904b-84ec3e920200 req-895feaaf-5c57-4d09-bc9a-c38fefdae76d tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:17.182503 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['851f735b-0e5b-4202-8a32-078d0ffd9f62'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:09:17.202824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895feaaf-5c57-4d09-bc9a-c38fefdae76d tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Pushing event deleted for resources: {'Port': ['ID=851f735b-0e5b-4202-8a32-078d0ffd9f62,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:17.244855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0af6bb-4f8b-40be-904b-84ec3e920200 req-895feaaf-5c57-4d09-bc9a-c38fefdae76d tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] No DVR routers for this DVR port 851f735b-0e5b-4202-8a32-078d0ffd9f62 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:09:17.247622 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1d0af6bb-4f8b-40be-904b-84ec3e920200 req-895feaaf-5c57-4d09-bc9a-c38fefdae76d tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:17.251183 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d0af6bb-4f8b-40be-904b-84ec3e920200 req-895feaaf-5c57-4d09-bc9a-c38fefdae76d tempest-ServersNegativeTestJSON-282337449 tempest-ServersNegativeTestJSON-282337449-project] 10.222.0.66 "DELETE /v2.0/ports/851f735b-0e5b-4202-8a32-078d0ffd9f62 HTTP/1.1" status: 204 len: 173 time: 0.4070919 Nov 19 10:09:17.251642 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097f0f48-775d-4ae9-83cd-fd181cf6413f', 'name': 'network-vif-deleted', 'tag': '851f735b-0e5b-4202-8a32-078d0ffd9f62'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:09:17.254104 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a37bf2e-cbcc-477f-97ad-7a860dd5d3e7" -d '{"events": [{"server_uuid": "097f0f48-775d-4ae9-83cd-fd181cf6413f", "name": "network-vif-deleted", "tag": "851f735b-0e5b-4202-8a32-078d0ffd9f62"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:09:17.294542 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd60d8e-a6eb-4e08-ad14-759001b71932 x-openstack-request-id: req-bdd60d8e-a6eb-4e08-ad14-759001b71932 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:09:17.294819 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097f0f48-775d-4ae9-83cd-fd181cf6413f", "name": "network-vif-deleted", "tag": "851f735b-0e5b-4202-8a32-078d0ffd9f62", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:09:17.295047 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdd60d8e-a6eb-4e08-ad14-759001b71932 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:09:17.295447 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097f0f48-775d-4ae9-83cd-fd181cf6413f', 'name': 'network-vif-deleted', 'tag': '851f735b-0e5b-4202-8a32-078d0ffd9f62', 'status': 'completed', 'code': 200} Nov 19 10:09:17.462826 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 3b980ba8-c15d-4064-b187-181a62f891b1 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:09:17.488364 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: 3b980ba8-c15d-4064-b187-181a62f891b1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:09:17.488734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device 3b980ba8-c15d-4064-b187-181a62f891b1 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:09:17.844551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35460) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:17.889452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ecfed5-c07e-4dad-99c9-677d809cd515 admin admin] Deleting subnet e594d0b3-989c-45aa-b51d-bd00ac7c9566 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:09:17.892778 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24ecfed5-c07e-4dad-99c9-677d809cd515 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:17.932847 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24ecfed5-c07e-4dad-99c9-677d809cd515 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:17.973562 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24ecfed5-c07e-4dad-99c9-677d809cd515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:18.028086 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24ecfed5-c07e-4dad-99c9-677d809cd515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:18.054290 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecfed5-c07e-4dad-99c9-677d809cd515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e594d0b3-989c-45aa-b51d-bd00ac7c9566,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:18.058032 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-24ecfed5-c07e-4dad-99c9-677d809cd515 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:18.061288 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-24ecfed5-c07e-4dad-99c9-677d809cd515 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e594d0b3-989c-45aa-b51d-bd00ac7c9566 HTTP/1.1" status: 204 len: 168 time: 0.2156646 Nov 19 10:09:18.064649 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35462) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:18.136309 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-383f58ef-2f5d-4d3d-9816-c1f4d46be411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:18.214949 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-383f58ef-2f5d-4d3d-9816-c1f4d46be411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:18.236389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-383f58ef-2f5d-4d3d-9816-c1f4d46be411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fefc8642-d8ce-40b2-8eae-e7b2b2a90db3']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:18.246098 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-383f58ef-2f5d-4d3d-9816-c1f4d46be411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81f3774-6f21-440d-910d-262eb954a3e6') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:18.246396 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-383f58ef-2f5d-4d3d-9816-c1f4d46be411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81f3774-6f21-440d-910d-262eb954a3e6') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:18.261453 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-383f58ef-2f5d-4d3d-9816-c1f4d46be411 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:18.276386 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-383f58ef-2f5d-4d3d-9816-c1f4d46be411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:18.282719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383f58ef-2f5d-4d3d-9816-c1f4d46be411 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:09:18.283106 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-383f58ef-2f5d-4d3d-9816-c1f4d46be411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: timer() Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:09:18.284765 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:09:18.344593 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-383f58ef-2f5d-4d3d-9816-c1f4d46be411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:18.350829 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-383f58ef-2f5d-4d3d-9816-c1f4d46be411 admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:18.354047 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-383f58ef-2f5d-4d3d-9816-c1f4d46be411 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fefc8642-d8ce-40b2-8eae-e7b2b2a90db3 HTTP/1.1" status: 204 len: 168 time: 0.2884979 Nov 19 10:09:18.365198 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f58ef-2f5d-4d3d-9816-c1f4d46be411 admin admin] Pushing event deleted for resources: {'Network': ['ID=fefc8642-d8ce-40b2-8eae-e7b2b2a90db3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:18.468767 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35466) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:18.511687 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-167fa00e-c764-436f-b70a-05dec1a83437 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c9ca55c3bb1483783a2ec20e96eba45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416760 Nov 19 10:09:18.514127 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35468) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:18.528570 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:18.566238 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1106291-9d28-4140-b18f-0695f8e3a329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:18.598612 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1106291-9d28-4140-b18f-0695f8e3a329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:18.647831 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1106291-9d28-4140-b18f-0695f8e3a329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:18.650539 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1106291-9d28-4140-b18f-0695f8e3a329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:18.651717 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a1106291-9d28-4140-b18f-0695f8e3a329 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2de2db2b-0be0-41db-949a-c50ca9d38ef8 HTTP/1.1" status: 204 len: 168 time: 0.1366575 Nov 19 10:09:18.659714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1106291-9d28-4140-b18f-0695f8e3a329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de2db2b-0be0-41db-949a-c50ca9d38ef8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:19.375401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35490) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:19.473552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c822866e-3fda-452e-92f2-acdede2baecd tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1920875942'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:19.496136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c822866e-3fda-452e-92f2-acdede2baecd tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Made reservation on behalf of c33b47c8e1fe430eb1d76bf349f38748 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:19.507681 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c822866e-3fda-452e-92f2-acdede2baecd tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:19.516646 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c822866e-3fda-452e-92f2-acdede2baecd tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:19.596174 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c822866e-3fda-452e-92f2-acdede2baecd tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:19.600700 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c822866e-3fda-452e-92f2-acdede2baecd tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:19.628000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c822866e-3fda-452e-92f2-acdede2baecd tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:09:19.637537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822866e-3fda-452e-92f2-acdede2baecd tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11c665e-9672-4726-9b0f-05d4df03c0cc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:19.643576 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c822866e-3fda-452e-92f2-acdede2baecd tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:19.644107 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-c822866e-3fda-452e-92f2-acdede2baecd tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Added segment cbd63411-b042-4f58-bec8-6fe5978601f8 of type vlan for network 2e2705cd-697e-4f32-8217-5ea621ef6fa8 Nov 19 10:09:19.694205 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c822866e-3fda-452e-92f2-acdede2baecd tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:19.720694 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c822866e-3fda-452e-92f2-acdede2baecd tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:19.727233 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c822866e-3fda-452e-92f2-acdede2baecd tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:19.727828 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c822866e-3fda-452e-92f2-acdede2baecd tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:19.809167 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c822866e-3fda-452e-92f2-acdede2baecd tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4324992 Nov 19 10:09:19.836861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822866e-3fda-452e-92f2-acdede2baecd tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event updated for resources: {'Network': ['ID=2e2705cd-697e-4f32-8217-5ea621ef6fa8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:19.847866 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 2e2705cd-697e-4f32-8217-5ea621ef6fa8 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:09:20.008139 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fc824c04-399e-44ba-abec-9e176e85d2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:20.782238 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 851f735b-0e5b-4202-8a32-078d0ffd9f62 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:09:20.805655 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 851f735b-0e5b-4202-8a32-078d0ffd9f62 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:09:20.806006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 851f735b-0e5b-4202-8a32-078d0ffd9f62 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:09:22.429257 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ebc3704f-e090-4471-8101-92810ec4138b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:23.140402 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35494) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:23.145628 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e1d2bf45-a5ac-4671-91c1-3317dda728bf tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Request body: {'subnet': {'network_id': '2e2705cd-697e-4f32-8217-5ea621ef6fa8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:23.237872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d2bf45-a5ac-4671-91c1-3317dda728bf tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Made reservation on behalf of c33b47c8e1fe430eb1d76bf349f38748 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:23.242019 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e1d2bf45-a5ac-4671-91c1-3317dda728bf tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:23.428570 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e1d2bf45-a5ac-4671-91c1-3317dda728bf tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:23.490960 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2bf45-a5ac-4671-91c1-3317dda728bf tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event updated for resources: {'Subnet': ['ID=9424a3f3-669f-46e1-9802-63dc4cee3e06,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:23.503636 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d2bf45-a5ac-4671-91c1-3317dda728bf tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Checking segment: {'id': 'cbd63411-b042-4f58-bec8-6fe5978601f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e2705cd-697e-4f32-8217-5ea621ef6fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:23.504010 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d2bf45-a5ac-4671-91c1-3317dda728bf tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Network hostable DHCP agents. Network: 2e2705cd-697e-4f32-8217-5ea621ef6fa8, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:09:23.522303 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d2bf45-a5ac-4671-91c1-3317dda728bf tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Network 2e2705cd-697e-4f32-8217-5ea621ef6fa8 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:09:23.531724 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e1d2bf45-a5ac-4671-91c1-3317dda728bf tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 2e2705cd-697e-4f32-8217-5ea621ef6fa8) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:23.536536 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d2bf45-a5ac-4671-91c1-3317dda728bf tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:23.538128 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e1d2bf45-a5ac-4671-91c1-3317dda728bf tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:23.541877 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9d754b-3d56-44cf-ac8c-782573c49408 None None] Network 2e2705cd-697e-4f32-8217-5ea621ef6fa8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:23.555191 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e1d2bf45-a5ac-4671-91c1-3317dda728bf tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4136698 Nov 19 10:09:23.558742 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35496) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:23.572537 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d4b52a71-4db1-409f-a5ab-55e73f496d85 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1105151412'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:23.595108 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b52a71-4db1-409f-a5ab-55e73f496d85 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Made reservation on behalf of c33b47c8e1fe430eb1d76bf349f38748 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:23.598650 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4b52a71-4db1-409f-a5ab-55e73f496d85 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:23.623564 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b52a71-4db1-409f-a5ab-55e73f496d85 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:09:23.633213 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4b52a71-4db1-409f-a5ab-55e73f496d85 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:23.633638 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-d4b52a71-4db1-409f-a5ab-55e73f496d85 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Added segment 2f7e635b-658e-4768-b44e-12709c887268 of type vlan for network d905cdb4-481b-4674-953c-ae706f345df4 Nov 19 10:09:23.687291 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4b52a71-4db1-409f-a5ab-55e73f496d85 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:23.698548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-2e2705cd-697e-4f32-8217-5ea621ef6fa8', 'network_id': '2e2705cd-697e-4f32-8217-5ea621ef6fa8', 'tenant_id': 'c33b47c8e1fe430eb1d76bf349f38748', 'fixed_ips': [{'subnet_id': '9424a3f3-669f-46e1-9802-63dc4cee3e06'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:09:23.699668 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:23.709729 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:23.715776 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4b52a71-4db1-409f-a5ab-55e73f496d85 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:23.721998 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b52a71-4db1-409f-a5ab-55e73f496d85 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:23.722758 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d4b52a71-4db1-409f-a5ab-55e73f496d85 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:23.788857 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d4b52a71-4db1-409f-a5ab-55e73f496d85 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2227411 Nov 19 10:09:23.791908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35498) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:23.795710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b52a71-4db1-409f-a5ab-55e73f496d85 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event updated for resources: {'Network': ['ID=d905cdb4-481b-4674-953c-ae706f345df4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:23.798075 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-32a54196-a4bc-469e-8b3a-ed82a4057a5f tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Request body: {'subnet': {'network_id': 'd905cdb4-481b-4674-953c-ae706f345df4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:23.823043 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network d905cdb4-481b-4674-953c-ae706f345df4 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:09:23.897741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a54196-a4bc-469e-8b3a-ed82a4057a5f tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Made reservation on behalf of c33b47c8e1fe430eb1d76bf349f38748 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:23.903365 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32a54196-a4bc-469e-8b3a-ed82a4057a5f tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.062353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Allocated IP 2001:db8:0:ffff::2 (2e2705cd-697e-4f32-8217-5ea621ef6fa8/9424a3f3-669f-46e1-9802-63dc4cee3e06/db1ca630-f673-4292-b12d-663eee85805f) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:09:24.112236 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32a54196-a4bc-469e-8b3a-ed82a4057a5f tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.180512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a54196-a4bc-469e-8b3a-ed82a4057a5f tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event updated for resources: {'Subnet': ['ID=8022d71e-fcc6-4b40-a020-2cd0cb627ad3,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:24.188535 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a54196-a4bc-469e-8b3a-ed82a4057a5f tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Checking segment: {'id': '2f7e635b-658e-4768-b44e-12709c887268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd905cdb4-481b-4674-953c-ae706f345df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:24.188913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a54196-a4bc-469e-8b3a-ed82a4057a5f tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Network hostable DHCP agents. Network: d905cdb4-481b-4674-953c-ae706f345df4, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:09:24.207059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a54196-a4bc-469e-8b3a-ed82a4057a5f tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Network d905cdb4-481b-4674-953c-ae706f345df4 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:09:24.218183 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-32a54196-a4bc-469e-8b3a-ed82a4057a5f tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, d905cdb4-481b-4674-953c-ae706f345df4) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:24.219969 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.223146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a54196-a4bc-469e-8b3a-ed82a4057a5f tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:24.223888 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-32a54196-a4bc-469e-8b3a-ed82a4057a5f tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.227002 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.233448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8823e04b-cc46-4a86-b871-c10506646171 None None] Network d905cdb4-481b-4674-953c-ae706f345df4 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:24.245828 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-32a54196-a4bc-469e-8b3a-ed82a4057a5f tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4488893 Nov 19 10:09:24.245828 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35500) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:24.320580 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Network 2e2705cd-697e-4f32-8217-5ea621ef6fa8 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:09:24.330771 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:24.335316 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:09:24.337249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Pushing event updated for resources: {'Port': ['ID=db1ca630-f673-4292-b12d-663eee85805f,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:24.352329 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e9de2b80-4945-4a2d-b31f-b84e2321d657 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.363123 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:24.363482 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:24.363856 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:24.364215 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:24.364542 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:24.364901 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:24.365606 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:24.365977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:24.366322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:24.366655 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:24.367054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:24.367390 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:24.444979 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e9de2b80-4945-4a2d-b31f-b84e2321d657 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.448814 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Attempting to bind port db1ca630-f673-4292-b12d-663eee85805f on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:09:24.449283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Attempting to bind port db1ca630-f673-4292-b12d-663eee85805f by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'cbd63411-b042-4f58-bec8-6fe5978601f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e2705cd-697e-4f32-8217-5ea621ef6fa8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:09:24.449663 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Attempting to bind port db1ca630-f673-4292-b12d-663eee85805f on network 2e2705cd-697e-4f32-8217-5ea621ef6fa8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:09:24.458233 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:09:24.458622 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Checking segment: {'id': 'cbd63411-b042-4f58-bec8-6fe5978601f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e2705cd-697e-4f32-8217-5ea621ef6fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:24.459620 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.459998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Bound using segment: {'id': 'cbd63411-b042-4f58-bec8-6fe5978601f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e2705cd-697e-4f32-8217-5ea621ef6fa8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:09:24.460560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Bound port: db1ca630-f673-4292-b12d-663eee85805f, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd63411-b042-4f58-bec8-6fe5978601f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2e2705cd-697e-4f32-8217-5ea621ef6fa8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:09:24.460950 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.515281 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e9de2b80-4945-4a2d-b31f-b84e2321d657 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.545315 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62967f2c-cd94-4301-bf6e-9b6d5dd5ae92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-d905cdb4-481b-4674-953c-ae706f345df4', 'network_id': 'd905cdb4-481b-4674-953c-ae706f345df4', 'tenant_id': 'c33b47c8e1fe430eb1d76bf349f38748', 'fixed_ips': [{'subnet_id': '8022d71e-fcc6-4b40-a020-2cd0cb627ad3'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:09:24.546192 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-62967f2c-cd94-4301-bf6e-9b6d5dd5ae92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.546585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de2b80-4945-4a2d-b31f-b84e2321d657 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event deleted for resources: {'Subnet': ['ID=8022d71e-fcc6-4b40-a020-2cd0cb627ad3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:24.574703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] For port db1ca630-f673-4292-b12d-663eee85805f, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:09:24.578352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] For port db1ca630-f673-4292-b12d-663eee85805f, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=db1ca630-f673-4292-b12d-663eee85805f,segment=NetworkSegment(cbd63411-b042-4f58-bec8-6fe5978601f8),segment_id=cbd63411-b042-4f58-bec8-6fe5978601f8)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:09:24.587435 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.620099 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e9de2b80-4945-4a2d-b31f-b84e2321d657 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.644007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-e9de2b80-4945-4a2d-b31f-b84e2321d657 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d905cdb4-481b-4674-953c-ae706f345df4']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:24.654485 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-e9de2b80-4945-4a2d-b31f-b84e2321d657 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7e635b-658e-4768-b44e-12709c887268') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:24.654788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-e9de2b80-4945-4a2d-b31f-b84e2321d657 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7e635b-658e-4768-b44e-12709c887268') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:24.665025 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e9de2b80-4945-4a2d-b31f-b84e2321d657 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.683766 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e9de2b80-4945-4a2d-b31f-b84e2321d657 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.690782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca89a1f-35ad-4e7e-9132-d5dd405bf811 None None] Network d905cdb4-481b-4674-953c-ae706f345df4 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:24.697153 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9de2b80-4945-4a2d-b31f-b84e2321d657 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:09:24.697857 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e9de2b80-4945-4a2d-b31f-b84e2321d657 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: timer() Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:09:24.703305 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:09:24.740788 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48ed12-0e98-4058-b80f-5b24266d019d None None] Pushing event updated for resources: {'Port': ['ID=db1ca630-f673-4292-b12d-663eee85805f,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:24.774099 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e9de2b80-4945-4a2d-b31f-b84e2321d657 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.783291 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e9de2b80-4945-4a2d-b31f-b84e2321d657 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.790830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e9de2b80-4945-4a2d-b31f-b84e2321d657 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "DELETE /v2.0/networks/d905cdb4-481b-4674-953c-ae706f345df4 HTTP/1.1" status: 204 len: 168 time: 0.5411580 Nov 19 10:09:24.791752 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35502) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:24.797154 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-067f14d9-1787-4565-9da9-72be86bcba6a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-381247188'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:24.806910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de2b80-4945-4a2d-b31f-b84e2321d657 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event deleted for resources: {'Network': ['ID=d905cdb4-481b-4674-953c-ae706f345df4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:24.829356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067f14d9-1787-4565-9da9-72be86bcba6a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Made reservation on behalf of c33b47c8e1fe430eb1d76bf349f38748 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:24.833610 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-067f14d9-1787-4565-9da9-72be86bcba6a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.862229 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067f14d9-1787-4565-9da9-72be86bcba6a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:09:24.898332 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-067f14d9-1787-4565-9da9-72be86bcba6a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.898900 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-067f14d9-1787-4565-9da9-72be86bcba6a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Added segment 6471deb4-b047-4f57-be0d-e92c704cc2ad of type vlan for network bebc90b3-7442-45aa-8a1c-43de5b882919 Nov 19 10:09:24.951838 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-067f14d9-1787-4565-9da9-72be86bcba6a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:24.991068 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-067f14d9-1787-4565-9da9-72be86bcba6a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:25.003548 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067f14d9-1787-4565-9da9-72be86bcba6a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:25.003936 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-067f14d9-1787-4565-9da9-72be86bcba6a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:25.069626 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:25.070133 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-067f14d9-1787-4565-9da9-72be86bcba6a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2770460 Nov 19 10:09:25.073010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35504) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:25.078907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4bd8be94-e3a1-4b8d-8e66-7fe53dcd9c93 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Request body: {'subnet': {'network_id': 'bebc90b3-7442-45aa-8a1c-43de5b882919', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:25.086194 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f14d9-1787-4565-9da9-72be86bcba6a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event updated for resources: {'Network': ['ID=bebc90b3-7442-45aa-8a1c-43de5b882919,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:25.099287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network bebc90b3-7442-45aa-8a1c-43de5b882919 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:09:25.174981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd8be94-e3a1-4b8d-8e66-7fe53dcd9c93 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Made reservation on behalf of c33b47c8e1fe430eb1d76bf349f38748 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:25.178854 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4bd8be94-e3a1-4b8d-8e66-7fe53dcd9c93 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:25.244939 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.ipam_backend_mixin [None req-4bd8be94-e3a1-4b8d-8e66-7fe53dcd9c93 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Performing IP validity checks on allocation pools {{(pid=103477) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 10:09:25.245521 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.ipam_backend_mixin [None req-4bd8be94-e3a1-4b8d-8e66-7fe53dcd9c93 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103477) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 10:09:25.372407 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4bd8be94-e3a1-4b8d-8e66-7fe53dcd9c93 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:25.443465 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8be94-e3a1-4b8d-8e66-7fe53dcd9c93 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event updated for resources: {'Subnet': ['ID=18f82588-4f8f-4d19-9768-991625fdde1f,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:25.459240 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd8be94-e3a1-4b8d-8e66-7fe53dcd9c93 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Checking segment: {'id': '6471deb4-b047-4f57-be0d-e92c704cc2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'bebc90b3-7442-45aa-8a1c-43de5b882919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:25.459607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd8be94-e3a1-4b8d-8e66-7fe53dcd9c93 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Network hostable DHCP agents. Network: bebc90b3-7442-45aa-8a1c-43de5b882919, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:09:25.482662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd8be94-e3a1-4b8d-8e66-7fe53dcd9c93 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Network bebc90b3-7442-45aa-8a1c-43de5b882919 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:09:25.493432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4bd8be94-e3a1-4b8d-8e66-7fe53dcd9c93 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, bebc90b3-7442-45aa-8a1c-43de5b882919) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:25.498017 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd8be94-e3a1-4b8d-8e66-7fe53dcd9c93 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:25.498644 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4bd8be94-e3a1-4b8d-8e66-7fe53dcd9c93 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:25.509520 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f933d29a-4f5e-49d3-8e52-ac1043e6c898 None None] Network bebc90b3-7442-45aa-8a1c-43de5b882919 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:25.517228 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4bd8be94-e3a1-4b8d-8e66-7fe53dcd9c93 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4427478 Nov 19 10:09:25.520617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35506) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:25.643654 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c4e8-0556-4dce-9781-0093c221bca1 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:25.693435 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8472d955-27e3-45a2-a388-ce842f475bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-bebc90b3-7442-45aa-8a1c-43de5b882919', 'network_id': 'bebc90b3-7442-45aa-8a1c-43de5b882919', 'tenant_id': 'c33b47c8e1fe430eb1d76bf349f38748', 'fixed_ips': [{'subnet_id': '18f82588-4f8f-4d19-9768-991625fdde1f'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:09:25.694765 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8472d955-27e3-45a2-a388-ce842f475bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:25.706018 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c4e8-0556-4dce-9781-0093c221bca1 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:25.706447 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:25.774205 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8628516b-9731-4baf-a9c4-72631fd7a973 None None] Network 2e2705cd-697e-4f32-8217-5ea621ef6fa8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:25.784637 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c4e8-0556-4dce-9781-0093c221bca1 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:25.814346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4c4e8-0556-4dce-9781-0093c221bca1 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event deleted for resources: {'Subnet': ['ID=18f82588-4f8f-4d19-9768-991625fdde1f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server [None req-8472d955-27e3-45a2-a388-ce842f475bb4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18f82588-4f8f-4d19-9768-991625fdde1f: This subnet is being modified by another concurrent operation. Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server raise exception Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18f82588-4f8f-4d19-9768-991625fdde1f: This subnet is being modified by another concurrent operation. Nov 19 10:09:25.846880 n-d-805649-14 neutron-server[103478]: ERROR oslo_messaging.rpc.server Nov 19 10:09:25.873330 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa63027d-de6b-43df-8b2e-21ce98efbea1 None None] Network bebc90b3-7442-45aa-8a1c-43de5b882919 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:25.876245 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c4e8-0556-4dce-9781-0093c221bca1 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:25.897130 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a0b4c4e8-0556-4dce-9781-0093c221bca1 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebc90b3-7442-45aa-8a1c-43de5b882919']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:25.907382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a0b4c4e8-0556-4dce-9781-0093c221bca1 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6471deb4-b047-4f57-be0d-e92c704cc2ad') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:25.907774 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a0b4c4e8-0556-4dce-9781-0093c221bca1 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6471deb4-b047-4f57-be0d-e92c704cc2ad') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:25.918225 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c4e8-0556-4dce-9781-0093c221bca1 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:25.937006 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c4e8-0556-4dce-9781-0093c221bca1 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:25.938293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-09ed0597-bb7f-47ca-a380-746144864d00 None None] Provisioning complete for port db1ca630-f673-4292-b12d-663eee85805f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:25.938674 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-09ed0597-bb7f-47ca-a380-746144864d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:25.944736 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b4c4e8-0556-4dce-9781-0093c221bca1 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:09:25.945324 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c4e8-0556-4dce-9781-0093c221bca1 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: timer() Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:09:25.949039 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:09:26.016815 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c4e8-0556-4dce-9781-0093c221bca1 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.024457 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a0b4c4e8-0556-4dce-9781-0093c221bca1 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.028108 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a0b4c4e8-0556-4dce-9781-0093c221bca1 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "DELETE /v2.0/networks/bebc90b3-7442-45aa-8a1c-43de5b882919 HTTP/1.1" status: 204 len: 168 time: 0.5063334 Nov 19 10:09:26.032721 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35508) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:26.039025 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-899e8a0f-639f-4149-b08b-2002bbd0a327 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2048253624'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:26.044670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4c4e8-0556-4dce-9781-0093c221bca1 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event deleted for resources: {'Network': ['ID=bebc90b3-7442-45aa-8a1c-43de5b882919,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:26.063227 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899e8a0f-639f-4149-b08b-2002bbd0a327 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Made reservation on behalf of c33b47c8e1fe430eb1d76bf349f38748 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:26.066910 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-899e8a0f-639f-4149-b08b-2002bbd0a327 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.095493 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899e8a0f-639f-4149-b08b-2002bbd0a327 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:09:26.108418 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-899e8a0f-639f-4149-b08b-2002bbd0a327 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.108771 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-899e8a0f-639f-4149-b08b-2002bbd0a327 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Added segment 4be02019-ee70-4342-b1ef-34ca345c3f83 of type vlan for network e50d49aa-7cc5-4691-900b-87fd7eb60117 Nov 19 10:09:26.136899 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-09ed0597-bb7f-47ca-a380-746144864d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.171655 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-899e8a0f-639f-4149-b08b-2002bbd0a327 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.190614 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-09ed0597-bb7f-47ca-a380-746144864d00 None None] For port db1ca630-f673-4292-b12d-663eee85805f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=db1ca630-f673-4292-b12d-663eee85805f,segment=NetworkSegment(cbd63411-b042-4f58-bec8-6fe5978601f8),segment_id=cbd63411-b042-4f58-bec8-6fe5978601f8)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:26.199645 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-09ed0597-bb7f-47ca-a380-746144864d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.214147 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-899e8a0f-639f-4149-b08b-2002bbd0a327 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.220199 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899e8a0f-639f-4149-b08b-2002bbd0a327 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:26.220828 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-899e8a0f-639f-4149-b08b-2002bbd0a327 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.274070 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device db1ca630-f673-4292-b12d-663eee85805f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:09:26.303279 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-899e8a0f-639f-4149-b08b-2002bbd0a327 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2691567 Nov 19 10:09:26.307838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35510) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:26.322010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-aa14fad5-2664-4934-a0aa-0cb685d4909a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Request body: {'subnet': {'network_id': 'e50d49aa-7cc5-4691-900b-87fd7eb60117', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:26.322295 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed0597-bb7f-47ca-a380-746144864d00 None None] Pushing event updated for resources: {'Port': ['ID=db1ca630-f673-4292-b12d-663eee85805f,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:26.341250 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e8a0f-639f-4149-b08b-2002bbd0a327 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event updated for resources: {'Network': ['ID=e50d49aa-7cc5-4691-900b-87fd7eb60117,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:26.348392 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port db1ca630-f673-4292-b12d-663eee85805f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:26.349263 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.353783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network e50d49aa-7cc5-4691-900b-87fd7eb60117 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:09:26.421268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e357fe2-951f-42c2-a3c1-5965be3654de None None] get_active_networks_info from n-d-805649-14 {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 10:09:26.437746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa14fad5-2664-4934-a0aa-0cb685d4909a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Made reservation on behalf of c33b47c8e1fe430eb1d76bf349f38748 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:26.441287 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa14fad5-2664-4934-a0aa-0cb685d4909a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.508724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0a057075-3b23-41b7-b9f9-db0a180bdf5d None None] Provisioning complete for port db1ca630-f673-4292-b12d-663eee85805f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:26.509195 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0a057075-3b23-41b7-b9f9-db0a180bdf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.600341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e357fe2-951f-42c2-a3c1-5965be3654de None None] Resources bound (agent type, host, resource id): {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 10:09:26.643877 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa14fad5-2664-4934-a0aa-0cb685d4909a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.722645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14fad5-2664-4934-a0aa-0cb685d4909a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event updated for resources: {'Subnet': ['ID=0a28692d-124c-47cf-b128-66ebcf7007b0,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:26.731518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa14fad5-2664-4934-a0aa-0cb685d4909a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Checking segment: {'id': '4be02019-ee70-4342-b1ef-34ca345c3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e50d49aa-7cc5-4691-900b-87fd7eb60117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:26.731802 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa14fad5-2664-4934-a0aa-0cb685d4909a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Network hostable DHCP agents. Network: e50d49aa-7cc5-4691-900b-87fd7eb60117, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:09:26.752314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa14fad5-2664-4934-a0aa-0cb685d4909a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Network e50d49aa-7cc5-4691-900b-87fd7eb60117 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:09:26.765690 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-aa14fad5-2664-4934-a0aa-0cb685d4909a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, e50d49aa-7cc5-4691-900b-87fd7eb60117) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:26.770184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa14fad5-2664-4934-a0aa-0cb685d4909a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:26.770942 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa14fad5-2664-4934-a0aa-0cb685d4909a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.791975 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-aa14fad5-2664-4934-a0aa-0cb685d4909a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4803827 Nov 19 10:09:26.796803 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35512) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:26.801984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-bc3783bd-560f-4df7-ac6b-3fd5e9364fde tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1874389740'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:26.824107 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3783bd-560f-4df7-ac6b-3fd5e9364fde tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Made reservation on behalf of c33b47c8e1fe430eb1d76bf349f38748 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:26.828287 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc3783bd-560f-4df7-ac6b-3fd5e9364fde tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.856189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3783bd-560f-4df7-ac6b-3fd5e9364fde tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:09:26.867004 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc3783bd-560f-4df7-ac6b-3fd5e9364fde tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.867425 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-bc3783bd-560f-4df7-ac6b-3fd5e9364fde tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Added segment bdcc5aac-f913-44ea-834a-8da9f9f74c9e of type vlan for network d53f25fa-6490-440e-bd72-1bd9248dec52 Nov 19 10:09:26.876240 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfa6cf9-fa38-47bb-8139-03fbacc85870 None None] Network e50d49aa-7cc5-4691-900b-87fd7eb60117 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:26.912869 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc3783bd-560f-4df7-ac6b-3fd5e9364fde tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.939590 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc3783bd-560f-4df7-ac6b-3fd5e9364fde tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:26.946166 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3783bd-560f-4df7-ac6b-3fd5e9364fde tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:26.946775 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-bc3783bd-560f-4df7-ac6b-3fd5e9364fde tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:27.036677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-e50d49aa-7cc5-4691-900b-87fd7eb60117', 'network_id': 'e50d49aa-7cc5-4691-900b-87fd7eb60117', 'tenant_id': 'c33b47c8e1fe430eb1d76bf349f38748', 'fixed_ips': [{'subnet_id': '0a28692d-124c-47cf-b128-66ebcf7007b0'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:09:27.037842 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:27.182565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Allocated IP 2001:db8::2 (e50d49aa-7cc5-4691-900b-87fd7eb60117/0a28692d-124c-47cf-b128-66ebcf7007b0/5835778a-350a-401b-85d0-adb9e6a81c16) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:09:27.293856 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35514) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:27.294514 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-bc3783bd-560f-4df7-ac6b-3fd5e9364fde tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4959683 Nov 19 10:09:27.298887 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-47f40687-9676-440c-aa19-468b53b533e4 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Request body: {'subnet': {'network_id': 'd53f25fa-6490-440e-bd72-1bd9248dec52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:27.310238 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3783bd-560f-4df7-ac6b-3fd5e9364fde tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event updated for resources: {'Network': ['ID=d53f25fa-6490-440e-bd72-1bd9248dec52,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:27.337385 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network d53f25fa-6490-440e-bd72-1bd9248dec52 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:09:27.398543 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f40687-9676-440c-aa19-468b53b533e4 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Made reservation on behalf of c33b47c8e1fe430eb1d76bf349f38748 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:27.403478 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47f40687-9676-440c-aa19-468b53b533e4 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:27.413418 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:27.427292 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:27.470886 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Network e50d49aa-7cc5-4691-900b-87fd7eb60117 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:09:27.474025 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:27.476472 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:09:27.488238 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Pushing event updated for resources: {'Port': ['ID=5835778a-350a-401b-85d0-adb9e6a81c16,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:27.545200 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Attempting to bind port 5835778a-350a-401b-85d0-adb9e6a81c16 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:09:27.545493 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Attempting to bind port 5835778a-350a-401b-85d0-adb9e6a81c16 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '4be02019-ee70-4342-b1ef-34ca345c3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e50d49aa-7cc5-4691-900b-87fd7eb60117'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:09:27.545863 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Attempting to bind port 5835778a-350a-401b-85d0-adb9e6a81c16 on network e50d49aa-7cc5-4691-900b-87fd7eb60117 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:09:27.551364 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:09:27.551741 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Checking segment: {'id': '4be02019-ee70-4342-b1ef-34ca345c3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e50d49aa-7cc5-4691-900b-87fd7eb60117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:27.552154 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:27.553562 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Bound using segment: {'id': '4be02019-ee70-4342-b1ef-34ca345c3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e50d49aa-7cc5-4691-900b-87fd7eb60117'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:09:27.553709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Bound port: 5835778a-350a-401b-85d0-adb9e6a81c16, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be02019-ee70-4342-b1ef-34ca345c3f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e50d49aa-7cc5-4691-900b-87fd7eb60117'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:09:27.553970 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:27.624496 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47f40687-9676-440c-aa19-468b53b533e4 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:27.641168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] For port 5835778a-350a-401b-85d0-adb9e6a81c16, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:09:27.644586 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] For port 5835778a-350a-401b-85d0-adb9e6a81c16, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5835778a-350a-401b-85d0-adb9e6a81c16,segment=NetworkSegment(4be02019-ee70-4342-b1ef-34ca345c3f83),segment_id=4be02019-ee70-4342-b1ef-34ca345c3f83)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:09:27.651661 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:27.726468 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f40687-9676-440c-aa19-468b53b533e4 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Checking segment: {'id': 'bdcc5aac-f913-44ea-834a-8da9f9f74c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd53f25fa-6490-440e-bd72-1bd9248dec52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:27.726943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f40687-9676-440c-aa19-468b53b533e4 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Network hostable DHCP agents. Network: d53f25fa-6490-440e-bd72-1bd9248dec52, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:09:27.730695 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f40687-9676-440c-aa19-468b53b533e4 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event updated for resources: {'Subnet': ['ID=5d9475df-ae6e-47f9-8929-e972ac4f633d,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:27.731159 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a2bc1-e16d-4b6b-a50a-01690ce62cfe None None] Pushing event updated for resources: {'Port': ['ID=5835778a-350a-401b-85d0-adb9e6a81c16,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:27.749660 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f40687-9676-440c-aa19-468b53b533e4 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Network d53f25fa-6490-440e-bd72-1bd9248dec52 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:09:27.760070 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-47f40687-9676-440c-aa19-468b53b533e4 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, d53f25fa-6490-440e-bd72-1bd9248dec52) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:27.769024 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f40687-9676-440c-aa19-468b53b533e4 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:27.769669 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-47f40687-9676-440c-aa19-468b53b533e4 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:27.775711 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d90fa7-bf8a-47fe-b0c2-b8d8fcc89c64 None None] Network d53f25fa-6490-440e-bd72-1bd9248dec52 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:27.798066 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-47f40687-9676-440c-aa19-468b53b533e4 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5030692 Nov 19 10:09:27.800455 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35516) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:27.934803 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d109d58-360c-401e-bcfd-175e5930aa0b tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.034624 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d109d58-360c-401e-bcfd-175e5930aa0b tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.110149 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d109d58-360c-401e-bcfd-175e5930aa0b tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.139672 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51e2ddb-bdf8-474e-b5c5-3e0c568c0469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-d53f25fa-6490-440e-bd72-1bd9248dec52', 'network_id': 'd53f25fa-6490-440e-bd72-1bd9248dec52', 'tenant_id': 'c33b47c8e1fe430eb1d76bf349f38748', 'fixed_ips': [{'subnet_id': '5d9475df-ae6e-47f9-8929-e972ac4f633d'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:09:28.140683 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c51e2ddb-bdf8-474e-b5c5-3e0c568c0469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.145270 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d109d58-360c-401e-bcfd-175e5930aa0b tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9475df-ae6e-47f9-8929-e972ac4f633d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:28.227580 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d109d58-360c-401e-bcfd-175e5930aa0b tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.249991 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96ee2af-f75f-4973-b691-1d7455f55ca1 None None] Network d53f25fa-6490-440e-bd72-1bd9248dec52 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:28.256137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-1d109d58-360c-401e-bcfd-175e5930aa0b tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53f25fa-6490-440e-bd72-1bd9248dec52']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:28.267714 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-1d109d58-360c-401e-bcfd-175e5930aa0b tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcc5aac-f913-44ea-834a-8da9f9f74c9e') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:28.268265 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-1d109d58-360c-401e-bcfd-175e5930aa0b tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcc5aac-f913-44ea-834a-8da9f9f74c9e') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:28.279876 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d109d58-360c-401e-bcfd-175e5930aa0b tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.295059 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d109d58-360c-401e-bcfd-175e5930aa0b tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.301511 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d109d58-360c-401e-bcfd-175e5930aa0b tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:09:28.302818 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d109d58-360c-401e-bcfd-175e5930aa0b tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: timer() Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:09:28.306484 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:09:28.340046 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device db1ca630-f673-4292-b12d-663eee85805f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:09:28.370993 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d109d58-360c-401e-bcfd-175e5930aa0b tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.376010 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1d109d58-360c-401e-bcfd-175e5930aa0b tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.379326 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-1d109d58-360c-401e-bcfd-175e5930aa0b tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "DELETE /v2.0/networks/d53f25fa-6490-440e-bd72-1bd9248dec52 HTTP/1.1" status: 204 len: 168 time: 0.5778947 Nov 19 10:09:28.383140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35518) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:28.401682 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d109d58-360c-401e-bcfd-175e5930aa0b tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event deleted for resources: {'Network': ['ID=d53f25fa-6490-440e-bd72-1bd9248dec52,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:28.421617 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bf49c2-b870-41d8-a22f-d358d704825a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] GET failed (client error): The resource could not be found. Nov 19 10:09:28.422945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-48bf49c2-b870-41d8-a22f-d358d704825a tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "GET /v2.0/subnets/5d9475df-ae6e-47f9-8929-e972ac4f633d HTTP/1.1" status: 404 len: 337 time: 0.0386086 Nov 19 10:09:28.425728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35520) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:28.448267 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e52f2ea-2281-42f7-b052-cf6fc8e9a398 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] DELETE failed (client error): The resource could not be found. Nov 19 10:09:28.448965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e52f2ea-2281-42f7-b052-cf6fc8e9a398 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 10:09:28.453614 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2e52f2ea-2281-42f7-b052-cf6fc8e9a398 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "DELETE /v2.0/networks/d53f25fa-6490-440e-bd72-1bd9248dec52 HTTP/1.1" status: 404 len: 339 time: 0.0265226 Nov 19 10:09:28.457489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35522) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:28.461256 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port db1ca630-f673-4292-b12d-663eee85805f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:28.461831 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.489477 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-09320a6a-cba0-436c-933c-f571535b66de tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] DELETE failed (client error): The resource could not be found. Nov 19 10:09:28.490210 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09320a6a-cba0-436c-933c-f571535b66de tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 10:09:28.493551 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-09320a6a-cba0-436c-933c-f571535b66de tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "DELETE /v2.0/subnets/5d9475df-ae6e-47f9-8929-e972ac4f633d HTTP/1.1" status: 404 len: 337 time: 0.0349534 Nov 19 10:09:28.496212 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35524) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:28.515468 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c49362-21e5-407b-866f-803c017e5d57 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] DELETE failed (client error): The resource could not be found. Nov 19 10:09:28.515978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c49362-21e5-407b-866f-803c017e5d57 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 10:09:28.521118 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-59c49362-21e5-407b-866f-803c017e5d57 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "DELETE /v2.0/networks/d53f25fa-6490-440e-bd72-1bd9248dec52 HTTP/1.1" status: 404 len: 339 time: 0.0220232 Nov 19 10:09:28.522497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35526) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:28.556461 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5835778a-350a-401b-85d0-adb9e6a81c16 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:09:28.582709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfc0ad8-18ba-4333-be05-6f52951bbe48 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Deleting subnet 0a28692d-124c-47cf-b128-66ebcf7007b0 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:09:28.587002 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0ad8-18ba-4333-be05-6f52951bbe48 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.617062 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 5835778a-350a-401b-85d0-adb9e6a81c16 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:28.617563 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.636538 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0ad8-18ba-4333-be05-6f52951bbe48 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.705392 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.744369 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 5835778a-350a-401b-85d0-adb9e6a81c16, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5835778a-350a-401b-85d0-adb9e6a81c16,segment=NetworkSegment(4be02019-ee70-4342-b1ef-34ca345c3f83),segment_id=4be02019-ee70-4342-b1ef-34ca345c3f83)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:28.750169 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.750983 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0ad8-18ba-4333-be05-6f52951bbe48 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.805780 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1446fb73-82ab-42f3-a068-f9b7567f963f None None] Network e50d49aa-7cc5-4691-900b-87fd7eb60117 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:28.820815 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0ad8-18ba-4333-be05-6f52951bbe48 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.822801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=5835778a-350a-401b-85d0-adb9e6a81c16,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:28.852955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc0ad8-18ba-4333-be05-6f52951bbe48 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event deleted for resources: {'Subnet': ['ID=0a28692d-124c-47cf-b128-66ebcf7007b0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:28.856521 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0ad8-18ba-4333-be05-6f52951bbe48 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.862232 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ecfc0ad8-18ba-4333-be05-6f52951bbe48 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "DELETE /v2.0/subnets/0a28692d-124c-47cf-b128-66ebcf7007b0 HTTP/1.1" status: 204 len: 168 time: 0.3359225 Nov 19 10:09:28.862403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35528) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:28.885795 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2e2f425b-c4dc-4791-9ee9-61ef23015c3c None None] Provisioning complete for port 5835778a-350a-401b-85d0-adb9e6a81c16 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:28.886179 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2e2f425b-c4dc-4791-9ee9-61ef23015c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.941594 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:28.996734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Deleting port 5835778a-350a-401b-85d0-adb9e6a81c16 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:09:28.997070 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.066430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] For port 5835778a-350a-401b-85d0-adb9e6a81c16, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5835778a-350a-401b-85d0-adb9e6a81c16,segment=NetworkSegment(4be02019-ee70-4342-b1ef-34ca345c3f83),segment_id=4be02019-ee70-4342-b1ef-34ca345c3f83)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:29.066800 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.081075 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Calling delete_port for 5835778a-350a-401b-85d0-adb9e6a81c16 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:09:29.082578 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4e0697-afbe-43f5-a477-8055d08b6255 None None] DHCP port deletion for e50d49aa-7cc5-4691-900b-87fd7eb60117 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:09:29.131138 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-de4e0697-afbe-43f5-a477-8055d08b6255 None None] Deleting port 5835778a-350a-401b-85d0-adb9e6a81c16 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:09:29.131423 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de4e0697-afbe-43f5-a477-8055d08b6255 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.160429 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.187698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event deleted for resources: {'Port': ['ID=5835778a-350a-401b-85d0-adb9e6a81c16,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:29.191335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] No DVR routers for this DVR port 5835778a-350a-401b-85d0-adb9e6a81c16 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:09:29.204265 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-de4e0697-afbe-43f5-a477-8055d08b6255 None None] For port 5835778a-350a-401b-85d0-adb9e6a81c16, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5835778a-350a-401b-85d0-adb9e6a81c16,segment=NetworkSegment(4be02019-ee70-4342-b1ef-34ca345c3f83),segment_id=4be02019-ee70-4342-b1ef-34ca345c3f83)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:29.205061 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de4e0697-afbe-43f5-a477-8055d08b6255 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.218516 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-de4e0697-afbe-43f5-a477-8055d08b6255 None None] Calling delete_port for 5835778a-350a-401b-85d0-adb9e6a81c16 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:09:29.274363 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.295270 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de4e0697-afbe-43f5-a477-8055d08b6255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.295689 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50d49aa-7cc5-4691-900b-87fd7eb60117']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:29.305659 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be02019-ee70-4342-b1ef-34ca345c3f83') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:29.305946 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be02019-ee70-4342-b1ef-34ca345c3f83') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:29.315533 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.320494 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e0697-afbe-43f5-a477-8055d08b6255 None None] Pushing event deleted for resources: {'Port': ['ID=5835778a-350a-401b-85d0-adb9e6a81c16,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:29.324421 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4e0697-afbe-43f5-a477-8055d08b6255 None None] No DVR routers for this DVR port 5835778a-350a-401b-85d0-adb9e6a81c16 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:09:29.329445 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.337496 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:09:29.337896 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: timer() Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:09:29.340886 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:09:29.402947 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.409684 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.413352 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "DELETE /v2.0/networks/e50d49aa-7cc5-4691-900b-87fd7eb60117 HTTP/1.1" status: 204 len: 168 time: 0.5499935 Nov 19 10:09:29.415936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35530) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:29.434266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec142ac1-b1ec-40e7-8705-77157a5dd440 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event deleted for resources: {'Network': ['ID=e50d49aa-7cc5-4691-900b-87fd7eb60117,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:29.452480 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0557fb-b320-438b-b8dd-d3e6f8710eef tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] DELETE failed (client error): The resource could not be found. Nov 19 10:09:29.452937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0557fb-b320-438b-b8dd-d3e6f8710eef tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 10:09:29.455968 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6f0557fb-b320-438b-b8dd-d3e6f8710eef tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "DELETE /v2.0/subnets/18f82588-4f8f-4d19-9768-991625fdde1f HTTP/1.1" status: 404 len: 337 time: 0.0390632 Nov 19 10:09:29.458497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35532) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:29.477514 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-be260797-81d0-46b4-9b68-8907960a9738 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] DELETE failed (client error): The resource could not be found. Nov 19 10:09:29.478110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be260797-81d0-46b4-9b68-8907960a9738 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 10:09:29.480910 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-be260797-81d0-46b4-9b68-8907960a9738 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "DELETE /v2.0/networks/bebc90b3-7442-45aa-8a1c-43de5b882919 HTTP/1.1" status: 404 len: 339 time: 0.0210121 Nov 19 10:09:29.483401 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35534) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:29.511231 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-c347c5f6-37b1-4ae7-82eb-6ff84f84785f tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] DELETE failed (client error): The resource could not be found. Nov 19 10:09:29.512357 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c347c5f6-37b1-4ae7-82eb-6ff84f84785f tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 10:09:29.515523 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c347c5f6-37b1-4ae7-82eb-6ff84f84785f tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "DELETE /v2.0/subnets/8022d71e-fcc6-4b40-a020-2cd0cb627ad3 HTTP/1.1" status: 404 len: 337 time: 0.0312164 Nov 19 10:09:29.518108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35536) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:29.538844 n-d-805649-14 neutron-server[103477]: INFO neutron.pecan_wsgi.hooks.translation [None req-69144db6-de8c-4a56-8712-4112c8918767 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] DELETE failed (client error): The resource could not be found. Nov 19 10:09:29.539345 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69144db6-de8c-4a56-8712-4112c8918767 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 10:09:29.542424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-69144db6-de8c-4a56-8712-4112c8918767 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "DELETE /v2.0/networks/d905cdb4-481b-4674-953c-ae706f345df4 HTTP/1.1" status: 404 len: 339 time: 0.0233943 Nov 19 10:09:29.545056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35538) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:29.604709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-a631e566-4962-41ec-89ad-2d4b7de0c054 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Deleting subnet 9424a3f3-669f-46e1-9802-63dc4cee3e06 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:09:29.607774 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a631e566-4962-41ec-89ad-2d4b7de0c054 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.652257 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a631e566-4962-41ec-89ad-2d4b7de0c054 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.735550 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a631e566-4962-41ec-89ad-2d4b7de0c054 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.793616 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a631e566-4962-41ec-89ad-2d4b7de0c054 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.824216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631e566-4962-41ec-89ad-2d4b7de0c054 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event deleted for resources: {'Subnet': ['ID=9424a3f3-669f-46e1-9802-63dc4cee3e06,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:29.830844 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a631e566-4962-41ec-89ad-2d4b7de0c054 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.834795 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a631e566-4962-41ec-89ad-2d4b7de0c054 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "DELETE /v2.0/subnets/9424a3f3-669f-46e1-9802-63dc4cee3e06 HTTP/1.1" status: 204 len: 168 time: 0.2884538 Nov 19 10:09:29.837589 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35540) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:29.839354 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237bf3ed-2b42-4327-9159-9b0aa08d6eaf None None] Network 2e2705cd-697e-4f32-8217-5ea621ef6fa8 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:29.916004 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:29.969402 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Deleting port db1ca630-f673-4292-b12d-663eee85805f {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:09:29.969749 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:30.013321 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb50346-3e44-47dd-ac5d-9cb4696de637 None None] DHCP port deletion for 2e2705cd-697e-4f32-8217-5ea621ef6fa8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:09:30.038765 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] For port db1ca630-f673-4292-b12d-663eee85805f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=db1ca630-f673-4292-b12d-663eee85805f,segment=NetworkSegment(cbd63411-b042-4f58-bec8-6fe5978601f8),segment_id=cbd63411-b042-4f58-bec8-6fe5978601f8)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:30.039132 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:30.053199 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Calling delete_port for db1ca630-f673-4292-b12d-663eee85805f owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:09:30.063821 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-deb50346-3e44-47dd-ac5d-9cb4696de637 None None] Deleting port db1ca630-f673-4292-b12d-663eee85805f {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:09:30.064192 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-deb50346-3e44-47dd-ac5d-9cb4696de637 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:30.133767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-deb50346-3e44-47dd-ac5d-9cb4696de637 None None] For port db1ca630-f673-4292-b12d-663eee85805f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=db1ca630-f673-4292-b12d-663eee85805f,segment=NetworkSegment(cbd63411-b042-4f58-bec8-6fe5978601f8),segment_id=cbd63411-b042-4f58-bec8-6fe5978601f8)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:30.134434 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-deb50346-3e44-47dd-ac5d-9cb4696de637 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:30.140231 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:30.152406 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-deb50346-3e44-47dd-ac5d-9cb4696de637 None None] Calling delete_port for db1ca630-f673-4292-b12d-663eee85805f owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:09:30.169951 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event deleted for resources: {'Port': ['ID=db1ca630-f673-4292-b12d-663eee85805f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:30.173657 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] No DVR routers for this DVR port db1ca630-f673-4292-b12d-663eee85805f on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:09:30.233961 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device db1ca630-f673-4292-b12d-663eee85805f no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:09:30.254887 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:30.261056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: db1ca630-f673-4292-b12d-663eee85805f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:09:30.261431 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device db1ca630-f673-4292-b12d-663eee85805f not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:09:30.261904 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5835778a-350a-401b-85d0-adb9e6a81c16 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:09:30.278500 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2705cd-697e-4f32-8217-5ea621ef6fa8']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:30.283175 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 5835778a-350a-401b-85d0-adb9e6a81c16 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:09:30.283524 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5835778a-350a-401b-85d0-adb9e6a81c16 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:09:30.286336 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-deb50346-3e44-47dd-ac5d-9cb4696de637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:30.295139 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd63411-b042-4f58-bec8-6fe5978601f8') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:30.295454 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd63411-b042-4f58-bec8-6fe5978601f8') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:30.306632 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:30.311699 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb50346-3e44-47dd-ac5d-9cb4696de637 None None] Pushing event deleted for resources: {'Port': ['ID=db1ca630-f673-4292-b12d-663eee85805f,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:30.320561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb50346-3e44-47dd-ac5d-9cb4696de637 None None] No DVR routers for this DVR port db1ca630-f673-4292-b12d-663eee85805f on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:09:30.323074 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:30.333528 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:09:30.334773 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: timer() Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:09:30.342644 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:09:30.406142 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:30.414071 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:30.417498 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] 10.222.0.21 "DELETE /v2.0/networks/2e2705cd-697e-4f32-8217-5ea621ef6fa8 HTTP/1.1" status: 204 len: 168 time: 0.5786581 Nov 19 10:09:30.429466 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdf36d-4e3c-4194-b97e-34cb1c105108 tempest-NetworksIpV6Test-877956145 tempest-NetworksIpV6Test-877956145-project] Pushing event deleted for resources: {'Network': ['ID=2e2705cd-697e-4f32-8217-5ea621ef6fa8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:30.670915 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35546) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:30.813743 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8e7f3dbb-aaea-4176-8803-784c2e97fdc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c33b47c8e1fe430eb1d76bf349f38748&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414042 Nov 19 10:09:30.816050 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35550) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:30.864165 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c37b626-f001-44b8-ac07-a6d6f869e9c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:30.886793 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c37b626-f001-44b8-ac07-a6d6f869e9c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:30.936879 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c37b626-f001-44b8-ac07-a6d6f869e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:30.939511 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c37b626-f001-44b8-ac07-a6d6f869e9c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:30.943002 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5c37b626-f001-44b8-ac07-a6d6f869e9c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a11c665e-9672-4726-9b0f-05d4df03c0cc HTTP/1.1" status: 204 len: 168 time: 0.1237285 Nov 19 10:09:30.949058 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37b626-f001-44b8-ac07-a6d6f869e9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11c665e-9672-4726-9b0f-05d4df03c0cc,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:31.598770 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35572) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:31.697023 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0acd45fc-fd79-4414-942a-e2938b327cf4 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1542473347', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:31.723251 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0acd45fc-fd79-4414-942a-e2938b327cf4 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:31.724993 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0acd45fc-fd79-4414-942a-e2938b327cf4 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:31.777761 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0acd45fc-fd79-4414-942a-e2938b327cf4 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:31.784639 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0acd45fc-fd79-4414-942a-e2938b327cf4 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:31.805217 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0acd45fc-fd79-4414-942a-e2938b327cf4 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:31.806674 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0acd45fc-fd79-4414-942a-e2938b327cf4 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2061512 Nov 19 10:09:31.809295 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35576) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:31.814560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cddf3518-d81f-4f2e-b10e-3d6dd8fc3f5b tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-644665313'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:31.838448 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddf3518-d81f-4f2e-b10e-3d6dd8fc3f5b tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Made reservation on behalf of 6608282ea9274d3da7a502fc2baafa86 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:31.841813 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cddf3518-d81f-4f2e-b10e-3d6dd8fc3f5b tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:31.851797 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cddf3518-d81f-4f2e-b10e-3d6dd8fc3f5b tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:31.929465 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cddf3518-d81f-4f2e-b10e-3d6dd8fc3f5b tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:31.933883 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cddf3518-d81f-4f2e-b10e-3d6dd8fc3f5b tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:31.960822 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cddf3518-d81f-4f2e-b10e-3d6dd8fc3f5b tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:09:31.970887 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf3518-d81f-4f2e-b10e-3d6dd8fc3f5b tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a2e9ec-ffc6-41a8-aef6-3ca57a1b79f0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:31.976490 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cddf3518-d81f-4f2e-b10e-3d6dd8fc3f5b tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:31.976850 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-cddf3518-d81f-4f2e-b10e-3d6dd8fc3f5b tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Added segment 2d1c2b69-26f8-4c1b-ab5c-7d2fe507069f of type vlan for network f5d9fb99-da36-4c68-ada2-82e2736cab6d Nov 19 10:09:32.022218 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cddf3518-d81f-4f2e-b10e-3d6dd8fc3f5b tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:32.048111 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cddf3518-d81f-4f2e-b10e-3d6dd8fc3f5b tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:32.054228 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddf3518-d81f-4f2e-b10e-3d6dd8fc3f5b tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:32.054824 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cddf3518-d81f-4f2e-b10e-3d6dd8fc3f5b tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:32.111831 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-cddf3518-d81f-4f2e-b10e-3d6dd8fc3f5b tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3012290 Nov 19 10:09:32.114732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35578) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:32.126463 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf3518-d81f-4f2e-b10e-3d6dd8fc3f5b tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Pushing event updated for resources: {'Network': ['ID=f5d9fb99-da36-4c68-ada2-82e2736cab6d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:32.128614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-99560d62-a017-4239-863f-b0cb1b92a1ef tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Request body: {'subnet': {'network_id': 'f5d9fb99-da36-4c68-ada2-82e2736cab6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:32.137366 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network f5d9fb99-da36-4c68-ada2-82e2736cab6d details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:09:32.219127 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99560d62-a017-4239-863f-b0cb1b92a1ef tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Made reservation on behalf of 6608282ea9274d3da7a502fc2baafa86 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:32.222742 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99560d62-a017-4239-863f-b0cb1b92a1ef tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:32.406396 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99560d62-a017-4239-863f-b0cb1b92a1ef tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:32.464966 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99560d62-a017-4239-863f-b0cb1b92a1ef tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Pushing event updated for resources: {'Subnet': ['ID=7e976214-d22a-4d25-9a9a-0e257b5d4d6d,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:32.476373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99560d62-a017-4239-863f-b0cb1b92a1ef tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Checking segment: {'id': '2d1c2b69-26f8-4c1b-ab5c-7d2fe507069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f5d9fb99-da36-4c68-ada2-82e2736cab6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:32.476823 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99560d62-a017-4239-863f-b0cb1b92a1ef tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Network hostable DHCP agents. Network: f5d9fb99-da36-4c68-ada2-82e2736cab6d, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:09:32.494722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99560d62-a017-4239-863f-b0cb1b92a1ef tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Network f5d9fb99-da36-4c68-ada2-82e2736cab6d is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:09:32.504787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-99560d62-a017-4239-863f-b0cb1b92a1ef tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, f5d9fb99-da36-4c68-ada2-82e2736cab6d) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:32.510035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99560d62-a017-4239-863f-b0cb1b92a1ef tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:32.511100 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99560d62-a017-4239-863f-b0cb1b92a1ef tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:32.514472 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef144f2e-c24b-4ee1-8299-94639d9971b9 None None] Network f5d9fb99-da36-4c68-ada2-82e2736cab6d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:32.531698 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-99560d62-a017-4239-863f-b0cb1b92a1ef tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4155176 Nov 19 10:09:32.534418 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35580) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:32.539609 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a29ee386-3e68-4d1e-8122-abbb1e6df867 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1165309373'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:32.564202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29ee386-3e68-4d1e-8122-abbb1e6df867 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Made reservation on behalf of 6608282ea9274d3da7a502fc2baafa86 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:32.567669 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a29ee386-3e68-4d1e-8122-abbb1e6df867 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:32.593682 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29ee386-3e68-4d1e-8122-abbb1e6df867 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:09:32.605696 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a29ee386-3e68-4d1e-8122-abbb1e6df867 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:32.606066 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-a29ee386-3e68-4d1e-8122-abbb1e6df867 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Added segment 206cec11-1544-405e-b9fe-271d828868be of type vlan for network 849a782d-167b-4c3c-916c-9a475f35a66f Nov 19 10:09:32.653857 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a29ee386-3e68-4d1e-8122-abbb1e6df867 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:32.675202 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-f5d9fb99-da36-4c68-ada2-82e2736cab6d', 'network_id': 'f5d9fb99-da36-4c68-ada2-82e2736cab6d', 'tenant_id': '6608282ea9274d3da7a502fc2baafa86', 'fixed_ips': [{'subnet_id': '7e976214-d22a-4d25-9a9a-0e257b5d4d6d'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:09:32.676080 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:32.682077 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a29ee386-3e68-4d1e-8122-abbb1e6df867 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:32.687661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29ee386-3e68-4d1e-8122-abbb1e6df867 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:32.688255 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a29ee386-3e68-4d1e-8122-abbb1e6df867 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:32.738302 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a29ee386-3e68-4d1e-8122-abbb1e6df867 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2028136 Nov 19 10:09:32.741864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35582) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:32.747468 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c3051bdd-cb26-46a7-ae89-7561e1218de6 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Request body: {'subnet': {'network_id': '849a782d-167b-4c3c-916c-9a475f35a66f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:32.764209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ee386-3e68-4d1e-8122-abbb1e6df867 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Pushing event updated for resources: {'Network': ['ID=849a782d-167b-4c3c-916c-9a475f35a66f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:32.776287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 849a782d-167b-4c3c-916c-9a475f35a66f details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:09:32.863151 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3051bdd-cb26-46a7-ae89-7561e1218de6 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Made reservation on behalf of 6608282ea9274d3da7a502fc2baafa86 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:32.868193 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3051bdd-cb26-46a7-ae89-7561e1218de6 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:32.879126 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Allocated IP 172.20.0.2 (f5d9fb99-da36-4c68-ada2-82e2736cab6d/7e976214-d22a-4d25-9a9a-0e257b5d4d6d/dacf1143-e50b-4b3d-a8f1-558d4fff8f63) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:09:33.042242 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:33.047920 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:33.061402 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3051bdd-cb26-46a7-ae89-7561e1218de6 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:33.091732 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Network f5d9fb99-da36-4c68-ada2-82e2736cab6d is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:09:33.095217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:33.098397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:09:33.108932 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Pushing event updated for resources: {'Port': ['ID=dacf1143-e50b-4b3d-a8f1-558d4fff8f63,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:33.127913 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3051bdd-cb26-46a7-ae89-7561e1218de6 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Pushing event updated for resources: {'Subnet': ['ID=387dee9c-427a-4365-b87b-82bec0238bce,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:33.137190 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3051bdd-cb26-46a7-ae89-7561e1218de6 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Checking segment: {'id': '206cec11-1544-405e-b9fe-271d828868be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '849a782d-167b-4c3c-916c-9a475f35a66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:33.137560 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3051bdd-cb26-46a7-ae89-7561e1218de6 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Network hostable DHCP agents. Network: 849a782d-167b-4c3c-916c-9a475f35a66f, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:09:33.154829 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3051bdd-cb26-46a7-ae89-7561e1218de6 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Network 849a782d-167b-4c3c-916c-9a475f35a66f is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:09:33.159866 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Attempting to bind port dacf1143-e50b-4b3d-a8f1-558d4fff8f63 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:09:33.160380 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Attempting to bind port dacf1143-e50b-4b3d-a8f1-558d4fff8f63 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '2d1c2b69-26f8-4c1b-ab5c-7d2fe507069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f5d9fb99-da36-4c68-ada2-82e2736cab6d'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:09:33.160620 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Attempting to bind port dacf1143-e50b-4b3d-a8f1-558d4fff8f63 on network f5d9fb99-da36-4c68-ada2-82e2736cab6d {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:09:33.164731 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-c3051bdd-cb26-46a7-ae89-7561e1218de6 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 849a782d-167b-4c3c-916c-9a475f35a66f) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:33.166703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:09:33.167325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Checking segment: {'id': '2d1c2b69-26f8-4c1b-ab5c-7d2fe507069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f5d9fb99-da36-4c68-ada2-82e2736cab6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:33.167643 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:33.168051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Bound using segment: {'id': '2d1c2b69-26f8-4c1b-ab5c-7d2fe507069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f5d9fb99-da36-4c68-ada2-82e2736cab6d'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:09:33.168541 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Bound port: dacf1143-e50b-4b3d-a8f1-558d4fff8f63, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1c2b69-26f8-4c1b-ab5c-7d2fe507069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f5d9fb99-da36-4c68-ada2-82e2736cab6d'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:09:33.168942 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:33.169492 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3051bdd-cb26-46a7-ae89-7561e1218de6 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:33.170100 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3051bdd-cb26-46a7-ae89-7561e1218de6 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:33.180124 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f6a61d-af00-4320-b6ad-98002943ccb5 None None] Network 849a782d-167b-4c3c-916c-9a475f35a66f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:33.190271 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c3051bdd-cb26-46a7-ae89-7561e1218de6 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4470413 Nov 19 10:09:33.197505 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35584) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:33.202210 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-12ab4f54-ddfa-492b-a52c-c571c011fcef tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Request body: {'router': {'external_gateway_info': {'network_id': '849a782d-167b-4c3c-916c-9a475f35a66f'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:33.307877 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] For port dacf1143-e50b-4b3d-a8f1-558d4fff8f63, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:09:33.339639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] For port dacf1143-e50b-4b3d-a8f1-558d4fff8f63, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=dacf1143-e50b-4b3d-a8f1-558d4fff8f63,segment=NetworkSegment(2d1c2b69-26f8-4c1b-ab5c-7d2fe507069f),segment_id=2d1c2b69-26f8-4c1b-ab5c-7d2fe507069f)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:09:33.345787 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:33.416396 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12ab4f54-ddfa-492b-a52c-c571c011fcef tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:33.431445 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34eb0b-29b7-4a4c-94b2-1cc3bdc8d959 None None] Pushing event updated for resources: {'Port': ['ID=dacf1143-e50b-4b3d-a8f1-558d4fff8f63,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:33.435708 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-849a782d-167b-4c3c-916c-9a475f35a66f', 'network_id': '849a782d-167b-4c3c-916c-9a475f35a66f', 'tenant_id': '6608282ea9274d3da7a502fc2baafa86', 'fixed_ips': [{'subnet_id': '387dee9c-427a-4365-b87b-82bec0238bce'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:09:33.436587 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:33.589933 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Allocated IP 172.21.0.2 (849a782d-167b-4c3c-916c-9a475f35a66f/387dee9c-427a-4365-b87b-82bec0238bce/a093732b-eed5-4dd9-af07-0695dab10a87) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:09:33.801986 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:33.814702 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:33.860168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Network 849a782d-167b-4c3c-916c-9a475f35a66f is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:09:33.863080 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:33.866540 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:09:33.873517 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Pushing event updated for resources: {'Port': ['ID=a093732b-eed5-4dd9-af07-0695dab10a87,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:33.927471 n-d-805649-14 neutron-server[103476]: INFO neutron.api.v2.resource [None req-12ab4f54-ddfa-492b-a52c-c571c011fcef tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 10:09:33.928803 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-12ab4f54-ddfa-492b-a52c-c571c011fcef tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] 10.222.0.21 "PUT /v2.0/routers/6070e23b-7db1-4247-9550-68319d5698c0 HTTP/1.1" status: 400 len: 364 time: 0.7302899 Nov 19 10:09:33.934829 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35586) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:33.938930 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Attempting to bind port a093732b-eed5-4dd9-af07-0695dab10a87 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:09:33.939520 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Attempting to bind port a093732b-eed5-4dd9-af07-0695dab10a87 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '206cec11-1544-405e-b9fe-271d828868be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '849a782d-167b-4c3c-916c-9a475f35a66f'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:09:33.940111 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Attempting to bind port a093732b-eed5-4dd9-af07-0695dab10a87 on network 849a782d-167b-4c3c-916c-9a475f35a66f {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:09:33.949346 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:09:33.950198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Checking segment: {'id': '206cec11-1544-405e-b9fe-271d828868be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '849a782d-167b-4c3c-916c-9a475f35a66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:33.950544 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:33.951049 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Bound using segment: {'id': '206cec11-1544-405e-b9fe-271d828868be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '849a782d-167b-4c3c-916c-9a475f35a66f'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:09:33.951635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Bound port: a093732b-eed5-4dd9-af07-0695dab10a87, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206cec11-1544-405e-b9fe-271d828868be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '849a782d-167b-4c3c-916c-9a475f35a66f'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:09:33.952180 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.005004 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfc6b8e-f674-488f-99cb-f7551b19bb3f tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Deleting subnet 387dee9c-427a-4365-b87b-82bec0238bce {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:09:34.009529 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6b8e-f674-488f-99cb-f7551b19bb3f tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.019122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] For port a093732b-eed5-4dd9-af07-0695dab10a87, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:09:34.022784 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] For port a093732b-eed5-4dd9-af07-0695dab10a87, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a093732b-eed5-4dd9-af07-0695dab10a87,segment=NetworkSegment(206cec11-1544-405e-b9fe-271d828868be),segment_id=206cec11-1544-405e-b9fe-271d828868be)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:09:34.027588 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.053073 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6b8e-f674-488f-99cb-f7551b19bb3f tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.084902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32eb508-57e4-4aec-a683-93a34fb62a80 None None] Pushing event updated for resources: {'Port': ['ID=a093732b-eed5-4dd9-af07-0695dab10a87,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:34.185717 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6b8e-f674-488f-99cb-f7551b19bb3f tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.261394 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device dacf1143-e50b-4b3d-a8f1-558d4fff8f63 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:09:34.316737 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6b8e-f674-488f-99cb-f7551b19bb3f tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.351645 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port dacf1143-e50b-4b3d-a8f1-558d4fff8f63 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:34.352160 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.363046 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc6b8e-f674-488f-99cb-f7551b19bb3f tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Pushing event deleted for resources: {'Subnet': ['ID=387dee9c-427a-4365-b87b-82bec0238bce,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:34.378628 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6b8e-f674-488f-99cb-f7551b19bb3f tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.386004 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8bfc6b8e-f674-488f-99cb-f7551b19bb3f tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] 10.222.0.21 "DELETE /v2.0/subnets/387dee9c-427a-4365-b87b-82bec0238bce HTTP/1.1" status: 204 len: 168 time: 0.4477611 Nov 19 10:09:34.386399 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35588) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:34.468640 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.482284 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.509785 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port dacf1143-e50b-4b3d-a8f1-558d4fff8f63, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=dacf1143-e50b-4b3d-a8f1-558d4fff8f63,segment=NetworkSegment(2d1c2b69-26f8-4c1b-ab5c-7d2fe507069f),segment_id=2d1c2b69-26f8-4c1b-ab5c-7d2fe507069f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:34.518578 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.564662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Deleting port a093732b-eed5-4dd9-af07-0695dab10a87 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:09:34.565159 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.591899 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=dacf1143-e50b-4b3d-a8f1-558d4fff8f63,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:34.604090 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf70414e-675a-4895-a093-20a0d9e60edd None None] Network f5d9fb99-da36-4c68-ada2-82e2736cab6d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:34.635802 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] For port a093732b-eed5-4dd9-af07-0695dab10a87, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a093732b-eed5-4dd9-af07-0695dab10a87,segment=NetworkSegment(206cec11-1544-405e-b9fe-271d828868be),segment_id=206cec11-1544-405e-b9fe-271d828868be)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:34.636353 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.651129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Calling delete_port for a093732b-eed5-4dd9-af07-0695dab10a87 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:09:34.741950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e09cdf43-fa63-46d5-ba83-01d6e5310acf None None] Provisioning complete for port dacf1143-e50b-4b3d-a8f1-558d4fff8f63 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:34.742518 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e09cdf43-fa63-46d5-ba83-01d6e5310acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.742671 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.770527 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Pushing event deleted for resources: {'Port': ['ID=a093732b-eed5-4dd9-af07-0695dab10a87,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:34.772963 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] No DVR routers for this DVR port a093732b-eed5-4dd9-af07-0695dab10a87 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:09:34.868468 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.894720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849a782d-167b-4c3c-916c-9a475f35a66f']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:34.906585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206cec11-1544-405e-b9fe-271d828868be') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:34.907021 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206cec11-1544-405e-b9fe-271d828868be') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:34.919640 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.935023 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.942105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:09:34.942602 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: timer() Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:09:34.946454 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:09:35.024457 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.036296 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.040236 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] 10.222.0.21 "DELETE /v2.0/networks/849a782d-167b-4c3c-916c-9a475f35a66f HTTP/1.1" status: 204 len: 168 time: 0.6527750 Nov 19 10:09:35.042931 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35590) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:35.060271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f866e8-bb02-4e42-90ab-99a9c9688135 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Pushing event deleted for resources: {'Network': ['ID=849a782d-167b-4c3c-916c-9a475f35a66f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:35.103767 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-7020be8d-fb0e-4c83-b3d3-694aa3abb262 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Deleting subnet 7e976214-d22a-4d25-9a9a-0e257b5d4d6d {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:09:35.107270 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7020be8d-fb0e-4c83-b3d3-694aa3abb262 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.155931 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7020be8d-fb0e-4c83-b3d3-694aa3abb262 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.257862 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7020be8d-fb0e-4c83-b3d3-694aa3abb262 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.314208 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876b7911-8447-4b55-8278-0b8ae5d4638f None None] DHCP port deletion for 849a782d-167b-4c3c-916c-9a475f35a66f request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:09:35.325913 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7020be8d-fb0e-4c83-b3d3-694aa3abb262 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.337509 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54059bb1-e652-47f1-ad9b-f8dea5eeecfe None None] Network 849a782d-167b-4c3c-916c-9a475f35a66f requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:35.350325 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3f807a94-0bf9-478b-ac19-4b6860f06dd5 None None] Could not find standard attr ID for object a093732b-eed5-4dd9-af07-0695dab10a87. {{(pid=103478) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 10:09:35.353120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54059bb1-e652-47f1-ad9b-f8dea5eeecfe None None] Network 849a782d-167b-4c3c-916c-9a475f35a66f could not be found, it might have been deleted concurrently. {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 10:09:35.356439 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020be8d-fb0e-4c83-b3d3-694aa3abb262 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Pushing event deleted for resources: {'Subnet': ['ID=7e976214-d22a-4d25-9a9a-0e257b5d4d6d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:35.358487 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7020be8d-fb0e-4c83-b3d3-694aa3abb262 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.361795 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7020be8d-fb0e-4c83-b3d3-694aa3abb262 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] 10.222.0.21 "DELETE /v2.0/subnets/7e976214-d22a-4d25-9a9a-0e257b5d4d6d HTTP/1.1" status: 204 len: 168 time: 0.3178332 Nov 19 10:09:35.364355 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35592) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:35.370324 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3f807a94-0bf9-478b-ac19-4b6860f06dd5 None None] Provisioning complete for port dacf1143-e50b-4b3d-a8f1-558d4fff8f63 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:35.370686 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f807a94-0bf9-478b-ac19-4b6860f06dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.373287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957f0b52-d802-4610-85a4-b74ee6866e3d None None] Network f5d9fb99-da36-4c68-ada2-82e2736cab6d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:35.454569 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.517337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Deleting port dacf1143-e50b-4b3d-a8f1-558d4fff8f63 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:09:35.517608 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.596865 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] For port dacf1143-e50b-4b3d-a8f1-558d4fff8f63, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=dacf1143-e50b-4b3d-a8f1-558d4fff8f63,segment=NetworkSegment(2d1c2b69-26f8-4c1b-ab5c-7d2fe507069f),segment_id=2d1c2b69-26f8-4c1b-ab5c-7d2fe507069f)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:35.597274 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.611522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Calling delete_port for dacf1143-e50b-4b3d-a8f1-558d4fff8f63 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:09:35.614065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a18ad6-9b1e-4a72-b4d3-47c24f8b0a0c None None] DHCP port deletion for f5d9fb99-da36-4c68-ada2-82e2736cab6d request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:09:35.662659 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b5a18ad6-9b1e-4a72-b4d3-47c24f8b0a0c None None] Deleting port dacf1143-e50b-4b3d-a8f1-558d4fff8f63 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:09:35.663040 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b5a18ad6-9b1e-4a72-b4d3-47c24f8b0a0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.694997 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.723785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] No DVR routers for this DVR port dacf1143-e50b-4b3d-a8f1-558d4fff8f63 on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:09:35.728543 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Pushing event deleted for resources: {'Port': ['ID=dacf1143-e50b-4b3d-a8f1-558d4fff8f63,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:35.744913 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b5a18ad6-9b1e-4a72-b4d3-47c24f8b0a0c None None] For port dacf1143-e50b-4b3d-a8f1-558d4fff8f63, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=dacf1143-e50b-4b3d-a8f1-558d4fff8f63,segment=NetworkSegment(2d1c2b69-26f8-4c1b-ab5c-7d2fe507069f),segment_id=2d1c2b69-26f8-4c1b-ab5c-7d2fe507069f)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:35.745426 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b5a18ad6-9b1e-4a72-b4d3-47c24f8b0a0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.760748 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b5a18ad6-9b1e-4a72-b4d3-47c24f8b0a0c None None] Calling delete_port for dacf1143-e50b-4b3d-a8f1-558d4fff8f63 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:09:35.809962 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.832519 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d9fb99-da36-4c68-ada2-82e2736cab6d']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:35.842282 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1c2b69-26f8-4c1b-ab5c-7d2fe507069f') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:35.842507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1c2b69-26f8-4c1b-ab5c-7d2fe507069f') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:35.842816 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b5a18ad6-9b1e-4a72-b4d3-47c24f8b0a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.853795 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.867971 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.870922 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a18ad6-9b1e-4a72-b4d3-47c24f8b0a0c None None] Pushing event deleted for resources: {'Port': ['ID=dacf1143-e50b-4b3d-a8f1-558d4fff8f63,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:35.872759 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a18ad6-9b1e-4a72-b4d3-47c24f8b0a0c None None] No DVR routers for this DVR port dacf1143-e50b-4b3d-a8f1-558d4fff8f63 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:09:35.880625 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:09:35.881072 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: timer() Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:09:35.884375 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:09:35.953406 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.961680 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:35.965054 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] 10.222.0.21 "DELETE /v2.0/networks/f5d9fb99-da36-4c68-ada2-82e2736cab6d HTTP/1.1" status: 204 len: 168 time: 0.5996540 Nov 19 10:09:35.967736 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35594) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:35.978311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b91bdb-3f30-4f70-aca5-9091b4857341 tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Pushing event deleted for resources: {'Network': ['ID=f5d9fb99-da36-4c68-ada2-82e2736cab6d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:35.997668 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f7fc5925-bd69-437d-9ce7-9ea8e0d426ce tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] 10.222.0.21 "GET /v2.0/ports?device_id=6070e23b-7db1-4247-9550-68319d5698c0 HTTP/1.1" status: 200 len: 205 time: 0.0283170 Nov 19 10:09:36.000182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35596) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:36.119256 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22d72411-48f4-4542-ae15-3d587ed6148c tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:36.220951 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device dacf1143-e50b-4b3d-a8f1-558d4fff8f63 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:09:36.245565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: dacf1143-e50b-4b3d-a8f1-558d4fff8f63 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:09:36.245938 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device dacf1143-e50b-4b3d-a8f1-558d4fff8f63 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:09:36.280298 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22d72411-48f4-4542-ae15-3d587ed6148c tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:36.282389 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22d72411-48f4-4542-ae15-3d587ed6148c tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:36.324544 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22d72411-48f4-4542-ae15-3d587ed6148c tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:36.325038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d72411-48f4-4542-ae15-3d587ed6148c tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Fanout notify agent at l3_agent the message router_deleted on router 6070e23b-7db1-4247-9550-68319d5698c0 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 10:09:36.332199 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22d72411-48f4-4542-ae15-3d587ed6148c tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:36.333291 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-22d72411-48f4-4542-ae15-3d587ed6148c tempest-RoutersNegativeTest-1317259693 tempest-RoutersNegativeTest-1317259693-project] 10.222.0.21 "DELETE /v2.0/routers/6070e23b-7db1-4247-9550-68319d5698c0 HTTP/1.1" status: 204 len: 168 time: 0.3319914 Nov 19 10:09:36.573895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35602) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:36.702324 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7ffa2112-f887-45c1-82f7-e07367c9ff44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6608282ea9274d3da7a502fc2baafa86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272459 Nov 19 10:09:36.704781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35606) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:36.754965 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26b0f6d4-89c1-4c64-9273-b6d9516a780c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:36.777310 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26b0f6d4-89c1-4c64-9273-b6d9516a780c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:36.824426 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26b0f6d4-89c1-4c64-9273-b6d9516a780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:36.827256 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-26b0f6d4-89c1-4c64-9273-b6d9516a780c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:36.828412 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-26b0f6d4-89c1-4c64-9273-b6d9516a780c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1a2e9ec-ffc6-41a8-aef6-3ca57a1b79f0 HTTP/1.1" status: 204 len: 168 time: 0.1227064 Nov 19 10:09:36.837045 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0f6d4-89c1-4c64-9273-b6d9516a780c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a2e9ec-ffc6-41a8-aef6-3ca57a1b79f0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:37.442247 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35628) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:37.541572 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0e439ff1-07dc-445c-ab38-2acdd065625b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1585631018-network', 'tenant_id': 'd467b4887dda4956b51836df0ff08d68'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:37.562683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e439ff1-07dc-445c-ab38-2acdd065625b admin admin] Made reservation on behalf of d467b4887dda4956b51836df0ff08d68 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:37.564975 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e439ff1-07dc-445c-ab38-2acdd065625b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:37.573162 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e439ff1-07dc-445c-ab38-2acdd065625b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:37.649357 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e439ff1-07dc-445c-ab38-2acdd065625b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:37.653610 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e439ff1-07dc-445c-ab38-2acdd065625b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:37.675063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e439ff1-07dc-445c-ab38-2acdd065625b admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:09:37.688889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e439ff1-07dc-445c-ab38-2acdd065625b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df10bfe-969f-4a10-859e-1cae040199ae,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:37.693682 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e439ff1-07dc-445c-ab38-2acdd065625b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:37.694010 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-0e439ff1-07dc-445c-ab38-2acdd065625b admin admin] Added segment 6be279bd-20ac-481e-a8b2-1acdd4cdb364 of type vlan for network fa5e0c83-c2b3-402b-90b5-aca04cdc132d Nov 19 10:09:37.734811 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e439ff1-07dc-445c-ab38-2acdd065625b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:37.759608 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e439ff1-07dc-445c-ab38-2acdd065625b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:37.760465 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e439ff1-07dc-445c-ab38-2acdd065625b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:37.761035 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e439ff1-07dc-445c-ab38-2acdd065625b admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:37.818455 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0e439ff1-07dc-445c-ab38-2acdd065625b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3751028 Nov 19 10:09:37.821449 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35632) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:37.825484 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e439ff1-07dc-445c-ab38-2acdd065625b admin admin] Pushing event updated for resources: {'Network': ['ID=fa5e0c83-c2b3-402b-90b5-aca04cdc132d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:37.827383 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9bd8c44f-16c9-4140-ac41-b3594e1b2c7e admin admin] Request body: {'subnet': {'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1585631018-subnet', 'tenant_id': 'd467b4887dda4956b51836df0ff08d68', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:37.835732 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network fa5e0c83-c2b3-402b-90b5-aca04cdc132d details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:09:37.850736 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd8c44f-16c9-4140-ac41-b3594e1b2c7e admin admin] Made reservation on behalf of d467b4887dda4956b51836df0ff08d68 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:37.853195 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9bd8c44f-16c9-4140-ac41-b3594e1b2c7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:38.017907 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9bd8c44f-16c9-4140-ac41-b3594e1b2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:38.077544 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8c44f-16c9-4140-ac41-b3594e1b2c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ddba02-f45a-4af6-9ea2-0f5a0cf42180,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:38.086679 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd8c44f-16c9-4140-ac41-b3594e1b2c7e admin admin] Checking segment: {'id': '6be279bd-20ac-481e-a8b2-1acdd4cdb364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:38.087047 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd8c44f-16c9-4140-ac41-b3594e1b2c7e admin admin] Network hostable DHCP agents. Network: fa5e0c83-c2b3-402b-90b5-aca04cdc132d, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:09:38.103969 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd8c44f-16c9-4140-ac41-b3594e1b2c7e admin admin] Network fa5e0c83-c2b3-402b-90b5-aca04cdc132d is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:09:38.112484 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-9bd8c44f-16c9-4140-ac41-b3594e1b2c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, fa5e0c83-c2b3-402b-90b5-aca04cdc132d) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:38.117029 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd8c44f-16c9-4140-ac41-b3594e1b2c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:38.117669 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9bd8c44f-16c9-4140-ac41-b3594e1b2c7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:38.122056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2327e0e5-7e79-42db-b184-f5fd8e08cb70 None None] Network fa5e0c83-c2b3-402b-90b5-aca04cdc132d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:38.133867 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9bd8c44f-16c9-4140-ac41-b3594e1b2c7e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3102925 Nov 19 10:09:38.136554 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35634) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:38.140902 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1585631018-router', 'tenant_id': 'd467b4887dda4956b51836df0ff08d68', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:38.162316 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:38.163370 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:38.216332 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:38.270672 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-fa5e0c83-c2b3-402b-90b5-aca04cdc132d', 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d', 'tenant_id': 'd467b4887dda4956b51836df0ff08d68', 'fixed_ips': [{'subnet_id': 'a3ddba02-f45a-4af6-9ea2-0f5a0cf42180'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:09:38.272301 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:38.361369 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:38.412122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Allocated IP 172.20.0.2 (fa5e0c83-c2b3-402b-90b5-aca04cdc132d/a3ddba02-f45a-4af6-9ea2-0f5a0cf42180/474d9588-6051-4351-aa33-26dafd4af54d) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:09:38.557738 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:38.560923 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:38.563764 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:38.585027 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:38.606065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Network fa5e0c83-c2b3-402b-90b5-aca04cdc132d is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:09:38.610640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:38.614979 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:09:38.618076 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Pushing event updated for resources: {'Port': ['ID=474d9588-6051-4351-aa33-26dafd4af54d,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:38.674148 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Attempting to bind port 474d9588-6051-4351-aa33-26dafd4af54d on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:09:38.674520 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Attempting to bind port 474d9588-6051-4351-aa33-26dafd4af54d by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '6be279bd-20ac-481e-a8b2-1acdd4cdb364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:09:38.674890 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Attempting to bind port 474d9588-6051-4351-aa33-26dafd4af54d on network fa5e0c83-c2b3-402b-90b5-aca04cdc132d {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:09:38.679890 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:09:38.680268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Checking segment: {'id': '6be279bd-20ac-481e-a8b2-1acdd4cdb364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:38.680683 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:38.681104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Bound using segment: {'id': '6be279bd-20ac-481e-a8b2-1acdd4cdb364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:09:38.681585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Bound port: 474d9588-6051-4351-aa33-26dafd4af54d, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be279bd-20ac-481e-a8b2-1acdd4cdb364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:09:38.681971 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:38.691387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Allocated IP 172.25.0.84 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/9d0fc911-46dd-44cc-8769-0315a570718a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:09:38.746186 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] For port 474d9588-6051-4351-aa33-26dafd4af54d, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:09:38.749474 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] For port 474d9588-6051-4351-aa33-26dafd4af54d, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=474d9588-6051-4351-aa33-26dafd4af54d,segment=NetworkSegment(6be279bd-20ac-481e-a8b2-1acdd4cdb364),segment_id=6be279bd-20ac-481e-a8b2-1acdd4cdb364)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:09:38.754070 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:38.803763 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:38.818352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc17077-4048-4020-aa73-5b6195df229f None None] Pushing event updated for resources: {'Port': ['ID=474d9588-6051-4351-aa33-26dafd4af54d,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:38.845206 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:38.885725 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:09:38.890559 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:38.892826 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:09:38.905215 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa8f72-64c4-43ef-827f-d89e1fd26fe0 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:09:38.922240 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Pushing event updated for resources: {'Port': ['ID=9d0fc911-46dd-44cc-8769-0315a570718a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:38.995901 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e50ab480-ce11-4f22-b56f-fbb6eec00b45 None None] Provisioning complete for port 9d0fc911-46dd-44cc-8769-0315a570718a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:38.996283 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e50ab480-ce11-4f22-b56f-fbb6eec00b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:39.049510 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e50ab480-ce11-4f22-b56f-fbb6eec00b45 None None] Port 9d0fc911-46dd-44cc-8769-0315a570718a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:09:39.179684 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:39.374078 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:39.507807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Router b6eccaa6-e136-4563-b16f-e4fd1d07fb0f is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 10:09:39.621398 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:09:39.636586 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Sync routers for ids ['b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:09:39.642015 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:39.646706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35636) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:39.647471 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d6c9ae00-ef40-4b6c-bc59-f32a4ea07d71 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5092826 Nov 19 10:09:39.655185 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Routers {'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:09:39.655812 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:09:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:39.718977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519d626c-a70d-4c8a-8427-1b7ada18e8aa None None] Network fa5e0c83-c2b3-402b-90b5-aca04cdc132d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:39.762188 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Set router b6eccaa6-e136-4563-b16f-e4fd1d07fb0f gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:09:39.802819 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6ec75a63-ecbf-481e-abc4-24ebc991163a None None] Provisioning complete for port 474d9588-6051-4351-aa33-26dafd4af54d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:39.803270 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6ec75a63-ecbf-481e-abc4-24ebc991163a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:39.952593 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6ec75a63-ecbf-481e-abc4-24ebc991163a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:39.957452 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'name': 'tempest-TestEncryptedCinderVolumes-1585631018-router', 'tenant_id': 'd467b4887dda4956b51836df0ff08d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '9d0fc911-46dd-44cc-8769-0315a570718a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:38Z', 'updated_at': '2021-11-19T10:09:39Z', 'revision_number': 3, 'project_id': 'd467b4887dda4956b51836df0ff08d68', 'gw_port': {'id': '9d0fc911-46dd-44cc-8769-0315a570718a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:38Z', 'updated_at': '2021-11-19T10:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:39.991022 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6ec75a63-ecbf-481e-abc4-24ebc991163a None None] For port 474d9588-6051-4351-aa33-26dafd4af54d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=474d9588-6051-4351-aa33-26dafd4af54d,segment=NetworkSegment(6be279bd-20ac-481e-a8b2-1acdd4cdb364),segment_id=6be279bd-20ac-481e-a8b2-1acdd4cdb364)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:39.991635 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Checking router: b6eccaa6-e136-4563-b16f-e4fd1d07fb0f for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:09:39.991986 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Updating router b6eccaa6-e136-4563-b16f-e4fd1d07fb0f port 9d0fc911-46dd-44cc-8769-0315a570718a binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:09:39.997076 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6ec75a63-ecbf-481e-abc4-24ebc991163a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:40.032993 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:40.058936 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec75a63-ecbf-481e-abc4-24ebc991163a None None] Pushing event updated for resources: {'Port': ['ID=474d9588-6051-4351-aa33-26dafd4af54d,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:40.114649 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:40.227860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0fcedb46-6a31-494a-bc76-5a283a73e726 None None] Provisioning complete for port 474d9588-6051-4351-aa33-26dafd4af54d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:40.228511 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0fcedb46-6a31-494a-bc76-5a283a73e726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:40.290266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 474d9588-6051-4351-aa33-26dafd4af54d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:09:40.350299 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:40.358020 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:40.373304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 474d9588-6051-4351-aa33-26dafd4af54d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:40.373820 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:40.504913 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6b299a-ab05-4a54-8a9c-151355e34e0c None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:09:40.513736 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Attempting to bind port 9d0fc911-46dd-44cc-8769-0315a570718a on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:09:40.514007 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Attempting to bind port 9d0fc911-46dd-44cc-8769-0315a570718a by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:09:40.514369 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Attempting to bind port 9d0fc911-46dd-44cc-8769-0315a570718a on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:09:40.518023 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49b237-a23d-43ed-a203-adcd7e32d597 None None] Pushing event updated for resources: {'Port': ['ID=9d0fc911-46dd-44cc-8769-0315a570718a,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:40.528421 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:09:40.528796 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:40.529225 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:40.529614 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:09:40.530082 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Bound port: 9d0fc911-46dd-44cc-8769-0315a570718a, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:09:40.530456 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:40.532743 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49b237-a23d-43ed-a203-adcd7e32d597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:40.533095 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49b237-a23d-43ed-a203-adcd7e32d597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:40.533435 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49b237-a23d-43ed-a203-adcd7e32d597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:40.533765 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49b237-a23d-43ed-a203-adcd7e32d597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:40.534090 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49b237-a23d-43ed-a203-adcd7e32d597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:40.534417 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49b237-a23d-43ed-a203-adcd7e32d597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:40.534738 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49b237-a23d-43ed-a203-adcd7e32d597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:40.535058 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49b237-a23d-43ed-a203-adcd7e32d597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:40.535373 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49b237-a23d-43ed-a203-adcd7e32d597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:40.535690 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49b237-a23d-43ed-a203-adcd7e32d597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:40.536005 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49b237-a23d-43ed-a203-adcd7e32d597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:40.536320 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49b237-a23d-43ed-a203-adcd7e32d597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:40.581445 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d3162b4c-a2bb-4cb5-9c68-8211c6ace3a5 None None] Provisioning complete for port 9d0fc911-46dd-44cc-8769-0315a570718a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:40.582078 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d3162b4c-a2bb-4cb5-9c68-8211c6ace3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:40.593237 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] For port 9d0fc911-46dd-44cc-8769-0315a570718a, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:09:40.598354 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] For port 9d0fc911-46dd-44cc-8769-0315a570718a, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9d0fc911-46dd-44cc-8769-0315a570718a,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:09:40.604303 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:40.617898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d3162b4c-a2bb-4cb5-9c68-8211c6ace3a5 None None] Port 9d0fc911-46dd-44cc-8769-0315a570718a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:09:40.666156 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee4e4c8-fb11-4656-bff7-1523f117145e None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:09:40.671969 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Allocated IP 172.20.0.1 (fa5e0c83-c2b3-402b-90b5-aca04cdc132d/a3ddba02-f45a-4af6-9ea2-0f5a0cf42180/9093e531-c526-4696-997b-a7bd765638c4) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:09:40.674134 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Routers {'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:09:40.675258 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:09:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:40.715148 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49b237-a23d-43ed-a203-adcd7e32d597 None None] Pushing event updated for resources: {'Port': ['ID=9d0fc911-46dd-44cc-8769-0315a570718a,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:40.751611 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-401e8013-826c-4112-ac46-f69ce1b7022e None None] Provisioning complete for port 9d0fc911-46dd-44cc-8769-0315a570718a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:40.752281 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-401e8013-826c-4112-ac46-f69ce1b7022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:40.795853 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:40.809985 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] Set router b6eccaa6-e136-4563-b16f-e4fd1d07fb0f gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:09:40.837124 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:40.858748 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-401e8013-826c-4112-ac46-f69ce1b7022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:40.884575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Network fa5e0c83-c2b3-402b-90b5-aca04cdc132d is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:09:40.885051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-401e8013-826c-4112-ac46-f69ce1b7022e None None] For port 9d0fc911-46dd-44cc-8769-0315a570718a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9d0fc911-46dd-44cc-8769-0315a570718a,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:40.887984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:40.891867 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:09:40.905742 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-401e8013-826c-4112-ac46-f69ce1b7022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:40.944807 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:40.983302 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e8013-826c-4112-ac46-f69ce1b7022e None None] Pushing event updated for resources: {'Port': ['ID=9d0fc911-46dd-44cc-8769-0315a570718a,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:41.014944 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Pushing event updated for resources: {'Port': ['ID=9093e531-c526-4696-997b-a7bd765638c4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:41.041555 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'name': 'tempest-TestEncryptedCinderVolumes-1585631018-router', 'tenant_id': 'd467b4887dda4956b51836df0ff08d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '9d0fc911-46dd-44cc-8769-0315a570718a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:38Z', 'updated_at': '2021-11-19T10:09:39Z', 'revision_number': 3, 'project_id': 'd467b4887dda4956b51836df0ff08d68', 'gw_port': {'id': '9d0fc911-46dd-44cc-8769-0315a570718a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:38Z', 'updated_at': '2021-11-19T10:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:41.082580 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3111229f-b73d-46de-a799-5c699f7bf6b2 None None] The sync data for ids ['b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'] in n-d-805649-14 is: [{'id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'name': 'tempest-TestEncryptedCinderVolumes-1585631018-router', 'tenant_id': 'd467b4887dda4956b51836df0ff08d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '9d0fc911-46dd-44cc-8769-0315a570718a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:38Z', 'updated_at': '2021-11-19T10:09:39Z', 'revision_number': 3, 'project_id': 'd467b4887dda4956b51836df0ff08d68', 'gw_port': {'id': '9d0fc911-46dd-44cc-8769-0315a570718a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:38Z', 'updated_at': '2021-11-19T10:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:09:41.162738 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:41.229268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-98b19486-8ecd-4155-ab88-638258d2d760 None None] Provisioning complete for port 9093e531-c526-4696-997b-a7bd765638c4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:41.229605 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-98b19486-8ecd-4155-ab88-638258d2d760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:41.271158 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-98b19486-8ecd-4155-ab88-638258d2d760 None None] Port 9093e531-c526-4696-997b-a7bd765638c4 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:09:41.349454 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:41.355784 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:41.433152 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Pushing event updated for resources: {'Port': ['ID=9093e531-c526-4696-997b-a7bd765638c4,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:41.435885 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:41.548626 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Network fa5e0c83-c2b3-402b-90b5-aca04cdc132d is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:09:41.550551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:41.680549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Router b6eccaa6-e136-4563-b16f-e4fd1d07fb0f has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:09:41.812745 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:09:41.819313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-23b9d1d4-c270-44fb-8779-c89ba4693f80 admin admin] 10.222.0.21 "PUT /v2.0/routers/b6eccaa6-e136-4563-b16f-e4fd1d07fb0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1715031 Nov 19 10:09:41.900106 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7c53c3b7-f5bb-4c1d-8ac6-d163b2d4808b None None] Provisioning complete for port 9093e531-c526-4696-997b-a7bd765638c4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:41.900628 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7c53c3b7-f5bb-4c1d-8ac6-d163b2d4808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:41.940191 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7c53c3b7-f5bb-4c1d-8ac6-d163b2d4808b None None] Port 9093e531-c526-4696-997b-a7bd765638c4 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:09:42.247423 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9d0fc911-46dd-44cc-8769-0315a570718a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:09:42.298443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 9d0fc911-46dd-44cc-8769-0315a570718a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:42.298825 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:42.334726 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35652) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:42.339847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d5e3b7f0-030f-40c8-95ea-ee21f52428b8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1781719354-network', 'tenant_id': '4d84e2656881441c81120eb51cd780ef'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:42.362112 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e3b7f0-030f-40c8-95ea-ee21f52428b8 admin admin] Made reservation on behalf of 4d84e2656881441c81120eb51cd780ef for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:42.364747 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b7f0-030f-40c8-95ea-ee21f52428b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:42.373857 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b7f0-030f-40c8-95ea-ee21f52428b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:42.449730 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b7f0-030f-40c8-95ea-ee21f52428b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:42.453933 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b7f0-030f-40c8-95ea-ee21f52428b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:42.479825 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e3b7f0-030f-40c8-95ea-ee21f52428b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:09:42.488609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3b7f0-030f-40c8-95ea-ee21f52428b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bad051b-351b-4d7b-ba4a-e4bad1db88f7,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:42.495734 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b7f0-030f-40c8-95ea-ee21f52428b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:42.496448 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-d5e3b7f0-030f-40c8-95ea-ee21f52428b8 admin admin] Added segment 5feb8b35-3b82-4010-84c7-61da34370d34 of type vlan for network ff017a64-a830-45d9-b73f-a9c3bfe2dcd4 Nov 19 10:09:42.551277 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b7f0-030f-40c8-95ea-ee21f52428b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:42.577870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b7f0-030f-40c8-95ea-ee21f52428b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:42.578961 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e3b7f0-030f-40c8-95ea-ee21f52428b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:42.579542 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b7f0-030f-40c8-95ea-ee21f52428b8 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:42.640382 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d5e3b7f0-030f-40c8-95ea-ee21f52428b8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3044610 Nov 19 10:09:42.642999 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35654) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:42.650263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-955ba9ed-d1eb-4f7a-af61-e5d93bcc6753 admin admin] Request body: {'subnet': {'network_id': 'ff017a64-a830-45d9-b73f-a9c3bfe2dcd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1781719354-subnet', 'tenant_id': '4d84e2656881441c81120eb51cd780ef', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:42.654780 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3b7f0-030f-40c8-95ea-ee21f52428b8 admin admin] Pushing event updated for resources: {'Network': ['ID=ff017a64-a830-45d9-b73f-a9c3bfe2dcd4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:42.664661 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network ff017a64-a830-45d9-b73f-a9c3bfe2dcd4 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:09:42.676203 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955ba9ed-d1eb-4f7a-af61-e5d93bcc6753 admin admin] Made reservation on behalf of 4d84e2656881441c81120eb51cd780ef for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:42.678768 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-955ba9ed-d1eb-4f7a-af61-e5d93bcc6753 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:42.844136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Sync routers for ids ['b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:09:42.853600 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-955ba9ed-d1eb-4f7a-af61-e5d93bcc6753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:42.856015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Routers {'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:09:42.856671 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:09:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:42.911205 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ba9ed-d1eb-4f7a-af61-e5d93bcc6753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc006d7-1141-4384-bf1b-a75012e563fd,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:42.918651 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955ba9ed-d1eb-4f7a-af61-e5d93bcc6753 admin admin] Checking segment: {'id': '5feb8b35-3b82-4010-84c7-61da34370d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ff017a64-a830-45d9-b73f-a9c3bfe2dcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:42.919015 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ba9ed-d1eb-4f7a-af61-e5d93bcc6753 admin admin] Network hostable DHCP agents. Network: ff017a64-a830-45d9-b73f-a9c3bfe2dcd4, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:09:42.934596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ba9ed-d1eb-4f7a-af61-e5d93bcc6753 admin admin] Network ff017a64-a830-45d9-b73f-a9c3bfe2dcd4 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:09:42.943880 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-955ba9ed-d1eb-4f7a-af61-e5d93bcc6753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, ff017a64-a830-45d9-b73f-a9c3bfe2dcd4) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:42.948598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955ba9ed-d1eb-4f7a-af61-e5d93bcc6753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:42.950642 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-955ba9ed-d1eb-4f7a-af61-e5d93bcc6753 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:42.953665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a8fa96-fc2d-4355-84fe-e5489e533cdb None None] Network ff017a64-a830-45d9-b73f-a9c3bfe2dcd4 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:42.966543 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-955ba9ed-d1eb-4f7a-af61-e5d93bcc6753 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3225441 Nov 19 10:09:42.969376 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35656) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:42.973939 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1781719354-router', 'tenant_id': '4d84e2656881441c81120eb51cd780ef', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:42.995496 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:42.997221 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:43.019801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Set router b6eccaa6-e136-4563-b16f-e4fd1d07fb0f gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:09:43.053060 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:43.189324 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:43.225930 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-ff017a64-a830-45d9-b73f-a9c3bfe2dcd4', 'network_id': 'ff017a64-a830-45d9-b73f-a9c3bfe2dcd4', 'tenant_id': '4d84e2656881441c81120eb51cd780ef', 'fixed_ips': [{'subnet_id': '7fc006d7-1141-4384-bf1b-a75012e563fd'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:09:43.226791 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:43.406306 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:43.425449 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:43.528435 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Allocated IP 172.25.0.197 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/466eae8d-e4e8-41fb-819e-3346897ff237) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:09:43.561843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'name': 'tempest-TestEncryptedCinderVolumes-1585631018-router', 'tenant_id': 'd467b4887dda4956b51836df0ff08d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '9d0fc911-46dd-44cc-8769-0315a570718a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:38Z', 'updated_at': '2021-11-19T10:09:41Z', 'revision_number': 4, 'project_id': 'd467b4887dda4956b51836df0ff08d68', 'gw_port': {'id': '9d0fc911-46dd-44cc-8769-0315a570718a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:38Z', 'updated_at': '2021-11-19T10:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '9093e531-c526-4696-997b-a7bd765638c4', 'name': '', 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d', 'tenant_id': 'd467b4887dda4956b51836df0ff08d68', 'mac_address': 'fa:16:3e:4a:ac:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a3ddba02-f45a-4af6-9ea2-0f5a0cf42180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:40Z', 'updated_at': '2021-11-19T10:09:41Z', 'revision_number': 2, 'project_id': 'd467b4887dda4956b51836df0ff08d68', 'subnets': [{'id': 'a3ddba02-f45a-4af6-9ea2-0f5a0cf42180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:43.594613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Allocated IP 172.20.0.2 (ff017a64-a830-45d9-b73f-a9c3bfe2dcd4/7fc006d7-1141-4384-bf1b-a75012e563fd/fcc4c281-2dcc-4f42-8eef-8af4afa8e93c) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:09:43.597029 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Checking router: b6eccaa6-e136-4563-b16f-e4fd1d07fb0f for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:09:43.597425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Updating router b6eccaa6-e136-4563-b16f-e4fd1d07fb0f port 9093e531-c526-4696-997b-a7bd765638c4 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:09:43.633543 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:43.635980 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:43.670419 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:43.710632 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:09:43.715681 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:43.719905 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:09:43.737230 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b5fd01-c4cd-49b8-94fb-0625d888f5c0 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:09:43.749048 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Pushing event updated for resources: {'Port': ['ID=466eae8d-e4e8-41fb-819e-3346897ff237,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:43.759267 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:43.759622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:43.759973 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:43.760317 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:43.760659 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:43.761015 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:43.761364 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:43.761697 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:43.762028 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:43.762356 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:43.762686 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:43.763017 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:09:43.921045 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:43.933460 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:43.946981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3ca209de-fe11-48d7-974f-a1cb123094ac None None] Provisioning complete for port 466eae8d-e4e8-41fb-819e-3346897ff237 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:43.947369 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ca209de-fe11-48d7-974f-a1cb123094ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:43.997270 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:44.021518 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Network ff017a64-a830-45d9-b73f-a9c3bfe2dcd4 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:09:44.036485 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:44.043481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:09:44.045616 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Pushing event updated for resources: {'Port': ['ID=fcc4c281-2dcc-4f42-8eef-8af4afa8e93c,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:44.047724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3ca209de-fe11-48d7-974f-a1cb123094ac None None] Port 466eae8d-e4e8-41fb-819e-3346897ff237 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:09:44.144689 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Attempting to bind port fcc4c281-2dcc-4f42-8eef-8af4afa8e93c on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:09:44.145074 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Attempting to bind port fcc4c281-2dcc-4f42-8eef-8af4afa8e93c by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '5feb8b35-3b82-4010-84c7-61da34370d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ff017a64-a830-45d9-b73f-a9c3bfe2dcd4'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:09:44.145483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Attempting to bind port fcc4c281-2dcc-4f42-8eef-8af4afa8e93c on network ff017a64-a830-45d9-b73f-a9c3bfe2dcd4 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:09:44.156213 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:09:44.156606 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Checking segment: {'id': '5feb8b35-3b82-4010-84c7-61da34370d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ff017a64-a830-45d9-b73f-a9c3bfe2dcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:44.157023 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:44.157569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Bound using segment: {'id': '5feb8b35-3b82-4010-84c7-61da34370d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ff017a64-a830-45d9-b73f-a9c3bfe2dcd4'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:09:44.157938 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Bound port: fcc4c281-2dcc-4f42-8eef-8af4afa8e93c, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5feb8b35-3b82-4010-84c7-61da34370d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ff017a64-a830-45d9-b73f-a9c3bfe2dcd4'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:09:44.158335 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:44.175606 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:44.188681 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:44.203688 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:44.279308 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666873c5-e3fd-4d98-b537-65fc8c4a75b6 None None] Pushing event updated for resources: {'Port': ['ID=9093e531-c526-4696-997b-a7bd765638c4,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:44.291031 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] For port fcc4c281-2dcc-4f42-8eef-8af4afa8e93c, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:09:44.318883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] For port fcc4c281-2dcc-4f42-8eef-8af4afa8e93c, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=fcc4c281-2dcc-4f42-8eef-8af4afa8e93c,segment=NetworkSegment(5feb8b35-3b82-4010-84c7-61da34370d34),segment_id=5feb8b35-3b82-4010-84c7-61da34370d34)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:09:44.340933 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:44.347647 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Router 523fea3f-2237-4e7c-8969-cf0082c559ea is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 10:09:44.378381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Attempting to bind port 9093e531-c526-4696-997b-a7bd765638c4 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:09:44.378767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Attempting to bind port 9093e531-c526-4696-997b-a7bd765638c4 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '6be279bd-20ac-481e-a8b2-1acdd4cdb364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:09:44.379156 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Attempting to bind port 9093e531-c526-4696-997b-a7bd765638c4 on network fa5e0c83-c2b3-402b-90b5-aca04cdc132d {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:09:44.398360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:09:44.399407 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Checking segment: {'id': '6be279bd-20ac-481e-a8b2-1acdd4cdb364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:44.399407 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:44.399633 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Bound using segment: {'id': '6be279bd-20ac-481e-a8b2-1acdd4cdb364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:09:44.400049 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Bound port: 9093e531-c526-4696-997b-a7bd765638c4, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be279bd-20ac-481e-a8b2-1acdd4cdb364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:09:44.400440 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:44.461646 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb25583-f6ef-41b3-847a-d7195967a285 None None] Pushing event updated for resources: {'Port': ['ID=fcc4c281-2dcc-4f42-8eef-8af4afa8e93c,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:44.504056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] For port 9093e531-c526-4696-997b-a7bd765638c4, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:09:44.508538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] For port 9093e531-c526-4696-997b-a7bd765638c4, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9093e531-c526-4696-997b-a7bd765638c4,segment=NetworkSegment(6be279bd-20ac-481e-a8b2-1acdd4cdb364),segment_id=6be279bd-20ac-481e-a8b2-1acdd4cdb364)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:09:44.514407 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:44.585494 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Routers {'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:09:44.586483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:09:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:44.668858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666873c5-e3fd-4d98-b537-65fc8c4a75b6 None None] Pushing event updated for resources: {'Port': ['ID=9093e531-c526-4696-997b-a7bd765638c4,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:44.689855 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f95c8ffe-ac9c-42f7-81ff-ac5a3bf5a86e None None] Provisioning complete for port 9093e531-c526-4696-997b-a7bd765638c4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:44.690245 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f95c8ffe-ac9c-42f7-81ff-ac5a3bf5a86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:44.839693 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] Set router b6eccaa6-e136-4563-b16f-e4fd1d07fb0f gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:09:44.877179 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:09:44.886876 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Sync routers for ids ['523fea3f-2237-4e7c-8969-cf0082c559ea'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:09:44.904426 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:44.907021 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2e386868-8f7b-40b1-8ffa-4787950d33c9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9364083 Nov 19 10:09:44.908304 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Routers {'523fea3f-2237-4e7c-8969-cf0082c559ea'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:09:44.909052 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35658) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:09:44.909609 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:09:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['523fea3f-2237-4e7c-8969-cf0082c559ea'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:44.913906 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f95c8ffe-ac9c-42f7-81ff-ac5a3bf5a86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:45.035555 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Set router 523fea3f-2237-4e7c-8969-cf0082c559ea gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:09:45.039064 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f95c8ffe-ac9c-42f7-81ff-ac5a3bf5a86e None None] For port 9093e531-c526-4696-997b-a7bd765638c4, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9093e531-c526-4696-997b-a7bd765638c4,segment=NetworkSegment(6be279bd-20ac-481e-a8b2-1acdd4cdb364),segment_id=6be279bd-20ac-481e-a8b2-1acdd4cdb364)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:45.044696 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f95c8ffe-ac9c-42f7-81ff-ac5a3bf5a86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:45.135344 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c8ffe-ac9c-42f7-81ff-ac5a3bf5a86e None None] Pushing event updated for resources: {'Port': ['ID=9093e531-c526-4696-997b-a7bd765638c4,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:45.170710 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'name': 'tempest-TestEncryptedCinderVolumes-1585631018-router', 'tenant_id': 'd467b4887dda4956b51836df0ff08d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '9d0fc911-46dd-44cc-8769-0315a570718a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:38Z', 'updated_at': '2021-11-19T10:09:41Z', 'revision_number': 4, 'project_id': 'd467b4887dda4956b51836df0ff08d68', 'gw_port': {'id': '9d0fc911-46dd-44cc-8769-0315a570718a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:38Z', 'updated_at': '2021-11-19T10:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '9093e531-c526-4696-997b-a7bd765638c4', 'name': '', 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d', 'tenant_id': 'd467b4887dda4956b51836df0ff08d68', 'mac_address': 'fa:16:3e:4a:ac:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a3ddba02-f45a-4af6-9ea2-0f5a0cf42180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:40Z', 'updated_at': '2021-11-19T10:09:44Z', 'revision_number': 4, 'project_id': 'd467b4887dda4956b51836df0ff08d68', 'subnets': [{'id': 'a3ddba02-f45a-4af6-9ea2-0f5a0cf42180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:45.204239 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4eb98edf-7092-484a-9fe9-5b3ffec23816 None None] Provisioning complete for port 9093e531-c526-4696-997b-a7bd765638c4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:45.204631 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4eb98edf-7092-484a-9fe9-5b3ffec23816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:45.225388 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3f70c-714c-4049-84d3-ecefd0ebbc48 None None] The sync data for ids ['b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'] in n-d-805649-14 is: [{'id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'name': 'tempest-TestEncryptedCinderVolumes-1585631018-router', 'tenant_id': 'd467b4887dda4956b51836df0ff08d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '9d0fc911-46dd-44cc-8769-0315a570718a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:38Z', 'updated_at': '2021-11-19T10:09:41Z', 'revision_number': 4, 'project_id': 'd467b4887dda4956b51836df0ff08d68', 'gw_port': {'id': '9d0fc911-46dd-44cc-8769-0315a570718a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:38Z', 'updated_at': '2021-11-19T10:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '9093e531-c526-4696-997b-a7bd765638c4', 'name': '', 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d', 'tenant_id': 'd467b4887dda4956b51836df0ff08d68', 'mac_address': 'fa:16:3e:4a:ac:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a3ddba02-f45a-4af6-9ea2-0f5a0cf42180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:40Z', 'updated_at': '2021-11-19T10:09:44Z', 'revision_number': 4, 'project_id': 'd467b4887dda4956b51836df0ff08d68', 'subnets': [{'id': 'a3ddba02-f45a-4af6-9ea2-0f5a0cf42180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:09:45.259335 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'name': 'tempest-TestEncryptedCinderVolumes-1781719354-router', 'tenant_id': '4d84e2656881441c81120eb51cd780ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '466eae8d-e4e8-41fb-819e-3346897ff237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:43Z', 'updated_at': '2021-11-19T10:09:43Z', 'revision_number': 3, 'project_id': '4d84e2656881441c81120eb51cd780ef', 'gw_port': {'id': '466eae8d-e4e8-41fb-819e-3346897ff237', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:43Z', 'updated_at': '2021-11-19T10:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:45.296867 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Checking router: 523fea3f-2237-4e7c-8969-cf0082c559ea for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:09:45.297485 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Updating router 523fea3f-2237-4e7c-8969-cf0082c559ea port 466eae8d-e4e8-41fb-819e-3346897ff237 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:09:45.360149 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:45.400622 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:45.615372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Allocated IP 172.20.0.1 (ff017a64-a830-45d9-b73f-a9c3bfe2dcd4/7fc006d7-1141-4384-bf1b-a75012e563fd/d2883398-67c7-4ef3-bc09-8b37574bca85) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:09:45.679140 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:45.686430 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:45.704527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78a595f-a8db-48a6-b698-d84111f5dce0 None None] Network ff017a64-a830-45d9-b73f-a9c3bfe2dcd4 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:09:45.747869 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Attempting to bind port 466eae8d-e4e8-41fb-819e-3346897ff237 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:09:45.748239 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Attempting to bind port 466eae8d-e4e8-41fb-819e-3346897ff237 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:09:45.748602 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Attempting to bind port 466eae8d-e4e8-41fb-819e-3346897ff237 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:09:45.754452 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761296b-503b-4234-809e-5145ffad3558 None None] Pushing event updated for resources: {'Port': ['ID=466eae8d-e4e8-41fb-819e-3346897ff237,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:45.757405 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:09:45.757947 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:45.758421 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:45.758856 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:09:45.759330 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Bound port: 466eae8d-e4e8-41fb-819e-3346897ff237, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:09:45.759713 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:45.771664 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f446ce1d-5ddc-4c5e-944d-fd2c8dff156b None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:09:45.783351 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:45.823314 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:45.825258 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-95d29c20-8db3-4162-9e17-bb77054580f2 None None] Provisioning complete for port fcc4c281-2dcc-4f42-8eef-8af4afa8e93c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:45.825746 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-95d29c20-8db3-4162-9e17-bb77054580f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:45.836850 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] For port 466eae8d-e4e8-41fb-819e-3346897ff237, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:09:45.839714 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] For port 466eae8d-e4e8-41fb-819e-3346897ff237, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=466eae8d-e4e8-41fb-819e-3346897ff237,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:09:45.851022 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:45.868066 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Network ff017a64-a830-45d9-b73f-a9c3bfe2dcd4 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:09:45.871238 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:45.875498 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:09:45.909658 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Routers {'523fea3f-2237-4e7c-8969-cf0082c559ea'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:09:45.910280 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:09:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['523fea3f-2237-4e7c-8969-cf0082c559ea'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:45.921882 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657dc7d5-5316-4bc3-9bbd-72ed6c76886a None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:09:45.926488 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Pushing event updated for resources: {'Port': ['ID=d2883398-67c7-4ef3-bc09-8b37574bca85,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:45.963299 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:46.029900 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] Set router 523fea3f-2237-4e7c-8969-cf0082c559ea gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:09:46.122812 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:46.271710 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:46.274413 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-95d29c20-8db3-4162-9e17-bb77054580f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:46.297357 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761296b-503b-4234-809e-5145ffad3558 None None] Pushing event updated for resources: {'Port': ['ID=466eae8d-e4e8-41fb-819e-3346897ff237,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:46.340758 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-95d29c20-8db3-4162-9e17-bb77054580f2 None None] For port fcc4c281-2dcc-4f42-8eef-8af4afa8e93c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=fcc4c281-2dcc-4f42-8eef-8af4afa8e93c,segment=NetworkSegment(5feb8b35-3b82-4010-84c7-61da34370d34),segment_id=5feb8b35-3b82-4010-84c7-61da34370d34)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:46.351863 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-95d29c20-8db3-4162-9e17-bb77054580f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:46.406703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device fcc4c281-2dcc-4f42-8eef-8af4afa8e93c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:09:46.452461 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'name': 'tempest-TestEncryptedCinderVolumes-1781719354-router', 'tenant_id': '4d84e2656881441c81120eb51cd780ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '466eae8d-e4e8-41fb-819e-3346897ff237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:43Z', 'updated_at': '2021-11-19T10:09:43Z', 'revision_number': 3, 'project_id': '4d84e2656881441c81120eb51cd780ef', 'gw_port': {'id': '466eae8d-e4e8-41fb-819e-3346897ff237', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:43Z', 'updated_at': '2021-11-19T10:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:46.487200 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb26d6ea-6cf5-44c5-8bb3-2db9cd21f24f None None] The sync data for ids ['523fea3f-2237-4e7c-8969-cf0082c559ea'] in n-d-805649-14 is: [{'id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'name': 'tempest-TestEncryptedCinderVolumes-1781719354-router', 'tenant_id': '4d84e2656881441c81120eb51cd780ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '466eae8d-e4e8-41fb-819e-3346897ff237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:43Z', 'updated_at': '2021-11-19T10:09:43Z', 'revision_number': 3, 'project_id': '4d84e2656881441c81120eb51cd780ef', 'gw_port': {'id': '466eae8d-e4e8-41fb-819e-3346897ff237', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:43Z', 'updated_at': '2021-11-19T10:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:09:46.492656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d29c20-8db3-4162-9e17-bb77054580f2 None None] Pushing event updated for resources: {'Port': ['ID=fcc4c281-2dcc-4f42-8eef-8af4afa8e93c,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:46.506495 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:46.511901 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:46.531351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a9e4c525-0151-40d4-8c7a-0e584bb754b2 None None] Provisioning complete for port 466eae8d-e4e8-41fb-819e-3346897ff237 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:46.531753 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c525-0151-40d4-8c7a-0e584bb754b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:46.591311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port fcc4c281-2dcc-4f42-8eef-8af4afa8e93c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:46.601358 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:46.622319 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:46.625855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Pushing event updated for resources: {'Port': ['ID=d2883398-67c7-4ef3-bc09-8b37574bca85,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:46.718593 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c525-0151-40d4-8c7a-0e584bb754b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:46.765482 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Network ff017a64-a830-45d9-b73f-a9c3bfe2dcd4 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:09:46.767405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:46.767898 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a9e4c525-0151-40d4-8c7a-0e584bb754b2 None None] For port 466eae8d-e4e8-41fb-819e-3346897ff237, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=466eae8d-e4e8-41fb-819e-3346897ff237,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:46.780856 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c525-0151-40d4-8c7a-0e584bb754b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:46.822254 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9093e531-c526-4696-997b-a7bd765638c4 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:09:46.876656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4c525-0151-40d4-8c7a-0e584bb754b2 None None] Pushing event updated for resources: {'Port': ['ID=466eae8d-e4e8-41fb-819e-3346897ff237,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:46.899370 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 9093e531-c526-4696-997b-a7bd765638c4 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:46.899735 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:46.931251 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Router 523fea3f-2237-4e7c-8969-cf0082c559ea has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:09:46.949529 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-568830a8-e322-4b7e-ad23-8c23e78ea761 None None] Provisioning complete for port d2883398-67c7-4ef3-bc09-8b37574bca85 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:46.950098 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-568830a8-e322-4b7e-ad23-8c23e78ea761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:47.063514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-568830a8-e322-4b7e-ad23-8c23e78ea761 None None] Port d2883398-67c7-4ef3-bc09-8b37574bca85 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:09:47.122363 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-568830a8-e322-4b7e-ad23-8c23e78ea761 None None] Provisioning complete for port fcc4c281-2dcc-4f42-8eef-8af4afa8e93c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:47.122699 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-568830a8-e322-4b7e-ad23-8c23e78ea761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:47.172046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:09:47.177924 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e6737c58-6915-4b58-a4d0-f59c96d061ba admin admin] 10.222.0.21 "PUT /v2.0/routers/523fea3f-2237-4e7c-8969-cf0082c559ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2676835 Nov 19 10:09:47.375574 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c36b60cd-24cf-462a-8843-27ca2fff1426 None None] Provisioning complete for port d2883398-67c7-4ef3-bc09-8b37574bca85 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:47.375947 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c36b60cd-24cf-462a-8843-27ca2fff1426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:47.416001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c36b60cd-24cf-462a-8843-27ca2fff1426 None None] Port d2883398-67c7-4ef3-bc09-8b37574bca85 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:09:48.048261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-996146a7-08c1-4776-b63a-5ea467d8658f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:48.049748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-996146a7-08c1-4776-b63a-5ea467d8658f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/networks?id=fa5e0c83-c2b3-402b-90b5-aca04cdc132d HTTP/1.1" status: 200 len: 817 time: 0.1047635 Nov 19 10:09:48.064991 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-6946cb4e-9994-4706-aa1d-cf23728aab98 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/quotas/d467b4887dda4956b51836df0ff08d68 HTTP/1.1" status: 200 len: 375 time: 0.0088630 Nov 19 10:09:48.115021 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-e32c7db1-aa1a-42f2-9b1a-ba72b8efde83 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d467b4887dda4956b51836df0ff08d68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442333 Nov 19 10:09:48.130503 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-484c34d4-e350-489d-be4b-0278328727ec service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 10:09:48.131420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-484c34d4-e350-489d-be4b-0278328727ec service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051439 Nov 19 10:09:48.222879 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-87047a7f-f886-4f3d-99b2-a8234824628b service neutron] 10.222.0.21 "GET /v2.0/networks/fa5e0c83-c2b3-402b-90b5-aca04cdc132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857923 Nov 19 10:09:48.290096 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 466eae8d-e4e8-41fb-819e-3346897ff237 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:09:48.318618 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-da2104fb-47c3-4840-ba3d-9746d3c9d5a4 service neutron] 10.222.0.21 "GET /v2.0/networks/fa5e0c83-c2b3-402b-90b5-aca04cdc132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889783 Nov 19 10:09:48.339651 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 466eae8d-e4e8-41fb-819e-3346897ff237 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:48.340108 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:48.422587 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device fcc4c281-2dcc-4f42-8eef-8af4afa8e93c up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:09:48.479840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port fcc4c281-2dcc-4f42-8eef-8af4afa8e93c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:48.480234 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:48.494096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-553a6111-d3ef-4720-b22a-d70c9ee5cc69 req-f7c9b8fd-2136-4f92-a7f3-104e1a10de22 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 210 time: 0.0356820 Nov 19 10:09:48.541622 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:48.776322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Sync routers for ids ['523fea3f-2237-4e7c-8969-cf0082c559ea'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:09:48.785556 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Routers {'523fea3f-2237-4e7c-8969-cf0082c559ea'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:09:48.786191 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:09:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['523fea3f-2237-4e7c-8969-cf0082c559ea'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:48.898094 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Set router 523fea3f-2237-4e7c-8969-cf0082c559ea gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:09:49.107220 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'name': 'tempest-TestEncryptedCinderVolumes-1781719354-router', 'tenant_id': '4d84e2656881441c81120eb51cd780ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '466eae8d-e4e8-41fb-819e-3346897ff237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:43Z', 'updated_at': '2021-11-19T10:09:46Z', 'revision_number': 4, 'project_id': '4d84e2656881441c81120eb51cd780ef', 'gw_port': {'id': '466eae8d-e4e8-41fb-819e-3346897ff237', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:43Z', 'updated_at': '2021-11-19T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd2883398-67c7-4ef3-bc09-8b37574bca85', 'name': '', 'network_id': 'ff017a64-a830-45d9-b73f-a9c3bfe2dcd4', 'tenant_id': '4d84e2656881441c81120eb51cd780ef', 'mac_address': 'fa:16:3e:07:a1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7fc006d7-1141-4384-bf1b-a75012e563fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:45Z', 'updated_at': '2021-11-19T10:09:46Z', 'revision_number': 2, 'project_id': '4d84e2656881441c81120eb51cd780ef', 'subnets': [{'id': '7fc006d7-1141-4384-bf1b-a75012e563fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:49.135203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Checking router: 523fea3f-2237-4e7c-8969-cf0082c559ea for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:09:49.135565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Updating router 523fea3f-2237-4e7c-8969-cf0082c559ea port d2883398-67c7-4ef3-bc09-8b37574bca85 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:09:49.160649 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:49.424103 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:49.430254 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:49.488407 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128e020-25e4-4c79-b573-69b1db84e4ad None None] Pushing event updated for resources: {'Port': ['ID=d2883398-67c7-4ef3-bc09-8b37574bca85,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:49.570638 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Attempting to bind port d2883398-67c7-4ef3-bc09-8b37574bca85 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:09:49.571381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Attempting to bind port d2883398-67c7-4ef3-bc09-8b37574bca85 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '5feb8b35-3b82-4010-84c7-61da34370d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ff017a64-a830-45d9-b73f-a9c3bfe2dcd4'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:09:49.571766 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Attempting to bind port d2883398-67c7-4ef3-bc09-8b37574bca85 on network ff017a64-a830-45d9-b73f-a9c3bfe2dcd4 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:09:49.583643 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:09:49.584029 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Checking segment: {'id': '5feb8b35-3b82-4010-84c7-61da34370d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ff017a64-a830-45d9-b73f-a9c3bfe2dcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:49.584634 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:49.588312 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Bound using segment: {'id': '5feb8b35-3b82-4010-84c7-61da34370d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ff017a64-a830-45d9-b73f-a9c3bfe2dcd4'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:09:49.588885 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Bound port: d2883398-67c7-4ef3-bc09-8b37574bca85, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5feb8b35-3b82-4010-84c7-61da34370d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ff017a64-a830-45d9-b73f-a9c3bfe2dcd4'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:09:49.589333 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:49.629297 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6eda28ef-c30b-422e-af7c-197b8e9c4685 req-e16a5c01-69e7-4601-ba57-d470ea55d4cb tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 210 time: 0.0376933 Nov 19 10:09:49.646669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-35a275c7-d632-4d9d-8530-edd4963d2a80 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:49.648275 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-35a275c7-d632-4d9d-8530-edd4963d2a80 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.66 "GET /v2.0/networks?id=fa5e0c83-c2b3-402b-90b5-aca04cdc132d HTTP/1.1" status: 200 len: 817 time: 0.1892583 Nov 19 10:09:49.664038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-e6d809fc-a9d8-44f5-8e98-62f3cebbbd71 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Request body: {'port': {'device_id': 'abfe7a42-5fec-4022-b62b-f03eab072b27', 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d', 'admin_state_up': True, 'tenant_id': 'd467b4887dda4956b51836df0ff08d68'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:49.675689 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] For port d2883398-67c7-4ef3-bc09-8b37574bca85, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:09:49.679743 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] For port d2883398-67c7-4ef3-bc09-8b37574bca85, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d2883398-67c7-4ef3-bc09-8b37574bca85,segment=NetworkSegment(5feb8b35-3b82-4010-84c7-61da34370d34),segment_id=5feb8b35-3b82-4010-84c7-61da34370d34)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:09:49.686344 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:49.752015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Routers {'523fea3f-2237-4e7c-8969-cf0082c559ea'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:09:49.752660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:09:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['523fea3f-2237-4e7c-8969-cf0082c559ea'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:49.789045 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-e6d809fc-a9d8-44f5-8e98-62f3cebbbd71 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Made reservation on behalf of d467b4887dda4956b51836df0ff08d68 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:09:49.793078 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-e6d809fc-a9d8-44f5-8e98-62f3cebbbd71 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:49.798224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128e020-25e4-4c79-b573-69b1db84e4ad None None] Pushing event updated for resources: {'Port': ['ID=d2883398-67c7-4ef3-bc09-8b37574bca85,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:49.810902 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-bd5fe162-8687-4a4f-8d71-f4901a51014a None None] Provisioning complete for port d2883398-67c7-4ef3-bc09-8b37574bca85 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:49.811288 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bd5fe162-8687-4a4f-8d71-f4901a51014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:49.912607 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] Set router 523fea3f-2237-4e7c-8969-cf0082c559ea gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:09:50.028108 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bd5fe162-8687-4a4f-8d71-f4901a51014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:50.081321 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c90a6937-2c92-49a0-9e62-8695b7bbc3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:50.119903 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-bd5fe162-8687-4a4f-8d71-f4901a51014a None None] For port d2883398-67c7-4ef3-bc09-8b37574bca85, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d2883398-67c7-4ef3-bc09-8b37574bca85,segment=NetworkSegment(5feb8b35-3b82-4010-84c7-61da34370d34),segment_id=5feb8b35-3b82-4010-84c7-61da34370d34)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:50.129347 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bd5fe162-8687-4a4f-8d71-f4901a51014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:50.209751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-e6d809fc-a9d8-44f5-8e98-62f3cebbbd71 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Allocated IP 172.20.0.7 (fa5e0c83-c2b3-402b-90b5-aca04cdc132d/a3ddba02-f45a-4af6-9ea2-0f5a0cf42180/b423f578-9a34-4be9-8492-47842b7c8f9d) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:09:50.212308 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fe162-8687-4a4f-8d71-f4901a51014a None None] Pushing event updated for resources: {'Port': ['ID=d2883398-67c7-4ef3-bc09-8b37574bca85,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:50.243745 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'name': 'tempest-TestEncryptedCinderVolumes-1781719354-router', 'tenant_id': '4d84e2656881441c81120eb51cd780ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '466eae8d-e4e8-41fb-819e-3346897ff237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:43Z', 'updated_at': '2021-11-19T10:09:46Z', 'revision_number': 4, 'project_id': '4d84e2656881441c81120eb51cd780ef', 'gw_port': {'id': '466eae8d-e4e8-41fb-819e-3346897ff237', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:43Z', 'updated_at': '2021-11-19T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd2883398-67c7-4ef3-bc09-8b37574bca85', 'name': '', 'network_id': 'ff017a64-a830-45d9-b73f-a9c3bfe2dcd4', 'tenant_id': '4d84e2656881441c81120eb51cd780ef', 'mac_address': 'fa:16:3e:07:a1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7fc006d7-1141-4384-bf1b-a75012e563fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:45Z', 'updated_at': '2021-11-19T10:09:49Z', 'revision_number': 4, 'project_id': '4d84e2656881441c81120eb51cd780ef', 'subnets': [{'id': '7fc006d7-1141-4384-bf1b-a75012e563fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:09:50.283242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8c670f-33c0-4def-bc3c-84a019e8bb80 None None] The sync data for ids ['523fea3f-2237-4e7c-8969-cf0082c559ea'] in n-d-805649-14 is: [{'id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'name': 'tempest-TestEncryptedCinderVolumes-1781719354-router', 'tenant_id': '4d84e2656881441c81120eb51cd780ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '466eae8d-e4e8-41fb-819e-3346897ff237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:43Z', 'updated_at': '2021-11-19T10:09:46Z', 'revision_number': 4, 'project_id': '4d84e2656881441c81120eb51cd780ef', 'gw_port': {'id': '466eae8d-e4e8-41fb-819e-3346897ff237', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:43Z', 'updated_at': '2021-11-19T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd2883398-67c7-4ef3-bc09-8b37574bca85', 'name': '', 'network_id': 'ff017a64-a830-45d9-b73f-a9c3bfe2dcd4', 'tenant_id': '4d84e2656881441c81120eb51cd780ef', 'mac_address': 'fa:16:3e:07:a1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '7fc006d7-1141-4384-bf1b-a75012e563fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:45Z', 'updated_at': '2021-11-19T10:09:49Z', 'revision_number': 4, 'project_id': '4d84e2656881441c81120eb51cd780ef', 'subnets': [{'id': '7fc006d7-1141-4384-bf1b-a75012e563fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:09:50.285795 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8d85ec61-d887-4bb5-a699-dc6581bc5ca7 None None] Provisioning complete for port d2883398-67c7-4ef3-bc09-8b37574bca85 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:50.286104 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8d85ec61-d887-4bb5-a699-dc6581bc5ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:50.386179 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-e6d809fc-a9d8-44f5-8e98-62f3cebbbd71 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:50.425959 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-e6d809fc-a9d8-44f5-8e98-62f3cebbbd71 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:50.471968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-e6d809fc-a9d8-44f5-8e98-62f3cebbbd71 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Network fa5e0c83-c2b3-402b-90b5-aca04cdc132d is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:09:50.477264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-e6d809fc-a9d8-44f5-8e98-62f3cebbbd71 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:09:50.481856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-e6d809fc-a9d8-44f5-8e98-62f3cebbbd71 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:09:50.486014 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d809fc-a9d8-44f5-8e98-62f3cebbbd71 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Pushing event updated for resources: {'Port': ['ID=b423f578-9a34-4be9-8492-47842b7c8f9d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:50.545228 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-e6d809fc-a9d8-44f5-8e98-62f3cebbbd71 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:50.545975 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-e6d809fc-a9d8-44f5-8e98-62f3cebbbd71 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:50.571717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-e6d809fc-a9d8-44f5-8e98-62f3cebbbd71 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9128492 Nov 19 10:09:50.584957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Request body: {'port': {'device_id': 'abfe7a42-5fec-4022-b62b-f03eab072b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:09:50.642411 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:50.717044 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-689c9686-bc70-4b8c-b1d7-4f2a69250d06 None None] Provisioning complete for port b423f578-9a34-4be9-8492-47842b7c8f9d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:50.717715 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-689c9686-bc70-4b8c-b1d7-4f2a69250d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:50.757864 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-689c9686-bc70-4b8c-b1d7-4f2a69250d06 None None] Port b423f578-9a34-4be9-8492-47842b7c8f9d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:09:50.867508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e73969-7aca-4e34-8273-6f3915b5427e req-3bf1a74d-7051-46d4-9c7c-0ac425a892ea tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:50.868967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15e73969-7aca-4e34-8273-6f3915b5427e req-3bf1a74d-7051-46d4-9c7c-0ac425a892ea tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 931 time: 0.1099396 Nov 19 10:09:50.945815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-15e73969-7aca-4e34-8273-6f3915b5427e req-22037398-5142-474f-8f64-5fd875b745b5 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707176 Nov 19 10:09:50.996935 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b423f578-9a34-4be9-8492-47842b7c8f9d {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:09:51.005528 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:51.017673 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Transition to ACTIVE for port object b423f578-9a34-4be9-8492-47842b7c8f9d will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:09:51.022528 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:51.077806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Pushing event updated for resources: {'Port': ['ID=b423f578-9a34-4be9-8492-47842b7c8f9d,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:51.156756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Attempting to bind port b423f578-9a34-4be9-8492-47842b7c8f9d on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:09:51.157177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Attempting to bind port b423f578-9a34-4be9-8492-47842b7c8f9d by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '6be279bd-20ac-481e-a8b2-1acdd4cdb364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:09:51.157523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Attempting to bind port b423f578-9a34-4be9-8492-47842b7c8f9d on network fa5e0c83-c2b3-402b-90b5-aca04cdc132d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:09:51.163135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Port b423f578-9a34-4be9-8492-47842b7c8f9d on network fa5e0c83-c2b3-402b-90b5-aca04cdc132d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:09:51.163464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Attempting to bind port b423f578-9a34-4be9-8492-47842b7c8f9d on network fa5e0c83-c2b3-402b-90b5-aca04cdc132d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:09:51.168613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:09:51.168954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Checking segment: {'id': '6be279bd-20ac-481e-a8b2-1acdd4cdb364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:09:51.169374 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Bound using segment: {'id': '6be279bd-20ac-481e-a8b2-1acdd4cdb364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:09:51.169818 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Bound port: b423f578-9a34-4be9-8492-47842b7c8f9d, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be279bd-20ac-481e-a8b2-1acdd4cdb364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:09:51.170176 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:51.236117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] For port b423f578-9a34-4be9-8492-47842b7c8f9d, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:09:51.239520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] For port b423f578-9a34-4be9-8492-47842b7c8f9d, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b423f578-9a34-4be9-8492-47842b7c8f9d,segment=NetworkSegment(6be279bd-20ac-481e-a8b2-1acdd4cdb364),segment_id=6be279bd-20ac-481e-a8b2-1acdd4cdb364)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:09:51.246776 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:51.288174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:51.288733 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:51.290163 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] 10.222.0.66 "PUT /v2.0/ports/b423f578-9a34-4be9-8492-47842b7c8f9d HTTP/1.1" status: 200 len: 1092 time: 0.7104263 Nov 19 10:09:51.290614 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfe7a42-5fec-4022-b62b-f03eab072b27', 'tag': 'b423f578-9a34-4be9-8492-47842b7c8f9d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:09:51.292964 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b299608-7475-4dc8-b9b6-405f21d1ede0" -d '{"events": [{"name": "network-changed", "server_uuid": "abfe7a42-5fec-4022-b62b-f03eab072b27", "tag": "b423f578-9a34-4be9-8492-47842b7c8f9d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:09:51.315682 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5a98-08ba-4d21-9ae9-edc6913dde51 service neutron] Pushing event updated for resources: {'Port': ['ID=b423f578-9a34-4be9-8492-47842b7c8f9d,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:51.367966 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53068ea-76cc-4e28-bd42-258b7ba7b7b5 x-openstack-request-id: req-f53068ea-76cc-4e28-bd42-258b7ba7b7b5 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:09:51.368264 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfe7a42-5fec-4022-b62b-f03eab072b27", "tag": "b423f578-9a34-4be9-8492-47842b7c8f9d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:09:51.368515 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f53068ea-76cc-4e28-bd42-258b7ba7b7b5 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:09:51.368913 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfe7a42-5fec-4022-b62b-f03eab072b27', 'tag': 'b423f578-9a34-4be9-8492-47842b7c8f9d', 'status': 'completed', 'code': 200} Nov 19 10:09:51.399414 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-21398c9b-ac88-4795-a0ac-20f905c48f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:51.400980 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-21398c9b-ac88-4795-a0ac-20f905c48f55 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d467b4887dda4956b51836df0ff08d68&device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 1095 time: 0.0452275 Nov 19 10:09:51.448050 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-0e21304c-a9d3-4edf-a248-a6be30abec1d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b423f578-9a34-4be9-8492-47842b7c8f9d HTTP/1.1" status: 200 len: 217 time: 0.0353768 Nov 19 10:09:51.498183 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-6f8329c4-35b3-41e9-a441-870bea1de8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:51.499651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-6f8329c4-35b3-41e9-a441-870bea1de8e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3ddba02-f45a-4af6-9ea2-0f5a0cf42180 HTTP/1.1" status: 200 len: 856 time: 0.0452282 Nov 19 10:09:51.551463 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-be2d746d-dc6c-46a6-8686-900f064f9dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:51.553019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-be2d746d-dc6c-46a6-8686-900f064f9dda service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa5e0c83-c2b3-402b-90b5-aca04cdc132d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461595 Nov 19 10:09:51.647784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-06d383e3-876b-4f8b-a5c0-500fdda1091f service neutron] 10.222.0.66 "GET /v2.0/networks/fa5e0c83-c2b3-402b-90b5-aca04cdc132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866544 Nov 19 10:09:51.745567 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-af689f28-ed21-44b5-9277-0f0f9cb4a5f7 req-fd83a51f-88fb-4424-b9ed-3c264102b195 service neutron] 10.222.0.66 "GET /v2.0/networks/fa5e0c83-c2b3-402b-90b5-aca04cdc132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895729 Nov 19 10:09:51.835768 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b299608-7475-4dc8-b9b6-405f21d1ede0 req-d0c15533-2a47-463d-9edf-8d478658e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:51.837339 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b299608-7475-4dc8-b9b6-405f21d1ede0 req-d0c15533-2a47-463d-9edf-8d478658e6f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d467b4887dda4956b51836df0ff08d68&device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 1095 time: 0.0464764 Nov 19 10:09:51.933685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b299608-7475-4dc8-b9b6-405f21d1ede0 req-7870791a-9682-4c91-b098-2ef00e1eef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:51.935084 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b299608-7475-4dc8-b9b6-405f21d1ede0 req-7870791a-9682-4c91-b098-2ef00e1eef35 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fa5e0c83-c2b3-402b-90b5-aca04cdc132d HTTP/1.1" status: 200 len: 918 time: 0.0910287 Nov 19 10:09:51.980411 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b299608-7475-4dc8-b9b6-405f21d1ede0 req-859f9d13-4a5a-4d9e-b7bc-e704cf05089c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b423f578-9a34-4be9-8492-47842b7c8f9d HTTP/1.1" status: 200 len: 217 time: 0.0370829 Nov 19 10:09:52.059563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b299608-7475-4dc8-b9b6-405f21d1ede0 req-dac5329e-6932-41b3-9c51-e37ba4a89515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:52.061174 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b299608-7475-4dc8-b9b6-405f21d1ede0 req-dac5329e-6932-41b3-9c51-e37ba4a89515 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3ddba02-f45a-4af6-9ea2-0f5a0cf42180 HTTP/1.1" status: 200 len: 856 time: 0.0731206 Nov 19 10:09:52.102461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2651f1-a0f6-444c-b696-ee9211ef6e7f req-96dab20c-8fb5-4774-bee9-6e4e7593601d tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:52.103939 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba2651f1-a0f6-444c-b696-ee9211ef6e7f req-96dab20c-8fb5-4774-bee9-6e4e7593601d tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 943 time: 0.0846565 Nov 19 10:09:52.142746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b299608-7475-4dc8-b9b6-405f21d1ede0 req-268ad8e7-5e19-41fa-a170-cdc6bf78279d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:52.144271 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b299608-7475-4dc8-b9b6-405f21d1ede0 req-268ad8e7-5e19-41fa-a170-cdc6bf78279d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa5e0c83-c2b3-402b-90b5-aca04cdc132d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751743 Nov 19 10:09:52.178194 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba2651f1-a0f6-444c-b696-ee9211ef6e7f req-b4e30d42-ffaf-46b1-a9dc-5346197dbe62 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683563 Nov 19 10:09:52.249162 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d2883398-67c7-4ef3-bc09-8b37574bca85 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:09:52.256198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b299608-7475-4dc8-b9b6-405f21d1ede0 req-d3ef717a-d1dd-4ca0-ab23-ffeb617a1823 service neutron] 10.222.0.66 "GET /v2.0/networks/fa5e0c83-c2b3-402b-90b5-aca04cdc132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016111 Nov 19 10:09:52.296723 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d2883398-67c7-4ef3-bc09-8b37574bca85 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:52.297132 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:52.347383 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b299608-7475-4dc8-b9b6-405f21d1ede0 req-44ef9bb7-f213-4952-8de2-4298f78d4781 service neutron] 10.222.0.66 "GET /v2.0/networks/fa5e0c83-c2b3-402b-90b5-aca04cdc132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830789 Nov 19 10:09:52.431625 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-49920d7e-62fa-4cc7-ae48-4083f6e2916f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:52.730249 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:09:53.298510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6bc27-2145-42d9-b1e4-422b0ea47306 req-3dbcb5cf-94c0-4fae-8840-bfd62f0234ab tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:53.299990 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ba6bc27-2145-42d9-b1e4-422b0ea47306 req-3dbcb5cf-94c0-4fae-8840-bfd62f0234ab tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 943 time: 0.0497918 Nov 19 10:09:53.347788 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1ba6bc27-2145-42d9-b1e4-422b0ea47306 req-c4d8d6de-9ad7-44d5-8c0f-7380a845605f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417273 Nov 19 10:09:53.685596 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:54.465421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe4b90-b8be-40dc-bef3-e32be3349f3d req-09b05097-2773-4cd5-b217-7f7b13770bfc tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:54.466914 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6bfe4b90-b8be-40dc-bef3-e32be3349f3d req-09b05097-2773-4cd5-b217-7f7b13770bfc tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 943 time: 0.0525944 Nov 19 10:09:54.513734 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6bfe4b90-b8be-40dc-bef3-e32be3349f3d req-57889271-b703-42df-b286-140c8e1540c5 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406585 Nov 19 10:09:54.939024 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b423f578-9a34-4be9-8492-47842b7c8f9d details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:09:55.035414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b423f578-9a34-4be9-8492-47842b7c8f9d, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b423f578-9a34-4be9-8492-47842b7c8f9d,segment=NetworkSegment(6be279bd-20ac-481e-a8b2-1acdd4cdb364),segment_id=6be279bd-20ac-481e-a8b2-1acdd4cdb364)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:55.050861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'b423f578-9a34-4be9-8492-47842b7c8f9d', 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d', 'port_id': 'b423f578-9a34-4be9-8492-47842b7c8f9d', 'mac_address': 'fa:16:3e:b3:20:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ddba02-f45a-4af6-9ea2-0f5a0cf42180', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:09:55.087032 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:55.100144 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:55.113163 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b423f578-9a34-4be9-8492-47842b7c8f9d {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:09:55.133379 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b423f578-9a34-4be9-8492-47842b7c8f9d, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b423f578-9a34-4be9-8492-47842b7c8f9d,segment=NetworkSegment(6be279bd-20ac-481e-a8b2-1acdd4cdb364),segment_id=6be279bd-20ac-481e-a8b2-1acdd4cdb364)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:55.136932 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:55.183861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=b423f578-9a34-4be9-8492-47842b7c8f9d,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:55.336131 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['b423f578-9a34-4be9-8492-47842b7c8f9d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:09:55.631372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7d20d-bc9b-4b42-9fcb-3d33a81204d0 req-b8412b83-26dd-4290-9650-e0211114e51c tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:55.632847 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81f7d20d-bc9b-4b42-9fcb-3d33a81204d0 req-b8412b83-26dd-4290-9650-e0211114e51c tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 944 time: 0.0497298 Nov 19 10:09:55.680602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-81f7d20d-bc9b-4b42-9fcb-3d33a81204d0 req-badddf06-4ae8-46d4-b3a6-d80ff6de86ce tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417390 Nov 19 10:09:55.680969 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:56.798083 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb479f-f996-4509-adfd-8ece5aba7717 req-7ea2f1c3-3dc3-4c30-880d-d22358a47068 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:56.799561 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9bfb479f-f996-4509-adfd-8ece5aba7717 req-7ea2f1c3-3dc3-4c30-880d-d22358a47068 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 944 time: 0.0524905 Nov 19 10:09:56.847006 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9bfb479f-f996-4509-adfd-8ece5aba7717 req-bce7a31e-1abe-4e49-98bf-2e960b98c618 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408890 Nov 19 10:09:56.951109 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b423f578-9a34-4be9-8492-47842b7c8f9d up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:09:57.001245 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port b423f578-9a34-4be9-8492-47842b7c8f9d completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:09:57.005215 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port b423f578-9a34-4be9-8492-47842b7c8f9d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:09:57.005599 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:57.082630 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:57.105228 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfe7a42-5fec-4022-b62b-f03eab072b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b423f578-9a34-4be9-8492-47842b7c8f9d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:09:57.107461 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6560da-e89e-45f6-9218-6fa50505ec64" -d '{"events": [{"server_uuid": "abfe7a42-5fec-4022-b62b-f03eab072b27", "name": "network-vif-plugged", "status": "completed", "tag": "b423f578-9a34-4be9-8492-47842b7c8f9d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:09:57.121318 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b423f578-9a34-4be9-8492-47842b7c8f9d, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b423f578-9a34-4be9-8492-47842b7c8f9d,segment=NetworkSegment(6be279bd-20ac-481e-a8b2-1acdd4cdb364),segment_id=6be279bd-20ac-481e-a8b2-1acdd4cdb364)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:09:57.125858 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:09:57.148542 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96706e1c-ac50-4453-8d11-dd76ac3e88fb x-openstack-request-id: req-96706e1c-ac50-4453-8d11-dd76ac3e88fb {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:09:57.148862 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfe7a42-5fec-4022-b62b-f03eab072b27", "name": "network-vif-plugged", "status": "completed", "tag": "b423f578-9a34-4be9-8492-47842b7c8f9d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:09:57.149182 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96706e1c-ac50-4453-8d11-dd76ac3e88fb {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:09:57.149503 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfe7a42-5fec-4022-b62b-f03eab072b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b423f578-9a34-4be9-8492-47842b7c8f9d', 'code': 200} Nov 19 10:09:57.176196 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=b423f578-9a34-4be9-8492-47842b7c8f9d,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:09:57.244389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ab12c-fc86-4b43-b206-51ba3bd704cf req-703b81a1-d4db-47ad-a721-8f6fbd4c9cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:57.245956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f59ab12c-fc86-4b43-b206-51ba3bd704cf req-703b81a1-d4db-47ad-a721-8f6fbd4c9cfb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 1097 time: 0.0421715 Nov 19 10:09:57.291487 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f59ab12c-fc86-4b43-b206-51ba3bd704cf req-ed96d251-85d1-4522-a66d-147b0551e9d3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386989 Nov 19 10:09:57.963949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511a5d7-742b-474d-9f9b-2c1debd983d1 req-8c7ab6c9-78a6-4295-bafb-0bab46edbc96 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:57.965448 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4511a5d7-742b-474d-9f9b-2c1debd983d1 req-8c7ab6c9-78a6-4295-bafb-0bab46edbc96 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 945 time: 0.0489342 Nov 19 10:09:58.017353 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4511a5d7-742b-474d-9f9b-2c1debd983d1 req-65ac60f4-15a7-4451-a850-92a659a21a47 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455327 Nov 19 10:09:59.135517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aead3a-7c6a-4a68-8a10-0748b7a15016 req-8ab46089-2c13-404d-be6e-8e9d618eee54 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:59.137010 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14aead3a-7c6a-4a68-8a10-0748b7a15016 req-8ab46089-2c13-404d-be6e-8e9d618eee54 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 945 time: 0.0491786 Nov 19 10:09:59.184094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-14aead3a-7c6a-4a68-8a10-0748b7a15016 req-ee73a7c5-3167-4ed6-a0ce-ed3d964ae6da tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411923 Nov 19 10:09:59.299566 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bded49c-f16e-4bc5-8886-192d7250860c req-6892ff5d-1119-41c5-bbdd-1097c112e79f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:09:59.301048 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2bded49c-f16e-4bc5-8886-192d7250860c req-6892ff5d-1119-41c5-bbdd-1097c112e79f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 945 time: 0.0486803 Nov 19 10:09:59.348166 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2bded49c-f16e-4bc5-8886-192d7250860c req-6f6f4024-4627-4313-b46f-294945605ced tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402975 Nov 19 10:10:16.043601 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:18.533040 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:20.015161 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-68bbdc96-3078-4e9a-8207-c0326cc94aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:21.013522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f10c7e-979d-452b-9679-f62dc436cabe req-99d3e5fe-9a87-4804-a2cd-2f6afa72312c tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:21.015048 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f10c7e-979d-452b-9679-f62dc436cabe req-99d3e5fe-9a87-4804-a2cd-2f6afa72312c tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 945 time: 0.0561073 Nov 19 10:10:21.063242 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-09f10c7e-979d-452b-9679-f62dc436cabe req-6031f2d8-4782-4b19-b96a-9599fe6a53b2 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414283 Nov 19 10:10:22.184458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f44ca-82ae-4348-baf7-8ac4e8fb9088 req-f7f11ed6-0761-4433-acd4-7f19bfa690bc tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:22.186000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a8f44ca-82ae-4348-baf7-8ac4e8fb9088 req-f7f11ed6-0761-4433-acd4-7f19bfa690bc tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 945 time: 0.0483959 Nov 19 10:10:22.234366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a8f44ca-82ae-4348-baf7-8ac4e8fb9088 req-5786def4-19d5-44b0-a7aa-f421052ffc44 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Nov 19 10:10:22.438770 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a51d6b7-c590-4cad-848e-c3321476d174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:22.477706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e256fa7-7662-41b7-aca2-db9180ddca5d req-5f74ca53-090e-4979-b99f-6e5180e691b8 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:22.479162 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e256fa7-7662-41b7-aca2-db9180ddca5d req-5f74ca53-090e-4979-b99f-6e5180e691b8 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.66 "GET /v2.0/ports?device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 945 time: 0.0507247 Nov 19 10:10:22.577683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-6e256fa7-7662-41b7-aca2-db9180ddca5d req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Deleting port b423f578-9a34-4be9-8492-47842b7c8f9d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:10:22.578058 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6e256fa7-7662-41b7-aca2-db9180ddca5d req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:22.664669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-6e256fa7-7662-41b7-aca2-db9180ddca5d req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] For port b423f578-9a34-4be9-8492-47842b7c8f9d, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b423f578-9a34-4be9-8492-47842b7c8f9d,segment=NetworkSegment(6be279bd-20ac-481e-a8b2-1acdd4cdb364),segment_id=6be279bd-20ac-481e-a8b2-1acdd4cdb364)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:10:22.665034 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6e256fa7-7662-41b7-aca2-db9180ddca5d req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:22.681900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-6e256fa7-7662-41b7-aca2-db9180ddca5d req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Calling delete_port for b423f578-9a34-4be9-8492-47842b7c8f9d owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:10:22.808583 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6e256fa7-7662-41b7-aca2-db9180ddca5d req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:22.820115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['b423f578-9a34-4be9-8492-47842b7c8f9d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:10:22.836707 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Pushing event deleted for resources: {'Port': ['ID=b423f578-9a34-4be9-8492-47842b7c8f9d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:10:22.849727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:22.850080 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:22.850420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:22.850754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:22.851084 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:22.851412 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:22.851740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:22.852061 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:22.852390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:22.852717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:22.853038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:22.853379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:22.889539 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e256fa7-7662-41b7-aca2-db9180ddca5d req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] No DVR routers for this DVR port b423f578-9a34-4be9-8492-47842b7c8f9d on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:10:22.892102 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6e256fa7-7662-41b7-aca2-db9180ddca5d req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:22.895926 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e256fa7-7662-41b7-aca2-db9180ddca5d req-661040d3-3e21-452c-8f7a-49578ead8f9e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.66 "DELETE /v2.0/ports/b423f578-9a34-4be9-8492-47842b7c8f9d HTTP/1.1" status: 204 len: 173 time: 0.4100757 Nov 19 10:10:22.896361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfe7a42-5fec-4022-b62b-f03eab072b27', 'name': 'network-vif-deleted', 'tag': 'b423f578-9a34-4be9-8492-47842b7c8f9d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:10:22.898638 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad92a2f-274b-4552-909e-113aefe36b16" -d '{"events": [{"server_uuid": "abfe7a42-5fec-4022-b62b-f03eab072b27", "name": "network-vif-deleted", "tag": "b423f578-9a34-4be9-8492-47842b7c8f9d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:10:22.997120 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7623f4-eec7-4519-a017-b9e4c932bd8b x-openstack-request-id: req-dd7623f4-eec7-4519-a017-b9e4c932bd8b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:10:22.997429 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfe7a42-5fec-4022-b62b-f03eab072b27", "name": "network-vif-deleted", "tag": "b423f578-9a34-4be9-8492-47842b7c8f9d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:10:22.997686 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd7623f4-eec7-4519-a017-b9e4c932bd8b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:10:22.998092 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfe7a42-5fec-4022-b62b-f03eab072b27', 'name': 'network-vif-deleted', 'tag': 'b423f578-9a34-4be9-8492-47842b7c8f9d', 'status': 'completed', 'code': 200} Nov 19 10:10:23.358959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07899bc9-dd49-455f-b7f9-fc86e262b88d req-390fd71f-feeb-4611-98ef-ee01848c1e81 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=abfe7a42-5fec-4022-b62b-f03eab072b27 HTTP/1.1" status: 200 len: 210 time: 0.0274789 Nov 19 10:10:23.688576 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:24.988680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-33a4fcc9-6dd1-4c03-86bd-491ff205dcc3 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:24.990178 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-33a4fcc9-6dd1-4c03-86bd-491ff205dcc3 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/networks?id=fa5e0c83-c2b3-402b-90b5-aca04cdc132d HTTP/1.1" status: 200 len: 817 time: 0.1092830 Nov 19 10:10:25.004999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-88aad425-fc6e-43af-80c3-43ea798ee46d tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/quotas/d467b4887dda4956b51836df0ff08d68 HTTP/1.1" status: 200 len: 375 time: 0.0090084 Nov 19 10:10:25.056633 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-184b3936-748b-492f-8c04-86d07c1313b0 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d467b4887dda4956b51836df0ff08d68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459819 Nov 19 10:10:25.070204 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:25.137906 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b423f578-9a34-4be9-8492-47842b7c8f9d no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:10:25.154296 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-2c535665-08d2-4642-a60b-d7d31aaba01c service neutron] 10.222.0.21 "GET /v2.0/networks/fa5e0c83-c2b3-402b-90b5-aca04cdc132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821781 Nov 19 10:10:25.161601 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: b423f578-9a34-4be9-8492-47842b7c8f9d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:10:25.162001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b423f578-9a34-4be9-8492-47842b7c8f9d not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:10:25.251299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-480d8475-5138-4697-86b5-c6ca93227f13 service neutron] 10.222.0.21 "GET /v2.0/networks/fa5e0c83-c2b3-402b-90b5-aca04cdc132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896261 Nov 19 10:10:25.420581 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9263415-7c58-423f-819d-9e5398a8323f req-e6a041ea-a6df-469f-8f3f-3419579d026e tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 210 time: 0.0274601 Nov 19 10:10:25.684895 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:26.313191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-1f043127-e3c8-430b-bd50-61820e77a92d tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:26.314657 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-1f043127-e3c8-430b-bd50-61820e77a92d tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.66 "GET /v2.0/networks?id=fa5e0c83-c2b3-402b-90b5-aca04cdc132d HTTP/1.1" status: 200 len: 817 time: 0.1133194 Nov 19 10:10:26.329919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-3748b62f-3c1d-4c27-bc9c-fd956aab5c6f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Request body: {'port': {'device_id': '7cdddd4d-39f3-47e5-909d-58a68e2a0a08', 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d', 'admin_state_up': True, 'tenant_id': 'd467b4887dda4956b51836df0ff08d68'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:10:26.436443 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-3748b62f-3c1d-4c27-bc9c-fd956aab5c6f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Made reservation on behalf of d467b4887dda4956b51836df0ff08d68 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:10:26.439968 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-3748b62f-3c1d-4c27-bc9c-fd956aab5c6f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:26.529985 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4c82f1c7-3cf4-4d1d-ba8f-9e35df6ef1e8 req-13e82b61-633f-476b-871b-fb3e64a7440b tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 210 time: 0.0335431 Nov 19 10:10:26.591776 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-3748b62f-3c1d-4c27-bc9c-fd956aab5c6f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Allocated IP 172.20.0.9 (fa5e0c83-c2b3-402b-90b5-aca04cdc132d/a3ddba02-f45a-4af6-9ea2-0f5a0cf42180/7f82efaf-0123-46b9-99ea-c2cc174c3894) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:10:26.736917 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-3748b62f-3c1d-4c27-bc9c-fd956aab5c6f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:26.771180 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-3748b62f-3c1d-4c27-bc9c-fd956aab5c6f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:26.815424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-3748b62f-3c1d-4c27-bc9c-fd956aab5c6f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Network fa5e0c83-c2b3-402b-90b5-aca04cdc132d is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:10:26.819225 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-3748b62f-3c1d-4c27-bc9c-fd956aab5c6f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:10:26.821606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-3748b62f-3c1d-4c27-bc9c-fd956aab5c6f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:10:26.847645 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748b62f-3c1d-4c27-bc9c-fd956aab5c6f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Pushing event updated for resources: {'Port': ['ID=7f82efaf-0123-46b9-99ea-c2cc174c3894,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:10:26.881844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-3748b62f-3c1d-4c27-bc9c-fd956aab5c6f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:26.882483 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-3748b62f-3c1d-4c27-bc9c-fd956aab5c6f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:26.898849 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-3748b62f-3c1d-4c27-bc9c-fd956aab5c6f tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5740097 Nov 19 10:10:27.003425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Request body: {'port': {'device_id': '7cdddd4d-39f3-47e5-909d-58a68e2a0a08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:10:27.055205 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:27.056290 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fd62ef21-43d3-4f53-a0df-b39b2e8e5829 None None] Provisioning complete for port 7f82efaf-0123-46b9-99ea-c2cc174c3894 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:10:27.056769 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fd62ef21-43d3-4f53-a0df-b39b2e8e5829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:27.090507 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-fd62ef21-43d3-4f53-a0df-b39b2e8e5829 None None] Port 7f82efaf-0123-46b9-99ea-c2cc174c3894 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:10:27.321973 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f82efaf-0123-46b9-99ea-c2cc174c3894 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:10:27.329301 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:27.341180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Transition to ACTIVE for port object 7f82efaf-0123-46b9-99ea-c2cc174c3894 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:10:27.345283 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:27.394954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f82efaf-0123-46b9-99ea-c2cc174c3894,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:10:27.464197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Attempting to bind port 7f82efaf-0123-46b9-99ea-c2cc174c3894 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:10:27.464536 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Attempting to bind port 7f82efaf-0123-46b9-99ea-c2cc174c3894 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '6be279bd-20ac-481e-a8b2-1acdd4cdb364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:10:27.464869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Attempting to bind port 7f82efaf-0123-46b9-99ea-c2cc174c3894 on network fa5e0c83-c2b3-402b-90b5-aca04cdc132d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:10:27.469815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Port 7f82efaf-0123-46b9-99ea-c2cc174c3894 on network fa5e0c83-c2b3-402b-90b5-aca04cdc132d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:10:27.470142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Attempting to bind port 7f82efaf-0123-46b9-99ea-c2cc174c3894 on network fa5e0c83-c2b3-402b-90b5-aca04cdc132d {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:10:27.475183 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:10:27.475517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Checking segment: {'id': '6be279bd-20ac-481e-a8b2-1acdd4cdb364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:10:27.475907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Bound using segment: {'id': '6be279bd-20ac-481e-a8b2-1acdd4cdb364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:10:27.476346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Bound port: 7f82efaf-0123-46b9-99ea-c2cc174c3894, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be279bd-20ac-481e-a8b2-1acdd4cdb364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:10:27.476710 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:27.547229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] For port 7f82efaf-0123-46b9-99ea-c2cc174c3894, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:10:27.550374 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] For port 7f82efaf-0123-46b9-99ea-c2cc174c3894, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=7f82efaf-0123-46b9-99ea-c2cc174c3894,segment=NetworkSegment(6be279bd-20ac-481e-a8b2-1acdd4cdb364),segment_id=6be279bd-20ac-481e-a8b2-1acdd4cdb364)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:10:27.554379 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:27.590139 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:27.590755 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:27.592149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] 10.222.0.66 "PUT /v2.0/ports/7f82efaf-0123-46b9-99ea-c2cc174c3894 HTTP/1.1" status: 200 len: 1092 time: 0.6852405 Nov 19 10:10:27.592600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdddd4d-39f3-47e5-909d-58a68e2a0a08', 'tag': '7f82efaf-0123-46b9-99ea-c2cc174c3894'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:10:27.595169 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927f057a-4d23-4f0f-8bef-68ad2a62ec05" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdddd4d-39f3-47e5-909d-58a68e2a0a08", "tag": "7f82efaf-0123-46b9-99ea-c2cc174c3894"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:10:27.657929 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3765e-396e-40b4-9941-4a3bcac320e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f82efaf-0123-46b9-99ea-c2cc174c3894,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:10:27.691005 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a64b46-0ae0-4855-a849-3b5343262795 x-openstack-request-id: req-96a64b46-0ae0-4855-a849-3b5343262795 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:10:27.691436 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdddd4d-39f3-47e5-909d-58a68e2a0a08", "tag": "7f82efaf-0123-46b9-99ea-c2cc174c3894", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:10:27.691782 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96a64b46-0ae0-4855-a849-3b5343262795 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:10:27.692252 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cdddd4d-39f3-47e5-909d-58a68e2a0a08', 'tag': '7f82efaf-0123-46b9-99ea-c2cc174c3894', 'status': 'completed', 'code': 200} Nov 19 10:10:27.709337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fe79d-339a-4b5a-bc50-df698bbe51e8 req-123c2702-5407-4247-beb7-c3ad2706e5e1 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:27.710880 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae7fe79d-339a-4b5a-bc50-df698bbe51e8 req-123c2702-5407-4247-beb7-c3ad2706e5e1 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 943 time: 0.1056454 Nov 19 10:10:27.717860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-e67d26ec-e437-4a39-8df5-48e0f2410127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:27.719603 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-e67d26ec-e437-4a39-8df5-48e0f2410127 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d467b4887dda4956b51836df0ff08d68&device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 1095 time: 0.0764236 Nov 19 10:10:27.767973 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-b5773711-1c4c-449d-9d38-2e751e056a05 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f82efaf-0123-46b9-99ea-c2cc174c3894 HTTP/1.1" status: 200 len: 217 time: 0.0408828 Nov 19 10:10:27.823404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ae7fe79d-339a-4b5a-bc50-df698bbe51e8 req-b1783842-bc10-4da6-8b94-b4c463299ab8 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027598 Nov 19 10:10:27.835644 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-03698b35-2203-46b2-ae36-9f76596c45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:27.837109 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-03698b35-2203-46b2-ae36-9f76596c45e2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3ddba02-f45a-4af6-9ea2-0f5a0cf42180 HTTP/1.1" status: 200 len: 856 time: 0.0581467 Nov 19 10:10:27.887590 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-b7453437-1440-4c3f-971a-2cdb59b0adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:27.889108 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-b7453437-1440-4c3f-971a-2cdb59b0adca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa5e0c83-c2b3-402b-90b5-aca04cdc132d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446961 Nov 19 10:10:27.977807 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-daa431f4-bb15-4edb-8c2c-8395bb0b44f2 service neutron] 10.222.0.66 "GET /v2.0/networks/fa5e0c83-c2b3-402b-90b5-aca04cdc132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814185 Nov 19 10:10:28.067369 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d633176-2a44-4fec-b39b-588f92e5a670 req-83fb35c7-5927-4e7b-84d2-4916a9934e16 service neutron] 10.222.0.66 "GET /v2.0/networks/fa5e0c83-c2b3-402b-90b5-aca04cdc132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827382 Nov 19 10:10:28.150429 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f057a-4d23-4f0f-8bef-68ad2a62ec05 req-f9287416-2cf3-4d58-bf00-6aa49050f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:28.151841 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-927f057a-4d23-4f0f-8bef-68ad2a62ec05 req-f9287416-2cf3-4d58-bf00-6aa49050f2fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d467b4887dda4956b51836df0ff08d68&device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 1095 time: 0.0405922 Nov 19 10:10:28.241364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f057a-4d23-4f0f-8bef-68ad2a62ec05 req-9296be18-a0ee-4b11-a32d-8bb94359f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:28.242844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-927f057a-4d23-4f0f-8bef-68ad2a62ec05 req-9296be18-a0ee-4b11-a32d-8bb94359f462 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fa5e0c83-c2b3-402b-90b5-aca04cdc132d HTTP/1.1" status: 200 len: 918 time: 0.0838480 Nov 19 10:10:28.579654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-927f057a-4d23-4f0f-8bef-68ad2a62ec05 req-4c3bee71-5522-4503-93cd-a80daf29c022 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f82efaf-0123-46b9-99ea-c2cc174c3894 HTTP/1.1" status: 200 len: 217 time: 0.3298097 Nov 19 10:10:28.629359 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f057a-4d23-4f0f-8bef-68ad2a62ec05 req-e4c00341-7103-43a0-8557-89c2de57267c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:28.630786 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-927f057a-4d23-4f0f-8bef-68ad2a62ec05 req-e4c00341-7103-43a0-8557-89c2de57267c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3ddba02-f45a-4af6-9ea2-0f5a0cf42180 HTTP/1.1" status: 200 len: 856 time: 0.0432601 Nov 19 10:10:28.675371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f057a-4d23-4f0f-8bef-68ad2a62ec05 req-adfabc4f-0dc4-4dbe-8697-fea278a0d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:28.676847 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-927f057a-4d23-4f0f-8bef-68ad2a62ec05 req-adfabc4f-0dc4-4dbe-8697-fea278a0d388 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa5e0c83-c2b3-402b-90b5-aca04cdc132d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386353 Nov 19 10:10:28.768862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-927f057a-4d23-4f0f-8bef-68ad2a62ec05 req-f39a21cd-1ad0-4ae4-baee-8fdf4c4a8780 service neutron] 10.222.0.66 "GET /v2.0/networks/fa5e0c83-c2b3-402b-90b5-aca04cdc132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835733 Nov 19 10:10:28.858882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-927f057a-4d23-4f0f-8bef-68ad2a62ec05 req-77100bdd-ba1a-4fd4-9650-f4caca778e05 service neutron] 10.222.0.66 "GET /v2.0/networks/fa5e0c83-c2b3-402b-90b5-aca04cdc132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805647 Nov 19 10:10:28.947836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca70e0b-4965-4c29-8688-a2d9eb06c6f6 req-260398cc-9499-4772-8f7d-763101caeae8 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:28.949313 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ca70e0b-4965-4c29-8688-a2d9eb06c6f6 req-260398cc-9499-4772-8f7d-763101caeae8 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 943 time: 0.0536485 Nov 19 10:10:28.995496 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ca70e0b-4965-4c29-8688-a2d9eb06c6f6 req-12bc613a-67b9-4deb-81f8-3d2f9abce5f2 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402157 Nov 19 10:10:29.730361 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:10:30.112728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db51204-6a4e-428c-a483-ade3bedd95ea req-05e3eb15-c23d-4a33-acad-57df5b9ef4c0 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:30.114263 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3db51204-6a4e-428c-a483-ade3bedd95ea req-05e3eb15-c23d-4a33-acad-57df5b9ef4c0 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 943 time: 0.0510423 Nov 19 10:10:30.161466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3db51204-6a4e-428c-a483-ade3bedd95ea req-6f9ccb18-b3fa-4b07-9caa-90e1ad022034 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411394 Nov 19 10:10:31.168963 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 7f82efaf-0123-46b9-99ea-c2cc174c3894 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:10:31.281853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08966962-6690-46a5-80cd-354c7c9ccd03 req-dc1f79f3-c6da-4e0a-8d2d-bac6ac9186d2 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:31.283444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-08966962-6690-46a5-80cd-354c7c9ccd03 req-dc1f79f3-c6da-4e0a-8d2d-bac6ac9186d2 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 943 time: 0.0548067 Nov 19 10:10:31.337582 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-08966962-6690-46a5-80cd-354c7c9ccd03 req-dede9fb2-1d12-4154-adec-d32a94a7a174 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479171 Nov 19 10:10:31.422502 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 7f82efaf-0123-46b9-99ea-c2cc174c3894, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=7f82efaf-0123-46b9-99ea-c2cc174c3894,segment=NetworkSegment(6be279bd-20ac-481e-a8b2-1acdd4cdb364),segment_id=6be279bd-20ac-481e-a8b2-1acdd4cdb364)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:10:31.434158 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '7f82efaf-0123-46b9-99ea-c2cc174c3894', 'network_id': 'fa5e0c83-c2b3-402b-90b5-aca04cdc132d', 'port_id': '7f82efaf-0123-46b9-99ea-c2cc174c3894', 'mac_address': 'fa:16:3e:47:4d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ddba02-f45a-4af6-9ea2-0f5a0cf42180', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:10:31.470454 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:31.485116 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f82efaf-0123-46b9-99ea-c2cc174c3894 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:10:31.506197 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 7f82efaf-0123-46b9-99ea-c2cc174c3894, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=7f82efaf-0123-46b9-99ea-c2cc174c3894,segment=NetworkSegment(6be279bd-20ac-481e-a8b2-1acdd4cdb364),segment_id=6be279bd-20ac-481e-a8b2-1acdd4cdb364)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:10:31.510046 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:31.558036 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=7f82efaf-0123-46b9-99ea-c2cc174c3894,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:10:31.565316 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:31.565676 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:31.566034 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:31.566520 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:31.566886 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:31.567227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:31.567555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:31.567884 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:31.568213 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:31.569306 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:31.569644 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:31.569991 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:10:31.696344 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['7f82efaf-0123-46b9-99ea-c2cc174c3894'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:10:32.454453 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1c861-b6ee-4592-9371-56c0bed5bee4 req-2a67cae5-d97e-4d2a-9750-aed156342998 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:32.455850 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33e1c861-b6ee-4592-9371-56c0bed5bee4 req-2a67cae5-d97e-4d2a-9750-aed156342998 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 944 time: 0.0478201 Nov 19 10:10:32.502452 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-33e1c861-b6ee-4592-9371-56c0bed5bee4 req-a991cf81-115a-4462-a376-ee60bbff44bf tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 Nov 19 10:10:33.178962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 7f82efaf-0123-46b9-99ea-c2cc174c3894 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:10:33.227239 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 7f82efaf-0123-46b9-99ea-c2cc174c3894 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:10:33.231382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 7f82efaf-0123-46b9-99ea-c2cc174c3894 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:10:33.231759 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:33.310274 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:33.332528 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdddd4d-39f3-47e5-909d-58a68e2a0a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f82efaf-0123-46b9-99ea-c2cc174c3894'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:10:33.334843 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2a0840-569d-4c2f-bc7a-ed8d8ca6ea7d" -d '{"events": [{"server_uuid": "7cdddd4d-39f3-47e5-909d-58a68e2a0a08", "name": "network-vif-plugged", "status": "completed", "tag": "7f82efaf-0123-46b9-99ea-c2cc174c3894"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:10:33.348436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 7f82efaf-0123-46b9-99ea-c2cc174c3894, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=7f82efaf-0123-46b9-99ea-c2cc174c3894,segment=NetworkSegment(6be279bd-20ac-481e-a8b2-1acdd4cdb364),segment_id=6be279bd-20ac-481e-a8b2-1acdd4cdb364)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:10:33.352568 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:33.399850 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=7f82efaf-0123-46b9-99ea-c2cc174c3894,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:10:33.432270 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35d5543-36c7-45c3-be05-eb79d7c41c5f x-openstack-request-id: req-d35d5543-36c7-45c3-be05-eb79d7c41c5f {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:10:33.432567 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdddd4d-39f3-47e5-909d-58a68e2a0a08", "name": "network-vif-plugged", "status": "completed", "tag": "7f82efaf-0123-46b9-99ea-c2cc174c3894", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:10:33.432821 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d35d5543-36c7-45c3-be05-eb79d7c41c5f {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:10:33.433246 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdddd4d-39f3-47e5-909d-58a68e2a0a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f82efaf-0123-46b9-99ea-c2cc174c3894', 'code': 200} Nov 19 10:10:33.527268 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80617c3e-2af1-4a44-8d12-6b8df68c9b24 req-89004f94-2d09-4a96-915c-71d446ce4a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:33.528763 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80617c3e-2af1-4a44-8d12-6b8df68c9b24 req-89004f94-2d09-4a96-915c-71d446ce4a4a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 1097 time: 0.0390320 Nov 19 10:10:33.573800 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80617c3e-2af1-4a44-8d12-6b8df68c9b24 req-5e358a6c-d6ba-4fc5-ad76-4d5f45222dfd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373533 Nov 19 10:10:33.623940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd98f7-35e9-4d23-bde5-59363d2b9a4e req-4aca8792-8173-4625-9292-c276a0878d69 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:33.625438 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56fd98f7-35e9-4d23-bde5-59363d2b9a4e req-4aca8792-8173-4625-9292-c276a0878d69 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 945 time: 0.0507562 Nov 19 10:10:33.672122 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56fd98f7-35e9-4d23-bde5-59363d2b9a4e req-45c79135-f1ab-4aad-be8a-c2f7a4d6545b tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402915 Nov 19 10:10:34.790533 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba483315-dced-4273-845f-9d41638f9feb req-dc7645ca-0d39-497b-b6f4-7f5a6a302cb0 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:34.792030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba483315-dced-4273-845f-9d41638f9feb req-dc7645ca-0d39-497b-b6f4-7f5a6a302cb0 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 945 time: 0.0485451 Nov 19 10:10:34.841210 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba483315-dced-4273-845f-9d41638f9feb req-dfd66eb3-ec08-4aae-878b-12cb1d9061c6 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402179 Nov 19 10:10:34.960151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695e04f-fcec-4836-91b5-015bc03879e8 req-66db7257-864f-4bb2-8750-75a4c63a0448 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:34.961567 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b695e04f-fcec-4836-91b5-015bc03879e8 req-66db7257-864f-4bb2-8750-75a4c63a0448 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 945 time: 0.0527775 Nov 19 10:10:35.008051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b695e04f-fcec-4836-91b5-015bc03879e8 req-2de1a4e3-772b-4424-9a40-28771d7616cc tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 Nov 19 10:10:46.041656 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:48.545011 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:50.016395 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-862760e9-822f-480c-adf8-89c974db79bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:52.430695 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8a13039b-434a-48aa-b293-87d2724108ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:53.694131 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:55.071854 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:55.687699 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:56.373848 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24faa757-b59d-4592-bc55-486796667d47 req-28ef0c61-02eb-4ffc-ad98-2c8ed7347e61 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430350 Nov 19 10:10:56.503335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faa757-b59d-4592-bc55-486796667d47 req-589632a7-ecd7-4902-b71b-f420018da5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:56.504823 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24faa757-b59d-4592-bc55-486796667d47 req-589632a7-ecd7-4902-b71b-f420018da5b8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d467b4887dda4956b51836df0ff08d68&device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 1097 time: 0.0762186 Nov 19 10:10:56.514499 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3d41d-1584-45fb-b3d4-fb790cd07021 req-f7fc6fd6-0d9f-4cff-9d51-76ce4a4d1810 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:56.515954 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76a3d41d-1584-45fb-b3d4-fb790cd07021 req-f7fc6fd6-0d9f-4cff-9d51-76ce4a4d1810 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 945 time: 0.0790520 Nov 19 10:10:56.608836 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76a3d41d-1584-45fb-b3d4-fb790cd07021 req-98c8029e-f4b3-4224-a7ec-fe6be0bdcd6b tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865171 Nov 19 10:10:56.645072 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faa757-b59d-4592-bc55-486796667d47 req-0db5178a-d8bb-4b6f-af22-bf6488d6fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:56.647301 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24faa757-b59d-4592-bc55-486796667d47 req-0db5178a-d8bb-4b6f-af22-bf6488d6fdf6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fa5e0c83-c2b3-402b-90b5-aca04cdc132d HTTP/1.1" status: 200 len: 918 time: 0.1107252 Nov 19 10:10:56.695116 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24faa757-b59d-4592-bc55-486796667d47 req-fcc48020-d21d-46dd-b83b-0f665c2a94de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f82efaf-0123-46b9-99ea-c2cc174c3894 HTTP/1.1" status: 200 len: 217 time: 0.0393946 Nov 19 10:10:56.746667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faa757-b59d-4592-bc55-486796667d47 req-7452acec-6886-4223-97a7-2488ac550e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:56.748172 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24faa757-b59d-4592-bc55-486796667d47 req-7452acec-6886-4223-97a7-2488ac550e17 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3ddba02-f45a-4af6-9ea2-0f5a0cf42180 HTTP/1.1" status: 200 len: 856 time: 0.0447621 Nov 19 10:10:56.795715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faa757-b59d-4592-bc55-486796667d47 req-8e9ded80-9900-4d4a-a49c-55a8c3e66fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:56.797260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24faa757-b59d-4592-bc55-486796667d47 req-8e9ded80-9900-4d4a-a49c-55a8c3e66fcd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa5e0c83-c2b3-402b-90b5-aca04cdc132d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409243 Nov 19 10:10:56.891563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24faa757-b59d-4592-bc55-486796667d47 req-b3a751ef-1517-460f-a88e-879973e7bd83 service neutron] 10.222.0.66 "GET /v2.0/networks/fa5e0c83-c2b3-402b-90b5-aca04cdc132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856507 Nov 19 10:10:56.982870 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24faa757-b59d-4592-bc55-486796667d47 req-a507a1a0-3c28-45bd-bdf9-47fdf8a6d02d service neutron] 10.222.0.66 "GET /v2.0/networks/fa5e0c83-c2b3-402b-90b5-aca04cdc132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838916 Nov 19 10:10:57.738407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066355e2-24cc-4100-8bfc-aed9b1adb684 req-0c8b0d28-9758-480d-a196-14a31fa8cbd4 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:57.740498 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-066355e2-24cc-4100-8bfc-aed9b1adb684 req-0c8b0d28-9758-480d-a196-14a31fa8cbd4 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 945 time: 0.0509529 Nov 19 10:10:57.795953 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-066355e2-24cc-4100-8bfc-aed9b1adb684 req-4e8b7890-4459-4c40-b526-fbdcd070856a tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/security-groups?id=5df10bfe-969f-4a10-859e-1cae040199ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492344 Nov 19 10:10:57.994296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5fab2-cf2b-4cc2-a436-c6f30abfa2cb req-7cb6fe7f-ecb7-461f-a345-fba6cf044f4a tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:10:57.995755 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffd5fab2-cf2b-4cc2-a436-c6f30abfa2cb req-7cb6fe7f-ecb7-461f-a345-fba6cf044f4a tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 945 time: 0.0532625 Nov 19 10:10:58.089507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-ffd5fab2-cf2b-4cc2-a436-c6f30abfa2cb req-723cc6b7-8c53-4fc5-89fe-aebfce90cdc4 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Deleting port 7f82efaf-0123-46b9-99ea-c2cc174c3894 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:10:58.089847 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ffd5fab2-cf2b-4cc2-a436-c6f30abfa2cb req-723cc6b7-8c53-4fc5-89fe-aebfce90cdc4 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:58.180403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ffd5fab2-cf2b-4cc2-a436-c6f30abfa2cb req-723cc6b7-8c53-4fc5-89fe-aebfce90cdc4 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] For port 7f82efaf-0123-46b9-99ea-c2cc174c3894, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=7f82efaf-0123-46b9-99ea-c2cc174c3894,segment=NetworkSegment(6be279bd-20ac-481e-a8b2-1acdd4cdb364),segment_id=6be279bd-20ac-481e-a8b2-1acdd4cdb364)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:10:58.180759 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ffd5fab2-cf2b-4cc2-a436-c6f30abfa2cb req-723cc6b7-8c53-4fc5-89fe-aebfce90cdc4 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:58.193329 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-ffd5fab2-cf2b-4cc2-a436-c6f30abfa2cb req-723cc6b7-8c53-4fc5-89fe-aebfce90cdc4 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Calling delete_port for 7f82efaf-0123-46b9-99ea-c2cc174c3894 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:10:58.322965 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ffd5fab2-cf2b-4cc2-a436-c6f30abfa2cb req-723cc6b7-8c53-4fc5-89fe-aebfce90cdc4 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:58.338648 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['7f82efaf-0123-46b9-99ea-c2cc174c3894'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:10:58.350171 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cc6b7-8c53-4fc5-89fe-aebfce90cdc4 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Pushing event deleted for resources: {'Port': ['ID=7f82efaf-0123-46b9-99ea-c2cc174c3894,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:10:58.394141 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd5fab2-cf2b-4cc2-a436-c6f30abfa2cb req-723cc6b7-8c53-4fc5-89fe-aebfce90cdc4 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] No DVR routers for this DVR port 7f82efaf-0123-46b9-99ea-c2cc174c3894 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:10:58.398393 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ffd5fab2-cf2b-4cc2-a436-c6f30abfa2cb req-723cc6b7-8c53-4fc5-89fe-aebfce90cdc4 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:10:58.402131 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffd5fab2-cf2b-4cc2-a436-c6f30abfa2cb req-723cc6b7-8c53-4fc5-89fe-aebfce90cdc4 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.66 "DELETE /v2.0/ports/7f82efaf-0123-46b9-99ea-c2cc174c3894 HTTP/1.1" status: 204 len: 173 time: 0.4002686 Nov 19 10:10:58.402630 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdddd4d-39f3-47e5-909d-58a68e2a0a08', 'name': 'network-vif-deleted', 'tag': '7f82efaf-0123-46b9-99ea-c2cc174c3894'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:10:58.405575 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf6a3c6-cf8a-4f7f-b542-dea165f6948b" -d '{"events": [{"server_uuid": "7cdddd4d-39f3-47e5-909d-58a68e2a0a08", "name": "network-vif-deleted", "tag": "7f82efaf-0123-46b9-99ea-c2cc174c3894"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:10:58.448536 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2287b1d4-3824-4153-b963-a22537f35ae5 x-openstack-request-id: req-2287b1d4-3824-4153-b963-a22537f35ae5 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:10:58.448909 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdddd4d-39f3-47e5-909d-58a68e2a0a08", "name": "network-vif-deleted", "tag": "7f82efaf-0123-46b9-99ea-c2cc174c3894", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:10:58.449196 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2287b1d4-3824-4153-b963-a22537f35ae5 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:10:58.449611 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdddd4d-39f3-47e5-909d-58a68e2a0a08', 'name': 'network-vif-deleted', 'tag': '7f82efaf-0123-46b9-99ea-c2cc174c3894', 'status': 'completed', 'code': 200} Nov 19 10:10:58.907233 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-418fc0ff-faba-427a-924c-b8a2728dc086 req-b23ad5f7-198d-45f2-ad61-9846812d8a41 tempest-TestEncryptedCinderVolumes-1321585166 tempest-TestEncryptedCinderVolumes-1321585166-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cdddd4d-39f3-47e5-909d-58a68e2a0a08 HTTP/1.1" status: 200 len: 210 time: 0.0273371 Nov 19 10:10:59.997752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35976) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:00.338240 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9e593b70-0e00-4dc1-b29c-42d29f2943da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:00.586679 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-9e593b70-0e00-4dc1-b29c-42d29f2943da admin admin] Deleting port 9093e531-c526-4696-997b-a7bd765638c4 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:11:00.586999 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9e593b70-0e00-4dc1-b29c-42d29f2943da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:00.662954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-9e593b70-0e00-4dc1-b29c-42d29f2943da admin admin] For port 9093e531-c526-4696-997b-a7bd765638c4, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9093e531-c526-4696-997b-a7bd765638c4,segment=NetworkSegment(6be279bd-20ac-481e-a8b2-1acdd4cdb364),segment_id=6be279bd-20ac-481e-a8b2-1acdd4cdb364)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:11:00.663308 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9e593b70-0e00-4dc1-b29c-42d29f2943da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:00.675460 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-9e593b70-0e00-4dc1-b29c-42d29f2943da admin admin] Calling delete_port for 9093e531-c526-4696-997b-a7bd765638c4 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:11:00.852524 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9e593b70-0e00-4dc1-b29c-42d29f2943da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:00.882436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e593b70-0e00-4dc1-b29c-42d29f2943da admin admin] Pushing event deleted for resources: {'Port': ['ID=9093e531-c526-4696-997b-a7bd765638c4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:01.048201 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9e593b70-0e00-4dc1-b29c-42d29f2943da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:01.262126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e593b70-0e00-4dc1-b29c-42d29f2943da admin admin] Router b6eccaa6-e136-4563-b16f-e4fd1d07fb0f has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:11:01.355622 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 7f82efaf-0123-46b9-99ea-c2cc174c3894 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:11:01.369185 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e593b70-0e00-4dc1-b29c-42d29f2943da admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:11:01.374420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9e593b70-0e00-4dc1-b29c-42d29f2943da admin admin] 10.222.0.21 "PUT /v2.0/routers/b6eccaa6-e136-4563-b16f-e4fd1d07fb0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3753254 Nov 19 10:11:01.375978 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 7f82efaf-0123-46b9-99ea-c2cc174c3894 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:11:01.376338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 7f82efaf-0123-46b9-99ea-c2cc174c3894 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:11:01.377147 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35978) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:01.379729 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856a11b-d18e-45e5-9101-2ae4a0b9cb2b None None] Sync routers for ids ['b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:11:01.389162 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856a11b-d18e-45e5-9101-2ae4a0b9cb2b None None] Routers {'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:11:01.389767 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2856a11b-d18e-45e5-9101-2ae4a0b9cb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:01.484758 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:01.494067 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2856a11b-d18e-45e5-9101-2ae4a0b9cb2b None None] Set router b6eccaa6-e136-4563-b16f-e4fd1d07fb0f gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:11:01.592393 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:01.645004 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Deleting port 9d0fc911-46dd-44cc-8769-0315a570718a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:11:01.645372 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:01.670056 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2856a11b-d18e-45e5-9101-2ae4a0b9cb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'name': 'tempest-TestEncryptedCinderVolumes-1585631018-router', 'tenant_id': 'd467b4887dda4956b51836df0ff08d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '9d0fc911-46dd-44cc-8769-0315a570718a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:38Z', 'updated_at': '2021-11-19T10:11:00Z', 'revision_number': 5, 'project_id': 'd467b4887dda4956b51836df0ff08d68', 'gw_port': {'id': '9d0fc911-46dd-44cc-8769-0315a570718a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:38Z', 'updated_at': '2021-11-19T10:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:01.695517 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856a11b-d18e-45e5-9101-2ae4a0b9cb2b None None] Checking router: b6eccaa6-e136-4563-b16f-e4fd1d07fb0f for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:11:01.704196 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856a11b-d18e-45e5-9101-2ae4a0b9cb2b None None] Routers {'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:11:01.704808 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2856a11b-d18e-45e5-9101-2ae4a0b9cb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:01.729008 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] For port 9d0fc911-46dd-44cc-8769-0315a570718a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=9d0fc911-46dd-44cc-8769-0315a570718a,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:11:01.729414 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:01.742490 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Calling delete_port for 9d0fc911-46dd-44cc-8769-0315a570718a owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:11:01.791066 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2856a11b-d18e-45e5-9101-2ae4a0b9cb2b None None] Set router b6eccaa6-e136-4563-b16f-e4fd1d07fb0f gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:11:01.844867 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2856a11b-d18e-45e5-9101-2ae4a0b9cb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'name': 'tempest-TestEncryptedCinderVolumes-1585631018-router', 'tenant_id': 'd467b4887dda4956b51836df0ff08d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:38Z', 'updated_at': '2021-11-19T10:11:01Z', 'revision_number': 6, 'project_id': 'd467b4887dda4956b51836df0ff08d68', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:01.871033 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856a11b-d18e-45e5-9101-2ae4a0b9cb2b None None] The sync data for ids ['b6eccaa6-e136-4563-b16f-e4fd1d07fb0f'] in n-d-805649-14 is: [{'id': 'b6eccaa6-e136-4563-b16f-e4fd1d07fb0f', 'name': 'tempest-TestEncryptedCinderVolumes-1585631018-router', 'tenant_id': 'd467b4887dda4956b51836df0ff08d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:38Z', 'updated_at': '2021-11-19T10:11:01Z', 'revision_number': 6, 'project_id': 'd467b4887dda4956b51836df0ff08d68', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:11:01.909974 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:01.936038 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0fc911-46dd-44cc-8769-0315a570718a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:01.949595 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa1bb68-3287-4cf7-a8fa-45e15dcd4983 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:11:01.962528 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:01.962888 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:01.963244 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:01.963588 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:01.963929 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:01.964273 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:01.964609 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:01.964942 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:01.965302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:01.965635 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:01.965968 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:01.966298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:02.007373 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.100236 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.102305 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.145004 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.146208 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6eccaa6-e136-4563-b16f-e4fd1d07fb0f {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 10:11:02.150610 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.151753 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-96a37e8f-c579-4184-8682-cf4ac311ca12 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b6eccaa6-e136-4563-b16f-e4fd1d07fb0f HTTP/1.1" status: 204 len: 168 time: 0.7728980 Nov 19 10:11:02.154203 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35982) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:02.197780 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ff576f-d6e4-44b3-b22d-ecfef464a449 admin admin] Deleting subnet a3ddba02-f45a-4af6-9ea2-0f5a0cf42180 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:11:02.200770 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70ff576f-d6e4-44b3-b22d-ecfef464a449 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.239427 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70ff576f-d6e4-44b3-b22d-ecfef464a449 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.336036 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70ff576f-d6e4-44b3-b22d-ecfef464a449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.386578 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70ff576f-d6e4-44b3-b22d-ecfef464a449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.411472 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff576f-d6e4-44b3-b22d-ecfef464a449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ddba02-f45a-4af6-9ea2-0f5a0cf42180,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:02.415174 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-70ff576f-d6e4-44b3-b22d-ecfef464a449 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.418470 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-70ff576f-d6e4-44b3-b22d-ecfef464a449 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a3ddba02-f45a-4af6-9ea2-0f5a0cf42180 HTTP/1.1" status: 204 len: 168 time: 0.2632966 Nov 19 10:11:02.420609 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e747c1-1c03-452c-a940-a70395ce5fb5 None None] Network fa5e0c83-c2b3-402b-90b5-aca04cdc132d requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:11:02.421101 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 35984) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:02.487375 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.543051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] Deleting port 474d9588-6051-4351-aa33-26dafd4af54d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:11:02.543391 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.618781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] For port 474d9588-6051-4351-aa33-26dafd4af54d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=474d9588-6051-4351-aa33-26dafd4af54d,segment=NetworkSegment(6be279bd-20ac-481e-a8b2-1acdd4cdb364),segment_id=6be279bd-20ac-481e-a8b2-1acdd4cdb364)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:11:02.619047 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.632344 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] Calling delete_port for 474d9588-6051-4351-aa33-26dafd4af54d owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:11:02.671537 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d425249-4909-427e-a267-648e7ac07aab None None] DHCP port deletion for fa5e0c83-c2b3-402b-90b5-aca04cdc132d request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:11:02.701596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9093e531-c526-4696-997b-a7bd765638c4 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:11:02.717277 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.725204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 9093e531-c526-4696-997b-a7bd765638c4 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:11:02.725744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9093e531-c526-4696-997b-a7bd765638c4 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:11:02.747569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0d425249-4909-427e-a267-648e7ac07aab None None] Deleting port 474d9588-6051-4351-aa33-26dafd4af54d {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:11:02.748201 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d425249-4909-427e-a267-648e7ac07aab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.753290 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=474d9588-6051-4351-aa33-26dafd4af54d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:02.755793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] No DVR routers for this DVR port 474d9588-6051-4351-aa33-26dafd4af54d on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:11:02.812355 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0d425249-4909-427e-a267-648e7ac07aab None None] For port 474d9588-6051-4351-aa33-26dafd4af54d, host n-d-805649-14, got binding levels [] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:11:02.812759 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d425249-4909-427e-a267-648e7ac07aab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.829821 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0d425249-4909-427e-a267-648e7ac07aab None None] Calling delete_port for 474d9588-6051-4351-aa33-26dafd4af54d owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:11:02.831896 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.832555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.ipam_backend_mixin [None req-0d425249-4909-427e-a267-648e7ac07aab None None] Port 474d9588-6051-4351-aa33-26dafd4af54d was not found and therefore no delete operation was performed {{(pid=103478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 10:11:02.834952 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d425249-4909-427e-a267-648e7ac07aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.854636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5e0c83-c2b3-402b-90b5-aca04cdc132d']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:02.859045 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d425249-4909-427e-a267-648e7ac07aab None None] Pushing event deleted for resources: {'Port': ['ID=474d9588-6051-4351-aa33-26dafd4af54d,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:02.863365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d425249-4909-427e-a267-648e7ac07aab None None] No DVR routers for this DVR port 474d9588-6051-4351-aa33-26dafd4af54d on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:11:02.874026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be279bd-20ac-481e-a8b2-1acdd4cdb364') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:02.874300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be279bd-20ac-481e-a8b2-1acdd4cdb364') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:02.884724 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.899828 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.906166 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:11:02.906585 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: timer() Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:11:02.908515 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:11:02.969973 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.978099 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:02.981520 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fa5e0c83-c2b3-402b-90b5-aca04cdc132d HTTP/1.1" status: 204 len: 168 time: 0.5594189 Nov 19 10:11:02.984599 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35986) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:02.993652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fff7d0-410a-4394-94bf-c49af6f644a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5e0c83-c2b3-402b-90b5-aca04cdc132d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:03.334047 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56eedb3e-fb42-41dc-bc17-9151b7e580f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:03.574640 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-56eedb3e-fb42-41dc-bc17-9151b7e580f3 admin admin] Deleting port d2883398-67c7-4ef3-bc09-8b37574bca85 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:11:03.575320 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56eedb3e-fb42-41dc-bc17-9151b7e580f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:03.651803 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-56eedb3e-fb42-41dc-bc17-9151b7e580f3 admin admin] For port d2883398-67c7-4ef3-bc09-8b37574bca85, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d2883398-67c7-4ef3-bc09-8b37574bca85,segment=NetworkSegment(5feb8b35-3b82-4010-84c7-61da34370d34),segment_id=5feb8b35-3b82-4010-84c7-61da34370d34)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:11:03.652173 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56eedb3e-fb42-41dc-bc17-9151b7e580f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:03.665404 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-56eedb3e-fb42-41dc-bc17-9151b7e580f3 admin admin] Calling delete_port for d2883398-67c7-4ef3-bc09-8b37574bca85 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:11:03.847988 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56eedb3e-fb42-41dc-bc17-9151b7e580f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:03.878983 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eedb3e-fb42-41dc-bc17-9151b7e580f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2883398-67c7-4ef3-bc09-8b37574bca85,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:04.047455 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-56eedb3e-fb42-41dc-bc17-9151b7e580f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:04.272621 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56eedb3e-fb42-41dc-bc17-9151b7e580f3 admin admin] Router 523fea3f-2237-4e7c-8969-cf0082c559ea has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:11:04.309143 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 474d9588-6051-4351-aa33-26dafd4af54d no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:11:04.330116 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 474d9588-6051-4351-aa33-26dafd4af54d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:11:04.330469 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 474d9588-6051-4351-aa33-26dafd4af54d not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:11:04.330887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9d0fc911-46dd-44cc-8769-0315a570718a no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:11:04.350480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 9d0fc911-46dd-44cc-8769-0315a570718a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:11:04.350831 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 9d0fc911-46dd-44cc-8769-0315a570718a not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:11:04.379513 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56eedb3e-fb42-41dc-bc17-9151b7e580f3 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:11:04.386347 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-56eedb3e-fb42-41dc-bc17-9151b7e580f3 admin admin] 10.222.0.21 "PUT /v2.0/routers/523fea3f-2237-4e7c-8969-cf0082c559ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3995550 Nov 19 10:11:04.387745 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35988) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:04.390346 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30fb8a7-c403-40f8-8c7e-42f462d4aca5 None None] Sync routers for ids ['523fea3f-2237-4e7c-8969-cf0082c559ea'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:11:04.401599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30fb8a7-c403-40f8-8c7e-42f462d4aca5 None None] Routers {'523fea3f-2237-4e7c-8969-cf0082c559ea'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:11:04.402238 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c30fb8a7-c403-40f8-8c7e-42f462d4aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['523fea3f-2237-4e7c-8969-cf0082c559ea'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:04.490374 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b71eacd-341c-4eb9-a0f7-7eaddd743ad7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:04.506825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c30fb8a7-c403-40f8-8c7e-42f462d4aca5 None None] Set router 523fea3f-2237-4e7c-8969-cf0082c559ea gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:11:04.595846 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b71eacd-341c-4eb9-a0f7-7eaddd743ad7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:04.649180 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9b71eacd-341c-4eb9-a0f7-7eaddd743ad7 admin admin] Deleting port 466eae8d-e4e8-41fb-819e-3346897ff237 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:11:04.649524 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b71eacd-341c-4eb9-a0f7-7eaddd743ad7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:04.688951 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c30fb8a7-c403-40f8-8c7e-42f462d4aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'name': 'tempest-TestEncryptedCinderVolumes-1781719354-router', 'tenant_id': '4d84e2656881441c81120eb51cd780ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '466eae8d-e4e8-41fb-819e-3346897ff237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:43Z', 'updated_at': '2021-11-19T10:11:03Z', 'revision_number': 5, 'project_id': '4d84e2656881441c81120eb51cd780ef', 'gw_port': {'id': '466eae8d-e4e8-41fb-819e-3346897ff237', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:09:43Z', 'updated_at': '2021-11-19T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:04.717259 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30fb8a7-c403-40f8-8c7e-42f462d4aca5 None None] Checking router: 523fea3f-2237-4e7c-8969-cf0082c559ea for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:11:04.726225 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30fb8a7-c403-40f8-8c7e-42f462d4aca5 None None] Routers {'523fea3f-2237-4e7c-8969-cf0082c559ea'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:11:04.726843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c30fb8a7-c403-40f8-8c7e-42f462d4aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['523fea3f-2237-4e7c-8969-cf0082c559ea'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:04.727164 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9b71eacd-341c-4eb9-a0f7-7eaddd743ad7 admin admin] For port 466eae8d-e4e8-41fb-819e-3346897ff237, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=466eae8d-e4e8-41fb-819e-3346897ff237,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:11:04.727533 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b71eacd-341c-4eb9-a0f7-7eaddd743ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:04.740950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9b71eacd-341c-4eb9-a0f7-7eaddd743ad7 admin admin] Calling delete_port for 466eae8d-e4e8-41fb-819e-3346897ff237 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:11:04.812007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c30fb8a7-c403-40f8-8c7e-42f462d4aca5 None None] Set router 523fea3f-2237-4e7c-8969-cf0082c559ea gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:11:04.867507 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c30fb8a7-c403-40f8-8c7e-42f462d4aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'name': 'tempest-TestEncryptedCinderVolumes-1781719354-router', 'tenant_id': '4d84e2656881441c81120eb51cd780ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:43Z', 'updated_at': '2021-11-19T10:11:04Z', 'revision_number': 6, 'project_id': '4d84e2656881441c81120eb51cd780ef', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:04.895015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30fb8a7-c403-40f8-8c7e-42f462d4aca5 None None] The sync data for ids ['523fea3f-2237-4e7c-8969-cf0082c559ea'] in n-d-805649-14 is: [{'id': '523fea3f-2237-4e7c-8969-cf0082c559ea', 'name': 'tempest-TestEncryptedCinderVolumes-1781719354-router', 'tenant_id': '4d84e2656881441c81120eb51cd780ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:09:43Z', 'updated_at': '2021-11-19T10:11:04Z', 'revision_number': 6, 'project_id': '4d84e2656881441c81120eb51cd780ef', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:11:04.908175 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b71eacd-341c-4eb9-a0f7-7eaddd743ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:04.932864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71eacd-341c-4eb9-a0f7-7eaddd743ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=466eae8d-e4e8-41fb-819e-3346897ff237,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:04.948554 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29031a4f-9b93-4da0-badb-dd093d39e513 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:11:04.998863 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b71eacd-341c-4eb9-a0f7-7eaddd743ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:05.413691 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b71eacd-341c-4eb9-a0f7-7eaddd743ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:05.415829 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b71eacd-341c-4eb9-a0f7-7eaddd743ad7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:05.466534 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b71eacd-341c-4eb9-a0f7-7eaddd743ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:05.467482 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b71eacd-341c-4eb9-a0f7-7eaddd743ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 523fea3f-2237-4e7c-8969-cf0082c559ea {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 10:11:05.472532 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9b71eacd-341c-4eb9-a0f7-7eaddd743ad7 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:05.473750 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9b71eacd-341c-4eb9-a0f7-7eaddd743ad7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/523fea3f-2237-4e7c-8969-cf0082c559ea HTTP/1.1" status: 204 len: 168 time: 1.0850983 Nov 19 10:11:05.476304 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35990) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:05.524436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d1d01a-92ed-4b6b-8a5f-10a0fc31042a admin admin] Deleting subnet 7fc006d7-1141-4384-bf1b-a75012e563fd {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:11:05.527411 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8d1d01a-92ed-4b6b-8a5f-10a0fc31042a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:05.562981 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8d1d01a-92ed-4b6b-8a5f-10a0fc31042a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:05.642016 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8d1d01a-92ed-4b6b-8a5f-10a0fc31042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:05.698637 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8d1d01a-92ed-4b6b-8a5f-10a0fc31042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:05.727863 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c8d1d01a-92ed-4b6b-8a5f-10a0fc31042a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:05.734258 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c8d1d01a-92ed-4b6b-8a5f-10a0fc31042a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7fc006d7-1141-4384-bf1b-a75012e563fd HTTP/1.1" status: 204 len: 168 time: 0.2547431 Nov 19 10:11:05.734258 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1d01a-92ed-4b6b-8a5f-10a0fc31042a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc006d7-1141-4384-bf1b-a75012e563fd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:05.735101 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35992) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:05.736835 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6d40ab-88aa-430b-a0ea-ef22445d33a8 None None] Network ff017a64-a830-45d9-b73f-a9c3bfe2dcd4 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:11:05.806398 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:05.864299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] Deleting port fcc4c281-2dcc-4f42-8eef-8af4afa8e93c {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:11:05.869630 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:05.939580 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fc329e-4571-4fc6-8727-72496fb114a1 None None] DHCP port deletion for ff017a64-a830-45d9-b73f-a9c3bfe2dcd4 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:11:05.943449 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] For port fcc4c281-2dcc-4f42-8eef-8af4afa8e93c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=fcc4c281-2dcc-4f42-8eef-8af4afa8e93c,segment=NetworkSegment(5feb8b35-3b82-4010-84c7-61da34370d34),segment_id=5feb8b35-3b82-4010-84c7-61da34370d34)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:11:05.943824 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:05.958545 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] Calling delete_port for fcc4c281-2dcc-4f42-8eef-8af4afa8e93c owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:11:05.986587 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-40fc329e-4571-4fc6-8727-72496fb114a1 None None] Deleting port fcc4c281-2dcc-4f42-8eef-8af4afa8e93c {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:11:05.986971 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-40fc329e-4571-4fc6-8727-72496fb114a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:06.037973 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:06.054112 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-40fc329e-4571-4fc6-8727-72496fb114a1 None None] For port fcc4c281-2dcc-4f42-8eef-8af4afa8e93c, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=fcc4c281-2dcc-4f42-8eef-8af4afa8e93c,segment=NetworkSegment(5feb8b35-3b82-4010-84c7-61da34370d34),segment_id=5feb8b35-3b82-4010-84c7-61da34370d34)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:11:06.054559 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-40fc329e-4571-4fc6-8727-72496fb114a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:06.065945 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] No DVR routers for this DVR port fcc4c281-2dcc-4f42-8eef-8af4afa8e93c on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:11:06.067675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc4c281-2dcc-4f42-8eef-8af4afa8e93c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:06.071058 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-40fc329e-4571-4fc6-8727-72496fb114a1 None None] Calling delete_port for fcc4c281-2dcc-4f42-8eef-8af4afa8e93c owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:11:06.143526 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:06.148240 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-40fc329e-4571-4fc6-8727-72496fb114a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:06.165295 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff017a64-a830-45d9-b73f-a9c3bfe2dcd4']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:06.171343 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc329e-4571-4fc6-8727-72496fb114a1 None None] Pushing event deleted for resources: {'Port': ['ID=fcc4c281-2dcc-4f42-8eef-8af4afa8e93c,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:06.175506 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5feb8b35-3b82-4010-84c7-61da34370d34') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:06.175984 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5feb8b35-3b82-4010-84c7-61da34370d34') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:06.176881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fc329e-4571-4fc6-8727-72496fb114a1 None None] No DVR routers for this DVR port fcc4c281-2dcc-4f42-8eef-8af4afa8e93c on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:11:06.188346 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:06.202984 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:06.210009 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:11:06.210421 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: timer() Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:11:06.212216 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:11:06.266508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d2883398-67c7-4ef3-bc09-8b37574bca85 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:11:06.276127 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:06.281828 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:06.285017 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] 10.222.0.21 "DELETE /v2.0/networks/ff017a64-a830-45d9-b73f-a9c3bfe2dcd4 HTTP/1.1" status: 204 len: 168 time: 0.5485458 Nov 19 10:11:06.295206 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: d2883398-67c7-4ef3-bc09-8b37574bca85 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:11:06.295572 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d2883398-67c7-4ef3-bc09-8b37574bca85 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:11:06.295971 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device fcc4c281-2dcc-4f42-8eef-8af4afa8e93c no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:11:06.296737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc3721-3ba2-49ed-b18f-010c983fe50e admin admin] Pushing event deleted for resources: {'Network': ['ID=ff017a64-a830-45d9-b73f-a9c3bfe2dcd4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:06.317439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: fcc4c281-2dcc-4f42-8eef-8af4afa8e93c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:11:06.318193 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device fcc4c281-2dcc-4f42-8eef-8af4afa8e93c not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:11:06.318334 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 466eae8d-e4e8-41fb-819e-3346897ff237 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:11:06.337706 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 466eae8d-e4e8-41fb-819e-3346897ff237 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:11:06.338053 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 466eae8d-e4e8-41fb-819e-3346897ff237 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:11:06.452015 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35996) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:06.496787 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0c15fc12-0bd4-4c48-b2bf-ff49d69a805c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d467b4887dda4956b51836df0ff08d68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435424 Nov 19 10:11:06.499299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 35998) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:06.551959 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06ccd6b1-4e0d-468d-81c6-224c109b4b4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:06.573068 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06ccd6b1-4e0d-468d-81c6-224c109b4b4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:06.619911 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06ccd6b1-4e0d-468d-81c6-224c109b4b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:06.622724 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06ccd6b1-4e0d-468d-81c6-224c109b4b4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:06.623885 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-06ccd6b1-4e0d-468d-81c6-224c109b4b4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5df10bfe-969f-4a10-859e-1cae040199ae HTTP/1.1" status: 204 len: 168 time: 0.1235185 Nov 19 10:11:06.633145 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccd6b1-4e0d-468d-81c6-224c109b4b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df10bfe-969f-4a10-859e-1cae040199ae,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:06.730434 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:11:06.936855 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36004) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:06.977431 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-45f26b58-01c3-42dd-984b-3433ee4cd68a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d84e2656881441c81120eb51cd780ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393240 Nov 19 10:11:06.979807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36006) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:07.031258 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91f7852a-556f-4394-b63a-f10d365615ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:07.052574 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91f7852a-556f-4394-b63a-f10d365615ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:07.099694 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91f7852a-556f-4394-b63a-f10d365615ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:07.102425 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91f7852a-556f-4394-b63a-f10d365615ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:07.105942 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-91f7852a-556f-4394-b63a-f10d365615ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bad051b-351b-4d7b-ba4a-e4bad1db88f7 HTTP/1.1" status: 204 len: 168 time: 0.1228218 Nov 19 10:11:07.111371 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7852a-556f-4394-b63a-f10d365615ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bad051b-351b-4d7b-ba4a-e4bad1db88f7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:07.762727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36028) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:07.857061 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a605aa9e-2f48-40cb-9286-8332d6faba81 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1553076996-network', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:11:07.877753 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a605aa9e-2f48-40cb-9286-8332d6faba81 admin admin] Made reservation on behalf of 2832ea0c9681449a9f13d7090e18c5e3 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:11:07.880664 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a605aa9e-2f48-40cb-9286-8332d6faba81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:07.888816 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a605aa9e-2f48-40cb-9286-8332d6faba81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:07.963314 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a605aa9e-2f48-40cb-9286-8332d6faba81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:07.966817 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a605aa9e-2f48-40cb-9286-8332d6faba81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:07.986790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a605aa9e-2f48-40cb-9286-8332d6faba81 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:11:08.002455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605aa9e-2f48-40cb-9286-8332d6faba81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6781c5e8-c0be-4256-b667-dd0995032213,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:08.005763 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a605aa9e-2f48-40cb-9286-8332d6faba81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:08.006106 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-a605aa9e-2f48-40cb-9286-8332d6faba81 admin admin] Added segment 42beb5bf-fa41-4f02-9697-ddad2553e443 of type vlan for network b56ed0dd-bd36-42de-b58d-67ae8aa0e228 Nov 19 10:11:08.044944 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a605aa9e-2f48-40cb-9286-8332d6faba81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:08.069171 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a605aa9e-2f48-40cb-9286-8332d6faba81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:08.070128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a605aa9e-2f48-40cb-9286-8332d6faba81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:08.070713 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a605aa9e-2f48-40cb-9286-8332d6faba81 admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:08.129666 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a605aa9e-2f48-40cb-9286-8332d6faba81 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3656280 Nov 19 10:11:08.132381 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36032) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:08.136321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605aa9e-2f48-40cb-9286-8332d6faba81 admin admin] Pushing event updated for resources: {'Network': ['ID=b56ed0dd-bd36-42de-b58d-67ae8aa0e228,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:08.137537 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2a3c6a1d-33ff-4458-9cf5-72353af8458a admin admin] Request body: {'subnet': {'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1553076996-subnet', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:11:08.146390 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network b56ed0dd-bd36-42de-b58d-67ae8aa0e228 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:11:08.160669 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3c6a1d-33ff-4458-9cf5-72353af8458a admin admin] Made reservation on behalf of 2832ea0c9681449a9f13d7090e18c5e3 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:11:08.163780 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6a1d-33ff-4458-9cf5-72353af8458a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:08.330852 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6a1d-33ff-4458-9cf5-72353af8458a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:08.384004 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c6a1d-33ff-4458-9cf5-72353af8458a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d74145ba-32d6-4cde-afde-bcd07b796946,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:08.394370 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3c6a1d-33ff-4458-9cf5-72353af8458a admin admin] Checking segment: {'id': '42beb5bf-fa41-4f02-9697-ddad2553e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:11:08.394758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3c6a1d-33ff-4458-9cf5-72353af8458a admin admin] Network hostable DHCP agents. Network: b56ed0dd-bd36-42de-b58d-67ae8aa0e228, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:11:08.411118 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3c6a1d-33ff-4458-9cf5-72353af8458a admin admin] Network b56ed0dd-bd36-42de-b58d-67ae8aa0e228 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:11:08.420451 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2a3c6a1d-33ff-4458-9cf5-72353af8458a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, b56ed0dd-bd36-42de-b58d-67ae8aa0e228) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:11:08.424542 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3c6a1d-33ff-4458-9cf5-72353af8458a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:08.425122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6a1d-33ff-4458-9cf5-72353af8458a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:08.429305 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd8ec4f-fe57-4c1d-a0e6-196925fbc7f5 None None] Network b56ed0dd-bd36-42de-b58d-67ae8aa0e228 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:11:08.441888 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2a3c6a1d-33ff-4458-9cf5-72353af8458a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3083155 Nov 19 10:11:08.444749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36034) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:08.449298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1553076996-router', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:11:08.470593 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:08.471627 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:08.526908 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:08.579094 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'fixed_ips': [{'subnet_id': 'd74145ba-32d6-4cde-afde-bcd07b796946'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:11:08.579948 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:08.664893 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:08.713204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Allocated IP 172.20.0.2 (b56ed0dd-bd36-42de-b58d-67ae8aa0e228/d74145ba-32d6-4cde-afde-bcd07b796946/78215ffb-e84c-4c9d-a9a9-b481b7025994) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:11:08.856290 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:08.862932 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:08.873561 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:08.892932 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:08.908160 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Network b56ed0dd-bd36-42de-b58d-67ae8aa0e228 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:11:08.910978 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:11:08.915466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:11:08.918428 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Pushing event updated for resources: {'Port': ['ID=78215ffb-e84c-4c9d-a9a9-b481b7025994,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:08.970493 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Attempting to bind port 78215ffb-e84c-4c9d-a9a9-b481b7025994 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:11:08.970869 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Attempting to bind port 78215ffb-e84c-4c9d-a9a9-b481b7025994 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '42beb5bf-fa41-4f02-9697-ddad2553e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:11:08.971227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Attempting to bind port 78215ffb-e84c-4c9d-a9a9-b481b7025994 on network b56ed0dd-bd36-42de-b58d-67ae8aa0e228 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:11:08.976317 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:11:08.976695 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Checking segment: {'id': '42beb5bf-fa41-4f02-9697-ddad2553e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:11:08.977109 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:08.977517 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Bound using segment: {'id': '42beb5bf-fa41-4f02-9697-ddad2553e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:11:08.977988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Bound port: 78215ffb-e84c-4c9d-a9a9-b481b7025994, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42beb5bf-fa41-4f02-9697-ddad2553e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:11:08.978370 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:09.001433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Allocated IP 172.25.0.109 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/d3c37886-50bc-4074-8e4c-857c5820a90b) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:11:09.039887 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] For port 78215ffb-e84c-4c9d-a9a9-b481b7025994, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:11:09.042984 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] For port 78215ffb-e84c-4c9d-a9a9-b481b7025994, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=78215ffb-e84c-4c9d-a9a9-b481b7025994,segment=NetworkSegment(42beb5bf-fa41-4f02-9697-ddad2553e443),segment_id=42beb5bf-fa41-4f02-9697-ddad2553e443)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:11:09.046810 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:09.109137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0e54a-c29e-4aae-b568-908bc1db8a3b None None] Pushing event updated for resources: {'Port': ['ID=78215ffb-e84c-4c9d-a9a9-b481b7025994,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:09.120278 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:09.155873 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:09.196667 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:11:09.199671 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:11:09.203281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:11:09.212395 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8831ed62-08ce-4776-8a8e-7d6b3dc0e2a3 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:11:09.234691 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Pushing event updated for resources: {'Port': ['ID=d3c37886-50bc-4074-8e4c-857c5820a90b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:09.444218 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d39e04ef-7577-4457-abe3-356548268e92 None None] Provisioning complete for port d3c37886-50bc-4074-8e4c-857c5820a90b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:09.445131 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d39e04ef-7577-4457-abe3-356548268e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:09.479120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d39e04ef-7577-4457-abe3-356548268e92 None None] Port d3c37886-50bc-4074-8e4c-857c5820a90b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:11:09.508813 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:09.701124 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:09.830346 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Router 7fdc170c-f402-4e94-bd5c-91185c414231 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 10:11:09.940877 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:11:09.951626 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Sync routers for ids ['7fdc170c-f402-4e94-bd5c-91185c414231'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:11:09.962880 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:09.964608 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-076de8f9-0a9e-4363-ba15-c9473b091911 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5188127 Nov 19 10:11:09.965583 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Routers {'7fdc170c-f402-4e94-bd5c-91185c414231'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:11:09.966403 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7fdc170c-f402-4e94-bd5c-91185c414231'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:09.967313 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36036) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:10.070785 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51f65bc-c3cc-4cb6-bcf6-5c0a42160449 None None] Network b56ed0dd-bd36-42de-b58d-67ae8aa0e228 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:11:10.078462 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Set router 7fdc170c-f402-4e94-bd5c-91185c414231 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:11:10.140096 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-86fbb08f-a0f4-46c6-8055-7da1f79f1c53 None None] Provisioning complete for port 78215ffb-e84c-4c9d-a9a9-b481b7025994 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:10.140702 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-86fbb08f-a0f4-46c6-8055-7da1f79f1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:10.307547 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'name': 'tempest-TestMinimumBasicScenario-1553076996-router', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:09Z', 'revision_number': 3, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'gw_port': {'id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:10.322077 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-86fbb08f-a0f4-46c6-8055-7da1f79f1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:10.347454 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 78215ffb-e84c-4c9d-a9a9-b481b7025994 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:11:10.357239 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Checking router: 7fdc170c-f402-4e94-bd5c-91185c414231 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:11:10.357569 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Updating router 7fdc170c-f402-4e94-bd5c-91185c414231 port d3c37886-50bc-4074-8e4c-857c5820a90b binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:11:10.391242 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:10.413451 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 78215ffb-e84c-4c9d-a9a9-b481b7025994 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:10.413942 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:10.422125 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-86fbb08f-a0f4-46c6-8055-7da1f79f1c53 None None] For port 78215ffb-e84c-4c9d-a9a9-b481b7025994, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=78215ffb-e84c-4c9d-a9a9-b481b7025994,segment=NetworkSegment(42beb5bf-fa41-4f02-9697-ddad2553e443),segment_id=42beb5bf-fa41-4f02-9697-ddad2553e443)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:11:10.430121 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:10.447821 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-86fbb08f-a0f4-46c6-8055-7da1f79f1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:10.526080 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbb08f-a0f4-46c6-8055-7da1f79f1c53 None None] Pushing event updated for resources: {'Port': ['ID=78215ffb-e84c-4c9d-a9a9-b481b7025994,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:10.627885 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Allocated IP 172.20.0.1 (b56ed0dd-bd36-42de-b58d-67ae8aa0e228/d74145ba-32d6-4cde-afde-bcd07b796946/b89bd664-f67c-4ddc-bb95-30ed88e6a672) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:11:10.679140 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-bc92be1e-e0d0-4957-874c-cdc0a32e1044 None None] Provisioning complete for port 78215ffb-e84c-4c9d-a9a9-b481b7025994 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:10.679545 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bc92be1e-e0d0-4957-874c-cdc0a32e1044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:10.688259 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:10.695836 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:10.747724 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:10.784750 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:10.828170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Network b56ed0dd-bd36-42de-b58d-67ae8aa0e228 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:11:10.829647 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115b7302-de2d-45ec-b01c-66b910b2322e None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:11:10.831114 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:11:10.836673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:11:10.840321 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Pushing event updated for resources: {'Port': ['ID=b89bd664-f67c-4ddc-bb95-30ed88e6a672,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:10.840532 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Attempting to bind port d3c37886-50bc-4074-8e4c-857c5820a90b on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:11:10.840914 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Attempting to bind port d3c37886-50bc-4074-8e4c-857c5820a90b by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:11:10.841300 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Attempting to bind port d3c37886-50bc-4074-8e4c-857c5820a90b on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:11:10.850710 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a16ba-d38c-4e40-950a-e0c7f10122d3 None None] Pushing event updated for resources: {'Port': ['ID=d3c37886-50bc-4074-8e4c-857c5820a90b,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:10.852886 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:11:10.853413 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:11:10.853834 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:10.854211 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:11:10.854677 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Bound port: d3c37886-50bc-4074-8e4c-857c5820a90b, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:11:10.855052 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:10.882475 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a16ba-d38c-4e40-950a-e0c7f10122d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:10.882821 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a16ba-d38c-4e40-950a-e0c7f10122d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:10.883175 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a16ba-d38c-4e40-950a-e0c7f10122d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:10.883499 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a16ba-d38c-4e40-950a-e0c7f10122d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:10.884229 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a16ba-d38c-4e40-950a-e0c7f10122d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:10.884229 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a16ba-d38c-4e40-950a-e0c7f10122d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:10.884462 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a16ba-d38c-4e40-950a-e0c7f10122d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:10.884895 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a16ba-d38c-4e40-950a-e0c7f10122d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:10.885264 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a16ba-d38c-4e40-950a-e0c7f10122d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:10.885591 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a16ba-d38c-4e40-950a-e0c7f10122d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:10.885908 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a16ba-d38c-4e40-950a-e0c7f10122d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:10.886315 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a16ba-d38c-4e40-950a-e0c7f10122d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:10.887930 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:10.895351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9591dff3-70b3-4ca0-9a07-df478fd518a8 None None] Provisioning complete for port d3c37886-50bc-4074-8e4c-857c5820a90b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:10.895719 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9591dff3-70b3-4ca0-9a07-df478fd518a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:10.930664 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] For port d3c37886-50bc-4074-8e4c-857c5820a90b, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:11:10.934805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9591dff3-70b3-4ca0-9a07-df478fd518a8 None None] Port d3c37886-50bc-4074-8e4c-857c5820a90b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:11:10.935098 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] For port d3c37886-50bc-4074-8e4c-857c5820a90b, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d3c37886-50bc-4074-8e4c-857c5820a90b,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:11:10.941048 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:11.000623 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518685a7-7cbf-42bb-bac6-fcac406e3b8a None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:11:11.008961 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Routers {'7fdc170c-f402-4e94-bd5c-91185c414231'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:11:11.010093 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7fdc170c-f402-4e94-bd5c-91185c414231'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:11.016061 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a16ba-d38c-4e40-950a-e0c7f10122d3 None None] Pushing event updated for resources: {'Port': ['ID=d3c37886-50bc-4074-8e4c-857c5820a90b,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:11.044299 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:11.061792 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-dc78571a-679e-4135-aced-6c610139e074 None None] Provisioning complete for port d3c37886-50bc-4074-8e4c-857c5820a90b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:11.062727 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dc78571a-679e-4135-aced-6c610139e074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:11.143605 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] Set router 7fdc170c-f402-4e94-bd5c-91185c414231 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:11:11.157368 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dc78571a-679e-4135-aced-6c610139e074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:11.180713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-dc78571a-679e-4135-aced-6c610139e074 None None] For port d3c37886-50bc-4074-8e4c-857c5820a90b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d3c37886-50bc-4074-8e4c-857c5820a90b,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:11:11.185607 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dc78571a-679e-4135-aced-6c610139e074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:11.229578 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:11.234821 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:11.239692 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78571a-679e-4135-aced-6c610139e074 None None] Pushing event updated for resources: {'Port': ['ID=d3c37886-50bc-4074-8e4c-857c5820a90b,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:11.309256 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-15e76a86-4dc3-40b3-ab53-be237b2e9994 None None] Provisioning complete for port b89bd664-f67c-4ddc-bb95-30ed88e6a672 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:11.309794 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-15e76a86-4dc3-40b3-ab53-be237b2e9994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:11.312331 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Pushing event updated for resources: {'Port': ['ID=b89bd664-f67c-4ddc-bb95-30ed88e6a672,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:11.316065 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:11.349962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-15e76a86-4dc3-40b3-ab53-be237b2e9994 None None] Port b89bd664-f67c-4ddc-bb95-30ed88e6a672 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:11:11.352152 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'name': 'tempest-TestMinimumBasicScenario-1553076996-router', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:10Z', 'revision_number': 4, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'gw_port': {'id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b89bd664-f67c-4ddc-bb95-30ed88e6a672', 'name': '', 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'mac_address': 'fa:16:3e:b5:a0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:10Z', 'updated_at': '2021-11-19T10:11:10Z', 'revision_number': 1, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'subnets': [{'id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:11.377752 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fdea92-be81-4237-9e0b-32f99e43942a None None] The sync data for ids ['7fdc170c-f402-4e94-bd5c-91185c414231'] in n-d-805649-14 is: [{'id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'name': 'tempest-TestMinimumBasicScenario-1553076996-router', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:10Z', 'revision_number': 4, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'gw_port': {'id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b89bd664-f67c-4ddc-bb95-30ed88e6a672', 'name': '', 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'mac_address': 'fa:16:3e:b5:a0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:10Z', 'updated_at': '2021-11-19T10:11:10Z', 'revision_number': 1, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'subnets': [{'id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:11:11.413289 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Network b56ed0dd-bd36-42de-b58d-67ae8aa0e228 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:11:11.414744 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:11:11.546183 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Router 7fdc170c-f402-4e94-bd5c-91185c414231 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:11:11.673462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cb2ed2db-e662-457f-a938-6cb782e87e76 None None] Provisioning complete for port b89bd664-f67c-4ddc-bb95-30ed88e6a672 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:11.673834 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb2ed2db-e662-457f-a938-6cb782e87e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:11.685794 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:11:11.698576 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-fc9bc2a9-ead2-4347-aee4-1415e40ef27a admin admin] 10.222.0.21 "PUT /v2.0/routers/7fdc170c-f402-4e94-bd5c-91185c414231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7229459 Nov 19 10:11:11.719908 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ed2db-e662-457f-a938-6cb782e87e76 None None] Port b89bd664-f67c-4ddc-bb95-30ed88e6a672 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:11:12.202980 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36052) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:12.208435 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f77b075c-0fd4-4a3f-b236-73ee4a6da3bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1293233350-network', 'tenant_id': 'a2e5e15b77634d1db6205b0bc13c4f74'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:11:12.234513 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77b075c-0fd4-4a3f-b236-73ee4a6da3bf admin admin] Made reservation on behalf of a2e5e15b77634d1db6205b0bc13c4f74 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:11:12.237919 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f77b075c-0fd4-4a3f-b236-73ee4a6da3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:12.248843 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f77b075c-0fd4-4a3f-b236-73ee4a6da3bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:12.338622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f77b075c-0fd4-4a3f-b236-73ee4a6da3bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:12.344072 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f77b075c-0fd4-4a3f-b236-73ee4a6da3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:12.367407 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 78215ffb-e84c-4c9d-a9a9-b481b7025994 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:11:12.376847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77b075c-0fd4-4a3f-b236-73ee4a6da3bf admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:11:12.383293 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b075c-0fd4-4a3f-b236-73ee4a6da3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d36b7e5-c340-4bf3-ad29-571740371be2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:12.391273 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f77b075c-0fd4-4a3f-b236-73ee4a6da3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:12.391636 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-f77b075c-0fd4-4a3f-b236-73ee4a6da3bf admin admin] Added segment 735918ac-3fc4-4413-811f-cada0ad7801b of type vlan for network a900a59e-bcb6-468d-a0ce-afce830bc5ac Nov 19 10:11:12.432706 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 78215ffb-e84c-4c9d-a9a9-b481b7025994 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:12.437308 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:12.444308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f77b075c-0fd4-4a3f-b236-73ee4a6da3bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:12.472132 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f77b075c-0fd4-4a3f-b236-73ee4a6da3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:12.473523 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b075c-0fd4-4a3f-b236-73ee4a6da3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:12.474164 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f77b075c-0fd4-4a3f-b236-73ee4a6da3bf admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:12.524776 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d3c37886-50bc-4074-8e4c-857c5820a90b up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:11:12.537755 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f77b075c-0fd4-4a3f-b236-73ee4a6da3bf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3305368 Nov 19 10:11:12.538084 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36054) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:12.543255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-57c24760-8bab-4c06-8721-286e427b18e8 admin admin] Request body: {'subnet': {'network_id': 'a900a59e-bcb6-468d-a0ce-afce830bc5ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1293233350-subnet', 'tenant_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:11:12.547108 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b075c-0fd4-4a3f-b236-73ee4a6da3bf admin admin] Pushing event updated for resources: {'Network': ['ID=a900a59e-bcb6-468d-a0ce-afce830bc5ac,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:12.558846 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network a900a59e-bcb6-468d-a0ce-afce830bc5ac details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:11:12.578731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c24760-8bab-4c06-8721-286e427b18e8 admin admin] Made reservation on behalf of a2e5e15b77634d1db6205b0bc13c4f74 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:11:12.581475 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57c24760-8bab-4c06-8721-286e427b18e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:12.643860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d3c37886-50bc-4074-8e4c-857c5820a90b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:12.644376 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:12.776605 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57c24760-8bab-4c06-8721-286e427b18e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:12.834082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c24760-8bab-4c06-8721-286e427b18e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d235fef6-f1ad-473e-b2a6-344eb8c0e705,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:12.849472 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c24760-8bab-4c06-8721-286e427b18e8 admin admin] Checking segment: {'id': '735918ac-3fc4-4413-811f-cada0ad7801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a900a59e-bcb6-468d-a0ce-afce830bc5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:11:12.849830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c24760-8bab-4c06-8721-286e427b18e8 admin admin] Network hostable DHCP agents. Network: a900a59e-bcb6-468d-a0ce-afce830bc5ac, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:11:12.866578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c24760-8bab-4c06-8721-286e427b18e8 admin admin] Network a900a59e-bcb6-468d-a0ce-afce830bc5ac is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:11:12.874281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-57c24760-8bab-4c06-8721-286e427b18e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, a900a59e-bcb6-468d-a0ce-afce830bc5ac) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:11:12.878373 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c24760-8bab-4c06-8721-286e427b18e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:12.878966 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-57c24760-8bab-4c06-8721-286e427b18e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:12.884048 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6146d99-e1b9-4115-86af-15492fae4b7e None None] Network a900a59e-bcb6-468d-a0ce-afce830bc5ac requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:11:12.899338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36056) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:12.899649 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-57c24760-8bab-4c06-8721-286e427b18e8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3602386 Nov 19 10:11:12.903999 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1293233350-router', 'tenant_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:11:12.926732 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:12.927762 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:12.985237 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:13.038367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-a900a59e-bcb6-468d-a0ce-afce830bc5ac', 'network_id': 'a900a59e-bcb6-468d-a0ce-afce830bc5ac', 'tenant_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'fixed_ips': [{'subnet_id': 'd235fef6-f1ad-473e-b2a6-344eb8c0e705'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:11:13.039272 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:13.123779 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:13.173689 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Allocated IP 172.20.0.2 (a900a59e-bcb6-468d-a0ce-afce830bc5ac/d235fef6-f1ad-473e-b2a6-344eb8c0e705/55978b91-9faa-4146-a0eb-f348f7fcc4aa) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:11:13.329656 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:13.337814 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:13.384427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Network a900a59e-bcb6-468d-a0ce-afce830bc5ac is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:11:13.387242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:11:13.391736 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:11:13.395025 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Pushing event updated for resources: {'Port': ['ID=55978b91-9faa-4146-a0eb-f348f7fcc4aa,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:13.455262 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Attempting to bind port 55978b91-9faa-4146-a0eb-f348f7fcc4aa on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:11:13.455643 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Attempting to bind port 55978b91-9faa-4146-a0eb-f348f7fcc4aa by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '735918ac-3fc4-4413-811f-cada0ad7801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a900a59e-bcb6-468d-a0ce-afce830bc5ac'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:11:13.456020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Attempting to bind port 55978b91-9faa-4146-a0eb-f348f7fcc4aa on network a900a59e-bcb6-468d-a0ce-afce830bc5ac {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:11:13.462596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:11:13.462981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Checking segment: {'id': '735918ac-3fc4-4413-811f-cada0ad7801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a900a59e-bcb6-468d-a0ce-afce830bc5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:11:13.463392 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:13.463796 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Bound using segment: {'id': '735918ac-3fc4-4413-811f-cada0ad7801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a900a59e-bcb6-468d-a0ce-afce830bc5ac'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:11:13.464281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Bound port: 55978b91-9faa-4146-a0eb-f348f7fcc4aa, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735918ac-3fc4-4413-811f-cada0ad7801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a900a59e-bcb6-468d-a0ce-afce830bc5ac'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:11:13.464703 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:13.528632 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Sync routers for ids ['7fdc170c-f402-4e94-bd5c-91185c414231'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:11:13.540068 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] For port 55978b91-9faa-4146-a0eb-f348f7fcc4aa, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:11:13.555228 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Routers {'7fdc170c-f402-4e94-bd5c-91185c414231'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:11:13.555947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7fdc170c-f402-4e94-bd5c-91185c414231'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:13.559005 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] For port 55978b91-9faa-4146-a0eb-f348f7fcc4aa, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=55978b91-9faa-4146-a0eb-f348f7fcc4aa,segment=NetworkSegment(735918ac-3fc4-4413-811f-cada0ad7801b),segment_id=735918ac-3fc4-4413-811f-cada0ad7801b)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:11:13.602485 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:13.693710 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:13.704926 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5200f-261c-4f87-a81e-b15aa864b8d4 None None] Pushing event updated for resources: {'Port': ['ID=55978b91-9faa-4146-a0eb-f348f7fcc4aa,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:13.715038 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:13.723892 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Set router 7fdc170c-f402-4e94-bd5c-91185c414231 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:11:13.863494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Allocated IP 172.25.0.134 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/efd8c140-5e9f-4889-af9a-860b4767da2a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:11:13.956311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'name': 'tempest-TestMinimumBasicScenario-1553076996-router', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:10Z', 'revision_number': 4, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'gw_port': {'id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b89bd664-f67c-4ddc-bb95-30ed88e6a672', 'name': '', 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'mac_address': 'fa:16:3e:b5:a0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:10Z', 'updated_at': '2021-11-19T10:11:11Z', 'revision_number': 2, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'subnets': [{'id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:13.979936 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:13.984481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Checking router: 7fdc170c-f402-4e94-bd5c-91185c414231 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:11:13.984962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Updating router 7fdc170c-f402-4e94-bd5c-91185c414231 port b89bd664-f67c-4ddc-bb95-30ed88e6a672 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:11:14.015472 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:14.028196 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:14.068417 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:11:14.073024 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:11:14.075520 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:11:14.107288 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Pushing event updated for resources: {'Port': ['ID=efd8c140-5e9f-4889-af9a-860b4767da2a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:14.107987 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60083c2e-d848-4aeb-8bf8-01ece95bcdf5 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:11:14.202601 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a33d52cf-81a9-4e28-9c89-824047672924 None None] Provisioning complete for port efd8c140-5e9f-4889-af9a-860b4767da2a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:14.202975 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a33d52cf-81a9-4e28-9c89-824047672924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:14.261637 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a33d52cf-81a9-4e28-9c89-824047672924 None None] Port efd8c140-5e9f-4889-af9a-860b4767da2a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:11:14.330003 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 55978b91-9faa-4146-a0eb-f348f7fcc4aa up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:11:14.369333 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:14.375613 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:14.385664 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:14.450079 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348f46e-a25e-4f3f-a39b-045edad5759c None None] Pushing event updated for resources: {'Port': ['ID=b89bd664-f67c-4ddc-bb95-30ed88e6a672,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:14.461553 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 55978b91-9faa-4146-a0eb-f348f7fcc4aa triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:14.461935 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:14.596159 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:14.706521 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Attempting to bind port b89bd664-f67c-4ddc-bb95-30ed88e6a672 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:11:14.706801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Attempting to bind port b89bd664-f67c-4ddc-bb95-30ed88e6a672 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '42beb5bf-fa41-4f02-9697-ddad2553e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:11:14.707167 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Attempting to bind port b89bd664-f67c-4ddc-bb95-30ed88e6a672 on network b56ed0dd-bd36-42de-b58d-67ae8aa0e228 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:11:14.718078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:11:14.718458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Checking segment: {'id': '42beb5bf-fa41-4f02-9697-ddad2553e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:11:14.719122 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:14.719765 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Bound using segment: {'id': '42beb5bf-fa41-4f02-9697-ddad2553e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:11:14.719986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Bound port: b89bd664-f67c-4ddc-bb95-30ed88e6a672, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42beb5bf-fa41-4f02-9697-ddad2553e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:11:14.720369 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:14.756042 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Router b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 10:11:14.804296 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24c465a-8a77-46dd-9405-5ccb66231f96 None None] Network a900a59e-bcb6-468d-a0ce-afce830bc5ac requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:11:14.809266 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:14.871463 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:11:14.881348 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Sync routers for ids ['b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:11:14.889881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-267dc1b8-52db-4912-8dfe-45fc64c1f2bd None None] Provisioning complete for port b89bd664-f67c-4ddc-bb95-30ed88e6a672 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:14.890111 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-267dc1b8-52db-4912-8dfe-45fc64c1f2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:14.893500 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:14.893700 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Routers {'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:11:14.893700 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:14.897657 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-af6dfbda-21e6-4a79-9073-59533567a8d3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9969916 Nov 19 10:11:14.898533 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36058) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:11:14.914331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] For port b89bd664-f67c-4ddc-bb95-30ed88e6a672, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:11:14.944983 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 55978b91-9faa-4146-a0eb-f348f7fcc4aa, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=55978b91-9faa-4146-a0eb-f348f7fcc4aa,segment=NetworkSegment(735918ac-3fc4-4413-811f-cada0ad7801b),segment_id=735918ac-3fc4-4413-811f-cada0ad7801b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:11:14.946803 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] For port b89bd664-f67c-4ddc-bb95-30ed88e6a672, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b89bd664-f67c-4ddc-bb95-30ed88e6a672,segment=NetworkSegment(42beb5bf-fa41-4f02-9697-ddad2553e443),segment_id=42beb5bf-fa41-4f02-9697-ddad2553e443)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:11:14.961781 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:14.968356 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:15.003921 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Set router b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:11:15.012929 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-267dc1b8-52db-4912-8dfe-45fc64c1f2bd None None] Port b89bd664-f67c-4ddc-bb95-30ed88e6a672 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:11:15.072858 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Routers {'7fdc170c-f402-4e94-bd5c-91185c414231'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:11:15.073524 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7fdc170c-f402-4e94-bd5c-91185c414231'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:15.078441 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=55978b91-9faa-4146-a0eb-f348f7fcc4aa,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:15.203725 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'name': 'tempest-TestMinimumBasicScenario-1293233350-router', 'tenant_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'efd8c140-5e9f-4889-af9a-860b4767da2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:12Z', 'updated_at': '2021-11-19T10:11:14Z', 'revision_number': 3, 'project_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'gw_port': {'id': 'efd8c140-5e9f-4889-af9a-860b4767da2a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:22:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:13Z', 'updated_at': '2021-11-19T10:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:15.233248 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Checking router: b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:11:15.233880 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Updating router b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5 port efd8c140-5e9f-4889-af9a-860b4767da2a binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:11:15.245779 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0210226d-6641-4d42-864e-5762f6599c23 None None] Provisioning complete for port 55978b91-9faa-4146-a0eb-f348f7fcc4aa triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:15.246156 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0210226d-6641-4d42-864e-5762f6599c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:15.271851 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:15.291393 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348f46e-a25e-4f3f-a39b-045edad5759c None None] Pushing event updated for resources: {'Port': ['ID=b89bd664-f67c-4ddc-bb95-30ed88e6a672,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:15.324622 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] Set router 7fdc170c-f402-4e94-bd5c-91185c414231 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:11:15.571171 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:15.581006 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:15.608989 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'name': 'tempest-TestMinimumBasicScenario-1553076996-router', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:10Z', 'revision_number': 4, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'gw_port': {'id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b89bd664-f67c-4ddc-bb95-30ed88e6a672', 'name': '', 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'mac_address': 'fa:16:3e:b5:a0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:10Z', 'updated_at': '2021-11-19T10:11:14Z', 'revision_number': 4, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'subnets': [{'id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:15.641759 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Attempting to bind port efd8c140-5e9f-4889-af9a-860b4767da2a on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:11:15.642130 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Attempting to bind port efd8c140-5e9f-4889-af9a-860b4767da2a by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:11:15.642496 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Attempting to bind port efd8c140-5e9f-4889-af9a-860b4767da2a on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:11:15.644986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf4b8bf-8594-40bf-9161-8353b33e6246 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:11:15.646801 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be1afe-d006-46b8-8535-8096939072a4 None None] Pushing event updated for resources: {'Port': ['ID=efd8c140-5e9f-4889-af9a-860b4767da2a,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:15.648935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75de388-fc98-495c-a5cc-3ec27ceda6b7 None None] The sync data for ids ['7fdc170c-f402-4e94-bd5c-91185c414231'] in n-d-805649-14 is: [{'id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'name': 'tempest-TestMinimumBasicScenario-1553076996-router', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:10Z', 'revision_number': 4, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'gw_port': {'id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b89bd664-f67c-4ddc-bb95-30ed88e6a672', 'name': '', 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'mac_address': 'fa:16:3e:b5:a0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:10Z', 'updated_at': '2021-11-19T10:11:14Z', 'revision_number': 4, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'subnets': [{'id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:11:15.653364 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:11:15.653743 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:11:15.654145 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:15.655061 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:11:15.657405 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Bound port: efd8c140-5e9f-4889-af9a-860b4767da2a, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:11:15.658076 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:15.695851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0ebfbe7b-62e0-4966-a939-b87c70903dac None None] Provisioning complete for port 55978b91-9faa-4146-a0eb-f348f7fcc4aa triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:15.696526 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbe7b-62e0-4966-a939-b87c70903dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:15.743096 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] For port efd8c140-5e9f-4889-af9a-860b4767da2a, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:11:15.744355 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:15.747415 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] For port efd8c140-5e9f-4889-af9a-860b4767da2a, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=efd8c140-5e9f-4889-af9a-860b4767da2a,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:11:15.754535 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:15.816083 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9480b307-f326-4a8d-aeed-2ce66cffe46d None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:11:15.820406 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Routers {'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:11:15.821038 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:15.835546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0ebfbe7b-62e0-4966-a939-b87c70903dac None None] Provisioning complete for port efd8c140-5e9f-4889-af9a-860b4767da2a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:15.836042 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbe7b-62e0-4966-a939-b87c70903dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:15.887453 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be1afe-d006-46b8-8535-8096939072a4 None None] Pushing event updated for resources: {'Port': ['ID=efd8c140-5e9f-4889-af9a-860b4767da2a,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:15.939600 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbe7b-62e0-4966-a939-b87c70903dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:15.949718 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Allocated IP 172.20.0.1 (a900a59e-bcb6-468d-a0ce-afce830bc5ac/d235fef6-f1ad-473e-b2a6-344eb8c0e705/a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:11:15.962772 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] Set router b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:11:15.965696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0ebfbe7b-62e0-4966-a939-b87c70903dac None None] For port efd8c140-5e9f-4889-af9a-860b4767da2a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=efd8c140-5e9f-4889-af9a-860b4767da2a,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:11:15.974222 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbe7b-62e0-4966-a939-b87c70903dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:16.041077 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0ebfbe7b-62e0-4966-a939-b87c70903dac None None] Provisioning complete for port b89bd664-f67c-4ddc-bb95-30ed88e6a672 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:16.041485 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbe7b-62e0-4966-a939-b87c70903dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:16.080794 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:16.084136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfbe7b-62e0-4966-a939-b87c70903dac None None] Pushing event updated for resources: {'Port': ['ID=efd8c140-5e9f-4889-af9a-860b4767da2a,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:16.105142 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:16.144382 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:16.161664 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbe7b-62e0-4966-a939-b87c70903dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:16.181346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Network a900a59e-bcb6-468d-a0ce-afce830bc5ac is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:11:16.184936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:11:16.191067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:11:16.198757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0ebfbe7b-62e0-4966-a939-b87c70903dac None None] For port b89bd664-f67c-4ddc-bb95-30ed88e6a672, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b89bd664-f67c-4ddc-bb95-30ed88e6a672,segment=NetworkSegment(42beb5bf-fa41-4f02-9697-ddad2553e443),segment_id=42beb5bf-fa41-4f02-9697-ddad2553e443)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:11:16.209190 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbe7b-62e0-4966-a939-b87c70903dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:16.222585 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'name': 'tempest-TestMinimumBasicScenario-1293233350-router', 'tenant_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'efd8c140-5e9f-4889-af9a-860b4767da2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:12Z', 'updated_at': '2021-11-19T10:11:14Z', 'revision_number': 3, 'project_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'gw_port': {'id': 'efd8c140-5e9f-4889-af9a-860b4767da2a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:22:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:13Z', 'updated_at': '2021-11-19T10:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:16.237752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Pushing event updated for resources: {'Port': ['ID=a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:16.261608 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:16.288799 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9082952-00ab-4afb-9d71-5208b0369d0c None None] The sync data for ids ['b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'] in n-d-805649-14 is: [{'id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'name': 'tempest-TestMinimumBasicScenario-1293233350-router', 'tenant_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'efd8c140-5e9f-4889-af9a-860b4767da2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:12Z', 'updated_at': '2021-11-19T10:11:14Z', 'revision_number': 3, 'project_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'gw_port': {'id': 'efd8c140-5e9f-4889-af9a-860b4767da2a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:22:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:13Z', 'updated_at': '2021-11-19T10:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:11:16.308635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfbe7b-62e0-4966-a939-b87c70903dac None None] Pushing event updated for resources: {'Port': ['ID=b89bd664-f67c-4ddc-bb95-30ed88e6a672,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:16.360597 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4fce04c5-593e-404b-b001-c94e6356f7dd None None] Provisioning complete for port efd8c140-5e9f-4889-af9a-860b4767da2a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:16.361000 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4fce04c5-593e-404b-b001-c94e6356f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:16.402000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b89bd664-f67c-4ddc-bb95-30ed88e6a672 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:11:16.491743 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:16.502659 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b89bd664-f67c-4ddc-bb95-30ed88e6a672 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:16.502946 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:16.590519 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 55978b91-9faa-4146-a0eb-f348f7fcc4aa up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:11:16.683141 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2669f605-8c7d-4cdd-bf44-0069fff2e56d None None] Provisioning complete for port a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:16.684293 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2669f605-8c7d-4cdd-bf44-0069fff2e56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:16.701709 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:16.719308 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:16.743362 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2669f605-8c7d-4cdd-bf44-0069fff2e56d None None] Port a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:11:16.745042 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 55978b91-9faa-4146-a0eb-f348f7fcc4aa triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:16.746026 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:16.796193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Pushing event updated for resources: {'Port': ['ID=a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:16.799587 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:16.900983 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Network a900a59e-bcb6-468d-a0ce-afce830bc5ac is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:11:16.902531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:11:17.029466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Router b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:11:17.151456 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:11:17.157132 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-930d4104-af49-45ca-85c7-d87e96446c22 admin admin] 10.222.0.21 "PUT /v2.0/routers/b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2569463 Nov 19 10:11:17.173576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-822a6044-9951-4b5b-80af-f8712af6a447 None None] Provisioning complete for port a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:17.173888 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-822a6044-9951-4b5b-80af-f8712af6a447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:17.215949 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-822a6044-9951-4b5b-80af-f8712af6a447 None None] Port a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:11:18.371315 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b89bd664-f67c-4ddc-bb95-30ed88e6a672 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:11:18.438733 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b89bd664-f67c-4ddc-bb95-30ed88e6a672 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:18.439120 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:18.541180 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device efd8c140-5e9f-4889-af9a-860b4767da2a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:11:18.580258 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:18.603345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port efd8c140-5e9f-4889-af9a-860b4767da2a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:18.603726 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:18.860044 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Sync routers for ids ['b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:11:18.874249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Routers {'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:11:18.874976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:18.994770 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Set router b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:11:19.224299 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'name': 'tempest-TestMinimumBasicScenario-1293233350-router', 'tenant_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'efd8c140-5e9f-4889-af9a-860b4767da2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:12Z', 'updated_at': '2021-11-19T10:11:16Z', 'revision_number': 4, 'project_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'gw_port': {'id': 'efd8c140-5e9f-4889-af9a-860b4767da2a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:13Z', 'updated_at': '2021-11-19T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd', 'name': '', 'network_id': 'a900a59e-bcb6-468d-a0ce-afce830bc5ac', 'tenant_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'd235fef6-f1ad-473e-b2a6-344eb8c0e705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:15Z', 'updated_at': '2021-11-19T10:11:16Z', 'revision_number': 2, 'project_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'subnets': [{'id': 'd235fef6-f1ad-473e-b2a6-344eb8c0e705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:19.253030 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Checking router: b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:11:19.253475 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Updating router b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5 port a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:11:19.284370 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:19.734753 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:19.741868 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:19.794244 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0119a33-a1d1-4900-80da-1ff62941841c None None] Pushing event updated for resources: {'Port': ['ID=a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:19.860110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Attempting to bind port a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:11:19.860532 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Attempting to bind port a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '735918ac-3fc4-4413-811f-cada0ad7801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a900a59e-bcb6-468d-a0ce-afce830bc5ac'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:11:19.860909 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Attempting to bind port a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd on network a900a59e-bcb6-468d-a0ce-afce830bc5ac {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:11:19.867678 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:11:19.868067 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Checking segment: {'id': '735918ac-3fc4-4413-811f-cada0ad7801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a900a59e-bcb6-468d-a0ce-afce830bc5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:11:19.868502 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:19.868904 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Bound using segment: {'id': '735918ac-3fc4-4413-811f-cada0ad7801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a900a59e-bcb6-468d-a0ce-afce830bc5ac'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:11:19.869577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Bound port: a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735918ac-3fc4-4413-811f-cada0ad7801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a900a59e-bcb6-468d-a0ce-afce830bc5ac'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:11:19.869971 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:19.954112 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] For port a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:11:19.958694 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] For port a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd,segment=NetworkSegment(735918ac-3fc4-4413-811f-cada0ad7801b),segment_id=735918ac-3fc4-4413-811f-cada0ad7801b)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:11:19.966734 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:20.077679 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca94687d-0ba2-47ae-8d58-1cc484ff78c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:20.082167 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Routers {'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:11:20.083478 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:10:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:20.087196 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0119a33-a1d1-4900-80da-1ff62941841c None None] Pushing event updated for resources: {'Port': ['ID=a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:20.210759 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-79b37696-6338-4b91-b004-4f38f1b46fe3 None None] Provisioning complete for port a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:20.211775 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-79b37696-6338-4b91-b004-4f38f1b46fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:20.267906 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] Set router b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:11:20.434750 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-79b37696-6338-4b91-b004-4f38f1b46fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:20.499714 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-79b37696-6338-4b91-b004-4f38f1b46fe3 None None] For port a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd,segment=NetworkSegment(735918ac-3fc4-4413-811f-cada0ad7801b),segment_id=735918ac-3fc4-4413-811f-cada0ad7801b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:11:20.526189 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-79b37696-6338-4b91-b004-4f38f1b46fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:20.589565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b37696-6338-4b91-b004-4f38f1b46fe3 None None] Pushing event updated for resources: {'Port': ['ID=a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:20.604383 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'name': 'tempest-TestMinimumBasicScenario-1293233350-router', 'tenant_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'efd8c140-5e9f-4889-af9a-860b4767da2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:12Z', 'updated_at': '2021-11-19T10:11:16Z', 'revision_number': 4, 'project_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'gw_port': {'id': 'efd8c140-5e9f-4889-af9a-860b4767da2a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:13Z', 'updated_at': '2021-11-19T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd', 'name': '', 'network_id': 'a900a59e-bcb6-468d-a0ce-afce830bc5ac', 'tenant_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'd235fef6-f1ad-473e-b2a6-344eb8c0e705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:15Z', 'updated_at': '2021-11-19T10:11:19Z', 'revision_number': 4, 'project_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'subnets': [{'id': 'd235fef6-f1ad-473e-b2a6-344eb8c0e705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:11:20.644078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c2df3c-9fdb-474d-a79e-acb440dfd30c None None] The sync data for ids ['b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'] in n-d-805649-14 is: [{'id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'name': 'tempest-TestMinimumBasicScenario-1293233350-router', 'tenant_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'efd8c140-5e9f-4889-af9a-860b4767da2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:12Z', 'updated_at': '2021-11-19T10:11:16Z', 'revision_number': 4, 'project_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'gw_port': {'id': 'efd8c140-5e9f-4889-af9a-860b4767da2a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:13Z', 'updated_at': '2021-11-19T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd', 'name': '', 'network_id': 'a900a59e-bcb6-468d-a0ce-afce830bc5ac', 'tenant_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'mac_address': 'fa:16:3e:b0:e7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'd235fef6-f1ad-473e-b2a6-344eb8c0e705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:15Z', 'updated_at': '2021-11-19T10:11:19Z', 'revision_number': 4, 'project_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'subnets': [{'id': 'd235fef6-f1ad-473e-b2a6-344eb8c0e705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:11:20.661383 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9c3ab372-4c97-49b0-a2a6-6e3a840bb26d None None] Provisioning complete for port a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:20.661932 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab372-4c97-49b0-a2a6-6e3a840bb26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:22.339747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:11:22.393491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:22.393870 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:22.453861 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1ae27032-f985-4acd-a4d3-88e39f9a7e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:23.698032 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:25.078339 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:25.693881 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:27.310487 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-9834be2f-48d9-4f34-844e-a20714b5b313 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:27.311964 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-9834be2f-48d9-4f34-844e-a20714b5b313 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/networks?id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228 HTTP/1.1" status: 200 len: 815 time: 0.1064796 Nov 19 10:11:27.327534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-3b43c337-0131-423d-a7ef-2499ee5444ca tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/quotas/2832ea0c9681449a9f13d7090e18c5e3 HTTP/1.1" status: 200 len: 375 time: 0.0091381 Nov 19 10:11:27.377937 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-e74654e7-95ee-43a9-8904-f3bd4000c29c tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2832ea0c9681449a9f13d7090e18c5e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450921 Nov 19 10:11:27.475387 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-0a831e69-f1c8-49c8-90e3-58ee32961530 service neutron] 10.222.0.21 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855048 Nov 19 10:11:27.565774 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-5d0cc664-80ed-4520-93a9-bd84bfd07c1f service neutron] 10.222.0.21 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843239 Nov 19 10:11:27.726443 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-765f5ac0-27b6-409a-a991-a71f804896de req-b851bb3b-493e-4440-9389-25b84bdcbb84 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 210 time: 0.0280645 Nov 19 10:11:28.669817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-1a56546b-eeda-4d99-a60b-f0934ce33f0d tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:28.671301 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-1a56546b-eeda-4d99-a60b-f0934ce33f0d tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.71 "GET /v2.0/networks?id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228 HTTP/1.1" status: 200 len: 815 time: 0.1102929 Nov 19 10:11:28.686541 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Request body: {'port': {'device_id': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'admin_state_up': True, 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:11:28.802044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Made reservation on behalf of 2832ea0c9681449a9f13d7090e18c5e3 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:11:28.805936 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:28.852967 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c52117dd-5444-4bec-9e30-a07ca1e0efee req-551a3178-1cd4-4ce5-9119-decde0ec0f5d tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 210 time: 0.0313628 Nov 19 10:11:28.972666 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Allocated IP 172.20.0.13 (b56ed0dd-bd36-42de-b58d-67ae8aa0e228/d74145ba-32d6-4cde-afde-bcd07b796946/bff096c0-35e9-4876-a38c-9c9b9d8bae77) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:11:29.179528 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:29.225138 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:29.266177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Network b56ed0dd-bd36-42de-b58d-67ae8aa0e228 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:11:29.274523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:11:29.278742 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:11:29.318271 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Pushing event updated for resources: {'Port': ['ID=bff096c0-35e9-4876-a38c-9c9b9d8bae77,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:29.331613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:29.331968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:29.332387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:29.333265 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:29.333602 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:29.333934 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:29.334266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:29.334605 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:29.334926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:29.335254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:29.335575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:29.335901 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:29.357666 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:29.358300 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:29.380467 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-baaa7387-7ee7-4e52-bcd8-7a10ab43538b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6980181 Nov 19 10:11:29.576668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5cb8fa80-0d53-4b7f-80c3-d43c88c4fafb None None] Provisioning complete for port bff096c0-35e9-4876-a38c-9c9b9d8bae77 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:29.577239 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5cb8fa80-0d53-4b7f-80c3-d43c88c4fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:29.619618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5cb8fa80-0d53-4b7f-80c3-d43c88c4fafb None None] Port bff096c0-35e9-4876-a38c-9c9b9d8bae77 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:11:29.988118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757e445-3b3c-4c95-a25e-1a47ef418962 req-adc96c08-0d67-49c5-a428-715094321293 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:29.990368 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f757e445-3b3c-4c95-a25e-1a47ef418962 req-adc96c08-0d67-49c5-a428-715094321293 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 932 time: 0.0625789 Nov 19 10:11:30.038347 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f757e445-3b3c-4c95-a25e-1a47ef418962 req-d463b6df-9bd6-444e-963e-6ef537493d0c tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419383 Nov 19 10:11:31.164742 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3775dc6-a720-41b1-96d9-7ee72539b889 req-e2360450-4d9a-4d94-8cb6-dd8e5e44f71f tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:31.168475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d3775dc6-a720-41b1-96d9-7ee72539b889 req-e2360450-4d9a-4d94-8cb6-dd8e5e44f71f tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 932 time: 0.0523050 Nov 19 10:11:31.216619 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d3775dc6-a720-41b1-96d9-7ee72539b889 req-d01db597-149f-45b4-bb61-868cc481d607 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438590 Nov 19 10:11:32.349908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e8008-1e43-4127-8b70-b3c4d0f53e7d req-10bef136-14cd-4c8f-99b9-3bce153286c8 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:32.352654 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e8e8008-1e43-4127-8b70-b3c4d0f53e7d req-10bef136-14cd-4c8f-99b9-3bce153286c8 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 932 time: 0.0596912 Nov 19 10:11:32.401716 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e8e8008-1e43-4127-8b70-b3c4d0f53e7d req-e8a452fd-d6d3-4ec1-ab00-9dc3b7c6602a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429349 Nov 19 10:11:33.528147 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b31782-1f32-4dd7-b114-fbb430bd7dd0 req-c7c72cf2-bb77-4b8d-aaac-ce4bcd2bd642 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:33.529980 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67b31782-1f32-4dd7-b114-fbb430bd7dd0 req-c7c72cf2-bb77-4b8d-aaac-ce4bcd2bd642 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 932 time: 0.0622067 Nov 19 10:11:33.577548 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67b31782-1f32-4dd7-b114-fbb430bd7dd0 req-d8c547d0-ee7f-4c53-91e0-0776a2ffca7b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410180 Nov 19 10:11:34.706088 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b98ec-52b4-44f2-adfd-dbd241f4269c req-26e1e018-6d0a-4acc-bf2a-84d935fcb0d6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:34.708626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-264b98ec-52b4-44f2-adfd-dbd241f4269c req-26e1e018-6d0a-4acc-bf2a-84d935fcb0d6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 932 time: 0.0570107 Nov 19 10:11:34.756526 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-264b98ec-52b4-44f2-adfd-dbd241f4269c req-1749059b-9198-4229-8868-be9e0b37c858 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418267 Nov 19 10:11:35.873522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802abcd-9e9f-42b1-ab86-c1b1bcaee515 req-b9cfa7e6-8257-458d-9320-cfdf5df44232 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:35.875079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8802abcd-9e9f-42b1-ab86-c1b1bcaee515 req-b9cfa7e6-8257-458d-9320-cfdf5df44232 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 932 time: 0.0508280 Nov 19 10:11:35.926088 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8802abcd-9e9f-42b1-ab86-c1b1bcaee515 req-2a9c7bb8-148c-4e42-9393-8b2b9efe5191 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442245 Nov 19 10:11:37.053422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb1c94-1a2f-45d3-ae3a-93d4cde6c7db req-0b7e5b8c-9e3f-4434-9dab-bc2c11d416fa tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:37.054971 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d3eb1c94-1a2f-45d3-ae3a-93d4cde6c7db req-0b7e5b8c-9e3f-4434-9dab-bc2c11d416fa tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 932 time: 0.0524781 Nov 19 10:11:37.107315 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d3eb1c94-1a2f-45d3-ae3a-93d4cde6c7db req-279f5e48-2bca-4373-bbb8-17c5c554ea11 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463076 Nov 19 10:11:38.234396 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ff4f5-ed1e-4728-acfa-be144fec4a5b req-43c527d3-67f4-48fe-95a6-913e906e64f9 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:38.236665 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd4ff4f5-ed1e-4728-acfa-be144fec4a5b req-43c527d3-67f4-48fe-95a6-913e906e64f9 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 932 time: 0.0532167 Nov 19 10:11:38.291176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dd4ff4f5-ed1e-4728-acfa-be144fec4a5b req-4671336a-2065-4299-8225-6412af0c9916 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428948 Nov 19 10:11:39.250549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Request body: {'port': {'device_id': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:11:39.303568 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:39.501937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8420d-6728-4eed-87b6-8c71a9f353f5 req-80e19966-2345-411b-880d-b49ecbd3f0cd tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:39.503396 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ff8420d-6728-4eed-87b6-8c71a9f353f5 req-80e19966-2345-411b-880d-b49ecbd3f0cd tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 932 time: 0.1428213 Nov 19 10:11:39.588566 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ff8420d-6728-4eed-87b6-8c71a9f353f5 req-cd5f7f6d-e6d6-45c9-a0b6-5745c405643a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774088 Nov 19 10:11:39.636254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff096c0-35e9-4876-a38c-9c9b9d8bae77 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:11:39.643577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:39.655315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Transition to ACTIVE for port object bff096c0-35e9-4876-a38c-9c9b9d8bae77 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:11:39.659126 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:39.730310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Pushing event updated for resources: {'Port': ['ID=bff096c0-35e9-4876-a38c-9c9b9d8bae77,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:39.781881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Attempting to bind port bff096c0-35e9-4876-a38c-9c9b9d8bae77 on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:11:39.782221 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Attempting to bind port bff096c0-35e9-4876-a38c-9c9b9d8bae77 by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '42beb5bf-fa41-4f02-9697-ddad2553e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:11:39.782552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Attempting to bind port bff096c0-35e9-4876-a38c-9c9b9d8bae77 on network b56ed0dd-bd36-42de-b58d-67ae8aa0e228 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:11:39.787177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Port bff096c0-35e9-4876-a38c-9c9b9d8bae77 on network b56ed0dd-bd36-42de-b58d-67ae8aa0e228 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:11:39.787620 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Attempting to bind port bff096c0-35e9-4876-a38c-9c9b9d8bae77 on network b56ed0dd-bd36-42de-b58d-67ae8aa0e228 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:11:39.792811 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:11:39.793181 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Checking segment: {'id': '42beb5bf-fa41-4f02-9697-ddad2553e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:11:39.793577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Bound using segment: {'id': '42beb5bf-fa41-4f02-9697-ddad2553e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:11:39.794134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Bound port: bff096c0-35e9-4876-a38c-9c9b9d8bae77, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42beb5bf-fa41-4f02-9697-ddad2553e443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:11:39.794496 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:39.860504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] For port bff096c0-35e9-4876-a38c-9c9b9d8bae77, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:11:39.864879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] For port bff096c0-35e9-4876-a38c-9c9b9d8bae77, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bff096c0-35e9-4876-a38c-9c9b9d8bae77,segment=NetworkSegment(42beb5bf-fa41-4f02-9697-ddad2553e443),segment_id=42beb5bf-fa41-4f02-9697-ddad2553e443)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:11:39.869054 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:39.906143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:39.906958 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:39.908587 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] 10.222.0.71 "PUT /v2.0/ports/bff096c0-35e9-4876-a38c-9c9b9d8bae77 HTTP/1.1" status: 200 len: 1093 time: 0.7490380 Nov 19 10:11:39.915104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'tag': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:11:39.917645 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078a8d25-5521-4428-99ed-648ddd8e7f95" -d '{"events": [{"name": "network-changed", "server_uuid": "58e9601e-c39b-477f-bdda-7ff81ec01109", "tag": "bff096c0-35e9-4876-a38c-9c9b9d8bae77"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:11:39.942238 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee71694-3b57-4700-8d9b-616472636f2e service neutron] Pushing event updated for resources: {'Port': ['ID=bff096c0-35e9-4876-a38c-9c9b9d8bae77,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:39.966899 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b006edad-8af3-4bc7-b52b-254aa9ca116c x-openstack-request-id: req-b006edad-8af3-4bc7-b52b-254aa9ca116c {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:11:39.967203 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e9601e-c39b-477f-bdda-7ff81ec01109", "tag": "bff096c0-35e9-4876-a38c-9c9b9d8bae77", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:11:39.967461 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b006edad-8af3-4bc7-b52b-254aa9ca116c {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:11:39.967868 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'tag': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77', 'status': 'completed', 'code': 200} Nov 19 10:11:39.998891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-9a102881-86a9-4339-9cfb-6e6f274f07f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:40.000553 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-9a102881-86a9-4339-9cfb-6e6f274f07f5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2832ea0c9681449a9f13d7090e18c5e3&device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 1096 time: 0.0444674 Nov 19 10:11:40.045639 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-141d503a-3bae-464d-8d8e-34411a005de0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bff096c0-35e9-4876-a38c-9c9b9d8bae77 HTTP/1.1" status: 200 len: 217 time: 0.0359786 Nov 19 10:11:40.102217 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-0c5b45eb-0549-46ca-88c7-5ccfc29e587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:40.103745 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-0c5b45eb-0549-46ca-88c7-5ccfc29e587e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d74145ba-32d6-4cde-afde-bcd07b796946 HTTP/1.1" status: 200 len: 854 time: 0.0501904 Nov 19 10:11:40.153108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-702e4fff-9416-4351-99a9-bcf89238715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:40.154624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-702e4fff-9416-4351-99a9-bcf89238715e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414860 Nov 19 10:11:40.243321 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-9e610fad-d749-442c-86af-27046110ba60 service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807076 Nov 19 10:11:40.338099 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3a84e78d-6d50-4afa-8758-8bb99f6ebda4 req-8b5f9352-93ae-4818-a8e9-db919fb154eb service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862503 Nov 19 10:11:40.424693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a8d25-5521-4428-99ed-648ddd8e7f95 req-3076704f-579c-4572-ad8c-decc6eaad7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:40.426416 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-078a8d25-5521-4428-99ed-648ddd8e7f95 req-3076704f-579c-4572-ad8c-decc6eaad7a9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2832ea0c9681449a9f13d7090e18c5e3&device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 1096 time: 0.0404170 Nov 19 10:11:40.519403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a8d25-5521-4428-99ed-648ddd8e7f95 req-dadc9912-e839-4397-a619-a271e8b75833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:40.520994 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-078a8d25-5521-4428-99ed-648ddd8e7f95 req-dadc9912-e839-4397-a619-a271e8b75833 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228 HTTP/1.1" status: 200 len: 916 time: 0.0878935 Nov 19 10:11:40.563025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-078a8d25-5521-4428-99ed-648ddd8e7f95 req-ffe6fb39-2dfc-4115-8c9d-190359e4120a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bff096c0-35e9-4876-a38c-9c9b9d8bae77 HTTP/1.1" status: 200 len: 217 time: 0.0350316 Nov 19 10:11:40.611499 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a8d25-5521-4428-99ed-648ddd8e7f95 req-a86446fa-513d-431b-9f56-acb56a729f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:40.612971 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-078a8d25-5521-4428-99ed-648ddd8e7f95 req-a86446fa-513d-431b-9f56-acb56a729f37 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d74145ba-32d6-4cde-afde-bcd07b796946 HTTP/1.1" status: 200 len: 854 time: 0.0424681 Nov 19 10:11:40.675914 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a8d25-5521-4428-99ed-648ddd8e7f95 req-d0d84a2e-c7cf-40c6-aa40-3504dd26a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:40.678180 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-078a8d25-5521-4428-99ed-648ddd8e7f95 req-d0d84a2e-c7cf-40c6-aa40-3504dd26a196 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571809 Nov 19 10:11:40.759802 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44d353-c3f0-44a2-b0df-b66443167e7e req-51bfe629-20be-4989-b73f-8c86387a6f9f tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:40.761359 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c44d353-c3f0-44a2-b0df-b66443167e7e req-51bfe629-20be-4989-b73f-8c86387a6f9f tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 944 time: 0.0992291 Nov 19 10:11:40.815498 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-078a8d25-5521-4428-99ed-648ddd8e7f95 req-c2a5204e-86dc-400b-af3d-ac710ceef8fe service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244111 Nov 19 10:11:40.849336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c44d353-c3f0-44a2-b0df-b66443167e7e req-bf7c6549-0680-4bc6-9e5b-cc9f8688556d tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810893 Nov 19 10:11:40.914922 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-078a8d25-5521-4428-99ed-648ddd8e7f95 req-742aa8db-7712-47ac-8588-4a7d3bc2826c service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894697 Nov 19 10:11:41.974853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3fab0-a75a-49b8-a6c6-0bd7a351ca47 req-68755c89-d850-4f74-abb3-5958f6161cc8 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:41.976332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3fd3fab0-a75a-49b8-a6c6-0bd7a351ca47 req-68755c89-d850-4f74-abb3-5958f6161cc8 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 944 time: 0.0505848 Nov 19 10:11:42.024203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3fd3fab0-a75a-49b8-a6c6-0bd7a351ca47 req-a4e78753-bc49-447e-a261-cf75e26c2bd4 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418308 Nov 19 10:11:43.141422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ac60-9439-4970-868f-44a9dea238a7 req-790da1f8-92ac-4272-bc9d-d468d21db156 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:43.142913 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0188ac60-9439-4970-868f-44a9dea238a7 req-790da1f8-92ac-4272-bc9d-d468d21db156 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 944 time: 0.0529895 Nov 19 10:11:43.189461 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0188ac60-9439-4970-868f-44a9dea238a7 req-029dd754-cfdf-46b2-b779-6707bf7445e4 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405989 Nov 19 10:11:43.729930 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:11:44.193043 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bff096c0-35e9-4876-a38c-9c9b9d8bae77 details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:11:44.288054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bff096c0-35e9-4876-a38c-9c9b9d8bae77, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bff096c0-35e9-4876-a38c-9c9b9d8bae77,segment=NetworkSegment(42beb5bf-fa41-4f02-9697-ddad2553e443),segment_id=42beb5bf-fa41-4f02-9697-ddad2553e443)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:11:44.299542 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77', 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'port_id': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77', 'mac_address': 'fa:16:3e:41:b7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:11:44.304358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806b45d-7e04-48ed-affb-9cd606b608a7 req-5f3b2e01-1acf-4741-a98d-49703068e3c6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:44.305908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e806b45d-7e04-48ed-affb-9cd606b608a7 req-5f3b2e01-1acf-4741-a98d-49703068e3c6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 944 time: 0.0482721 Nov 19 10:11:44.337513 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:44.352933 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e806b45d-7e04-48ed-affb-9cd606b608a7 req-7676c570-cadd-4a01-aea5-d45655f522bc tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407946 Nov 19 10:11:44.353924 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff096c0-35e9-4876-a38c-9c9b9d8bae77 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:11:44.374195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bff096c0-35e9-4876-a38c-9c9b9d8bae77, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bff096c0-35e9-4876-a38c-9c9b9d8bae77,segment=NetworkSegment(42beb5bf-fa41-4f02-9697-ddad2553e443),segment_id=42beb5bf-fa41-4f02-9697-ddad2553e443)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:11:44.378317 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:44.423979 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=bff096c0-35e9-4876-a38c-9c9b9d8bae77,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:44.431687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:44.432037 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:44.432379 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:44.432717 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:44.433050 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:44.433407 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:44.433734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:44.434059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:44.434385 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:44.434709 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:44.435032 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:44.435352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:11:44.621944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['bff096c0-35e9-4876-a38c-9c9b9d8bae77'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:11:45.481498 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682696a-c233-4cc7-b582-d61166f831fb req-12393f1d-8b04-4bd5-89de-c883cab21668 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:45.483019 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b682696a-c233-4cc7-b582-d61166f831fb req-12393f1d-8b04-4bd5-89de-c883cab21668 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 945 time: 0.0520620 Nov 19 10:11:45.530285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b682696a-c233-4cc7-b582-d61166f831fb req-61f7c4af-74b1-4caf-8891-52cddbb3ecc8 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410762 Nov 19 10:11:46.052303 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:46.191150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bff096c0-35e9-4876-a38c-9c9b9d8bae77 up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:11:46.242396 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port bff096c0-35e9-4876-a38c-9c9b9d8bae77 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:11:46.246956 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port bff096c0-35e9-4876-a38c-9c9b9d8bae77 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:11:46.247335 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:46.323801 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:46.345519 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:11:46.347767 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79427d1b-de98-4b74-9ef6-4e1289942e24" -d '{"events": [{"server_uuid": "58e9601e-c39b-477f-bdda-7ff81ec01109", "name": "network-vif-plugged", "status": "completed", "tag": "bff096c0-35e9-4876-a38c-9c9b9d8bae77"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:11:46.364568 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port bff096c0-35e9-4876-a38c-9c9b9d8bae77, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bff096c0-35e9-4876-a38c-9c9b9d8bae77,segment=NetworkSegment(42beb5bf-fa41-4f02-9697-ddad2553e443),segment_id=42beb5bf-fa41-4f02-9697-ddad2553e443)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:11:46.368658 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:46.393884 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdca78c-b724-4758-a4b9-df2090fd94df x-openstack-request-id: req-5cdca78c-b724-4758-a4b9-df2090fd94df {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:11:46.394214 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e9601e-c39b-477f-bdda-7ff81ec01109", "name": "network-vif-plugged", "status": "completed", "tag": "bff096c0-35e9-4876-a38c-9c9b9d8bae77", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:11:46.394468 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cdca78c-b724-4758-a4b9-df2090fd94df {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:11:46.394890 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77', 'code': 200} Nov 19 10:11:46.419988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=bff096c0-35e9-4876-a38c-9c9b9d8bae77,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:11:46.489589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebbae2-7c9b-41ba-83e5-e6e09401f543 req-ccbdc993-6d23-468d-b7dd-76f45ef07ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:46.491105 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-feebbae2-7c9b-41ba-83e5-e6e09401f543 req-ccbdc993-6d23-468d-b7dd-76f45ef07ef1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 1098 time: 0.0399368 Nov 19 10:11:46.536560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-feebbae2-7c9b-41ba-83e5-e6e09401f543 req-0b4444ce-c0be-40da-82e7-e108ab072844 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379636 Nov 19 10:11:46.643843 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ea532-69bb-41b2-8523-28f61899901a req-58286dc3-4346-4f40-ae69-9eb775ffaeb8 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:46.645309 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-380ea532-69bb-41b2-8523-28f61899901a req-58286dc3-4346-4f40-ae69-9eb775ffaeb8 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 946 time: 0.0483975 Nov 19 10:11:46.695814 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-380ea532-69bb-41b2-8523-28f61899901a req-20bafa0b-06f6-4c8f-b961-05e6282cfbcd tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446026 Nov 19 10:11:47.814211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ce348-afc1-4465-8677-d61ae3132f94 req-e910331d-2d23-4cf2-88ef-1afe306f5755 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:47.815678 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d1ce348-afc1-4465-8677-d61ae3132f94 req-e910331d-2d23-4cf2-88ef-1afe306f5755 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 946 time: 0.0494509 Nov 19 10:11:47.862264 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d1ce348-afc1-4465-8677-d61ae3132f94 req-a1d036e4-c0dd-48c0-9c32-96074b0fcbd5 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400746 Nov 19 10:11:47.976637 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d050908-c5d9-43aa-b1a5-036fdd7f3f42 req-c593acea-7d6e-4c60-913c-bb3889b5d589 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:47.978071 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d050908-c5d9-43aa-b1a5-036fdd7f3f42 req-c593acea-7d6e-4c60-913c-bb3889b5d589 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 946 time: 0.0485044 Nov 19 10:11:48.028695 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d050908-c5d9-43aa-b1a5-036fdd7f3f42 req-c6b5cb11-9be1-4b4c-b49f-7111dc33e2c9 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446928 Nov 19 10:11:48.222643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80cfda-4e1b-44a0-b18c-4c54d7fa1fc4 req-f570042c-c3e3-402c-8c50-58af5d8ccba6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:48.224608 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c80cfda-4e1b-44a0-b18c-4c54d7fa1fc4 req-f570042c-c3e3-402c-8c50-58af5d8ccba6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 946 time: 0.0541594 Nov 19 10:11:48.271643 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c80cfda-4e1b-44a0-b18c-4c54d7fa1fc4 req-f135a484-342d-40e2-bf21-588389dad413 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410521 Nov 19 10:11:48.551961 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:50.018442 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55959b22-07d9-4a2e-ab29-49e3b05918eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:52.436364 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f0a9-167b-451c-ba78-0859a2d98316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:53.177566 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a83ab98-26db-443f-a2b8-9cddb19fd5e7 req-c7260859-c7ef-4a5b-93cf-addf01fe7398 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414410 Nov 19 10:11:53.261936 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ab98-26db-443f-a2b8-9cddb19fd5e7 req-0ea58341-5146-4a3f-be1c-5aabf65101ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:53.263523 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a83ab98-26db-443f-a2b8-9cddb19fd5e7 req-0ea58341-5146-4a3f-be1c-5aabf65101ef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2832ea0c9681449a9f13d7090e18c5e3&device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 1098 time: 0.0423083 Nov 19 10:11:53.374790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ab98-26db-443f-a2b8-9cddb19fd5e7 req-e1de0015-fc8c-4b77-b6b9-5d6ae782a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:53.376149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a83ab98-26db-443f-a2b8-9cddb19fd5e7 req-e1de0015-fc8c-4b77-b6b9-5d6ae782a3b2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228 HTTP/1.1" status: 200 len: 916 time: 0.0889444 Nov 19 10:11:53.417989 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a83ab98-26db-443f-a2b8-9cddb19fd5e7 req-5378b968-3c5a-4593-bfa6-5fd4b8d3b48c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bff096c0-35e9-4876-a38c-9c9b9d8bae77 HTTP/1.1" status: 200 len: 217 time: 0.0345364 Nov 19 10:11:53.467298 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ab98-26db-443f-a2b8-9cddb19fd5e7 req-bc618722-38e2-45e2-b063-3700065efbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:53.469015 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a83ab98-26db-443f-a2b8-9cddb19fd5e7 req-bc618722-38e2-45e2-b063-3700065efbd4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d74145ba-32d6-4cde-afde-bcd07b796946 HTTP/1.1" status: 200 len: 854 time: 0.0430424 Nov 19 10:11:53.519090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ab98-26db-443f-a2b8-9cddb19fd5e7 req-97086729-43cb-41b2-83ea-64e8a8f5a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:11:53.520578 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a83ab98-26db-443f-a2b8-9cddb19fd5e7 req-97086729-43cb-41b2-83ea-64e8a8f5a7f7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443466 Nov 19 10:11:53.621195 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a83ab98-26db-443f-a2b8-9cddb19fd5e7 req-11fdc4e1-89ae-4c5b-bad0-c24ff8d29be4 service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834103 Nov 19 10:11:53.692703 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:53.716508 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a83ab98-26db-443f-a2b8-9cddb19fd5e7 req-3dda7465-cba3-4b4c-8c7c-a5f72efba1c0 service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876496 Nov 19 10:11:55.079281 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:11:55.695631 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:00.763074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa3c13-0dfd-4470-92e8-8865efb54dea req-2784312b-67f0-48ca-bf96-2664affefa8f tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:00.764615 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73fa3c13-0dfd-4470-92e8-8865efb54dea req-2784312b-67f0-48ca-bf96-2664affefa8f tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 946 time: 0.0525806 Nov 19 10:12:00.811131 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-73fa3c13-0dfd-4470-92e8-8865efb54dea req-6bb59c34-42f8-4434-a694-ebdd8f9e8e13 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402079 Nov 19 10:12:00.833759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36256) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:12:00.913757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a33c48-0a4b-43b3-b30d-24d3bf227038 tempest-TestMinimumBasicScenario-1987425766 tempest-TestMinimumBasicScenario-1987425766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:00.915245 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-34a33c48-0a4b-43b3-b30d-24d3bf227038 tempest-TestMinimumBasicScenario-1987425766 tempest-TestMinimumBasicScenario-1987425766-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 1093 time: 0.0805118 Nov 19 10:12:00.918219 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36260) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:12:00.922394 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:12:00.944377 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:01.044431 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:01.148350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Allocated IP 172.25.0.178 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/d8b10174-3649-4256-8811-0b15a1b6c70e) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:12:01.255110 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:01.289305 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:01.327560 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:12:01.331922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:12:01.335064 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:12:01.340830 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Pushing event updated for resources: {'Port': ['ID=d8b10174-3649-4256-8811-0b15a1b6c70e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:12:01.687185 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:01.755828 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:02.188556 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:02.193993 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:02.262282 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Pushing event updated for resources: {'Port': ['ID=d8b10174-3649-4256-8811-0b15a1b6c70e,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:12:02.274296 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:02.372961 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Floating IP bc0ff833-3b44-4834-9255-6a625e4ef3d7 associated. External IP: 172.25.0.178, port: bff096c0-35e9-4876-a38c-9c9b9d8bae77. Nov 19 10:12:02.578104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Router 7fdc170c-f402-4e94-bd5c-91185c414231 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:12:02.683611 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:12:02.694290 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14915eea-86ee-4681-9876-86eaf9ecfa28 None None] Sync routers for ids ['7fdc170c-f402-4e94-bd5c-91185c414231'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:12:02.702679 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:02.703718 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14915eea-86ee-4681-9876-86eaf9ecfa28 None None] Routers {'7fdc170c-f402-4e94-bd5c-91185c414231'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:12:02.704334 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-14915eea-86ee-4681-9876-86eaf9ecfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:11:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7fdc170c-f402-4e94-bd5c-91185c414231'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:12:02.732703 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7bbe0242-d856-468e-8de0-4c48ecea25e2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8129778 Nov 19 10:12:02.733322 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'tag': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:12:02.735163 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36262) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:12:02.735725 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18791089-fc05-4483-8bd2-bc76c8e6322c" -d '{"events": [{"name": "network-changed", "server_uuid": "58e9601e-c39b-477f-bdda-7ff81ec01109", "tag": "bff096c0-35e9-4876-a38c-9c9b9d8bae77"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:12:02.740336 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1112065444', 'description': 'tempest-secgroup-smoke-1112065444 description', 'project_id': '2832ea0c9681449a9f13d7090e18c5e3'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:12:02.766775 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:02.776774 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b4e27c-cf1a-4af5-b73e-9a6fd8aa6a28 x-openstack-request-id: req-c6b4e27c-cf1a-4af5-b73e-9a6fd8aa6a28 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:12:02.777201 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e9601e-c39b-477f-bdda-7ff81ec01109", "tag": "bff096c0-35e9-4876-a38c-9c9b9d8bae77", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:12:02.777480 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6b4e27c-cf1a-4af5-b73e-9a6fd8aa6a28 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:12:02.777855 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'tag': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77', 'status': 'completed', 'code': 200} Nov 19 10:12:02.813337 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-14915eea-86ee-4681-9876-86eaf9ecfa28 None None] Set router 7fdc170c-f402-4e94-bd5c-91185c414231 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:12:02.844253 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:02.849018 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:02.851395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18791089-fc05-4483-8bd2-bc76c8e6322c req-93f08919-fc90-4597-a7bc-8e29bd2296be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:02.852577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18791089-fc05-4483-8bd2-bc76c8e6322c req-93f08919-fc90-4597-a7bc-8e29bd2296be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2832ea0c9681449a9f13d7090e18c5e3&device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 1098 time: 0.0485578 Nov 19 10:12:02.882985 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:02.887174 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1479468 Nov 19 10:12:02.888419 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=933be891-7c46-41d9-9f4d-f1efdde386a9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:12:02.890324 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36266) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:12:02.894863 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-34ee7f21-80c8-4f0c-befc-fe8f832de2d5 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Request body: {'security_group_rule': {'security_group_id': '933be891-7c46-41d9-9f4d-f1efdde386a9', 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:12:02.911404 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:12:02.911763 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:12:02.912077 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:12:02.912860 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:12:02.912860 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:12:02.913064 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:12:02.913968 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:12:02.914555 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:12:02.914777 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:12:02.915380 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:12:02.915515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:12:02.915760 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926c54ff-97a2-4006-9964-9e5e6e8196e6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:12:02.945456 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34ee7f21-80c8-4f0c-befc-fe8f832de2d5 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:02.961567 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18791089-fc05-4483-8bd2-bc76c8e6322c req-09097283-93eb-4adb-a5e5-19e15708cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:02.963158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18791089-fc05-4483-8bd2-bc76c8e6322c req-09097283-93eb-4adb-a5e5-19e15708cd35 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228 HTTP/1.1" status: 200 len: 916 time: 0.1014168 Nov 19 10:12:02.995489 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34ee7f21-80c8-4f0c-befc-fe8f832de2d5 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.000193 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34ee7f21-80c8-4f0c-befc-fe8f832de2d5 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.015595 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee7f21-80c8-4f0c-befc-fe8f832de2d5 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a89fcd-c6a3-43b2-88fe-008dbc72815a,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:12:03.033490 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-34ee7f21-80c8-4f0c-befc-fe8f832de2d5 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.034864 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-34ee7f21-80c8-4f0c-befc-fe8f832de2d5 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434076 Nov 19 10:12:03.037839 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36268) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:12:03.040781 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18791089-fc05-4483-8bd2-bc76c8e6322c req-ef95ec9d-fb3a-4d0c-b1aa-48f5553a7e2a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bff096c0-35e9-4876-a38c-9c9b9d8bae77 HTTP/1.1" status: 200 len: 1000 time: 0.0675271 Nov 19 10:12:03.042771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-30574bfb-52f5-4a86-8ae9-ae950670801a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Request body: {'security_group_rule': {'security_group_id': '933be891-7c46-41d9-9f4d-f1efdde386a9', 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:12:03.057737 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-14915eea-86ee-4681-9876-86eaf9ecfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'name': 'tempest-TestMinimumBasicScenario-1553076996-router', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:10Z', 'revision_number': 4, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'gw_port': {'id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'bc0ff833-3b44-4834-9255-6a625e4ef3d7', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'port_id': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'mac_address': 'fa:16:3e:41:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:12:01Z', 'updated_at': '2021-11-19T10:12:01Z', 'revision_number': 0, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b89bd664-f67c-4ddc-bb95-30ed88e6a672', 'name': '', 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'mac_address': 'fa:16:3e:b5:a0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:10Z', 'updated_at': '2021-11-19T10:11:16Z', 'revision_number': 5, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'subnets': [{'id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:12:03.074336 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30574bfb-52f5-4a86-8ae9-ae950670801a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.090304 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14915eea-86ee-4681-9876-86eaf9ecfa28 None None] Checking router: 7fdc170c-f402-4e94-bd5c-91185c414231 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:12:03.099109 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14915eea-86ee-4681-9876-86eaf9ecfa28 None None] Routers {'7fdc170c-f402-4e94-bd5c-91185c414231'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:12:03.099645 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-14915eea-86ee-4681-9876-86eaf9ecfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:11:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7fdc170c-f402-4e94-bd5c-91185c414231'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:12:03.103500 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18791089-fc05-4483-8bd2-bc76c8e6322c req-cd1be9d0-0094-43d9-82fa-5361232d182b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:03.105238 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18791089-fc05-4483-8bd2-bc76c8e6322c req-cd1be9d0-0094-43d9-82fa-5361232d182b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d74145ba-32d6-4cde-afde-bcd07b796946 HTTP/1.1" status: 200 len: 854 time: 0.0556719 Nov 19 10:12:03.137571 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30574bfb-52f5-4a86-8ae9-ae950670801a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.144444 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30574bfb-52f5-4a86-8ae9-ae950670801a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.161363 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18791089-fc05-4483-8bd2-bc76c8e6322c req-4be737c3-1399-459e-bacb-3d4cb8823f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:03.162877 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18791089-fc05-4483-8bd2-bc76c8e6322c req-4be737c3-1399-459e-bacb-3d4cb8823f3e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478895 Nov 19 10:12:03.164100 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30574bfb-52f5-4a86-8ae9-ae950670801a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a540b4e8-1e2a-4950-8349-1fb8972d1691,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:12:03.172303 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-30574bfb-52f5-4a86-8ae9-ae950670801a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.176766 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-30574bfb-52f5-4a86-8ae9-ae950670801a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346478 Nov 19 10:12:03.177216 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36270) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:12:03.182363 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a192420c-e865-4088-92a6-4a06eb9e02a2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Request body: {'security_group_rule': {'security_group_id': '933be891-7c46-41d9-9f4d-f1efdde386a9', 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:12:03.214140 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a192420c-e865-4088-92a6-4a06eb9e02a2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.248803 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-14915eea-86ee-4681-9876-86eaf9ecfa28 None None] Set router 7fdc170c-f402-4e94-bd5c-91185c414231 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:12:03.264375 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18791089-fc05-4483-8bd2-bc76c8e6322c req-7ea0906c-7d3c-4de6-bcd3-8d153482bd93 service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921898 Nov 19 10:12:03.282104 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a192420c-e865-4088-92a6-4a06eb9e02a2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.287572 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a192420c-e865-4088-92a6-4a06eb9e02a2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.308608 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192420c-e865-4088-92a6-4a06eb9e02a2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fe168e-705f-45b9-82fc-46f04e1167a6,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:12:03.314982 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a192420c-e865-4088-92a6-4a06eb9e02a2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.319422 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a192420c-e865-4088-92a6-4a06eb9e02a2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410825 Nov 19 10:12:03.320045 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36272) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:12:03.324669 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-07f2e21d-c0c5-4216-822a-664893fd9767 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Request body: {'security_group_rule': {'security_group_id': '933be891-7c46-41d9-9f4d-f1efdde386a9', 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:12:03.357633 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-07f2e21d-c0c5-4216-822a-664893fd9767 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.372658 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-18791089-fc05-4483-8bd2-bc76c8e6322c req-b91c4480-9677-493c-b438-1c9dd030badd service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994508 Nov 19 10:12:03.423737 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-07f2e21d-c0c5-4216-822a-664893fd9767 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.430469 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-07f2e21d-c0c5-4216-822a-664893fd9767 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.449905 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2e21d-c0c5-4216-822a-664893fd9767 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72f5076-9670-4756-84a6-9e54eb1c6573,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:12:03.459044 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-07f2e21d-c0c5-4216-822a-664893fd9767 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.460295 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-07f2e21d-c0c5-4216-822a-664893fd9767 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392953 Nov 19 10:12:03.462943 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36274) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:12:03.467447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9a304674-1464-43df-9e4a-28f54872a29b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Request body: {'security_group_rule': {'security_group_id': '933be891-7c46-41d9-9f4d-f1efdde386a9', 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:12:03.487130 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-14915eea-86ee-4681-9876-86eaf9ecfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'name': 'tempest-TestMinimumBasicScenario-1553076996-router', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:10Z', 'revision_number': 4, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'gw_port': {'id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'bc0ff833-3b44-4834-9255-6a625e4ef3d7', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'port_id': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'mac_address': 'fa:16:3e:41:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:12:01Z', 'updated_at': '2021-11-19T10:12:01Z', 'revision_number': 0, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b89bd664-f67c-4ddc-bb95-30ed88e6a672', 'name': '', 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'mac_address': 'fa:16:3e:b5:a0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:10Z', 'updated_at': '2021-11-19T10:11:16Z', 'revision_number': 5, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'subnets': [{'id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:12:03.491223 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-9a304674-1464-43df-9e4a-28f54872a29b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Project 2832ea0c9681449a9f13d7090e18c5e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:12:03.496366 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a304674-1464-43df-9e4a-28f54872a29b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.517633 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14915eea-86ee-4681-9876-86eaf9ecfa28 None None] The sync data for ids ['7fdc170c-f402-4e94-bd5c-91185c414231'] in n-d-805649-14 is: [{'id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'name': 'tempest-TestMinimumBasicScenario-1553076996-router', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:10Z', 'revision_number': 4, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'gw_port': {'id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': 'bc0ff833-3b44-4834-9255-6a625e4ef3d7', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'port_id': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'mac_address': 'fa:16:3e:41:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:12:01Z', 'updated_at': '2021-11-19T10:12:01Z', 'revision_number': 0, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b89bd664-f67c-4ddc-bb95-30ed88e6a672', 'name': '', 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'mac_address': 'fa:16:3e:b5:a0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:10Z', 'updated_at': '2021-11-19T10:11:16Z', 'revision_number': 5, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'subnets': [{'id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:12:03.557898 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a304674-1464-43df-9e4a-28f54872a29b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.561906 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a304674-1464-43df-9e4a-28f54872a29b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.583584 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a304674-1464-43df-9e4a-28f54872a29b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b67438a-4c24-4126-a858-505ed31ec706,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:12:03.589574 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a304674-1464-43df-9e4a-28f54872a29b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.593702 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36276) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:12:03.599310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-471445c7-f1ca-4bab-bc3b-7abc3b8e295f tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Request body: {'security_group_rule': {'security_group_id': '933be891-7c46-41d9-9f4d-f1efdde386a9', 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:12:03.601605 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9a304674-1464-43df-9e4a-28f54872a29b tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376271 Nov 19 10:12:03.621239 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-471445c7-f1ca-4bab-bc3b-7abc3b8e295f tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Project 2832ea0c9681449a9f13d7090e18c5e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:12:03.626062 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-471445c7-f1ca-4bab-bc3b-7abc3b8e295f tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.688433 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-471445c7-f1ca-4bab-bc3b-7abc3b8e295f tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.693804 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-471445c7-f1ca-4bab-bc3b-7abc3b8e295f tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.714851 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471445c7-f1ca-4bab-bc3b-7abc3b8e295f tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fa43ab-7d3f-4f39-afa9-e7fce7223c17,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:12:03.727887 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-471445c7-f1ca-4bab-bc3b-7abc3b8e295f tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:03.728899 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756efc98-c03b-43cd-a376-527c09b60b60 None None] New status for floating IP bc0ff833-3b44-4834-9255-6a625e4ef3d7: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:12:03.729374 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-471445c7-f1ca-4bab-bc3b-7abc3b8e295f tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342251 Nov 19 10:12:03.821602 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc20a4cf-b90e-4dae-b675-d56c06196476 req-33494e2f-625e-4b5c-b104-824b5df66952 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112065444&fields=id&tenant_id=2832ea0c9681449a9f13d7090e18c5e3 HTTP/1.1" status: 200 len: 267 time: 0.0460260 Nov 19 10:12:03.875805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20a4cf-b90e-4dae-b675-d56c06196476 req-25472e19-315d-44a6-85a2-59d7d88e34cc tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:03.877626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc20a4cf-b90e-4dae-b675-d56c06196476 req-25472e19-315d-44a6-85a2-59d7d88e34cc tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 946 time: 0.0501523 Nov 19 10:12:03.890696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-dc20a4cf-b90e-4dae-b675-d56c06196476 req-c54b5d4f-90d7-4a0c-b4b7-0cf28dc1ceae tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Request body: {'port': {'security_groups': ['6781c5e8-c0be-4256-b667-dd0995032213', '933be891-7c46-41d9-9f4d-f1efdde386a9']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:12:03.958039 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dc20a4cf-b90e-4dae-b675-d56c06196476 req-c54b5d4f-90d7-4a0c-b4b7-0cf28dc1ceae tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:04.142557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-dc20a4cf-b90e-4dae-b675-d56c06196476 req-c54b5d4f-90d7-4a0c-b4b7-0cf28dc1ceae tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] For port bff096c0-35e9-4876-a38c-9c9b9d8bae77, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bff096c0-35e9-4876-a38c-9c9b9d8bae77,segment=NetworkSegment(42beb5bf-fa41-4f02-9697-ddad2553e443),segment_id=42beb5bf-fa41-4f02-9697-ddad2553e443)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:12:04.174319 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dc20a4cf-b90e-4dae-b675-d56c06196476 req-c54b5d4f-90d7-4a0c-b4b7-0cf28dc1ceae tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:04.178759 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dc20a4cf-b90e-4dae-b675-d56c06196476 req-c54b5d4f-90d7-4a0c-b4b7-0cf28dc1ceae tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:04.192582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['bff096c0-35e9-4876-a38c-9c9b9d8bae77'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:12:04.224891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20a4cf-b90e-4dae-b675-d56c06196476 req-c54b5d4f-90d7-4a0c-b4b7-0cf28dc1ceae tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:04.225546 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dc20a4cf-b90e-4dae-b675-d56c06196476 req-c54b5d4f-90d7-4a0c-b4b7-0cf28dc1ceae tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:04.226961 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc20a4cf-b90e-4dae-b675-d56c06196476 req-c54b5d4f-90d7-4a0c-b4b7-0cf28dc1ceae tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "PUT /v2.0/ports/bff096c0-35e9-4876-a38c-9c9b9d8bae77 HTTP/1.1" status: 200 len: 982 time: 0.3411896 Nov 19 10:12:04.260442 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b5d4f-90d7-4a0c-b4b7-0cf28dc1ceae tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Pushing event updated for resources: {'Port': ['ID=bff096c0-35e9-4876-a38c-9c9b9d8bae77,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:12:04.292599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['bff096c0-35e9-4876-a38c-9c9b9d8bae77'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:12:04.352869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce48ad-2b1b-4622-b0ac-b5d24d8bf212 req-ff139f3d-fe33-4642-b208-a07e4f0fb207 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:04.354869 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-91ce48ad-2b1b-4622-b0ac-b5d24d8bf212 req-ff139f3d-fe33-4642-b208-a07e4f0fb207 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 985 time: 0.0528622 Nov 19 10:12:04.429583 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-91ce48ad-2b1b-4622-b0ac-b5d24d8bf212 req-c9dee07a-96fb-4921-9128-3a0065b857c8 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=933be891-7c46-41d9-9f4d-f1efdde386a9&id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669198 Nov 19 10:12:04.549265 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3b2d3d52-1fb3-4ef4-9d85-0f0ea1e3e8b4 None None] Provisioning complete for port bff096c0-35e9-4876-a38c-9c9b9d8bae77 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:12:04.549567 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3d52-1fb3-4ef4-9d85-0f0ea1e3e8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:04.779529 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'tag': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:12:04.782066 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf97711-6b38-4acf-8ac1-911f384ac5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "58e9601e-c39b-477f-bdda-7ff81ec01109", "tag": "bff096c0-35e9-4876-a38c-9c9b9d8bae77"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:12:04.820900 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf31c14f-9b85-4638-bef0-42df9966b8f5 x-openstack-request-id: req-cf31c14f-9b85-4638-bef0-42df9966b8f5 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:12:04.821238 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e9601e-c39b-477f-bdda-7ff81ec01109", "tag": "bff096c0-35e9-4876-a38c-9c9b9d8bae77", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:12:04.821500 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf31c14f-9b85-4638-bef0-42df9966b8f5 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:12:04.821925 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'tag': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77', 'status': 'completed', 'code': 200} Nov 19 10:12:04.889140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97711-6b38-4acf-8ac1-911f384ac5c5 req-c13d789f-3431-411e-a396-f1c02f1e06be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:04.890649 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecf97711-6b38-4acf-8ac1-911f384ac5c5 req-c13d789f-3431-411e-a396-f1c02f1e06be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2832ea0c9681449a9f13d7090e18c5e3&device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 1137 time: 0.0428636 Nov 19 10:12:04.984453 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97711-6b38-4acf-8ac1-911f384ac5c5 req-d5a47bfd-e882-41b1-a187-86ad91c50622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:04.985973 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecf97711-6b38-4acf-8ac1-911f384ac5c5 req-d5a47bfd-e882-41b1-a187-86ad91c50622 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228 HTTP/1.1" status: 200 len: 916 time: 0.0845926 Nov 19 10:12:05.055764 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecf97711-6b38-4acf-8ac1-911f384ac5c5 req-6e628946-f607-4b92-96b4-1b7cc4b3e4b3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bff096c0-35e9-4876-a38c-9c9b9d8bae77 HTTP/1.1" status: 200 len: 1002 time: 0.0615373 Nov 19 10:12:05.105924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97711-6b38-4acf-8ac1-911f384ac5c5 req-f972faff-b77f-4290-ad91-e5636b01f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:05.107352 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecf97711-6b38-4acf-8ac1-911f384ac5c5 req-f972faff-b77f-4290-ad91-e5636b01f9dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d74145ba-32d6-4cde-afde-bcd07b796946 HTTP/1.1" status: 200 len: 854 time: 0.0435247 Nov 19 10:12:05.161809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97711-6b38-4acf-8ac1-911f384ac5c5 req-90026f40-f386-488a-bb04-c9ac08d1879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:05.163294 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecf97711-6b38-4acf-8ac1-911f384ac5c5 req-90026f40-f386-488a-bb04-c9ac08d1879c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451696 Nov 19 10:12:05.256947 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecf97711-6b38-4acf-8ac1-911f384ac5c5 req-0cb79e82-5fb7-42d8-b39f-311678ad8c1b service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847280 Nov 19 10:12:05.353018 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecf97711-6b38-4acf-8ac1-911f384ac5c5 req-c6f8493e-450b-443c-b7a8-22334c7c054f service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834701 Nov 19 10:12:16.069439 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:18.550366 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:20.013374 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f9612eda-eb75-40ad-88ba-8493785ead7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:20.729333 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:12:21.633809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c68b6-423a-49fb-9cad-940dae7ade6e req-18a2d14f-7b49-4a1b-bdf7-a72b58b4d995 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:21.635312 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df1c68b6-423a-49fb-9cad-940dae7ade6e req-18a2d14f-7b49-4a1b-bdf7-a72b58b4d995 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 985 time: 0.0829113 Nov 19 10:12:21.638156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1a575-cb01-45a9-b3e5-50765ba1f25f req-93c9ee87-d85f-4b06-9bc5-04c79fadb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:21.639531 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdb1a575-cb01-45a9-b3e5-50765ba1f25f req-93c9ee87-d85f-4b06-9bc5-04c79fadb910 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2832ea0c9681449a9f13d7090e18c5e3&device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 1137 time: 0.0765507 Nov 19 10:12:21.751437 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df1c68b6-423a-49fb-9cad-940dae7ade6e req-fcd8a54f-15cc-4b8f-8ca8-8f8ec44c3308 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=933be891-7c46-41d9-9f4d-f1efdde386a9&id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100085 Nov 19 10:12:21.775501 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1a575-cb01-45a9-b3e5-50765ba1f25f req-a25b92b6-5c12-4f0f-abb5-0b38f34b8afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:21.776976 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdb1a575-cb01-45a9-b3e5-50765ba1f25f req-a25b92b6-5c12-4f0f-abb5-0b38f34b8afe service neutron] 10.222.0.71 "GET /v2.0/networks?id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228 HTTP/1.1" status: 200 len: 916 time: 0.1289794 Nov 19 10:12:21.844552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdb1a575-cb01-45a9-b3e5-50765ba1f25f req-1a2a3f5a-4863-446c-9fb1-05893203daf9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bff096c0-35e9-4876-a38c-9c9b9d8bae77 HTTP/1.1" status: 200 len: 1002 time: 0.0582385 Nov 19 10:12:21.893612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1a575-cb01-45a9-b3e5-50765ba1f25f req-e216af9c-5e4f-466b-a518-bdc3ffdc91b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:21.895109 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdb1a575-cb01-45a9-b3e5-50765ba1f25f req-e216af9c-5e4f-466b-a518-bdc3ffdc91b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d74145ba-32d6-4cde-afde-bcd07b796946 HTTP/1.1" status: 200 len: 854 time: 0.0433249 Nov 19 10:12:21.945269 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1a575-cb01-45a9-b3e5-50765ba1f25f req-92e2baa7-2e1f-4dc9-9e77-d74bce6c62f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:21.946809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdb1a575-cb01-45a9-b3e5-50765ba1f25f req-92e2baa7-2e1f-4dc9-9e77-d74bce6c62f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437860 Nov 19 10:12:22.037415 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdb1a575-cb01-45a9-b3e5-50765ba1f25f req-5124f397-72c8-40e7-bedc-69f1238109ff service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827487 Nov 19 10:12:22.130783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdb1a575-cb01-45a9-b3e5-50765ba1f25f req-c67543c0-487b-4761-84a9-3a71042b9da9 service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856044 Nov 19 10:12:22.438522 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-608cd233-c27a-442d-8155-db89c04296f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:22.881562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7890f7-6982-46d3-bb0d-131234d1cf64 req-e1429ae2-c756-4380-8b5d-594e547656ea tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:22.883094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f7890f7-6982-46d3-bb0d-131234d1cf64 req-e1429ae2-c756-4380-8b5d-594e547656ea tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 985 time: 0.0558233 Nov 19 10:12:22.948458 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9f7890f7-6982-46d3-bb0d-131234d1cf64 req-b444f909-fd3a-4f5c-a6b5-97a089c1b2d6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=933be891-7c46-41d9-9f4d-f1efdde386a9&id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592632 Nov 19 10:12:23.695380 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:24.066888 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e0c4d-7cdc-4ec7-931e-ae22acbd3ff5 req-d57d01ba-1e04-438f-b7d6-ddf55d72af24 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:24.068376 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a3e0c4d-7cdc-4ec7-931e-ae22acbd3ff5 req-d57d01ba-1e04-438f-b7d6-ddf55d72af24 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 985 time: 0.0498495 Nov 19 10:12:24.136658 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a3e0c4d-7cdc-4ec7-931e-ae22acbd3ff5 req-fe8546e7-62dd-4d40-a5fd-be18273aaf98 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=933be891-7c46-41d9-9f4d-f1efdde386a9&id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621426 Nov 19 10:12:25.080958 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:25.254364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ca2e3-097d-4973-9c3d-8b70cb738efc req-905ca86b-683f-4ac0-a40c-8d52f03b5c4e tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:25.255872 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d0ca2e3-097d-4973-9c3d-8b70cb738efc req-905ca86b-683f-4ac0-a40c-8d52f03b5c4e tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 985 time: 0.0511315 Nov 19 10:12:25.316113 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d0ca2e3-097d-4973-9c3d-8b70cb738efc req-0d9fc311-915d-4675-b25c-c64b1094e825 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=933be891-7c46-41d9-9f4d-f1efdde386a9&id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535643 Nov 19 10:12:25.698156 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:26.435195 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c15ba-2019-42f6-82f2-18db2fe638a5 req-484977e6-d65b-4126-b35f-6ec30a32753d tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:26.436709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a42c15ba-2019-42f6-82f2-18db2fe638a5 req-484977e6-d65b-4126-b35f-6ec30a32753d tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 985 time: 0.0517159 Nov 19 10:12:26.496674 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a42c15ba-2019-42f6-82f2-18db2fe638a5 req-0b5439a5-3446-4f19-998f-06ff7301bdc6 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=933be891-7c46-41d9-9f4d-f1efdde386a9&id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530133 Nov 19 10:12:27.619997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797418df-4658-49b7-ab6e-10f490d6629f req-4ab8108e-8841-4f88-83e5-68900d74a55f tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:27.621584 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-797418df-4658-49b7-ab6e-10f490d6629f req-4ab8108e-8841-4f88-83e5-68900d74a55f tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 985 time: 0.0528593 Nov 19 10:12:27.682081 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-797418df-4658-49b7-ab6e-10f490d6629f req-b3d8bf8b-6f3f-4f75-b608-3f3522fc1570 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=933be891-7c46-41d9-9f4d-f1efdde386a9&id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544214 Nov 19 10:12:28.798946 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a17c2e-e955-4d74-8c1f-3086ec656aae req-4677f222-9d4e-40c6-9da5-51e5f6de298c tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:28.800515 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11a17c2e-e955-4d74-8c1f-3086ec656aae req-4677f222-9d4e-40c6-9da5-51e5f6de298c tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 985 time: 0.0492773 Nov 19 10:12:28.861111 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11a17c2e-e955-4d74-8c1f-3086ec656aae req-9fc780a8-d307-421b-892b-269c2c0b2210 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=933be891-7c46-41d9-9f4d-f1efdde386a9&id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540071 Nov 19 10:12:29.983335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab482643-6df7-4b81-ba2b-5c659fd3c40f req-67923ee4-9934-4b57-949d-3ebd86121c09 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:29.984803 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab482643-6df7-4b81-ba2b-5c659fd3c40f req-67923ee4-9934-4b57-949d-3ebd86121c09 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 985 time: 0.0500638 Nov 19 10:12:30.048471 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ab482643-6df7-4b81-ba2b-5c659fd3c40f req-8342bfb4-fbf0-4b56-b32a-1bc85e68eb59 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=933be891-7c46-41d9-9f4d-f1efdde386a9&id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575349 Nov 19 10:12:31.165812 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab7849-df4a-4f1f-af2e-6c9e6055fd5f req-44156b99-6053-4d27-9d72-0e3881b0dbe5 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:31.167299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2dab7849-df4a-4f1f-af2e-6c9e6055fd5f req-44156b99-6053-4d27-9d72-0e3881b0dbe5 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 985 time: 0.0490644 Nov 19 10:12:31.227066 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2dab7849-df4a-4f1f-af2e-6c9e6055fd5f req-09190834-f3b7-4204-a8f5-7cab825d81e5 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=933be891-7c46-41d9-9f4d-f1efdde386a9&id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536568 Nov 19 10:12:32.341737 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cb032-744d-428e-89cd-5c1c14536747 req-bd273299-136f-4ba7-b559-7f06a8830570 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:32.343212 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec1cb032-744d-428e-89cd-5c1c14536747 req-bd273299-136f-4ba7-b559-7f06a8830570 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 985 time: 0.0484927 Nov 19 10:12:32.402797 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ec1cb032-744d-428e-89cd-5c1c14536747 req-e33e3eac-bdd6-4b1e-9783-11ef89bb87c8 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=933be891-7c46-41d9-9f4d-f1efdde386a9&id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526276 Nov 19 10:12:33.523774 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757129ab-f81b-4454-a353-4c593362ba8a req-c4f1ad24-2506-44a6-956f-c3f0f9472513 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:33.525185 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-757129ab-f81b-4454-a353-4c593362ba8a req-c4f1ad24-2506-44a6-956f-c3f0f9472513 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 985 time: 0.0528157 Nov 19 10:12:33.586146 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-757129ab-f81b-4454-a353-4c593362ba8a req-92b0eb97-0383-465c-8599-a26464ac2f9e tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=933be891-7c46-41d9-9f4d-f1efdde386a9&id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548601 Nov 19 10:12:46.069230 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:48.547497 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:50.014204 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d37df843-bbf8-4b60-bf98-7e57e2558ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:50.404319 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-f1de0ba5-aa3d-4123-baef-95b6ce564080 req-7fe6bb6b-1d2f-415d-9e7d-fff4f41959f4 tempest-ServerDiskConfigTestJSON-687166253 tempest-ServerDiskConfigTestJSON-687166253-project] (103476) timed out ('10.222.0.66', 61318) {{(pid=103476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 10:12:52.440638 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eaf3baaf-887b-413d-96bc-43178e1e4a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:53.697805 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:54.347875 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45191718-ae4c-48ab-9efc-ac1eefd81e7b req-2224439a-f52e-4700-b254-9f53f46b4ef9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403128 Nov 19 10:12:54.432114 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191718-ae4c-48ab-9efc-ac1eefd81e7b req-ab45cf35-dcfe-4bb1-a3a4-5db74b05155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:54.433626 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45191718-ae4c-48ab-9efc-ac1eefd81e7b req-ab45cf35-dcfe-4bb1-a3a4-5db74b05155d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2832ea0c9681449a9f13d7090e18c5e3&device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 1137 time: 0.0411692 Nov 19 10:12:54.542650 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191718-ae4c-48ab-9efc-ac1eefd81e7b req-e36a70d7-9427-4316-91c4-b7911781c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:54.544076 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45191718-ae4c-48ab-9efc-ac1eefd81e7b req-e36a70d7-9427-4316-91c4-b7911781c611 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228 HTTP/1.1" status: 200 len: 916 time: 0.0867786 Nov 19 10:12:54.611445 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45191718-ae4c-48ab-9efc-ac1eefd81e7b req-1a1fa0d5-f36b-4e30-b9de-076650351ce1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bff096c0-35e9-4876-a38c-9c9b9d8bae77 HTTP/1.1" status: 200 len: 1002 time: 0.0580812 Nov 19 10:12:54.668511 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191718-ae4c-48ab-9efc-ac1eefd81e7b req-82eb2160-6c46-4197-99f6-f57ad5e68bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:54.670008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45191718-ae4c-48ab-9efc-ac1eefd81e7b req-82eb2160-6c46-4197-99f6-f57ad5e68bf3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d74145ba-32d6-4cde-afde-bcd07b796946 HTTP/1.1" status: 200 len: 854 time: 0.0479953 Nov 19 10:12:54.716545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191718-ae4c-48ab-9efc-ac1eefd81e7b req-70fd7c6b-d43d-48cc-a251-8cd412b04e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:12:54.718056 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45191718-ae4c-48ab-9efc-ac1eefd81e7b req-70fd7c6b-d43d-48cc-a251-8cd412b04e69 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399911 Nov 19 10:12:54.807557 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45191718-ae4c-48ab-9efc-ac1eefd81e7b req-6541d71a-3f66-44c3-ab30-96f961d60748 service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803282 Nov 19 10:12:54.917141 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45191718-ae4c-48ab-9efc-ac1eefd81e7b req-60355832-324c-44c8-a2e7-ccbbf58c49fc service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867274 Nov 19 10:12:55.085474 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:55.699840 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:12:57.727763 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:13:05.970207 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-908fbf26-4b56-4665-b6a9-654905f0e55d req-0e32b2c8-3b99-4023-9b3c-b3bcbed7bcd2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112065444&fields=id&tenant_id=2832ea0c9681449a9f13d7090e18c5e3 HTTP/1.1" status: 200 len: 267 time: 0.0453060 Nov 19 10:13:06.021730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fbf26-4b56-4665-b6a9-654905f0e55d req-4f159871-cf32-42b7-9bc0-828f165a9e92 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:06.023867 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-908fbf26-4b56-4665-b6a9-654905f0e55d req-4f159871-cf32-42b7-9bc0-828f165a9e92 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 985 time: 0.0478909 Nov 19 10:13:06.034675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-908fbf26-4b56-4665-b6a9-654905f0e55d req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Request body: {'port': {'security_groups': ['6781c5e8-c0be-4256-b667-dd0995032213']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:13:06.100978 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-908fbf26-4b56-4665-b6a9-654905f0e55d req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:06.272361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-908fbf26-4b56-4665-b6a9-654905f0e55d req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] For port bff096c0-35e9-4876-a38c-9c9b9d8bae77, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bff096c0-35e9-4876-a38c-9c9b9d8bae77,segment=NetworkSegment(42beb5bf-fa41-4f02-9697-ddad2553e443),segment_id=42beb5bf-fa41-4f02-9697-ddad2553e443)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:13:06.300176 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-908fbf26-4b56-4665-b6a9-654905f0e55d req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:06.305332 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-908fbf26-4b56-4665-b6a9-654905f0e55d req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:06.318167 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['bff096c0-35e9-4876-a38c-9c9b9d8bae77'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:13:06.350683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fbf26-4b56-4665-b6a9-654905f0e55d req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:06.351363 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-908fbf26-4b56-4665-b6a9-654905f0e55d req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:06.352895 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-908fbf26-4b56-4665-b6a9-654905f0e55d req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "PUT /v2.0/ports/bff096c0-35e9-4876-a38c-9c9b9d8bae77 HTTP/1.1" status: 200 len: 943 time: 0.3225706 Nov 19 10:13:06.353421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'tag': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:13:06.355918 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9ad399-1732-4e81-96bc-700256a570d3" -d '{"events": [{"name": "network-changed", "server_uuid": "58e9601e-c39b-477f-bdda-7ff81ec01109", "tag": "bff096c0-35e9-4876-a38c-9c9b9d8bae77"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:13:06.358846 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36344) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:06.382954 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Pushing event updated for resources: {'Port': ['ID=bff096c0-35e9-4876-a38c-9c9b9d8bae77,revision_number=7']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:06.392368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.392824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.393302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.393743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.394261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.394722 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.396113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.396113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.396648 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.397140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.397781 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.398201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c54c9-3948-41d4-bf65-6d33bfdc5708 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.426215 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ef240a-f17c-4112-893a-3648573f047e x-openstack-request-id: req-07ef240a-f17c-4112-893a-3648573f047e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:13:06.426637 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e9601e-c39b-477f-bdda-7ff81ec01109", "tag": "bff096c0-35e9-4876-a38c-9c9b9d8bae77", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:13:06.427019 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07ef240a-f17c-4112-893a-3648573f047e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:13:06.427528 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'tag': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77', 'status': 'completed', 'code': 200} Nov 19 10:13:06.461171 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:06.494792 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:06.504865 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad399-1732-4e81-96bc-700256a570d3 req-49fb209d-2143-443f-9950-5903ec349691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:06.507093 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e9ad399-1732-4e81-96bc-700256a570d3 req-49fb209d-2143-443f-9950-5903ec349691 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2832ea0c9681449a9f13d7090e18c5e3&device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 1098 time: 0.0507872 Nov 19 10:13:06.569577 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:06.572334 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:06.574116 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "DELETE /v2.0/security-groups/933be891-7c46-41d9-9f4d-f1efdde386a9 HTTP/1.1" status: 204 len: 168 time: 0.2142661 Nov 19 10:13:06.585658 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36348) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:06.586737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=933be891-7c46-41d9-9f4d-f1efdde386a9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:06.604805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['bff096c0-35e9-4876-a38c-9c9b9d8bae77'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:13:06.604975 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.605324 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.605679 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.606024 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.606426 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.606707 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.607042 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.607375 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.607708 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.608076 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.608436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.609177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e23ccb5-1f2a-438a-8dfc-13c7b88ae7e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:06.619866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad399-1732-4e81-96bc-700256a570d3 req-53211de4-c3f3-4809-9067-419e75e57026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:06.621406 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e9ad399-1732-4e81-96bc-700256a570d3 req-53211de4-c3f3-4809-9067-419e75e57026 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228 HTTP/1.1" status: 200 len: 916 time: 0.1045146 Nov 19 10:13:06.690090 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e9ad399-1732-4e81-96bc-700256a570d3 req-805e9891-affe-4ad0-ad17-30bcb35fe508 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bff096c0-35e9-4876-a38c-9c9b9d8bae77 HTTP/1.1" status: 200 len: 1002 time: 0.0607805 Nov 19 10:13:06.709758 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e027aa40-ae33-41d9-81da-cb968ac2af72 None None] Provisioning complete for port bff096c0-35e9-4876-a38c-9c9b9d8bae77 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:13:06.710421 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e027aa40-ae33-41d9-81da-cb968ac2af72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:06.746575 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad399-1732-4e81-96bc-700256a570d3 req-7a99dff1-fbd9-4de4-807c-8dbd51908196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:06.748200 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e9ad399-1732-4e81-96bc-700256a570d3 req-7a99dff1-fbd9-4de4-807c-8dbd51908196 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d74145ba-32d6-4cde-afde-bcd07b796946 HTTP/1.1" status: 200 len: 854 time: 0.0513299 Nov 19 10:13:06.779433 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-97b59362-6645-4a82-9fce-c466b5f0e52a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Deleting port d8b10174-3649-4256-8811-0b15a1b6c70e {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:13:06.779970 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97b59362-6645-4a82-9fce-c466b5f0e52a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:06.795553 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad399-1732-4e81-96bc-700256a570d3 req-8849806e-2431-4b42-be89-322691e35272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:06.797208 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e9ad399-1732-4e81-96bc-700256a570d3 req-8849806e-2431-4b42-be89-322691e35272 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421543 Nov 19 10:13:06.863494 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97b59362-6645-4a82-9fce-c466b5f0e52a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:06.863753 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97b59362-6645-4a82-9fce-c466b5f0e52a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:06.878328 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-97b59362-6645-4a82-9fce-c466b5f0e52a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Calling delete_port for d8b10174-3649-4256-8811-0b15a1b6c70e owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:13:06.889387 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e9ad399-1732-4e81-96bc-700256a570d3 req-c3f37ad1-fa5b-4cf6-8afb-65f8e41967bb service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845432 Nov 19 10:13:06.988355 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e9ad399-1732-4e81-96bc-700256a570d3 req-f65fc24b-35c0-42db-bbdb-b7825d7c88bd service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915227 Nov 19 10:13:07.042957 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97b59362-6645-4a82-9fce-c466b5f0e52a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:07.069929 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b59362-6645-4a82-9fce-c466b5f0e52a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Pushing event deleted for resources: {'Port': ['ID=d8b10174-3649-4256-8811-0b15a1b6c70e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:07.138570 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97b59362-6645-4a82-9fce-c466b5f0e52a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:07.138817 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-97b59362-6645-4a82-9fce-c466b5f0e52a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Floating IP bc0ff833-3b44-4834-9255-6a625e4ef3d7 disassociated (deleted). External IP: 172.25.0.178, port: bff096c0-35e9-4876-a38c-9c9b9d8bae77. Nov 19 10:13:07.343977 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b59362-6645-4a82-9fce-c466b5f0e52a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Router 7fdc170c-f402-4e94-bd5c-91185c414231 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:13:07.450876 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b59362-6645-4a82-9fce-c466b5f0e52a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:13:07.455821 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-97b59362-6645-4a82-9fce-c466b5f0e52a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:07.462980 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bd5bae-e6d1-4c93-b06f-2a825a218d7d None None] Sync routers for ids ['7fdc170c-f402-4e94-bd5c-91185c414231'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:13:07.472917 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bd5bae-e6d1-4c93-b06f-2a825a218d7d None None] Routers {'7fdc170c-f402-4e94-bd5c-91185c414231'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:13:07.473554 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-04bd5bae-e6d1-4c93-b06f-2a825a218d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:12:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7fdc170c-f402-4e94-bd5c-91185c414231'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:07.483313 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-97b59362-6645-4a82-9fce-c466b5f0e52a tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "DELETE /v2.0/floatingips/bc0ff833-3b44-4834-9255-6a625e4ef3d7 HTTP/1.1" status: 204 len: 168 time: 0.8876379 Nov 19 10:13:07.484011 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'tag': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:13:07.589629 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-04bd5bae-e6d1-4c93-b06f-2a825a218d7d None None] Set router 7fdc170c-f402-4e94-bd5c-91185c414231 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:13:07.594142 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee9837432495c74e8059494a3522ab7747c867f16b8024125ef0ac62a795fb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6454b7-4ec9-4908-b046-c807737a880c" -d '{"events": [{"name": "network-changed", "server_uuid": "58e9601e-c39b-477f-bdda-7ff81ec01109", "tag": "bff096c0-35e9-4876-a38c-9c9b9d8bae77"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:13:07.717288 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9581589a-a795-4947-838c-820f4bbb9a98 x-openstack-request-id: req-9581589a-a795-4947-838c-820f4bbb9a98 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:13:07.717638 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e9601e-c39b-477f-bdda-7ff81ec01109", "tag": "bff096c0-35e9-4876-a38c-9c9b9d8bae77", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:13:07.718072 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9581589a-a795-4947-838c-820f4bbb9a98 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:13:07.718770 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'tag': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77', 'status': 'completed', 'code': 200} Nov 19 10:13:07.795602 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6454b7-4ec9-4908-b046-c807737a880c req-69772612-392a-42e6-af4c-8988068f26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:07.797305 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe6454b7-4ec9-4908-b046-c807737a880c req-69772612-392a-42e6-af4c-8988068f26c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2832ea0c9681449a9f13d7090e18c5e3&device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 1098 time: 0.0453978 Nov 19 10:13:07.814966 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-04bd5bae-e6d1-4c93-b06f-2a825a218d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'name': 'tempest-TestMinimumBasicScenario-1553076996-router', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:10Z', 'revision_number': 4, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'gw_port': {'id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b89bd664-f67c-4ddc-bb95-30ed88e6a672', 'name': '', 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'mac_address': 'fa:16:3e:b5:a0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:10Z', 'updated_at': '2021-11-19T10:11:16Z', 'revision_number': 5, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'subnets': [{'id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:07.842024 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bd5bae-e6d1-4c93-b06f-2a825a218d7d None None] Checking router: 7fdc170c-f402-4e94-bd5c-91185c414231 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:13:07.852186 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bd5bae-e6d1-4c93-b06f-2a825a218d7d None None] Routers {'7fdc170c-f402-4e94-bd5c-91185c414231'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:13:07.852501 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-04bd5bae-e6d1-4c93-b06f-2a825a218d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:12:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7fdc170c-f402-4e94-bd5c-91185c414231'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:07.890874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6454b7-4ec9-4908-b046-c807737a880c req-d1f110a1-b8b7-4976-b1b3-4e4f5f59b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:07.892524 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe6454b7-4ec9-4908-b046-c807737a880c req-d1f110a1-b8b7-4976-b1b3-4e4f5f59b7c2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228 HTTP/1.1" status: 200 len: 916 time: 0.0882301 Nov 19 10:13:07.934584 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe6454b7-4ec9-4908-b046-c807737a880c req-c4259999-f873-4029-a6fc-7d898aaef7ed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bff096c0-35e9-4876-a38c-9c9b9d8bae77 HTTP/1.1" status: 200 len: 217 time: 0.0346107 Nov 19 10:13:07.957475 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-04bd5bae-e6d1-4c93-b06f-2a825a218d7d None None] Set router 7fdc170c-f402-4e94-bd5c-91185c414231 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:13:07.987871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6454b7-4ec9-4908-b046-c807737a880c req-fe810641-0712-4dfb-9058-1dcccde06b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:07.989411 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe6454b7-4ec9-4908-b046-c807737a880c req-fe810641-0712-4dfb-9058-1dcccde06b5b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d74145ba-32d6-4cde-afde-bcd07b796946 HTTP/1.1" status: 200 len: 854 time: 0.0450020 Nov 19 10:13:08.046036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6454b7-4ec9-4908-b046-c807737a880c req-3b810431-0c02-4ae3-ab1b-bd5746a6c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:08.047600 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe6454b7-4ec9-4908-b046-c807737a880c req-3b810431-0c02-4ae3-ab1b-bd5746a6c6be service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b56ed0dd-bd36-42de-b58d-67ae8aa0e228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484374 Nov 19 10:13:08.148157 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe6454b7-4ec9-4908-b046-c807737a880c req-16192587-6513-42e7-899d-97d1e893a1d8 service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870359 Nov 19 10:13:08.259560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe6454b7-4ec9-4908-b046-c807737a880c req-e544b59a-bca9-4294-9136-de40fbea2532 service neutron] 10.222.0.71 "GET /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911379 Nov 19 10:13:08.262130 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-04bd5bae-e6d1-4c93-b06f-2a825a218d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'name': 'tempest-TestMinimumBasicScenario-1553076996-router', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:10Z', 'revision_number': 4, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'gw_port': {'id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b89bd664-f67c-4ddc-bb95-30ed88e6a672', 'name': '', 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'mac_address': 'fa:16:3e:b5:a0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:10Z', 'updated_at': '2021-11-19T10:11:16Z', 'revision_number': 5, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'subnets': [{'id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:08.290413 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bd5bae-e6d1-4c93-b06f-2a825a218d7d None None] The sync data for ids ['7fdc170c-f402-4e94-bd5c-91185c414231'] in n-d-805649-14 is: [{'id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'name': 'tempest-TestMinimumBasicScenario-1553076996-router', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:10Z', 'revision_number': 4, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'gw_port': {'id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b89bd664-f67c-4ddc-bb95-30ed88e6a672', 'name': '', 'network_id': 'b56ed0dd-bd36-42de-b58d-67ae8aa0e228', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'mac_address': 'fa:16:3e:b5:a0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:10Z', 'updated_at': '2021-11-19T10:11:16Z', 'revision_number': 5, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'subnets': [{'id': 'd74145ba-32d6-4cde-afde-bcd07b796946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:13:08.518082 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6902bb-e81f-4831-85c2-f275f6abd804 None None] New status for floating IP bc0ff833-3b44-4834-9255-6a625e4ef3d7: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:13:16.084624 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:16.824476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373cf3f-d4ec-4b72-86e6-8dff4db0cda7 req-ddd16c2e-7766-4b0a-ade6-8e376ae0e4cd tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:16.825969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5373cf3f-d4ec-4b72-86e6-8dff4db0cda7 req-ddd16c2e-7766-4b0a-ade6-8e376ae0e4cd tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 946 time: 0.3419521 Nov 19 10:13:16.874356 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5373cf3f-d4ec-4b72-86e6-8dff4db0cda7 req-a2091629-b3a3-44f7-99f8-a3ebe09664f2 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419738 Nov 19 10:13:17.991494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98561bc5-c7be-41b5-a26d-631eddf8ff03 req-b956c503-b189-4d45-b100-d2cb7c93983c tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:17.993006 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98561bc5-c7be-41b5-a26d-631eddf8ff03 req-b956c503-b189-4d45-b100-d2cb7c93983c tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 946 time: 0.0495288 Nov 19 10:13:18.040547 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98561bc5-c7be-41b5-a26d-631eddf8ff03 req-94234863-432e-4e50-9af8-0c6f0dec3bcf tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.21 "GET /v2.0/security-groups?id=6781c5e8-c0be-4256-b667-dd0995032213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415275 Nov 19 10:13:18.152531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c274f-64f1-46d0-a2ad-9eb6dff00611 req-217c081b-8dc8-4b1b-9488-050f7dd0de17 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:18.154075 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f36c274f-64f1-46d0-a2ad-9eb6dff00611 req-217c081b-8dc8-4b1b-9488-050f7dd0de17 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.71 "GET /v2.0/ports?device_id=58e9601e-c39b-477f-bdda-7ff81ec01109 HTTP/1.1" status: 200 len: 946 time: 0.0508959 Nov 19 10:13:18.240654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-f36c274f-64f1-46d0-a2ad-9eb6dff00611 req-4895d66b-0da5-4d4a-bcb7-0ce8f04985e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Deleting port bff096c0-35e9-4876-a38c-9c9b9d8bae77 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:13:18.240990 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f36c274f-64f1-46d0-a2ad-9eb6dff00611 req-4895d66b-0da5-4d4a-bcb7-0ce8f04985e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:18.330700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-f36c274f-64f1-46d0-a2ad-9eb6dff00611 req-4895d66b-0da5-4d4a-bcb7-0ce8f04985e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] For port bff096c0-35e9-4876-a38c-9c9b9d8bae77, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=bff096c0-35e9-4876-a38c-9c9b9d8bae77,segment=NetworkSegment(42beb5bf-fa41-4f02-9697-ddad2553e443),segment_id=42beb5bf-fa41-4f02-9697-ddad2553e443)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:13:18.331075 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f36c274f-64f1-46d0-a2ad-9eb6dff00611 req-4895d66b-0da5-4d4a-bcb7-0ce8f04985e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:18.343767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-f36c274f-64f1-46d0-a2ad-9eb6dff00611 req-4895d66b-0da5-4d4a-bcb7-0ce8f04985e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Calling delete_port for bff096c0-35e9-4876-a38c-9c9b9d8bae77 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:13:18.465589 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f36c274f-64f1-46d0-a2ad-9eb6dff00611 req-4895d66b-0da5-4d4a-bcb7-0ce8f04985e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:18.477553 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['bff096c0-35e9-4876-a38c-9c9b9d8bae77'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:13:18.498345 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895d66b-0da5-4d4a-bcb7-0ce8f04985e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Pushing event deleted for resources: {'Port': ['ID=bff096c0-35e9-4876-a38c-9c9b9d8bae77,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:18.541670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36c274f-64f1-46d0-a2ad-9eb6dff00611 req-4895d66b-0da5-4d4a-bcb7-0ce8f04985e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] No DVR routers for this DVR port bff096c0-35e9-4876-a38c-9c9b9d8bae77 on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:13:18.545050 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f36c274f-64f1-46d0-a2ad-9eb6dff00611 req-4895d66b-0da5-4d4a-bcb7-0ce8f04985e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:18.547292 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:18.548711 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f36c274f-64f1-46d0-a2ad-9eb6dff00611 req-4895d66b-0da5-4d4a-bcb7-0ce8f04985e0 tempest-TestMinimumBasicScenario-474018091 tempest-TestMinimumBasicScenario-474018091-project] 10.222.0.71 "DELETE /v2.0/ports/bff096c0-35e9-4876-a38c-9c9b9d8bae77 HTTP/1.1" status: 204 len: 173 time: 0.3881269 Nov 19 10:13:18.549202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'name': 'network-vif-deleted', 'tag': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:13:18.551620 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885daafa-72b6-4aa0-9073-0955cfef4347" -d '{"events": [{"server_uuid": "58e9601e-c39b-477f-bdda-7ff81ec01109", "name": "network-vif-deleted", "tag": "bff096c0-35e9-4876-a38c-9c9b9d8bae77"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:13:18.592466 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbc03db-f4b0-44c5-b394-7560e4b47825 x-openstack-request-id: req-fdbc03db-f4b0-44c5-b394-7560e4b47825 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:13:18.592781 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e9601e-c39b-477f-bdda-7ff81ec01109", "name": "network-vif-deleted", "tag": "bff096c0-35e9-4876-a38c-9c9b9d8bae77", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:13:18.593532 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdbc03db-f4b0-44c5-b394-7560e4b47825 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:13:18.593948 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e9601e-c39b-477f-bdda-7ff81ec01109', 'name': 'network-vif-deleted', 'tag': 'bff096c0-35e9-4876-a38c-9c9b9d8bae77', 'status': 'completed', 'code': 200} Nov 19 10:13:19.604541 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36448) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:19.948344 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cd53c88-e5e5-46cf-86b8-319a14f80293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:20.016704 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-686abb96-f1f0-422b-a23a-8ccf30cd3c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:20.193034 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8cd53c88-e5e5-46cf-86b8-319a14f80293 admin admin] Deleting port b89bd664-f67c-4ddc-bb95-30ed88e6a672 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:13:20.193431 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cd53c88-e5e5-46cf-86b8-319a14f80293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:20.269791 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8cd53c88-e5e5-46cf-86b8-319a14f80293 admin admin] For port b89bd664-f67c-4ddc-bb95-30ed88e6a672, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b89bd664-f67c-4ddc-bb95-30ed88e6a672,segment=NetworkSegment(42beb5bf-fa41-4f02-9697-ddad2553e443),segment_id=42beb5bf-fa41-4f02-9697-ddad2553e443)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:13:20.270155 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cd53c88-e5e5-46cf-86b8-319a14f80293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:20.283091 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8cd53c88-e5e5-46cf-86b8-319a14f80293 admin admin] Calling delete_port for b89bd664-f67c-4ddc-bb95-30ed88e6a672 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:13:20.464058 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cd53c88-e5e5-46cf-86b8-319a14f80293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:20.487043 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd53c88-e5e5-46cf-86b8-319a14f80293 admin admin] Pushing event deleted for resources: {'Port': ['ID=b89bd664-f67c-4ddc-bb95-30ed88e6a672,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:20.655782 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cd53c88-e5e5-46cf-86b8-319a14f80293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:20.868033 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd53c88-e5e5-46cf-86b8-319a14f80293 admin admin] Router 7fdc170c-f402-4e94-bd5c-91185c414231 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:13:20.973937 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd53c88-e5e5-46cf-86b8-319a14f80293 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:13:20.978976 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8cd53c88-e5e5-46cf-86b8-319a14f80293 admin admin] 10.222.0.21 "PUT /v2.0/routers/7fdc170c-f402-4e94-bd5c-91185c414231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3733191 Nov 19 10:13:20.981461 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36450) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:20.984261 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20da3da-5e08-4380-907c-7187c5f3bb02 None None] Sync routers for ids ['7fdc170c-f402-4e94-bd5c-91185c414231'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:13:20.994085 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20da3da-5e08-4380-907c-7187c5f3bb02 None None] Routers {'7fdc170c-f402-4e94-bd5c-91185c414231'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:13:20.994783 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a20da3da-5e08-4380-907c-7187c5f3bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:12:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7fdc170c-f402-4e94-bd5c-91185c414231'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:21.084032 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4abdd8ca-d606-4ae9-a9fa-752bc62f6dda admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:21.097498 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-a20da3da-5e08-4380-907c-7187c5f3bb02 None None] Set router 7fdc170c-f402-4e94-bd5c-91185c414231 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:13:21.286553 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a20da3da-5e08-4380-907c-7187c5f3bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'name': 'tempest-TestMinimumBasicScenario-1553076996-router', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:13:20Z', 'revision_number': 5, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'gw_port': {'id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:21.313624 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20da3da-5e08-4380-907c-7187c5f3bb02 None None] Checking router: 7fdc170c-f402-4e94-bd5c-91185c414231 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:13:21.323616 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20da3da-5e08-4380-907c-7187c5f3bb02 None None] Routers {'7fdc170c-f402-4e94-bd5c-91185c414231'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:13:21.324240 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a20da3da-5e08-4380-907c-7187c5f3bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:12:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7fdc170c-f402-4e94-bd5c-91185c414231'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:21.430621 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-a20da3da-5e08-4380-907c-7187c5f3bb02 None None] Set router 7fdc170c-f402-4e94-bd5c-91185c414231 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:13:21.513266 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4abdd8ca-d606-4ae9-a9fa-752bc62f6dda admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:21.570629 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4abdd8ca-d606-4ae9-a9fa-752bc62f6dda admin admin] Deleting port d3c37886-50bc-4074-8e4c-857c5820a90b {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:13:21.571033 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4abdd8ca-d606-4ae9-a9fa-752bc62f6dda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:21.614316 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-a20da3da-5e08-4380-907c-7187c5f3bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'name': 'tempest-TestMinimumBasicScenario-1553076996-router', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:13:20Z', 'revision_number': 5, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'gw_port': {'id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:21.640798 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20da3da-5e08-4380-907c-7187c5f3bb02 None None] The sync data for ids ['7fdc170c-f402-4e94-bd5c-91185c414231'] in n-d-805649-14 is: [{'id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'name': 'tempest-TestMinimumBasicScenario-1553076996-router', 'tenant_id': '2832ea0c9681449a9f13d7090e18c5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:13:20Z', 'revision_number': 5, 'project_id': '2832ea0c9681449a9f13d7090e18c5e3', 'gw_port': {'id': 'd3c37886-50bc-4074-8e4c-857c5820a90b', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc170c-f402-4e94-bd5c-91185c414231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:08Z', 'updated_at': '2021-11-19T10:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:13:21.655164 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-4abdd8ca-d606-4ae9-a9fa-752bc62f6dda admin admin] For port d3c37886-50bc-4074-8e4c-857c5820a90b, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d3c37886-50bc-4074-8e4c-857c5820a90b,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:13:21.655540 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4abdd8ca-d606-4ae9-a9fa-752bc62f6dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:21.669632 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-4abdd8ca-d606-4ae9-a9fa-752bc62f6dda admin admin] Calling delete_port for d3c37886-50bc-4074-8e4c-857c5820a90b owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:13:21.835890 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4abdd8ca-d606-4ae9-a9fa-752bc62f6dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:21.864106 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdd8ca-d606-4ae9-a9fa-752bc62f6dda admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c37886-50bc-4074-8e4c-857c5820a90b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:21.878346 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c0a054-e257-4179-80ed-5aebd87f89d7 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:13:21.923871 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4abdd8ca-d606-4ae9-a9fa-752bc62f6dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.015673 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4abdd8ca-d606-4ae9-a9fa-752bc62f6dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.018029 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4abdd8ca-d606-4ae9-a9fa-752bc62f6dda admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.062698 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4abdd8ca-d606-4ae9-a9fa-752bc62f6dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.063234 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abdd8ca-d606-4ae9-a9fa-752bc62f6dda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fdc170c-f402-4e94-bd5c-91185c414231 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 10:13:22.067802 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4abdd8ca-d606-4ae9-a9fa-752bc62f6dda admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.069059 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4abdd8ca-d606-4ae9-a9fa-752bc62f6dda admin admin] 10.222.0.21 "DELETE /v2.0/routers/7fdc170c-f402-4e94-bd5c-91185c414231 HTTP/1.1" status: 204 len: 168 time: 1.0866253 Nov 19 10:13:22.072185 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36452) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:22.121576 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-d161481e-e17b-4c31-b2e2-55dcc701c081 admin admin] Deleting subnet d74145ba-32d6-4cde-afde-bcd07b796946 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:13:22.124853 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d161481e-e17b-4c31-b2e2-55dcc701c081 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.159858 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d161481e-e17b-4c31-b2e2-55dcc701c081 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.237550 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d161481e-e17b-4c31-b2e2-55dcc701c081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.303138 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d161481e-e17b-4c31-b2e2-55dcc701c081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.332584 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161481e-e17b-4c31-b2e2-55dcc701c081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d74145ba-32d6-4cde-afde-bcd07b796946,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:22.339569 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d161481e-e17b-4c31-b2e2-55dcc701c081 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.343069 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d161481e-e17b-4c31-b2e2-55dcc701c081 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d74145ba-32d6-4cde-afde-bcd07b796946 HTTP/1.1" status: 204 len: 168 time: 0.2699356 Nov 19 10:13:22.345731 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc30868-94ef-484e-8abb-8a1027d22828 None None] Network b56ed0dd-bd36-42de-b58d-67ae8aa0e228 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:13:22.346745 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36454) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:22.414030 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.462429 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ecff29ba-b5c8-4923-84da-a228efade3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.466540 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] Deleting port 78215ffb-e84c-4c9d-a9a9-b481b7025994 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:13:22.466890 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.533925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] For port 78215ffb-e84c-4c9d-a9a9-b481b7025994, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=78215ffb-e84c-4c9d-a9a9-b481b7025994,segment=NetworkSegment(42beb5bf-fa41-4f02-9697-ddad2553e443),segment_id=42beb5bf-fa41-4f02-9697-ddad2553e443)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:13:22.534300 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.548171 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] Calling delete_port for 78215ffb-e84c-4c9d-a9a9-b481b7025994 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:13:22.625604 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bff096c0-35e9-4876-a38c-9c9b9d8bae77 no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:13:22.625830 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.659740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=78215ffb-e84c-4c9d-a9a9-b481b7025994,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:22.666526 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] No DVR routers for this DVR port 78215ffb-e84c-4c9d-a9a9-b481b7025994 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:13:22.668219 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97008bfc-0d03-4f9f-a9b5-57a7558fabeb None None] DHCP port deletion for b56ed0dd-bd36-42de-b58d-67ae8aa0e228 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:13:22.670143 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: bff096c0-35e9-4876-a38c-9c9b9d8bae77 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:13:22.670764 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device bff096c0-35e9-4876-a38c-9c9b9d8bae77 not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:13:22.739844 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b89bd664-f67c-4ddc-bb95-30ed88e6a672 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:13:22.743519 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.763616 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56ed0dd-bd36-42de-b58d-67ae8aa0e228']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:22.764281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: b89bd664-f67c-4ddc-bb95-30ed88e6a672 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:13:22.764703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b89bd664-f67c-4ddc-bb95-30ed88e6a672 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:13:22.775203 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42beb5bf-fa41-4f02-9697-ddad2553e443') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:22.775543 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42beb5bf-fa41-4f02-9697-ddad2553e443') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:22.785197 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.801345 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.807246 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:13:22.807641 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: timer() Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:13:22.809322 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:13:22.866867 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.872248 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:22.875508 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b56ed0dd-bd36-42de-b58d-67ae8aa0e228 HTTP/1.1" status: 204 len: 168 time: 0.5277989 Nov 19 10:13:22.878736 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36456) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:22.886725 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330eb39-a3fb-4bf8-a6c4-f930eb1f0cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b56ed0dd-bd36-42de-b58d-67ae8aa0e228,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:23.225245 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f05d5a8-1fb7-4bb7-9c6e-22ac1fa7e1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:23.470549 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5f05d5a8-1fb7-4bb7-9c6e-22ac1fa7e1f4 admin admin] Deleting port a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:13:23.470782 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f05d5a8-1fb7-4bb7-9c6e-22ac1fa7e1f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:23.548552 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-5f05d5a8-1fb7-4bb7-9c6e-22ac1fa7e1f4 admin admin] For port a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd,segment=NetworkSegment(735918ac-3fc4-4413-811f-cada0ad7801b),segment_id=735918ac-3fc4-4413-811f-cada0ad7801b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:13:23.549600 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f05d5a8-1fb7-4bb7-9c6e-22ac1fa7e1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:23.565523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-5f05d5a8-1fb7-4bb7-9c6e-22ac1fa7e1f4 admin admin] Calling delete_port for a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:13:23.698472 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:23.744369 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f05d5a8-1fb7-4bb7-9c6e-22ac1fa7e1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:23.773574 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05d5a8-1fb7-4bb7-9c6e-22ac1fa7e1f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:23.942463 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5f05d5a8-1fb7-4bb7-9c6e-22ac1fa7e1f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:24.154447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f05d5a8-1fb7-4bb7-9c6e-22ac1fa7e1f4 admin admin] Router b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:13:24.258937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f05d5a8-1fb7-4bb7-9c6e-22ac1fa7e1f4 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:13:24.265354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5f05d5a8-1fb7-4bb7-9c6e-22ac1fa7e1f4 admin admin] 10.222.0.21 "PUT /v2.0/routers/b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3841906 Nov 19 10:13:24.266464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36460) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:24.273205 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd906c5f-4adf-457c-a435-711eff0925a0 None None] Sync routers for ids ['b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:13:24.282272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd906c5f-4adf-457c-a435-711eff0925a0 None None] Routers {'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:13:24.282972 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cd906c5f-4adf-457c-a435-711eff0925a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:13:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:24.378832 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0bc62ffc-3429-432e-b684-1d1c6828023a admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:24.394891 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-cd906c5f-4adf-457c-a435-711eff0925a0 None None] Set router b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:13:24.423199 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d3c37886-50bc-4074-8e4c-857c5820a90b no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:13:24.472429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: d3c37886-50bc-4074-8e4c-857c5820a90b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:13:24.472688 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d3c37886-50bc-4074-8e4c-857c5820a90b not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:13:24.473110 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 78215ffb-e84c-4c9d-a9a9-b481b7025994 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:13:24.483496 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0bc62ffc-3429-432e-b684-1d1c6828023a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:24.527038 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 78215ffb-e84c-4c9d-a9a9-b481b7025994 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:13:24.527389 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 78215ffb-e84c-4c9d-a9a9-b481b7025994 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:13:24.535739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0bc62ffc-3429-432e-b684-1d1c6828023a admin admin] Deleting port efd8c140-5e9f-4889-af9a-860b4767da2a {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:13:24.535895 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0bc62ffc-3429-432e-b684-1d1c6828023a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:24.614512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-0bc62ffc-3429-432e-b684-1d1c6828023a admin admin] For port efd8c140-5e9f-4889-af9a-860b4767da2a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=efd8c140-5e9f-4889-af9a-860b4767da2a,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:13:24.614875 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0bc62ffc-3429-432e-b684-1d1c6828023a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:24.617340 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cd906c5f-4adf-457c-a435-711eff0925a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'name': 'tempest-TestMinimumBasicScenario-1293233350-router', 'tenant_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'efd8c140-5e9f-4889-af9a-860b4767da2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:12Z', 'updated_at': '2021-11-19T10:13:23Z', 'revision_number': 5, 'project_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'gw_port': {'id': 'efd8c140-5e9f-4889-af9a-860b4767da2a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:11:13Z', 'updated_at': '2021-11-19T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:24.628282 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-0bc62ffc-3429-432e-b684-1d1c6828023a admin admin] Calling delete_port for efd8c140-5e9f-4889-af9a-860b4767da2a owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:13:24.643348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd906c5f-4adf-457c-a435-711eff0925a0 None None] Checking router: b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:13:24.651724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd906c5f-4adf-457c-a435-711eff0925a0 None None] Routers {'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:13:24.652338 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cd906c5f-4adf-457c-a435-711eff0925a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:13:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:24.738861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-cd906c5f-4adf-457c-a435-711eff0925a0 None None] Set router b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:13:24.796498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cd906c5f-4adf-457c-a435-711eff0925a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'name': 'tempest-TestMinimumBasicScenario-1293233350-router', 'tenant_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:12Z', 'updated_at': '2021-11-19T10:13:24Z', 'revision_number': 6, 'project_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:24.798097 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0bc62ffc-3429-432e-b684-1d1c6828023a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:24.824382 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd906c5f-4adf-457c-a435-711eff0925a0 None None] The sync data for ids ['b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5'] in n-d-805649-14 is: [{'id': 'b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5', 'name': 'tempest-TestMinimumBasicScenario-1293233350-router', 'tenant_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:11:12Z', 'updated_at': '2021-11-19T10:13:24Z', 'revision_number': 6, 'project_id': 'a2e5e15b77634d1db6205b0bc13c4f74', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:13:24.828379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc62ffc-3429-432e-b684-1d1c6828023a admin admin] Pushing event deleted for resources: {'Port': ['ID=efd8c140-5e9f-4889-af9a-860b4767da2a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:24.843371 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c255e841-fa99-48b0-ac29-914461376d1e None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:13:24.902317 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0bc62ffc-3429-432e-b684-1d1c6828023a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:24.994130 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0bc62ffc-3429-432e-b684-1d1c6828023a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:24.996198 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0bc62ffc-3429-432e-b684-1d1c6828023a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:25.040054 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0bc62ffc-3429-432e-b684-1d1c6828023a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:25.040591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc62ffc-3429-432e-b684-1d1c6828023a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 10:13:25.045912 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0bc62ffc-3429-432e-b684-1d1c6828023a admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:25.047099 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0bc62ffc-3429-432e-b684-1d1c6828023a admin admin] 10.222.0.21 "DELETE /v2.0/routers/b8df889f-4dd6-4c21-81f4-3fbd51fbd3f5 HTTP/1.1" status: 204 len: 168 time: 0.7797189 Nov 19 10:13:25.049594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36462) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:25.088751 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:25.103065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e35ee1a-4629-4f07-81a8-a39087cf07e7 admin admin] Deleting subnet d235fef6-f1ad-473e-b2a6-344eb8c0e705 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:13:25.106203 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e35ee1a-4629-4f07-81a8-a39087cf07e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:25.440656 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e35ee1a-4629-4f07-81a8-a39087cf07e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:25.517533 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e35ee1a-4629-4f07-81a8-a39087cf07e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:25.574710 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e35ee1a-4629-4f07-81a8-a39087cf07e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:25.599951 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35ee1a-4629-4f07-81a8-a39087cf07e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d235fef6-f1ad-473e-b2a6-344eb8c0e705,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:25.605801 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e35ee1a-4629-4f07-81a8-a39087cf07e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:25.609465 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6e35ee1a-4629-4f07-81a8-a39087cf07e7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d235fef6-f1ad-473e-b2a6-344eb8c0e705 HTTP/1.1" status: 204 len: 168 time: 0.5585392 Nov 19 10:13:25.612054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36464) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:25.617573 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8bd433-fef8-46ae-8b13-533db83f7588 None None] Network a900a59e-bcb6-468d-a0ce-afce830bc5ac requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:13:25.688728 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:25.722487 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:25.753882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] Deleting port 55978b91-9faa-4146-a0eb-f348f7fcc4aa {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:13:25.753882 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:25.813147 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] DHCP port deletion for a900a59e-bcb6-468d-a0ce-afce830bc5ac request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:13:25.824132 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] For port 55978b91-9faa-4146-a0eb-f348f7fcc4aa, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=55978b91-9faa-4146-a0eb-f348f7fcc4aa,segment=NetworkSegment(735918ac-3fc4-4413-811f-cada0ad7801b),segment_id=735918ac-3fc4-4413-811f-cada0ad7801b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:13:25.824493 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:25.838354 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] Calling delete_port for 55978b91-9faa-4146-a0eb-f348f7fcc4aa owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:13:25.872515 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Deleting port 55978b91-9faa-4146-a0eb-f348f7fcc4aa {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:13:25.872901 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:25.920668 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:25.948500 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] Pushing event deleted for resources: {'Port': ['ID=55978b91-9faa-4146-a0eb-f348f7fcc4aa,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:25.951159 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] For port 55978b91-9faa-4146-a0eb-f348f7fcc4aa, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=55978b91-9faa-4146-a0eb-f348f7fcc4aa,segment=NetworkSegment(735918ac-3fc4-4413-811f-cada0ad7801b),segment_id=735918ac-3fc4-4413-811f-cada0ad7801b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:13:25.951684 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:25.957669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] No DVR routers for this DVR port 55978b91-9faa-4146-a0eb-f348f7fcc4aa on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:13:25.966915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Calling delete_port for 55978b91-9faa-4146-a0eb-f348f7fcc4aa owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:13:26.029501 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:26.042580 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:26.050054 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a900a59e-bcb6-468d-a0ce-afce830bc5ac']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:26.059910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735918ac-3fc4-4413-811f-cada0ad7801b') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:26.060206 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735918ac-3fc4-4413-811f-cada0ad7801b') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:26.069749 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:26.071754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Pushing event deleted for resources: {'Port': ['ID=55978b91-9faa-4146-a0eb-f348f7fcc4aa,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:26.075943 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] No DVR routers for this DVR port 55978b91-9faa-4146-a0eb-f348f7fcc4aa on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:13:26.083073 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:26.083283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:26.083457 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:26.083801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:26.085120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:26.085120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:26.085120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:26.085420 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:26.085498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:26.086596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:26.086596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:26.086596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ced3a-fe9f-48b4-bc42-ef699f523526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:26.093770 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:26.101816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:13:26.102338 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: timer() Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:13:26.104146 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:13:26.161032 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:26.168122 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:26.171307 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a900a59e-bcb6-468d-a0ce-afce830bc5ac HTTP/1.1" status: 204 len: 168 time: 0.5585427 Nov 19 10:13:26.181752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5574c-9644-4d5a-aac9-1204d14c4104 admin admin] Pushing event deleted for resources: {'Network': ['ID=a900a59e-bcb6-468d-a0ce-afce830bc5ac,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:26.334942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36468) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:26.343725 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device efd8c140-5e9f-4889-af9a-860b4767da2a no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:13:26.364582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: efd8c140-5e9f-4889-af9a-860b4767da2a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:13:26.364928 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device efd8c140-5e9f-4889-af9a-860b4767da2a not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:13:26.365369 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:13:26.377424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c452ec5d-22e6-4a84-8a72-b3337760a695 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2832ea0c9681449a9f13d7090e18c5e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412261 Nov 19 10:13:26.380003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36470) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:26.384823 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:13:26.385203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a8b80f88-ece5-4979-a9ce-fcd02ebbe6fd not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:13:26.385613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 55978b91-9faa-4146-a0eb-f348f7fcc4aa no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:13:26.404503 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 55978b91-9faa-4146-a0eb-f348f7fcc4aa {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:13:26.404849 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 55978b91-9faa-4146-a0eb-f348f7fcc4aa not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:13:26.430083 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3df284b-849a-4178-86d9-67a8bfe86940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:26.450514 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3df284b-849a-4178-86d9-67a8bfe86940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:26.495680 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3df284b-849a-4178-86d9-67a8bfe86940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:26.498769 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a3df284b-849a-4178-86d9-67a8bfe86940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:26.499912 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a3df284b-849a-4178-86d9-67a8bfe86940 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6781c5e8-c0be-4256-b667-dd0995032213 HTTP/1.1" status: 204 len: 168 time: 0.1190088 Nov 19 10:13:26.507950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df284b-849a-4178-86d9-67a8bfe86940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6781c5e8-c0be-4256-b667-dd0995032213,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:26.811285 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36476) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:26.851841 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8df1f10f-f500-4b2d-9e90-0d03203b12fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2e5e15b77634d1db6205b0bc13c4f74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388224 Nov 19 10:13:26.853753 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36478) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:26.900431 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a811ca19-70c5-4c00-b33e-f4e48aaa7cc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:26.921591 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a811ca19-70c5-4c00-b33e-f4e48aaa7cc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:26.967272 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a811ca19-70c5-4c00-b33e-f4e48aaa7cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:26.970319 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a811ca19-70c5-4c00-b33e-f4e48aaa7cc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:26.971471 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a811ca19-70c5-4c00-b33e-f4e48aaa7cc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d36b7e5-c340-4bf3-ad29-571740371be2 HTTP/1.1" status: 204 len: 168 time: 0.1168320 Nov 19 10:13:26.979757 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811ca19-70c5-4c00-b33e-f4e48aaa7cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d36b7e5-c340-4bf3-ad29-571740371be2,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:28.573235 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36518) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:28.577763 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7d68d847-d38b-4ea4-bd89-822d99c100dc tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-676100954', 'description': 'tempest-secgroup-smoke-676100954 description', 'project_id': '9d7b63a9f33f4d65856aed705f25f367'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:13:28.604128 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7d68d847-d38b-4ea4-bd89-822d99c100dc tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:28.611996 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7d68d847-d38b-4ea4-bd89-822d99c100dc tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:28.688459 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7d68d847-d38b-4ea4-bd89-822d99c100dc tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:28.692547 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7d68d847-d38b-4ea4-bd89-822d99c100dc tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:28.735052 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68d847-d38b-4ea4-bd89-822d99c100dc tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b82e2b-78fe-47cc-9b17-27fcfde5fe22,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:28.770759 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7d68d847-d38b-4ea4-bd89-822d99c100dc tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:28.774505 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7d68d847-d38b-4ea4-bd89-822d99c100dc tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:28.804320 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7d68d847-d38b-4ea4-bd89-822d99c100dc tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:28.805490 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7d68d847-d38b-4ea4-bd89-822d99c100dc tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2312376 Nov 19 10:13:28.807365 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68d847-d38b-4ea4-bd89-822d99c100dc tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfb176f-3a09-4b37-87ae-84ce4321b096,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:28.808593 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36520) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:28.814445 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-01773d8e-8942-419b-9d24-6a3c78585e50 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '5cfb176f-3a09-4b37-87ae-84ce4321b096', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:13:28.841970 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01773d8e-8942-419b-9d24-6a3c78585e50 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:28.899440 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01773d8e-8942-419b-9d24-6a3c78585e50 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:28.903038 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01773d8e-8942-419b-9d24-6a3c78585e50 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:28.920968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01773d8e-8942-419b-9d24-6a3c78585e50 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532772a3-a1c6-4b9e-91e5-f3f6f074f8b2,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:28.925352 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-01773d8e-8942-419b-9d24-6a3c78585e50 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:28.926561 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-01773d8e-8942-419b-9d24-6a3c78585e50 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160877 Nov 19 10:13:28.929786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36522) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:28.934043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-aa72b1f3-cd71-4b0d-a0d3-22ee59edc9f8 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '5cfb176f-3a09-4b37-87ae-84ce4321b096', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:13:28.963720 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa72b1f3-cd71-4b0d-a0d3-22ee59edc9f8 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.027354 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa72b1f3-cd71-4b0d-a0d3-22ee59edc9f8 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.031427 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa72b1f3-cd71-4b0d-a0d3-22ee59edc9f8 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.051288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72b1f3-cd71-4b0d-a0d3-22ee59edc9f8 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f877aede-e49a-4d4f-9c06-8c57e78743c6,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:29.059466 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-aa72b1f3-cd71-4b0d-a0d3-22ee59edc9f8 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.060629 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-aa72b1f3-cd71-4b0d-a0d3-22ee59edc9f8 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299231 Nov 19 10:13:29.063432 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36524) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:29.068000 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e63c0c48-907b-4f70-88f5-bfe8a775003a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '5cfb176f-3a09-4b37-87ae-84ce4321b096', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:13:29.094697 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e63c0c48-907b-4f70-88f5-bfe8a775003a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.150846 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e63c0c48-907b-4f70-88f5-bfe8a775003a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.156024 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e63c0c48-907b-4f70-88f5-bfe8a775003a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.179793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c0c48-907b-4f70-88f5-bfe8a775003a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe6f65c-1a19-4335-8c5a-b2c8648e7226,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:29.185906 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e63c0c48-907b-4f70-88f5-bfe8a775003a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.187052 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e63c0c48-907b-4f70-88f5-bfe8a775003a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226089 Nov 19 10:13:29.189744 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36526) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:29.193964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4a0b0936-9e2c-4246-8868-c4bf52f6a326 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '5cfb176f-3a09-4b37-87ae-84ce4321b096', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:13:29.220088 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4a0b0936-9e2c-4246-8868-c4bf52f6a326 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.282059 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4a0b0936-9e2c-4246-8868-c4bf52f6a326 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.285801 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4a0b0936-9e2c-4246-8868-c4bf52f6a326 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.300831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b0936-9e2c-4246-8868-c4bf52f6a326 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c5c826-6041-495d-ba68-0eff350bb744,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:29.312441 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4a0b0936-9e2c-4246-8868-c4bf52f6a326 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.313595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4a0b0936-9e2c-4246-8868-c4bf52f6a326 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229587 Nov 19 10:13:29.316351 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36528) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:29.320743 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-60be3ffd-b4ce-4e80-9636-0c72948a5e49 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '5cfb176f-3a09-4b37-87ae-84ce4321b096', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:13:29.342073 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-60be3ffd-b4ce-4e80-9636-0c72948a5e49 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Project 9d7b63a9f33f4d65856aed705f25f367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:13:29.347061 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60be3ffd-b4ce-4e80-9636-0c72948a5e49 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.407609 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60be3ffd-b4ce-4e80-9636-0c72948a5e49 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.411278 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60be3ffd-b4ce-4e80-9636-0c72948a5e49 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.429337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be3ffd-b4ce-4e80-9636-0c72948a5e49 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4ad1e2-6843-45f6-b040-67cc156cee5c,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:29.436389 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60be3ffd-b4ce-4e80-9636-0c72948a5e49 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.437647 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-60be3ffd-b4ce-4e80-9636-0c72948a5e49 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203802 Nov 19 10:13:29.440429 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36530) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:29.444984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-004ce383-feb5-470e-aaec-f553cca3f551 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '5cfb176f-3a09-4b37-87ae-84ce4321b096', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:13:29.466730 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-004ce383-feb5-470e-aaec-f553cca3f551 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Project 9d7b63a9f33f4d65856aed705f25f367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:13:29.472123 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-004ce383-feb5-470e-aaec-f553cca3f551 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.529101 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-004ce383-feb5-470e-aaec-f553cca3f551 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.532555 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-004ce383-feb5-470e-aaec-f553cca3f551 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.550790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ce383-feb5-470e-aaec-f553cca3f551 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b9e2b0-0622-41ff-b450-745d1ffc5673,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:29.558622 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-004ce383-feb5-470e-aaec-f553cca3f551 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.559802 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-004ce383-feb5-470e-aaec-f553cca3f551 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184249 Nov 19 10:13:29.563074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36532) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:29.567717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-fd61e9ba-4b31-4eae-a1e9-cc330888c01a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'network': {'name': 'tempest-network-smoke--1622171269', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'port_security_enabled': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:13:29.588380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd61e9ba-4b31-4eae-a1e9-cc330888c01a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Made reservation on behalf of 9d7b63a9f33f4d65856aed705f25f367 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:13:29.591786 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd61e9ba-4b31-4eae-a1e9-cc330888c01a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.614805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd61e9ba-4b31-4eae-a1e9-cc330888c01a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:13:29.624191 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd61e9ba-4b31-4eae-a1e9-cc330888c01a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.624540 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-fd61e9ba-4b31-4eae-a1e9-cc330888c01a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Added segment 91d869cf-70dd-4194-a517-56b282eb0b0b of type vlan for network 523d5c2f-eaaf-47a4-b441-3becab5c339e Nov 19 10:13:29.665980 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd61e9ba-4b31-4eae-a1e9-cc330888c01a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.690541 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd61e9ba-4b31-4eae-a1e9-cc330888c01a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.696799 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd61e9ba-4b31-4eae-a1e9-cc330888c01a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:29.697424 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fd61e9ba-4b31-4eae-a1e9-cc330888c01a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.760700 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fd61e9ba-4b31-4eae-a1e9-cc330888c01a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1966617 Nov 19 10:13:29.763674 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36534) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:29.768065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1140111452', 'admin_state_up': True, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:13:29.779816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61e9ba-4b31-4eae-a1e9-cc330888c01a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Network': ['ID=523d5c2f-eaaf-47a4-b441-3becab5c339e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:29.791073 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 523d5c2f-eaaf-47a4-b441-3becab5c339e details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:13:29.796706 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.797672 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.851839 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:29.990902 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:30.178379 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:30.197590 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:30.301156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.25.0.8 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/50121bce-e740-455d-b314-2c8b36c7c536) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:13:30.400344 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:30.433384 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:30.477728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:13:30.480693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:13:30.483280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:13:30.494736 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44cde6e-531a-46ad-9dbb-3669347ee7d1 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:13:30.509965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=50121bce-e740-455d-b314-2c8b36c7c536,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:30.613010 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ed866c21-fc21-45b4-8e8b-48bb6e1c9dc4 None None] Provisioning complete for port 50121bce-e740-455d-b314-2c8b36c7c536 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:13:30.613395 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ed866c21-fc21-45b4-8e8b-48bb6e1c9dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:30.651066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ed866c21-fc21-45b4-8e8b-48bb6e1c9dc4 None None] Port 50121bce-e740-455d-b314-2c8b36c7c536 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:13:30.791472 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:30.984500 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:31.110081 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router f5a7c002-d6df-4089-a7bd-073bdda0ae78 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 10:13:31.214727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:13:31.224987 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Sync routers for ids ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:13:31.234705 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:31.235042 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Routers {'f5a7c002-d6df-4089-a7bd-073bdda0ae78'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:13:31.235659 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:13:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:31.235919 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f6477f4e-3e2d-46b6-a096-fa64303cfda2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4713078 Nov 19 10:13:31.239096 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36536) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:31.344811 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Set router f5a7c002-d6df-4089-a7bd-073bdda0ae78 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:13:31.366767 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c2abe557-615c-4b3e-bc83-3f1a4e16482e tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=9d7b63a9f33f4d65856aed705f25f367&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1264997 Nov 19 10:13:31.369363 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36540) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:31.520113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3daf5be-b0c8-4a27-991f-498c047b6804 tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:31.521679 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c3daf5be-b0c8-4a27-991f-498c047b6804 tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1514089 Nov 19 10:13:31.524084 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140111452', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '50121bce-e740-455d-b314-2c8b36c7c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:13:29Z', 'updated_at': '2021-11-19T10:13:30Z', 'revision_number': 3, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '50121bce-e740-455d-b314-2c8b36c7c536', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:30Z', 'updated_at': '2021-11-19T10:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:31.525208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36542) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:31.555332 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Checking router: f5a7c002-d6df-4089-a7bd-073bdda0ae78 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:13:31.555685 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Updating router f5a7c002-d6df-4089-a7bd-073bdda0ae78 port 50121bce-e740-455d-b314-2c8b36c7c536 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:13:31.572104 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4b32e157-4af7-4e61-b5a8-bc79218f6429 tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457044 Nov 19 10:13:31.574679 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36544) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:31.581612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-34c117b5-1313-4d99-a4f3-4674bc043d47 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1309892389', 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:13:31.582669 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:31.677896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c117b5-1313-4d99-a4f3-4674bc043d47 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Made reservation on behalf of 9d7b63a9f33f4d65856aed705f25f367 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:13:31.681806 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-34c117b5-1313-4d99-a4f3-4674bc043d47 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:31.870436 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-34c117b5-1313-4d99-a4f3-4674bc043d47 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:31.931752 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:31.936828 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:31.948371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c117b5-1313-4d99-a4f3-4674bc043d47 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Subnet': ['ID=c7b49ffa-8d01-4306-ad74-d3dc8b9ff929,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:31.957507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c117b5-1313-4d99-a4f3-4674bc043d47 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Checking segment: {'id': '91d869cf-70dd-4194-a517-56b282eb0b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:13:31.957734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c117b5-1313-4d99-a4f3-4674bc043d47 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network hostable DHCP agents. Network: 523d5c2f-eaaf-47a4-b441-3becab5c339e, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:13:31.978124 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c117b5-1313-4d99-a4f3-4674bc043d47 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 523d5c2f-eaaf-47a4-b441-3becab5c339e is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:13:31.990009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-34c117b5-1313-4d99-a4f3-4674bc043d47 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 523d5c2f-eaaf-47a4-b441-3becab5c339e) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:13:31.997028 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c117b5-1313-4d99-a4f3-4674bc043d47 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:31.997580 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289211d4-b44c-45ce-9f49-97696f70760a None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:13:31.998062 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-34c117b5-1313-4d99-a4f3-4674bc043d47 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:32.001945 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Attempting to bind port 50121bce-e740-455d-b314-2c8b36c7c536 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:13:32.002722 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Attempting to bind port 50121bce-e740-455d-b314-2c8b36c7c536 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:13:32.002722 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Attempting to bind port 50121bce-e740-455d-b314-2c8b36c7c536 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:13:32.015292 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9484bf45-f5b4-4b0c-b55e-74b1247ced5c None None] Network 523d5c2f-eaaf-47a4-b441-3becab5c339e requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:13:32.017445 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:13:32.017957 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:13:32.018245 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-34c117b5-1313-4d99-a4f3-4674bc043d47 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4425528 Nov 19 10:13:32.018361 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:32.018741 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:13:32.019199 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Bound port: 50121bce-e740-455d-b314-2c8b36c7c536, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:13:32.019571 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:32.020946 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36546) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:32.022574 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21483d66-ef16-4e40-a489-93591e53c978 None None] Pushing event updated for resources: {'Port': ['ID=50121bce-e740-455d-b314-2c8b36c7c536,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:32.052423 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21483d66-ef16-4e40-a489-93591e53c978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:32.052769 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21483d66-ef16-4e40-a489-93591e53c978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:32.053125 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21483d66-ef16-4e40-a489-93591e53c978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:32.054023 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21483d66-ef16-4e40-a489-93591e53c978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:32.054349 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21483d66-ef16-4e40-a489-93591e53c978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:32.054678 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21483d66-ef16-4e40-a489-93591e53c978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:32.055002 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21483d66-ef16-4e40-a489-93591e53c978 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:32.055322 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21483d66-ef16-4e40-a489-93591e53c978 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:32.055647 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21483d66-ef16-4e40-a489-93591e53c978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:32.055966 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21483d66-ef16-4e40-a489-93591e53c978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:32.056282 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21483d66-ef16-4e40-a489-93591e53c978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:32.056597 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21483d66-ef16-4e40-a489-93591e53c978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:13:32.084287 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] For port 50121bce-e740-455d-b314-2c8b36c7c536, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:13:32.087585 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] For port 50121bce-e740-455d-b314-2c8b36c7c536, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=50121bce-e740-455d-b314-2c8b36c7c536,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:13:32.092146 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:32.138332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4612a14-39a9-416e-a8b7-7b98157d0a97 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:13:32.145846 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Routers {'f5a7c002-d6df-4089-a7bd-073bdda0ae78'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:13:32.146570 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:13:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:32.199246 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5149fb18-5faf-4e11-a53a-028a91aa7db9 None None] Provisioning complete for port 50121bce-e740-455d-b314-2c8b36c7c536 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:13:32.199530 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5149fb18-5faf-4e11-a53a-028a91aa7db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:32.237922 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-523d5c2f-eaaf-47a4-b441-3becab5c339e', 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ips': [{'subnet_id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:13:32.238971 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:32.260336 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21483d66-ef16-4e40-a489-93591e53c978 None None] Pushing event updated for resources: {'Port': ['ID=50121bce-e740-455d-b314-2c8b36c7c536,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:32.309971 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] Set router f5a7c002-d6df-4089-a7bd-073bdda0ae78 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:13:32.374392 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5149fb18-5faf-4e11-a53a-028a91aa7db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:32.426740 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5149fb18-5faf-4e11-a53a-028a91aa7db9 None None] For port 50121bce-e740-455d-b314-2c8b36c7c536, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=50121bce-e740-455d-b314-2c8b36c7c536,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:13:32.432515 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5149fb18-5faf-4e11-a53a-028a91aa7db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:32.451638 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Allocated IP 172.20.0.2 (523d5c2f-eaaf-47a4-b441-3becab5c339e/c7b49ffa-8d01-4306-ad74-d3dc8b9ff929/7b09c1b3-28aa-4656-ace9-9102e508a713) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:13:32.503122 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140111452', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '50121bce-e740-455d-b314-2c8b36c7c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:13:29Z', 'updated_at': '2021-11-19T10:13:30Z', 'revision_number': 3, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '50121bce-e740-455d-b314-2c8b36c7c536', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:30Z', 'updated_at': '2021-11-19T10:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:32.530944 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995ab35-fefe-4abf-86b6-cafbdea41030 None None] The sync data for ids ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'] in n-d-805649-14 is: [{'id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140111452', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '50121bce-e740-455d-b314-2c8b36c7c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:13:29Z', 'updated_at': '2021-11-19T10:13:30Z', 'revision_number': 3, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '50121bce-e740-455d-b314-2c8b36c7c536', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:30Z', 'updated_at': '2021-11-19T10:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:13:32.776658 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149fb18-5faf-4e11-a53a-028a91aa7db9 None None] Pushing event updated for resources: {'Port': ['ID=50121bce-e740-455d-b314-2c8b36c7c536,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:32.825521 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:32.833075 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:32.875675 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Network 523d5c2f-eaaf-47a4-b441-3becab5c339e is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:13:32.878606 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:13:32.882863 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:13:32.884002 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:32.892300 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Pushing event updated for resources: {'Port': ['ID=7b09c1b3-28aa-4656-ace9-9102e508a713,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:32.949526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Attempting to bind port 7b09c1b3-28aa-4656-ace9-9102e508a713 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:13:32.949900 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Attempting to bind port 7b09c1b3-28aa-4656-ace9-9102e508a713 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '91d869cf-70dd-4194-a517-56b282eb0b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:13:32.950266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Attempting to bind port 7b09c1b3-28aa-4656-ace9-9102e508a713 on network 523d5c2f-eaaf-47a4-b441-3becab5c339e {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:13:32.955367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:13:32.955756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Checking segment: {'id': '91d869cf-70dd-4194-a517-56b282eb0b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:13:32.956149 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:32.956548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Bound using segment: {'id': '91d869cf-70dd-4194-a517-56b282eb0b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:13:32.957016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Bound port: 7b09c1b3-28aa-4656-ace9-9102e508a713, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d869cf-70dd-4194-a517-56b282eb0b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:13:32.957443 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:33.027048 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] For port 7b09c1b3-28aa-4656-ace9-9102e508a713, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:13:33.030583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] For port 7b09c1b3-28aa-4656-ace9-9102e508a713, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7b09c1b3-28aa-4656-ace9-9102e508a713,segment=NetworkSegment(91d869cf-70dd-4194-a517-56b282eb0b0b),segment_id=91d869cf-70dd-4194-a517-56b282eb0b0b)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:13:33.036451 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:33.107394 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2f43b-21e2-4f7e-8ff3-893fbbeaf902 None None] Pushing event updated for resources: {'Port': ['ID=7b09c1b3-28aa-4656-ace9-9102e508a713,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:33.253927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.20.0.1 (523d5c2f-eaaf-47a4-b441-3becab5c339e/c7b49ffa-8d01-4306-ad74-d3dc8b9ff929/b10aa71a-7867-435b-a925-c7229c34df31) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:13:33.416915 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:33.454614 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:33.499485 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 523d5c2f-eaaf-47a4-b441-3becab5c339e is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:13:33.502531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:13:33.507748 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:13:33.511715 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=b10aa71a-7867-435b-a925-c7229c34df31,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:33.560888 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:33.685958 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:33.961548 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:33.965980 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:34.040286 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=b10aa71a-7867-435b-a925-c7229c34df31,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:34.042849 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:34.137495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 523d5c2f-eaaf-47a4-b441-3becab5c339e is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:13:34.138850 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:13:34.250740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router f5a7c002-d6df-4089-a7bd-073bdda0ae78 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:13:34.368149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:13:34.381146 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3450d844-5da2-44d3-8676-3763187b1ffb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "PUT /v2.0/routers/f5a7c002-d6df-4089-a7bd-073bdda0ae78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3517351 Nov 19 10:13:34.407888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 50121bce-e740-455d-b314-2c8b36c7c536 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:13:34.464737 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 50121bce-e740-455d-b314-2c8b36c7c536 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:13:34.465148 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:34.555679 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7b09c1b3-28aa-4656-ace9-9102e508a713 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:13:34.571547 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-e338f446-0608-4305-85b2-01571ad1f7c7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676100954&fields=id&tenant_id=9d7b63a9f33f4d65856aed705f25f367 HTTP/1.1" status: 200 len: 267 time: 0.0789952 Nov 19 10:13:34.579103 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Sync routers for ids ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:13:34.607071 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Routers {'f5a7c002-d6df-4089-a7bd-073bdda0ae78'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:13:34.607723 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:13:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:34.666724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 7b09c1b3-28aa-4656-ace9-9102e508a713 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:13:34.667365 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:34.688711 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-9d52f2bc-6563-440b-8b93-cb3ff89e792e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:34.690349 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-9d52f2bc-6563-440b-8b93-cb3ff89e792e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/networks?id=523d5c2f-eaaf-47a4-b441-3becab5c339e HTTP/1.1" status: 200 len: 797 time: 0.1118720 Nov 19 10:13:34.707427 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-98c329e8-13bc-4aeb-b100-d4d8b2e0d724 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/quotas/9d7b63a9f33f4d65856aed705f25f367 HTTP/1.1" status: 200 len: 375 time: 0.0102623 Nov 19 10:13:34.725554 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1691a25-1f22-4b1f-bc42-f4c8f15c7a6e None None] Network 523d5c2f-eaaf-47a4-b441-3becab5c339e requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:13:34.727445 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:13:34.766750 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-05d35f4c-3ca2-448f-bbe9-66fdce696a8b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510540 Nov 19 10:13:34.822076 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Set router f5a7c002-d6df-4089-a7bd-073bdda0ae78 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:13:34.852919 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4b7dc838-515d-4abd-a6d3-59db5985e35c None None] Provisioning complete for port 7b09c1b3-28aa-4656-ace9-9102e508a713 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:13:34.853320 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc838-515d-4abd-a6d3-59db5985e35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:34.904316 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-5e2802a1-0267-4082-a752-e2b740b4f146 service neutron] 10.222.0.21 "GET /v2.0/networks/523d5c2f-eaaf-47a4-b441-3becab5c339e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257069 Nov 19 10:13:34.999085 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-5653cceb-1691-400b-bae7-fe103f7813b5 service neutron] 10.222.0.21 "GET /v2.0/networks/523d5c2f-eaaf-47a4-b441-3becab5c339e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876930 Nov 19 10:13:35.043595 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:35.173033 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 7b09c1b3-28aa-4656-ace9-9102e508a713, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7b09c1b3-28aa-4656-ace9-9102e508a713,segment=NetworkSegment(91d869cf-70dd-4194-a517-56b282eb0b0b),segment_id=91d869cf-70dd-4194-a517-56b282eb0b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:13:35.180619 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc838-515d-4abd-a6d3-59db5985e35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:35.183334 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8982d460-3dc3-4422-b485-c0414cdabe45 req-17b6554d-3f99-4d42-a78d-e730f716feeb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 210 time: 0.0312996 Nov 19 10:13:35.193557 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:35.333753 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=7b09c1b3-28aa-4656-ace9-9102e508a713,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:35.339974 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-4b7dc838-515d-4abd-a6d3-59db5985e35c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 10:13:35.340475 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-4b7dc838-515d-4abd-a6d3-59db5985e35c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 10:13:35.359769 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140111452', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '50121bce-e740-455d-b314-2c8b36c7c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:13:29Z', 'updated_at': '2021-11-19T10:13:33Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '50121bce-e740-455d-b314-2c8b36c7c536', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:30Z', 'updated_at': '2021-11-19T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b10aa71a-7867-435b-a925-c7229c34df31', 'name': '', 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:46:6b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:33Z', 'updated_at': '2021-11-19T10:13:33Z', 'revision_number': 2, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:35.394622 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Checking router: f5a7c002-d6df-4089-a7bd-073bdda0ae78 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:13:35.394993 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Updating router f5a7c002-d6df-4089-a7bd-073bdda0ae78 port b10aa71a-7867-435b-a925-c7229c34df31 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:13:35.429692 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:35.714851 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:35.722394 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:35.774467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c08ec-4bef-4f1f-b210-e5d54dbeb437 None None] Pushing event updated for resources: {'Port': ['ID=b10aa71a-7867-435b-a925-c7229c34df31,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:35.831126 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Attempting to bind port b10aa71a-7867-435b-a925-c7229c34df31 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:13:35.831499 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Attempting to bind port b10aa71a-7867-435b-a925-c7229c34df31 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '91d869cf-70dd-4194-a517-56b282eb0b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:13:35.831878 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Attempting to bind port b10aa71a-7867-435b-a925-c7229c34df31 on network 523d5c2f-eaaf-47a4-b441-3becab5c339e {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:13:35.838263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:13:35.838579 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Checking segment: {'id': '91d869cf-70dd-4194-a517-56b282eb0b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:13:35.838996 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:35.839394 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Bound using segment: {'id': '91d869cf-70dd-4194-a517-56b282eb0b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:13:35.839873 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Bound port: b10aa71a-7867-435b-a925-c7229c34df31, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d869cf-70dd-4194-a517-56b282eb0b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:13:35.840259 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:35.933001 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] For port b10aa71a-7867-435b-a925-c7229c34df31, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:13:35.936560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] For port b10aa71a-7867-435b-a925-c7229c34df31, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b10aa71a-7867-435b-a925-c7229c34df31,segment=NetworkSegment(91d869cf-70dd-4194-a517-56b282eb0b0b),segment_id=91d869cf-70dd-4194-a517-56b282eb0b0b)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:13:35.940646 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:36.008231 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Routers {'f5a7c002-d6df-4089-a7bd-073bdda0ae78'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:13:36.008868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:13:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:36.049756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c08ec-4bef-4f1f-b210-e5d54dbeb437 None None] Pushing event updated for resources: {'Port': ['ID=b10aa71a-7867-435b-a925-c7229c34df31,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:36.077972 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ce04abc9-c407-448f-b526-ab9cdad6fe65 None None] Provisioning complete for port b10aa71a-7867-435b-a925-c7229c34df31 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:13:36.078361 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ce04abc9-c407-448f-b526-ab9cdad6fe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:36.217638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-597a5f6b-baa5-4f60-ae65-32d602a8a633 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:36.220071 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-597a5f6b-baa5-4f60-ae65-32d602a8a633 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "GET /v2.0/networks?id=523d5c2f-eaaf-47a4-b441-3becab5c339e HTTP/1.1" status: 200 len: 797 time: 0.1418896 Nov 19 10:13:36.347312 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] Set router f5a7c002-d6df-4089-a7bd-073bdda0ae78 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:13:36.351080 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-6c6f730a-718d-47be-a254-1b645fed87fc tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d7b63a9f33f4d65856aed705f25f367 HTTP/1.1" status: 200 len: 379 time: 0.1207807 Nov 19 10:13:36.370444 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-f32a3e46-86c6-450b-83ba-7d55210fe961 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'port': {'device_id': 'c9775ee5-f39a-4cb3-9079-d70c273afac8', 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e', 'admin_state_up': True, 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'security_groups': ['5cfb176f-3a09-4b37-87ae-84ce4321b096']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:13:36.374941 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e129cff-3820-4158-ab93-96767363c1e8 req-b1a439fd-8013-4629-a864-642b07d73b35 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 210 time: 0.0506887 Nov 19 10:13:36.384596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7b09c1b3-28aa-4656-ace9-9102e508a713 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:13:36.481099 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-f32a3e46-86c6-450b-83ba-7d55210fe961 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Made reservation on behalf of 9d7b63a9f33f4d65856aed705f25f367 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:13:36.484709 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-f32a3e46-86c6-450b-83ba-7d55210fe961 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:36.528796 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ce04abc9-c407-448f-b526-ab9cdad6fe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:36.582344 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 7b09c1b3-28aa-4656-ace9-9102e508a713 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:13:36.582717 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:36.597801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ce04abc9-c407-448f-b526-ab9cdad6fe65 None None] For port b10aa71a-7867-435b-a925-c7229c34df31, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b10aa71a-7867-435b-a925-c7229c34df31,segment=NetworkSegment(91d869cf-70dd-4194-a517-56b282eb0b0b),segment_id=91d869cf-70dd-4194-a517-56b282eb0b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:13:36.619246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-f32a3e46-86c6-450b-83ba-7d55210fe961 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.20.0.6 (523d5c2f-eaaf-47a4-b441-3becab5c339e/c7b49ffa-8d01-4306-ad74-d3dc8b9ff929/b73674c3-32f6-4ae6-837f-8498427cca8b) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:13:36.624625 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ce04abc9-c407-448f-b526-ab9cdad6fe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:36.705157 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ce04abc9-c407-448f-b526-ab9cdad6fe65 None None] Provisioning complete for port 7b09c1b3-28aa-4656-ace9-9102e508a713 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:13:36.705432 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ce04abc9-c407-448f-b526-ab9cdad6fe65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:36.750734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04abc9-c407-448f-b526-ab9cdad6fe65 None None] Pushing event updated for resources: {'Port': ['ID=b10aa71a-7867-435b-a925-c7229c34df31,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:36.762952 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-f32a3e46-86c6-450b-83ba-7d55210fe961 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:36.797922 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-f32a3e46-86c6-450b-83ba-7d55210fe961 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:36.822907 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140111452', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '50121bce-e740-455d-b314-2c8b36c7c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:13:29Z', 'updated_at': '2021-11-19T10:13:33Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '50121bce-e740-455d-b314-2c8b36c7c536', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:30Z', 'updated_at': '2021-11-19T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b10aa71a-7867-435b-a925-c7229c34df31', 'name': '', 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:46:6b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:33Z', 'updated_at': '2021-11-19T10:13:35Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:36.842831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-f32a3e46-86c6-450b-83ba-7d55210fe961 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 523d5c2f-eaaf-47a4-b441-3becab5c339e is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:13:36.846420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-f32a3e46-86c6-450b-83ba-7d55210fe961 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:13:36.850015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-f32a3e46-86c6-450b-83ba-7d55210fe961 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:13:36.856993 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a3e46-86c6-450b-83ba-7d55210fe961 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=b73674c3-32f6-4ae6-837f-8498427cca8b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:36.874314 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688604c5-b89a-4a24-a0d1-13321e084440 None None] The sync data for ids ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'] in n-d-805649-14 is: [{'id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140111452', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '50121bce-e740-455d-b314-2c8b36c7c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:13:29Z', 'updated_at': '2021-11-19T10:13:33Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '50121bce-e740-455d-b314-2c8b36c7c536', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:30Z', 'updated_at': '2021-11-19T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b10aa71a-7867-435b-a925-c7229c34df31', 'name': '', 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:46:6b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:33Z', 'updated_at': '2021-11-19T10:13:35Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:13:36.940895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-f32a3e46-86c6-450b-83ba-7d55210fe961 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:36.943193 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-f32a3e46-86c6-450b-83ba-7d55210fe961 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:36.964104 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-f32a3e46-86c6-450b-83ba-7d55210fe961 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5980437 Nov 19 10:13:36.979844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Request body: {'port': {'device_id': 'c9775ee5-f39a-4cb3-9079-d70c273afac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:13:37.014527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5c81cb39-77f3-41d3-a614-078d54b01af6 None None] Provisioning complete for port b10aa71a-7867-435b-a925-c7229c34df31 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:13:37.015404 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c81cb39-77f3-41d3-a614-078d54b01af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:37.058703 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:37.250650 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8012d6f7-c9ba-4387-9653-b66b1fcbab6b None None] Provisioning complete for port b73674c3-32f6-4ae6-837f-8498427cca8b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:13:37.251061 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8012d6f7-c9ba-4387-9653-b66b1fcbab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:37.287274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8012d6f7-c9ba-4387-9653-b66b1fcbab6b None None] Port b73674c3-32f6-4ae6-837f-8498427cca8b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:13:37.356492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73674c3-32f6-4ae6-837f-8498427cca8b {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:13:37.364374 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:37.377169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Transition to ACTIVE for port object b73674c3-32f6-4ae6-837f-8498427cca8b will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:13:37.382199 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:37.501340 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Pushing event updated for resources: {'Port': ['ID=b73674c3-32f6-4ae6-837f-8498427cca8b,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:37.554746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Attempting to bind port b73674c3-32f6-4ae6-837f-8498427cca8b on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:13:37.555010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Attempting to bind port b73674c3-32f6-4ae6-837f-8498427cca8b by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '91d869cf-70dd-4194-a517-56b282eb0b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:13:37.555291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Attempting to bind port b73674c3-32f6-4ae6-837f-8498427cca8b on network 523d5c2f-eaaf-47a4-b441-3becab5c339e {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:13:37.562827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Port b73674c3-32f6-4ae6-837f-8498427cca8b on network 523d5c2f-eaaf-47a4-b441-3becab5c339e not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:13:37.563168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Attempting to bind port b73674c3-32f6-4ae6-837f-8498427cca8b on network 523d5c2f-eaaf-47a4-b441-3becab5c339e {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:13:37.574209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e416ef-31ca-4a90-8355-f3ff37a97b23 req-ffef4afb-15e4-4da6-8339-c9dbe0a9da80 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:37.575816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67e416ef-31ca-4a90-8355-f3ff37a97b23 req-ffef4afb-15e4-4da6-8339-c9dbe0a9da80 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 943 time: 0.1045754 Nov 19 10:13:37.578961 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:13:37.579306 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Checking segment: {'id': '91d869cf-70dd-4194-a517-56b282eb0b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:13:37.579705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Bound using segment: {'id': '91d869cf-70dd-4194-a517-56b282eb0b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:13:37.580154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Bound port: b73674c3-32f6-4ae6-837f-8498427cca8b, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91d869cf-70dd-4194-a517-56b282eb0b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:13:37.580515 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:37.683945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67e416ef-31ca-4a90-8355-f3ff37a97b23 req-cc6591ab-1c0d-4ee8-a09f-fbfcbefa2ad4 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cfb176f-3a09-4b37-87ae-84ce4321b096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993779 Nov 19 10:13:37.694137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] For port b73674c3-32f6-4ae6-837f-8498427cca8b, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:13:37.698794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] For port b73674c3-32f6-4ae6-837f-8498427cca8b, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b73674c3-32f6-4ae6-837f-8498427cca8b,segment=NetworkSegment(91d869cf-70dd-4194-a517-56b282eb0b0b),segment_id=91d869cf-70dd-4194-a517-56b282eb0b0b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:13:37.705838 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:37.723870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:37.724898 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:37.727004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] 10.222.0.66 "PUT /v2.0/ports/b73674c3-32f6-4ae6-837f-8498427cca8b HTTP/1.1" status: 200 len: 1092 time: 0.7543631 Nov 19 10:13:37.747335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9775ee5-f39a-4cb3-9079-d70c273afac8', 'tag': 'b73674c3-32f6-4ae6-837f-8498427cca8b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:13:37.749898 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ef0107-3805-4cbe-a76c-1de89afc3ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9775ee5-f39a-4cb3-9079-d70c273afac8", "tag": "b73674c3-32f6-4ae6-837f-8498427cca8b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:13:37.813904 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de7e3f6-e349-4f66-bec6-9acc5b45771b x-openstack-request-id: req-6de7e3f6-e349-4f66-bec6-9acc5b45771b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:13:37.814195 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9775ee5-f39a-4cb3-9079-d70c273afac8", "tag": "b73674c3-32f6-4ae6-837f-8498427cca8b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:13:37.814453 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6de7e3f6-e349-4f66-bec6-9acc5b45771b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:13:37.814853 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9775ee5-f39a-4cb3-9079-d70c273afac8', 'tag': 'b73674c3-32f6-4ae6-837f-8498427cca8b', 'status': 'completed', 'code': 200} Nov 19 10:13:37.820632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d00df2-f18a-4215-8599-71c5068c5369 service neutron] Pushing event updated for resources: {'Port': ['ID=b73674c3-32f6-4ae6-837f-8498427cca8b,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:37.838074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-43b4de3a-a0b0-48d1-848d-22018b22446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:37.839683 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-43b4de3a-a0b0-48d1-848d-22018b22446e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 1095 time: 0.0664694 Nov 19 10:13:37.883249 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-b19d18e3-e9cd-4d02-abd8-a02c7b2c81a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b73674c3-32f6-4ae6-837f-8498427cca8b HTTP/1.1" status: 200 len: 217 time: 0.0359502 Nov 19 10:13:37.945480 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-14c41245-0434-4313-a1f8-e462496d48c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:37.947005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-14c41245-0434-4313-a1f8-e462496d48c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c7b49ffa-8d01-4306-ad74-d3dc8b9ff929 HTTP/1.1" status: 200 len: 835 time: 0.0569344 Nov 19 10:13:37.995350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-c84722cc-21f3-40e1-92c4-64d99b435386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:37.996747 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-c84722cc-21f3-40e1-92c4-64d99b435386 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=523d5c2f-eaaf-47a4-b441-3becab5c339e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425107 Nov 19 10:13:38.091048 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-babd4151-2adc-4fcf-b901-cd6b634f94e6 service neutron] 10.222.0.66 "GET /v2.0/networks/523d5c2f-eaaf-47a4-b441-3becab5c339e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865922 Nov 19 10:13:38.178725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a8faf16-9df7-4bb7-953d-30e8a1462e93 req-e3a2ee35-f9a9-4999-9142-e517b5c33f3a service neutron] 10.222.0.66 "GET /v2.0/networks/523d5c2f-eaaf-47a4-b441-3becab5c339e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805440 Nov 19 10:13:38.267310 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef0107-3805-4cbe-a76c-1de89afc3ad1 req-1c9f8f3f-642e-4937-a133-e47c527a2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:38.268758 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95ef0107-3805-4cbe-a76c-1de89afc3ad1 req-1c9f8f3f-642e-4937-a133-e47c527a2716 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 1095 time: 0.0425248 Nov 19 10:13:38.372408 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef0107-3805-4cbe-a76c-1de89afc3ad1 req-9a49ac33-f62f-4fad-a7fe-5d1932af582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:38.374107 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95ef0107-3805-4cbe-a76c-1de89afc3ad1 req-9a49ac33-f62f-4fad-a7fe-5d1932af582d service neutron] 10.222.0.66 "GET /v2.0/networks?id=523d5c2f-eaaf-47a4-b441-3becab5c339e HTTP/1.1" status: 200 len: 898 time: 0.0986357 Nov 19 10:13:38.382439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b10aa71a-7867-435b-a925-c7229c34df31 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:13:38.417218 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95ef0107-3805-4cbe-a76c-1de89afc3ad1 req-e28914c8-e13e-453f-b297-28ceca1d8e02 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b73674c3-32f6-4ae6-837f-8498427cca8b HTTP/1.1" status: 200 len: 217 time: 0.0360737 Nov 19 10:13:38.430458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port b10aa71a-7867-435b-a925-c7229c34df31 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:13:38.430830 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:38.466882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef0107-3805-4cbe-a76c-1de89afc3ad1 req-d2b1e0f4-237a-4188-b311-ab5ab76f129f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:38.468356 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95ef0107-3805-4cbe-a76c-1de89afc3ad1 req-d2b1e0f4-237a-4188-b311-ab5ab76f129f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c7b49ffa-8d01-4306-ad74-d3dc8b9ff929 HTTP/1.1" status: 200 len: 835 time: 0.0438349 Nov 19 10:13:38.519347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef0107-3805-4cbe-a76c-1de89afc3ad1 req-7960297d-c140-4877-bdda-59fea0c7e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:38.520782 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95ef0107-3805-4cbe-a76c-1de89afc3ad1 req-7960297d-c140-4877-bdda-59fea0c7e78c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=523d5c2f-eaaf-47a4-b441-3becab5c339e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448494 Nov 19 10:13:38.614540 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95ef0107-3805-4cbe-a76c-1de89afc3ad1 req-4711a426-727c-4a36-a6df-ebdcfa52a67f service neutron] 10.222.0.66 "GET /v2.0/networks/523d5c2f-eaaf-47a4-b441-3becab5c339e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858636 Nov 19 10:13:38.709730 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-95ef0107-3805-4cbe-a76c-1de89afc3ad1 req-763399f2-c0cd-4209-b9ba-73e6a881ec60 service neutron] 10.222.0.66 "GET /v2.0/networks/523d5c2f-eaaf-47a4-b441-3becab5c339e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865438 Nov 19 10:13:38.809425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e56e6-9754-4a7f-9c4d-3e20b1058820 req-fcc4d537-44ac-4e22-9338-c9748418d131 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:38.810821 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f32e56e6-9754-4a7f-9c4d-3e20b1058820 req-fcc4d537-44ac-4e22-9338-c9748418d131 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 943 time: 0.0503573 Nov 19 10:13:38.860737 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f32e56e6-9754-4a7f-9c4d-3e20b1058820 req-6dc75eb5-5c61-4c00-9c00-b470847e5577 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cfb176f-3a09-4b37-87ae-84ce4321b096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439062 Nov 19 10:13:39.978834 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb6e6b-2772-4db3-b8d9-b3623d27003e req-1df04fea-b7af-4002-9c83-008343da06d0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:39.980328 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ddb6e6b-2772-4db3-b8d9-b3623d27003e req-1df04fea-b7af-4002-9c83-008343da06d0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 943 time: 0.0485501 Nov 19 10:13:40.024675 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b73674c3-32f6-4ae6-837f-8498427cca8b details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:13:40.125281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b73674c3-32f6-4ae6-837f-8498427cca8b, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b73674c3-32f6-4ae6-837f-8498427cca8b,segment=NetworkSegment(91d869cf-70dd-4194-a517-56b282eb0b0b),segment_id=91d869cf-70dd-4194-a517-56b282eb0b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:13:40.138512 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'b73674c3-32f6-4ae6-837f-8498427cca8b', 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e', 'port_id': 'b73674c3-32f6-4ae6-837f-8498427cca8b', 'mac_address': 'fa:16:3e:4b:ce:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:13:40.177549 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:40.192217 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73674c3-32f6-4ae6-837f-8498427cca8b {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:13:40.214448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b73674c3-32f6-4ae6-837f-8498427cca8b, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b73674c3-32f6-4ae6-837f-8498427cca8b,segment=NetworkSegment(91d869cf-70dd-4194-a517-56b282eb0b0b),segment_id=91d869cf-70dd-4194-a517-56b282eb0b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:13:40.219220 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:40.273772 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=b73674c3-32f6-4ae6-837f-8498427cca8b,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:40.340482 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ddb6e6b-2772-4db3-b8d9-b3623d27003e req-fe437beb-ef81-45b6-8fac-32c5b97024e4 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cfb176f-3a09-4b37-87ae-84ce4321b096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3541291 Nov 19 10:13:40.450139 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['b73674c3-32f6-4ae6-837f-8498427cca8b'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:13:41.459134 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187be36-5e3d-4bb4-9c93-ec4963e7c3fe req-1d245f33-a163-4406-b7a9-e392749d5708 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:41.460609 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7187be36-5e3d-4bb4-9c93-ec4963e7c3fe req-1d245f33-a163-4406-b7a9-e392749d5708 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 944 time: 0.0495467 Nov 19 10:13:41.511319 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7187be36-5e3d-4bb4-9c93-ec4963e7c3fe req-8ccffab7-a40c-483d-9484-0eeb8cd78ec8 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cfb176f-3a09-4b37-87ae-84ce4321b096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446224 Nov 19 10:13:42.040395 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b73674c3-32f6-4ae6-837f-8498427cca8b up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:13:42.090630 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port b73674c3-32f6-4ae6-837f-8498427cca8b completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:13:42.094912 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port b73674c3-32f6-4ae6-837f-8498427cca8b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:13:42.095286 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:42.175917 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:42.199607 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9775ee5-f39a-4cb3-9079-d70c273afac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73674c3-32f6-4ae6-837f-8498427cca8b'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:13:42.201897 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234c5c3d-f9dc-46ea-883a-186520b26927" -d '{"events": [{"server_uuid": "c9775ee5-f39a-4cb3-9079-d70c273afac8", "name": "network-vif-plugged", "status": "completed", "tag": "b73674c3-32f6-4ae6-837f-8498427cca8b"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:13:42.214080 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port b73674c3-32f6-4ae6-837f-8498427cca8b, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b73674c3-32f6-4ae6-837f-8498427cca8b,segment=NetworkSegment(91d869cf-70dd-4194-a517-56b282eb0b0b),segment_id=91d869cf-70dd-4194-a517-56b282eb0b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:13:42.217856 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:42.241675 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ce7778-5d3e-4c51-ace4-2ce281d887fd x-openstack-request-id: req-68ce7778-5d3e-4c51-ace4-2ce281d887fd {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:13:42.241956 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9775ee5-f39a-4cb3-9079-d70c273afac8", "name": "network-vif-plugged", "status": "completed", "tag": "b73674c3-32f6-4ae6-837f-8498427cca8b", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:13:42.242213 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68ce7778-5d3e-4c51-ace4-2ce281d887fd {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:13:42.242616 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9775ee5-f39a-4cb3-9079-d70c273afac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73674c3-32f6-4ae6-837f-8498427cca8b', 'code': 200} Nov 19 10:13:42.268881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=b73674c3-32f6-4ae6-837f-8498427cca8b,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:42.337071 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9584a-8cad-428f-b7e1-0be79f11e694 req-3f84ca0c-13c9-41c3-8b9a-318aec90a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:42.338567 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ac9584a-8cad-428f-b7e1-0be79f11e694 req-3f84ca0c-13c9-41c3-8b9a-318aec90a9e0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 1097 time: 0.0397997 Nov 19 10:13:42.384510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ac9584a-8cad-428f-b7e1-0be79f11e694 req-c9d9ace8-67df-4eca-b94e-c051b992d881 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5cfb176f-3a09-4b37-87ae-84ce4321b096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387607 Nov 19 10:13:42.630037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9659f45-4c3d-4e83-bfb5-57ffb082a7a2 req-a9d9b968-a372-4ef3-8b86-551506bd919d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:42.631477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9659f45-4c3d-4e83-bfb5-57ffb082a7a2 req-a9d9b968-a372-4ef3-8b86-551506bd919d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 945 time: 0.0515845 Nov 19 10:13:42.679585 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d9659f45-4c3d-4e83-bfb5-57ffb082a7a2 req-47677049-a59a-47e5-baa0-4d8996be91b0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cfb176f-3a09-4b37-87ae-84ce4321b096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420182 Nov 19 10:13:43.795158 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c618518-99e8-4b34-be8b-e07d2c632358 req-90bbfa94-092b-427e-8cd0-a1500983629b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:43.796830 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c618518-99e8-4b34-be8b-e07d2c632358 req-90bbfa94-092b-427e-8cd0-a1500983629b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 945 time: 0.0478375 Nov 19 10:13:43.848051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c618518-99e8-4b34-be8b-e07d2c632358 req-3cdd4eac-27b2-4dac-975a-03eae5815f83 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cfb176f-3a09-4b37-87ae-84ce4321b096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453362 Nov 19 10:13:43.965326 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfe9ce-6965-4be5-823d-66db051f431e req-314fb824-8d3d-4147-9341-43ee2d51cf1b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:43.966676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0dcfe9ce-6965-4be5-823d-66db051f431e req-314fb824-8d3d-4147-9341-43ee2d51cf1b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 945 time: 0.0513747 Nov 19 10:13:44.016244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0dcfe9ce-6965-4be5-823d-66db051f431e req-f62d2624-1f74-4b04-8cf9-1baed3b2aa96 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cfb176f-3a09-4b37-87ae-84ce4321b096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430360 Nov 19 10:13:44.037785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36594) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:44.076444 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f03e38-d36e-4815-9453-a8f7a6253a3c tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:44.077978 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e5f03e38-d36e-4815-9453-a8f7a6253a3c tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 1092 time: 0.0390477 Nov 19 10:13:44.080774 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36596) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:44.086995 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': 'b73674c3-32f6-4ae6-837f-8498427cca8b', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:13:44.108623 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:44.204363 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:44.303688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.25.0.47 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/e909acc5-69a1-46df-afce-eab7aaa70f3d) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:13:44.408639 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:44.441806 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:44.479332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:13:44.482176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:13:44.484733 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:13:44.513215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=e909acc5-69a1-46df-afce-eab7aaa70f3d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:44.837621 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:44.903411 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:45.052147 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:45.057287 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:45.126773 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=e909acc5-69a1-46df-afce-eab7aaa70f3d,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:13:45.138198 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:45.237262 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Floating IP 0fab0aac-b778-4f22-b18a-f1b02b28771b associated. External IP: 172.25.0.47, port: b73674c3-32f6-4ae6-837f-8498427cca8b. Nov 19 10:13:45.438649 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router f5a7c002-d6df-4089-a7bd-073bdda0ae78 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:13:45.546466 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:13:45.556815 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf690b7-9379-452b-8779-c28c4e43fd33 None None] Sync routers for ids ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:13:45.565213 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:45.568083 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf690b7-9379-452b-8779-c28c4e43fd33 None None] Routers {'f5a7c002-d6df-4089-a7bd-073bdda0ae78'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:13:45.569317 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4cf690b7-9379-452b-8779-c28c4e43fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:13:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:45.594778 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5dc1371a-4c32-4044-b69e-d24708c8ead3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5127099 Nov 19 10:13:45.595380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9775ee5-f39a-4cb3-9079-d70c273afac8', 'tag': 'b73674c3-32f6-4ae6-837f-8498427cca8b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:13:45.597706 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad22084-4750-446b-bdf1-63a28c6fa073" -d '{"events": [{"name": "network-changed", "server_uuid": "c9775ee5-f39a-4cb3-9079-d70c273afac8", "tag": "b73674c3-32f6-4ae6-837f-8498427cca8b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:13:45.637662 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59668b9-c314-4a94-b780-9587a885a154 x-openstack-request-id: req-c59668b9-c314-4a94-b780-9587a885a154 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:13:45.638114 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9775ee5-f39a-4cb3-9079-d70c273afac8", "tag": "b73674c3-32f6-4ae6-837f-8498427cca8b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:13:45.638529 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c59668b9-c314-4a94-b780-9587a885a154 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:13:45.639037 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9775ee5-f39a-4cb3-9079-d70c273afac8', 'tag': 'b73674c3-32f6-4ae6-837f-8498427cca8b', 'status': 'completed', 'code': 200} Nov 19 10:13:45.677379 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4cf690b7-9379-452b-8779-c28c4e43fd33 None None] Set router f5a7c002-d6df-4089-a7bd-073bdda0ae78 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:13:45.726581 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26e751-b820-4d0a-a208-36adc18cd67a req-e14e956c-bc7e-4d3a-936b-d6b5ee3bd7b1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:45.728012 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd26e751-b820-4d0a-a208-36adc18cd67a req-e14e956c-bc7e-4d3a-936b-d6b5ee3bd7b1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 945 time: 0.0828280 Nov 19 10:13:45.733803 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22084-4750-446b-bdf1-63a28c6fa073 req-c9ff0769-82b1-4e74-abfa-8e0b6579e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:45.735243 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bad22084-4750-446b-bdf1-63a28c6fa073 req-c9ff0769-82b1-4e74-abfa-8e0b6579e06e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 1097 time: 0.0591156 Nov 19 10:13:45.831296 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bd26e751-b820-4d0a-a208-36adc18cd67a req-9d7335e0-3819-45fd-8c76-5e3be5b4fa28 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cfb176f-3a09-4b37-87ae-84ce4321b096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950923 Nov 19 10:13:45.854344 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36602) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:45.865638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22084-4750-446b-bdf1-63a28c6fa073 req-f37398f0-a3e6-4403-9a71-6f1049c880d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:45.867111 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bad22084-4750-446b-bdf1-63a28c6fa073 req-f37398f0-a3e6-4403-9a71-6f1049c880d7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=523d5c2f-eaaf-47a4-b441-3becab5c339e HTTP/1.1" status: 200 len: 898 time: 0.1244667 Nov 19 10:13:45.913830 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4cf690b7-9379-452b-8779-c28c4e43fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140111452', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '50121bce-e740-455d-b314-2c8b36c7c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:13:29Z', 'updated_at': '2021-11-19T10:13:33Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '50121bce-e740-455d-b314-2c8b36c7c536', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:30Z', 'updated_at': '2021-11-19T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0fab0aac-b778-4f22-b18a-f1b02b28771b', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'port_id': 'b73674c3-32f6-4ae6-837f-8498427cca8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e', 'mac_address': 'fa:16:3e:4b:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9775ee5-f39a-4cb3-9079-d70c273afac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:13:44Z', 'updated_at': '2021-11-19T10:13:44Z', 'revision_number': 0, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10aa71a-7867-435b-a925-c7229c34df31', 'name': '', 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:46:6b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:33Z', 'updated_at': '2021-11-19T10:13:36Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:45.925639 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-137c883d-5044-4ea4-af7e-ee2545b8704a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/0fab0aac-b778-4f22-b18a-f1b02b28771b HTTP/1.1" status: 200 len: 990 time: 0.0701261 Nov 19 10:13:45.939985 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf690b7-9379-452b-8779-c28c4e43fd33 None None] Checking router: f5a7c002-d6df-4089-a7bd-073bdda0ae78 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:13:45.940563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bad22084-4750-446b-bdf1-63a28c6fa073 req-1deca871-54f0-4c02-b453-6ef0f5407dec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b73674c3-32f6-4ae6-837f-8498427cca8b HTTP/1.1" status: 200 len: 998 time: 0.0662777 Nov 19 10:13:45.948810 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf690b7-9379-452b-8779-c28c4e43fd33 None None] Routers {'f5a7c002-d6df-4089-a7bd-073bdda0ae78'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:13:45.949436 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4cf690b7-9379-452b-8779-c28c4e43fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:13:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:45.989230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22084-4750-446b-bdf1-63a28c6fa073 req-390b312e-8a26-4eb3-b76b-a3fe66d15e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:45.991259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bad22084-4750-446b-bdf1-63a28c6fa073 req-390b312e-8a26-4eb3-b76b-a3fe66d15e23 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c7b49ffa-8d01-4306-ad74-d3dc8b9ff929 HTTP/1.1" status: 200 len: 835 time: 0.0431423 Nov 19 10:13:46.040728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22084-4750-446b-bdf1-63a28c6fa073 req-8386654c-1205-4195-a5f3-ddbf32955804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:46.042291 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bad22084-4750-446b-bdf1-63a28c6fa073 req-8386654c-1205-4195-a5f3-ddbf32955804 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=523d5c2f-eaaf-47a4-b441-3becab5c339e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445580 Nov 19 10:13:46.054155 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4cf690b7-9379-452b-8779-c28c4e43fd33 None None] Set router f5a7c002-d6df-4089-a7bd-073bdda0ae78 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:13:46.083562 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:46.136732 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bad22084-4750-446b-bdf1-63a28c6fa073 req-244c7d26-ad41-491f-81c9-f2dab744db66 service neutron] 10.222.0.66 "GET /v2.0/networks/523d5c2f-eaaf-47a4-b441-3becab5c339e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874610 Nov 19 10:13:46.230528 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bad22084-4750-446b-bdf1-63a28c6fa073 req-de17bf7b-d964-4401-a5b8-5af5e3ee6fc6 service neutron] 10.222.0.66 "GET /v2.0/networks/523d5c2f-eaaf-47a4-b441-3becab5c339e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869853 Nov 19 10:13:46.285432 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4cf690b7-9379-452b-8779-c28c4e43fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140111452', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '50121bce-e740-455d-b314-2c8b36c7c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:13:29Z', 'updated_at': '2021-11-19T10:13:33Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '50121bce-e740-455d-b314-2c8b36c7c536', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:30Z', 'updated_at': '2021-11-19T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0fab0aac-b778-4f22-b18a-f1b02b28771b', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'port_id': 'b73674c3-32f6-4ae6-837f-8498427cca8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e', 'mac_address': 'fa:16:3e:4b:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9775ee5-f39a-4cb3-9079-d70c273afac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:13:44Z', 'updated_at': '2021-11-19T10:13:44Z', 'revision_number': 0, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10aa71a-7867-435b-a925-c7229c34df31', 'name': '', 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:46:6b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:33Z', 'updated_at': '2021-11-19T10:13:36Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:13:46.311640 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf690b7-9379-452b-8779-c28c4e43fd33 None None] The sync data for ids ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'] in n-d-805649-14 is: [{'id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140111452', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '50121bce-e740-455d-b314-2c8b36c7c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:13:29Z', 'updated_at': '2021-11-19T10:13:33Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '50121bce-e740-455d-b314-2c8b36c7c536', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:30Z', 'updated_at': '2021-11-19T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '0fab0aac-b778-4f22-b18a-f1b02b28771b', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'port_id': 'b73674c3-32f6-4ae6-837f-8498427cca8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e', 'mac_address': 'fa:16:3e:4b:ce:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9775ee5-f39a-4cb3-9079-d70c273afac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:13:44Z', 'updated_at': '2021-11-19T10:13:44Z', 'revision_number': 0, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10aa71a-7867-435b-a925-c7229c34df31', 'name': '', 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:46:6b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:33Z', 'updated_at': '2021-11-19T10:13:36Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:13:46.499212 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71a08f7-d10a-4e73-b4b5-6a3443227c29 None None] New status for floating IP 0fab0aac-b778-4f22-b18a-f1b02b28771b: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:13:46.927741 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36604) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:13:46.989186 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-3d7d96b4-6f2a-40c9-b3bf-168eaaa3aebb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/0fab0aac-b778-4f22-b18a-f1b02b28771b HTTP/1.1" status: 200 len: 992 time: 0.0596888 Nov 19 10:13:48.545430 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:50.018808 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4fea79f2-f298-4b3c-833d-f3ec006f2d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:52.443476 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-21477b1e-d425-4c7a-a4f4-61cbc181ca0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:53.702185 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:55.090566 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:55.704884 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:13:57.338520 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cfc6f43-4cae-4d0c-84ec-b141438d4f9a req-8ba69ed9-0a62-4126-afaa-9028bcfae9b7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402451 Nov 19 10:13:57.419565 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc6f43-4cae-4d0c-84ec-b141438d4f9a req-8dd94daa-7345-40d8-8015-6b282d2fa364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:57.421076 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cfc6f43-4cae-4d0c-84ec-b141438d4f9a req-8dd94daa-7345-40d8-8015-6b282d2fa364 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 1097 time: 0.0405753 Nov 19 10:13:57.525638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc6f43-4cae-4d0c-84ec-b141438d4f9a req-312c912f-01f0-4597-8aa6-ec622ca8080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:57.527014 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cfc6f43-4cae-4d0c-84ec-b141438d4f9a req-312c912f-01f0-4597-8aa6-ec622ca8080b service neutron] 10.222.0.66 "GET /v2.0/networks?id=523d5c2f-eaaf-47a4-b441-3becab5c339e HTTP/1.1" status: 200 len: 898 time: 0.0870094 Nov 19 10:13:57.595000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cfc6f43-4cae-4d0c-84ec-b141438d4f9a req-0cd50b3e-51f2-475e-9c52-4765460099cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b73674c3-32f6-4ae6-837f-8498427cca8b HTTP/1.1" status: 200 len: 1000 time: 0.0602715 Nov 19 10:13:57.642778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc6f43-4cae-4d0c-84ec-b141438d4f9a req-ac63569b-f78d-40e5-bafd-225e34f6cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:57.644203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cfc6f43-4cae-4d0c-84ec-b141438d4f9a req-ac63569b-f78d-40e5-bafd-225e34f6cfc7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c7b49ffa-8d01-4306-ad74-d3dc8b9ff929 HTTP/1.1" status: 200 len: 835 time: 0.0426645 Nov 19 10:13:57.694315 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc6f43-4cae-4d0c-84ec-b141438d4f9a req-37d681fd-1a1a-46c1-b0ad-de5ca7488342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:13:57.696388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cfc6f43-4cae-4d0c-84ec-b141438d4f9a req-37d681fd-1a1a-46c1-b0ad-de5ca7488342 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=523d5c2f-eaaf-47a4-b441-3becab5c339e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448940 Nov 19 10:13:57.784304 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cfc6f43-4cae-4d0c-84ec-b141438d4f9a req-8ebfb91c-5a95-4f49-99cf-da342ccbc605 service neutron] 10.222.0.66 "GET /v2.0/networks/523d5c2f-eaaf-47a4-b441-3becab5c339e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809426 Nov 19 10:13:57.876947 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2cfc6f43-4cae-4d0c-84ec-b141438d4f9a req-0f6604bc-285c-4fe8-a1a5-682bcc5ccbf1 service neutron] 10.222.0.66 "GET /v2.0/networks/523d5c2f-eaaf-47a4-b441-3becab5c339e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850925 Nov 19 10:14:11.727249 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:14:16.096171 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:18.359447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae78a1c-32f8-4bd6-a2c9-e5259dce2dec req-14cf6e24-4c1c-4a57-b559-2a6e90932860 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:18.360925 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8ae78a1c-32f8-4bd6-a2c9-e5259dce2dec req-14cf6e24-4c1c-4a57-b559-2a6e90932860 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 945 time: 0.0504799 Nov 19 10:14:18.416174 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8ae78a1c-32f8-4bd6-a2c9-e5259dce2dec req-fd6bb748-d8ba-470f-a34d-029c6271c3c0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cfb176f-3a09-4b37-87ae-84ce4321b096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487123 Nov 19 10:14:18.541799 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:19.534154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f4daa-7a31-4454-ae2b-2c0ded9812f8 req-89d7ecf2-0c8e-4e6c-ad7e-e05dbf5770c4 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:19.535508 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-612f4daa-7a31-4454-ae2b-2c0ded9812f8 req-89d7ecf2-0c8e-4e6c-ad7e-e05dbf5770c4 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 945 time: 0.0482004 Nov 19 10:14:19.583689 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-612f4daa-7a31-4454-ae2b-2c0ded9812f8 req-a353368d-8522-4607-b5b9-0f3ea9cc84a5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cfb176f-3a09-4b37-87ae-84ce4321b096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422413 Nov 19 10:14:19.606289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36622) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:19.668554 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-976c808b-fe34-4c73-9e75-94469a66084d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/0fab0aac-b778-4f22-b18a-f1b02b28771b HTTP/1.1" status: 200 len: 992 time: 0.0610955 Nov 19 10:14:20.019447 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fe869a9a-1b12-4268-a2ec-48985d7aa3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:20.936842 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb7eed-831c-4280-aaa9-dd98efac0553 req-e6f73028-e8b3-4353-8782-51e83ce2bfa3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:20.938287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fccb7eed-831c-4280-aaa9-dd98efac0553 req-e6f73028-e8b3-4353-8782-51e83ce2bfa3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 945 time: 0.0501943 Nov 19 10:14:20.988843 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fccb7eed-831c-4280-aaa9-dd98efac0553 req-365af4c6-ad8d-43be-a96f-953a8fec5113 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cfb176f-3a09-4b37-87ae-84ce4321b096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444934 Nov 19 10:14:22.110027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d8a50-e7de-4e9a-94c3-0fd91f840618 req-cb75c29a-85b1-433a-bb34-f46624b89945 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:22.111564 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c8d8a50-e7de-4e9a-94c3-0fd91f840618 req-cb75c29a-85b1-433a-bb34-f46624b89945 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 945 time: 0.0526631 Nov 19 10:14:22.160136 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c8d8a50-e7de-4e9a-94c3-0fd91f840618 req-7b8df099-ea45-4032-9535-84e1f791cdc9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cfb176f-3a09-4b37-87ae-84ce4321b096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426207 Nov 19 10:14:22.182313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36632) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:22.240103 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4cdda994-a838-4e38-ab69-fad16e1b7f8d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/0fab0aac-b778-4f22-b18a-f1b02b28771b HTTP/1.1" status: 200 len: 992 time: 0.0566733 Nov 19 10:14:22.446686 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-585f6822-7465-41fb-b0d8-27dbc11c8a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:22.470819 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36638) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:22.626029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port e909acc5-69a1-46df-afce-eab7aaa70f3d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:14:22.626376 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:22.708772 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:22.708998 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:22.721265 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for e909acc5-69a1-46df-afce-eab7aaa70f3d owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:14:22.865927 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:22.891516 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=e909acc5-69a1-46df-afce-eab7aaa70f3d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:22.903127 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:22.903482 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:22.903824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:22.904160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:22.904492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:22.904823 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:22.905188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:22.905513 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:22.905847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:22.906169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:22.906490 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:22.906814 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:22.960175 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:22.960406 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Floating IP 0fab0aac-b778-4f22-b18a-f1b02b28771b disassociated (deleted). External IP: 172.25.0.47, port: b73674c3-32f6-4ae6-837f-8498427cca8b. Nov 19 10:14:23.166886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router f5a7c002-d6df-4089-a7bd-073bdda0ae78 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:14:23.271420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:14:23.276254 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:23.282229 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365ef13-355a-4341-8f10-ceb01151e511 None None] Sync routers for ids ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:14:23.292138 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365ef13-355a-4341-8f10-ceb01151e511 None None] Routers {'f5a7c002-d6df-4089-a7bd-073bdda0ae78'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:14:23.292754 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8365ef13-355a-4341-8f10-ceb01151e511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:14:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:23.303256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-de65a489-6564-4042-8c8a-06dd67900c4b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/floatingips/0fab0aac-b778-4f22-b18a-f1b02b28771b HTTP/1.1" status: 204 len: 168 time: 0.8313742 Nov 19 10:14:23.304060 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9775ee5-f39a-4cb3-9079-d70c273afac8', 'tag': 'b73674c3-32f6-4ae6-837f-8498427cca8b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:14:23.308730 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188321d8-1714-41e3-87ff-3f693d913174" -d '{"events": [{"name": "network-changed", "server_uuid": "c9775ee5-f39a-4cb3-9079-d70c273afac8", "tag": "b73674c3-32f6-4ae6-837f-8498427cca8b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:14:23.351493 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faeba24-a290-4539-8fe1-b6c123a3706d x-openstack-request-id: req-6faeba24-a290-4539-8fe1-b6c123a3706d {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:14:23.351792 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9775ee5-f39a-4cb3-9079-d70c273afac8", "tag": "b73674c3-32f6-4ae6-837f-8498427cca8b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:14:23.352045 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6faeba24-a290-4539-8fe1-b6c123a3706d {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:14:23.352448 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9775ee5-f39a-4cb3-9079-d70c273afac8', 'tag': 'b73674c3-32f6-4ae6-837f-8498427cca8b', 'status': 'completed', 'code': 200} Nov 19 10:14:23.403698 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-8365ef13-355a-4341-8f10-ceb01151e511 None None] Set router f5a7c002-d6df-4089-a7bd-073bdda0ae78 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:14:23.416293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188321d8-1714-41e3-87ff-3f693d913174 req-588d09f6-d354-4441-b119-764d93293b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:23.417849 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-188321d8-1714-41e3-87ff-3f693d913174 req-588d09f6-d354-4441-b119-764d93293b61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 1097 time: 0.0433421 Nov 19 10:14:23.553805 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188321d8-1714-41e3-87ff-3f693d913174 req-e3e47fa6-7948-486d-82a6-a469fb89b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:23.555405 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-188321d8-1714-41e3-87ff-3f693d913174 req-e3e47fa6-7948-486d-82a6-a469fb89b192 service neutron] 10.222.0.66 "GET /v2.0/networks?id=523d5c2f-eaaf-47a4-b441-3becab5c339e HTTP/1.1" status: 200 len: 898 time: 0.1273329 Nov 19 10:14:23.563071 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46927ad5-ef10-41eb-bfec-c7d4da52dd4b req-9718fd47-0541-4027-8127-4e49e7c9c9d0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:23.564505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46927ad5-ef10-41eb-bfec-c7d4da52dd4b req-9718fd47-0541-4027-8127-4e49e7c9c9d0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 945 time: 0.0778806 Nov 19 10:14:23.609643 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-188321d8-1714-41e3-87ff-3f693d913174 req-d7a61136-3220-4866-b3af-45f7c0bcfad2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b73674c3-32f6-4ae6-837f-8498427cca8b HTTP/1.1" status: 200 len: 217 time: 0.0439055 Nov 19 10:14:23.618819 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8365ef13-355a-4341-8f10-ceb01151e511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140111452', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '50121bce-e740-455d-b314-2c8b36c7c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:13:29Z', 'updated_at': '2021-11-19T10:13:33Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '50121bce-e740-455d-b314-2c8b36c7c536', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:30Z', 'updated_at': '2021-11-19T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b10aa71a-7867-435b-a925-c7229c34df31', 'name': '', 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:46:6b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:33Z', 'updated_at': '2021-11-19T10:13:36Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:23.643877 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365ef13-355a-4341-8f10-ceb01151e511 None None] Checking router: f5a7c002-d6df-4089-a7bd-073bdda0ae78 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:14:23.652363 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365ef13-355a-4341-8f10-ceb01151e511 None None] Routers {'f5a7c002-d6df-4089-a7bd-073bdda0ae78'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:14:23.652963 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8365ef13-355a-4341-8f10-ceb01151e511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:14:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:23.681460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-46927ad5-ef10-41eb-bfec-c7d4da52dd4b req-2abe9777-b8f1-4bd5-a6e6-e3bdee968395 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cfb176f-3a09-4b37-87ae-84ce4321b096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092453 Nov 19 10:14:23.683215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188321d8-1714-41e3-87ff-3f693d913174 req-bed68779-7b88-4ccd-88fb-f5e8d33eee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:23.684584 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-188321d8-1714-41e3-87ff-3f693d913174 req-bed68779-7b88-4ccd-88fb-f5e8d33eee19 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c7b49ffa-8d01-4306-ad74-d3dc8b9ff929 HTTP/1.1" status: 200 len: 835 time: 0.0674403 Nov 19 10:14:23.711776 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:23.735492 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188321d8-1714-41e3-87ff-3f693d913174 req-806cdb70-b982-4d46-af6a-96f67bdd6d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:23.736995 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-188321d8-1714-41e3-87ff-3f693d913174 req-806cdb70-b982-4d46-af6a-96f67bdd6d41 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=523d5c2f-eaaf-47a4-b441-3becab5c339e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444715 Nov 19 10:14:23.762535 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-8365ef13-355a-4341-8f10-ceb01151e511 None None] Set router f5a7c002-d6df-4089-a7bd-073bdda0ae78 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:14:23.969446 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8365ef13-355a-4341-8f10-ceb01151e511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140111452', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '50121bce-e740-455d-b314-2c8b36c7c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:13:29Z', 'updated_at': '2021-11-19T10:13:33Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '50121bce-e740-455d-b314-2c8b36c7c536', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:30Z', 'updated_at': '2021-11-19T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b10aa71a-7867-435b-a925-c7229c34df31', 'name': '', 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:46:6b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:33Z', 'updated_at': '2021-11-19T10:13:36Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:23.997491 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365ef13-355a-4341-8f10-ceb01151e511 None None] The sync data for ids ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'] in n-d-805649-14 is: [{'id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140111452', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '50121bce-e740-455d-b314-2c8b36c7c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:13:29Z', 'updated_at': '2021-11-19T10:13:33Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '50121bce-e740-455d-b314-2c8b36c7c536', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:30Z', 'updated_at': '2021-11-19T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'b10aa71a-7867-435b-a925-c7229c34df31', 'name': '', 'network_id': '523d5c2f-eaaf-47a4-b441-3becab5c339e', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:46:6b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:33Z', 'updated_at': '2021-11-19T10:13:36Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c7b49ffa-8d01-4306-ad74-d3dc8b9ff929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:14:24.146795 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-188321d8-1714-41e3-87ff-3f693d913174 req-c5e947ca-fe7a-4abc-9c66-23cb3fa5f0c0 service neutron] 10.222.0.66 "GET /v2.0/networks/523d5c2f-eaaf-47a4-b441-3becab5c339e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015117 Nov 19 10:14:24.219097 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddeff05-d39a-4554-b8dc-d2d71576899c None None] New status for floating IP 0fab0aac-b778-4f22-b18a-f1b02b28771b: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:14:24.240961 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-188321d8-1714-41e3-87ff-3f693d913174 req-6da96793-2927-4ae5-8de9-b7d0994e1ae1 service neutron] 10.222.0.66 "GET /v2.0/networks/523d5c2f-eaaf-47a4-b441-3becab5c339e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862322 Nov 19 10:14:24.805005 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bdb7d-84ca-42c3-b575-89a45e827699 req-285487d2-c4a7-46ca-a4c4-d383ef4a4d43 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:24.806531 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-400bdb7d-84ca-42c3-b575-89a45e827699 req-285487d2-c4a7-46ca-a4c4-d383ef4a4d43 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 945 time: 0.0534940 Nov 19 10:14:24.855645 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-400bdb7d-84ca-42c3-b575-89a45e827699 req-3570999f-ca90-4ea2-badb-88f85a96bf34 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cfb176f-3a09-4b37-87ae-84ce4321b096&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428619 Nov 19 10:14:25.050096 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876745a7-faf2-4e7c-b367-44bdf297366e req-bcacd525-d3e0-4c12-8ea5-4a05a9487abd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:25.051560 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-876745a7-faf2-4e7c-b367-44bdf297366e req-bcacd525-d3e0-4c12-8ea5-4a05a9487abd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 945 time: 0.0512934 Nov 19 10:14:25.095722 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:25.143696 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-876745a7-faf2-4e7c-b367-44bdf297366e req-98f3b3f7-6b09-4bd6-8ac3-a496d7dcb100 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port b73674c3-32f6-4ae6-837f-8498427cca8b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:14:25.144030 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-876745a7-faf2-4e7c-b367-44bdf297366e req-98f3b3f7-6b09-4bd6-8ac3-a496d7dcb100 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:25.229945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-876745a7-faf2-4e7c-b367-44bdf297366e req-98f3b3f7-6b09-4bd6-8ac3-a496d7dcb100 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] For port b73674c3-32f6-4ae6-837f-8498427cca8b, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=b73674c3-32f6-4ae6-837f-8498427cca8b,segment=NetworkSegment(91d869cf-70dd-4194-a517-56b282eb0b0b),segment_id=91d869cf-70dd-4194-a517-56b282eb0b0b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:14:25.230304 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-876745a7-faf2-4e7c-b367-44bdf297366e req-98f3b3f7-6b09-4bd6-8ac3-a496d7dcb100 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:25.242299 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-876745a7-faf2-4e7c-b367-44bdf297366e req-98f3b3f7-6b09-4bd6-8ac3-a496d7dcb100 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for b73674c3-32f6-4ae6-837f-8498427cca8b owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:14:25.372397 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-876745a7-faf2-4e7c-b367-44bdf297366e req-98f3b3f7-6b09-4bd6-8ac3-a496d7dcb100 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:25.404356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3b3f7-6b09-4bd6-8ac3-a496d7dcb100 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=b73674c3-32f6-4ae6-837f-8498427cca8b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:25.449140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-876745a7-faf2-4e7c-b367-44bdf297366e req-98f3b3f7-6b09-4bd6-8ac3-a496d7dcb100 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] No DVR routers for this DVR port b73674c3-32f6-4ae6-837f-8498427cca8b on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:14:25.452195 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-876745a7-faf2-4e7c-b367-44bdf297366e req-98f3b3f7-6b09-4bd6-8ac3-a496d7dcb100 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:25.455177 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-876745a7-faf2-4e7c-b367-44bdf297366e req-98f3b3f7-6b09-4bd6-8ac3-a496d7dcb100 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "DELETE /v2.0/ports/b73674c3-32f6-4ae6-837f-8498427cca8b HTTP/1.1" status: 204 len: 173 time: 0.3971570 Nov 19 10:14:25.455620 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9775ee5-f39a-4cb3-9079-d70c273afac8', 'name': 'network-vif-deleted', 'tag': 'b73674c3-32f6-4ae6-837f-8498427cca8b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:14:25.457947 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879b7a74-5c96-4b2b-a500-4dfabd0ce83b" -d '{"events": [{"server_uuid": "c9775ee5-f39a-4cb3-9079-d70c273afac8", "name": "network-vif-deleted", "tag": "b73674c3-32f6-4ae6-837f-8498427cca8b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:14:25.495370 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0111f7b-baef-481d-a2ac-120b29e38d03 x-openstack-request-id: req-f0111f7b-baef-481d-a2ac-120b29e38d03 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:14:25.495673 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9775ee5-f39a-4cb3-9079-d70c273afac8", "name": "network-vif-deleted", "tag": "b73674c3-32f6-4ae6-837f-8498427cca8b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:14:25.495929 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0111f7b-baef-481d-a2ac-120b29e38d03 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:14:25.496334 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9775ee5-f39a-4cb3-9079-d70c273afac8', 'name': 'network-vif-deleted', 'tag': 'b73674c3-32f6-4ae6-837f-8498427cca8b', 'status': 'completed', 'code': 200} Nov 19 10:14:25.706337 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:25.980216 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c11816ba-8a5e-455c-aad7-580afe5c985e req-5c55e260-3158-4f28-a866-e5ee00062b9a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9775ee5-f39a-4cb3-9079-d70c273afac8 HTTP/1.1" status: 200 len: 210 time: 0.0315452 Nov 19 10:14:27.035770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36660) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:27.395795 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b6c55ec-9097-4ce0-888b-8bd1cffe0d9e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:27.649833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c55ec-9097-4ce0-888b-8bd1cffe0d9e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port b10aa71a-7867-435b-a925-c7229c34df31 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:14:27.650091 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b6c55ec-9097-4ce0-888b-8bd1cffe0d9e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:27.741183 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-2b6c55ec-9097-4ce0-888b-8bd1cffe0d9e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] For port b10aa71a-7867-435b-a925-c7229c34df31, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=b10aa71a-7867-435b-a925-c7229c34df31,segment=NetworkSegment(91d869cf-70dd-4194-a517-56b282eb0b0b),segment_id=91d869cf-70dd-4194-a517-56b282eb0b0b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:14:27.742153 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b6c55ec-9097-4ce0-888b-8bd1cffe0d9e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:27.754803 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c55ec-9097-4ce0-888b-8bd1cffe0d9e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for b10aa71a-7867-435b-a925-c7229c34df31 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:14:27.937100 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b6c55ec-9097-4ce0-888b-8bd1cffe0d9e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:27.963291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c55ec-9097-4ce0-888b-8bd1cffe0d9e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=b10aa71a-7867-435b-a925-c7229c34df31,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:28.137911 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b6c55ec-9097-4ce0-888b-8bd1cffe0d9e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:28.319574 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b73674c3-32f6-4ae6-837f-8498427cca8b no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:14:28.341956 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: b73674c3-32f6-4ae6-837f-8498427cca8b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:14:28.342538 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device b73674c3-32f6-4ae6-837f-8498427cca8b not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:14:28.352211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6c55ec-9097-4ce0-888b-8bd1cffe0d9e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router f5a7c002-d6df-4089-a7bd-073bdda0ae78 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:14:28.458425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6c55ec-9097-4ce0-888b-8bd1cffe0d9e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:14:28.463384 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2b6c55ec-9097-4ce0-888b-8bd1cffe0d9e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "PUT /v2.0/routers/f5a7c002-d6df-4089-a7bd-073bdda0ae78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4265301 Nov 19 10:14:28.466110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36664) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:28.469221 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fb1925-bb26-4aae-a7cc-2648b09cdd63 None None] Sync routers for ids ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:14:28.479566 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fb1925-bb26-4aae-a7cc-2648b09cdd63 None None] Routers {'f5a7c002-d6df-4089-a7bd-073bdda0ae78'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:14:28.480307 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-55fb1925-bb26-4aae-a7cc-2648b09cdd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:14:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:28.521959 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d08294e-5cda-4e49-908d-9f2b1340739b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting subnet c7b49ffa-8d01-4306-ad74-d3dc8b9ff929 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:14:28.525018 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4d08294e-5cda-4e49-908d-9f2b1340739b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:28.566816 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4d08294e-5cda-4e49-908d-9f2b1340739b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:28.586414 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-55fb1925-bb26-4aae-a7cc-2648b09cdd63 None None] Set router f5a7c002-d6df-4089-a7bd-073bdda0ae78 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:14:28.648377 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4d08294e-5cda-4e49-908d-9f2b1340739b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:28.708675 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4d08294e-5cda-4e49-908d-9f2b1340739b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:28.736354 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08294e-5cda-4e49-908d-9f2b1340739b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b49ffa-8d01-4306-ad74-d3dc8b9ff929,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:28.741947 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4d08294e-5cda-4e49-908d-9f2b1340739b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:28.747861 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36666) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:28.748945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4d08294e-5cda-4e49-908d-9f2b1340739b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/subnets/c7b49ffa-8d01-4306-ad74-d3dc8b9ff929 HTTP/1.1" status: 204 len: 168 time: 0.2816379 Nov 19 10:14:28.752445 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3312ba-fb8a-49e5-bd44-647b81d55aa8 None None] Network 523d5c2f-eaaf-47a4-b441-3becab5c339e requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:14:28.775651 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-55fb1925-bb26-4aae-a7cc-2648b09cdd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140111452', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '50121bce-e740-455d-b314-2c8b36c7c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:13:29Z', 'updated_at': '2021-11-19T10:14:27Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '50121bce-e740-455d-b314-2c8b36c7c536', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:30Z', 'updated_at': '2021-11-19T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:28.805393 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fb1925-bb26-4aae-a7cc-2648b09cdd63 None None] Checking router: f5a7c002-d6df-4089-a7bd-073bdda0ae78 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:14:28.814682 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fb1925-bb26-4aae-a7cc-2648b09cdd63 None None] Routers {'f5a7c002-d6df-4089-a7bd-073bdda0ae78'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:14:28.815306 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-55fb1925-bb26-4aae-a7cc-2648b09cdd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:14:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:28.859542 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:28.929570 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-55fb1925-bb26-4aae-a7cc-2648b09cdd63 None None] Set router f5a7c002-d6df-4089-a7bd-073bdda0ae78 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:14:28.954936 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] DHCP port deletion for 523d5c2f-eaaf-47a4-b441-3becab5c339e request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:14:28.967193 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.008459 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Deleting port 7b09c1b3-28aa-4656-ace9-9102e508a713 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:14:29.008824 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.021266 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port 50121bce-e740-455d-b314-2c8b36c7c536 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:14:29.021904 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.079992 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] For port 7b09c1b3-28aa-4656-ace9-9102e508a713, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7b09c1b3-28aa-4656-ace9-9102e508a713,segment=NetworkSegment(91d869cf-70dd-4194-a517-56b282eb0b0b),segment_id=91d869cf-70dd-4194-a517-56b282eb0b0b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:14:29.080359 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.094155 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Calling delete_port for 7b09c1b3-28aa-4656-ace9-9102e508a713 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:14:29.110675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] For port 50121bce-e740-455d-b314-2c8b36c7c536, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=50121bce-e740-455d-b314-2c8b36c7c536,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:14:29.111045 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.125059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for 50121bce-e740-455d-b314-2c8b36c7c536 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:14:29.184334 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.209947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Pushing event deleted for resources: {'Port': ['ID=7b09c1b3-28aa-4656-ace9-9102e508a713,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:29.211896 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-55fb1925-bb26-4aae-a7cc-2648b09cdd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140111452', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '50121bce-e740-455d-b314-2c8b36c7c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:13:29Z', 'updated_at': '2021-11-19T10:14:27Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '50121bce-e740-455d-b314-2c8b36c7c536', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:30Z', 'updated_at': '2021-11-19T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:29.215047 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] No DVR routers for this DVR port 7b09c1b3-28aa-4656-ace9-9102e508a713 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:14:29.230837 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.231238 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.231593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.232045 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.232465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.232870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.235883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.235883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.235883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.235883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.235883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.235883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bcb3ec-0a25-41c0-85c8-48a1e112525a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.241151 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fb1925-bb26-4aae-a7cc-2648b09cdd63 None None] The sync data for ids ['f5a7c002-d6df-4089-a7bd-073bdda0ae78'] in n-d-805649-14 is: [{'id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140111452', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '50121bce-e740-455d-b314-2c8b36c7c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:13:29Z', 'updated_at': '2021-11-19T10:14:27Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '50121bce-e740-455d-b314-2c8b36c7c536', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ef:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a7c002-d6df-4089-a7bd-073bdda0ae78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:13:30Z', 'updated_at': '2021-11-19T10:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:14:29.307942 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.333428 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=50121bce-e740-455d-b314-2c8b36c7c536,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:29.348008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86cd6ff-eaf8-4f54-bec5-a896657aa94e None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:14:29.360217 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.360539 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.360884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.361254 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.361593 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.361926 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.362259 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.362588 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.362917 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.363244 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.363565 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.363886 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:29.405442 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.499113 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.501300 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.544834 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.545549 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Fanout notify agent at l3_agent the message router_deleted on router f5a7c002-d6df-4089-a7bd-073bdda0ae78 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 10:14:29.553174 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.554322 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c63e3df8-c68a-4977-a822-97e048c8cfe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/routers/f5a7c002-d6df-4089-a7bd-073bdda0ae78 HTTP/1.1" status: 204 len: 168 time: 0.8054044 Nov 19 10:14:29.556969 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36668) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:29.634498 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ca39e2-b4fc-4ee9-83dc-518c5454de0e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.728731 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ca39e2-b4fc-4ee9-83dc-518c5454de0e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.748311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-35ca39e2-b4fc-4ee9-83dc-518c5454de0e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523d5c2f-eaaf-47a4-b441-3becab5c339e']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:29.758158 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-35ca39e2-b4fc-4ee9-83dc-518c5454de0e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d869cf-70dd-4194-a517-56b282eb0b0b') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:29.758462 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-35ca39e2-b4fc-4ee9-83dc-518c5454de0e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d869cf-70dd-4194-a517-56b282eb0b0b') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:29.768384 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ca39e2-b4fc-4ee9-83dc-518c5454de0e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.782262 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ca39e2-b4fc-4ee9-83dc-518c5454de0e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.788520 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ca39e2-b4fc-4ee9-83dc-518c5454de0e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:14:29.789013 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ca39e2-b4fc-4ee9-83dc-518c5454de0e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: timer() Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:14:29.793201 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:14:29.857159 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ca39e2-b4fc-4ee9-83dc-518c5454de0e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.868622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ca39e2-b4fc-4ee9-83dc-518c5454de0e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.873040 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-35ca39e2-b4fc-4ee9-83dc-518c5454de0e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/networks/523d5c2f-eaaf-47a4-b441-3becab5c339e HTTP/1.1" status: 204 len: 168 time: 0.3140998 Nov 19 10:14:29.875098 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36670) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:29.886222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca39e2-b4fc-4ee9-83dc-518c5454de0e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Network': ['ID=523d5c2f-eaaf-47a4-b441-3becab5c339e,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:29.934612 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6cad8f8-dda6-41fc-99eb-bf2e6e32bb60 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:29.959866 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6cad8f8-dda6-41fc-99eb-bf2e6e32bb60 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.018503 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6cad8f8-dda6-41fc-99eb-bf2e6e32bb60 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.021319 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b6cad8f8-dda6-41fc-99eb-bf2e6e32bb60 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.023397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b6cad8f8-dda6-41fc-99eb-bf2e6e32bb60 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/security-groups/5cfb176f-3a09-4b37-87ae-84ce4321b096 HTTP/1.1" status: 204 len: 168 time: 0.1467607 Nov 19 10:14:30.032473 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cad8f8-dda6-41fc-99eb-bf2e6e32bb60 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfb176f-3a09-4b37-87ae-84ce4321b096,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:30.335520 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36676) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:30.340333 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8820b01f-2ad6-4257-a17a-579bb93f736f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1026784229', 'description': 'tempest-secgroup-smoke-1026784229 description', 'project_id': '9d7b63a9f33f4d65856aed705f25f367'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:14:30.362346 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8820b01f-2ad6-4257-a17a-579bb93f736f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.378606 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b10aa71a-7867-435b-a925-c7229c34df31 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:14:30.399324 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: b10aa71a-7867-435b-a925-c7229c34df31 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:14:30.399676 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device b10aa71a-7867-435b-a925-c7229c34df31 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:14:30.400099 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 50121bce-e740-455d-b314-2c8b36c7c536 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:14:30.420502 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 50121bce-e740-455d-b314-2c8b36c7c536 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:14:30.420861 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 50121bce-e740-455d-b314-2c8b36c7c536 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:14:30.421311 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7b09c1b3-28aa-4656-ace9-9102e508a713 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:14:30.433229 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8820b01f-2ad6-4257-a17a-579bb93f736f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.436981 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8820b01f-2ad6-4257-a17a-579bb93f736f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.444194 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 7b09c1b3-28aa-4656-ace9-9102e508a713 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:14:30.445075 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7b09c1b3-28aa-4656-ace9-9102e508a713 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:14:30.469123 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8820b01f-2ad6-4257-a17a-579bb93f736f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.470574 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8820b01f-2ad6-4257-a17a-579bb93f736f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1340253 Nov 19 10:14:30.473618 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36678) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:30.474596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820b01f-2ad6-4257-a17a-579bb93f736f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33fb91fb-dd80-4405-8c74-3c386f06712d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:30.478815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1d27aa85-9dcf-468f-8398-74fcf35726e1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '33fb91fb-dd80-4405-8c74-3c386f06712d', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:14:30.506311 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d27aa85-9dcf-468f-8398-74fcf35726e1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.560526 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d27aa85-9dcf-468f-8398-74fcf35726e1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.564367 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d27aa85-9dcf-468f-8398-74fcf35726e1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.581945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27aa85-9dcf-468f-8398-74fcf35726e1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5b4147-9320-4079-929a-75bf7c19dbc7,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:30.588424 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1d27aa85-9dcf-468f-8398-74fcf35726e1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.589655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1d27aa85-9dcf-468f-8398-74fcf35726e1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149254 Nov 19 10:14:30.592338 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36680) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:30.596906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-934eb2b6-cb5c-458a-90bd-febf88bcc442 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '33fb91fb-dd80-4405-8c74-3c386f06712d', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:14:30.624051 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-934eb2b6-cb5c-458a-90bd-febf88bcc442 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.682236 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-934eb2b6-cb5c-458a-90bd-febf88bcc442 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.685788 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-934eb2b6-cb5c-458a-90bd-febf88bcc442 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.704218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934eb2b6-cb5c-458a-90bd-febf88bcc442 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b1bec9-b586-46eb-9e40-24c73e2a51f0,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:30.713657 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-934eb2b6-cb5c-458a-90bd-febf88bcc442 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.714862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-934eb2b6-cb5c-458a-90bd-febf88bcc442 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216080 Nov 19 10:14:30.717587 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36682) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:30.722242 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-238d3758-4840-4a63-85a6-7c8449d85636 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '33fb91fb-dd80-4405-8c74-3c386f06712d', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:14:30.748307 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-238d3758-4840-4a63-85a6-7c8449d85636 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.802794 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-238d3758-4840-4a63-85a6-7c8449d85636 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.806864 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-238d3758-4840-4a63-85a6-7c8449d85636 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.823824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d3758-4840-4a63-85a6-7c8449d85636 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd91e33-4b92-411c-8e7f-0566079eb2b7,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:30.831822 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-238d3758-4840-4a63-85a6-7c8449d85636 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.833305 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-238d3758-4840-4a63-85a6-7c8449d85636 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146829 Nov 19 10:14:30.836510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36684) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:30.840821 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-fb9777f0-4d9d-492c-8145-0ce6d4bcd8f5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '33fb91fb-dd80-4405-8c74-3c386f06712d', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:14:30.866999 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb9777f0-4d9d-492c-8145-0ce6d4bcd8f5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.923304 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb9777f0-4d9d-492c-8145-0ce6d4bcd8f5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.927779 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb9777f0-4d9d-492c-8145-0ce6d4bcd8f5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.947801 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9777f0-4d9d-492c-8145-0ce6d4bcd8f5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdebe55-d3e9-4c47-9fe5-7271c4ab28c5,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:30.957133 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fb9777f0-4d9d-492c-8145-0ce6d4bcd8f5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:30.958397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fb9777f0-4d9d-492c-8145-0ce6d4bcd8f5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208937 Nov 19 10:14:30.961662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36686) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:30.966044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-726f95a8-ffdc-4a66-a48f-adaf4b6f03fa tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '33fb91fb-dd80-4405-8c74-3c386f06712d', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:14:30.987803 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-726f95a8-ffdc-4a66-a48f-adaf4b6f03fa tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Project 9d7b63a9f33f4d65856aed705f25f367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:14:30.992724 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-726f95a8-ffdc-4a66-a48f-adaf4b6f03fa tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.053417 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-726f95a8-ffdc-4a66-a48f-adaf4b6f03fa tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.056820 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-726f95a8-ffdc-4a66-a48f-adaf4b6f03fa tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.073943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f95a8-ffdc-4a66-a48f-adaf4b6f03fa tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a560be-4378-4e8b-94aa-c40f501fb34c,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:31.082039 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-726f95a8-ffdc-4a66-a48f-adaf4b6f03fa tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.083237 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-726f95a8-ffdc-4a66-a48f-adaf4b6f03fa tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206644 Nov 19 10:14:31.086568 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36688) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:31.090943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-cc137242-80a0-4975-ae2f-8c3ac4af2394 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '33fb91fb-dd80-4405-8c74-3c386f06712d', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:14:31.113324 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-cc137242-80a0-4975-ae2f-8c3ac4af2394 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Project 9d7b63a9f33f4d65856aed705f25f367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:14:31.118673 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc137242-80a0-4975-ae2f-8c3ac4af2394 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.177254 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc137242-80a0-4975-ae2f-8c3ac4af2394 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.180843 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc137242-80a0-4975-ae2f-8c3ac4af2394 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.197667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc137242-80a0-4975-ae2f-8c3ac4af2394 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0dea79-67ef-4c7c-9c31-5cdb3fe71f90,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:31.206157 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cc137242-80a0-4975-ae2f-8c3ac4af2394 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.207362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cc137242-80a0-4975-ae2f-8c3ac4af2394 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198416 Nov 19 10:14:31.210667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36690) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:31.215392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3a926d44-a99e-4e34-9538-4946c8657b1b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'network': {'name': 'tempest-network-smoke--353907024', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'port_security_enabled': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:14:31.235136 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a926d44-a99e-4e34-9538-4946c8657b1b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Made reservation on behalf of 9d7b63a9f33f4d65856aed705f25f367 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:14:31.238656 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a926d44-a99e-4e34-9538-4946c8657b1b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.262640 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a926d44-a99e-4e34-9538-4946c8657b1b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:14:31.272218 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a926d44-a99e-4e34-9538-4946c8657b1b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.273199 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-3a926d44-a99e-4e34-9538-4946c8657b1b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Added segment bf398ce6-9c78-48ac-84a2-9fd2844c38d5 of type vlan for network 4bce9eee-1167-4fc4-83eb-760cc0843a52 Nov 19 10:14:31.310834 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a926d44-a99e-4e34-9538-4946c8657b1b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.337833 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a926d44-a99e-4e34-9538-4946c8657b1b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.343247 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a926d44-a99e-4e34-9538-4946c8657b1b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:31.343824 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3a926d44-a99e-4e34-9538-4946c8657b1b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.396248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3a926d44-a99e-4e34-9538-4946c8657b1b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1845558 Nov 19 10:14:31.399699 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36692) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:31.404390 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-240024761', 'admin_state_up': True, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:14:31.410742 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a926d44-a99e-4e34-9538-4946c8657b1b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Network': ['ID=4bce9eee-1167-4fc4-83eb-760cc0843a52,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:31.421253 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 4bce9eee-1167-4fc4-83eb-760cc0843a52 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:14:31.427478 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.428511 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.484206 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.622249 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.813068 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.831698 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:31.930135 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.25.0.68 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/cfc49a29-b90d-4286-ae97-dfec96946974) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:14:32.035959 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:32.069192 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:32.107189 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:14:32.110008 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:14:32.112574 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:14:32.123845 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db4debd-5f38-4cfa-80fe-4123bbcdb64c None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:14:32.151000 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=cfc49a29-b90d-4286-ae97-dfec96946974,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:32.201674 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ca10e7b4-2d79-4ee5-af12-76afe981294c None None] Provisioning complete for port cfc49a29-b90d-4286-ae97-dfec96946974 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:14:32.202090 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca10e7b4-2d79-4ee5-af12-76afe981294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:32.242087 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ca10e7b4-2d79-4ee5-af12-76afe981294c None None] Port cfc49a29-b90d-4286-ae97-dfec96946974 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:14:32.370282 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:32.566864 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:32.695105 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router f8704d56-a20e-4e27-9610-2de8ea5ba730 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 10:14:32.815915 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:14:32.825950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Sync routers for ids ['f8704d56-a20e-4e27-9610-2de8ea5ba730'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:14:32.837890 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Routers {'f8704d56-a20e-4e27-9610-2de8ea5ba730'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:14:32.838520 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:14:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f8704d56-a20e-4e27-9610-2de8ea5ba730'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:32.839477 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:32.840712 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-18eaa695-3998-4511-92a8-830b7ca0077d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4399023 Nov 19 10:14:32.843975 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36694) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:32.872075 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-dc60cfae-1747-4eb4-b2b8-b238d9b358f8 tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=9d7b63a9f33f4d65856aed705f25f367&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269933 Nov 19 10:14:32.874851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36696) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:32.970279 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f121ce-09dc-4962-b024-df5d3d66a53b tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:32.971880 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b3f121ce-09dc-4962-b024-df5d3d66a53b tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961051 Nov 19 10:14:32.974904 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36698) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:33.004875 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c49523a0-84e2-450c-b235-15ce91fc6a44 tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286038 Nov 19 10:14:33.008844 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36700) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:33.014309 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b8643dda-4ed2-4f12-a87f-f7fe48759529 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1110093355', 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:14:33.108175 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8643dda-4ed2-4f12-a87f-f7fe48759529 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Made reservation on behalf of 9d7b63a9f33f4d65856aed705f25f367 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:14:33.116719 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Set router f8704d56-a20e-4e27-9610-2de8ea5ba730 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:14:33.117102 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8643dda-4ed2-4f12-a87f-f7fe48759529 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:33.304835 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240024761', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:32Z', 'revision_number': 3, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:33.332143 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Checking router: f8704d56-a20e-4e27-9610-2de8ea5ba730 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:14:33.332499 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Updating router f8704d56-a20e-4e27-9610-2de8ea5ba730 port cfc49a29-b90d-4286-ae97-dfec96946974 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:14:33.362220 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:33.620738 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:33.626656 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:33.648658 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8643dda-4ed2-4f12-a87f-f7fe48759529 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:33.674389 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9ba86a-a52f-4704-a48e-72f369ce6dca None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:14:33.686784 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Attempting to bind port cfc49a29-b90d-4286-ae97-dfec96946974 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:14:33.687156 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Attempting to bind port cfc49a29-b90d-4286-ae97-dfec96946974 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:14:33.687526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Attempting to bind port cfc49a29-b90d-4286-ae97-dfec96946974 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:14:33.689402 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b3f9c-ba29-4bba-bf10-fecf7d7d48ba None None] Pushing event updated for resources: {'Port': ['ID=cfc49a29-b90d-4286-ae97-dfec96946974,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:33.696542 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:14:33.696920 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:14:33.697739 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:33.697739 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:14:33.698692 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Bound port: cfc49a29-b90d-4286-ae97-dfec96946974, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:14:33.698692 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:33.717487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8643dda-4ed2-4f12-a87f-f7fe48759529 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Subnet': ['ID=88377655-6ccb-4e15-adde-76b6d9563eb7,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:33.728386 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8643dda-4ed2-4f12-a87f-f7fe48759529 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Checking segment: {'id': 'bf398ce6-9c78-48ac-84a2-9fd2844c38d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:14:33.728758 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8643dda-4ed2-4f12-a87f-f7fe48759529 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network hostable DHCP agents. Network: 4bce9eee-1167-4fc4-83eb-760cc0843a52, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:14:33.745980 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8643dda-4ed2-4f12-a87f-f7fe48759529 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 4bce9eee-1167-4fc4-83eb-760cc0843a52 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:14:33.754596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b8643dda-4ed2-4f12-a87f-f7fe48759529 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 4bce9eee-1167-4fc4-83eb-760cc0843a52) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:14:33.755029 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] For port cfc49a29-b90d-4286-ae97-dfec96946974, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:14:33.758250 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] For port cfc49a29-b90d-4286-ae97-dfec96946974, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=cfc49a29-b90d-4286-ae97-dfec96946974,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:14:33.761277 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8643dda-4ed2-4f12-a87f-f7fe48759529 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:33.761963 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8643dda-4ed2-4f12-a87f-f7fe48759529 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:33.764786 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:33.771300 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf75c92-4e4c-485b-bc37-964caf8fb07c None None] Network 4bce9eee-1167-4fc4-83eb-760cc0843a52 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:14:33.779386 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b8643dda-4ed2-4f12-a87f-f7fe48759529 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7693636 Nov 19 10:14:33.782995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36702) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:33.868250 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aac1db-6aa4-4902-b9e3-5d77aa5db409 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:14:33.881115 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cb57aba1-85e8-4afc-9cdb-cad7d6b4300f None None] Provisioning complete for port cfc49a29-b90d-4286-ae97-dfec96946974 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:14:33.881430 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb57aba1-85e8-4afc-9cdb-cad7d6b4300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:33.941626 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b3f9c-ba29-4bba-bf10-fecf7d7d48ba None None] Pushing event updated for resources: {'Port': ['ID=cfc49a29-b90d-4286-ae97-dfec96946974,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:33.944144 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Routers {'f8704d56-a20e-4e27-9610-2de8ea5ba730'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:14:33.944771 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:14:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f8704d56-a20e-4e27-9610-2de8ea5ba730'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:34.136298 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] Set router f8704d56-a20e-4e27-9610-2de8ea5ba730 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:14:34.166506 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-4bce9eee-1167-4fc4-83eb-760cc0843a52', 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ips': [{'subnet_id': '88377655-6ccb-4e15-adde-76b6d9563eb7'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:14:34.167355 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:34.209245 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb57aba1-85e8-4afc-9cdb-cad7d6b4300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:34.229299 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:34.278314 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cb57aba1-85e8-4afc-9cdb-cad7d6b4300f None None] For port cfc49a29-b90d-4286-ae97-dfec96946974, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=cfc49a29-b90d-4286-ae97-dfec96946974,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:14:34.284813 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb57aba1-85e8-4afc-9cdb-cad7d6b4300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:34.453368 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57aba1-85e8-4afc-9cdb-cad7d6b4300f None None] Pushing event updated for resources: {'Port': ['ID=cfc49a29-b90d-4286-ae97-dfec96946974,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:34.486718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-19258721-1b17-4a11-8636-4e5e500d0ebe None None] Provisioning complete for port cfc49a29-b90d-4286-ae97-dfec96946974 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:14:34.487098 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-19258721-1b17-4a11-8636-4e5e500d0ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:34.530084 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Allocated IP 172.20.0.2 (4bce9eee-1167-4fc4-83eb-760cc0843a52/88377655-6ccb-4e15-adde-76b6d9563eb7/c23eadaa-bde5-4d9c-88a6-8a60c75875b5) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:14:34.621503 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240024761', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:32Z', 'revision_number': 3, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:34.680891 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90baaa90-9531-4bf0-b8df-0923f785c889 None None] The sync data for ids ['f8704d56-a20e-4e27-9610-2de8ea5ba730'] in n-d-805649-14 is: [{'id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240024761', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:32Z', 'revision_number': 3, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:14:34.758743 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:34.763845 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:34.806762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Network 4bce9eee-1167-4fc4-83eb-760cc0843a52 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:14:34.809713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:14:34.814266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:14:34.817474 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Pushing event updated for resources: {'Port': ['ID=c23eadaa-bde5-4d9c-88a6-8a60c75875b5,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:34.819320 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.20.0.1 (4bce9eee-1167-4fc4-83eb-760cc0843a52/88377655-6ccb-4e15-adde-76b6d9563eb7/45e6aedd-5e64-4c79-87c1-50dfbbf5015d) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:14:34.880842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Attempting to bind port c23eadaa-bde5-4d9c-88a6-8a60c75875b5 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:14:34.880842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Attempting to bind port c23eadaa-bde5-4d9c-88a6-8a60c75875b5 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'bf398ce6-9c78-48ac-84a2-9fd2844c38d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:14:34.881508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Attempting to bind port c23eadaa-bde5-4d9c-88a6-8a60c75875b5 on network 4bce9eee-1167-4fc4-83eb-760cc0843a52 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:14:34.886415 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:14:34.886716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Checking segment: {'id': 'bf398ce6-9c78-48ac-84a2-9fd2844c38d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:14:34.887278 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:34.887514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Bound using segment: {'id': 'bf398ce6-9c78-48ac-84a2-9fd2844c38d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:14:34.888064 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Bound port: c23eadaa-bde5-4d9c-88a6-8a60c75875b5, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf398ce6-9c78-48ac-84a2-9fd2844c38d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:14:34.888351 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:34.980576 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:34.986229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] For port c23eadaa-bde5-4d9c-88a6-8a60c75875b5, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:14:34.990155 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] For port c23eadaa-bde5-4d9c-88a6-8a60c75875b5, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c23eadaa-bde5-4d9c-88a6-8a60c75875b5,segment=NetworkSegment(bf398ce6-9c78-48ac-84a2-9fd2844c38d5),segment_id=bf398ce6-9c78-48ac-84a2-9fd2844c38d5)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:14:34.995428 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:35.019115 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:35.063390 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03754883-0cf0-4d13-b563-3768d46ea8bb None None] Pushing event updated for resources: {'Port': ['ID=c23eadaa-bde5-4d9c-88a6-8a60c75875b5,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:35.071426 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 4bce9eee-1167-4fc4-83eb-760cc0843a52 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:14:35.074766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:14:35.077540 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:14:35.119876 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=45e6aedd-5e64-4c79-87c1-50dfbbf5015d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:35.133643 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:35.289865 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:35.592395 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:35.597798 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:35.677591 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=45e6aedd-5e64-4c79-87c1-50dfbbf5015d,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:35.681889 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:35.776847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 4bce9eee-1167-4fc4-83eb-760cc0843a52 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:14:35.778311 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:14:35.903925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router f8704d56-a20e-4e27-9610-2de8ea5ba730 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:14:35.961443 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9960c0c7-f428-4f6e-8465-bc96cbc47286 None None] Network 4bce9eee-1167-4fc4-83eb-760cc0843a52 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:14:36.016531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:14:36.022952 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-95e879cf-016e-4a1a-9061-d60cb1136509 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "PUT /v2.0/routers/f8704d56-a20e-4e27-9610-2de8ea5ba730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2389877 Nov 19 10:14:36.052577 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b74d9174-7ead-4126-b827-3622eefd1d2e None None] Provisioning complete for port c23eadaa-bde5-4d9c-88a6-8a60c75875b5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:14:36.052958 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b74d9174-7ead-4126-b827-3622eefd1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:36.193840 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-cc13854e-481e-4658-a204-1376e41b0a65 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1026784229&fields=id&tenant_id=9d7b63a9f33f4d65856aed705f25f367 HTTP/1.1" status: 200 len: 267 time: 0.0502977 Nov 19 10:14:36.323063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-aec94de7-3fda-4b53-bdad-d39cb3cb8331 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:36.324782 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-aec94de7-3fda-4b53-bdad-d39cb3cb8331 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/networks?id=4bce9eee-1167-4fc4-83eb-760cc0843a52 HTTP/1.1" status: 200 len: 796 time: 0.1227853 Nov 19 10:14:36.353670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-0eb01a6d-3b8b-43fe-a3b7-e27809fc5a5e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/quotas/9d7b63a9f33f4d65856aed705f25f367 HTTP/1.1" status: 200 len: 375 time: 0.0205507 Nov 19 10:14:36.363087 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b74d9174-7ead-4126-b827-3622eefd1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:36.416762 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-740010c5-3c96-43ff-88c3-547ed12275cc tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614369 Nov 19 10:14:36.418718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b74d9174-7ead-4126-b827-3622eefd1d2e None None] For port c23eadaa-bde5-4d9c-88a6-8a60c75875b5, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c23eadaa-bde5-4d9c-88a6-8a60c75875b5,segment=NetworkSegment(bf398ce6-9c78-48ac-84a2-9fd2844c38d5),segment_id=bf398ce6-9c78-48ac-84a2-9fd2844c38d5)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:14:36.425605 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b74d9174-7ead-4126-b827-3622eefd1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:36.451665 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Sync routers for ids ['f8704d56-a20e-4e27-9610-2de8ea5ba730'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:14:36.480271 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d9174-7ead-4126-b827-3622eefd1d2e None None] Pushing event updated for resources: {'Port': ['ID=c23eadaa-bde5-4d9c-88a6-8a60c75875b5,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:36.481874 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Routers {'f8704d56-a20e-4e27-9610-2de8ea5ba730'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:14:36.482504 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:14:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f8704d56-a20e-4e27-9610-2de8ea5ba730'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:36.534283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device cfc49a29-b90d-4286-ae97-dfec96946974 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:14:36.567412 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-860fc45f-26ce-4452-a627-2e26391b40f8 service neutron] 10.222.0.21 "GET /v2.0/networks/4bce9eee-1167-4fc4-83eb-760cc0843a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336818 Nov 19 10:14:36.598920 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port cfc49a29-b90d-4286-ae97-dfec96946974 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:14:36.599299 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:36.614788 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Set router f8704d56-a20e-4e27-9610-2de8ea5ba730 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:14:36.682086 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d2a10b56-1162-4147-afc2-9e042f8dbf4b None None] Provisioning complete for port c23eadaa-bde5-4d9c-88a6-8a60c75875b5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:14:36.682464 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d2a10b56-1162-4147-afc2-9e042f8dbf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:36.703262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-80a03a3e-0d2c-4f5e-a698-f9b96c94435e service neutron] 10.222.0.21 "GET /v2.0/networks/4bce9eee-1167-4fc4-83eb-760cc0843a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271174 Nov 19 10:14:36.723284 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c23eadaa-bde5-4d9c-88a6-8a60c75875b5 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:14:36.811333 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port c23eadaa-bde5-4d9c-88a6-8a60c75875b5 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:14:36.811721 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:36.847165 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240024761', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:35Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '45e6aedd-5e64-4c79-87c1-50dfbbf5015d', 'name': '', 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:ea:80:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:34Z', 'updated_at': '2021-11-19T10:14:35Z', 'revision_number': 2, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:36.856291 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d2a10b56-1162-4147-afc2-9e042f8dbf4b None None] Provisioning complete for port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:14:36.856677 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d2a10b56-1162-4147-afc2-9e042f8dbf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:36.902311 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Checking router: f8704d56-a20e-4e27-9610-2de8ea5ba730 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:14:36.902675 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Updating router f8704d56-a20e-4e27-9610-2de8ea5ba730 port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:14:36.932654 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:36.936277 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d2a10b56-1162-4147-afc2-9e042f8dbf4b None None] Port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:14:36.951089 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1e0f8016-8d1e-45de-903d-7633b9e98e4a req-4402eb88-3c0d-42bc-8d03-d2fab4e38fed tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 210 time: 0.0450375 Nov 19 10:14:37.056152 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7e8e059c-a7b3-4a41-a8b5-780b0553ae3e None None] Provisioning complete for port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:14:37.056727 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7e8e059c-a7b3-4a41-a8b5-780b0553ae3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:37.093053 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e059c-a7b3-4a41-a8b5-780b0553ae3e None None] Port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:14:37.218592 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:37.221044 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3276eefb-8234-4f05-aa6d-79eba927c799 None None] Provisioning complete for port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:14:37.221618 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3276eefb-8234-4f05-aa6d-79eba927c799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:37.224304 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:37.278815 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a1e00-1fb4-46a7-a46c-45faabb59978 None None] Pushing event updated for resources: {'Port': ['ID=45e6aedd-5e64-4c79-87c1-50dfbbf5015d,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:37.285925 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3276eefb-8234-4f05-aa6d-79eba927c799 None None] Port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:14:37.302853 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a1e00-1fb4-46a7-a46c-45faabb59978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:37.303195 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a1e00-1fb4-46a7-a46c-45faabb59978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:37.304105 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a1e00-1fb4-46a7-a46c-45faabb59978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:37.304441 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a1e00-1fb4-46a7-a46c-45faabb59978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:37.304772 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a1e00-1fb4-46a7-a46c-45faabb59978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:37.305112 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a1e00-1fb4-46a7-a46c-45faabb59978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:37.305447 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a1e00-1fb4-46a7-a46c-45faabb59978 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:37.305771 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a1e00-1fb4-46a7-a46c-45faabb59978 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:37.306091 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a1e00-1fb4-46a7-a46c-45faabb59978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:37.306411 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a1e00-1fb4-46a7-a46c-45faabb59978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:37.306728 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a1e00-1fb4-46a7-a46c-45faabb59978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:37.307046 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8a1e00-1fb4-46a7-a46c-45faabb59978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:14:37.340639 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Attempting to bind port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:14:37.341057 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Attempting to bind port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'bf398ce6-9c78-48ac-84a2-9fd2844c38d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:14:37.341458 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Attempting to bind port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d on network 4bce9eee-1167-4fc4-83eb-760cc0843a52 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:14:37.347532 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:14:37.347904 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Checking segment: {'id': 'bf398ce6-9c78-48ac-84a2-9fd2844c38d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:14:37.348350 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:37.348752 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Bound using segment: {'id': 'bf398ce6-9c78-48ac-84a2-9fd2844c38d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:14:37.349851 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Bound port: 45e6aedd-5e64-4c79-87c1-50dfbbf5015d, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf398ce6-9c78-48ac-84a2-9fd2844c38d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:14:37.350229 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:37.423279 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] For port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:14:37.427669 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] For port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=45e6aedd-5e64-4c79-87c1-50dfbbf5015d,segment=NetworkSegment(bf398ce6-9c78-48ac-84a2-9fd2844c38d5),segment_id=bf398ce6-9c78-48ac-84a2-9fd2844c38d5)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:14:37.433620 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:37.484411 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Routers {'f8704d56-a20e-4e27-9610-2de8ea5ba730'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:14:37.485509 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:14:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f8704d56-a20e-4e27-9610-2de8ea5ba730'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:37.513622 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e76b1d39-2cc8-44e5-b625-94f2959f509f None None] Provisioning complete for port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:14:37.514041 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e76b1d39-2cc8-44e5-b625-94f2959f509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:37.536277 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a1e00-1fb4-46a7-a46c-45faabb59978 None None] Pushing event updated for resources: {'Port': ['ID=45e6aedd-5e64-4c79-87c1-50dfbbf5015d,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:37.622136 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] Set router f8704d56-a20e-4e27-9610-2de8ea5ba730 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:14:37.624675 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e76b1d39-2cc8-44e5-b625-94f2959f509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:37.662459 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e76b1d39-2cc8-44e5-b625-94f2959f509f None None] For port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=45e6aedd-5e64-4c79-87c1-50dfbbf5015d,segment=NetworkSegment(bf398ce6-9c78-48ac-84a2-9fd2844c38d5),segment_id=bf398ce6-9c78-48ac-84a2-9fd2844c38d5)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:14:37.670426 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e76b1d39-2cc8-44e5-b625-94f2959f509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:37.732566 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b1d39-2cc8-44e5-b625-94f2959f509f None None] Pushing event updated for resources: {'Port': ['ID=45e6aedd-5e64-4c79-87c1-50dfbbf5015d,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:37.792122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d9a7df5f-bc66-4e93-8545-4649c114827c None None] Provisioning complete for port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:14:37.792535 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d9a7df5f-bc66-4e93-8545-4649c114827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:37.848639 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240024761', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:35Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '45e6aedd-5e64-4c79-87c1-50dfbbf5015d', 'name': '', 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:ea:80:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:34Z', 'updated_at': '2021-11-19T10:14:37Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:37.878508 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d21a5-f97b-4903-9efb-28755a658845 None None] The sync data for ids ['f8704d56-a20e-4e27-9610-2de8ea5ba730'] in n-d-805649-14 is: [{'id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240024761', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:35Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '45e6aedd-5e64-4c79-87c1-50dfbbf5015d', 'name': '', 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:ea:80:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:34Z', 'updated_at': '2021-11-19T10:14:37Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:14:38.101975 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d0bf307f-d8d4-4d2b-8607-0b14f32531bb req-2883f320-bfff-427b-b3e9-b9831f8e8be6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 210 time: 0.0779259 Nov 19 10:14:38.171010 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-532e79ea-035e-439b-968a-51c472530224 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:38.172468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-532e79ea-035e-439b-968a-51c472530224 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "GET /v2.0/networks?id=4bce9eee-1167-4fc4-83eb-760cc0843a52 HTTP/1.1" status: 200 len: 796 time: 0.1466491 Nov 19 10:14:38.239933 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-bd6812a2-eaa5-48c6-995d-018bd0473335 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d7b63a9f33f4d65856aed705f25f367 HTTP/1.1" status: 200 len: 380 time: 0.0561962 Nov 19 10:14:38.250185 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-a6329431-5d35-4e5f-acf2-942079a6bf02 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'port': {'device_id': 'b24d444f-1c67-4fa6-90e7-404e9ca84520', 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52', 'admin_state_up': True, 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'security_groups': ['33fb91fb-dd80-4405-8c74-3c386f06712d']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:14:38.378546 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-a6329431-5d35-4e5f-acf2-942079a6bf02 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Made reservation on behalf of 9d7b63a9f33f4d65856aed705f25f367 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:14:38.383039 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-a6329431-5d35-4e5f-acf2-942079a6bf02 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:38.504785 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 45e6aedd-5e64-4c79-87c1-50dfbbf5015d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:14:38.533212 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-a6329431-5d35-4e5f-acf2-942079a6bf02 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.20.0.13 (4bce9eee-1167-4fc4-83eb-760cc0843a52/88377655-6ccb-4e15-adde-76b6d9563eb7/ce166488-0bea-4508-bc3c-db6bc6159409) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:14:38.560866 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:14:38.561494 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:38.649063 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c23eadaa-bde5-4d9c-88a6-8a60c75875b5 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:14:38.688139 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-a6329431-5d35-4e5f-acf2-942079a6bf02 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:38.701669 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port c23eadaa-bde5-4d9c-88a6-8a60c75875b5 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:14:38.701915 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:38.724788 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-a6329431-5d35-4e5f-acf2-942079a6bf02 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:38.775282 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-a6329431-5d35-4e5f-acf2-942079a6bf02 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 4bce9eee-1167-4fc4-83eb-760cc0843a52 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:14:38.778651 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-a6329431-5d35-4e5f-acf2-942079a6bf02 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:14:38.782563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-a6329431-5d35-4e5f-acf2-942079a6bf02 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:14:38.789807 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6329431-5d35-4e5f-acf2-942079a6bf02 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=ce166488-0bea-4508-bc3c-db6bc6159409,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:38.837937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-a6329431-5d35-4e5f-acf2-942079a6bf02 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:38.838592 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-a6329431-5d35-4e5f-acf2-942079a6bf02 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:38.859018 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-a6329431-5d35-4e5f-acf2-942079a6bf02 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6127405 Nov 19 10:14:38.872562 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Request body: {'port': {'device_id': 'b24d444f-1c67-4fa6-90e7-404e9ca84520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:14:38.935617 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:39.023268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5418aaf5-ce42-4f21-b574-b7598a1d7bfa None None] Provisioning complete for port ce166488-0bea-4508-bc3c-db6bc6159409 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:14:39.023766 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5418aaf5-ce42-4f21-b574-b7598a1d7bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:39.066233 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5418aaf5-ce42-4f21-b574-b7598a1d7bfa None None] Port ce166488-0bea-4508-bc3c-db6bc6159409 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:14:39.243773 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce166488-0bea-4508-bc3c-db6bc6159409 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:14:39.253508 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:39.273672 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680182a-a29b-4129-a9c5-ce26d8c216d0 req-de324016-3e30-4866-ad55-79d44e9542ca tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:39.275150 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9680182a-a29b-4129-a9c5-ce26d8c216d0 req-de324016-3e30-4866-ad55-79d44e9542ca tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 932 time: 0.0936384 Nov 19 10:14:39.277697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Transition to ACTIVE for port object ce166488-0bea-4508-bc3c-db6bc6159409 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:14:39.288838 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:39.369706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Pushing event updated for resources: {'Port': ['ID=ce166488-0bea-4508-bc3c-db6bc6159409,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:39.377002 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9680182a-a29b-4129-a9c5-ce26d8c216d0 req-f5efc842-dffb-479f-be78-626c913d6ae1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953369 Nov 19 10:14:39.764023 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Attempting to bind port ce166488-0bea-4508-bc3c-db6bc6159409 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:14:39.764294 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Attempting to bind port ce166488-0bea-4508-bc3c-db6bc6159409 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'bf398ce6-9c78-48ac-84a2-9fd2844c38d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:14:39.764579 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Attempting to bind port ce166488-0bea-4508-bc3c-db6bc6159409 on network 4bce9eee-1167-4fc4-83eb-760cc0843a52 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:14:39.768720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Port ce166488-0bea-4508-bc3c-db6bc6159409 on network 4bce9eee-1167-4fc4-83eb-760cc0843a52 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:14:39.769033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Attempting to bind port ce166488-0bea-4508-bc3c-db6bc6159409 on network 4bce9eee-1167-4fc4-83eb-760cc0843a52 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:14:39.774358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:14:39.774686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Checking segment: {'id': 'bf398ce6-9c78-48ac-84a2-9fd2844c38d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:14:39.775059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Bound using segment: {'id': 'bf398ce6-9c78-48ac-84a2-9fd2844c38d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:14:39.775478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Bound port: ce166488-0bea-4508-bc3c-db6bc6159409, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf398ce6-9c78-48ac-84a2-9fd2844c38d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:14:39.775820 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:39.835826 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] For port ce166488-0bea-4508-bc3c-db6bc6159409, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:14:39.838727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] For port ce166488-0bea-4508-bc3c-db6bc6159409, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=ce166488-0bea-4508-bc3c-db6bc6159409,segment=NetworkSegment(bf398ce6-9c78-48ac-84a2-9fd2844c38d5),segment_id=bf398ce6-9c78-48ac-84a2-9fd2844c38d5)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:14:39.843490 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:39.879604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:39.880221 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:39.882225 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] 10.222.0.66 "PUT /v2.0/ports/ce166488-0bea-4508-bc3c-db6bc6159409 HTTP/1.1" status: 200 len: 1093 time: 1.0141311 Nov 19 10:14:39.882667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24d444f-1c67-4fa6-90e7-404e9ca84520', 'tag': 'ce166488-0bea-4508-bc3c-db6bc6159409'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:14:39.885039 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effcbc9d-8d4f-47ca-b77d-e6f3e40bd0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b24d444f-1c67-4fa6-90e7-404e9ca84520", "tag": "ce166488-0bea-4508-bc3c-db6bc6159409"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:14:39.908229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63d3d3-b4a6-4274-b7e1-213baff62038 service neutron] Pushing event updated for resources: {'Port': ['ID=ce166488-0bea-4508-bc3c-db6bc6159409,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:39.934860 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a398e2-b7ed-4e66-9d69-9876a62c4de9 x-openstack-request-id: req-14a398e2-b7ed-4e66-9d69-9876a62c4de9 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:14:39.935181 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24d444f-1c67-4fa6-90e7-404e9ca84520", "tag": "ce166488-0bea-4508-bc3c-db6bc6159409", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:14:39.935613 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14a398e2-b7ed-4e66-9d69-9876a62c4de9 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:14:39.936142 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24d444f-1c67-4fa6-90e7-404e9ca84520', 'tag': 'ce166488-0bea-4508-bc3c-db6bc6159409', 'status': 'completed', 'code': 200} Nov 19 10:14:39.973714 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-4da7ff3e-833d-42d0-9553-1a379e26970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:39.975303 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-4da7ff3e-833d-42d0-9553-1a379e26970d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 1096 time: 0.0507250 Nov 19 10:14:40.018969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-518c2adc-7231-414d-817f-bd7b3b972884 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce166488-0bea-4508-bc3c-db6bc6159409 HTTP/1.1" status: 200 len: 217 time: 0.0354328 Nov 19 10:14:40.068897 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-abee4c3c-eb7a-4b26-94d6-3ebc2b534972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:40.070963 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-abee4c3c-eb7a-4b26-94d6-3ebc2b534972 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88377655-6ccb-4e15-adde-76b6d9563eb7 HTTP/1.1" status: 200 len: 835 time: 0.0453947 Nov 19 10:14:40.119979 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-bd5e4a28-6fc0-4eb2-8f9f-52b2438988c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:40.121634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-bd5e4a28-6fc0-4eb2-8f9f-52b2438988c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4bce9eee-1167-4fc4-83eb-760cc0843a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434492 Nov 19 10:14:40.210773 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-5988f0bf-1b98-459d-8dbc-0a010a97f2be service neutron] 10.222.0.66 "GET /v2.0/networks/4bce9eee-1167-4fc4-83eb-760cc0843a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812893 Nov 19 10:14:40.305725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d639c36-3bc2-4f63-97c6-5b61a1d2f952 req-b6087075-1b6a-48d8-ad3d-f8cbf12dabd5 service neutron] 10.222.0.66 "GET /v2.0/networks/4bce9eee-1167-4fc4-83eb-760cc0843a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878980 Nov 19 10:14:40.392643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcbc9d-8d4f-47ca-b77d-e6f3e40bd0c8 req-2ccde7e0-5210-464a-9902-db848c6068de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:40.394189 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-effcbc9d-8d4f-47ca-b77d-e6f3e40bd0c8 req-2ccde7e0-5210-464a-9902-db848c6068de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 1096 time: 0.0420909 Nov 19 10:14:40.522667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcbc9d-8d4f-47ca-b77d-e6f3e40bd0c8 req-b9d17032-3bcb-4287-a42e-9828b9c78465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:40.524055 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-effcbc9d-8d4f-47ca-b77d-e6f3e40bd0c8 req-b9d17032-3bcb-4287-a42e-9828b9c78465 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4bce9eee-1167-4fc4-83eb-760cc0843a52 HTTP/1.1" status: 200 len: 897 time: 0.1213329 Nov 19 10:14:40.531422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a1d88-c25e-4208-baed-0ac909f859c3 req-a3c6921e-d6ec-40e5-99b8-a7c21dc9c82c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:40.532806 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a22a1d88-c25e-4208-baed-0ac909f859c3 req-a3c6921e-d6ec-40e5-99b8-a7c21dc9c82c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 944 time: 0.0819919 Nov 19 10:14:40.574799 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-effcbc9d-8d4f-47ca-b77d-e6f3e40bd0c8 req-4a130a6e-b486-4290-8265-64804ca9db0b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce166488-0bea-4508-bc3c-db6bc6159409 HTTP/1.1" status: 200 len: 217 time: 0.0410223 Nov 19 10:14:40.666346 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a22a1d88-c25e-4208-baed-0ac909f859c3 req-6c1f031e-7737-45aa-a227-1df301cd3e5c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254003 Nov 19 10:14:40.671981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcbc9d-8d4f-47ca-b77d-e6f3e40bd0c8 req-bd943dd3-89d2-4fc0-b28e-b32dd096bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:40.673448 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-effcbc9d-8d4f-47ca-b77d-e6f3e40bd0c8 req-bd943dd3-89d2-4fc0-b28e-b32dd096bed6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88377655-6ccb-4e15-adde-76b6d9563eb7 HTTP/1.1" status: 200 len: 835 time: 0.0899916 Nov 19 10:14:40.726419 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcbc9d-8d4f-47ca-b77d-e6f3e40bd0c8 req-3fb87309-7f01-463e-a226-fe8932f01f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:40.727944 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-effcbc9d-8d4f-47ca-b77d-e6f3e40bd0c8 req-3fb87309-7f01-463e-a226-fe8932f01f81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4bce9eee-1167-4fc4-83eb-760cc0843a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469460 Nov 19 10:14:40.819754 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-effcbc9d-8d4f-47ca-b77d-e6f3e40bd0c8 req-1217a0ce-460e-4f52-bb36-12afb7960f6d service neutron] 10.222.0.66 "GET /v2.0/networks/4bce9eee-1167-4fc4-83eb-760cc0843a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823538 Nov 19 10:14:40.914526 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-effcbc9d-8d4f-47ca-b77d-e6f3e40bd0c8 req-4b81890f-553f-4018-8378-5f19b68705d2 service neutron] 10.222.0.66 "GET /v2.0/networks/4bce9eee-1167-4fc4-83eb-760cc0843a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875857 Nov 19 10:14:41.786729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bedde-ec95-4028-987d-7359a10e2a74 req-5cdec72e-dcb7-4531-ada9-b9b763b99889 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:41.788262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-781bedde-ec95-4028-987d-7359a10e2a74 req-5cdec72e-dcb7-4531-ada9-b9b763b99889 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 944 time: 0.0509140 Nov 19 10:14:41.837431 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-781bedde-ec95-4028-987d-7359a10e2a74 req-4706e82f-9fd4-42c2-9b0f-513daa8e267d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430541 Nov 19 10:14:42.365591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device ce166488-0bea-4508-bc3c-db6bc6159409 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:14:42.463299 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port ce166488-0bea-4508-bc3c-db6bc6159409, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=ce166488-0bea-4508-bc3c-db6bc6159409,segment=NetworkSegment(bf398ce6-9c78-48ac-84a2-9fd2844c38d5),segment_id=bf398ce6-9c78-48ac-84a2-9fd2844c38d5)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:14:42.478547 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'ce166488-0bea-4508-bc3c-db6bc6159409', 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52', 'port_id': 'ce166488-0bea-4508-bc3c-db6bc6159409', 'mac_address': 'fa:16:3e:52:74:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:14:42.514404 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:42.526918 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce166488-0bea-4508-bc3c-db6bc6159409 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:14:42.546202 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port ce166488-0bea-4508-bc3c-db6bc6159409, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=ce166488-0bea-4508-bc3c-db6bc6159409,segment=NetworkSegment(bf398ce6-9c78-48ac-84a2-9fd2844c38d5),segment_id=bf398ce6-9c78-48ac-84a2-9fd2844c38d5)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:14:42.550875 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:42.601707 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=ce166488-0bea-4508-bc3c-db6bc6159409,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:42.750666 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['ce166488-0bea-4508-bc3c-db6bc6159409'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:14:42.956449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2af40-ad2b-4d37-9919-4038cb11e016 req-bc8a5878-1086-470b-8eac-6413f32efabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:42.958173 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-85a2af40-ad2b-4d37-9919-4038cb11e016 req-bc8a5878-1086-470b-8eac-6413f32efabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 945 time: 0.0531769 Nov 19 10:14:43.009453 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-85a2af40-ad2b-4d37-9919-4038cb11e016 req-b8f818a5-efc5-4b19-ad7b-a44776fa0af5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449569 Nov 19 10:14:44.124495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b47866-8f74-4e05-a02c-95e5b2acf5dd req-a8c724c5-50ea-46f7-840c-434932e63b19 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:44.126050 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45b47866-8f74-4e05-a02c-95e5b2acf5dd req-a8c724c5-50ea-46f7-840c-434932e63b19 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 945 time: 0.0489063 Nov 19 10:14:44.175056 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-45b47866-8f74-4e05-a02c-95e5b2acf5dd req-bf352f8a-b8b6-475c-a349-f552d7b92039 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425596 Nov 19 10:14:44.395824 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device ce166488-0bea-4508-bc3c-db6bc6159409 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:14:44.447602 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port ce166488-0bea-4508-bc3c-db6bc6159409 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:14:44.451392 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port ce166488-0bea-4508-bc3c-db6bc6159409 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:14:44.451771 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:44.526912 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:44.550575 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24d444f-1c67-4fa6-90e7-404e9ca84520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce166488-0bea-4508-bc3c-db6bc6159409'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:14:44.554145 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92668a58-e17b-4d8e-9c5d-d7aa1242d50a" -d '{"events": [{"server_uuid": "b24d444f-1c67-4fa6-90e7-404e9ca84520", "name": "network-vif-plugged", "status": "completed", "tag": "ce166488-0bea-4508-bc3c-db6bc6159409"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:14:44.567299 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port ce166488-0bea-4508-bc3c-db6bc6159409, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=ce166488-0bea-4508-bc3c-db6bc6159409,segment=NetworkSegment(bf398ce6-9c78-48ac-84a2-9fd2844c38d5),segment_id=bf398ce6-9c78-48ac-84a2-9fd2844c38d5)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:14:44.571934 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:44.596771 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7eddc5-9d92-4c29-ab05-3f568e7b7635 x-openstack-request-id: req-be7eddc5-9d92-4c29-ab05-3f568e7b7635 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:14:44.597062 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24d444f-1c67-4fa6-90e7-404e9ca84520", "name": "network-vif-plugged", "status": "completed", "tag": "ce166488-0bea-4508-bc3c-db6bc6159409", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:14:44.597336 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be7eddc5-9d92-4c29-ab05-3f568e7b7635 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:14:44.597788 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24d444f-1c67-4fa6-90e7-404e9ca84520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce166488-0bea-4508-bc3c-db6bc6159409', 'code': 200} Nov 19 10:14:44.621301 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=ce166488-0bea-4508-bc3c-db6bc6159409,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:44.689278 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744f153-0d32-4b8f-a58d-bb020fa6c23e req-d46f3d4c-3245-470f-8363-948acb259686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:44.690770 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b744f153-0d32-4b8f-a58d-bb020fa6c23e req-d46f3d4c-3245-470f-8363-948acb259686 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 1098 time: 0.0396001 Nov 19 10:14:44.741390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b744f153-0d32-4b8f-a58d-bb020fa6c23e req-8b288040-d84b-440b-9877-f6bb4fc53b21 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432899 Nov 19 10:14:45.296887 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55cbbf-cb03-4558-984c-b6f36bfe058d req-c929d927-a787-43ad-8309-f844ab38ed8d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:45.298395 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d55cbbf-cb03-4558-984c-b6f36bfe058d req-c929d927-a787-43ad-8309-f844ab38ed8d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0489805 Nov 19 10:14:45.347512 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d55cbbf-cb03-4558-984c-b6f36bfe058d req-2595229a-e82c-4bcd-acec-3d5fb62e31cf tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431645 Nov 19 10:14:46.097103 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:46.464763 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf5a8b-27d3-4e03-ac73-17a9c1b552c3 req-66bd874a-b096-4364-9e93-ff75f15b3dd7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:46.466782 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43cf5a8b-27d3-4e03-ac73-17a9c1b552c3 req-66bd874a-b096-4364-9e93-ff75f15b3dd7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0507972 Nov 19 10:14:46.515911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-43cf5a8b-27d3-4e03-ac73-17a9c1b552c3 req-c51c1526-4751-49df-aa97-fb1dfa6dc946 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427971 Nov 19 10:14:46.635128 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc53c0-33b4-405d-ac2e-37f733a4713f req-f039e893-bed0-40fa-a765-691d7304ad08 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:46.636500 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5bc53c0-33b4-405d-ac2e-37f733a4713f req-f039e893-bed0-40fa-a765-691d7304ad08 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0533490 Nov 19 10:14:46.684778 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f5bc53c0-33b4-405d-ac2e-37f733a4713f req-d3fcb2ec-b7dc-46a4-80f6-68cccf84b671 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421681 Nov 19 10:14:46.709275 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36756) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:46.749510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3793eb0-89dd-4afd-b788-900c28c51494 tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:46.751079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d3793eb0-89dd-4afd-b788-900c28c51494 tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 1093 time: 0.0407970 Nov 19 10:14:46.753794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36758) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:46.758647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': 'ce166488-0bea-4508-bc3c-db6bc6159409', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:14:46.779893 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:46.876738 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:46.974700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.25.0.82 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/2d4a3520-79b0-408b-9f0b-7a262f4bc9ff) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:14:47.075555 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:47.110761 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:47.150695 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:14:47.155106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:14:47.159527 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:14:47.162585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=2d4a3520-79b0-408b-9f0b-7a262f4bc9ff,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:47.512789 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:47.582739 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:47.730309 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:47.734715 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:47.803980 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=2d4a3520-79b0-408b-9f0b-7a262f4bc9ff,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:14:47.815596 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:47.916643 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Floating IP 2f187f3c-e520-4400-8778-bd38bd532d3a associated. External IP: 172.25.0.82, port: ce166488-0bea-4508-bc3c-db6bc6159409. Nov 19 10:14:48.123155 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router f8704d56-a20e-4e27-9610-2de8ea5ba730 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:14:48.228381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:14:48.238424 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d6309-2162-4495-9d91-ac9453b3fb64 None None] Sync routers for ids ['f8704d56-a20e-4e27-9610-2de8ea5ba730'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:14:48.248565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d6309-2162-4495-9d91-ac9453b3fb64 None None] Routers {'f8704d56-a20e-4e27-9610-2de8ea5ba730'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:14:48.249570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-349d6309-2162-4495-9d91-ac9453b3fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:14:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f8704d56-a20e-4e27-9610-2de8ea5ba730'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:48.254487 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:48.282767 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d3bfe6df-1e68-44e7-8572-33b3a660420c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5279601 Nov 19 10:14:48.283470 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24d444f-1c67-4fa6-90e7-404e9ca84520', 'tag': 'ce166488-0bea-4508-bc3c-db6bc6159409'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:14:48.286001 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37baf00c-2a9d-4121-855f-12696f3ad940" -d '{"events": [{"name": "network-changed", "server_uuid": "b24d444f-1c67-4fa6-90e7-404e9ca84520", "tag": "ce166488-0bea-4508-bc3c-db6bc6159409"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:14:48.323268 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85c3f35-170e-4f5a-9794-b21aca4912c8 x-openstack-request-id: req-e85c3f35-170e-4f5a-9794-b21aca4912c8 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:14:48.324439 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24d444f-1c67-4fa6-90e7-404e9ca84520", "tag": "ce166488-0bea-4508-bc3c-db6bc6159409", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:14:48.324709 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e85c3f35-170e-4f5a-9794-b21aca4912c8 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:14:48.325161 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24d444f-1c67-4fa6-90e7-404e9ca84520', 'tag': 'ce166488-0bea-4508-bc3c-db6bc6159409', 'status': 'completed', 'code': 200} Nov 19 10:14:48.368526 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-349d6309-2162-4495-9d91-ac9453b3fb64 None None] Set router f8704d56-a20e-4e27-9610-2de8ea5ba730 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:14:48.418797 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cedc6-a8a3-4af9-9ea3-fab8292ba60a req-2808ebb3-69df-4167-82f2-6fa0fc492e7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:48.420311 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e5cedc6-a8a3-4af9-9ea3-fab8292ba60a req-2808ebb3-69df-4167-82f2-6fa0fc492e7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0782933 Nov 19 10:14:48.422167 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baf00c-2a9d-4121-855f-12696f3ad940 req-5dfcdf24-8a0c-4389-b28b-ad87068f9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:48.423543 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37baf00c-2a9d-4121-855f-12696f3ad940 req-5dfcdf24-8a0c-4389-b28b-ad87068f9f4c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 1098 time: 0.0702322 Nov 19 10:14:48.525811 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e5cedc6-a8a3-4af9-9ea3-fab8292ba60a req-167d5e08-bd30-4494-83a8-d84203612b6f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991840 Nov 19 10:14:48.548055 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36764) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:48.555922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baf00c-2a9d-4121-855f-12696f3ad940 req-5edf31a3-3d5c-40d4-8f68-1ba7b5c9f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:48.559272 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37baf00c-2a9d-4121-855f-12696f3ad940 req-5edf31a3-3d5c-40d4-8f68-1ba7b5c9f4ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=4bce9eee-1167-4fc4-83eb-760cc0843a52 HTTP/1.1" status: 200 len: 897 time: 0.1267080 Nov 19 10:14:48.598636 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:48.616010 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-feccf2ec-e22c-4827-83e8-3f84d6e68659 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/2f187f3c-e520-4400-8778-bd38bd532d3a HTTP/1.1" status: 200 len: 991 time: 0.0661390 Nov 19 10:14:48.621289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-349d6309-2162-4495-9d91-ac9453b3fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240024761', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:35Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '2f187f3c-e520-4400-8778-bd38bd532d3a', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'floating_ip_address': '172.25.0.82', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'port_id': 'ce166488-0bea-4508-bc3c-db6bc6159409', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52', 'mac_address': 'fa:16:3e:52:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24d444f-1c67-4fa6-90e7-404e9ca84520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:14:47Z', 'updated_at': '2021-11-19T10:14:47Z', 'revision_number': 0, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e6aedd-5e64-4c79-87c1-50dfbbf5015d', 'name': '', 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:ea:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:34Z', 'updated_at': '2021-11-19T10:14:37Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:48.634715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37baf00c-2a9d-4121-855f-12696f3ad940 req-89339053-c7ed-4dfe-a416-5b496adcaf52 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce166488-0bea-4508-bc3c-db6bc6159409 HTTP/1.1" status: 200 len: 999 time: 0.0682201 Nov 19 10:14:48.649377 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d6309-2162-4495-9d91-ac9453b3fb64 None None] Checking router: f8704d56-a20e-4e27-9610-2de8ea5ba730 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:14:48.658008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d6309-2162-4495-9d91-ac9453b3fb64 None None] Routers {'f8704d56-a20e-4e27-9610-2de8ea5ba730'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:14:48.658722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-349d6309-2162-4495-9d91-ac9453b3fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:14:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f8704d56-a20e-4e27-9610-2de8ea5ba730'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:48.684914 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baf00c-2a9d-4121-855f-12696f3ad940 req-113b5198-69c2-4a93-8cb1-99c44edd9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:48.686574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37baf00c-2a9d-4121-855f-12696f3ad940 req-113b5198-69c2-4a93-8cb1-99c44edd9503 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88377655-6ccb-4e15-adde-76b6d9563eb7 HTTP/1.1" status: 200 len: 835 time: 0.0447204 Nov 19 10:14:48.726057 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:14:48.735305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baf00c-2a9d-4121-855f-12696f3ad940 req-b3289c62-ff6a-4be5-a105-293c0e2f0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:48.736996 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37baf00c-2a9d-4121-855f-12696f3ad940 req-b3289c62-ff6a-4be5-a105-293c0e2f0047 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4bce9eee-1167-4fc4-83eb-760cc0843a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430787 Nov 19 10:14:48.766168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-349d6309-2162-4495-9d91-ac9453b3fb64 None None] Set router f8704d56-a20e-4e27-9610-2de8ea5ba730 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:14:48.830380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37baf00c-2a9d-4121-855f-12696f3ad940 req-d1190347-7445-4bc5-b912-d690bcdd409d service neutron] 10.222.0.66 "GET /v2.0/networks/4bce9eee-1167-4fc4-83eb-760cc0843a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859871 Nov 19 10:14:48.922491 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-37baf00c-2a9d-4121-855f-12696f3ad940 req-730b2aaa-a72d-43de-8f62-052c41fd79e3 service neutron] 10.222.0.66 "GET /v2.0/networks/4bce9eee-1167-4fc4-83eb-760cc0843a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849400 Nov 19 10:14:48.995979 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-349d6309-2162-4495-9d91-ac9453b3fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240024761', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:35Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '2f187f3c-e520-4400-8778-bd38bd532d3a', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'floating_ip_address': '172.25.0.82', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'port_id': 'ce166488-0bea-4508-bc3c-db6bc6159409', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52', 'mac_address': 'fa:16:3e:52:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24d444f-1c67-4fa6-90e7-404e9ca84520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:14:47Z', 'updated_at': '2021-11-19T10:14:47Z', 'revision_number': 0, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e6aedd-5e64-4c79-87c1-50dfbbf5015d', 'name': '', 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:ea:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:34Z', 'updated_at': '2021-11-19T10:14:37Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:14:49.177593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349d6309-2162-4495-9d91-ac9453b3fb64 None None] The sync data for ids ['f8704d56-a20e-4e27-9610-2de8ea5ba730'] in n-d-805649-14 is: [{'id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240024761', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:35Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '2f187f3c-e520-4400-8778-bd38bd532d3a', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'floating_ip_address': '172.25.0.82', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'port_id': 'ce166488-0bea-4508-bc3c-db6bc6159409', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52', 'mac_address': 'fa:16:3e:52:74:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24d444f-1c67-4fa6-90e7-404e9ca84520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:14:47Z', 'updated_at': '2021-11-19T10:14:47Z', 'revision_number': 0, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e6aedd-5e64-4c79-87c1-50dfbbf5015d', 'name': '', 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:ea:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:34Z', 'updated_at': '2021-11-19T10:14:37Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:14:49.390604 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0818aa2-857d-4ade-bdda-692ed16f1c05 None None] New status for floating IP 2f187f3c-e520-4400-8778-bd38bd532d3a: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:14:49.619922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36766) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:14:49.683613 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a3c9a9b7-4f72-40da-9c73-f4876adac7c4 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/2f187f3c-e520-4400-8778-bd38bd532d3a HTTP/1.1" status: 200 len: 993 time: 0.0625103 Nov 19 10:14:50.021945 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7705751-4e84-4d85-9699-102b2d95edfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:52.447855 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-20438b57-6bb7-489d-a742-1d5b1a9e2428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:53.709963 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:55.097454 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:55.708934 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:14:57.804728 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f434e5f-9406-42e2-affe-fb0354a531ad req-8476ef8d-48ee-4ed7-84f9-916f4450060e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3472817 Nov 19 10:14:57.887441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f434e5f-9406-42e2-affe-fb0354a531ad req-0c4771c7-ab8d-478b-a35a-9e962174f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:57.889076 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f434e5f-9406-42e2-affe-fb0354a531ad req-0c4771c7-ab8d-478b-a35a-9e962174f9e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 1098 time: 0.0394123 Nov 19 10:14:57.994046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f434e5f-9406-42e2-affe-fb0354a531ad req-abe8cdaf-4346-40d3-9f63-0bfae3e12fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:57.995518 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f434e5f-9406-42e2-affe-fb0354a531ad req-abe8cdaf-4346-40d3-9f63-0bfae3e12fa1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4bce9eee-1167-4fc4-83eb-760cc0843a52 HTTP/1.1" status: 200 len: 897 time: 0.0856514 Nov 19 10:14:58.061828 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f434e5f-9406-42e2-affe-fb0354a531ad req-f8427389-630e-4ee4-9388-ae3f2e97baa0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce166488-0bea-4508-bc3c-db6bc6159409 HTTP/1.1" status: 200 len: 1001 time: 0.0565016 Nov 19 10:14:58.110679 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f434e5f-9406-42e2-affe-fb0354a531ad req-0bd82b24-3e77-4407-9594-e26a65c9d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:58.112209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f434e5f-9406-42e2-affe-fb0354a531ad req-0bd82b24-3e77-4407-9594-e26a65c9d7df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88377655-6ccb-4e15-adde-76b6d9563eb7 HTTP/1.1" status: 200 len: 835 time: 0.0431406 Nov 19 10:14:58.161439 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f434e5f-9406-42e2-affe-fb0354a531ad req-0c361d2f-3253-4b8a-b61b-32fb5876694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:14:58.163580 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f434e5f-9406-42e2-affe-fb0354a531ad req-0c361d2f-3253-4b8a-b61b-32fb5876694f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4bce9eee-1167-4fc4-83eb-760cc0843a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426555 Nov 19 10:14:58.251295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f434e5f-9406-42e2-affe-fb0354a531ad req-f7c80fef-f187-40d1-a1a1-189ffdeef2f3 service neutron] 10.222.0.66 "GET /v2.0/networks/4bce9eee-1167-4fc4-83eb-760cc0843a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805199 Nov 19 10:14:58.345310 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f434e5f-9406-42e2-affe-fb0354a531ad req-60004f25-c93b-405b-8e98-bd5dc8bc4614 service neutron] 10.222.0.66 "GET /v2.0/networks/4bce9eee-1167-4fc4-83eb-760cc0843a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854897 Nov 19 10:15:16.092693 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:15:18.577253 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:15:20.023878 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-02b71da5-d2f5-4b91-b9c8-15e5db596081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:15:21.050979 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571e73b-c8c4-4557-a64e-a8f99141b919 req-12df791f-7424-42ae-ae16-a5eb7e5935c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:21.052496 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b571e73b-c8c4-4557-a64e-a8f99141b919 req-12df791f-7424-42ae-ae16-a5eb7e5935c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 1098 time: 0.0402277 Nov 19 10:15:21.184074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0411ccf-ba7d-4434-95f8-cd430cd14de9 req-8070d59c-3af5-490d-9ce5-ba1a9e20c8a3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:21.185510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0411ccf-ba7d-4434-95f8-cd430cd14de9 req-8070d59c-3af5-490d-9ce5-ba1a9e20c8a3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.1787169 Nov 19 10:15:21.201234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571e73b-c8c4-4557-a64e-a8f99141b919 req-b9c7145e-59f1-46bd-a30b-4f53d700d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:21.202642 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b571e73b-c8c4-4557-a64e-a8f99141b919 req-b9c7145e-59f1-46bd-a30b-4f53d700d71a service neutron] 10.222.0.66 "GET /v2.0/networks?id=4bce9eee-1167-4fc4-83eb-760cc0843a52 HTTP/1.1" status: 200 len: 897 time: 0.1417532 Nov 19 10:15:21.281266 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0411ccf-ba7d-4434-95f8-cd430cd14de9 req-3f330ce3-9904-4166-b43f-f71c297a5717 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884738 Nov 19 10:15:21.291725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b571e73b-c8c4-4557-a64e-a8f99141b919 req-bee3b55b-e6da-475d-8317-a4c0c4a8a904 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce166488-0bea-4508-bc3c-db6bc6159409 HTTP/1.1" status: 200 len: 1001 time: 0.0801835 Nov 19 10:15:21.346825 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571e73b-c8c4-4557-a64e-a8f99141b919 req-2b028bb7-7da4-4892-a7cd-631e79ba36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:21.348289 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b571e73b-c8c4-4557-a64e-a8f99141b919 req-2b028bb7-7da4-4892-a7cd-631e79ba36d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88377655-6ccb-4e15-adde-76b6d9563eb7 HTTP/1.1" status: 200 len: 835 time: 0.0481880 Nov 19 10:15:21.394013 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571e73b-c8c4-4557-a64e-a8f99141b919 req-f8537c54-78c2-4d56-8608-f7d435298786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:21.395607 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b571e73b-c8c4-4557-a64e-a8f99141b919 req-f8537c54-78c2-4d56-8608-f7d435298786 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4bce9eee-1167-4fc4-83eb-760cc0843a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404041 Nov 19 10:15:21.406956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-b571e73b-c8c4-4557-a64e-a8f99141b919 req-84d1a43d-1101-44fd-bd67-12a7208e47f0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 10:15:21.407911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b571e73b-c8c4-4557-a64e-a8f99141b919 req-84d1a43d-1101-44fd-bd67-12a7208e47f0 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049884 Nov 19 10:15:21.496903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b571e73b-c8c4-4557-a64e-a8f99141b919 req-80f30418-3b04-49a3-a227-e0922bf2fa60 service neutron] 10.222.0.66 "GET /v2.0/networks/4bce9eee-1167-4fc4-83eb-760cc0843a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817418 Nov 19 10:15:21.592768 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b571e73b-c8c4-4557-a64e-a8f99141b919 req-91500309-0ef2-4edf-b4be-745c3ceb05ab service neutron] 10.222.0.66 "GET /v2.0/networks/4bce9eee-1167-4fc4-83eb-760cc0843a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881636 Nov 19 10:15:22.449178 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eb983ff7-5dbc-4c1a-b8b0-9c74651745ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:15:22.451356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca56691-b464-4f09-bdc6-68d05da819a5 req-98357327-ca39-4caf-b08e-b95c442aa9f5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:22.452898 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ca56691-b464-4f09-bdc6-68d05da819a5 req-98357327-ca39-4caf-b08e-b95c442aa9f5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0995893 Nov 19 10:15:22.504099 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ca56691-b464-4f09-bdc6-68d05da819a5 req-8f2a0dd4-332b-4a6a-84e9-80dfd1780786 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437748 Nov 19 10:15:23.625955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f89044-2557-40e4-bebe-a9bc41901aa5 req-caaeb0bb-7dbe-4ee1-8808-9889452f4654 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:23.627434 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-40f89044-2557-40e4-bebe-a9bc41901aa5 req-caaeb0bb-7dbe-4ee1-8808-9889452f4654 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0542848 Nov 19 10:15:23.676073 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-40f89044-2557-40e4-bebe-a9bc41901aa5 req-da9ddcd9-b0b7-441f-8cfa-be3b3cac284c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421724 Nov 19 10:15:23.712213 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:15:24.792384 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7bc36-fbe2-42a1-8932-b2b2956ae849 req-8fd4a0d8-370a-4580-bd36-ca04aea2280f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:24.793899 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1a7bc36-fbe2-42a1-8932-b2b2956ae849 req-8fd4a0d8-370a-4580-bd36-ca04aea2280f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0491781 Nov 19 10:15:24.842779 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b1a7bc36-fbe2-42a1-8932-b2b2956ae849 req-c90a8381-bb42-4942-b14b-a42f6b2fb922 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428581 Nov 19 10:15:25.100129 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:15:25.711111 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:15:25.725759 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:15:25.956358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5592d-230b-4200-9c7a-58abb33e6a06 req-403dde5c-a979-401b-b6ec-6f7a8f88b678 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:25.957874 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0b5592d-230b-4200-9c7a-58abb33e6a06 req-403dde5c-a979-401b-b6ec-6f7a8f88b678 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0486639 Nov 19 10:15:26.011846 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0b5592d-230b-4200-9c7a-58abb33e6a06 req-7255c7fb-0386-4570-b4ef-a14392e60110 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475576 Nov 19 10:15:27.141298 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008d004-1e53-4d11-9ad4-cf0bb121a478 req-1d1eb46d-ccc6-4bfd-8d6a-46bbcaa0cf1b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:27.142853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3008d004-1e53-4d11-9ad4-cf0bb121a478 req-1d1eb46d-ccc6-4bfd-8d6a-46bbcaa0cf1b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0509732 Nov 19 10:15:27.191952 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3008d004-1e53-4d11-9ad4-cf0bb121a478 req-1bb6c70b-9486-401e-b595-05e3cd4a997d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432305 Nov 19 10:15:28.309852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d1892-c451-41ff-95fa-575a1d9d0c5f req-490a5f85-e228-4cd4-bc5e-feb11a7cbace tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:28.311332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-088d1892-c451-41ff-95fa-575a1d9d0c5f req-490a5f85-e228-4cd4-bc5e-feb11a7cbace tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0492048 Nov 19 10:15:28.360613 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-088d1892-c451-41ff-95fa-575a1d9d0c5f req-10268ef7-b7f5-468c-90b9-4b7391faf122 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432317 Nov 19 10:15:29.483151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10b490-3864-4ff4-9a24-8a2ecbcb419c req-7ce90590-3e89-4c22-bf6d-83bc2c4acb2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:29.484669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c10b490-3864-4ff4-9a24-8a2ecbcb419c req-7ce90590-3e89-4c22-bf6d-83bc2c4acb2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0536916 Nov 19 10:15:29.534001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9c10b490-3864-4ff4-9a24-8a2ecbcb419c req-c7416dec-d1fe-4d22-bbd5-038cdcd08673 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431995 Nov 19 10:15:30.649919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30e7bd-b57d-4b9d-89a4-49fad2c41865 req-7553af9d-5e65-4c6c-a349-265d53ada05a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:30.651296 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea30e7bd-b57d-4b9d-89a4-49fad2c41865 req-7553af9d-5e65-4c6c-a349-265d53ada05a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0486147 Nov 19 10:15:30.699170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea30e7bd-b57d-4b9d-89a4-49fad2c41865 req-78ad6ab6-0a6e-4032-b5cc-e62eb3706f0c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420139 Nov 19 10:15:31.823837 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792de917-bf70-484e-a704-d23a4f416c09 req-f5446efe-6c16-447d-8998-2cf3e7188fe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:31.825401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-792de917-bf70-484e-a704-d23a4f416c09 req-f5446efe-6c16-447d-8998-2cf3e7188fe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0582857 Nov 19 10:15:31.875440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-792de917-bf70-484e-a704-d23a4f416c09 req-70020fe2-b40f-4ac8-9fa7-1acc8a9edb7b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439172 Nov 19 10:15:32.992751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b139c1c-4d3e-4869-9c5e-59f694874237 req-6fec8fe2-ca6e-4e65-b30e-0a1fdc6bcf74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:32.994274 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b139c1c-4d3e-4869-9c5e-59f694874237 req-6fec8fe2-ca6e-4e65-b30e-0a1fdc6bcf74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0498021 Nov 19 10:15:33.042397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1b139c1c-4d3e-4869-9c5e-59f694874237 req-3572be05-cbbb-4186-b8c1-8bdeff88ac7d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422165 Nov 19 10:15:34.162359 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113c55c-b775-422f-80da-15e56478a12e req-9495d83b-742b-4b10-ba40-a4be72f0e76a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:34.163878 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c113c55c-b775-422f-80da-15e56478a12e req-9495d83b-742b-4b10-ba40-a4be72f0e76a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0491669 Nov 19 10:15:34.215904 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c113c55c-b775-422f-80da-15e56478a12e req-5fd2a8cc-1afd-43c9-81bc-3d6df7024582 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460916 Nov 19 10:15:35.335818 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce6406-b270-409b-8a9b-6ee2e78d8ac8 req-760fa4fe-a96c-471e-93d1-6524ae07bb49 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:35.337944 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38ce6406-b270-409b-8a9b-6ee2e78d8ac8 req-760fa4fe-a96c-471e-93d1-6524ae07bb49 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0497508 Nov 19 10:15:35.386541 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-38ce6406-b270-409b-8a9b-6ee2e78d8ac8 req-a0cc08b8-e656-4c87-944f-e52544f40b1f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427010 Nov 19 10:15:36.503821 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e485dd-c8df-48e0-a9c3-ebe9fdc78fa2 req-1b3f299e-6b62-4d63-932e-14f4d57aa235 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:36.505326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b0e485dd-c8df-48e0-a9c3-ebe9fdc78fa2 req-1b3f299e-6b62-4d63-932e-14f4d57aa235 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0497968 Nov 19 10:15:36.554407 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b0e485dd-c8df-48e0-a9c3-ebe9fdc78fa2 req-c2d834d3-a3b5-4867-a5d5-c3de6c32e0a2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430813 Nov 19 10:15:37.672589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d38d88-fc4d-4f79-9b2d-30f9bde147d7 req-a7962756-dff1-4683-9a49-962f8058b13b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:37.674094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76d38d88-fc4d-4f79-9b2d-30f9bde147d7 req-a7962756-dff1-4683-9a49-962f8058b13b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0524256 Nov 19 10:15:37.723663 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76d38d88-fc4d-4f79-9b2d-30f9bde147d7 req-6f2625e5-6e29-4005-8a0a-f117bd87b04e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430827 Nov 19 10:15:37.746966 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36816) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:15:37.806741 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b4dd1efd-b9f3-4761-839f-dcf81cb08ed2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/2f187f3c-e520-4400-8778-bd38bd532d3a HTTP/1.1" status: 200 len: 993 time: 0.0586298 Nov 19 10:15:46.108268 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:15:48.604273 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:15:50.025871 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca27d378-d13e-404c-bd10-e3f4ee28393f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:15:52.451242 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c72c9b46-be9d-4ec2-88fe-e864233ae76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:15:53.714096 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:15:55.103464 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:15:55.713222 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:15:59.471281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e81207de-d78f-46de-a13f-9d76e9f51373 req-fa59b1a6-5f6a-4cf5-92ef-fd535aae3b90 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0878134 Nov 19 10:15:59.554143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81207de-d78f-46de-a13f-9d76e9f51373 req-af925392-1f42-4ed4-8459-4be03ebb8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:59.555533 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e81207de-d78f-46de-a13f-9d76e9f51373 req-af925392-1f42-4ed4-8459-4be03ebb8e71 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 1098 time: 0.0401306 Nov 19 10:15:59.658100 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81207de-d78f-46de-a13f-9d76e9f51373 req-d92742c0-1ed0-4516-b4a2-06a14229058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:59.659971 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e81207de-d78f-46de-a13f-9d76e9f51373 req-d92742c0-1ed0-4516-b4a2-06a14229058f service neutron] 10.222.0.66 "GET /v2.0/networks?id=4bce9eee-1167-4fc4-83eb-760cc0843a52 HTTP/1.1" status: 200 len: 897 time: 0.0849617 Nov 19 10:15:59.732899 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e81207de-d78f-46de-a13f-9d76e9f51373 req-e871ae83-0bd8-4327-bbb6-dcdbed5aad5c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce166488-0bea-4508-bc3c-db6bc6159409 HTTP/1.1" status: 200 len: 1001 time: 0.0654485 Nov 19 10:15:59.782180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81207de-d78f-46de-a13f-9d76e9f51373 req-3590d497-81fc-41d8-aee2-909e921b7e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:59.783582 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e81207de-d78f-46de-a13f-9d76e9f51373 req-3590d497-81fc-41d8-aee2-909e921b7e50 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88377655-6ccb-4e15-adde-76b6d9563eb7 HTTP/1.1" status: 200 len: 835 time: 0.0435462 Nov 19 10:15:59.829676 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81207de-d78f-46de-a13f-9d76e9f51373 req-f26b364c-04dd-4f7c-92ee-b32aea633081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:15:59.831093 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e81207de-d78f-46de-a13f-9d76e9f51373 req-f26b364c-04dd-4f7c-92ee-b32aea633081 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4bce9eee-1167-4fc4-83eb-760cc0843a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398376 Nov 19 10:15:59.924443 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e81207de-d78f-46de-a13f-9d76e9f51373 req-df7c9578-ae12-4499-96f3-0c442fcb2c04 service neutron] 10.222.0.66 "GET /v2.0/networks/4bce9eee-1167-4fc4-83eb-760cc0843a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863326 Nov 19 10:16:00.014093 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e81207de-d78f-46de-a13f-9d76e9f51373 req-0716c2b3-f204-49d3-bde2-72fdd8ffd071 service neutron] 10.222.0.66 "GET /v2.0/networks/4bce9eee-1167-4fc4-83eb-760cc0843a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813303 Nov 19 10:16:02.725215 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:16:08.166435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36842) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:08.322079 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port 2d4a3520-79b0-408b-9f0b-7a262f4bc9ff {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:16:08.322423 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:08.399667 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:08.399994 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:08.411846 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for 2d4a3520-79b0-408b-9f0b-7a262f4bc9ff owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:16:08.559837 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:08.586540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=2d4a3520-79b0-408b-9f0b-7a262f4bc9ff,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:08.614095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:08.614447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:08.614785 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:08.615119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:08.615448 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:08.615778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:08.616106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:08.616430 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:08.616754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:08.617075 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:08.617425 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:08.617746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:08.661246 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:08.661515 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Floating IP 2f187f3c-e520-4400-8778-bd38bd532d3a disassociated (deleted). External IP: 172.25.0.82, port: ce166488-0bea-4508-bc3c-db6bc6159409. Nov 19 10:16:08.864457 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router f8704d56-a20e-4e27-9610-2de8ea5ba730 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:16:08.971190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:16:08.976012 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:08.981426 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1796a669-b765-42d6-9e5e-3250b519bd57 None None] Sync routers for ids ['f8704d56-a20e-4e27-9610-2de8ea5ba730'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:16:08.992605 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1796a669-b765-42d6-9e5e-3250b519bd57 None None] Routers {'f8704d56-a20e-4e27-9610-2de8ea5ba730'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:16:08.994180 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1796a669-b765-42d6-9e5e-3250b519bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:15:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f8704d56-a20e-4e27-9610-2de8ea5ba730'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:09.003524 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-31346366-8d84-4c56-9e09-1b92c15d7b48 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/floatingips/2f187f3c-e520-4400-8778-bd38bd532d3a HTTP/1.1" status: 204 len: 168 time: 0.8359845 Nov 19 10:16:09.004118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24d444f-1c67-4fa6-90e7-404e9ca84520', 'tag': 'ce166488-0bea-4508-bc3c-db6bc6159409'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:16:09.006441 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920f08af-ca1a-49cc-b044-01a9421c6832" -d '{"events": [{"name": "network-changed", "server_uuid": "b24d444f-1c67-4fa6-90e7-404e9ca84520", "tag": "ce166488-0bea-4508-bc3c-db6bc6159409"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:16:09.111052 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a71d7cd-ac6b-489c-8b03-37200122dc77 x-openstack-request-id: req-1a71d7cd-ac6b-489c-8b03-37200122dc77 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:16:09.111354 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24d444f-1c67-4fa6-90e7-404e9ca84520", "tag": "ce166488-0bea-4508-bc3c-db6bc6159409", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:16:09.111641 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a71d7cd-ac6b-489c-8b03-37200122dc77 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:16:09.112058 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24d444f-1c67-4fa6-90e7-404e9ca84520', 'tag': 'ce166488-0bea-4508-bc3c-db6bc6159409', 'status': 'completed', 'code': 200} Nov 19 10:16:09.119582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-1796a669-b765-42d6-9e5e-3250b519bd57 None None] Set router f8704d56-a20e-4e27-9610-2de8ea5ba730 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:16:09.181900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f08af-ca1a-49cc-b044-01a9421c6832 req-0410ce3c-5958-401c-b143-a48f511ab99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:09.183670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-920f08af-ca1a-49cc-b044-01a9421c6832 req-0410ce3c-5958-401c-b143-a48f511ab99e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 1098 time: 0.0483205 Nov 19 10:16:09.287434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317c9d4-d96b-4592-b69d-7a7b6994abc8 req-9e9a895c-d288-4f56-aeff-a486fcdaa292 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:09.288946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9317c9d4-d96b-4592-b69d-7a7b6994abc8 req-9e9a895c-d288-4f56-aeff-a486fcdaa292 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0999908 Nov 19 10:16:09.331847 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1796a669-b765-42d6-9e5e-3250b519bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240024761', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:35Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '45e6aedd-5e64-4c79-87c1-50dfbbf5015d', 'name': '', 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:ea:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:34Z', 'updated_at': '2021-11-19T10:14:37Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:09.335319 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f08af-ca1a-49cc-b044-01a9421c6832 req-496ce939-b76d-40e6-b8f0-a57cb32a8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:09.336809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-920f08af-ca1a-49cc-b044-01a9421c6832 req-496ce939-b76d-40e6-b8f0-a57cb32a8bcc service neutron] 10.222.0.66 "GET /v2.0/networks?id=4bce9eee-1167-4fc4-83eb-760cc0843a52 HTTP/1.1" status: 200 len: 897 time: 0.1393032 Nov 19 10:16:09.363046 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1796a669-b765-42d6-9e5e-3250b519bd57 None None] Checking router: f8704d56-a20e-4e27-9610-2de8ea5ba730 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:16:09.371343 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1796a669-b765-42d6-9e5e-3250b519bd57 None None] Routers {'f8704d56-a20e-4e27-9610-2de8ea5ba730'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:16:09.371891 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1796a669-b765-42d6-9e5e-3250b519bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:15:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f8704d56-a20e-4e27-9610-2de8ea5ba730'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:09.389599 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-920f08af-ca1a-49cc-b044-01a9421c6832 req-71437890-06dc-4f66-a618-e45eb317d50a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce166488-0bea-4508-bc3c-db6bc6159409 HTTP/1.1" status: 200 len: 217 time: 0.0445654 Nov 19 10:16:09.393735 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9317c9d4-d96b-4592-b69d-7a7b6994abc8 req-6f73de3a-7c45-4cec-96e9-b1a415caf7fb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954633 Nov 19 10:16:09.441665 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f08af-ca1a-49cc-b044-01a9421c6832 req-025e63b6-e7e8-43a6-bd22-d33ecb4be324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:09.443170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-920f08af-ca1a-49cc-b044-01a9421c6832 req-025e63b6-e7e8-43a6-bd22-d33ecb4be324 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88377655-6ccb-4e15-adde-76b6d9563eb7 HTTP/1.1" status: 200 len: 835 time: 0.0456834 Nov 19 10:16:09.480886 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-1796a669-b765-42d6-9e5e-3250b519bd57 None None] Set router f8704d56-a20e-4e27-9610-2de8ea5ba730 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:16:09.496356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f08af-ca1a-49cc-b044-01a9421c6832 req-c63fae8a-9e3b-489d-8dc1-74838d67cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:09.498042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-920f08af-ca1a-49cc-b044-01a9421c6832 req-c63fae8a-9e3b-489d-8dc1-74838d67cebb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4bce9eee-1167-4fc4-83eb-760cc0843a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457871 Nov 19 10:16:09.588184 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-920f08af-ca1a-49cc-b044-01a9421c6832 req-34adb88c-7fa0-4520-b521-d4ae088bf0d8 service neutron] 10.222.0.66 "GET /v2.0/networks/4bce9eee-1167-4fc4-83eb-760cc0843a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815215 Nov 19 10:16:09.677461 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1796a669-b765-42d6-9e5e-3250b519bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240024761', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:35Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '45e6aedd-5e64-4c79-87c1-50dfbbf5015d', 'name': '', 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:ea:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:34Z', 'updated_at': '2021-11-19T10:14:37Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:09.683679 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-920f08af-ca1a-49cc-b044-01a9421c6832 req-3d3d84da-c805-4de9-8a0d-6d59fee474cf service neutron] 10.222.0.66 "GET /v2.0/networks/4bce9eee-1167-4fc4-83eb-760cc0843a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866551 Nov 19 10:16:09.705618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1796a669-b765-42d6-9e5e-3250b519bd57 None None] The sync data for ids ['f8704d56-a20e-4e27-9610-2de8ea5ba730'] in n-d-805649-14 is: [{'id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240024761', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:35Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '45e6aedd-5e64-4c79-87c1-50dfbbf5015d', 'name': '', 'network_id': '4bce9eee-1167-4fc4-83eb-760cc0843a52', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:ea:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:34Z', 'updated_at': '2021-11-19T10:14:37Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '88377655-6ccb-4e15-adde-76b6d9563eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:16:09.935901 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac1cdf0-ceb8-4013-a377-176596a1559c None None] New status for floating IP 2f187f3c-e520-4400-8778-bd38bd532d3a: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:16:10.515074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba82e96-cd6a-4727-8459-72c8445a8378 req-3fe09f87-338e-4ad6-ba8c-8c2b9e901439 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:10.516562 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ba82e96-cd6a-4727-8459-72c8445a8378 req-3fe09f87-338e-4ad6-ba8c-8c2b9e901439 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0501540 Nov 19 10:16:10.567397 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ba82e96-cd6a-4727-8459-72c8445a8378 req-dedde70c-1677-4749-b98c-0970c1b497a7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=33fb91fb-dd80-4405-8c74-3c386f06712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445898 Nov 19 10:16:10.715768 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47599b92-c641-4a9c-abbd-2e756f338db5 req-b601bfd1-cf9a-4a5a-b00e-97ef477be0b5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:10.717347 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47599b92-c641-4a9c-abbd-2e756f338db5 req-b601bfd1-cf9a-4a5a-b00e-97ef477be0b5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "GET /v2.0/ports?device_id=b24d444f-1c67-4fa6-90e7-404e9ca84520 HTTP/1.1" status: 200 len: 946 time: 0.0485544 Nov 19 10:16:10.807248 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-47599b92-c641-4a9c-abbd-2e756f338db5 req-7d6eca99-a386-435f-a9b3-cfc733e6b7ec tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port ce166488-0bea-4508-bc3c-db6bc6159409 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:16:10.807579 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-47599b92-c641-4a9c-abbd-2e756f338db5 req-7d6eca99-a386-435f-a9b3-cfc733e6b7ec tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:10.894485 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-47599b92-c641-4a9c-abbd-2e756f338db5 req-7d6eca99-a386-435f-a9b3-cfc733e6b7ec tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] For port ce166488-0bea-4508-bc3c-db6bc6159409, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=ce166488-0bea-4508-bc3c-db6bc6159409,segment=NetworkSegment(bf398ce6-9c78-48ac-84a2-9fd2844c38d5),segment_id=bf398ce6-9c78-48ac-84a2-9fd2844c38d5)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:16:10.894749 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-47599b92-c641-4a9c-abbd-2e756f338db5 req-7d6eca99-a386-435f-a9b3-cfc733e6b7ec tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:10.907260 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-47599b92-c641-4a9c-abbd-2e756f338db5 req-7d6eca99-a386-435f-a9b3-cfc733e6b7ec tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for ce166488-0bea-4508-bc3c-db6bc6159409 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:16:11.036340 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-47599b92-c641-4a9c-abbd-2e756f338db5 req-7d6eca99-a386-435f-a9b3-cfc733e6b7ec tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:11.065050 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6eca99-a386-435f-a9b3-cfc733e6b7ec tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=ce166488-0bea-4508-bc3c-db6bc6159409,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:11.109827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-47599b92-c641-4a9c-abbd-2e756f338db5 req-7d6eca99-a386-435f-a9b3-cfc733e6b7ec tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] No DVR routers for this DVR port ce166488-0bea-4508-bc3c-db6bc6159409 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:16:11.112475 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-47599b92-c641-4a9c-abbd-2e756f338db5 req-7d6eca99-a386-435f-a9b3-cfc733e6b7ec tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:11.116032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47599b92-c641-4a9c-abbd-2e756f338db5 req-7d6eca99-a386-435f-a9b3-cfc733e6b7ec tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "DELETE /v2.0/ports/ce166488-0bea-4508-bc3c-db6bc6159409 HTTP/1.1" status: 204 len: 173 time: 0.3927088 Nov 19 10:16:11.116462 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24d444f-1c67-4fa6-90e7-404e9ca84520', 'name': 'network-vif-deleted', 'tag': 'ce166488-0bea-4508-bc3c-db6bc6159409'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:16:11.118788 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f29cf5c-27cf-47be-945b-2b3ad9b5906d" -d '{"events": [{"server_uuid": "b24d444f-1c67-4fa6-90e7-404e9ca84520", "name": "network-vif-deleted", "tag": "ce166488-0bea-4508-bc3c-db6bc6159409"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:16:11.156461 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b423d98e-c826-42d5-b975-cf2b3f0c7ef7 x-openstack-request-id: req-b423d98e-c826-42d5-b975-cf2b3f0c7ef7 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:16:11.156760 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24d444f-1c67-4fa6-90e7-404e9ca84520", "name": "network-vif-deleted", "tag": "ce166488-0bea-4508-bc3c-db6bc6159409", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:16:11.157017 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b423d98e-c826-42d5-b975-cf2b3f0c7ef7 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:16:11.157480 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24d444f-1c67-4fa6-90e7-404e9ca84520', 'name': 'network-vif-deleted', 'tag': 'ce166488-0bea-4508-bc3c-db6bc6159409', 'status': 'completed', 'code': 200} Nov 19 10:16:11.624580 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36858) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:11.971958 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-545be3f1-51e2-42ff-9297-6bc70ffd99f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:12.224041 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-545be3f1-51e2-42ff-9297-6bc70ffd99f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:16:12.224281 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-545be3f1-51e2-42ff-9297-6bc70ffd99f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:12.313070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-545be3f1-51e2-42ff-9297-6bc70ffd99f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] For port 45e6aedd-5e64-4c79-87c1-50dfbbf5015d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=45e6aedd-5e64-4c79-87c1-50dfbbf5015d,segment=NetworkSegment(bf398ce6-9c78-48ac-84a2-9fd2844c38d5),segment_id=bf398ce6-9c78-48ac-84a2-9fd2844c38d5)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:16:12.313459 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-545be3f1-51e2-42ff-9297-6bc70ffd99f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:12.326544 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-545be3f1-51e2-42ff-9297-6bc70ffd99f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for 45e6aedd-5e64-4c79-87c1-50dfbbf5015d owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:16:12.810689 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-545be3f1-51e2-42ff-9297-6bc70ffd99f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:12.836080 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545be3f1-51e2-42ff-9297-6bc70ffd99f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=45e6aedd-5e64-4c79-87c1-50dfbbf5015d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:13.007163 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-545be3f1-51e2-42ff-9297-6bc70ffd99f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:13.216512 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545be3f1-51e2-42ff-9297-6bc70ffd99f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router f8704d56-a20e-4e27-9610-2de8ea5ba730 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:16:13.321146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545be3f1-51e2-42ff-9297-6bc70ffd99f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:16:13.326695 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-545be3f1-51e2-42ff-9297-6bc70ffd99f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "PUT /v2.0/routers/f8704d56-a20e-4e27-9610-2de8ea5ba730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7010450 Nov 19 10:16:13.329673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36860) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:13.331203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df3d0c0-0a69-442f-b0a6-e48b87958403 None None] Sync routers for ids ['f8704d56-a20e-4e27-9610-2de8ea5ba730'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:16:13.345057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df3d0c0-0a69-442f-b0a6-e48b87958403 None None] Routers {'f8704d56-a20e-4e27-9610-2de8ea5ba730'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:16:13.345987 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8df3d0c0-0a69-442f-b0a6-e48b87958403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:15:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f8704d56-a20e-4e27-9610-2de8ea5ba730'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:13.385028 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting subnet 88377655-6ccb-4e15-adde-76b6d9563eb7 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:16:13.388750 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:13.435820 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:13.450946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8df3d0c0-0a69-442f-b0a6-e48b87958403 None None] Set router f8704d56-a20e-4e27-9610-2de8ea5ba730 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:16:13.522437 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:13.581921 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:13.609649 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Subnet': ['ID=88377655-6ccb-4e15-adde-76b6d9563eb7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:13.615612 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:13.620613 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/subnets/88377655-6ccb-4e15-adde-76b6d9563eb7 HTTP/1.1" status: 204 len: 168 time: 0.2893064 Nov 19 10:16:13.621296 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49554bc9-5760-4128-8891-d9b893ab2118 None None] Network 4bce9eee-1167-4fc4-83eb-760cc0843a52 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:16:13.623427 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36864) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:13.627260 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:13.627832 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:13.628344 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:13.628851 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:13.629370 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:13.629876 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:13.630628 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:13.630970 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:13.631308 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:13.631724 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:13.632062 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:13.632386 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f03e31-3b6a-4e64-af8c-e16076f50bbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:13.696317 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8df3d0c0-0a69-442f-b0a6-e48b87958403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240024761', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:16:12Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:13.724665 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df3d0c0-0a69-442f-b0a6-e48b87958403 None None] Checking router: f8704d56-a20e-4e27-9610-2de8ea5ba730 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:16:13.730049 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22405383-4029-4192-9f51-74b3f8c95f53 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:13.766352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df3d0c0-0a69-442f-b0a6-e48b87958403 None None] Routers {'f8704d56-a20e-4e27-9610-2de8ea5ba730'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:16:13.766976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8df3d0c0-0a69-442f-b0a6-e48b87958403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:15:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['f8704d56-a20e-4e27-9610-2de8ea5ba730'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:13.836646 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22405383-4029-4192-9f51-74b3f8c95f53 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:13.893927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-22405383-4029-4192-9f51-74b3f8c95f53 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port cfc49a29-b90d-4286-ae97-dfec96946974 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:16:13.894268 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22405383-4029-4192-9f51-74b3f8c95f53 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:13.980540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-22405383-4029-4192-9f51-74b3f8c95f53 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] For port cfc49a29-b90d-4286-ae97-dfec96946974, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=cfc49a29-b90d-4286-ae97-dfec96946974,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:16:13.980907 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22405383-4029-4192-9f51-74b3f8c95f53 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:13.993374 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-22405383-4029-4192-9f51-74b3f8c95f53 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for cfc49a29-b90d-4286-ae97-dfec96946974 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:16:14.043175 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8df3d0c0-0a69-442f-b0a6-e48b87958403 None None] Set router f8704d56-a20e-4e27-9610-2de8ea5ba730 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:16:14.071869 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] DHCP port deletion for 4bce9eee-1167-4fc4-83eb-760cc0843a52 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:16:14.161168 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22405383-4029-4192-9f51-74b3f8c95f53 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.188997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22405383-4029-4192-9f51-74b3f8c95f53 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=cfc49a29-b90d-4286-ae97-dfec96946974,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:14.207492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9749e4e-660c-47aa-a3f9-19c4d3f25d4f None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:16:14.242722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Deleting port c23eadaa-bde5-4d9c-88a6-8a60c75875b5 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:16:14.243097 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.251984 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22405383-4029-4192-9f51-74b3f8c95f53 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.317883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] For port c23eadaa-bde5-4d9c-88a6-8a60c75875b5, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=c23eadaa-bde5-4d9c-88a6-8a60c75875b5,segment=NetworkSegment(bf398ce6-9c78-48ac-84a2-9fd2844c38d5),segment_id=bf398ce6-9c78-48ac-84a2-9fd2844c38d5)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:16:14.318208 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.335124 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Calling delete_port for c23eadaa-bde5-4d9c-88a6-8a60c75875b5 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:16:14.345895 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22405383-4029-4192-9f51-74b3f8c95f53 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.348074 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22405383-4029-4192-9f51-74b3f8c95f53 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.349179 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8df3d0c0-0a69-442f-b0a6-e48b87958403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240024761', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:16:12Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:14.400740 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22405383-4029-4192-9f51-74b3f8c95f53 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.401589 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22405383-4029-4192-9f51-74b3f8c95f53 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Fanout notify agent at l3_agent the message router_deleted on router f8704d56-a20e-4e27-9610-2de8ea5ba730 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 10:16:14.405599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df3d0c0-0a69-442f-b0a6-e48b87958403 None None] The sync data for ids ['f8704d56-a20e-4e27-9610-2de8ea5ba730'] in n-d-805649-14 is: [{'id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-240024761', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:16:12Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': 'cfc49a29-b90d-4286-ae97-dfec96946974', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8704d56-a20e-4e27-9610-2de8ea5ba730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:14:31Z', 'updated_at': '2021-11-19T10:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:16:14.411108 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22405383-4029-4192-9f51-74b3f8c95f53 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.412352 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-22405383-4029-4192-9f51-74b3f8c95f53 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/routers/f8704d56-a20e-4e27-9610-2de8ea5ba730 HTTP/1.1" status: 204 len: 168 time: 0.7878585 Nov 19 10:16:14.414964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36866) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:14.465262 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.497067 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Pushing event deleted for resources: {'Port': ['ID=c23eadaa-bde5-4d9c-88a6-8a60c75875b5,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:14.504695 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] No DVR routers for this DVR port c23eadaa-bde5-4d9c-88a6-8a60c75875b5 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:16:14.508713 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c4edda86-ad22-4534-a85e-26d892abd6c7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.508890 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:14.509232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:14.509585 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:14.510143 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:14.510521 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:14.511312 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:14.511801 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:14.512152 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:14.512491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:14.512828 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:14.513348 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:14.513953 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab0b961-0a29-4c46-a9fe-722476f5b59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:14.600357 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c4edda86-ad22-4534-a85e-26d892abd6c7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.620613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-c4edda86-ad22-4534-a85e-26d892abd6c7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bce9eee-1167-4fc4-83eb-760cc0843a52']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:14.629606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-c4edda86-ad22-4534-a85e-26d892abd6c7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf398ce6-9c78-48ac-84a2-9fd2844c38d5') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:14.629899 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-c4edda86-ad22-4534-a85e-26d892abd6c7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf398ce6-9c78-48ac-84a2-9fd2844c38d5') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:14.639072 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c4edda86-ad22-4534-a85e-26d892abd6c7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.652981 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c4edda86-ad22-4534-a85e-26d892abd6c7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.658891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4edda86-ad22-4534-a85e-26d892abd6c7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:16:14.659276 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c4edda86-ad22-4534-a85e-26d892abd6c7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: timer() Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:16:14.662187 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:16:14.719780 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c4edda86-ad22-4534-a85e-26d892abd6c7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.727039 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c4edda86-ad22-4534-a85e-26d892abd6c7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.730883 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c4edda86-ad22-4534-a85e-26d892abd6c7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/networks/4bce9eee-1167-4fc4-83eb-760cc0843a52 HTTP/1.1" status: 204 len: 168 time: 0.3149810 Nov 19 10:16:14.733727 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36868) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:14.737025 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device ce166488-0bea-4508-bc3c-db6bc6159409 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:16:14.743350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edda86-ad22-4534-a85e-26d892abd6c7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Network': ['ID=4bce9eee-1167-4fc4-83eb-760cc0843a52,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:14.762420 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: ce166488-0bea-4508-bc3c-db6bc6159409 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:16:14.763104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device ce166488-0bea-4508-bc3c-db6bc6159409 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:16:14.807973 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf93265f-c495-46cf-83a7-e82a5fb94066 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.808216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c23eadaa-bde5-4d9c-88a6-8a60c75875b5 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:16:14.829156 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: c23eadaa-bde5-4d9c-88a6-8a60c75875b5 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:16:14.829503 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device c23eadaa-bde5-4d9c-88a6-8a60c75875b5 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:16:14.839902 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf93265f-c495-46cf-83a7-e82a5fb94066 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.903686 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf93265f-c495-46cf-83a7-e82a5fb94066 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.906880 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bf93265f-c495-46cf-83a7-e82a5fb94066 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:14.908073 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bf93265f-c495-46cf-83a7-e82a5fb94066 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/security-groups/33fb91fb-dd80-4405-8c74-3c386f06712d HTTP/1.1" status: 204 len: 168 time: 0.1723254 Nov 19 10:16:14.921868 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93265f-c495-46cf-83a7-e82a5fb94066 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fb91fb-dd80-4405-8c74-3c386f06712d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:15.137067 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36874) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:15.142016 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-80be5b73-d8ff-48e4-887f-be431030b320 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-105941755', 'description': 'tempest-secgroup-smoke-105941755 description', 'project_id': '9d7b63a9f33f4d65856aed705f25f367'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:16:15.169531 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80be5b73-d8ff-48e4-887f-be431030b320 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.234658 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80be5b73-d8ff-48e4-887f-be431030b320 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.238111 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80be5b73-d8ff-48e4-887f-be431030b320 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.266864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be5b73-d8ff-48e4-887f-be431030b320 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9cac41-6ab2-4785-83d3-bf987518fb75,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:15.271168 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-80be5b73-d8ff-48e4-887f-be431030b320 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.272393 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-80be5b73-d8ff-48e4-887f-be431030b320 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1342032 Nov 19 10:16:15.275475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36876) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:15.280731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c327a75d-5f9c-4e4d-ab8d-ebbb6ddba5f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '5b9cac41-6ab2-4785-83d3-bf987518fb75', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:16:15.305633 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c327a75d-5f9c-4e4d-ab8d-ebbb6ddba5f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.365016 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c327a75d-5f9c-4e4d-ab8d-ebbb6ddba5f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.368372 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c327a75d-5f9c-4e4d-ab8d-ebbb6ddba5f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.386358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327a75d-5f9c-4e4d-ab8d-ebbb6ddba5f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36eb4bdd-7592-459f-8839-a3b54df59bf3,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:15.393942 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c327a75d-5f9c-4e4d-ab8d-ebbb6ddba5f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.395126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c327a75d-5f9c-4e4d-ab8d-ebbb6ddba5f2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179063 Nov 19 10:16:15.397925 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36878) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:15.402335 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-97876b55-65c8-41c5-973a-320ebbf504d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '5b9cac41-6ab2-4785-83d3-bf987518fb75', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:16:15.429194 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-97876b55-65c8-41c5-973a-320ebbf504d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.498823 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-97876b55-65c8-41c5-973a-320ebbf504d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.502530 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-97876b55-65c8-41c5-973a-320ebbf504d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.523142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97876b55-65c8-41c5-973a-320ebbf504d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8467a01-555a-424d-a217-355b4b75b636,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:15.531513 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-97876b55-65c8-41c5-973a-320ebbf504d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.532708 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-97876b55-65c8-41c5-973a-320ebbf504d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338398 Nov 19 10:16:15.535490 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36880) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:15.540154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-044e6bc8-e9f3-47d9-8aee-a01a77bea82a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '5b9cac41-6ab2-4785-83d3-bf987518fb75', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:16:15.568011 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-044e6bc8-e9f3-47d9-8aee-a01a77bea82a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.625017 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-044e6bc8-e9f3-47d9-8aee-a01a77bea82a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.628774 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-044e6bc8-e9f3-47d9-8aee-a01a77bea82a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.649735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e6bc8-e9f3-47d9-8aee-a01a77bea82a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bb7668-18c5-413a-bb7f-169e08441abf,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:15.655424 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-044e6bc8-e9f3-47d9-8aee-a01a77bea82a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.656585 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-044e6bc8-e9f3-47d9-8aee-a01a77bea82a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199954 Nov 19 10:16:15.659264 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36882) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:15.663474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a391b065-70e4-496e-a911-2b88957c355f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '5b9cac41-6ab2-4785-83d3-bf987518fb75', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:16:15.689756 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a391b065-70e4-496e-a911-2b88957c355f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.749478 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a391b065-70e4-496e-a911-2b88957c355f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.753349 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a391b065-70e4-496e-a911-2b88957c355f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.772263 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391b065-70e4-496e-a911-2b88957c355f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8726264-7d0a-4073-a29c-200e8c3f7883,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:15.778519 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a391b065-70e4-496e-a911-2b88957c355f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.781543 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a391b065-70e4-496e-a911-2b88957c355f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213140 Nov 19 10:16:15.781895 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36884) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:15.786531 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e1ab587d-8223-414e-9436-13f9d04a2679 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '5b9cac41-6ab2-4785-83d3-bf987518fb75', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:16:15.808267 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-e1ab587d-8223-414e-9436-13f9d04a2679 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Project 9d7b63a9f33f4d65856aed705f25f367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:16:15.813798 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e1ab587d-8223-414e-9436-13f9d04a2679 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.871275 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e1ab587d-8223-414e-9436-13f9d04a2679 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.874718 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e1ab587d-8223-414e-9436-13f9d04a2679 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.894169 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab587d-8223-414e-9436-13f9d04a2679 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5a81be-83d6-4b78-8b85-450988ac4068,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:15.899580 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e1ab587d-8223-414e-9436-13f9d04a2679 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.900793 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e1ab587d-8223-414e-9436-13f9d04a2679 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178668 Nov 19 10:16:15.903656 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36886) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:15.908086 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2b486212-08fb-43fd-904f-d86bbf073c52 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '5b9cac41-6ab2-4785-83d3-bf987518fb75', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:16:15.929501 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-2b486212-08fb-43fd-904f-d86bbf073c52 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Project 9d7b63a9f33f4d65856aed705f25f367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:16:15.934961 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b486212-08fb-43fd-904f-d86bbf073c52 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.991852 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b486212-08fb-43fd-904f-d86bbf073c52 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:15.996286 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b486212-08fb-43fd-904f-d86bbf073c52 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:16.012844 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b486212-08fb-43fd-904f-d86bbf073c52 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b61b84e-bc4e-49c5-ad76-be61ca59540f,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:16.020954 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2b486212-08fb-43fd-904f-d86bbf073c52 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:16.022173 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2b486212-08fb-43fd-904f-d86bbf073c52 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175928 Nov 19 10:16:16.024950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36888) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:16.029774 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9855128d-68b4-47ad-b1ea-aff4fc70dd3d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'network': {'name': 'tempest-network-smoke--1701304376', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'port_security_enabled': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:16:16.050274 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9855128d-68b4-47ad-b1ea-aff4fc70dd3d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Made reservation on behalf of 9d7b63a9f33f4d65856aed705f25f367 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:16:16.053873 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9855128d-68b4-47ad-b1ea-aff4fc70dd3d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:16.080625 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9855128d-68b4-47ad-b1ea-aff4fc70dd3d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:16:16.090190 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9855128d-68b4-47ad-b1ea-aff4fc70dd3d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:16.090535 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-9855128d-68b4-47ad-b1ea-aff4fc70dd3d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Added segment c5ca6a99-3b60-49f0-adec-b40d837d5e32 of type vlan for network 98919e93-0f08-4842-8988-682c8fb2054a Nov 19 10:16:16.109052 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:16.131764 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9855128d-68b4-47ad-b1ea-aff4fc70dd3d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:16.156720 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9855128d-68b4-47ad-b1ea-aff4fc70dd3d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:16.162364 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9855128d-68b4-47ad-b1ea-aff4fc70dd3d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:16.162961 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9855128d-68b4-47ad-b1ea-aff4fc70dd3d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:16.214875 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9855128d-68b4-47ad-b1ea-aff4fc70dd3d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1888824 Nov 19 10:16:16.218063 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36890) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:16.223031 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1662128393', 'admin_state_up': True, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:16:16.233002 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855128d-68b4-47ad-b1ea-aff4fc70dd3d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Network': ['ID=98919e93-0f08-4842-8988-682c8fb2054a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:16.244000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 98919e93-0f08-4842-8988-682c8fb2054a details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:16:16.249948 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:16.250991 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:16.302268 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:16.388834 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 45e6aedd-5e64-4c79-87c1-50dfbbf5015d no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:16:16.409716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 45e6aedd-5e64-4c79-87c1-50dfbbf5015d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:16:16.410063 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 45e6aedd-5e64-4c79-87c1-50dfbbf5015d not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:16:16.410481 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device cfc49a29-b90d-4286-ae97-dfec96946974 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:16:16.429515 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: cfc49a29-b90d-4286-ae97-dfec96946974 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:16:16.429862 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device cfc49a29-b90d-4286-ae97-dfec96946974 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:16:16.443621 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:16.638770 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:16.661298 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:16.761420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.25.0.211 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/4e92029c-b250-4580-b104-037786839175) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:16:16.864449 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:16.898113 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:16.937406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:16:16.940389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:16:16.943766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:16:16.954675 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb31c95-8153-4020-91c7-f66cdf9498d8 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:16:16.966613 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=4e92029c-b250-4580-b104-037786839175,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:17.038092 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d5faa045-408c-4990-a47b-e85aed8a6794 None None] Provisioning complete for port 4e92029c-b250-4580-b104-037786839175 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:16:17.038466 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d5faa045-408c-4990-a47b-e85aed8a6794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:17.073782 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d5faa045-408c-4990-a47b-e85aed8a6794 None None] Port 4e92029c-b250-4580-b104-037786839175 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:16:17.191199 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:17.397391 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:17.530836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router 7b498e51-9953-48d4-b939-3330846dd1cd is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 10:16:17.637276 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:16:17.646551 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Sync routers for ids ['7b498e51-9953-48d4-b939-3330846dd1cd'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:16:17.657270 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Routers {'7b498e51-9953-48d4-b939-3330846dd1cd'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:16:17.657887 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:15:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7b498e51-9953-48d4-b939-3330846dd1cd'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:17.658122 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:17.659358 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-654d86a3-c380-45e3-8879-b9832cb9d768 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4402232 Nov 19 10:16:17.663372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36892) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:17.694195 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-710a1be1-3011-4353-8d03-bab7e3779e19 tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=9d7b63a9f33f4d65856aed705f25f367&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296409 Nov 19 10:16:17.696784 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36894) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:17.765219 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Set router 7b498e51-9953-48d4-b939-3330846dd1cd gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:16:17.781872 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a94755-070f-419c-a332-d4c34023b036 tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:17.783301 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-68a94755-070f-419c-a332-d4c34023b036 tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854986 Nov 19 10:16:17.786299 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36896) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:17.818815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4952d045-0caa-49f3-95f4-a8b6c465ac7d tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314460 Nov 19 10:16:17.821389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36898) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:17.827043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-762d973e-c6da-40e0-8863-6b775b60306f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-755767208', 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:16:17.915056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762d973e-c6da-40e0-8863-6b775b60306f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Made reservation on behalf of 9d7b63a9f33f4d65856aed705f25f367 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:16:17.919401 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-762d973e-c6da-40e0-8863-6b775b60306f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:17.943883 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662128393', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '4e92029c-b250-4580-b104-037786839175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:17Z', 'revision_number': 3, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4e92029c-b250-4580-b104-037786839175', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:17.969777 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Checking router: 7b498e51-9953-48d4-b939-3330846dd1cd for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:16:17.970127 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Updating router 7b498e51-9953-48d4-b939-3330846dd1cd port 4e92029c-b250-4580-b104-037786839175 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:16:17.995274 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:18.102570 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-762d973e-c6da-40e0-8863-6b775b60306f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:18.161868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d973e-c6da-40e0-8863-6b775b60306f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Subnet': ['ID=c08106a7-b1d0-4479-a0a9-f44a8e835eca,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:18.171767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762d973e-c6da-40e0-8863-6b775b60306f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Checking segment: {'id': 'c5ca6a99-3b60-49f0-adec-b40d837d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:16:18.172093 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762d973e-c6da-40e0-8863-6b775b60306f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network hostable DHCP agents. Network: 98919e93-0f08-4842-8988-682c8fb2054a, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:16:18.188692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762d973e-c6da-40e0-8863-6b775b60306f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 98919e93-0f08-4842-8988-682c8fb2054a is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:16:18.197520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-762d973e-c6da-40e0-8863-6b775b60306f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 98919e93-0f08-4842-8988-682c8fb2054a) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:16:18.202314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762d973e-c6da-40e0-8863-6b775b60306f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:18.202901 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-762d973e-c6da-40e0-8863-6b775b60306f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:18.206960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462ac2b7-e599-401c-9e43-c14a196142fb None None] Network 98919e93-0f08-4842-8988-682c8fb2054a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:16:18.226097 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-762d973e-c6da-40e0-8863-6b775b60306f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4030573 Nov 19 10:16:18.229111 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36900) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:18.254736 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:18.261935 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:18.309536 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Attempting to bind port 4e92029c-b250-4580-b104-037786839175 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:16:18.309927 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Attempting to bind port 4e92029c-b250-4580-b104-037786839175 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:16:18.310277 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Attempting to bind port 4e92029c-b250-4580-b104-037786839175 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:16:18.323364 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:16:18.323740 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:16:18.324354 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:18.324755 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:16:18.325255 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Bound port: 4e92029c-b250-4580-b104-037786839175, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:16:18.325638 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:18.328581 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58474b-0b55-489d-97cc-9c9e6804762a None None] Pushing event updated for resources: {'Port': ['ID=4e92029c-b250-4580-b104-037786839175,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:18.333101 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b7e466-486a-4204-9360-855136b521ef None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:16:18.380465 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58474b-0b55-489d-97cc-9c9e6804762a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:18.380818 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58474b-0b55-489d-97cc-9c9e6804762a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:18.381194 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58474b-0b55-489d-97cc-9c9e6804762a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:18.381534 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58474b-0b55-489d-97cc-9c9e6804762a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:18.382102 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58474b-0b55-489d-97cc-9c9e6804762a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:18.382318 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58474b-0b55-489d-97cc-9c9e6804762a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:18.382495 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58474b-0b55-489d-97cc-9c9e6804762a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:18.383010 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58474b-0b55-489d-97cc-9c9e6804762a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:18.383525 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58474b-0b55-489d-97cc-9c9e6804762a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:18.383854 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58474b-0b55-489d-97cc-9c9e6804762a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:18.384180 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58474b-0b55-489d-97cc-9c9e6804762a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:18.384676 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58474b-0b55-489d-97cc-9c9e6804762a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:16:18.390302 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-98919e93-0f08-4842-8988-682c8fb2054a', 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ips': [{'subnet_id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:16:18.391411 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:18.392163 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] For port 4e92029c-b250-4580-b104-037786839175, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:16:18.395897 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] For port 4e92029c-b250-4580-b104-037786839175, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4e92029c-b250-4580-b104-037786839175,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:16:18.401110 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:18.425628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-854a08b0-dcc0-4151-95ca-1f90f85eb79d None None] Provisioning complete for port 4e92029c-b250-4580-b104-037786839175 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:16:18.426297 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-854a08b0-dcc0-4151-95ca-1f90f85eb79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:18.452967 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Routers {'7b498e51-9953-48d4-b939-3330846dd1cd'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:16:18.453632 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:15:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7b498e51-9953-48d4-b939-3330846dd1cd'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:18.492373 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5608ec3-3421-4ce6-ad65-b87c6d303a5a None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:16:18.564088 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] Set router 7b498e51-9953-48d4-b939-3330846dd1cd gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:16:18.621775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Allocated IP 172.20.0.2 (98919e93-0f08-4842-8988-682c8fb2054a/c08106a7-b1d0-4479-a0a9-f44a8e835eca/e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:16:18.630076 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-854a08b0-dcc0-4151-95ca-1f90f85eb79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:18.641310 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:18.679828 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58474b-0b55-489d-97cc-9c9e6804762a None None] Pushing event updated for resources: {'Port': ['ID=4e92029c-b250-4580-b104-037786839175,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:18.698603 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-854a08b0-dcc0-4151-95ca-1f90f85eb79d None None] For port 4e92029c-b250-4580-b104-037786839175, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4e92029c-b250-4580-b104-037786839175,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:16:18.704065 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-854a08b0-dcc0-4151-95ca-1f90f85eb79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:18.739434 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:18.759809 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662128393', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '4e92029c-b250-4580-b104-037786839175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:17Z', 'revision_number': 3, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4e92029c-b250-4580-b104-037786839175', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:18.780113 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a08b0-dcc0-4151-95ca-1f90f85eb79d None None] Pushing event updated for resources: {'Port': ['ID=4e92029c-b250-4580-b104-037786839175,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:18.787212 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d86142b-9698-4d6e-a331-4cb2fd242d6e None None] The sync data for ids ['7b498e51-9953-48d4-b939-3330846dd1cd'] in n-d-805649-14 is: [{'id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662128393', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '4e92029c-b250-4580-b104-037786839175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:17Z', 'revision_number': 3, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4e92029c-b250-4580-b104-037786839175', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:16:18.850329 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:18.853555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-30b6de69-6ed0-4e7d-811e-26105644b71d None None] Provisioning complete for port 4e92029c-b250-4580-b104-037786839175 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:16:18.854770 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-30b6de69-6ed0-4e7d-811e-26105644b71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:18.882494 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:18.945007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Network 98919e93-0f08-4842-8988-682c8fb2054a is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:16:18.949992 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Pushing event updated for resources: {'Port': ['ID=e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:18.952513 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:16:18.955224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:16:19.051355 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Attempting to bind port e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:16:19.051355 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Attempting to bind port e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'c5ca6a99-3b60-49f0-adec-b40d837d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:16:19.051688 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Attempting to bind port e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2 on network 98919e93-0f08-4842-8988-682c8fb2054a {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:16:19.066946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:16:19.067894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Checking segment: {'id': 'c5ca6a99-3b60-49f0-adec-b40d837d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:16:19.068523 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:19.069358 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Bound using segment: {'id': 'c5ca6a99-3b60-49f0-adec-b40d837d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:16:19.070175 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Bound port: e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ca6a99-3b60-49f0-adec-b40d837d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:16:19.070796 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:19.150524 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] For port e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:16:19.154646 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] For port e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2,segment=NetworkSegment(c5ca6a99-3b60-49f0-adec-b40d837d5e32),segment_id=c5ca6a99-3b60-49f0-adec-b40d837d5e32)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:16:19.160538 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:19.227008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac1ac8-5c77-4a33-ba56-df09c0d51dd4 None None] Pushing event updated for resources: {'Port': ['ID=e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:19.423574 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.20.0.1 (98919e93-0f08-4842-8988-682c8fb2054a/c08106a7-b1d0-4479-a0a9-f44a8e835eca/d5d69507-7bea-4b9e-a37c-9b4f0e827d3d) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:16:19.565928 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:19.606287 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:19.648869 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 98919e93-0f08-4842-8988-682c8fb2054a is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:16:19.652793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:16:19.656685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:16:19.663357 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=d5d69507-7bea-4b9e-a37c-9b4f0e827d3d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:19.708986 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:19.837518 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:20.029679 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dec0d01c-af8f-4b63-b19b-a3a868089023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:20.132098 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:20.137651 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:20.185650 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed9e9be-4bd9-4337-a4c0-d151c29363e1 None None] Network 98919e93-0f08-4842-8988-682c8fb2054a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:16:20.216526 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=d5d69507-7bea-4b9e-a37c-9b4f0e827d3d,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:20.222667 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:20.245121 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5320724c-1a6e-4a4c-9f19-66d6523110a4 None None] Provisioning complete for port e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:16:20.245707 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5320724c-1a6e-4a4c-9f19-66d6523110a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:20.325399 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 98919e93-0f08-4842-8988-682c8fb2054a is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:16:20.327161 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:16:20.388940 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5320724c-1a6e-4a4c-9f19-66d6523110a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:20.443456 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5320724c-1a6e-4a4c-9f19-66d6523110a4 None None] For port e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2,segment=NetworkSegment(c5ca6a99-3b60-49f0-adec-b40d837d5e32),segment_id=c5ca6a99-3b60-49f0-adec-b40d837d5e32)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:16:20.452410 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5320724c-1a6e-4a4c-9f19-66d6523110a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:20.471168 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router 7b498e51-9953-48d4-b939-3330846dd1cd has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:16:20.523494 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320724c-1a6e-4a4c-9f19-66d6523110a4 None None] Pushing event updated for resources: {'Port': ['ID=e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:20.544350 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4e92029c-b250-4580-b104-037786839175 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:16:20.600894 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4e92029c-b250-4580-b104-037786839175 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:16:20.601301 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:20.623027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:16:20.633719 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0215cc36-0e3a-4a21-b017-f45241c5d75a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "PUT /v2.0/routers/7b498e51-9953-48d4-b939-3330846dd1cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4032812 Nov 19 10:16:20.696825 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:16:20.740776 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Sync routers for ids ['7b498e51-9953-48d4-b939-3330846dd1cd'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:16:20.762207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:16:20.762600 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:20.796460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Routers {'7b498e51-9953-48d4-b939-3330846dd1cd'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:16:20.797137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:15:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7b498e51-9953-48d4-b939-3330846dd1cd'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:20.819209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-b5e59986-8e96-424f-a7df-a344b32bea56 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-105941755&fields=id&tenant_id=9d7b63a9f33f4d65856aed705f25f367 HTTP/1.1" status: 200 len: 267 time: 0.0490823 Nov 19 10:16:20.863478 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7491d672-0bd9-43d7-83ed-0998fff0f70b None None] Provisioning complete for port d5d69507-7bea-4b9e-a37c-9b4f0e827d3d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:16:20.863931 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7491d672-0bd9-43d7-83ed-0998fff0f70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:20.942036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-c01dfe9b-9427-46e8-9874-dd9dea51b0bd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:20.943934 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-c01dfe9b-9427-46e8-9874-dd9dea51b0bd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/networks?id=98919e93-0f08-4842-8988-682c8fb2054a HTTP/1.1" status: 200 len: 797 time: 0.1170306 Nov 19 10:16:20.963214 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-39e1d4ac-c437-42b6-b117-c6b1a6703bba tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/quotas/9d7b63a9f33f4d65856aed705f25f367 HTTP/1.1" status: 200 len: 375 time: 0.0116367 Nov 19 10:16:21.021456 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-f289f162-5f74-4b4e-9262-5d09fa92826a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517428 Nov 19 10:16:21.096344 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-001dc54d-37c4-4ff9-8611-eb4ddf3da419 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 10:16:21.097404 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-001dc54d-37c4-4ff9-8611-eb4ddf3da419 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0595562 Nov 19 10:16:21.122391 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7491d672-0bd9-43d7-83ed-0998fff0f70b None None] Port d5d69507-7bea-4b9e-a37c-9b4f0e827d3d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:16:21.165927 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Set router 7b498e51-9953-48d4-b939-3330846dd1cd gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:16:21.197455 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-1e3d3184-497b-4823-955b-a7de9051fcfe service neutron] 10.222.0.21 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920208 Nov 19 10:16:21.209032 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7491d672-0bd9-43d7-83ed-0998fff0f70b None None] Provisioning complete for port e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:16:21.209423 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7491d672-0bd9-43d7-83ed-0998fff0f70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:21.291144 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-41f7bd94-2593-4ca5-a9ca-5ab487afa7fd service neutron] 10.222.0.21 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871165 Nov 19 10:16:21.455548 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662128393', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '4e92029c-b250-4580-b104-037786839175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:19Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4e92029c-b250-4580-b104-037786839175', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd5d69507-7bea-4b9e-a37c-9b4f0e827d3d', 'name': '', 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:19Z', 'updated_at': '2021-11-19T10:16:19Z', 'revision_number': 2, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:21.468593 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa12280d-ffee-49a9-a0d6-949043d42987 req-63fb40a5-2571-4c83-808a-4929ae425058 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 210 time: 0.0302627 Nov 19 10:16:21.489817 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Checking router: 7b498e51-9953-48d4-b939-3330846dd1cd for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:16:21.490178 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Updating router 7b498e51-9953-48d4-b939-3330846dd1cd port d5d69507-7bea-4b9e-a37c-9b4f0e827d3d binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:16:21.523565 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:21.546171 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0eda4bd1-7b48-41f8-b282-a05469f1edf9 None None] Provisioning complete for port d5d69507-7bea-4b9e-a37c-9b4f0e827d3d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:16:21.547138 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0eda4bd1-7b48-41f8-b282-a05469f1edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:21.620011 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0eda4bd1-7b48-41f8-b282-a05469f1edf9 None None] Port d5d69507-7bea-4b9e-a37c-9b4f0e827d3d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:16:21.837427 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:21.844125 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:21.894200 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67ac4b-86f4-48ac-99a6-dbb1e0a0610f None None] Pushing event updated for resources: {'Port': ['ID=d5d69507-7bea-4b9e-a37c-9b4f0e827d3d,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:21.951912 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Attempting to bind port d5d69507-7bea-4b9e-a37c-9b4f0e827d3d on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:16:21.953022 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Attempting to bind port d5d69507-7bea-4b9e-a37c-9b4f0e827d3d by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'c5ca6a99-3b60-49f0-adec-b40d837d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:16:21.953555 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Attempting to bind port d5d69507-7bea-4b9e-a37c-9b4f0e827d3d on network 98919e93-0f08-4842-8988-682c8fb2054a {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:16:21.961274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:16:21.961668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Checking segment: {'id': 'c5ca6a99-3b60-49f0-adec-b40d837d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:16:21.962085 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:21.962518 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Bound using segment: {'id': 'c5ca6a99-3b60-49f0-adec-b40d837d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:16:21.963007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Bound port: d5d69507-7bea-4b9e-a37c-9b4f0e827d3d, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ca6a99-3b60-49f0-adec-b40d837d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:16:21.964076 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:22.046686 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] For port d5d69507-7bea-4b9e-a37c-9b4f0e827d3d, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:16:22.050543 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] For port d5d69507-7bea-4b9e-a37c-9b4f0e827d3d, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d5d69507-7bea-4b9e-a37c-9b4f0e827d3d,segment=NetworkSegment(c5ca6a99-3b60-49f0-adec-b40d837d5e32),segment_id=c5ca6a99-3b60-49f0-adec-b40d837d5e32)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:16:22.056411 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:22.121940 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Routers {'7b498e51-9953-48d4-b939-3330846dd1cd'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:16:22.122582 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:15:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7b498e51-9953-48d4-b939-3330846dd1cd'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:22.164344 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67ac4b-86f4-48ac-99a6-dbb1e0a0610f None None] Pushing event updated for resources: {'Port': ['ID=d5d69507-7bea-4b9e-a37c-9b4f0e827d3d,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:22.191888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-56675315-c978-4df5-8fc8-1a4cdbd5e29c None None] Provisioning complete for port d5d69507-7bea-4b9e-a37c-9b4f0e827d3d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:16:22.192259 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-56675315-c978-4df5-8fc8-1a4cdbd5e29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:22.277836 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] Set router 7b498e51-9953-48d4-b939-3330846dd1cd gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:16:22.419580 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-56675315-c978-4df5-8fc8-1a4cdbd5e29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:22.483856 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:16:22.502054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-56675315-c978-4df5-8fc8-1a4cdbd5e29c None None] For port d5d69507-7bea-4b9e-a37c-9b4f0e827d3d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d5d69507-7bea-4b9e-a37c-9b4f0e827d3d,segment=NetworkSegment(c5ca6a99-3b60-49f0-adec-b40d837d5e32),segment_id=c5ca6a99-3b60-49f0-adec-b40d837d5e32)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:16:22.525694 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c972e1de-e81b-4293-aebe-71027ec4b044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:22.530036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-6560159c-c93a-4f63-a016-ff7726229d7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:22.532392 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-6560159c-c93a-4f63-a016-ff7726229d7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "GET /v2.0/networks?id=98919e93-0f08-4842-8988-682c8fb2054a HTTP/1.1" status: 200 len: 797 time: 0.1417389 Nov 19 10:16:22.532543 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-56675315-c978-4df5-8fc8-1a4cdbd5e29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:22.613944 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b44944ea-6e00-4f3b-8229-1524e7739a0f req-7db19781-8657-4b80-bcdc-3a11c3c1ddd9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 210 time: 0.0356638 Nov 19 10:16:22.629845 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56675315-c978-4df5-8fc8-1a4cdbd5e29c None None] Pushing event updated for resources: {'Port': ['ID=d5d69507-7bea-4b9e-a37c-9b4f0e827d3d,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:22.638972 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-e7633949-d75c-487c-8183-839cacd583c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d7b63a9f33f4d65856aed705f25f367 HTTP/1.1" status: 200 len: 379 time: 0.0960379 Nov 19 10:16:22.649570 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-17731a29-1fd3-459a-b0f8-0161e26bc037 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'port': {'device_id': '89b60b66-6d72-473d-bcf8-b1d459765703', 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a', 'admin_state_up': True, 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'security_groups': ['5b9cac41-6ab2-4785-83d3-bf987518fb75']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:16:22.649877 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:16:22.650261 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:22.698799 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-dc68968d-b04e-49d2-a41e-0695629b4e75 None None] Provisioning complete for port d5d69507-7bea-4b9e-a37c-9b4f0e827d3d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:16:22.699182 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dc68968d-b04e-49d2-a41e-0695629b4e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:22.704897 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662128393', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '4e92029c-b250-4580-b104-037786839175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:19Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4e92029c-b250-4580-b104-037786839175', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd5d69507-7bea-4b9e-a37c-9b4f0e827d3d', 'name': '', 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:19Z', 'updated_at': '2021-11-19T10:16:22Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:22.761034 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6435ed1-08c5-4256-a7ce-43c7b656633f None None] The sync data for ids ['7b498e51-9953-48d4-b939-3330846dd1cd'] in n-d-805649-14 is: [{'id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662128393', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '4e92029c-b250-4580-b104-037786839175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:19Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4e92029c-b250-4580-b104-037786839175', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd5d69507-7bea-4b9e-a37c-9b4f0e827d3d', 'name': '', 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:19Z', 'updated_at': '2021-11-19T10:16:22Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:16:22.766872 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-17731a29-1fd3-459a-b0f8-0161e26bc037 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Made reservation on behalf of 9d7b63a9f33f4d65856aed705f25f367 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:16:22.771496 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-17731a29-1fd3-459a-b0f8-0161e26bc037 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:22.927149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-17731a29-1fd3-459a-b0f8-0161e26bc037 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.20.0.7 (98919e93-0f08-4842-8988-682c8fb2054a/c08106a7-b1d0-4479-a0a9-f44a8e835eca/e83b170d-faff-4900-bf40-dfa482721d5c) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:16:23.071373 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-17731a29-1fd3-459a-b0f8-0161e26bc037 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:23.111261 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-17731a29-1fd3-459a-b0f8-0161e26bc037 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:23.159019 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-17731a29-1fd3-459a-b0f8-0161e26bc037 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 98919e93-0f08-4842-8988-682c8fb2054a is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:16:23.162169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-17731a29-1fd3-459a-b0f8-0161e26bc037 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:16:23.167255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-17731a29-1fd3-459a-b0f8-0161e26bc037 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:16:23.199705 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17731a29-1fd3-459a-b0f8-0161e26bc037 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=e83b170d-faff-4900-bf40-dfa482721d5c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:23.224431 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-17731a29-1fd3-459a-b0f8-0161e26bc037 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:23.225169 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-17731a29-1fd3-459a-b0f8-0161e26bc037 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:23.244644 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-17731a29-1fd3-459a-b0f8-0161e26bc037 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5986784 Nov 19 10:16:23.258597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Request body: {'port': {'device_id': '89b60b66-6d72-473d-bcf8-b1d459765703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:16:23.318827 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:23.411444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5c710fa0-3995-420e-8770-f1b443a7d6db None None] Provisioning complete for port e83b170d-faff-4900-bf40-dfa482721d5c triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:16:23.411825 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5c710fa0-3995-420e-8770-f1b443a7d6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:23.450196 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5c710fa0-3995-420e-8770-f1b443a7d6db None None] Port e83b170d-faff-4900-bf40-dfa482721d5c cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:16:23.611241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83b170d-faff-4900-bf40-dfa482721d5c {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:16:23.619221 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:23.631572 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Transition to ACTIVE for port object e83b170d-faff-4900-bf40-dfa482721d5c will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:16:23.635833 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:23.690227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Pushing event updated for resources: {'Port': ['ID=e83b170d-faff-4900-bf40-dfa482721d5c,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:23.726796 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:23.798233 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950e8dc-6d73-44b7-8286-4553147c3776 req-2ff84959-59c8-42f8-b949-642d275480f5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:23.799758 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1950e8dc-6d73-44b7-8286-4553147c3776 req-2ff84959-59c8-42f8-b949-642d275480f5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 943 time: 0.0940721 Nov 19 10:16:23.804756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Attempting to bind port e83b170d-faff-4900-bf40-dfa482721d5c on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:16:23.805117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Attempting to bind port e83b170d-faff-4900-bf40-dfa482721d5c by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': 'c5ca6a99-3b60-49f0-adec-b40d837d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:16:23.805447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Attempting to bind port e83b170d-faff-4900-bf40-dfa482721d5c on network 98919e93-0f08-4842-8988-682c8fb2054a {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:16:23.817481 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Port e83b170d-faff-4900-bf40-dfa482721d5c on network 98919e93-0f08-4842-8988-682c8fb2054a not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:16:23.817481 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Attempting to bind port e83b170d-faff-4900-bf40-dfa482721d5c on network 98919e93-0f08-4842-8988-682c8fb2054a {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:16:23.831870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:16:23.832216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Checking segment: {'id': 'c5ca6a99-3b60-49f0-adec-b40d837d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:16:23.832599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Bound using segment: {'id': 'c5ca6a99-3b60-49f0-adec-b40d837d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:16:23.833037 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Bound port: e83b170d-faff-4900-bf40-dfa482721d5c, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ca6a99-3b60-49f0-adec-b40d837d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:16:23.833408 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:23.893124 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1950e8dc-6d73-44b7-8286-4553147c3776 req-8c144f34-dcba-45e1-80bd-378436adf0c0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842223 Nov 19 10:16:23.932189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] For port e83b170d-faff-4900-bf40-dfa482721d5c, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:16:23.935465 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] For port e83b170d-faff-4900-bf40-dfa482721d5c, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e83b170d-faff-4900-bf40-dfa482721d5c,segment=NetworkSegment(c5ca6a99-3b60-49f0-adec-b40d837d5e32),segment_id=c5ca6a99-3b60-49f0-adec-b40d837d5e32)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:16:23.939744 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:23.975578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:23.976215 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:23.978039 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] 10.222.0.66 "PUT /v2.0/ports/e83b170d-faff-4900-bf40-dfa482721d5c HTTP/1.1" status: 200 len: 1092 time: 0.7245889 Nov 19 10:16:23.985642 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b60b66-6d72-473d-bcf8-b1d459765703', 'tag': 'e83b170d-faff-4900-bf40-dfa482721d5c'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:16:23.987971 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fddfab-e430-4b43-8bc3-d76d6f5036d4" -d '{"events": [{"name": "network-changed", "server_uuid": "89b60b66-6d72-473d-bcf8-b1d459765703", "tag": "e83b170d-faff-4900-bf40-dfa482721d5c"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:16:24.017125 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b4a46-0de5-4b94-aae5-6fc0ef22898a service neutron] Pushing event updated for resources: {'Port': ['ID=e83b170d-faff-4900-bf40-dfa482721d5c,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:24.042300 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3639c7ba-a924-4693-b427-93c737836667 x-openstack-request-id: req-3639c7ba-a924-4693-b427-93c737836667 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:16:24.042621 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b60b66-6d72-473d-bcf8-b1d459765703", "tag": "e83b170d-faff-4900-bf40-dfa482721d5c", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:16:24.042861 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3639c7ba-a924-4693-b427-93c737836667 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:16:24.043290 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b60b66-6d72-473d-bcf8-b1d459765703', 'tag': 'e83b170d-faff-4900-bf40-dfa482721d5c', 'status': 'completed', 'code': 200} Nov 19 10:16:24.084174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-12a18359-dd7c-4fd0-9112-07a05fef52b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:24.085886 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-12a18359-dd7c-4fd0-9112-07a05fef52b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 1095 time: 0.0557003 Nov 19 10:16:24.131698 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-72b1037e-478a-4fa8-94d6-6e8582343521 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e83b170d-faff-4900-bf40-dfa482721d5c HTTP/1.1" status: 200 len: 217 time: 0.0362129 Nov 19 10:16:24.182599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-c07c35da-411c-48f0-875c-c313572a1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:24.184106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-c07c35da-411c-48f0-875c-c313572a1a5f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c08106a7-b1d0-4479-a0a9-f44a8e835eca HTTP/1.1" status: 200 len: 834 time: 0.0454299 Nov 19 10:16:24.231831 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-ab659ca5-70b3-4e72-910b-d814c8b8da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:24.233357 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-ab659ca5-70b3-4e72-910b-d814c8b8da24 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98919e93-0f08-4842-8988-682c8fb2054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414798 Nov 19 10:16:24.327581 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-9fecd5a2-4ee2-4e4b-9106-d374863d6178 service neutron] 10.222.0.66 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865345 Nov 19 10:16:24.422594 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-da3024e5-76cb-442d-bc9f-6de737ab0755 req-d22c8b9f-71a1-4901-bbb4-030822918de8 service neutron] 10.222.0.66 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861545 Nov 19 10:16:24.453294 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d5d69507-7bea-4b9e-a37c-9b4f0e827d3d up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:16:24.504386 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port d5d69507-7bea-4b9e-a37c-9b4f0e827d3d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:16:24.504849 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:24.518429 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fddfab-e430-4b43-8bc3-d76d6f5036d4 req-c151ce1b-9f4e-449a-b29e-8db6da139cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:24.519942 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e2fddfab-e430-4b43-8bc3-d76d6f5036d4 req-c151ce1b-9f4e-449a-b29e-8db6da139cc2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 1095 time: 0.0473952 Nov 19 10:16:24.612356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fddfab-e430-4b43-8bc3-d76d6f5036d4 req-fa46b2cd-30a9-46ea-b725-5ec6207da09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:24.613891 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e2fddfab-e430-4b43-8bc3-d76d6f5036d4 req-fa46b2cd-30a9-46ea-b725-5ec6207da09e service neutron] 10.222.0.66 "GET /v2.0/networks?id=98919e93-0f08-4842-8988-682c8fb2054a HTTP/1.1" status: 200 len: 898 time: 0.0869367 Nov 19 10:16:24.658835 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e2fddfab-e430-4b43-8bc3-d76d6f5036d4 req-46dd6e7a-062f-4641-bbf9-6e1e4c775ed6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e83b170d-faff-4900-bf40-dfa482721d5c HTTP/1.1" status: 200 len: 217 time: 0.0380259 Nov 19 10:16:24.709965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fddfab-e430-4b43-8bc3-d76d6f5036d4 req-42bad06b-e6dc-47ef-8c4a-af8fcb773573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:24.711452 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e2fddfab-e430-4b43-8bc3-d76d6f5036d4 req-42bad06b-e6dc-47ef-8c4a-af8fcb773573 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c08106a7-b1d0-4479-a0a9-f44a8e835eca HTTP/1.1" status: 200 len: 834 time: 0.0444195 Nov 19 10:16:24.759941 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fddfab-e430-4b43-8bc3-d76d6f5036d4 req-178fa162-ae26-4bfb-81cd-72ffb9c5f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:24.761549 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e2fddfab-e430-4b43-8bc3-d76d6f5036d4 req-178fa162-ae26-4bfb-81cd-72ffb9c5f675 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98919e93-0f08-4842-8988-682c8fb2054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402646 Nov 19 10:16:24.855072 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e2fddfab-e430-4b43-8bc3-d76d6f5036d4 req-6e745a85-090f-4413-aabc-e7a60c355f7a service neutron] 10.222.0.66 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851212 Nov 19 10:16:24.945176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e2fddfab-e430-4b43-8bc3-d76d6f5036d4 req-11a6970f-ab82-45d2-bfd8-b21b401ab724 service neutron] 10.222.0.66 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829968 Nov 19 10:16:25.013309 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0fe49-6cb4-495f-adf6-699233ed2adc req-38eca590-ac26-41a2-a367-9bc058e4dec4 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:25.014783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ea0fe49-6cb4-495f-adf6-699233ed2adc req-38eca590-ac26-41a2-a367-9bc058e4dec4 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 943 time: 0.0497074 Nov 19 10:16:25.063630 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ea0fe49-6cb4-495f-adf6-699233ed2adc req-1e617af1-f875-4fc3-8d0d-74321513a6e1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428371 Nov 19 10:16:25.110785 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:25.716182 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:26.190691 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9377543-8421-4d6e-acf4-d90ab08d3601 req-bb7a49f8-69a4-4e98-8437-f4f1254bcbd9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:26.192175 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9377543-8421-4d6e-acf4-d90ab08d3601 req-bb7a49f8-69a4-4e98-8437-f4f1254bcbd9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 943 time: 0.0573766 Nov 19 10:16:26.242010 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9377543-8421-4d6e-acf4-d90ab08d3601 req-f4c1767a-40cf-47a9-9207-1407e72c063f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435977 Nov 19 10:16:26.830169 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e83b170d-faff-4900-bf40-dfa482721d5c details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:16:26.921351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e83b170d-faff-4900-bf40-dfa482721d5c, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e83b170d-faff-4900-bf40-dfa482721d5c,segment=NetworkSegment(c5ca6a99-3b60-49f0-adec-b40d837d5e32),segment_id=c5ca6a99-3b60-49f0-adec-b40d837d5e32)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:16:26.933061 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'e83b170d-faff-4900-bf40-dfa482721d5c', 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a', 'port_id': 'e83b170d-faff-4900-bf40-dfa482721d5c', 'mac_address': 'fa:16:3e:ed:7b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:16:26.972766 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:26.986180 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83b170d-faff-4900-bf40-dfa482721d5c {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:16:27.005258 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e83b170d-faff-4900-bf40-dfa482721d5c, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e83b170d-faff-4900-bf40-dfa482721d5c,segment=NetworkSegment(c5ca6a99-3b60-49f0-adec-b40d837d5e32),segment_id=c5ca6a99-3b60-49f0-adec-b40d837d5e32)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:16:27.008942 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:27.055167 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=e83b170d-faff-4900-bf40-dfa482721d5c,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:27.207806 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['e83b170d-faff-4900-bf40-dfa482721d5c'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:16:27.361677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9b4a2-92fd-4cce-b9dd-753915201f2a req-c20c5695-ae17-469e-9090-29351a6f0aba tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:27.363281 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ac9b4a2-92fd-4cce-b9dd-753915201f2a req-c20c5695-ae17-469e-9090-29351a6f0aba tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 944 time: 0.0522323 Nov 19 10:16:27.414522 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ac9b4a2-92fd-4cce-b9dd-753915201f2a req-2eb77a47-c51d-4caf-b08d-d8a4df4af73b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443110 Nov 19 10:16:28.533845 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34159a08-924f-4a59-be47-45e901bcc167 req-510cdd95-d098-453f-a5cf-8b207a11686a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:28.535242 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34159a08-924f-4a59-be47-45e901bcc167 req-510cdd95-d098-453f-a5cf-8b207a11686a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 944 time: 0.0520182 Nov 19 10:16:28.584865 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-34159a08-924f-4a59-be47-45e901bcc167 req-68f10c33-3028-45a1-a180-591ecb8f79a5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428166 Nov 19 10:16:28.831297 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e83b170d-faff-4900-bf40-dfa482721d5c up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:16:28.878995 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port e83b170d-faff-4900-bf40-dfa482721d5c completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:16:28.882773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port e83b170d-faff-4900-bf40-dfa482721d5c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:16:28.883147 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:29.121696 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:29.143215 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b60b66-6d72-473d-bcf8-b1d459765703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83b170d-faff-4900-bf40-dfa482721d5c'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:16:29.145497 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed2501c-b6c3-4f03-935c-9ede10a2a6cf" -d '{"events": [{"server_uuid": "89b60b66-6d72-473d-bcf8-b1d459765703", "name": "network-vif-plugged", "status": "completed", "tag": "e83b170d-faff-4900-bf40-dfa482721d5c"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:16:29.159283 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port e83b170d-faff-4900-bf40-dfa482721d5c, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e83b170d-faff-4900-bf40-dfa482721d5c,segment=NetworkSegment(c5ca6a99-3b60-49f0-adec-b40d837d5e32),segment_id=c5ca6a99-3b60-49f0-adec-b40d837d5e32)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:16:29.163391 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:29.211622 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=e83b170d-faff-4900-bf40-dfa482721d5c,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:29.252232 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c344cb-c65f-4bf8-854b-a465c993423a x-openstack-request-id: req-f2c344cb-c65f-4bf8-854b-a465c993423a {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:16:29.252567 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b60b66-6d72-473d-bcf8-b1d459765703", "name": "network-vif-plugged", "status": "completed", "tag": "e83b170d-faff-4900-bf40-dfa482721d5c", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:16:29.252837 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2c344cb-c65f-4bf8-854b-a465c993423a {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:16:29.253260 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b60b66-6d72-473d-bcf8-b1d459765703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83b170d-faff-4900-bf40-dfa482721d5c', 'code': 200} Nov 19 10:16:29.353551 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd83bcb-b279-4659-8aad-1c25ec2fa89c req-4c7ff1d6-0289-4ad4-88e1-535a629f2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:29.355117 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffd83bcb-b279-4659-8aad-1c25ec2fa89c req-4c7ff1d6-0289-4ad4-88e1-535a629f2b42 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 1097 time: 0.0413108 Nov 19 10:16:29.402204 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffd83bcb-b279-4659-8aad-1c25ec2fa89c req-22dbabcb-6650-4f2d-bf38-fbb3f815be5c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390172 Nov 19 10:16:29.700868 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbf70a-0abf-4751-b6df-58c28ff3c0f0 req-7e38c705-04f8-4d35-a667-5eb480e1586f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:29.702392 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48bbf70a-0abf-4751-b6df-58c28ff3c0f0 req-7e38c705-04f8-4d35-a667-5eb480e1586f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0489132 Nov 19 10:16:29.756292 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-48bbf70a-0abf-4751-b6df-58c28ff3c0f0 req-7fecb894-9d4a-4084-bf97-298721422e12 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480289 Nov 19 10:16:30.872116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2dd47-f751-44e7-aaca-101c57c45de7 req-53f3d69e-812b-4c97-830d-c4e817e3eef2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:30.873596 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58d2dd47-f751-44e7-aaca-101c57c45de7 req-53f3d69e-812b-4c97-830d-c4e817e3eef2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0484903 Nov 19 10:16:30.922366 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58d2dd47-f751-44e7-aaca-101c57c45de7 req-76f3c2e3-c036-4f61-b728-a19b4e0565a2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428674 Nov 19 10:16:31.035842 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cef7fd-1e62-4f91-882a-5d8ab5505281 req-58f4b949-d5f7-40b2-b848-d476c100c91a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:31.037235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a2cef7fd-1e62-4f91-882a-5d8ab5505281 req-58f4b949-d5f7-40b2-b848-d476c100c91a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0478742 Nov 19 10:16:31.085888 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a2cef7fd-1e62-4f91-882a-5d8ab5505281 req-7c0483e2-69e3-4af8-86de-caeb2b7bfe6f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422888 Nov 19 10:16:31.108374 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36958) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:31.152082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124dc62e-a733-4119-a899-e00f5839b65d tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:31.153639 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-124dc62e-a733-4119-a899-e00f5839b65d tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 1092 time: 0.0442631 Nov 19 10:16:31.156518 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36960) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:31.160677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': 'e83b170d-faff-4900-bf40-dfa482721d5c', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:16:31.183578 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:31.280771 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:31.384459 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.25.0.161 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/9104485e-7846-4df6-b73c-4a15538624d6) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:16:31.484189 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:31.517402 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:31.561927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:16:31.565218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:16:31.568693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:16:31.574778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=9104485e-7846-4df6-b73c-4a15538624d6,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:31.927016 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:31.995906 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:32.143957 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:32.148500 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:32.216289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=9104485e-7846-4df6-b73c-4a15538624d6,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:16:32.227836 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:32.331055 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Floating IP 9ceae7c8-64b5-4996-a142-57583c77ae69 associated. External IP: 172.25.0.161, port: e83b170d-faff-4900-bf40-dfa482721d5c. Nov 19 10:16:32.538620 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router 7b498e51-9953-48d4-b939-3330846dd1cd has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:16:32.961699 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:16:32.972847 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d13e5-00a4-40e7-91c0-2b5069143a49 None None] Sync routers for ids ['7b498e51-9953-48d4-b939-3330846dd1cd'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:16:32.982222 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:32.984153 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d13e5-00a4-40e7-91c0-2b5069143a49 None None] Routers {'7b498e51-9953-48d4-b939-3330846dd1cd'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:16:32.984769 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-215d13e5-00a4-40e7-91c0-2b5069143a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:16:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7b498e51-9953-48d4-b939-3330846dd1cd'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:33.011269 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4022d8ed-78a6-4a06-99df-353192fe0f74 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8512866 Nov 19 10:16:33.011269 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b60b66-6d72-473d-bcf8-b1d459765703', 'tag': 'e83b170d-faff-4900-bf40-dfa482721d5c'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:16:33.012290 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a241f628-488e-4984-82cb-2baaf6b42d01" -d '{"events": [{"name": "network-changed", "server_uuid": "89b60b66-6d72-473d-bcf8-b1d459765703", "tag": "e83b170d-faff-4900-bf40-dfa482721d5c"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:16:33.049602 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43b8e14-442a-4ccf-825e-db5f31e838b0 x-openstack-request-id: req-d43b8e14-442a-4ccf-825e-db5f31e838b0 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:16:33.049892 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b60b66-6d72-473d-bcf8-b1d459765703", "tag": "e83b170d-faff-4900-bf40-dfa482721d5c", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:16:33.050142 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d43b8e14-442a-4ccf-825e-db5f31e838b0 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:16:33.050539 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b60b66-6d72-473d-bcf8-b1d459765703', 'tag': 'e83b170d-faff-4900-bf40-dfa482721d5c', 'status': 'completed', 'code': 200} Nov 19 10:16:33.091178 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-215d13e5-00a4-40e7-91c0-2b5069143a49 None None] Set router 7b498e51-9953-48d4-b939-3330846dd1cd gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:16:33.143706 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f7d82-34b8-471d-bdf1-ad028da6b7af req-574c819c-4f4f-4c4b-9ac1-b0f492e0fba0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:33.145231 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd1f7d82-34b8-471d-bdf1-ad028da6b7af req-574c819c-4f4f-4c4b-9ac1-b0f492e0fba0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0825629 Nov 19 10:16:33.147855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241f628-488e-4984-82cb-2baaf6b42d01 req-6d0ff684-7750-4051-a56a-e7647af0c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:33.149248 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a241f628-488e-4984-82cb-2baaf6b42d01 req-6d0ff684-7750-4051-a56a-e7647af0c604 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 1097 time: 0.0695372 Nov 19 10:16:33.251484 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd1f7d82-34b8-471d-bdf1-ad028da6b7af req-c75547e1-f2d2-4faf-9d4a-4c2095be873d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994565 Nov 19 10:16:33.274627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36966) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:33.281822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241f628-488e-4984-82cb-2baaf6b42d01 req-f68cd6bc-9623-4a8b-9737-74dcc7253a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:33.283390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a241f628-488e-4984-82cb-2baaf6b42d01 req-f68cd6bc-9623-4a8b-9737-74dcc7253a50 service neutron] 10.222.0.66 "GET /v2.0/networks?id=98919e93-0f08-4842-8988-682c8fb2054a HTTP/1.1" status: 200 len: 898 time: 0.1255283 Nov 19 10:16:33.333661 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-215d13e5-00a4-40e7-91c0-2b5069143a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662128393', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '4e92029c-b250-4580-b104-037786839175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:19Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4e92029c-b250-4580-b104-037786839175', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '9ceae7c8-64b5-4996-a142-57583c77ae69', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'port_id': 'e83b170d-faff-4900-bf40-dfa482721d5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a', 'mac_address': 'fa:16:3e:ed:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b60b66-6d72-473d-bcf8-b1d459765703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:16:31Z', 'updated_at': '2021-11-19T10:16:31Z', 'revision_number': 0, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d69507-7bea-4b9e-a37c-9b4f0e827d3d', 'name': '', 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:19Z', 'updated_at': '2021-11-19T10:16:22Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:33.344412 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4fcaae6a-c03d-436c-bc26-daa47741537c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/9ceae7c8-64b5-4996-a142-57583c77ae69 HTTP/1.1" status: 200 len: 991 time: 0.0668726 Nov 19 10:16:33.358923 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a241f628-488e-4984-82cb-2baaf6b42d01 req-14063138-0a38-4311-a04d-f3ca1d784a2e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e83b170d-faff-4900-bf40-dfa482721d5c HTTP/1.1" status: 200 len: 999 time: 0.0683866 Nov 19 10:16:33.360266 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d13e5-00a4-40e7-91c0-2b5069143a49 None None] Checking router: 7b498e51-9953-48d4-b939-3330846dd1cd for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:16:33.368473 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d13e5-00a4-40e7-91c0-2b5069143a49 None None] Routers {'7b498e51-9953-48d4-b939-3330846dd1cd'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:16:33.369630 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-215d13e5-00a4-40e7-91c0-2b5069143a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:16:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7b498e51-9953-48d4-b939-3330846dd1cd'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:33.407824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241f628-488e-4984-82cb-2baaf6b42d01 req-08363f8d-fe9a-4f30-8755-7f69041c4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:33.409348 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a241f628-488e-4984-82cb-2baaf6b42d01 req-08363f8d-fe9a-4f30-8755-7f69041c4aef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c08106a7-b1d0-4479-a0a9-f44a8e835eca HTTP/1.1" status: 200 len: 834 time: 0.0438316 Nov 19 10:16:33.456962 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241f628-488e-4984-82cb-2baaf6b42d01 req-bbb044ec-02c4-4ba8-9080-91d708086c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:33.459192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a241f628-488e-4984-82cb-2baaf6b42d01 req-bbb044ec-02c4-4ba8-9080-91d708086c4b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98919e93-0f08-4842-8988-682c8fb2054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429134 Nov 19 10:16:33.476191 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-215d13e5-00a4-40e7-91c0-2b5069143a49 None None] Set router 7b498e51-9953-48d4-b939-3330846dd1cd gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:16:33.552207 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a241f628-488e-4984-82cb-2baaf6b42d01 req-d17b5250-d3f2-4689-b2bb-b9c9d9e94f1f service neutron] 10.222.0.66 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857728 Nov 19 10:16:33.659064 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a241f628-488e-4984-82cb-2baaf6b42d01 req-7076673c-0fcc-4ee5-8af0-5863a81324a9 service neutron] 10.222.0.66 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993772 Nov 19 10:16:33.709602 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-215d13e5-00a4-40e7-91c0-2b5069143a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662128393', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '4e92029c-b250-4580-b104-037786839175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:19Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4e92029c-b250-4580-b104-037786839175', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '9ceae7c8-64b5-4996-a142-57583c77ae69', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'port_id': 'e83b170d-faff-4900-bf40-dfa482721d5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a', 'mac_address': 'fa:16:3e:ed:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b60b66-6d72-473d-bcf8-b1d459765703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:16:31Z', 'updated_at': '2021-11-19T10:16:31Z', 'revision_number': 0, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d69507-7bea-4b9e-a37c-9b4f0e827d3d', 'name': '', 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:19Z', 'updated_at': '2021-11-19T10:16:22Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:16:33.823957 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d13e5-00a4-40e7-91c0-2b5069143a49 None None] The sync data for ids ['7b498e51-9953-48d4-b939-3330846dd1cd'] in n-d-805649-14 is: [{'id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662128393', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '4e92029c-b250-4580-b104-037786839175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:19Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4e92029c-b250-4580-b104-037786839175', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '9ceae7c8-64b5-4996-a142-57583c77ae69', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'port_id': 'e83b170d-faff-4900-bf40-dfa482721d5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a', 'mac_address': 'fa:16:3e:ed:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b60b66-6d72-473d-bcf8-b1d459765703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:16:31Z', 'updated_at': '2021-11-19T10:16:31Z', 'revision_number': 0, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d69507-7bea-4b9e-a37c-9b4f0e827d3d', 'name': '', 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:19Z', 'updated_at': '2021-11-19T10:16:22Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:16:34.019359 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce7293-e22c-4f5c-a15d-ef83e5d37680 None None] New status for floating IP 9ceae7c8-64b5-4996-a142-57583c77ae69: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:16:34.347180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 36968) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:16:34.411676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-edf79ab0-425a-4ed4-8fd3-ca6caca658aa tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/9ceae7c8-64b5-4996-a142-57583c77ae69 HTTP/1.1" status: 200 len: 993 time: 0.0633440 Nov 19 10:16:39.724386 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:16:46.125612 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:48.630275 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:50.031017 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-977c5f48-d8c9-4ae7-9edb-79c9e9ca185d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:52.458474 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-df9bd204-278e-4774-8c46-8ebfbe6c9171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:53.715401 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:55.110460 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:55.718379 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:16:59.796731 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c9e6011-6003-4305-8681-74a5e06877bc req-6721a89c-e001-492e-b339-b8e8a5b909f0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391002 Nov 19 10:16:59.881482 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e6011-6003-4305-8681-74a5e06877bc req-ae2f80cf-15d2-4584-96af-3e8b4dd6138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:59.883031 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c9e6011-6003-4305-8681-74a5e06877bc req-ae2f80cf-15d2-4584-96af-3e8b4dd6138a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 1097 time: 0.0422788 Nov 19 10:16:59.989806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e6011-6003-4305-8681-74a5e06877bc req-033b3349-1329-41cc-b9a1-9c3c2feea15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:16:59.991278 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c9e6011-6003-4305-8681-74a5e06877bc req-033b3349-1329-41cc-b9a1-9c3c2feea15a service neutron] 10.222.0.66 "GET /v2.0/networks?id=98919e93-0f08-4842-8988-682c8fb2054a HTTP/1.1" status: 200 len: 898 time: 0.0883043 Nov 19 10:17:00.057139 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c9e6011-6003-4305-8681-74a5e06877bc req-215da826-2595-4f5e-bd25-bf29ef5fd3f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e83b170d-faff-4900-bf40-dfa482721d5c HTTP/1.1" status: 200 len: 1001 time: 0.0576887 Nov 19 10:17:00.106137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e6011-6003-4305-8681-74a5e06877bc req-435acc2e-f030-4376-9f4c-80d85c4c14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:00.108098 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c9e6011-6003-4305-8681-74a5e06877bc req-435acc2e-f030-4376-9f4c-80d85c4c14ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c08106a7-b1d0-4479-a0a9-f44a8e835eca HTTP/1.1" status: 200 len: 834 time: 0.0426805 Nov 19 10:17:00.158261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e6011-6003-4305-8681-74a5e06877bc req-bc08a5ef-9d11-45c1-b65a-c360d24bb8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:00.159748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c9e6011-6003-4305-8681-74a5e06877bc req-bc08a5ef-9d11-45c1-b65a-c360d24bb8db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98919e93-0f08-4842-8988-682c8fb2054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435379 Nov 19 10:17:00.248586 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c9e6011-6003-4305-8681-74a5e06877bc req-b6ab56eb-7821-44f6-be4a-e0347599b9f9 service neutron] 10.222.0.66 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803242 Nov 19 10:17:00.342742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c9e6011-6003-4305-8681-74a5e06877bc req-202397f7-ab79-48f6-afc1-fe347937a106 service neutron] 10.222.0.66 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871081 Nov 19 10:17:05.736247 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 36988) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:17:05.737597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bd194-4017-4565-8487-a048c60aa28e req-1aeedd45-1316-4723-9753-60546513cc52 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:05.739098 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-470bd194-4017-4565-8487-a048c60aa28e req-1aeedd45-1316-4723-9753-60546513cc52 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0517242 Nov 19 10:17:05.791114 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-470bd194-4017-4565-8487-a048c60aa28e req-9ee2a2a1-7e4c-47c7-986e-b413fb64cee6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455923 Nov 19 10:17:05.819553 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-294a7cf4-d4b3-40b6-a63d-27351c657f3d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818679 Nov 19 10:17:05.828815 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-00836b66-e5b7-4637-af9b-c9b0a298041a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 10:17:05.829803 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-00836b66-e5b7-4637-af9b-c9b0a298041a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054305 Nov 19 10:17:06.947461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80220de4-fa16-497c-a3ab-646f867ea738 req-30bdd8a9-a322-4e4c-a0f4-f8aa808281b8 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:06.948957 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80220de4-fa16-497c-a3ab-646f867ea738 req-30bdd8a9-a322-4e4c-a0f4-f8aa808281b8 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0836246 Nov 19 10:17:06.978859 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-63c3a7b4-4e9d-4faf-a69e-02e5233f02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:06.980385 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-63c3a7b4-4e9d-4faf-a69e-02e5233f02ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 1097 time: 0.0707335 Nov 19 10:17:07.051893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-80220de4-fa16-497c-a3ab-646f867ea738 req-48ab23fb-1dd9-4410-92bf-aace3bd6bb2d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966110 Nov 19 10:17:07.093304 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-d92ae7e9-8ef2-4c88-8f87-5e9990cadf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:07.094773 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-d92ae7e9-8ef2-4c88-8f87-5e9990cadf13 service neutron] 10.222.0.66 "GET /v2.0/networks?id=98919e93-0f08-4842-8988-682c8fb2054a HTTP/1.1" status: 200 len: 898 time: 0.1037841 Nov 19 10:17:07.167740 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-964c0762-54f9-494e-abfc-9b5ac231cee1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e83b170d-faff-4900-bf40-dfa482721d5c HTTP/1.1" status: 200 len: 1001 time: 0.0655558 Nov 19 10:17:07.218376 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-3ae0bd5b-c192-49c6-979f-2e05cf0fe5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:07.219886 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-3ae0bd5b-c192-49c6-979f-2e05cf0fe5bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c08106a7-b1d0-4479-a0a9-f44a8e835eca HTTP/1.1" status: 200 len: 834 time: 0.0453806 Nov 19 10:17:07.268506 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-b9156428-caac-43af-ae49-6c04e2d1b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:07.270055 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-b9156428-caac-43af-ae49-6c04e2d1b3b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98919e93-0f08-4842-8988-682c8fb2054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429318 Nov 19 10:17:07.373778 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-5992bcc6-1c23-45ca-a7dc-6ec95afd7623 service neutron] 10.222.0.66 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958767 Nov 19 10:17:07.464156 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-512c1176-efae-4c16-b1dc-3b5eaff00c31 service neutron] 10.222.0.66 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840042 Nov 19 10:17:08.171808 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368a1f9-13d2-46be-b176-6ae1eb0b6d64 req-e0110726-d8d5-43a7-a46f-0bb298d94986 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:08.173323 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0368a1f9-13d2-46be-b176-6ae1eb0b6d64 req-e0110726-d8d5-43a7-a46f-0bb298d94986 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0495944 Nov 19 10:17:08.225564 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0368a1f9-13d2-46be-b176-6ae1eb0b6d64 req-c87a9187-cb47-476b-af1c-2d2c6647882d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462890 Nov 19 10:17:09.362323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59010a7d-dd87-4b37-a98c-8a9d4d566ee1 req-77772b69-581c-4ba6-b382-1500c2233c2e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:09.363858 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59010a7d-dd87-4b37-a98c-8a9d4d566ee1 req-77772b69-581c-4ba6-b382-1500c2233c2e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0505402 Nov 19 10:17:09.415844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59010a7d-dd87-4b37-a98c-8a9d4d566ee1 req-e83b966c-b648-4ad8-9298-546e67647492 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448606 Nov 19 10:17:10.531734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a8220-57db-4497-9655-2b2e6ff0655a req-9f9330ff-8a6f-4a4f-a96c-f013d2b4c8e9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:10.533203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac0a8220-57db-4497-9655-2b2e6ff0655a req-9f9330ff-8a6f-4a4f-a96c-f013d2b4c8e9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0486791 Nov 19 10:17:10.582713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ac0a8220-57db-4497-9655-2b2e6ff0655a req-afb7ca4e-06b1-423b-af49-30664dcfa2ee tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435019 Nov 19 10:17:11.704656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1922f63-57c9-4933-bf90-fcebb0aa20c9 req-162e63c7-9a27-488a-a57b-872db8ab15c6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:11.706158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d1922f63-57c9-4933-bf90-fcebb0aa20c9 req-162e63c7-9a27-488a-a57b-872db8ab15c6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0526905 Nov 19 10:17:11.755631 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d1922f63-57c9-4933-bf90-fcebb0aa20c9 req-9c542d7b-b7e1-4cbc-804c-a9a0b8bf5740 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434365 Nov 19 10:17:12.899697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05b75c-7d1f-47d2-b3e8-dc11ebccc0a5 req-d4fb4689-15b2-4bbd-8a82-3f66e155793b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:12.902498 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4c05b75c-7d1f-47d2-b3e8-dc11ebccc0a5 req-d4fb4689-15b2-4bbd-8a82-3f66e155793b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0606837 Nov 19 10:17:12.957462 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4c05b75c-7d1f-47d2-b3e8-dc11ebccc0a5 req-eddc58b7-974d-48d3-9f6e-6c5795cf1f77 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446398 Nov 19 10:17:14.073918 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff06b02-e4db-47bd-b50f-d7cb940ece69 req-e643b57b-bcf5-4ca6-9414-a60864e59423 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:14.075413 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bff06b02-e4db-47bd-b50f-d7cb940ece69 req-e643b57b-bcf5-4ca6-9414-a60864e59423 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0479097 Nov 19 10:17:14.129651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bff06b02-e4db-47bd-b50f-d7cb940ece69 req-0d39f106-0673-4bea-81d4-ad956e03efc6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474625 Nov 19 10:17:15.245840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab63e04-ede8-41f4-95d2-96045caa35d8 req-3f0c469d-5782-474e-893f-7d148d5182e2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:15.247349 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ab63e04-ede8-41f4-95d2-96045caa35d8 req-3f0c469d-5782-474e-893f-7d148d5182e2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0489924 Nov 19 10:17:15.297181 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ab63e04-ede8-41f4-95d2-96045caa35d8 req-fcff082d-eb41-44ba-a685-b0104fddb13c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432343 Nov 19 10:17:16.118157 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:16.415418 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98976af7-7d21-467c-ae21-55da8a02d894 req-8a6a42a1-e160-47ef-848e-d1e5d3a52c61 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:16.416911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98976af7-7d21-467c-ae21-55da8a02d894 req-8a6a42a1-e160-47ef-848e-d1e5d3a52c61 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0492430 Nov 19 10:17:16.465615 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98976af7-7d21-467c-ae21-55da8a02d894 req-6161cf54-e43f-459b-8da2-e0261adb3771 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423551 Nov 19 10:17:16.724433 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:17:17.587945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffeb39-d47e-4bc8-b450-9befafdaa669 req-e185d366-61b2-4fbc-866c-6be7b0d55755 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:17.589450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5ffeb39-d47e-4bc8-b450-9befafdaa669 req-e185d366-61b2-4fbc-866c-6be7b0d55755 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0554976 Nov 19 10:17:17.638693 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a5ffeb39-d47e-4bc8-b450-9befafdaa669 req-9eebd943-e0a7-4ac3-aa13-c493f80deea5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428514 Nov 19 10:17:18.630172 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:18.763186 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bd5ed-9902-4988-b7f6-8c87acb7c78c req-7fe34f90-2320-45da-b76e-696a27a68c89 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:18.764812 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb0bd5ed-9902-4988-b7f6-8c87acb7c78c req-7fe34f90-2320-45da-b76e-696a27a68c89 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0548565 Nov 19 10:17:18.813957 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bb0bd5ed-9902-4988-b7f6-8c87acb7c78c req-bd873f3e-7f53-46ea-bf7d-995392df6afa tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431490 Nov 19 10:17:19.935093 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834e4c3-6a80-4813-8878-bb2bd6dab52a req-cdb115da-e038-487d-8562-e297c6b99c9a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:19.937322 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d834e4c3-6a80-4813-8878-bb2bd6dab52a req-cdb115da-e038-487d-8562-e297c6b99c9a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0526729 Nov 19 10:17:19.991361 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d834e4c3-6a80-4813-8878-bb2bd6dab52a req-6aeafe2a-d48b-427c-b988-928fd86c1192 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477750 Nov 19 10:17:20.038168 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f41c1e4-dcb3-4ab4-a6c8-91f8e15934c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:21.113112 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acdce3-5746-4e1b-9d2f-613d0b51a829 req-961016fb-ab95-4067-a32c-c091555c2b9f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:21.114596 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9acdce3-5746-4e1b-9d2f-613d0b51a829 req-961016fb-ab95-4067-a32c-c091555c2b9f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0534067 Nov 19 10:17:21.165950 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9acdce3-5746-4e1b-9d2f-613d0b51a829 req-f7307263-d61d-429b-b029-7431b183976a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452595 Nov 19 10:17:22.283012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465565c-f176-46ae-bb87-b59e86623bbc req-cd441dff-f0ad-4740-a044-6e1feb230c61 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:22.284479 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8465565c-f176-46ae-bb87-b59e86623bbc req-cd441dff-f0ad-4740-a044-6e1feb230c61 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0497708 Nov 19 10:17:22.337517 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8465565c-f176-46ae-bb87-b59e86623bbc req-8c3256f6-8531-461c-b1d0-e46a458c6ed5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470879 Nov 19 10:17:22.460384 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fdb2d6a0-d712-45c5-94c6-3bd1c60d57dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:23.457006 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1f353-8189-475e-a415-1ed1287e853a req-55e86c6f-7314-4294-b0f3-bf38990e8ab3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:23.458712 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ae1f353-8189-475e-a415-1ed1287e853a req-55e86c6f-7314-4294-b0f3-bf38990e8ab3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0512509 Nov 19 10:17:23.510625 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ae1f353-8189-475e-a415-1ed1287e853a req-7769ec8c-b479-4294-935c-b272298bc7f1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454695 Nov 19 10:17:23.720192 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:24.254254 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-b780ef8e-422a-4cbf-a2d5-a5fac6e2c486 service neutron] show failed (client error): The resource could not be found. Nov 19 10:17:24.255301 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-b780ef8e-422a-4cbf-a2d5-a5fac6e2c486 service neutron] 10.222.0.66 "GET /v2.0/ports/e83b170d-faff-4900-bf40-dfa482721d5c/bindings/n-h2-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.0559471 Nov 19 10:17:24.498767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-fc83ba05-e9f7-4889-a8c8-dda730af933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:24.500267 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-fc83ba05-e9f7-4889-a8c8-dda730af933a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703&tenant_id=9d7b63a9f33f4d65856aed705f25f367 HTTP/1.1" status: 200 len: 1097 time: 0.0836580 Nov 19 10:17:24.512036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:17:24.568283 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:24.709007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d677e4b-fccf-46a5-8362-a33b9dcb201f req-d3d95a73-867b-493a-8229-a8f581431b1a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:24.710529 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d677e4b-fccf-46a5-8362-a33b9dcb201f req-d3d95a73-867b-493a-8229-a8f581431b1a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.1273937 Nov 19 10:17:24.812277 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d677e4b-fccf-46a5-8362-a33b9dcb201f req-be9f1ed1-e65c-4bee-8739-1be6584b8193 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947092 Nov 19 10:17:24.841380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] For port e83b170d-faff-4900-bf40-dfa482721d5c, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=e83b170d-faff-4900-bf40-dfa482721d5c,segment=NetworkSegment(c5ca6a99-3b60-49f0-adec-b40d837d5e32),segment_id=c5ca6a99-3b60-49f0-adec-b40d837d5e32)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:17:24.885113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] For port e83b170d-faff-4900-bf40-dfa482721d5c, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:17:24.924354 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b60b66-6d72-473d-bcf8-b1d459765703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e83b170d-faff-4900-bf40-dfa482721d5c'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:17:24.926647 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c84e81c-5e09-483d-81c4-acb3ff138829" -d '{"events": [{"server_uuid": "89b60b66-6d72-473d-bcf8-b1d459765703", "name": "network-vif-unplugged", "status": "completed", "tag": "e83b170d-faff-4900-bf40-dfa482721d5c"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:17:24.930824 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:24.943693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Transition to ACTIVE for port object e83b170d-faff-4900-bf40-dfa482721d5c will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:17:24.952768 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:24.980817 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 10:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a1bc38-3a6a-4d70-a91d-284774a577ad x-openstack-request-id: req-77a1bc38-3a6a-4d70-a91d-284774a577ad {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:17:24.981139 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b60b66-6d72-473d-bcf8-b1d459765703", "name": "network-vif-unplugged", "status": "completed", "tag": "e83b170d-faff-4900-bf40-dfa482721d5c", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:17:24.981412 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77a1bc38-3a6a-4d70-a91d-284774a577ad {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:17:24.981794 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b60b66-6d72-473d-bcf8-b1d459765703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e83b170d-faff-4900-bf40-dfa482721d5c', 'code': 200} Nov 19 10:17:25.031272 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Pushing event updated for resources: {'Port': ['ID=e83b170d-faff-4900-bf40-dfa482721d5c,revision_number=6']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:17:25.046282 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:25.046633 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:25.046978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:25.047317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:25.047650 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:25.047980 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:25.048311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:25.048638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:25.048961 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:25.049333 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:25.049642 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:25.049963 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:25.096186 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] No DVR routers for this DVR port e83b170d-faff-4900-bf40-dfa482721d5c on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:17:25.118147 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:25.255402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Attempting to bind port e83b170d-faff-4900-bf40-dfa482721d5c on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:17:25.255656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Attempting to bind port e83b170d-faff-4900-bf40-dfa482721d5c by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': 'c5ca6a99-3b60-49f0-adec-b40d837d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:17:25.255981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Attempting to bind port e83b170d-faff-4900-bf40-dfa482721d5c on network 98919e93-0f08-4842-8988-682c8fb2054a {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:17:25.260991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Port e83b170d-faff-4900-bf40-dfa482721d5c on network 98919e93-0f08-4842-8988-682c8fb2054a not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:17:25.261339 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Attempting to bind port e83b170d-faff-4900-bf40-dfa482721d5c on network 98919e93-0f08-4842-8988-682c8fb2054a {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:17:25.266210 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:17:25.266543 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Checking segment: {'id': 'c5ca6a99-3b60-49f0-adec-b40d837d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:17:25.266926 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Bound using segment: {'id': 'c5ca6a99-3b60-49f0-adec-b40d837d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:17:25.267352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Bound port: e83b170d-faff-4900-bf40-dfa482721d5c, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5ca6a99-3b60-49f0-adec-b40d837d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:17:25.267704 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:25.334011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] For port e83b170d-faff-4900-bf40-dfa482721d5c, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:17:25.337380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] For port e83b170d-faff-4900-bf40-dfa482721d5c, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e83b170d-faff-4900-bf40-dfa482721d5c,segment=NetworkSegment(c5ca6a99-3b60-49f0-adec-b40d837d5e32),segment_id=c5ca6a99-3b60-49f0-adec-b40d837d5e32)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:17:25.341399 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:25.377844 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:25.378325 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:25.379686 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] 10.222.0.71 "PUT /v2.0/ports/e83b170d-faff-4900-bf40-dfa482721d5c HTTP/1.1" status: 200 len: 1092 time: 0.8717422 Nov 19 10:17:25.403234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3effb-375d-43b1-bb8b-417adb631591 service neutron] Pushing event updated for resources: {'Port': ['ID=e83b170d-faff-4900-bf40-dfa482721d5c,revision_number=7']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:17:25.454576 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-d7c06d25-e665-42af-9693-82df9f0a5676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:25.456347 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-d7c06d25-e665-42af-9693-82df9f0a5676 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 1095 time: 0.0482290 Nov 19 10:17:25.555089 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-c460fb49-3724-4e38-9803-d73a3d3b0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:25.557844 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-c460fb49-3724-4e38-9803-d73a3d3b0fb5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=98919e93-0f08-4842-8988-682c8fb2054a HTTP/1.1" status: 200 len: 898 time: 0.0935428 Nov 19 10:17:25.631236 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-1a3d6499-ceaa-41d6-9434-22aa5042adb8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e83b170d-faff-4900-bf40-dfa482721d5c HTTP/1.1" status: 200 len: 999 time: 0.0670135 Nov 19 10:17:25.681774 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-acdef9fb-2c15-465c-97f5-b932ba665c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:25.683156 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-acdef9fb-2c15-465c-97f5-b932ba665c66 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c08106a7-b1d0-4479-a0a9-f44a8e835eca HTTP/1.1" status: 200 len: 834 time: 0.0448706 Nov 19 10:17:25.722254 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:25.734143 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-0ffc430f-e816-4184-9a78-f0f4c6ab046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:25.735645 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-0ffc430f-e816-4184-9a78-f0f4c6ab046f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=98919e93-0f08-4842-8988-682c8fb2054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439212 Nov 19 10:17:25.828997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-15eeb2a7-f2c8-40ec-894e-94e8afbaff4b service neutron] 10.222.0.71 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862384 Nov 19 10:17:25.959841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cfa5e-8628-4ce6-8faf-83e126fbdf3f req-6f08cdd3-1fb7-4151-8092-bbf34bffaaa7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:25.961284 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-662cfa5e-8628-4ce6-8faf-83e126fbdf3f req-6f08cdd3-1fb7-4151-8092-bbf34bffaaa7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 943 time: 0.0775635 Nov 19 10:17:25.963332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dfb864f0-4e2e-4091-b37f-d2e8c0abb38c req-6d6a674e-2fbd-4018-92e7-ee404315ef70 service neutron] 10.222.0.71 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256700 Nov 19 10:17:26.026096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-662cfa5e-8628-4ce6-8faf-83e126fbdf3f req-d7d02f75-f297-4f31-b936-942e7e7f0691 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568435 Nov 19 10:17:26.983147 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b60b66-6d72-473d-bcf8-b1d459765703', 'tag': 'e83b170d-faff-4900-bf40-dfa482721d5c'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:17:26.985543 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53acbc0e-e241-4a95-a9de-c54f822577be" -d '{"events": [{"name": "network-changed", "server_uuid": "89b60b66-6d72-473d-bcf8-b1d459765703", "tag": "e83b170d-faff-4900-bf40-dfa482721d5c"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:17:27.034310 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513acd30-dacf-46b9-b693-7883146ca07b x-openstack-request-id: req-513acd30-dacf-46b9-b693-7883146ca07b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:17:27.034606 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b60b66-6d72-473d-bcf8-b1d459765703", "tag": "e83b170d-faff-4900-bf40-dfa482721d5c", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:17:27.035478 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-513acd30-dacf-46b9-b693-7883146ca07b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:17:27.036112 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b60b66-6d72-473d-bcf8-b1d459765703', 'tag': 'e83b170d-faff-4900-bf40-dfa482721d5c', 'status': 'completed', 'code': 200} Nov 19 10:17:27.119268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e83b170d-faff-4900-bf40-dfa482721d5c no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:17:27.158814 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acbc0e-e241-4a95-a9de-c54f822577be req-e30ef226-0333-45b3-a0c9-f2c326fb09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:27.160340 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53acbc0e-e241-4a95-a9de-c54f822577be req-e30ef226-0333-45b3-a0c9-f2c326fb09c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 1095 time: 0.1007380 Nov 19 10:17:27.163339 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device e83b170d-faff-4900-bf40-dfa482721d5c not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:17:27.169529 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acbc0e-e241-4a95-a9de-c54f822577be req-cc8defa8-1e0f-4276-80fd-c9ef71e5ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:27.171036 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53acbc0e-e241-4a95-a9de-c54f822577be req-cc8defa8-1e0f-4276-80fd-c9ef71e5ab88 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 1095 time: 0.1099999 Nov 19 10:17:27.210119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4de8f9-c7f0-4bed-93bf-5bf165509850 req-4f19bc33-d6c0-42ae-988b-dccf1e525450 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:27.211563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e4de8f9-c7f0-4bed-93bf-5bf165509850 req-4f19bc33-d6c0-42ae-988b-dccf1e525450 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 943 time: 0.1025739 Nov 19 10:17:27.371170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e4de8f9-c7f0-4bed-93bf-5bf165509850 req-8f9ff447-c056-4727-b1e7-f4d355d141d9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335604 Nov 19 10:17:27.376012 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acbc0e-e241-4a95-a9de-c54f822577be req-c6cb8123-7d14-429c-80cb-d17328418d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:27.377582 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53acbc0e-e241-4a95-a9de-c54f822577be req-c6cb8123-7d14-429c-80cb-d17328418d93 service neutron] 10.222.0.66 "GET /v2.0/networks?id=98919e93-0f08-4842-8988-682c8fb2054a HTTP/1.1" status: 200 len: 898 time: 0.2049325 Nov 19 10:17:27.398218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acbc0e-e241-4a95-a9de-c54f822577be req-67888809-d956-42af-af5a-4b062b8d95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:27.399670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53acbc0e-e241-4a95-a9de-c54f822577be req-67888809-d956-42af-af5a-4b062b8d95f9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=98919e93-0f08-4842-8988-682c8fb2054a HTTP/1.1" status: 200 len: 898 time: 0.2157507 Nov 19 10:17:27.819893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53acbc0e-e241-4a95-a9de-c54f822577be req-094519ad-b4d0-4a10-9f7d-d71c643b55c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e83b170d-faff-4900-bf40-dfa482721d5c HTTP/1.1" status: 200 len: 999 time: 0.4335499 Nov 19 10:17:27.828853 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53acbc0e-e241-4a95-a9de-c54f822577be req-5cf24807-cb9e-4f6a-a4b7-8aed2ac5af50 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e83b170d-faff-4900-bf40-dfa482721d5c HTTP/1.1" status: 200 len: 999 time: 0.4030960 Nov 19 10:17:27.902372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acbc0e-e241-4a95-a9de-c54f822577be req-18ff237f-220a-483f-b1c4-50c1c71988a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:27.903835 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53acbc0e-e241-4a95-a9de-c54f822577be req-18ff237f-220a-483f-b1c4-50c1c71988a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c08106a7-b1d0-4479-a0a9-f44a8e835eca HTTP/1.1" status: 200 len: 834 time: 0.0770044 Nov 19 10:17:27.909029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acbc0e-e241-4a95-a9de-c54f822577be req-8b043119-453c-412b-a6f6-5bfc716a2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:27.910420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53acbc0e-e241-4a95-a9de-c54f822577be req-8b043119-453c-412b-a6f6-5bfc716a2d4a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c08106a7-b1d0-4479-a0a9-f44a8e835eca HTTP/1.1" status: 200 len: 834 time: 0.0738292 Nov 19 10:17:27.982184 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acbc0e-e241-4a95-a9de-c54f822577be req-64226871-afe1-44b9-969b-6f81e0e1e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:27.984256 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53acbc0e-e241-4a95-a9de-c54f822577be req-64226871-afe1-44b9-969b-6f81e0e1e51c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98919e93-0f08-4842-8988-682c8fb2054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729830 Nov 19 10:17:27.986029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acbc0e-e241-4a95-a9de-c54f822577be req-079ab5d2-2d9c-4e1c-a2c5-a2648fb179ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:27.987380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53acbc0e-e241-4a95-a9de-c54f822577be req-079ab5d2-2d9c-4e1c-a2c5-a2648fb179ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=98919e93-0f08-4842-8988-682c8fb2054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687943 Nov 19 10:17:28.155680 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53acbc0e-e241-4a95-a9de-c54f822577be req-512eb442-a2e8-4391-a067-e0df1faf7b76 service neutron] 10.222.0.66 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633978 Nov 19 10:17:28.157502 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53acbc0e-e241-4a95-a9de-c54f822577be req-4d731226-82c0-4a61-98ed-750fc65ffc6d service neutron] 10.222.0.71 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585376 Nov 19 10:17:28.322885 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53acbc0e-e241-4a95-a9de-c54f822577be req-c3e83c8a-5210-48f5-aff9-80061a4535ab service neutron] 10.222.0.71 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580932 Nov 19 10:17:28.324792 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-53acbc0e-e241-4a95-a9de-c54f822577be req-209626e6-4fd8-4b1c-95bd-5457d17d78ce service neutron] 10.222.0.66 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612115 Nov 19 10:17:28.509172 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fbf8f-e124-4186-8eeb-4d74417bcb5f req-5eb6e5fa-9fa9-4d5c-8d0c-a0ec1532492a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:28.510664 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a23fbf8f-e124-4186-8eeb-4d74417bcb5f req-5eb6e5fa-9fa9-4d5c-8d0c-a0ec1532492a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 943 time: 0.0573847 Nov 19 10:17:28.559772 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a23fbf8f-e124-4186-8eeb-4d74417bcb5f req-aa7bb087-4cf1-44dd-aeab-5c309aeb291f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426025 Nov 19 10:17:28.788517 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b4bec-da13-451c-9769-28d6209ce07c req-aee5c6e8-8d77-432d-8d51-74ab3a81f825 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:28.790023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe8b4bec-da13-451c-9769-28d6209ce07c req-aee5c6e8-8d77-432d-8d51-74ab3a81f825 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 943 time: 0.0840292 Nov 19 10:17:28.798990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eb974-9a64-4184-a540-327ac587cf08 req-55dcffad-eba9-44b8-aba7-f9f4814a87c0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:28.800505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d74eb974-9a64-4184-a540-327ac587cf08 req-55dcffad-eba9-44b8-aba7-f9f4814a87c0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703&tenant_id=9d7b63a9f33f4d65856aed705f25f367&binding%3Ahost_id=n-h2-805649-14 HTTP/1.1" status: 200 len: 943 time: 0.0812967 Nov 19 10:17:28.892417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fe8b4bec-da13-451c-9769-28d6209ce07c req-8e1fdea8-e900-49d0-b079-a4a567220c96 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909138 Nov 19 10:17:28.897442 n-d-805649-14 neutron-server[103477]: INFO neutron.api.v2.resource [req-d74eb974-9a64-4184-a540-327ac587cf08 req-654a17d1-702a-465a-88b3-9a4d724b99d4 service neutron] delete failed (client error): The resource could not be found. Nov 19 10:17:28.898708 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d74eb974-9a64-4184-a540-327ac587cf08 req-654a17d1-702a-465a-88b3-9a4d724b99d4 service neutron] 10.222.0.66 "DELETE /v2.0/ports/e83b170d-faff-4900-bf40-dfa482721d5c/bindings/n-h1-805649-14 HTTP/1.1" status: 404 len: 381 time: 0.0898397 Nov 19 10:17:29.026821 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eb974-9a64-4184-a540-327ac587cf08 req-d3b9e4d7-707c-42c3-ad7f-a47c250c62d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:29.028327 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d74eb974-9a64-4184-a540-327ac587cf08 req-d3b9e4d7-707c-42c3-ad7f-a47c250c62d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 1095 time: 0.0737047 Nov 19 10:17:29.035871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf41d0b-bdce-4543-bfd0-ad9dd11c7938 req-858a3794-acc7-446f-b689-5bf8806b44cf tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:29.037298 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5cf41d0b-bdce-4543-bfd0-ad9dd11c7938 req-858a3794-acc7-446f-b689-5bf8806b44cf tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 943 time: 0.0710008 Nov 19 10:17:29.147100 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5cf41d0b-bdce-4543-bfd0-ad9dd11c7938 req-f19588d7-dce5-48f8-bc7d-d10226752718 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007266 Nov 19 10:17:29.164200 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eb974-9a64-4184-a540-327ac587cf08 req-1d05e6c6-1f47-4f5b-9039-55ce926e852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:29.165721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d74eb974-9a64-4184-a540-327ac587cf08 req-1d05e6c6-1f47-4f5b-9039-55ce926e852a service neutron] 10.222.0.66 "GET /v2.0/networks?id=98919e93-0f08-4842-8988-682c8fb2054a HTTP/1.1" status: 200 len: 898 time: 0.1275640 Nov 19 10:17:29.236170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d74eb974-9a64-4184-a540-327ac587cf08 req-6e38c9a1-308f-43e1-bf41-25d5dd05b1b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e83b170d-faff-4900-bf40-dfa482721d5c HTTP/1.1" status: 200 len: 999 time: 0.0632296 Nov 19 10:17:29.294545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eb974-9a64-4184-a540-327ac587cf08 req-97b0ebdc-b98b-4c04-b64d-fba96af15240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:29.296574 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d74eb974-9a64-4184-a540-327ac587cf08 req-97b0ebdc-b98b-4c04-b64d-fba96af15240 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c08106a7-b1d0-4479-a0a9-f44a8e835eca HTTP/1.1" status: 200 len: 834 time: 0.0534630 Nov 19 10:17:29.343406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eb974-9a64-4184-a540-327ac587cf08 req-057f054f-ca17-403c-90fa-9885b0295372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:29.344915 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d74eb974-9a64-4184-a540-327ac587cf08 req-057f054f-ca17-403c-90fa-9885b0295372 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=98919e93-0f08-4842-8988-682c8fb2054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411768 Nov 19 10:17:29.438917 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d74eb974-9a64-4184-a540-327ac587cf08 req-1d0917ba-e39f-4af6-87ea-91df4f51a16f service neutron] 10.222.0.66 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863583 Nov 19 10:17:29.534452 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d74eb974-9a64-4184-a540-327ac587cf08 req-01337b45-c267-47f9-a543-877be0ee7637 service neutron] 10.222.0.66 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882983 Nov 19 10:17:29.941998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e83b170d-faff-4900-bf40-dfa482721d5c details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:17:30.050691 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e83b170d-faff-4900-bf40-dfa482721d5c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e83b170d-faff-4900-bf40-dfa482721d5c,segment=NetworkSegment(c5ca6a99-3b60-49f0-adec-b40d837d5e32),segment_id=c5ca6a99-3b60-49f0-adec-b40d837d5e32)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:17:30.062245 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'e83b170d-faff-4900-bf40-dfa482721d5c', 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a', 'port_id': 'e83b170d-faff-4900-bf40-dfa482721d5c', 'mac_address': 'fa:16:3e:ed:7b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:17:30.106716 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:30.128303 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83b170d-faff-4900-bf40-dfa482721d5c {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:17:30.148306 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e83b170d-faff-4900-bf40-dfa482721d5c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e83b170d-faff-4900-bf40-dfa482721d5c,segment=NetworkSegment(c5ca6a99-3b60-49f0-adec-b40d837d5e32),segment_id=c5ca6a99-3b60-49f0-adec-b40d837d5e32)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:17:30.152618 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:30.201904 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=e83b170d-faff-4900-bf40-dfa482721d5c,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:17:30.209367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:30.209725 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:30.210070 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:30.210689 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:30.211176 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:30.211517 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:30.211850 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:30.212455 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:30.212720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:30.213074 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:30.213473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:30.213746 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:30.271245 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcab29b-89d8-497f-9a18-fc142a35afc4 req-0c0267aa-078e-463b-8323-d6ee65774a87 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:30.272726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8fcab29b-89d8-497f-9a18-fc142a35afc4 req-0c0267aa-078e-463b-8323-d6ee65774a87 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 944 time: 0.0559578 Nov 19 10:17:30.328610 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8fcab29b-89d8-497f-9a18-fc142a35afc4 req-9d926479-0dc6-4dee-8658-1a41564fe1f8 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497801 Nov 19 10:17:30.359833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37068) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:17:30.398493 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['e83b170d-faff-4900-bf40-dfa482721d5c'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:17:30.424269 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8888a385-a573-4319-9494-1fae86aedbe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/9ceae7c8-64b5-4996-a142-57583c77ae69 HTTP/1.1" status: 200 len: 992 time: 0.0632415 Nov 19 10:17:31.965817 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e83b170d-faff-4900-bf40-dfa482721d5c up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:17:32.015674 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port e83b170d-faff-4900-bf40-dfa482721d5c completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:17:32.020137 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port e83b170d-faff-4900-bf40-dfa482721d5c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:17:32.020509 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:32.101164 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:32.125547 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b60b66-6d72-473d-bcf8-b1d459765703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83b170d-faff-4900-bf40-dfa482721d5c'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:17:32.127837 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5525497-e053-4d26-9d46-4b21aac8cec6" -d '{"events": [{"server_uuid": "89b60b66-6d72-473d-bcf8-b1d459765703", "name": "network-vif-plugged", "status": "completed", "tag": "e83b170d-faff-4900-bf40-dfa482721d5c"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:17:32.140917 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port e83b170d-faff-4900-bf40-dfa482721d5c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e83b170d-faff-4900-bf40-dfa482721d5c,segment=NetworkSegment(c5ca6a99-3b60-49f0-adec-b40d837d5e32),segment_id=c5ca6a99-3b60-49f0-adec-b40d837d5e32)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:17:32.145619 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:32.176393 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5316d615-1e02-4600-b820-353e70ce5967 x-openstack-request-id: req-5316d615-1e02-4600-b820-353e70ce5967 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:17:32.176686 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b60b66-6d72-473d-bcf8-b1d459765703", "name": "network-vif-plugged", "status": "completed", "tag": "e83b170d-faff-4900-bf40-dfa482721d5c", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:17:32.176937 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5316d615-1e02-4600-b820-353e70ce5967 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:17:32.177366 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b60b66-6d72-473d-bcf8-b1d459765703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83b170d-faff-4900-bf40-dfa482721d5c', 'code': 200} Nov 19 10:17:32.197440 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=e83b170d-faff-4900-bf40-dfa482721d5c,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:17:46.117761 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:48.645949 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:50.033209 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8b2c9803-a282-4765-b1c3-2fa07a08e725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:52.463118 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8525491f-f15d-423c-b4ec-ae71a495303b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:53.725073 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:53.725758 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:17:55.114705 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:55.724015 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:58.601808 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d28e22a-60cb-4bb7-b60d-fc6caf4af163 req-d5b3d194-e264-4048-b579-ea52e063594e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409780 Nov 19 10:17:58.690391 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28e22a-60cb-4bb7-b60d-fc6caf4af163 req-ccb3ebca-a2b2-400a-89a5-484fba9e5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:58.691873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d28e22a-60cb-4bb7-b60d-fc6caf4af163 req-ccb3ebca-a2b2-400a-89a5-484fba9e5e26 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 1097 time: 0.0444221 Nov 19 10:17:58.795284 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28e22a-60cb-4bb7-b60d-fc6caf4af163 req-367e4230-0d2c-40f4-91ff-9ce3970c0396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:58.796809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d28e22a-60cb-4bb7-b60d-fc6caf4af163 req-367e4230-0d2c-40f4-91ff-9ce3970c0396 service neutron] 10.222.0.71 "GET /v2.0/networks?id=98919e93-0f08-4842-8988-682c8fb2054a HTTP/1.1" status: 200 len: 898 time: 0.0833862 Nov 19 10:17:58.844327 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37080) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:17:58.867773 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d28e22a-60cb-4bb7-b60d-fc6caf4af163 req-ba4c4bcd-4883-49ad-a91c-a1af0b939a8b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e83b170d-faff-4900-bf40-dfa482721d5c HTTP/1.1" status: 200 len: 1001 time: 0.0628946 Nov 19 10:17:58.917879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28e22a-60cb-4bb7-b60d-fc6caf4af163 req-a8805a3e-dd5e-468b-96ef-41ba21f53784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:58.919333 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d28e22a-60cb-4bb7-b60d-fc6caf4af163 req-a8805a3e-dd5e-468b-96ef-41ba21f53784 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c08106a7-b1d0-4479-a0a9-f44a8e835eca HTTP/1.1" status: 200 len: 834 time: 0.0435526 Nov 19 10:17:58.971653 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28e22a-60cb-4bb7-b60d-fc6caf4af163 req-c9641060-f0da-40b3-a9e5-8944a757f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:58.973199 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d28e22a-60cb-4bb7-b60d-fc6caf4af163 req-c9641060-f0da-40b3-a9e5-8944a757f09a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=98919e93-0f08-4842-8988-682c8fb2054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446088 Nov 19 10:17:58.985231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-5d28e22a-60cb-4bb7-b60d-fc6caf4af163 req-9fa52c93-c565-4d08-914b-301f5ec5704b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 10:17:58.986206 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d28e22a-60cb-4bb7-b60d-fc6caf4af163 req-9fa52c93-c565-4d08-914b-301f5ec5704b service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050657 Nov 19 10:17:59.002600 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port 9104485e-7846-4df6-b73c-4a15538624d6 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:17:59.002949 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:59.081297 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:59.081594 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d28e22a-60cb-4bb7-b60d-fc6caf4af163 req-17d4aa14-647c-4e7e-a88b-996141dde49a service neutron] 10.222.0.71 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867794 Nov 19 10:17:59.081691 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:59.093523 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for 9104485e-7846-4df6-b73c-4a15538624d6 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:17:59.173319 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5d28e22a-60cb-4bb7-b60d-fc6caf4af163 req-63cb8b4f-0da7-4df2-8ad2-d7d974ab17f4 service neutron] 10.222.0.71 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839732 Nov 19 10:17:59.238426 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:59.265886 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=9104485e-7846-4df6-b73c-4a15538624d6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:17:59.276089 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:59.276450 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:59.276799 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:59.277170 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:59.277518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:59.278167 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:59.278167 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:59.278511 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:59.278848 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:59.279185 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:59.279517 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:59.279845 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:17:59.341849 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:59.342140 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Floating IP 9ceae7c8-64b5-4996-a142-57583c77ae69 disassociated (deleted). External IP: 172.25.0.161, port: e83b170d-faff-4900-bf40-dfa482721d5c. Nov 19 10:17:59.550013 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router 7b498e51-9953-48d4-b939-3330846dd1cd has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:17:59.661477 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:17:59.666325 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:17:59.670938 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e79d670-5283-48b1-a350-2dbeb4e2578c None None] Sync routers for ids ['7b498e51-9953-48d4-b939-3330846dd1cd'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:17:59.679695 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e79d670-5283-48b1-a350-2dbeb4e2578c None None] Routers {'7b498e51-9953-48d4-b939-3330846dd1cd'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:17:59.680300 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7e79d670-5283-48b1-a350-2dbeb4e2578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:17:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7b498e51-9953-48d4-b939-3330846dd1cd'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:17:59.693540 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-774cc8c9-0129-4954-b49a-76cbbbbdbb66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/floatingips/9ceae7c8-64b5-4996-a142-57583c77ae69 HTTP/1.1" status: 204 len: 168 time: 0.8480294 Nov 19 10:17:59.694253 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b60b66-6d72-473d-bcf8-b1d459765703', 'tag': 'e83b170d-faff-4900-bf40-dfa482721d5c'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:17:59.696574 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee9837432495c74e8059494a3522ab7747c867f16b8024125ef0ac62a795fb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1ae72c-9bd5-4aac-abe3-cd0c545246b5" -d '{"events": [{"name": "network-changed", "server_uuid": "89b60b66-6d72-473d-bcf8-b1d459765703", "tag": "e83b170d-faff-4900-bf40-dfa482721d5c"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:17:59.739860 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc7027f-5739-4b9d-889b-ceee579e2bd3 x-openstack-request-id: req-fbc7027f-5739-4b9d-889b-ceee579e2bd3 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:17:59.740560 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b60b66-6d72-473d-bcf8-b1d459765703", "tag": "e83b170d-faff-4900-bf40-dfa482721d5c", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:17:59.741124 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbc7027f-5739-4b9d-889b-ceee579e2bd3 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:17:59.741700 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b60b66-6d72-473d-bcf8-b1d459765703', 'tag': 'e83b170d-faff-4900-bf40-dfa482721d5c', 'status': 'completed', 'code': 200} Nov 19 10:17:59.789980 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7e79d670-5283-48b1-a350-2dbeb4e2578c None None] Set router 7b498e51-9953-48d4-b939-3330846dd1cd gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:17:59.806029 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ae72c-9bd5-4aac-abe3-cd0c545246b5 req-605bf8db-1620-4c45-b505-3da0d1d42b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:59.807571 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d1ae72c-9bd5-4aac-abe3-cd0c545246b5 req-605bf8db-1620-4c45-b505-3da0d1d42b9e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 1097 time: 0.0438237 Nov 19 10:17:59.968984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81fb02-6e5c-4f46-8c01-d37abd7c56d7 req-0fde9482-13ca-40e9-a582-a446da37628c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:59.970544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f81fb02-6e5c-4f46-8c01-d37abd7c56d7 req-0fde9482-13ca-40e9-a582-a446da37628c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0792761 Nov 19 10:17:59.982494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ae72c-9bd5-4aac-abe3-cd0c545246b5 req-ca5d991d-08ee-4941-b2c7-45ea350babe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:17:59.986252 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d1ae72c-9bd5-4aac-abe3-cd0c545246b5 req-ca5d991d-08ee-4941-b2c7-45ea350babe5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=98919e93-0f08-4842-8988-682c8fb2054a HTTP/1.1" status: 200 len: 898 time: 0.1606572 Nov 19 10:18:00.034551 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7e79d670-5283-48b1-a350-2dbeb4e2578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662128393', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '4e92029c-b250-4580-b104-037786839175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:19Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4e92029c-b250-4580-b104-037786839175', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd5d69507-7bea-4b9e-a37c-9b4f0e827d3d', 'name': '', 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:19Z', 'updated_at': '2021-11-19T10:16:22Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:00.042476 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d1ae72c-9bd5-4aac-abe3-cd0c545246b5 req-0b223da8-538e-4dc7-9a65-b7e8ee1636bc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e83b170d-faff-4900-bf40-dfa482721d5c HTTP/1.1" status: 200 len: 217 time: 0.0436609 Nov 19 10:18:00.061039 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e79d670-5283-48b1-a350-2dbeb4e2578c None None] Checking router: 7b498e51-9953-48d4-b939-3330846dd1cd for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:18:00.069990 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e79d670-5283-48b1-a350-2dbeb4e2578c None None] Routers {'7b498e51-9953-48d4-b939-3330846dd1cd'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:18:00.070523 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7e79d670-5283-48b1-a350-2dbeb4e2578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:17:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7b498e51-9953-48d4-b939-3330846dd1cd'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:00.091595 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f81fb02-6e5c-4f46-8c01-d37abd7c56d7 req-e2667f13-27d9-436b-ada4-1cfc586d93b7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113310 Nov 19 10:18:00.111444 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ae72c-9bd5-4aac-abe3-cd0c545246b5 req-b05a7315-8a27-4662-b278-ca874953d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:00.112953 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d1ae72c-9bd5-4aac-abe3-cd0c545246b5 req-b05a7315-8a27-4662-b278-ca874953d67e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c08106a7-b1d0-4479-a0a9-f44a8e835eca HTTP/1.1" status: 200 len: 834 time: 0.0552940 Nov 19 10:18:00.161372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ae72c-9bd5-4aac-abe3-cd0c545246b5 req-49705252-abcb-4d6e-b903-45e4f924dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:00.162877 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d1ae72c-9bd5-4aac-abe3-cd0c545246b5 req-49705252-abcb-4d6e-b903-45e4f924dfa4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=98919e93-0f08-4842-8988-682c8fb2054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410564 Nov 19 10:18:00.176962 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7e79d670-5283-48b1-a350-2dbeb4e2578c None None] Set router 7b498e51-9953-48d4-b939-3330846dd1cd gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:18:00.261312 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d1ae72c-9bd5-4aac-abe3-cd0c545246b5 req-f6f32b25-fc15-427c-89d5-85dca6ddbef8 service neutron] 10.222.0.71 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878839 Nov 19 10:18:00.356332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d1ae72c-9bd5-4aac-abe3-cd0c545246b5 req-8ac225f2-6721-46fb-acbf-acdd896d25c4 service neutron] 10.222.0.71 "GET /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864892 Nov 19 10:18:00.374455 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7e79d670-5283-48b1-a350-2dbeb4e2578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662128393', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '4e92029c-b250-4580-b104-037786839175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:19Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4e92029c-b250-4580-b104-037786839175', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd5d69507-7bea-4b9e-a37c-9b4f0e827d3d', 'name': '', 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:19Z', 'updated_at': '2021-11-19T10:16:22Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:00.403501 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e79d670-5283-48b1-a350-2dbeb4e2578c None None] The sync data for ids ['7b498e51-9953-48d4-b939-3330846dd1cd'] in n-d-805649-14 is: [{'id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662128393', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '4e92029c-b250-4580-b104-037786839175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:19Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4e92029c-b250-4580-b104-037786839175', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': 'd5d69507-7bea-4b9e-a37c-9b4f0e827d3d', 'name': '', 'network_id': '98919e93-0f08-4842-8988-682c8fb2054a', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:19Z', 'updated_at': '2021-11-19T10:16:22Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': 'c08106a7-b1d0-4479-a0a9-f44a8e835eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:18:00.626830 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6846540-b849-4b01-b640-595b96372eac None None] New status for floating IP 9ceae7c8-64b5-4996-a142-57583c77ae69: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:18:01.216860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0caaf0-1c95-4415-b717-e226073b744e req-392fd8c4-f38c-4bb6-a778-6dea90528e66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:01.218351 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa0caaf0-1c95-4415-b717-e226073b744e req-392fd8c4-f38c-4bb6-a778-6dea90528e66 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0494640 Nov 19 10:18:01.281349 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fa0caaf0-1c95-4415-b717-e226073b744e req-4396a687-0aa0-4393-9cf0-e303d82b0171 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=5b9cac41-6ab2-4785-83d3-bf987518fb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567331 Nov 19 10:18:01.317782 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90443842-3312-45fb-b23b-e6d1edd3a08e req-162dde85-9ba6-43f2-ac71-1799061f6b94 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:01.319215 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90443842-3312-45fb-b23b-e6d1edd3a08e req-162dde85-9ba6-43f2-ac71-1799061f6b94 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.71 "GET /v2.0/ports?device_id=89b60b66-6d72-473d-bcf8-b1d459765703 HTTP/1.1" status: 200 len: 945 time: 0.0512302 Nov 19 10:18:01.410886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-90443842-3312-45fb-b23b-e6d1edd3a08e req-bfa3802c-717a-408d-885f-134e80befb2d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port e83b170d-faff-4900-bf40-dfa482721d5c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:18:01.411220 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-90443842-3312-45fb-b23b-e6d1edd3a08e req-bfa3802c-717a-408d-885f-134e80befb2d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:01.501572 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-90443842-3312-45fb-b23b-e6d1edd3a08e req-bfa3802c-717a-408d-885f-134e80befb2d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] For port e83b170d-faff-4900-bf40-dfa482721d5c, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=e83b170d-faff-4900-bf40-dfa482721d5c,segment=NetworkSegment(c5ca6a99-3b60-49f0-adec-b40d837d5e32),segment_id=c5ca6a99-3b60-49f0-adec-b40d837d5e32)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:18:01.501929 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-90443842-3312-45fb-b23b-e6d1edd3a08e req-bfa3802c-717a-408d-885f-134e80befb2d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:01.514379 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-90443842-3312-45fb-b23b-e6d1edd3a08e req-bfa3802c-717a-408d-885f-134e80befb2d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for e83b170d-faff-4900-bf40-dfa482721d5c owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:18:01.644507 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-90443842-3312-45fb-b23b-e6d1edd3a08e req-bfa3802c-717a-408d-885f-134e80befb2d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:01.672126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3802c-717a-408d-885f-134e80befb2d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=e83b170d-faff-4900-bf40-dfa482721d5c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:01.714068 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-90443842-3312-45fb-b23b-e6d1edd3a08e req-bfa3802c-717a-408d-885f-134e80befb2d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] No DVR routers for this DVR port e83b170d-faff-4900-bf40-dfa482721d5c on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:18:01.716725 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-90443842-3312-45fb-b23b-e6d1edd3a08e req-bfa3802c-717a-408d-885f-134e80befb2d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:01.720622 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-90443842-3312-45fb-b23b-e6d1edd3a08e req-bfa3802c-717a-408d-885f-134e80befb2d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.71 "DELETE /v2.0/ports/e83b170d-faff-4900-bf40-dfa482721d5c HTTP/1.1" status: 204 len: 173 time: 0.3950522 Nov 19 10:18:01.721510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b60b66-6d72-473d-bcf8-b1d459765703', 'name': 'network-vif-deleted', 'tag': 'e83b170d-faff-4900-bf40-dfa482721d5c'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:18:01.723678 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a5dc7b-8b06-4ea8-ad58-2aaa83d05be8" -d '{"events": [{"server_uuid": "89b60b66-6d72-473d-bcf8-b1d459765703", "name": "network-vif-deleted", "tag": "e83b170d-faff-4900-bf40-dfa482721d5c"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:18:01.763884 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5da1cf3-81a3-4092-88c1-9739d88e217c x-openstack-request-id: req-d5da1cf3-81a3-4092-88c1-9739d88e217c {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:18:01.764211 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b60b66-6d72-473d-bcf8-b1d459765703", "name": "network-vif-deleted", "tag": "e83b170d-faff-4900-bf40-dfa482721d5c", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:18:01.764512 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5da1cf3-81a3-4092-88c1-9739d88e217c {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:18:01.764883 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b60b66-6d72-473d-bcf8-b1d459765703', 'name': 'network-vif-deleted', 'tag': 'e83b170d-faff-4900-bf40-dfa482721d5c', 'status': 'completed', 'code': 200} Nov 19 10:18:02.337992 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37098) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:03.022679 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c118a8ab-5c3f-4ab4-9b47-c7d5f190abb3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:03.272019 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c118a8ab-5c3f-4ab4-9b47-c7d5f190abb3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port d5d69507-7bea-4b9e-a37c-9b4f0e827d3d {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:18:03.272374 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c118a8ab-5c3f-4ab4-9b47-c7d5f190abb3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:03.363302 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c118a8ab-5c3f-4ab4-9b47-c7d5f190abb3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] For port d5d69507-7bea-4b9e-a37c-9b4f0e827d3d, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=d5d69507-7bea-4b9e-a37c-9b4f0e827d3d,segment=NetworkSegment(c5ca6a99-3b60-49f0-adec-b40d837d5e32),segment_id=c5ca6a99-3b60-49f0-adec-b40d837d5e32)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:18:03.363990 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c118a8ab-5c3f-4ab4-9b47-c7d5f190abb3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:03.376733 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c118a8ab-5c3f-4ab4-9b47-c7d5f190abb3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for d5d69507-7bea-4b9e-a37c-9b4f0e827d3d owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:18:03.558603 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c118a8ab-5c3f-4ab4-9b47-c7d5f190abb3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:03.584495 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118a8ab-5c3f-4ab4-9b47-c7d5f190abb3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=d5d69507-7bea-4b9e-a37c-9b4f0e827d3d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:03.760817 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c118a8ab-5c3f-4ab4-9b47-c7d5f190abb3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:03.974390 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c118a8ab-5c3f-4ab4-9b47-c7d5f190abb3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router 7b498e51-9953-48d4-b939-3330846dd1cd has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:18:04.077485 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c118a8ab-5c3f-4ab4-9b47-c7d5f190abb3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:18:04.082805 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c118a8ab-5c3f-4ab4-9b47-c7d5f190abb3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "PUT /v2.0/routers/7b498e51-9953-48d4-b939-3330846dd1cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7438073 Nov 19 10:18:04.086220 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37100) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:04.088309 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee79b87-6d9b-430e-960b-dd6bbcd9fb93 None None] Sync routers for ids ['7b498e51-9953-48d4-b939-3330846dd1cd'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:18:04.099607 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee79b87-6d9b-430e-960b-dd6bbcd9fb93 None None] Routers {'7b498e51-9953-48d4-b939-3330846dd1cd'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:18:04.100214 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2ee79b87-6d9b-430e-960b-dd6bbcd9fb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:17:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7b498e51-9953-48d4-b939-3330846dd1cd'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:04.140933 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b4fb12-22ff-4d11-af24-d741d39e7de7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting subnet c08106a7-b1d0-4479-a0a9-f44a8e835eca {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:18:04.144021 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84b4fb12-22ff-4d11-af24-d741d39e7de7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:04.185767 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84b4fb12-22ff-4d11-af24-d741d39e7de7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:04.204990 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2ee79b87-6d9b-430e-960b-dd6bbcd9fb93 None None] Set router 7b498e51-9953-48d4-b939-3330846dd1cd gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:18:04.270102 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84b4fb12-22ff-4d11-af24-d741d39e7de7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:04.334309 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84b4fb12-22ff-4d11-af24-d741d39e7de7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:04.364237 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4fb12-22ff-4d11-af24-d741d39e7de7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Subnet': ['ID=c08106a7-b1d0-4479-a0a9-f44a8e835eca,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:04.366256 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-84b4fb12-22ff-4d11-af24-d741d39e7de7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:04.370153 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-84b4fb12-22ff-4d11-af24-d741d39e7de7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/subnets/c08106a7-b1d0-4479-a0a9-f44a8e835eca HTTP/1.1" status: 204 len: 168 time: 0.2827954 Nov 19 10:18:04.372739 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37102) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:04.377541 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e34a104-479d-48ae-be1c-10774fa9fc9b None None] Network 98919e93-0f08-4842-8988-682c8fb2054a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:18:04.388697 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2ee79b87-6d9b-430e-960b-dd6bbcd9fb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662128393', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '4e92029c-b250-4580-b104-037786839175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:18:03Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4e92029c-b250-4580-b104-037786839175', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:04.419117 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee79b87-6d9b-430e-960b-dd6bbcd9fb93 None None] Checking router: 7b498e51-9953-48d4-b939-3330846dd1cd for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:18:04.430107 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee79b87-6d9b-430e-960b-dd6bbcd9fb93 None None] Routers {'7b498e51-9953-48d4-b939-3330846dd1cd'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:18:04.431419 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2ee79b87-6d9b-430e-960b-dd6bbcd9fb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:17:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['7b498e51-9953-48d4-b939-3330846dd1cd'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:04.500764 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31493fab-80f4-453d-9829-a4e08a975e45 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:04.548052 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2ee79b87-6d9b-430e-960b-dd6bbcd9fb93 None None] Set router 7b498e51-9953-48d4-b939-3330846dd1cd gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:18:04.579484 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2357fd4-af9b-4415-a2fb-f4fd9e333a31 None None] DHCP port deletion for 98919e93-0f08-4842-8988-682c8fb2054a request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:18:04.626140 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31493fab-80f4-453d-9829-a4e08a975e45 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:04.626948 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f2357fd4-af9b-4415-a2fb-f4fd9e333a31 None None] Deleting port e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:18:04.627330 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f2357fd4-af9b-4415-a2fb-f4fd9e333a31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:04.681508 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-31493fab-80f4-453d-9829-a4e08a975e45 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port 4e92029c-b250-4580-b104-037786839175 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:18:04.682130 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31493fab-80f4-453d-9829-a4e08a975e45 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:04.694012 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f2357fd4-af9b-4415-a2fb-f4fd9e333a31 None None] For port e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2,segment=NetworkSegment(c5ca6a99-3b60-49f0-adec-b40d837d5e32),segment_id=c5ca6a99-3b60-49f0-adec-b40d837d5e32)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:18:04.694458 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f2357fd4-af9b-4415-a2fb-f4fd9e333a31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:04.712907 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f2357fd4-af9b-4415-a2fb-f4fd9e333a31 None None] Calling delete_port for e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:18:04.768925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-31493fab-80f4-453d-9829-a4e08a975e45 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] For port 4e92029c-b250-4580-b104-037786839175, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4e92029c-b250-4580-b104-037786839175,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:18:04.769432 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31493fab-80f4-453d-9829-a4e08a975e45 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:04.784874 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-31493fab-80f4-453d-9829-a4e08a975e45 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for 4e92029c-b250-4580-b104-037786839175 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:18:04.795513 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f2357fd4-af9b-4415-a2fb-f4fd9e333a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:04.821011 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2357fd4-af9b-4415-a2fb-f4fd9e333a31 None None] Pushing event deleted for resources: {'Port': ['ID=e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:04.824890 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2ee79b87-6d9b-430e-960b-dd6bbcd9fb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662128393', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '4e92029c-b250-4580-b104-037786839175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:18:03Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4e92029c-b250-4580-b104-037786839175', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:04.829413 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2357fd4-af9b-4415-a2fb-f4fd9e333a31 None None] No DVR routers for this DVR port e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:18:04.853433 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee79b87-6d9b-430e-960b-dd6bbcd9fb93 None None] The sync data for ids ['7b498e51-9953-48d4-b939-3330846dd1cd'] in n-d-805649-14 is: [{'id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662128393', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '4e92029c-b250-4580-b104-037786839175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:18:03Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4e92029c-b250-4580-b104-037786839175', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b498e51-9953-48d4-b939-3330846dd1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:16:16Z', 'updated_at': '2021-11-19T10:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:18:04.969155 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31493fab-80f4-453d-9829-a4e08a975e45 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:04.996252 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31493fab-80f4-453d-9829-a4e08a975e45 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=4e92029c-b250-4580-b104-037786839175,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:05.011617 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c11dcea-902e-4eee-96ae-3b7526516e29 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:18:05.059794 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31493fab-80f4-453d-9829-a4e08a975e45 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:05.149501 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31493fab-80f4-453d-9829-a4e08a975e45 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:05.151528 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31493fab-80f4-453d-9829-a4e08a975e45 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:05.195335 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31493fab-80f4-453d-9829-a4e08a975e45 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:05.196002 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31493fab-80f4-453d-9829-a4e08a975e45 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Fanout notify agent at l3_agent the message router_deleted on router 7b498e51-9953-48d4-b939-3330846dd1cd {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 10:18:05.203478 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31493fab-80f4-453d-9829-a4e08a975e45 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:05.204634 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-31493fab-80f4-453d-9829-a4e08a975e45 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/routers/7b498e51-9953-48d4-b939-3330846dd1cd HTTP/1.1" status: 204 len: 168 time: 0.8309288 Nov 19 10:18:05.207421 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37104) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:05.291363 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d98b72db-dea0-44b2-8db5-74949db49364 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:05.384515 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d98b72db-dea0-44b2-8db5-74949db49364 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:05.403770 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-d98b72db-dea0-44b2-8db5-74949db49364 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98919e93-0f08-4842-8988-682c8fb2054a']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:05.414534 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-d98b72db-dea0-44b2-8db5-74949db49364 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ca6a99-3b60-49f0-adec-b40d837d5e32') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:05.414831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-d98b72db-dea0-44b2-8db5-74949db49364 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ca6a99-3b60-49f0-adec-b40d837d5e32') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:05.425232 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d98b72db-dea0-44b2-8db5-74949db49364 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:05.439703 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d98b72db-dea0-44b2-8db5-74949db49364 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:05.445873 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98b72db-dea0-44b2-8db5-74949db49364 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:18:05.446275 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d98b72db-dea0-44b2-8db5-74949db49364 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: timer() Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:18:05.449392 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:18:05.509318 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d98b72db-dea0-44b2-8db5-74949db49364 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:05.514272 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d98b72db-dea0-44b2-8db5-74949db49364 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:05.520630 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d98b72db-dea0-44b2-8db5-74949db49364 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/networks/98919e93-0f08-4842-8988-682c8fb2054a HTTP/1.1" status: 204 len: 168 time: 0.3093805 Nov 19 10:18:05.520735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37106) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:05.534482 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b72db-dea0-44b2-8db5-74949db49364 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Network': ['ID=98919e93-0f08-4842-8988-682c8fb2054a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:05.584213 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0cdfa83d-4713-4e6d-9d0a-a692351b90e2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:05.609691 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0cdfa83d-4713-4e6d-9d0a-a692351b90e2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:05.670435 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0cdfa83d-4713-4e6d-9d0a-a692351b90e2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:05.673713 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0cdfa83d-4713-4e6d-9d0a-a692351b90e2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:05.674931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0cdfa83d-4713-4e6d-9d0a-a692351b90e2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/security-groups/5b9cac41-6ab2-4785-83d3-bf987518fb75 HTTP/1.1" status: 204 len: 168 time: 0.1533096 Nov 19 10:18:05.685649 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfa83d-4713-4e6d-9d0a-a692351b90e2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9cac41-6ab2-4785-83d3-bf987518fb75,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:06.161733 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e83b170d-faff-4900-bf40-dfa482721d5c no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:18:06.184207 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: e83b170d-faff-4900-bf40-dfa482721d5c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:18:06.184560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device e83b170d-faff-4900-bf40-dfa482721d5c not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:18:06.390327 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37112) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:06.394918 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-186798dd-2091-4f57-97d2-34f7f1598ec6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1004787623', 'description': 'tempest-secgroup-smoke-1004787623 description', 'project_id': '9d7b63a9f33f4d65856aed705f25f367'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:18:06.416869 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-186798dd-2091-4f57-97d2-34f7f1598ec6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.486212 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-186798dd-2091-4f57-97d2-34f7f1598ec6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.487496 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d5d69507-7bea-4b9e-a37c-9b4f0e827d3d no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:18:06.490031 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-186798dd-2091-4f57-97d2-34f7f1598ec6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.508556 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: d5d69507-7bea-4b9e-a37c-9b4f0e827d3d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:18:06.508906 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device d5d69507-7bea-4b9e-a37c-9b4f0e827d3d not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:18:06.509339 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4e92029c-b250-4580-b104-037786839175 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:18:06.522769 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-186798dd-2091-4f57-97d2-34f7f1598ec6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.524013 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-186798dd-2091-4f57-97d2-34f7f1598ec6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1326771 Nov 19 10:18:06.527004 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37114) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:06.529986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 4e92029c-b250-4580-b104-037786839175 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:18:06.530345 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4e92029c-b250-4580-b104-037786839175 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:18:06.530754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:18:06.532142 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e0f62079-d85e-4ef9-87bf-935d0b67d097 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '74954301-077e-48db-894b-219a3dfde7f5', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:18:06.539380 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186798dd-2091-4f57-97d2-34f7f1598ec6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74954301-077e-48db-894b-219a3dfde7f5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:06.549974 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:18:06.550324 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e6b398e6-94f6-4c73-8ecd-0aad31bcb1d2 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:18:06.563366 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0f62079-d85e-4ef9-87bf-935d0b67d097 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.617527 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0f62079-d85e-4ef9-87bf-935d0b67d097 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.621242 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0f62079-d85e-4ef9-87bf-935d0b67d097 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.639296 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f62079-d85e-4ef9-87bf-935d0b67d097 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9f5b99-1c29-4712-a6ce-a5932436cb01,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:06.646504 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e0f62079-d85e-4ef9-87bf-935d0b67d097 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.647718 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e0f62079-d85e-4ef9-87bf-935d0b67d097 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197944 Nov 19 10:18:06.650566 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37116) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:06.654831 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-faa48e71-55cc-4040-b434-2bdfe5c64fe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '74954301-077e-48db-894b-219a3dfde7f5', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:18:06.680904 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-faa48e71-55cc-4040-b434-2bdfe5c64fe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.736924 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-faa48e71-55cc-4040-b434-2bdfe5c64fe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.741039 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-faa48e71-55cc-4040-b434-2bdfe5c64fe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.760065 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa48e71-55cc-4040-b434-2bdfe5c64fe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c21c4d-3c40-4ff1-80c3-672e83b1aa5f,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:06.764571 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-faa48e71-55cc-4040-b434-2bdfe5c64fe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.765794 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-faa48e71-55cc-4040-b434-2bdfe5c64fe5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143115 Nov 19 10:18:06.768515 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37118) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:06.772720 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7445500f-7f77-4f10-a621-c201cdfc9982 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '74954301-077e-48db-894b-219a3dfde7f5', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:18:06.799564 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7445500f-7f77-4f10-a621-c201cdfc9982 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.855448 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7445500f-7f77-4f10-a621-c201cdfc9982 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.860340 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7445500f-7f77-4f10-a621-c201cdfc9982 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.881931 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445500f-7f77-4f10-a621-c201cdfc9982 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0cce99-68b7-4836-9284-3f3502491af1,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:06.889598 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7445500f-7f77-4f10-a621-c201cdfc9982 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.890789 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7445500f-7f77-4f10-a621-c201cdfc9982 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213663 Nov 19 10:18:06.893541 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37120) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:06.897807 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e580365e-9f3c-4bbb-a122-fda61772c468 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '74954301-077e-48db-894b-219a3dfde7f5', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:18:06.924634 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e580365e-9f3c-4bbb-a122-fda61772c468 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.982061 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e580365e-9f3c-4bbb-a122-fda61772c468 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:06.985937 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e580365e-9f3c-4bbb-a122-fda61772c468 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.003286 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580365e-9f3c-4bbb-a122-fda61772c468 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527b0ad0-d0ce-4998-b923-6a67bcd43670,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:07.011947 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e580365e-9f3c-4bbb-a122-fda61772c468 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.013249 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e580365e-9f3c-4bbb-a122-fda61772c468 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187642 Nov 19 10:18:07.016080 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37122) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:07.020320 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ac260929-a74f-440a-8ad7-598f97ed991f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '74954301-077e-48db-894b-219a3dfde7f5', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:18:07.041695 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-ac260929-a74f-440a-8ad7-598f97ed991f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Project 9d7b63a9f33f4d65856aed705f25f367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:18:07.047059 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac260929-a74f-440a-8ad7-598f97ed991f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.104234 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac260929-a74f-440a-8ad7-598f97ed991f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.107772 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac260929-a74f-440a-8ad7-598f97ed991f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.125527 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac260929-a74f-440a-8ad7-598f97ed991f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e624a9-b499-42d0-90e7-d16d70ae200b,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:07.132308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac260929-a74f-440a-8ad7-598f97ed991f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.133552 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ac260929-a74f-440a-8ad7-598f97ed991f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165550 Nov 19 10:18:07.136247 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37124) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:07.140576 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8da43492-05cd-4fec-b4c0-b20914908338 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': '74954301-077e-48db-894b-219a3dfde7f5', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:18:07.161865 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-8da43492-05cd-4fec-b4c0-b20914908338 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Project 9d7b63a9f33f4d65856aed705f25f367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:18:07.166785 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8da43492-05cd-4fec-b4c0-b20914908338 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.225124 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8da43492-05cd-4fec-b4c0-b20914908338 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.228542 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8da43492-05cd-4fec-b4c0-b20914908338 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.251121 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da43492-05cd-4fec-b4c0-b20914908338 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed3ab87-bfce-43de-98e3-082420a4372c,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:07.256163 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8da43492-05cd-4fec-b4c0-b20914908338 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.257547 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8da43492-05cd-4fec-b4c0-b20914908338 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203768 Nov 19 10:18:07.260345 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37126) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:07.265099 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ba87f290-5ae6-4bdc-938d-99f801dbc709 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'network': {'name': 'tempest-network-smoke--249444107', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'port_security_enabled': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:18:07.285809 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba87f290-5ae6-4bdc-938d-99f801dbc709 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Made reservation on behalf of 9d7b63a9f33f4d65856aed705f25f367 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:18:07.289267 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba87f290-5ae6-4bdc-938d-99f801dbc709 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.313343 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba87f290-5ae6-4bdc-938d-99f801dbc709 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:18:07.322167 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba87f290-5ae6-4bdc-938d-99f801dbc709 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.322539 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-ba87f290-5ae6-4bdc-938d-99f801dbc709 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Added segment 0d44a3f8-861e-40d9-8e0f-6dbd052494da of type vlan for network e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 Nov 19 10:18:07.363224 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba87f290-5ae6-4bdc-938d-99f801dbc709 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.386733 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba87f290-5ae6-4bdc-938d-99f801dbc709 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.392768 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba87f290-5ae6-4bdc-938d-99f801dbc709 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:07.393453 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba87f290-5ae6-4bdc-938d-99f801dbc709 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.443553 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ba87f290-5ae6-4bdc-938d-99f801dbc709 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1821866 Nov 19 10:18:07.446545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37128) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:07.451523 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1257914981', 'admin_state_up': True, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:18:07.464710 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87f290-5ae6-4bdc-938d-99f801dbc709 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Network': ['ID=e64ecf0e-ad73-41e3-9cb3-5034b0d781f1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:07.475751 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.476751 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:18:07.477275 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.527391 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.663902 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.853258 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.875225 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:07.974849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.25.0.110 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/4eaf4842-4e4c-4262-99ed-d71e860af283) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:18:08.076634 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:08.109541 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:08.148780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:18:08.151838 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:18:08.155467 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:18:08.160919 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=4eaf4842-4e4c-4262-99ed-d71e860af283,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:08.165563 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977c8d79-8de6-4061-bdf9-69bae5e21cd8 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:18:08.217883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b01bbc70-2869-4a5c-893d-3d742b4b6e37 None None] Provisioning complete for port 4eaf4842-4e4c-4262-99ed-d71e860af283 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:18:08.218263 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b01bbc70-2869-4a5c-893d-3d742b4b6e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:08.257119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b01bbc70-2869-4a5c-893d-3d742b4b6e37 None None] Port 4eaf4842-4e4c-4262-99ed-d71e860af283 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:18:08.402120 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:08.600987 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:08.727340 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router a2eda729-1198-427d-80fb-03325ba0cf94 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 10:18:08.832296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:18:08.842149 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Sync routers for ids ['a2eda729-1198-427d-80fb-03325ba0cf94'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:18:08.854048 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Routers {'a2eda729-1198-427d-80fb-03325ba0cf94'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:18:08.854687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:17:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a2eda729-1198-427d-80fb-03325ba0cf94'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:08.855007 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:08.859197 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-43bcd2b0-a2b3-426d-8002-fe1a50462a7a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4085608 Nov 19 10:18:08.859429 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37130) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:08.889873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8465222e-4e8c-4eed-8130-1896c531400b tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=9d7b63a9f33f4d65856aed705f25f367&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264044 Nov 19 10:18:08.890106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37132) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:08.959773 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Set router a2eda729-1198-427d-80fb-03325ba0cf94 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:18:08.974361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83f68e9-bc39-4ecd-bee5-8ad0bcda38cc tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:08.978532 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c83f68e9-bc39-4ecd-bee5-8ad0bcda38cc tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849106 Nov 19 10:18:08.978735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37134) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:09.010834 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-79c906a2-7e2d-491e-be5b-5218fb8a8b5e tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303895 Nov 19 10:18:09.013357 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37136) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:09.018524 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4f013c4d-3848-4f17-8265-4f8f1c86e54f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1100954491', 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:18:09.105245 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f013c4d-3848-4f17-8265-4f8f1c86e54f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Made reservation on behalf of 9d7b63a9f33f4d65856aed705f25f367 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:18:09.108737 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4f013c4d-3848-4f17-8265-4f8f1c86e54f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:09.140693 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257914981', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:08Z', 'revision_number': 3, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:09.167489 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Checking router: a2eda729-1198-427d-80fb-03325ba0cf94 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:18:09.167849 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Updating router a2eda729-1198-427d-80fb-03325ba0cf94 port 4eaf4842-4e4c-4262-99ed-d71e860af283 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:18:09.194012 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:09.461932 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:09.467378 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:09.514771 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecc1c57-51f6-46d0-88e9-6feada55a9b7 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:18:09.530016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Attempting to bind port 4eaf4842-4e4c-4262-99ed-d71e860af283 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:18:09.530329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Attempting to bind port 4eaf4842-4e4c-4262-99ed-d71e860af283 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:18:09.530703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Attempting to bind port 4eaf4842-4e4c-4262-99ed-d71e860af283 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:18:09.532769 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbfaad-5407-4166-802f-1de0c552eba6 None None] Pushing event updated for resources: {'Port': ['ID=4eaf4842-4e4c-4262-99ed-d71e860af283,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:09.540265 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:18:09.540541 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:18:09.540956 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:09.541408 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:18:09.541876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Bound port: 4eaf4842-4e4c-4262-99ed-d71e860af283, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:18:09.542262 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:09.603294 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fd433e31-1356-4d3b-8f6d-2fb332fb3800 None None] Provisioning complete for port 4eaf4842-4e4c-4262-99ed-d71e860af283 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:18:09.603763 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fd433e31-1356-4d3b-8f6d-2fb332fb3800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:09.622984 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4f013c4d-3848-4f17-8265-4f8f1c86e54f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:09.634639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] For port 4eaf4842-4e4c-4262-99ed-d71e860af283, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:18:09.650740 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] For port 4eaf4842-4e4c-4262-99ed-d71e860af283, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4eaf4842-4e4c-4262-99ed-d71e860af283,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:18:09.653350 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-fd433e31-1356-4d3b-8f6d-2fb332fb3800 None None] Port 4eaf4842-4e4c-4262-99ed-d71e860af283 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:18:09.656362 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:09.687266 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f013c4d-3848-4f17-8265-4f8f1c86e54f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Subnet': ['ID=16bad5eb-aee7-4427-af78-dea1b15a0865,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:09.694649 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f013c4d-3848-4f17-8265-4f8f1c86e54f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Checking segment: {'id': '0d44a3f8-861e-40d9-8e0f-6dbd052494da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:18:09.695082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f013c4d-3848-4f17-8265-4f8f1c86e54f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network hostable DHCP agents. Network: e64ecf0e-ad73-41e3-9cb3-5034b0d781f1, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:18:09.709125 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54dce10-c59d-4cb6-9637-ea0696231d07 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:18:09.715496 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f013c4d-3848-4f17-8265-4f8f1c86e54f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:18:09.721264 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Routers {'a2eda729-1198-427d-80fb-03325ba0cf94'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:18:09.721554 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:17:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a2eda729-1198-427d-80fb-03325ba0cf94'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:09.726441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4f013c4d-3848-4f17-8265-4f8f1c86e54f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, e64ecf0e-ad73-41e3-9cb3-5034b0d781f1) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:18:09.729007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbfaad-5407-4166-802f-1de0c552eba6 None None] Pushing event updated for resources: {'Port': ['ID=4eaf4842-4e4c-4262-99ed-d71e860af283,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:09.734140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f013c4d-3848-4f17-8265-4f8f1c86e54f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:09.734739 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4f013c4d-3848-4f17-8265-4f8f1c86e54f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:09.752843 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4f013c4d-3848-4f17-8265-4f8f1c86e54f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7384586 Nov 19 10:18:09.755595 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37138) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:09.767150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8cdb18-21af-43eb-b14f-d161de732d6b None None] Network e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:18:10.027805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-40fa5c44-ed52-4e89-a801-610317fe8568 None None] Provisioning complete for port 4eaf4842-4e4c-4262-99ed-d71e860af283 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:18:10.028499 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-40fa5c44-ed52-4e89-a801-610317fe8568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:10.102015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] Set router a2eda729-1198-427d-80fb-03325ba0cf94 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:18:10.188970 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:10.299223 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-40fa5c44-ed52-4e89-a801-610317fe8568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:10.313133 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-e64ecf0e-ad73-41e3-9cb3-5034b0d781f1', 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ips': [{'subnet_id': '16bad5eb-aee7-4427-af78-dea1b15a0865'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:18:10.313133 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:10.353785 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-40fa5c44-ed52-4e89-a801-610317fe8568 None None] For port 4eaf4842-4e4c-4262-99ed-d71e860af283, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4eaf4842-4e4c-4262-99ed-d71e860af283,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:18:10.382727 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-40fa5c44-ed52-4e89-a801-610317fe8568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:10.465798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.20.0.1 (e64ecf0e-ad73-41e3-9cb3-5034b0d781f1/16bad5eb-aee7-4427-af78-dea1b15a0865/85550fa2-053f-48b3-86a3-cb58b5678371) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:18:10.503361 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa5c44-ed52-4e89-a801-610317fe8568 None None] Pushing event updated for resources: {'Port': ['ID=4eaf4842-4e4c-4262-99ed-d71e860af283,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:10.521429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257914981', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:08Z', 'revision_number': 3, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:10.548869 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda92868-dca2-41dd-8d5d-f9a5ddd803b0 None None] The sync data for ids ['a2eda729-1198-427d-80fb-03325ba0cf94'] in n-d-805649-14 is: [{'id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257914981', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:08Z', 'revision_number': 3, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:18:10.587366 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:10.626797 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:10.669505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:18:10.671628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Allocated IP 172.20.0.2 (e64ecf0e-ad73-41e3-9cb3-5034b0d781f1/16bad5eb-aee7-4427-af78-dea1b15a0865/99f531f7-78dc-4006-a50b-5acf830c55d1) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:18:10.673332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:18:10.677302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:18:10.704353 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=85550fa2-053f-48b3-86a3-cb58b5678371,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:10.726317 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:10.855467 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:10.861958 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:10.881456 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Network e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:18:10.884673 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:18:10.885202 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:10.887211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:18:10.971083 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Pushing event updated for resources: {'Port': ['ID=99f531f7-78dc-4006-a50b-5acf830c55d1,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:10.985176 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Attempting to bind port 99f531f7-78dc-4006-a50b-5acf830c55d1 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:18:10.985559 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Attempting to bind port 99f531f7-78dc-4006-a50b-5acf830c55d1 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0d44a3f8-861e-40d9-8e0f-6dbd052494da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:18:10.985923 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Attempting to bind port 99f531f7-78dc-4006-a50b-5acf830c55d1 on network e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:18:10.992733 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:18:10.992733 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Checking segment: {'id': '0d44a3f8-861e-40d9-8e0f-6dbd052494da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:18:10.992733 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:10.992733 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Bound using segment: {'id': '0d44a3f8-861e-40d9-8e0f-6dbd052494da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:18:10.993275 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Bound port: 99f531f7-78dc-4006-a50b-5acf830c55d1, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d44a3f8-861e-40d9-8e0f-6dbd052494da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:18:10.993568 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:11.063377 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] For port 99f531f7-78dc-4006-a50b-5acf830c55d1, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:18:11.067024 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] For port 99f531f7-78dc-4006-a50b-5acf830c55d1, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=99f531f7-78dc-4006-a50b-5acf830c55d1,segment=NetworkSegment(0d44a3f8-861e-40d9-8e0f-6dbd052494da),segment_id=0d44a3f8-861e-40d9-8e0f-6dbd052494da)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:18:11.072153 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:11.144546 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3426c81-4c3c-457f-9fa6-10eec39b48d6 None None] Pushing event updated for resources: {'Port': ['ID=99f531f7-78dc-4006-a50b-5acf830c55d1,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:11.199939 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:11.205661 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:11.287892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=85550fa2-053f-48b3-86a3-cb58b5678371,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:11.291603 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:11.440776 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:18:11.442558 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:18:11.575280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router a2eda729-1198-427d-80fb-03325ba0cf94 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:18:11.688406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:18:11.693765 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1b2b1908-bbda-4e0d-b930-7c1520c5aabd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "PUT /v2.0/routers/a2eda729-1198-427d-80fb-03325ba0cf94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9370036 Nov 19 10:18:11.847194 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-25c90e15-ca83-49b1-b399-41b1bf734a03 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1004787623&fields=id&tenant_id=9d7b63a9f33f4d65856aed705f25f367 HTTP/1.1" status: 200 len: 267 time: 0.0457540 Nov 19 10:18:11.959062 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-ca2f3f4c-d45a-4e1f-b6b3-92906cda365c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:11.960540 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-ca2f3f4c-d45a-4e1f-b6b3-92906cda365c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/networks?id=e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 HTTP/1.1" status: 200 len: 796 time: 0.1063154 Nov 19 10:18:11.976864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-cf367520-3f4f-4621-a533-ec1d0621104d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/quotas/9d7b63a9f33f4d65856aed705f25f367 HTTP/1.1" status: 200 len: 375 time: 0.0104618 Nov 19 10:18:12.031405 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-92f238e7-2003-40d3-b32d-2a1e4d1e921f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487678 Nov 19 10:18:12.126260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-66b6de84-10c6-4586-8988-7c0ec2cb3548 service neutron] 10.222.0.21 "GET /v2.0/networks/e64ecf0e-ad73-41e3-9cb3-5034b0d781f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826447 Nov 19 10:18:12.219888 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-24d8f26a-c603-4524-a840-027b62ed0d86 service neutron] 10.222.0.21 "GET /v2.0/networks/e64ecf0e-ad73-41e3-9cb3-5034b0d781f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876465 Nov 19 10:18:12.404563 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fd4574a1-3dae-43e5-87f4-f578a4ba9062 req-af48aa16-9a87-4f3f-bd13-521d04aa36c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 210 time: 0.0318789 Nov 19 10:18:12.556281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 99f531f7-78dc-4006-a50b-5acf830c55d1 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:18:12.581666 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Sync routers for ids ['a2eda729-1198-427d-80fb-03325ba0cf94'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:18:12.596810 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Routers {'a2eda729-1198-427d-80fb-03325ba0cf94'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:18:12.597455 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:17:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a2eda729-1198-427d-80fb-03325ba0cf94'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:12.639867 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddc4e3e-4823-49c9-b342-ed0a0518e3c2 None None] Network e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:18:12.690692 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 99f531f7-78dc-4006-a50b-5acf830c55d1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:18:12.691320 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:12.731715 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Set router a2eda729-1198-427d-80fb-03325ba0cf94 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:18:12.775840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5e51df80-e2c9-43bb-a630-81ff12fba7c1 None None] Provisioning complete for port 99f531f7-78dc-4006-a50b-5acf830c55d1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:18:12.776215 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5e51df80-e2c9-43bb-a630-81ff12fba7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:12.910424 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:12.950266 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257914981', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '85550fa2-053f-48b3-86a3-cb58b5678371', 'name': '', 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:e4:4b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:10Z', 'updated_at': '2021-11-19T10:18:11Z', 'revision_number': 2, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:12.977868 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5e51df80-e2c9-43bb-a630-81ff12fba7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:12.980358 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Checking router: a2eda729-1198-427d-80fb-03325ba0cf94 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:18:12.980783 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Updating router a2eda729-1198-427d-80fb-03325ba0cf94 port 85550fa2-053f-48b3-86a3-cb58b5678371 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:18:12.981479 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port 99f531f7-78dc-4006-a50b-5acf830c55d1, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=99f531f7-78dc-4006-a50b-5acf830c55d1,segment=NetworkSegment(0d44a3f8-861e-40d9-8e0f-6dbd052494da),segment_id=0d44a3f8-861e-40d9-8e0f-6dbd052494da)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:18:12.993937 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:12.994736 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4eaf4842-4e4c-4262-99ed-d71e860af283 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:18:13.014888 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:13.120230 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=99f531f7-78dc-4006-a50b-5acf830c55d1,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:13.125470 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.db.api [None req-5e51df80-e2c9-43bb-a630-81ff12fba7c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 10:18:13.125831 n-d-805649-14 neutron-server[103478]: DEBUG oslo_db.api [None req-5e51df80-e2c9-43bb-a630-81ff12fba7c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 10:18:13.135454 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 4eaf4842-4e4c-4262-99ed-d71e860af283 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:18:13.135759 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:13.301845 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:13.307941 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:13.409929 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Attempting to bind port 85550fa2-053f-48b3-86a3-cb58b5678371 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:18:13.410205 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Attempting to bind port 85550fa2-053f-48b3-86a3-cb58b5678371 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0d44a3f8-861e-40d9-8e0f-6dbd052494da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:18:13.410561 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Attempting to bind port 85550fa2-053f-48b3-86a3-cb58b5678371 on network e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:18:13.412658 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9516f-70b8-4cde-a6b1-9b7dd8ba85a7 None None] Pushing event updated for resources: {'Port': ['ID=85550fa2-053f-48b3-86a3-cb58b5678371,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:13.422294 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:18:13.422660 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Checking segment: {'id': '0d44a3f8-861e-40d9-8e0f-6dbd052494da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:18:13.423061 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:13.423451 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Bound using segment: {'id': '0d44a3f8-861e-40d9-8e0f-6dbd052494da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:18:13.423914 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Bound port: 85550fa2-053f-48b3-86a3-cb58b5678371, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d44a3f8-861e-40d9-8e0f-6dbd052494da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:18:13.424275 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:13.426934 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9516f-70b8-4cde-a6b1-9b7dd8ba85a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:18:13.427640 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9516f-70b8-4cde-a6b1-9b7dd8ba85a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:18:13.427640 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9516f-70b8-4cde-a6b1-9b7dd8ba85a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:18:13.428009 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9516f-70b8-4cde-a6b1-9b7dd8ba85a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:18:13.428336 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9516f-70b8-4cde-a6b1-9b7dd8ba85a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:18:13.428665 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9516f-70b8-4cde-a6b1-9b7dd8ba85a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:18:13.428992 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9516f-70b8-4cde-a6b1-9b7dd8ba85a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:18:13.429358 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9516f-70b8-4cde-a6b1-9b7dd8ba85a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:18:13.429680 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9516f-70b8-4cde-a6b1-9b7dd8ba85a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:18:13.429998 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9516f-70b8-4cde-a6b1-9b7dd8ba85a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:18:13.430319 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9516f-70b8-4cde-a6b1-9b7dd8ba85a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:18:13.430633 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9516f-70b8-4cde-a6b1-9b7dd8ba85a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:18:13.479635 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-6c8d0a86-e8fb-4b6e-8081-80c51e720c65 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:13.490401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-6c8d0a86-e8fb-4b6e-8081-80c51e720c65 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "GET /v2.0/networks?id=e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 HTTP/1.1" status: 200 len: 796 time: 0.1760952 Nov 19 10:18:13.518710 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] For port 85550fa2-053f-48b3-86a3-cb58b5678371, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:18:13.523129 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] For port 85550fa2-053f-48b3-86a3-cb58b5678371, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=85550fa2-053f-48b3-86a3-cb58b5678371,segment=NetworkSegment(0d44a3f8-861e-40d9-8e0f-6dbd052494da),segment_id=0d44a3f8-861e-40d9-8e0f-6dbd052494da)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:18:13.527913 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:13.562325 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8f1b69a4-0f48-4f4c-9b46-d6d977e17758 req-a827f26b-b9f8-4286-849b-477a94345156 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 210 time: 0.0371110 Nov 19 10:18:13.594191 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Routers {'a2eda729-1198-427d-80fb-03325ba0cf94'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:18:13.594929 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:17:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a2eda729-1198-427d-80fb-03325ba0cf94'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:13.597196 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9516f-70b8-4cde-a6b1-9b7dd8ba85a7 None None] Pushing event updated for resources: {'Port': ['ID=85550fa2-053f-48b3-86a3-cb58b5678371,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:13.612188 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-371568bc-4677-42c8-99c0-5c2ed9cb7f22 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d7b63a9f33f4d65856aed705f25f367 HTTP/1.1" status: 200 len: 380 time: 0.1099777 Nov 19 10:18:13.626434 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-0a870b7a-470a-4f4c-849e-e7a9af321362 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'port': {'device_id': '4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da', 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1', 'admin_state_up': True, 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'security_groups': ['74954301-077e-48db-894b-219a3dfde7f5']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:18:13.715208 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] Set router a2eda729-1198-427d-80fb-03325ba0cf94 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:18:13.751337 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-0a870b7a-470a-4f4c-849e-e7a9af321362 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Made reservation on behalf of 9d7b63a9f33f4d65856aed705f25f367 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:18:13.755043 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-0a870b7a-470a-4f4c-849e-e7a9af321362 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:13.798204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-111c9a41-6995-4709-91ea-6852c8f31415 None None] Provisioning complete for port 99f531f7-78dc-4006-a50b-5acf830c55d1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:18:13.800229 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-111c9a41-6995-4709-91ea-6852c8f31415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:13.900987 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-0a870b7a-470a-4f4c-849e-e7a9af321362 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.20.0.8 (e64ecf0e-ad73-41e3-9cb3-5034b0d781f1/16bad5eb-aee7-4427-af78-dea1b15a0865/8182d8d5-00b8-4f21-83e2-2cefa99ca910) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:18:13.907699 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-111c9a41-6995-4709-91ea-6852c8f31415 None None] Provisioning complete for port 85550fa2-053f-48b3-86a3-cb58b5678371 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:18:13.908246 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-111c9a41-6995-4709-91ea-6852c8f31415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:13.947510 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257914981', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '85550fa2-053f-48b3-86a3-cb58b5678371', 'name': '', 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:e4:4b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:10Z', 'updated_at': '2021-11-19T10:18:13Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:13.983444 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88092de9-aef9-4c71-bc2f-0d483535e8ce None None] The sync data for ids ['a2eda729-1198-427d-80fb-03325ba0cf94'] in n-d-805649-14 is: [{'id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257914981', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '85550fa2-053f-48b3-86a3-cb58b5678371', 'name': '', 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:e4:4b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:10Z', 'updated_at': '2021-11-19T10:18:13Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:18:14.007051 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-111c9a41-6995-4709-91ea-6852c8f31415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:14.068130 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-111c9a41-6995-4709-91ea-6852c8f31415 None None] For port 85550fa2-053f-48b3-86a3-cb58b5678371, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=85550fa2-053f-48b3-86a3-cb58b5678371,segment=NetworkSegment(0d44a3f8-861e-40d9-8e0f-6dbd052494da),segment_id=0d44a3f8-861e-40d9-8e0f-6dbd052494da)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:18:14.073889 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-111c9a41-6995-4709-91ea-6852c8f31415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:14.114737 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-0a870b7a-470a-4f4c-849e-e7a9af321362 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:14.131862 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c9a41-6995-4709-91ea-6852c8f31415 None None] Pushing event updated for resources: {'Port': ['ID=85550fa2-053f-48b3-86a3-cb58b5678371,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:14.160305 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-0a870b7a-470a-4f4c-849e-e7a9af321362 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:14.204620 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-507f789a-d75c-4562-afd7-71e90d3d390e None None] Provisioning complete for port 85550fa2-053f-48b3-86a3-cb58b5678371 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:18:14.205106 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-507f789a-d75c-4562-afd7-71e90d3d390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:14.213701 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-0a870b7a-470a-4f4c-849e-e7a9af321362 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:18:14.221731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-0a870b7a-470a-4f4c-849e-e7a9af321362 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:18:14.227367 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-0a870b7a-470a-4f4c-849e-e7a9af321362 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:18:14.266001 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a870b7a-470a-4f4c-849e-e7a9af321362 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=8182d8d5-00b8-4f21-83e2-2cefa99ca910,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:14.296899 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-0a870b7a-470a-4f4c-849e-e7a9af321362 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:14.297708 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-0a870b7a-470a-4f4c-849e-e7a9af321362 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:14.316083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-0a870b7a-470a-4f4c-849e-e7a9af321362 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6950269 Nov 19 10:18:14.330945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Request body: {'port': {'device_id': '4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:18:14.399388 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:14.460977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7c67d0b1-79fe-4cc7-bf38-cb2ae5589fa2 None None] Provisioning complete for port 85550fa2-053f-48b3-86a3-cb58b5678371 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:18:14.461393 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7c67d0b1-79fe-4cc7-bf38-cb2ae5589fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:14.618714 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 85550fa2-053f-48b3-86a3-cb58b5678371 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:18:14.679929 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 85550fa2-053f-48b3-86a3-cb58b5678371 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:18:14.679929 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:14.724888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-984261fb-731d-4e43-9017-8d1c81eb8e7f None None] Provisioning complete for port 8182d8d5-00b8-4f21-83e2-2cefa99ca910 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:18:14.725258 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-984261fb-731d-4e43-9017-8d1c81eb8e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:14.754621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb72bf-f08a-4a70-87e1-827d47c43079 req-0f6c0235-72b0-4b61-9360-ccd388520469 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:14.755963 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58eb72bf-f08a-4a70-87e1-827d47c43079 req-0f6c0235-72b0-4b61-9360-ccd388520469 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 931 time: 0.0903287 Nov 19 10:18:14.768805 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-984261fb-731d-4e43-9017-8d1c81eb8e7f None None] Port 8182d8d5-00b8-4f21-83e2-2cefa99ca910 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:18:14.777396 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8182d8d5-00b8-4f21-83e2-2cefa99ca910 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:18:14.793976 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:14.811712 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 99f531f7-78dc-4006-a50b-5acf830c55d1 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:18:14.819807 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Transition to ACTIVE for port object 8182d8d5-00b8-4f21-83e2-2cefa99ca910 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:18:14.830697 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:14.861294 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58eb72bf-f08a-4a70-87e1-827d47c43079 req-bdb45706-1066-4a39-b615-0d75b3b44e47 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963361 Nov 19 10:18:14.865755 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 99f531f7-78dc-4006-a50b-5acf830c55d1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:18:14.866133 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:14.899788 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Pushing event updated for resources: {'Port': ['ID=8182d8d5-00b8-4f21-83e2-2cefa99ca910,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:14.979278 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Attempting to bind port 8182d8d5-00b8-4f21-83e2-2cefa99ca910 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:18:14.979659 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Attempting to bind port 8182d8d5-00b8-4f21-83e2-2cefa99ca910 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '0d44a3f8-861e-40d9-8e0f-6dbd052494da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:18:14.980090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Attempting to bind port 8182d8d5-00b8-4f21-83e2-2cefa99ca910 on network e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:18:14.986754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Port 8182d8d5-00b8-4f21-83e2-2cefa99ca910 on network e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:18:14.987104 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Attempting to bind port 8182d8d5-00b8-4f21-83e2-2cefa99ca910 on network e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:18:14.994849 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:18:14.995201 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Checking segment: {'id': '0d44a3f8-861e-40d9-8e0f-6dbd052494da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:18:14.995734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Bound using segment: {'id': '0d44a3f8-861e-40d9-8e0f-6dbd052494da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:18:14.996182 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Bound port: 8182d8d5-00b8-4f21-83e2-2cefa99ca910, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d44a3f8-861e-40d9-8e0f-6dbd052494da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:18:14.996545 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:15.066661 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] For port 8182d8d5-00b8-4f21-83e2-2cefa99ca910, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:18:15.070089 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] For port 8182d8d5-00b8-4f21-83e2-2cefa99ca910, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=8182d8d5-00b8-4f21-83e2-2cefa99ca910,segment=NetworkSegment(0d44a3f8-861e-40d9-8e0f-6dbd052494da),segment_id=0d44a3f8-861e-40d9-8e0f-6dbd052494da)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:18:15.082824 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:15.123822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:15.124114 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:15.125577 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] 10.222.0.66 "PUT /v2.0/ports/8182d8d5-00b8-4f21-83e2-2cefa99ca910 HTTP/1.1" status: 200 len: 1092 time: 0.7998593 Nov 19 10:18:15.127973 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da', 'tag': '8182d8d5-00b8-4f21-83e2-2cefa99ca910'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:18:15.131321 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5a317f-a095-4363-8e5b-948b43fddbda" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da", "tag": "8182d8d5-00b8-4f21-83e2-2cefa99ca910"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:18:15.159175 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f6c2e-1103-42f5-ace1-eb808aa98778 service neutron] Pushing event updated for resources: {'Port': ['ID=8182d8d5-00b8-4f21-83e2-2cefa99ca910,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:15.194572 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc3b713-7295-43be-9e93-4acf187ed5b8 x-openstack-request-id: req-fcc3b713-7295-43be-9e93-4acf187ed5b8 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:18:15.195175 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da", "tag": "8182d8d5-00b8-4f21-83e2-2cefa99ca910", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:18:15.195661 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcc3b713-7295-43be-9e93-4acf187ed5b8 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:18:15.196052 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da', 'tag': '8182d8d5-00b8-4f21-83e2-2cefa99ca910', 'status': 'completed', 'code': 200} Nov 19 10:18:15.228459 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-db34452d-49ef-4053-83d6-af8d22efb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:15.229956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-db34452d-49ef-4053-83d6-af8d22efb1f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 1095 time: 0.0474896 Nov 19 10:18:15.283442 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-7a62ff28-45ab-443c-a40f-fdc946923507 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8182d8d5-00b8-4f21-83e2-2cefa99ca910 HTTP/1.1" status: 200 len: 217 time: 0.0451634 Nov 19 10:18:15.338993 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-ba2e9ed6-7ae6-4fb8-8526-832e262996b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:15.340463 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-ba2e9ed6-7ae6-4fb8-8526-832e262996b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=16bad5eb-aee7-4427-af78-dea1b15a0865 HTTP/1.1" status: 200 len: 835 time: 0.0501473 Nov 19 10:18:15.388140 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-19707b66-f4a8-48bd-8ecc-c972fe64378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:15.390334 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-19707b66-f4a8-48bd-8ecc-c972fe64378b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e64ecf0e-ad73-41e3-9cb3-5034b0d781f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427244 Nov 19 10:18:15.485417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-2a69cad8-99d2-40ce-b7b3-39829e27ebb0 service neutron] 10.222.0.66 "GET /v2.0/networks/e64ecf0e-ad73-41e3-9cb3-5034b0d781f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875549 Nov 19 10:18:15.574977 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0d4ddec3-4532-4be0-947b-0b96f9d7630a req-7fa78ff6-184d-4b90-99cc-ec5f5358bed2 service neutron] 10.222.0.66 "GET /v2.0/networks/e64ecf0e-ad73-41e3-9cb3-5034b0d781f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828795 Nov 19 10:18:15.667654 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a317f-a095-4363-8e5b-948b43fddbda req-631cb48d-f92d-45cc-aba6-8ed9ae0cc1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:15.669169 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e5a317f-a095-4363-8e5b-948b43fddbda req-631cb48d-f92d-45cc-aba6-8ed9ae0cc1b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 1095 time: 0.0441854 Nov 19 10:18:15.756567 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a317f-a095-4363-8e5b-948b43fddbda req-11f607b5-8f21-41d3-acb6-8aa8ebafa4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:15.757959 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e5a317f-a095-4363-8e5b-948b43fddbda req-11f607b5-8f21-41d3-acb6-8aa8ebafa4cb service neutron] 10.222.0.66 "GET /v2.0/networks?id=e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 HTTP/1.1" status: 200 len: 897 time: 0.0823207 Nov 19 10:18:15.800733 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e5a317f-a095-4363-8e5b-948b43fddbda req-c5aa65be-c662-40ab-a6e1-ba3a21e011a3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8182d8d5-00b8-4f21-83e2-2cefa99ca910 HTTP/1.1" status: 200 len: 217 time: 0.0349083 Nov 19 10:18:16.130678 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:16.194951 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a317f-a095-4363-8e5b-948b43fddbda req-8eb97783-ef94-43c2-bfb7-c02b3aefab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:16.196394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e5a317f-a095-4363-8e5b-948b43fddbda req-8eb97783-ef94-43c2-bfb7-c02b3aefab86 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=16bad5eb-aee7-4427-af78-dea1b15a0865 HTTP/1.1" status: 200 len: 835 time: 0.3885477 Nov 19 10:18:16.210321 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911efdc1-e12f-4546-9df3-6ff9b2cec8e5 req-13e85ec1-10cd-4c3d-bb39-e23d5d113152 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:16.211674 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-911efdc1-e12f-4546-9df3-6ff9b2cec8e5 req-13e85ec1-10cd-4c3d-bb39-e23d5d113152 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 943 time: 0.0605845 Nov 19 10:18:16.284924 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-911efdc1-e12f-4546-9df3-6ff9b2cec8e5 req-599f35d0-99a0-445e-bea4-6ef4a2f93c9b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644746 Nov 19 10:18:16.286675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a317f-a095-4363-8e5b-948b43fddbda req-c2824f27-8743-4731-8dab-ccdd401cba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:16.288052 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e5a317f-a095-4363-8e5b-948b43fddbda req-c2824f27-8743-4731-8dab-ccdd401cba31 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e64ecf0e-ad73-41e3-9cb3-5034b0d781f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755558 Nov 19 10:18:16.381851 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e5a317f-a095-4363-8e5b-948b43fddbda req-bf55a832-25b8-4db9-a759-881085745bfc service neutron] 10.222.0.66 "GET /v2.0/networks/e64ecf0e-ad73-41e3-9cb3-5034b0d781f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850589 Nov 19 10:18:16.475336 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8e5a317f-a095-4363-8e5b-948b43fddbda req-d49dcf19-909c-4c8c-8276-68fc42960575 service neutron] 10.222.0.66 "GET /v2.0/networks/e64ecf0e-ad73-41e3-9cb3-5034b0d781f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862174 Nov 19 10:18:17.402505 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0960731-1e14-4367-9bdb-df095b6a56f0 req-f5cb884d-40c5-4f8b-b5d5-10863c36df08 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:17.403985 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0960731-1e14-4367-9bdb-df095b6a56f0 req-f5cb884d-40c5-4f8b-b5d5-10863c36df08 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 943 time: 0.0486958 Nov 19 10:18:17.420753 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 8182d8d5-00b8-4f21-83e2-2cefa99ca910 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:18:17.460882 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0960731-1e14-4367-9bdb-df095b6a56f0 req-5f22ceba-8359-4713-b36b-a3a54067b594 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502710 Nov 19 10:18:17.683607 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 8182d8d5-00b8-4f21-83e2-2cefa99ca910, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=8182d8d5-00b8-4f21-83e2-2cefa99ca910,segment=NetworkSegment(0d44a3f8-861e-40d9-8e0f-6dbd052494da),segment_id=0d44a3f8-861e-40d9-8e0f-6dbd052494da)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:18:17.697112 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '8182d8d5-00b8-4f21-83e2-2cefa99ca910', 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1', 'port_id': '8182d8d5-00b8-4f21-83e2-2cefa99ca910', 'mac_address': 'fa:16:3e:97:2c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:18:17.738481 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:17.751458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8182d8d5-00b8-4f21-83e2-2cefa99ca910 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:18:17.770991 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 8182d8d5-00b8-4f21-83e2-2cefa99ca910, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=8182d8d5-00b8-4f21-83e2-2cefa99ca910,segment=NetworkSegment(0d44a3f8-861e-40d9-8e0f-6dbd052494da),segment_id=0d44a3f8-861e-40d9-8e0f-6dbd052494da)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:18:17.774528 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:17.822228 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=8182d8d5-00b8-4f21-83e2-2cefa99ca910,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:17.978249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['8182d8d5-00b8-4f21-83e2-2cefa99ca910'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:18:18.578009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daed609-bfe9-47b2-a2c1-5dedd94139d9 req-47cec943-7120-4cca-84ff-bdf1fcef7c68 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:18.579414 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5daed609-bfe9-47b2-a2c1-5dedd94139d9 req-47cec943-7120-4cca-84ff-bdf1fcef7c68 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 944 time: 0.0510843 Nov 19 10:18:18.628496 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5daed609-bfe9-47b2-a2c1-5dedd94139d9 req-e0ab6845-a2f9-461f-82d2-494a7758f9dc tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428336 Nov 19 10:18:18.659486 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:19.421437 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 8182d8d5-00b8-4f21-83e2-2cefa99ca910 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:18:19.471985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 8182d8d5-00b8-4f21-83e2-2cefa99ca910 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:18:19.476085 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 8182d8d5-00b8-4f21-83e2-2cefa99ca910 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:18:19.476464 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:19.556533 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:19.580835 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8182d8d5-00b8-4f21-83e2-2cefa99ca910'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:18:19.583145 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeadaec-bd1d-4a85-b141-b0dbdbdc8fbd" -d '{"events": [{"server_uuid": "4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da", "name": "network-vif-plugged", "status": "completed", "tag": "8182d8d5-00b8-4f21-83e2-2cefa99ca910"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:18:19.596660 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 8182d8d5-00b8-4f21-83e2-2cefa99ca910, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=8182d8d5-00b8-4f21-83e2-2cefa99ca910,segment=NetworkSegment(0d44a3f8-861e-40d9-8e0f-6dbd052494da),segment_id=0d44a3f8-861e-40d9-8e0f-6dbd052494da)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:18:19.600632 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:19.628398 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b065da97-b7ba-493a-aba3-9ba615e62ddf x-openstack-request-id: req-b065da97-b7ba-493a-aba3-9ba615e62ddf {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:18:19.628696 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da", "name": "network-vif-plugged", "status": "completed", "tag": "8182d8d5-00b8-4f21-83e2-2cefa99ca910", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:18:19.628952 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b065da97-b7ba-493a-aba3-9ba615e62ddf {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:18:19.629380 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8182d8d5-00b8-4f21-83e2-2cefa99ca910', 'code': 200} Nov 19 10:18:19.655560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=8182d8d5-00b8-4f21-83e2-2cefa99ca910,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:19.754971 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be721405-a609-4dc9-a804-2ebf797f6976 req-7c611da3-730e-4cec-9f07-a4bc0e47ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:19.756489 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be721405-a609-4dc9-a804-2ebf797f6976 req-7c611da3-730e-4cec-9f07-a4bc0e47ba2c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 1097 time: 0.0746834 Nov 19 10:18:19.769333 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2cf98-c8a5-4b2b-bd57-5592d7353108 req-16871243-7e4d-4d9a-b801-789ffffaf04e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:19.770744 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2d2cf98-c8a5-4b2b-bd57-5592d7353108 req-16871243-7e4d-4d9a-b801-789ffffaf04e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0604558 Nov 19 10:18:19.843218 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-be721405-a609-4dc9-a804-2ebf797f6976 req-cfa1f8b6-c9ad-4133-8a62-d658a7f9fd42 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714161 Nov 19 10:18:19.847252 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2d2cf98-c8a5-4b2b-bd57-5592d7353108 req-3f85c0d1-93d2-4686-ba1c-8638ace52d29 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705061 Nov 19 10:18:20.036188 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a4f0bc5-6a63-459a-9d08-51c555fb5dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:20.965687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d203a-6563-4dd7-b975-d401762d64ec req-8e0a277f-b299-447d-8eff-9b1d370cb143 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:20.968467 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba3d203a-6563-4dd7-b975-d401762d64ec req-8e0a277f-b299-447d-8eff-9b1d370cb143 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0486662 Nov 19 10:18:21.021726 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ba3d203a-6563-4dd7-b975-d401762d64ec req-1e28325d-a4b2-42cb-a184-91bbcac89c13 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475152 Nov 19 10:18:21.135253 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224619e-4440-43ac-bb1e-0ee27d42560f req-c500290b-9b1a-4167-b793-2afbad51a8ba tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:21.136736 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e224619e-4440-43ac-bb1e-0ee27d42560f req-c500290b-9b1a-4167-b793-2afbad51a8ba tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0491998 Nov 19 10:18:21.187100 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e224619e-4440-43ac-bb1e-0ee27d42560f req-8d2b2e68-8bfa-44e8-a359-a206a306bed5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438159 Nov 19 10:18:21.208736 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37186) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:21.247771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bbd7fe-f29a-4b33-a505-bb887aca5817 tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:21.249845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d0bbd7fe-f29a-4b33-a505-bb887aca5817 tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 1092 time: 0.0400887 Nov 19 10:18:21.252609 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37188) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:21.256824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': '8182d8d5-00b8-4f21-83e2-2cefa99ca910', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:18:21.278952 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:21.378012 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:21.477602 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.25.0.177 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/c7233455-b66e-4d67-8c0e-e007dff34bb5) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:18:21.585572 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:21.619036 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:21.658616 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:18:21.661618 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:18:21.665043 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:18:21.691791 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=c7233455-b66e-4d67-8c0e-e007dff34bb5,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:22.026922 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:22.096214 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:22.241823 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:22.246616 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:22.314209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=c7233455-b66e-4d67-8c0e-e007dff34bb5,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:18:22.328271 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:22.426705 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Floating IP 4e46b6a0-886d-4899-b0a2-492bde94d09c associated. External IP: 172.25.0.177, port: 8182d8d5-00b8-4f21-83e2-2cefa99ca910. Nov 19 10:18:22.468573 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7956b514-ab7e-4824-bed3-ca046e6e4512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:22.639604 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router a2eda729-1198-427d-80fb-03325ba0cf94 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:18:22.750222 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:18:22.761204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3485d0fd-d417-42d4-96fb-822231725741 None None] Sync routers for ids ['a2eda729-1198-427d-80fb-03325ba0cf94'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:18:22.768465 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:22.773185 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3485d0fd-d417-42d4-96fb-822231725741 None None] Routers {'a2eda729-1198-427d-80fb-03325ba0cf94'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:18:22.773819 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3485d0fd-d417-42d4-96fb-822231725741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:18:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a2eda729-1198-427d-80fb-03325ba0cf94'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:22.795177 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e7c73590-7707-4d24-b97b-6f43f8c65cbe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5414929 Nov 19 10:18:22.795759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da', 'tag': '8182d8d5-00b8-4f21-83e2-2cefa99ca910'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:18:22.798064 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f2b010-3c70-4756-88c1-d3964cc1b869" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da", "tag": "8182d8d5-00b8-4f21-83e2-2cefa99ca910"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:18:22.839223 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0934a16-24f4-417e-a24a-605a9ac6cadd x-openstack-request-id: req-d0934a16-24f4-417e-a24a-605a9ac6cadd {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:18:22.839523 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da", "tag": "8182d8d5-00b8-4f21-83e2-2cefa99ca910", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:18:22.839779 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0934a16-24f4-417e-a24a-605a9ac6cadd {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:18:22.840188 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da', 'tag': '8182d8d5-00b8-4f21-83e2-2cefa99ca910', 'status': 'completed', 'code': 200} Nov 19 10:18:22.891879 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-3485d0fd-d417-42d4-96fb-822231725741 None None] Set router a2eda729-1198-427d-80fb-03325ba0cf94 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:18:22.927461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423046d-37ef-432a-b228-97c2ca3cb4ae req-f7427427-66d8-4c6b-bf62-f6f7c9016b0f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:22.928958 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9423046d-37ef-432a-b228-97c2ca3cb4ae req-f7427427-66d8-4c6b-bf62-f6f7c9016b0f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0786707 Nov 19 10:18:22.930797 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2b010-3c70-4756-88c1-d3964cc1b869 req-a4fd6c3c-0f30-4972-9217-8c29e5f89c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:22.932163 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11f2b010-3c70-4756-88c1-d3964cc1b869 req-a4fd6c3c-0f30-4972-9217-8c29e5f89c79 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 1097 time: 0.0697498 Nov 19 10:18:23.035828 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9423046d-37ef-432a-b228-97c2ca3cb4ae req-91a89b97-d6c8-4946-8751-db9941c62ee7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008613 Nov 19 10:18:23.058583 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2b010-3c70-4756-88c1-d3964cc1b869 req-c0168940-29d9-472f-ae39-91eeb77f0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:23.058811 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37194) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:23.060172 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11f2b010-3c70-4756-88c1-d3964cc1b869 req-c0168940-29d9-472f-ae39-91eeb77f0607 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 HTTP/1.1" status: 200 len: 897 time: 0.1190417 Nov 19 10:18:23.121716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3485d0fd-d417-42d4-96fb-822231725741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257914981', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '4e46b6a0-886d-4899-b0a2-492bde94d09c', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'port_id': '8182d8d5-00b8-4f21-83e2-2cefa99ca910', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1', 'mac_address': 'fa:16:3e:97:2c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:18:21Z', 'updated_at': '2021-11-19T10:18:21Z', 'revision_number': 0, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85550fa2-053f-48b3-86a3-cb58b5678371', 'name': '', 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:e4:4b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:10Z', 'updated_at': '2021-11-19T10:18:14Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:23.129520 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-02bcbb05-65e6-492d-be9c-fa957570b020 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/4e46b6a0-886d-4899-b0a2-492bde94d09c HTTP/1.1" status: 200 len: 991 time: 0.0677793 Nov 19 10:18:23.129733 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11f2b010-3c70-4756-88c1-d3964cc1b869 req-dd607c87-6338-451a-bc57-b17dc5e5b17b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8182d8d5-00b8-4f21-83e2-2cefa99ca910 HTTP/1.1" status: 200 len: 999 time: 0.0622263 Nov 19 10:18:23.152719 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3485d0fd-d417-42d4-96fb-822231725741 None None] Checking router: a2eda729-1198-427d-80fb-03325ba0cf94 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:18:23.161144 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3485d0fd-d417-42d4-96fb-822231725741 None None] Routers {'a2eda729-1198-427d-80fb-03325ba0cf94'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:18:23.161760 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3485d0fd-d417-42d4-96fb-822231725741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:18:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a2eda729-1198-427d-80fb-03325ba0cf94'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:23.182738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2b010-3c70-4756-88c1-d3964cc1b869 req-05a8c063-486c-4651-aac9-20aec0e2b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:23.184210 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11f2b010-3c70-4756-88c1-d3964cc1b869 req-05a8c063-486c-4651-aac9-20aec0e2b457 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=16bad5eb-aee7-4427-af78-dea1b15a0865 HTTP/1.1" status: 200 len: 835 time: 0.0483031 Nov 19 10:18:23.229567 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2b010-3c70-4756-88c1-d3964cc1b869 req-93dadafe-84ca-4aad-b515-efc194a189b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:23.231073 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11f2b010-3c70-4756-88c1-d3964cc1b869 req-93dadafe-84ca-4aad-b515-efc194a189b0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e64ecf0e-ad73-41e3-9cb3-5034b0d781f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394008 Nov 19 10:18:23.268329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-3485d0fd-d417-42d4-96fb-822231725741 None None] Set router a2eda729-1198-427d-80fb-03325ba0cf94 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:18:23.321629 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11f2b010-3c70-4756-88c1-d3964cc1b869 req-0dfdff9c-ef20-45ba-98e1-168e1e18f4af service neutron] 10.222.0.66 "GET /v2.0/networks/e64ecf0e-ad73-41e3-9cb3-5034b0d781f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819755 Nov 19 10:18:23.415863 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11f2b010-3c70-4756-88c1-d3964cc1b869 req-0e12ac26-b2d4-4625-abd2-b5ea0ad8ad2d service neutron] 10.222.0.66 "GET /v2.0/networks/e64ecf0e-ad73-41e3-9cb3-5034b0d781f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868287 Nov 19 10:18:23.492835 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-3485d0fd-d417-42d4-96fb-822231725741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257914981', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '4e46b6a0-886d-4899-b0a2-492bde94d09c', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'port_id': '8182d8d5-00b8-4f21-83e2-2cefa99ca910', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1', 'mac_address': 'fa:16:3e:97:2c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:18:21Z', 'updated_at': '2021-11-19T10:18:21Z', 'revision_number': 0, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85550fa2-053f-48b3-86a3-cb58b5678371', 'name': '', 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:e4:4b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:10Z', 'updated_at': '2021-11-19T10:18:14Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:18:23.522206 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3485d0fd-d417-42d4-96fb-822231725741 None None] The sync data for ids ['a2eda729-1198-427d-80fb-03325ba0cf94'] in n-d-805649-14 is: [{'id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257914981', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '4e46b6a0-886d-4899-b0a2-492bde94d09c', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'port_id': '8182d8d5-00b8-4f21-83e2-2cefa99ca910', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1', 'mac_address': 'fa:16:3e:97:2c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:18:21Z', 'updated_at': '2021-11-19T10:18:21Z', 'revision_number': 0, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85550fa2-053f-48b3-86a3-cb58b5678371', 'name': '', 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:e4:4b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:10Z', 'updated_at': '2021-11-19T10:18:14Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:18:23.726124 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:23.729833 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b48655-5634-43c8-bcff-7f24387ea846 None None] New status for floating IP 4e46b6a0-886d-4899-b0a2-492bde94d09c: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:18:24.132298 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37196) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:18:24.192167 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-4b789b3d-392e-41a4-8f30-0e3e31514e38 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/4e46b6a0-886d-4899-b0a2-492bde94d09c HTTP/1.1" status: 200 len: 993 time: 0.0587056 Nov 19 10:18:25.119799 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:25.727066 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:30.726001 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:18:46.121387 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:48.660282 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:50.038651 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e521c190-6333-4b03-b85c-48530026e3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:52.471453 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf0a1-d6f3-4b8c-ae0f-bb9443368a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:52.985833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10260cc1-71b4-4372-8da1-b765cfc9609c req-4b071f60-943a-41f0-a196-77faeb97394e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:52.987323 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10260cc1-71b4-4372-8da1-b765cfc9609c req-4b071f60-943a-41f0-a196-77faeb97394e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0526454 Nov 19 10:18:53.037908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10260cc1-71b4-4372-8da1-b765cfc9609c req-d6be8e0f-acb2-467d-880a-c858baefdd49 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446184 Nov 19 10:18:53.727672 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:54.162244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e2339-a6e1-441d-b848-d8aebd586522 req-e3ef6f37-3bb2-4aab-adcf-f71b17f1f43b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:54.163719 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b9e2339-a6e1-441d-b848-d8aebd586522 req-e3ef6f37-3bb2-4aab-adcf-f71b17f1f43b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0532773 Nov 19 10:18:54.212527 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8b9e2339-a6e1-441d-b848-d8aebd586522 req-ed451487-4cee-49d9-af8c-97de9d0985a9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428226 Nov 19 10:18:55.121470 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:55.330360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a8a06-e3ef-4958-9a9b-3565dcc17930 req-ae5fe92c-1864-45cc-ab0d-46f67100b594 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:55.331845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e34a8a06-e3ef-4958-9a9b-3565dcc17930 req-ae5fe92c-1864-45cc-ab0d-46f67100b594 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0483956 Nov 19 10:18:55.380747 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e34a8a06-e3ef-4958-9a9b-3565dcc17930 req-3a6f240f-0bdd-40fe-9bc3-f093f820fb99 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425096 Nov 19 10:18:55.728784 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:18:56.495106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba77d9a-8ef2-481d-a177-9a4bffe8e3e1 req-0ac2c6c9-9b2f-49fe-9810-5d814b28428b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:56.496594 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bba77d9a-8ef2-481d-a177-9a4bffe8e3e1 req-0ac2c6c9-9b2f-49fe-9810-5d814b28428b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0489168 Nov 19 10:18:56.549992 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bba77d9a-8ef2-481d-a177-9a4bffe8e3e1 req-5e545b35-c169-4d3e-8153-05e1f0227c65 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468006 Nov 19 10:18:57.665817 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3c7c8-1692-4acf-96fb-b32da90ec6de req-838f77f5-3da3-4e84-8bdf-0690cc577224 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:57.667295 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a3c3c7c8-1692-4acf-96fb-b32da90ec6de req-838f77f5-3da3-4e84-8bdf-0690cc577224 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0488801 Nov 19 10:18:57.717292 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a3c3c7c8-1692-4acf-96fb-b32da90ec6de req-12c25d4a-c01e-4fdc-8888-d18829f78596 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435617 Nov 19 10:18:58.830444 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e7427-a00a-456a-bc33-05afa981bf48 req-dafc4db3-4bcc-4310-800e-b18efb2cf090 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:18:58.831925 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f70e7427-a00a-456a-bc33-05afa981bf48 req-dafc4db3-4bcc-4310-800e-b18efb2cf090 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0479388 Nov 19 10:18:58.880028 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f70e7427-a00a-456a-bc33-05afa981bf48 req-379e75f4-ae1a-46bb-a0dd-31c9f39cc023 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421753 Nov 19 10:18:59.998618 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0e726-041a-4524-856c-314bc41bb551 req-7a44ce29-a5f5-44c7-8401-70871edc6326 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:00.000083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ec0e726-041a-4524-856c-314bc41bb551 req-7a44ce29-a5f5-44c7-8401-70871edc6326 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0526631 Nov 19 10:19:00.052386 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ec0e726-041a-4524-856c-314bc41bb551 req-b0d949bd-9dd4-48b2-aa88-ce8360199e0d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460286 Nov 19 10:19:01.169348 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82ea8a-9ec9-44a8-9614-0d55b22ae286 req-23767f4f-e66d-4f10-a196-d7118b021252 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:01.171464 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b82ea8a-9ec9-44a8-9614-0d55b22ae286 req-23767f4f-e66d-4f10-a196-d7118b021252 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0490263 Nov 19 10:19:01.219875 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9b82ea8a-9ec9-44a8-9614-0d55b22ae286 req-d2a1a6cc-be11-4f47-baf1-2fb8c5d5ce2a tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425770 Nov 19 10:19:02.343895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb18904-7ae7-4631-9e58-dbdeb4fc34b4 req-63d27c42-f308-41e8-a558-ab526b1548bf tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:02.345504 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdb18904-7ae7-4631-9e58-dbdeb4fc34b4 req-63d27c42-f308-41e8-a558-ab526b1548bf tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0530775 Nov 19 10:19:02.394808 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdb18904-7ae7-4631-9e58-dbdeb4fc34b4 req-a9c9e0e9-268a-45bc-aad7-e4dc99368732 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430162 Nov 19 10:19:02.821231 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dae931-09a2-437b-b0c9-123ad0bfcd2b req-9029d73a-2467-4f01-b814-7752cb6aa1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:02.822745 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59dae931-09a2-437b-b0c9-123ad0bfcd2b req-9029d73a-2467-4f01-b814-7752cb6aa1d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 1097 time: 0.0402091 Nov 19 10:19:02.927772 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dae931-09a2-437b-b0c9-123ad0bfcd2b req-18053e29-194f-451c-91ea-6d2c4e8e495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:02.929410 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59dae931-09a2-437b-b0c9-123ad0bfcd2b req-18053e29-194f-451c-91ea-6d2c4e8e495f service neutron] 10.222.0.66 "GET /v2.0/networks?id=e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 HTTP/1.1" status: 200 len: 897 time: 0.0872293 Nov 19 10:19:02.995170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59dae931-09a2-437b-b0c9-123ad0bfcd2b req-d1ee69ea-fd68-4490-b609-698405640c70 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8182d8d5-00b8-4f21-83e2-2cefa99ca910 HTTP/1.1" status: 200 len: 1001 time: 0.0584288 Nov 19 10:19:03.043794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dae931-09a2-437b-b0c9-123ad0bfcd2b req-c732db47-cfa5-45c3-b7aa-a6f2ee577973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:03.045306 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59dae931-09a2-437b-b0c9-123ad0bfcd2b req-c732db47-cfa5-45c3-b7aa-a6f2ee577973 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=16bad5eb-aee7-4427-af78-dea1b15a0865 HTTP/1.1" status: 200 len: 835 time: 0.0431876 Nov 19 10:19:03.093375 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dae931-09a2-437b-b0c9-123ad0bfcd2b req-7f15f881-4a92-4f79-9b40-74c9a47212e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:03.095428 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59dae931-09a2-437b-b0c9-123ad0bfcd2b req-7f15f881-4a92-4f79-9b40-74c9a47212e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e64ecf0e-ad73-41e3-9cb3-5034b0d781f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428727 Nov 19 10:19:03.188024 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59dae931-09a2-437b-b0c9-123ad0bfcd2b req-f1ea0ea8-86a2-4a2b-8cfc-3645d2877a3b service neutron] 10.222.0.66 "GET /v2.0/networks/e64ecf0e-ad73-41e3-9cb3-5034b0d781f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832427 Nov 19 10:19:03.283119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59dae931-09a2-437b-b0c9-123ad0bfcd2b req-fbb0624f-e3e8-4733-839f-adf63274b54b service neutron] 10.222.0.66 "GET /v2.0/networks/e64ecf0e-ad73-41e3-9cb3-5034b0d781f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863116 Nov 19 10:19:03.508689 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67291c22-cd38-42f2-be47-e844a202829a req-1ff6e490-9b95-4f15-9a68-0132edd8a83b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:03.510173 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67291c22-cd38-42f2-be47-e844a202829a req-1ff6e490-9b95-4f15-9a68-0132edd8a83b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0491374 Nov 19 10:19:03.558219 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-67291c22-cd38-42f2-be47-e844a202829a req-dccc59a5-1060-4bb1-872d-c843639b9937 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421798 Nov 19 10:19:03.581177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37232) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:03.648715 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d1d3667f-b82e-4412-bc16-623454c182fa tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/4e46b6a0-886d-4899-b0a2-492bde94d09c HTTP/1.1" status: 200 len: 993 time: 0.0663960 Nov 19 10:19:04.942171 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e443970-831c-4eee-a174-4f659254974f req-3ac65b31-b3e2-4542-b95c-23d475a77642 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:04.943760 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e443970-831c-4eee-a174-4f659254974f req-3ac65b31-b3e2-4542-b95c-23d475a77642 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0808349 Nov 19 10:19:04.949599 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb6396-4e2c-4786-8c30-6ab67e57a5ea req-4bfe428d-b8cc-4fee-902c-109e751eacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:04.951031 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12cb6396-4e2c-4786-8c30-6ab67e57a5ea req-4bfe428d-b8cc-4fee-902c-109e751eacaa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 1097 time: 0.0589890 Nov 19 10:19:05.047418 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e443970-831c-4eee-a174-4f659254974f req-2eb26f8d-f932-43a2-9c0d-b3a13846f036 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919573 Nov 19 10:19:05.075504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb6396-4e2c-4786-8c30-6ab67e57a5ea req-e68ef0a2-f4cc-481b-845a-dd3637d1323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:05.076998 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12cb6396-4e2c-4786-8c30-6ab67e57a5ea req-e68ef0a2-f4cc-481b-845a-dd3637d1323e service neutron] 10.222.0.66 "GET /v2.0/networks?id=e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 HTTP/1.1" status: 200 len: 897 time: 0.1163876 Nov 19 10:19:05.146148 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12cb6396-4e2c-4786-8c30-6ab67e57a5ea req-e469feef-9aa9-4fcd-b723-252fa35aef69 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8182d8d5-00b8-4f21-83e2-2cefa99ca910 HTTP/1.1" status: 200 len: 1001 time: 0.0615551 Nov 19 10:19:05.195009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb6396-4e2c-4786-8c30-6ab67e57a5ea req-acef648a-cea7-4fcd-9d33-09fab432e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:05.196354 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12cb6396-4e2c-4786-8c30-6ab67e57a5ea req-acef648a-cea7-4fcd-9d33-09fab432e453 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=16bad5eb-aee7-4427-af78-dea1b15a0865 HTTP/1.1" status: 200 len: 835 time: 0.0433023 Nov 19 10:19:05.241274 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb6396-4e2c-4786-8c30-6ab67e57a5ea req-9beace5e-c15c-4e88-a933-2c5e5426b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:05.242762 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12cb6396-4e2c-4786-8c30-6ab67e57a5ea req-9beace5e-c15c-4e88-a933-2c5e5426b302 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e64ecf0e-ad73-41e3-9cb3-5034b0d781f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393388 Nov 19 10:19:05.336092 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12cb6396-4e2c-4786-8c30-6ab67e57a5ea req-a77cc58e-190a-4b61-8f34-8f0e27735bff service neutron] 10.222.0.66 "GET /v2.0/networks/e64ecf0e-ad73-41e3-9cb3-5034b0d781f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842423 Nov 19 10:19:05.426330 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-12cb6396-4e2c-4786-8c30-6ab67e57a5ea req-a2017c7e-ed19-459f-98fc-fd73063eaaef service neutron] 10.222.0.66 "GET /v2.0/networks/e64ecf0e-ad73-41e3-9cb3-5034b0d781f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832169 Nov 19 10:19:06.166642 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b424a-d517-401d-8c46-2a780183ff20 req-8233385b-8a06-42a9-90b3-8abd4cb61314 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:06.168110 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d94b424a-d517-401d-8c46-2a780183ff20 req-8233385b-8a06-42a9-90b3-8abd4cb61314 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0490420 Nov 19 10:19:06.527898 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d94b424a-d517-401d-8c46-2a780183ff20 req-959a37b0-9483-4dc7-9c00-f830c8544d03 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3538222 Nov 19 10:19:06.550622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37242) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:06.613109 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d51ac252-b484-4107-9172-a161aa15572e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/4e46b6a0-886d-4899-b0a2-492bde94d09c HTTP/1.1" status: 200 len: 993 time: 0.0613220 Nov 19 10:19:07.725104 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:19:16.128515 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:18.656722 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:20.038912 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7751c0a7-78de-4377-adf3-d79fc1ed0766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:22.474117 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9d36d005-d2ef-4b4c-9da6-2d4e9b191a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:23.729907 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:25.122800 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:25.730267 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:37.260441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37262) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:37.412311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port c7233455-b66e-4d67-8c0e-e007dff34bb5 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:19:37.412645 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:37.485980 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:37.486315 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:37.498280 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for c7233455-b66e-4d67-8c0e-e007dff34bb5 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:19:37.644166 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:37.670211 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=c7233455-b66e-4d67-8c0e-e007dff34bb5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:37.695573 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:37.695945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:37.696405 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:37.696755 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:37.697110 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:37.697455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:37.697876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:37.698116 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:37.698450 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:37.698778 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:37.699106 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:37.699620 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:37.743143 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:37.743476 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Floating IP 4e46b6a0-886d-4899-b0a2-492bde94d09c disassociated (deleted). External IP: 172.25.0.177, port: 8182d8d5-00b8-4f21-83e2-2cefa99ca910. Nov 19 10:19:37.948497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router a2eda729-1198-427d-80fb-03325ba0cf94 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:19:38.055328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:19:38.060146 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:38.066025 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe052e-b72d-497e-b65b-2d09de62f720 None None] Sync routers for ids ['a2eda729-1198-427d-80fb-03325ba0cf94'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:19:38.075778 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe052e-b72d-497e-b65b-2d09de62f720 None None] Routers {'a2eda729-1198-427d-80fb-03325ba0cf94'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:19:38.076387 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4afe052e-b72d-497e-b65b-2d09de62f720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:19:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a2eda729-1198-427d-80fb-03325ba0cf94'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:38.086600 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-14229f94-250d-48cb-84df-6e6ea920b208 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/floatingips/4e46b6a0-886d-4899-b0a2-492bde94d09c HTTP/1.1" status: 204 len: 168 time: 0.8250353 Nov 19 10:19:38.087177 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da', 'tag': '8182d8d5-00b8-4f21-83e2-2cefa99ca910'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:19:38.089456 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13725b3c-88be-4812-930d-875a58f45e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da", "tag": "8182d8d5-00b8-4f21-83e2-2cefa99ca910"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:19:38.134301 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129d57ce-0937-4fc2-a62a-10932322620c x-openstack-request-id: req-129d57ce-0937-4fc2-a62a-10932322620c {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:19:38.134484 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da", "tag": "8182d8d5-00b8-4f21-83e2-2cefa99ca910", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:19:38.134741 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-129d57ce-0937-4fc2-a62a-10932322620c {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:19:38.135169 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da', 'tag': '8182d8d5-00b8-4f21-83e2-2cefa99ca910', 'status': 'completed', 'code': 200} Nov 19 10:19:38.189448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-4afe052e-b72d-497e-b65b-2d09de62f720 None None] Set router a2eda729-1198-427d-80fb-03325ba0cf94 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:19:38.202793 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13725b3c-88be-4812-930d-875a58f45e6b req-2ac565e4-006c-463c-a12d-f9af4ff9dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:38.204383 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13725b3c-88be-4812-930d-875a58f45e6b req-2ac565e4-006c-463c-a12d-f9af4ff9dd85 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 1097 time: 0.0462418 Nov 19 10:19:38.335470 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13725b3c-88be-4812-930d-875a58f45e6b req-ed35bca5-42ed-4a33-8be6-06a89cd7046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:38.337059 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13725b3c-88be-4812-930d-875a58f45e6b req-ed35bca5-42ed-4a33-8be6-06a89cd7046a service neutron] 10.222.0.66 "GET /v2.0/networks?id=e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 HTTP/1.1" status: 200 len: 897 time: 0.1181219 Nov 19 10:19:38.363815 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488d22-6185-4cbf-a03d-3d7a9d2fefc2 req-92b88a66-a083-45da-949f-e3ae2dd9d480 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:38.365981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7488d22-6185-4cbf-a03d-3d7a9d2fefc2 req-92b88a66-a083-45da-949f-e3ae2dd9d480 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0667903 Nov 19 10:19:38.397893 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4afe052e-b72d-497e-b65b-2d09de62f720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257914981', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '85550fa2-053f-48b3-86a3-cb58b5678371', 'name': '', 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:e4:4b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:10Z', 'updated_at': '2021-11-19T10:18:14Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:38.398612 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13725b3c-88be-4812-930d-875a58f45e6b req-220655cf-52af-41fb-bad5-6ed6c08cfec3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8182d8d5-00b8-4f21-83e2-2cefa99ca910 HTTP/1.1" status: 200 len: 217 time: 0.0522532 Nov 19 10:19:38.481014 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7488d22-6185-4cbf-a03d-3d7a9d2fefc2 req-54e77bcb-0c04-4e00-87f6-734b54efa2fc tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851178 Nov 19 10:19:38.485215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13725b3c-88be-4812-930d-875a58f45e6b req-aab3b99d-a717-45ac-9ad7-020d0f29efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:38.486682 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13725b3c-88be-4812-930d-875a58f45e6b req-aab3b99d-a717-45ac-9ad7-020d0f29efe7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=16bad5eb-aee7-4427-af78-dea1b15a0865 HTTP/1.1" status: 200 len: 835 time: 0.0760779 Nov 19 10:19:38.539113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13725b3c-88be-4812-930d-875a58f45e6b req-b61e50bb-9cab-4aee-aceb-74b4b6b02a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:38.540647 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13725b3c-88be-4812-930d-875a58f45e6b req-b61e50bb-9cab-4aee-aceb-74b4b6b02a8d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e64ecf0e-ad73-41e3-9cb3-5034b0d781f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445890 Nov 19 10:19:38.581107 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe052e-b72d-497e-b65b-2d09de62f720 None None] Checking router: a2eda729-1198-427d-80fb-03325ba0cf94 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:19:38.590610 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe052e-b72d-497e-b65b-2d09de62f720 None None] Routers {'a2eda729-1198-427d-80fb-03325ba0cf94'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:19:38.591230 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4afe052e-b72d-497e-b65b-2d09de62f720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:19:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a2eda729-1198-427d-80fb-03325ba0cf94'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:38.638447 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13725b3c-88be-4812-930d-875a58f45e6b req-c9feda6c-02ab-4f3e-9a83-a7b95f7c7311 service neutron] 10.222.0.66 "GET /v2.0/networks/e64ecf0e-ad73-41e3-9cb3-5034b0d781f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899041 Nov 19 10:19:38.697167 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-4afe052e-b72d-497e-b65b-2d09de62f720 None None] Set router a2eda729-1198-427d-80fb-03325ba0cf94 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:19:38.735927 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13725b3c-88be-4812-930d-875a58f45e6b req-9c2ab9d1-e567-4d26-a65b-fabd1deba518 service neutron] 10.222.0.66 "GET /v2.0/networks/e64ecf0e-ad73-41e3-9cb3-5034b0d781f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896668 Nov 19 10:19:38.896193 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4afe052e-b72d-497e-b65b-2d09de62f720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257914981', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '85550fa2-053f-48b3-86a3-cb58b5678371', 'name': '', 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:e4:4b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:10Z', 'updated_at': '2021-11-19T10:18:14Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:38.926354 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe052e-b72d-497e-b65b-2d09de62f720 None None] The sync data for ids ['a2eda729-1198-427d-80fb-03325ba0cf94'] in n-d-805649-14 is: [{'id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257914981', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '85550fa2-053f-48b3-86a3-cb58b5678371', 'name': '', 'network_id': 'e64ecf0e-ad73-41e3-9cb3-5034b0d781f1', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:e4:4b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:10Z', 'updated_at': '2021-11-19T10:18:14Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '16bad5eb-aee7-4427-af78-dea1b15a0865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:19:39.144919 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e9b803-f235-42fe-9abd-12d4991fc7f4 None None] New status for floating IP 4e46b6a0-886d-4899-b0a2-492bde94d09c: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:19:39.611221 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8a967-10bf-45f2-b2d4-d295936a1ed3 req-17c9da31-422f-4424-b10c-1db824fdec0d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:39.612700 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d7c8a967-10bf-45f2-b2d4-d295936a1ed3 req-17c9da31-422f-4424-b10c-1db824fdec0d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0551760 Nov 19 10:19:39.663699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d7c8a967-10bf-45f2-b2d4-d295936a1ed3 req-ae47de59-9123-471e-adc9-b905b91c613d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=74954301-077e-48db-894b-219a3dfde7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435116 Nov 19 10:19:39.757911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38a41e-97b5-4838-8700-401ef289ae0f req-4fbaf89b-9001-459a-985a-0f7fbfb682f9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:39.759376 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a38a41e-97b5-4838-8700-401ef289ae0f req-4fbaf89b-9001-459a-985a-0f7fbfb682f9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da HTTP/1.1" status: 200 len: 945 time: 0.0502801 Nov 19 10:19:39.852717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-2a38a41e-97b5-4838-8700-401ef289ae0f req-1097a443-cfc6-4153-969a-b64776d60ee6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port 8182d8d5-00b8-4f21-83e2-2cefa99ca910 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:19:39.852968 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2a38a41e-97b5-4838-8700-401ef289ae0f req-1097a443-cfc6-4153-969a-b64776d60ee6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:39.939732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-2a38a41e-97b5-4838-8700-401ef289ae0f req-1097a443-cfc6-4153-969a-b64776d60ee6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] For port 8182d8d5-00b8-4f21-83e2-2cefa99ca910, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=8182d8d5-00b8-4f21-83e2-2cefa99ca910,segment=NetworkSegment(0d44a3f8-861e-40d9-8e0f-6dbd052494da),segment_id=0d44a3f8-861e-40d9-8e0f-6dbd052494da)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:19:39.940099 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2a38a41e-97b5-4838-8700-401ef289ae0f req-1097a443-cfc6-4153-969a-b64776d60ee6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:39.952784 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-2a38a41e-97b5-4838-8700-401ef289ae0f req-1097a443-cfc6-4153-969a-b64776d60ee6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for 8182d8d5-00b8-4f21-83e2-2cefa99ca910 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:19:40.084948 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2a38a41e-97b5-4838-8700-401ef289ae0f req-1097a443-cfc6-4153-969a-b64776d60ee6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:40.113206 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097a443-cfc6-4153-969a-b64776d60ee6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=8182d8d5-00b8-4f21-83e2-2cefa99ca910,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:40.159285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a38a41e-97b5-4838-8700-401ef289ae0f req-1097a443-cfc6-4153-969a-b64776d60ee6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] No DVR routers for this DVR port 8182d8d5-00b8-4f21-83e2-2cefa99ca910 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:19:40.162866 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2a38a41e-97b5-4838-8700-401ef289ae0f req-1097a443-cfc6-4153-969a-b64776d60ee6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:40.166259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a38a41e-97b5-4838-8700-401ef289ae0f req-1097a443-cfc6-4153-969a-b64776d60ee6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "DELETE /v2.0/ports/8182d8d5-00b8-4f21-83e2-2cefa99ca910 HTTP/1.1" status: 204 len: 173 time: 0.4006188 Nov 19 10:19:40.166738 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da', 'name': 'network-vif-deleted', 'tag': '8182d8d5-00b8-4f21-83e2-2cefa99ca910'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:19:40.169021 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb19d7ac-5cdb-4a48-b95e-3694c35b252e" -d '{"events": [{"server_uuid": "4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da", "name": "network-vif-deleted", "tag": "8182d8d5-00b8-4f21-83e2-2cefa99ca910"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:19:40.208780 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd63f32-13ca-40ce-a96b-85c61f0e359c x-openstack-request-id: req-9fd63f32-13ca-40ce-a96b-85c61f0e359c {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:19:40.209101 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da", "name": "network-vif-deleted", "tag": "8182d8d5-00b8-4f21-83e2-2cefa99ca910", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:19:40.209361 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fd63f32-13ca-40ce-a96b-85c61f0e359c {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:19:40.209770 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee609c3-d9d7-4b1b-94d9-7e70c6dc28da', 'name': 'network-vif-deleted', 'tag': '8182d8d5-00b8-4f21-83e2-2cefa99ca910', 'status': 'completed', 'code': 200} Nov 19 10:19:40.720909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37276) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:41.078802 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-927574d1-b8f4-4017-b54c-99028459057f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:41.348690 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-927574d1-b8f4-4017-b54c-99028459057f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port 85550fa2-053f-48b3-86a3-cb58b5678371 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:19:41.348945 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-927574d1-b8f4-4017-b54c-99028459057f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:41.440765 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-927574d1-b8f4-4017-b54c-99028459057f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] For port 85550fa2-053f-48b3-86a3-cb58b5678371, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=85550fa2-053f-48b3-86a3-cb58b5678371,segment=NetworkSegment(0d44a3f8-861e-40d9-8e0f-6dbd052494da),segment_id=0d44a3f8-861e-40d9-8e0f-6dbd052494da)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:19:41.441150 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-927574d1-b8f4-4017-b54c-99028459057f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:41.453686 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-927574d1-b8f4-4017-b54c-99028459057f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for 85550fa2-053f-48b3-86a3-cb58b5678371 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:19:41.643808 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-927574d1-b8f4-4017-b54c-99028459057f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:41.669745 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927574d1-b8f4-4017-b54c-99028459057f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=85550fa2-053f-48b3-86a3-cb58b5678371,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:41.808973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 8182d8d5-00b8-4f21-83e2-2cefa99ca910 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:19:41.830335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 8182d8d5-00b8-4f21-83e2-2cefa99ca910 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:19:41.830682 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 8182d8d5-00b8-4f21-83e2-2cefa99ca910 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:19:41.849983 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-927574d1-b8f4-4017-b54c-99028459057f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:42.072068 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927574d1-b8f4-4017-b54c-99028459057f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router a2eda729-1198-427d-80fb-03325ba0cf94 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:19:42.175760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927574d1-b8f4-4017-b54c-99028459057f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:19:42.181362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-927574d1-b8f4-4017-b54c-99028459057f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "PUT /v2.0/routers/a2eda729-1198-427d-80fb-03325ba0cf94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4591136 Nov 19 10:19:42.184469 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37278) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:42.185652 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0667eb9-1dd8-4dcd-bb6b-f939dec064e8 None None] Sync routers for ids ['a2eda729-1198-427d-80fb-03325ba0cf94'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:19:42.196587 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0667eb9-1dd8-4dcd-bb6b-f939dec064e8 None None] Routers {'a2eda729-1198-427d-80fb-03325ba0cf94'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:19:42.197238 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c0667eb9-1dd8-4dcd-bb6b-f939dec064e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:19:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a2eda729-1198-427d-80fb-03325ba0cf94'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:42.239485 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f086da-f919-42bf-aed4-71fb15d9635b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting subnet 16bad5eb-aee7-4427-af78-dea1b15a0865 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:19:42.243475 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94f086da-f919-42bf-aed4-71fb15d9635b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:42.286020 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94f086da-f919-42bf-aed4-71fb15d9635b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:42.302784 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c0667eb9-1dd8-4dcd-bb6b-f939dec064e8 None None] Set router a2eda729-1198-427d-80fb-03325ba0cf94 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:19:42.374343 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94f086da-f919-42bf-aed4-71fb15d9635b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:42.432410 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94f086da-f919-42bf-aed4-71fb15d9635b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:42.460531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f086da-f919-42bf-aed4-71fb15d9635b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Subnet': ['ID=16bad5eb-aee7-4427-af78-dea1b15a0865,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:42.466478 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94f086da-f919-42bf-aed4-71fb15d9635b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:42.471762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcea06c0-1ce3-4544-a202-181a751fc92c None None] Network e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:19:42.472497 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-94f086da-f919-42bf-aed4-71fb15d9635b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/subnets/16bad5eb-aee7-4427-af78-dea1b15a0865 HTTP/1.1" status: 204 len: 168 time: 0.2870343 Nov 19 10:19:42.475750 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37280) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:42.555528 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c0667eb9-1dd8-4dcd-bb6b-f939dec064e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257914981', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:19:41Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:42.585688 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a493aceb-19d2-4fe4-b23c-a09a331e19d9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:42.605161 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0667eb9-1dd8-4dcd-bb6b-f939dec064e8 None None] Checking router: a2eda729-1198-427d-80fb-03325ba0cf94 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:19:42.629468 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0667eb9-1dd8-4dcd-bb6b-f939dec064e8 None None] Routers {'a2eda729-1198-427d-80fb-03325ba0cf94'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:19:42.630082 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c0667eb9-1dd8-4dcd-bb6b-f939dec064e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:19:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['a2eda729-1198-427d-80fb-03325ba0cf94'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:42.692914 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a493aceb-19d2-4fe4-b23c-a09a331e19d9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:42.747215 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a493aceb-19d2-4fe4-b23c-a09a331e19d9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port 4eaf4842-4e4c-4262-99ed-d71e860af283 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:19:42.747560 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a493aceb-19d2-4fe4-b23c-a09a331e19d9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:42.750266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-c0667eb9-1dd8-4dcd-bb6b-f939dec064e8 None None] Set router a2eda729-1198-427d-80fb-03325ba0cf94 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:19:42.779211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] DHCP port deletion for e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:19:42.835265 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-a493aceb-19d2-4fe4-b23c-a09a331e19d9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] For port 4eaf4842-4e4c-4262-99ed-d71e860af283, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=4eaf4842-4e4c-4262-99ed-d71e860af283,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:19:42.835636 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a493aceb-19d2-4fe4-b23c-a09a331e19d9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:42.847563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a493aceb-19d2-4fe4-b23c-a09a331e19d9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for 4eaf4842-4e4c-4262-99ed-d71e860af283 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:19:42.921869 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Deleting port 99f531f7-78dc-4006-a50b-5acf830c55d1 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:19:42.922499 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.010432 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] For port 99f531f7-78dc-4006-a50b-5acf830c55d1, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=99f531f7-78dc-4006-a50b-5acf830c55d1,segment=NetworkSegment(0d44a3f8-861e-40d9-8e0f-6dbd052494da),segment_id=0d44a3f8-861e-40d9-8e0f-6dbd052494da)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:19:43.010836 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.018155 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a493aceb-19d2-4fe4-b23c-a09a331e19d9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.027009 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Calling delete_port for 99f531f7-78dc-4006-a50b-5acf830c55d1 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:19:43.044273 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493aceb-19d2-4fe4-b23c-a09a331e19d9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=4eaf4842-4e4c-4262-99ed-d71e860af283,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:43.047122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-c0667eb9-1dd8-4dcd-bb6b-f939dec064e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257914981', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:19:41Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:43.080263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bd3c6b-e1ab-4bae-8159-00254fc16d62 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:19:43.110476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0667eb9-1dd8-4dcd-bb6b-f939dec064e8 None None] The sync data for ids ['a2eda729-1198-427d-80fb-03325ba0cf94'] in n-d-805649-14 is: [{'id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1257914981', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:19:41Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '4eaf4842-4e4c-4262-99ed-d71e860af283', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eda729-1198-427d-80fb-03325ba0cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:18:07Z', 'updated_at': '2021-11-19T10:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:19:43.112270 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a493aceb-19d2-4fe4-b23c-a09a331e19d9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.157857 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.186004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Pushing event deleted for resources: {'Port': ['ID=99f531f7-78dc-4006-a50b-5acf830c55d1,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:43.190340 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] No DVR routers for this DVR port 99f531f7-78dc-4006-a50b-5acf830c55d1 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:19:43.200596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.200596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.200596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.200596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.200596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.200596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.200596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.200596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.202038 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.202038 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.202038 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.202038 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d3f9b-1ef2-4c23-8bab-a6a396c19e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.212233 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a493aceb-19d2-4fe4-b23c-a09a331e19d9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.214366 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a493aceb-19d2-4fe4-b23c-a09a331e19d9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.257244 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a493aceb-19d2-4fe4-b23c-a09a331e19d9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.257762 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a493aceb-19d2-4fe4-b23c-a09a331e19d9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Fanout notify agent at l3_agent the message router_deleted on router a2eda729-1198-427d-80fb-03325ba0cf94 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 10:19:43.264547 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a493aceb-19d2-4fe4-b23c-a09a331e19d9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.268198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a493aceb-19d2-4fe4-b23c-a09a331e19d9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/routers/a2eda729-1198-427d-80fb-03325ba0cf94 HTTP/1.1" status: 204 len: 168 time: 0.7887506 Nov 19 10:19:43.268470 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37282) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:43.342634 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30e8fcd1-cd8a-413d-bfab-17bc79697c08 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.430905 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30e8fcd1-cd8a-413d-bfab-17bc79697c08 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.450100 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-30e8fcd1-cd8a-413d-bfab-17bc79697c08 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64ecf0e-ad73-41e3-9cb3-5034b0d781f1']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:43.459569 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-30e8fcd1-cd8a-413d-bfab-17bc79697c08 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d44a3f8-861e-40d9-8e0f-6dbd052494da') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:43.459865 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-30e8fcd1-cd8a-413d-bfab-17bc79697c08 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d44a3f8-861e-40d9-8e0f-6dbd052494da') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:43.469426 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30e8fcd1-cd8a-413d-bfab-17bc79697c08 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.483620 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30e8fcd1-cd8a-413d-bfab-17bc79697c08 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.490179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e8fcd1-cd8a-413d-bfab-17bc79697c08 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:19:43.490600 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30e8fcd1-cd8a-413d-bfab-17bc79697c08 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: timer() Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:19:43.493926 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:19:43.555894 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30e8fcd1-cd8a-413d-bfab-17bc79697c08 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.563369 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-30e8fcd1-cd8a-413d-bfab-17bc79697c08 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.566467 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-30e8fcd1-cd8a-413d-bfab-17bc79697c08 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/networks/e64ecf0e-ad73-41e3-9cb3-5034b0d781f1 HTTP/1.1" status: 204 len: 168 time: 0.2970786 Nov 19 10:19:43.570126 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37284) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:43.581448 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8fcd1-cd8a-413d-bfab-17bc79697c08 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Network': ['ID=e64ecf0e-ad73-41e3-9cb3-5034b0d781f1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:43.638620 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.667105 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.732252 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.735173 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:43.736367 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/security-groups/74954301-077e-48db-894b-219a3dfde7f5 HTTP/1.1" status: 204 len: 168 time: 0.1643586 Nov 19 10:19:43.748369 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74954301-077e-48db-894b-219a3dfde7f5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:43.760220 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.760584 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.760940 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.761329 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.761679 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.762028 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.762491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.762761 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.763218 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.763598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.764005 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.764387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707b993-77a0-45bb-9977-27ad60579038 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:43.971514 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37290) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:43.976875 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0aafe6dd-308f-464a-b89a-0caa1e77c0ee tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-143288210', 'description': 'tempest-secgroup-smoke-143288210 description', 'project_id': '9d7b63a9f33f4d65856aed705f25f367'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:19:43.999153 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0aafe6dd-308f-464a-b89a-0caa1e77c0ee tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.065753 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0aafe6dd-308f-464a-b89a-0caa1e77c0ee tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.070049 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0aafe6dd-308f-464a-b89a-0caa1e77c0ee tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.099948 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0aafe6dd-308f-464a-b89a-0caa1e77c0ee tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.100139 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-0aafe6dd-308f-464a-b89a-0caa1e77c0ee tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1275604 Nov 19 10:19:44.103192 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37292) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:44.104795 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafe6dd-308f-464a-b89a-0caa1e77c0ee tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a336c5fb-a977-4d9f-a8ad-d80380fb8822,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:44.107826 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-fe2474f6-14a3-4e37-8c73-291b74880620 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': 'a336c5fb-a977-4d9f-a8ad-d80380fb8822', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:19:44.141563 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe2474f6-14a3-4e37-8c73-291b74880620 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.202967 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe2474f6-14a3-4e37-8c73-291b74880620 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.206479 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe2474f6-14a3-4e37-8c73-291b74880620 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.224612 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2474f6-14a3-4e37-8c73-291b74880620 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a444ffd4-c02d-4fb4-8ac7-180c0b912e3b,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:44.231682 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe2474f6-14a3-4e37-8c73-291b74880620 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.232876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-fe2474f6-14a3-4e37-8c73-291b74880620 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286414 Nov 19 10:19:44.235681 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37294) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:44.239895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-5b96e5c8-8f67-4166-93a2-7525f4924358 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': 'a336c5fb-a977-4d9f-a8ad-d80380fb8822', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:19:44.265644 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5b96e5c8-8f67-4166-93a2-7525f4924358 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.319930 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5b96e5c8-8f67-4166-93a2-7525f4924358 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.323393 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5b96e5c8-8f67-4166-93a2-7525f4924358 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.340503 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96e5c8-8f67-4166-93a2-7525f4924358 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3cb1ef-6569-41b2-a7d5-9174f3f1af22,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:44.348159 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5b96e5c8-8f67-4166-93a2-7525f4924358 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.349929 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5b96e5c8-8f67-4166-93a2-7525f4924358 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133430 Nov 19 10:19:44.352719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37296) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:44.357966 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-9a79f41d-91f8-48ee-bbff-4c3eb6eea9c0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': 'a336c5fb-a977-4d9f-a8ad-d80380fb8822', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:19:44.385665 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a79f41d-91f8-48ee-bbff-4c3eb6eea9c0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.445859 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a79f41d-91f8-48ee-bbff-4c3eb6eea9c0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.449407 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a79f41d-91f8-48ee-bbff-4c3eb6eea9c0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.469243 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79f41d-91f8-48ee-bbff-4c3eb6eea9c0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28152bed-9b62-4dd2-908a-672b52d4ea69,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:44.475450 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9a79f41d-91f8-48ee-bbff-4c3eb6eea9c0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.476552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-9a79f41d-91f8-48ee-bbff-4c3eb6eea9c0 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224556 Nov 19 10:19:44.479469 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37298) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:44.483893 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d3a91c06-416b-4337-9e77-4311275765fe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': 'a336c5fb-a977-4d9f-a8ad-d80380fb8822', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:19:44.513060 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3a91c06-416b-4337-9e77-4311275765fe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.536040 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 85550fa2-053f-48b3-86a3-cb58b5678371 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:19:44.558970 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 85550fa2-053f-48b3-86a3-cb58b5678371 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:19:44.559321 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 85550fa2-053f-48b3-86a3-cb58b5678371 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:19:44.559751 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 99f531f7-78dc-4006-a50b-5acf830c55d1 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:19:44.574742 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3a91c06-416b-4337-9e77-4311275765fe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.578661 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3a91c06-416b-4337-9e77-4311275765fe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.579687 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 99f531f7-78dc-4006-a50b-5acf830c55d1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:19:44.580034 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 99f531f7-78dc-4006-a50b-5acf830c55d1 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:19:44.580450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4eaf4842-4e4c-4262-99ed-d71e860af283 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:19:44.600033 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a91c06-416b-4337-9e77-4311275765fe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1b1451-6c01-4641-90fa-a5fc380612e7,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:44.600286 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 4eaf4842-4e4c-4262-99ed-d71e860af283 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:19:44.600607 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 4eaf4842-4e4c-4262-99ed-d71e860af283 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:19:44.606280 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d3a91c06-416b-4337-9e77-4311275765fe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.607827 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d3a91c06-416b-4337-9e77-4311275765fe tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274133 Nov 19 10:19:44.610766 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37300) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:44.615957 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-91afcb60-939c-4b45-a200-6246c8c44a11 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': 'a336c5fb-a977-4d9f-a8ad-d80380fb8822', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:19:44.638323 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-91afcb60-939c-4b45-a200-6246c8c44a11 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Project 9d7b63a9f33f4d65856aed705f25f367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:19:44.643451 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91afcb60-939c-4b45-a200-6246c8c44a11 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.701390 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91afcb60-939c-4b45-a200-6246c8c44a11 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.704934 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91afcb60-939c-4b45-a200-6246c8c44a11 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.723439 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afcb60-939c-4b45-a200-6246c8c44a11 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68dcba2f-4da0-4bc6-ac7e-4eccdeee45d7,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:44.723685 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:19:44.731514 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91afcb60-939c-4b45-a200-6246c8c44a11 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.732707 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-91afcb60-939c-4b45-a200-6246c8c44a11 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208684 Nov 19 10:19:44.735396 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37302) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:44.740092 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2753dd03-ec5e-48df-94b2-69e96aa30f1e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'security_group_rule': {'security_group_id': 'a336c5fb-a977-4d9f-a8ad-d80380fb8822', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:19:44.761469 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-2753dd03-ec5e-48df-94b2-69e96aa30f1e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Project 9d7b63a9f33f4d65856aed705f25f367 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:19:44.766083 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2753dd03-ec5e-48df-94b2-69e96aa30f1e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.827407 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2753dd03-ec5e-48df-94b2-69e96aa30f1e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.830723 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2753dd03-ec5e-48df-94b2-69e96aa30f1e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.845513 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753dd03-ec5e-48df-94b2-69e96aa30f1e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6814aa91-1588-46b3-b3ad-a934de53948b,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:44.857489 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2753dd03-ec5e-48df-94b2-69e96aa30f1e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.858682 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2753dd03-ec5e-48df-94b2-69e96aa30f1e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223767 Nov 19 10:19:44.861538 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37304) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:44.866736 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-10d8b3c5-74e3-44e5-8bbf-307d8e87c01c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'network': {'name': 'tempest-network-smoke--145855398', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'port_security_enabled': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:19:44.887651 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d8b3c5-74e3-44e5-8bbf-307d8e87c01c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Made reservation on behalf of 9d7b63a9f33f4d65856aed705f25f367 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:19:44.891155 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-10d8b3c5-74e3-44e5-8bbf-307d8e87c01c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.914274 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d8b3c5-74e3-44e5-8bbf-307d8e87c01c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:19:44.923240 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-10d8b3c5-74e3-44e5-8bbf-307d8e87c01c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.923592 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-10d8b3c5-74e3-44e5-8bbf-307d8e87c01c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Added segment 8f71fdd4-5eb7-4340-9775-329745e759af of type vlan for network 6cc5f0cb-5268-4984-9426-bf22e8978691 Nov 19 10:19:44.963584 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-10d8b3c5-74e3-44e5-8bbf-307d8e87c01c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.988510 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-10d8b3c5-74e3-44e5-8bbf-307d8e87c01c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:44.994669 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d8b3c5-74e3-44e5-8bbf-307d8e87c01c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:44.995261 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-10d8b3c5-74e3-44e5-8bbf-307d8e87c01c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:45.055962 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-10d8b3c5-74e3-44e5-8bbf-307d8e87c01c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1934087 Nov 19 10:19:45.058652 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37306) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:45.062901 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1512600665', 'admin_state_up': True, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:19:45.076391 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8b3c5-74e3-44e5-8bbf-307d8e87c01c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Network': ['ID=6cc5f0cb-5268-4984-9426-bf22e8978691,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:45.087055 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 6cc5f0cb-5268-4984-9426-bf22e8978691 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:19:45.095014 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:45.096030 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:45.146910 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:45.284330 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:45.475238 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:45.492819 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:45.597956 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.25.0.24 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/7d799652-1b06-4264-ac8e-26d2be66b2ae) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:19:45.698378 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:45.735865 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:45.773743 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:19:45.776586 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:19:45.780172 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:19:45.790398 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d459667-6a97-4ded-be36-339f465d940f None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:19:45.807614 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=7d799652-1b06-4264-ac8e-26d2be66b2ae,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:45.910778 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d808eedb-d3a1-43b2-9b03-33b8917be162 None None] Provisioning complete for port 7d799652-1b06-4264-ac8e-26d2be66b2ae triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:19:45.911498 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d808eedb-d3a1-43b2-9b03-33b8917be162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:45.945796 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d808eedb-d3a1-43b2-9b03-33b8917be162 None None] Port 7d799652-1b06-4264-ac8e-26d2be66b2ae cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:19:46.135370 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:46.354045 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:46.553236 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:46.682057 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 10:19:46.789611 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:19:46.798964 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Sync routers for ids ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:19:46.809312 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Routers {'aef60ccd-4f1d-42cf-89cb-bb0d2231d365'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:19:46.809952 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:19:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:46.810505 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:46.813574 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e6433875-ed54-40c7-a005-18434396ce57 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7539575 Nov 19 10:19:46.814864 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37308) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:46.888195 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-d7d769a2-a59e-4a6c-adc5-190e8f3640fe tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=9d7b63a9f33f4d65856aed705f25f367&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721738 Nov 19 10:19:46.890779 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37312) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:46.916564 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Set router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:19:46.979088 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6a759b-09cd-43b8-886e-fe8c64120d86 tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:46.980655 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8a6a759b-09cd-43b8-886e-fe8c64120d86 tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889874 Nov 19 10:19:46.983579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37314) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:47.017739 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-e5b02b08-264c-4110-b758-dac49b2171bf tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=5400ae83-00d2-4751-a522-fb5643e526b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330148 Nov 19 10:19:47.020260 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37316) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:47.025137 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b5470a9f-60df-41d1-816a-f2333cf0af4f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-924550078', 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691', 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:19:47.113039 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5470a9f-60df-41d1-816a-f2333cf0af4f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Made reservation on behalf of 9d7b63a9f33f4d65856aed705f25f367 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:19:47.116956 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5470a9f-60df-41d1-816a-f2333cf0af4f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10326805'] for subnet, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:47.180269 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512600665', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:45Z', 'revision_number': 3, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:47.207141 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Checking router: aef60ccd-4f1d-42cf-89cb-bb0d2231d365 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:19:47.207493 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Updating router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 port 7d799652-1b06-4264-ac8e-26d2be66b2ae binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:19:47.232694 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:47.302352 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5470a9f-60df-41d1-816a-f2333cf0af4f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9960192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10326791'] for subnet, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:47.366645 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5470a9f-60df-41d1-816a-f2333cf0af4f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Subnet': ['ID=9eb637bf-8517-40d6-8fff-a61fd78a3a76,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:47.374998 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5470a9f-60df-41d1-816a-f2333cf0af4f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Checking segment: {'id': '8f71fdd4-5eb7-4340-9775-329745e759af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:19:47.375368 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5470a9f-60df-41d1-816a-f2333cf0af4f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network hostable DHCP agents. Network: 6cc5f0cb-5268-4984-9426-bf22e8978691, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:19:47.393447 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5470a9f-60df-41d1-816a-f2333cf0af4f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 6cc5f0cb-5268-4984-9426-bf22e8978691 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:19:47.402899 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b5470a9f-60df-41d1-816a-f2333cf0af4f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 6cc5f0cb-5268-4984-9426-bf22e8978691) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:19:47.408157 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5470a9f-60df-41d1-816a-f2333cf0af4f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:47.409145 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5470a9f-60df-41d1-816a-f2333cf0af4f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:47.414442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c173a60-7a07-41fb-af9f-8fc186172b90 None None] Network 6cc5f0cb-5268-4984-9426-bf22e8978691 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:19:47.428467 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b5470a9f-60df-41d1-816a-f2333cf0af4f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4071593 Nov 19 10:19:47.432474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37318) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:19:47.495085 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:47.501582 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:47.548509 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Attempting to bind port 7d799652-1b06-4264-ac8e-26d2be66b2ae on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:19:47.548730 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a603d7-b2f8-4778-9849-410621f95361 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:19:47.548875 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Attempting to bind port 7d799652-1b06-4264-ac8e-26d2be66b2ae by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:19:47.549475 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Attempting to bind port 7d799652-1b06-4264-ac8e-26d2be66b2ae on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:19:47.563117 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:19:47.563488 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:19:47.564080 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:47.564496 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:19:47.564946 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Bound port: 7d799652-1b06-4264-ac8e-26d2be66b2ae, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:19:47.565354 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:47.570809 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8943bdd-3863-4cde-ade2-e96894524188 None None] Pushing event updated for resources: {'Port': ['ID=7d799652-1b06-4264-ac8e-26d2be66b2ae,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:47.584491 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-6cc5f0cb-5268-4984-9426-bf22e8978691', 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ips': [{'subnet_id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:19:47.586553 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:47.606716 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943bdd-3863-4cde-ade2-e96894524188 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:47.607061 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943bdd-3863-4cde-ade2-e96894524188 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:47.607400 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943bdd-3863-4cde-ade2-e96894524188 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:47.607730 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943bdd-3863-4cde-ade2-e96894524188 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:47.608249 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943bdd-3863-4cde-ade2-e96894524188 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:47.608577 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943bdd-3863-4cde-ade2-e96894524188 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:47.608903 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943bdd-3863-4cde-ade2-e96894524188 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:47.609257 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943bdd-3863-4cde-ade2-e96894524188 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:47.609581 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943bdd-3863-4cde-ade2-e96894524188 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:47.609902 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943bdd-3863-4cde-ade2-e96894524188 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:47.610220 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943bdd-3863-4cde-ade2-e96894524188 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:47.610539 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8943bdd-3863-4cde-ade2-e96894524188 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:19:47.639153 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] For port 7d799652-1b06-4264-ac8e-26d2be66b2ae, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:19:47.642308 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] For port 7d799652-1b06-4264-ac8e-26d2be66b2ae, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7d799652-1b06-4264-ac8e-26d2be66b2ae,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:19:47.647499 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:47.701118 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3489890-0b6b-4f57-8a36-b4f1a0a89e6e None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:19:47.704393 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Routers {'aef60ccd-4f1d-42cf-89cb-bb0d2231d365'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:19:47.705072 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:19:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:47.738890 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2a094a06-d3dd-4c70-a9bf-7c06944e0874 None None] Provisioning complete for port 7d799652-1b06-4264-ac8e-26d2be66b2ae triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:19:47.739313 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2a094a06-d3dd-4c70-a9bf-7c06944e0874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:47.793391 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Allocated IP 172.20.0.2 (6cc5f0cb-5268-4984-9426-bf22e8978691/9eb637bf-8517-40d6-8fff-a61fd78a3a76/883beb56-46cc-49f5-ac9c-71280b963df7) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:19:47.808101 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8943bdd-3863-4cde-ade2-e96894524188 None None] Pushing event updated for resources: {'Port': ['ID=7d799652-1b06-4264-ac8e-26d2be66b2ae,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:47.835952 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] Set router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:19:48.030871 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512600665', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:45Z', 'revision_number': 3, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:48.058824 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a750ed3-fe27-4f4b-b59b-f901ce726d18 None None] The sync data for ids ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'] in n-d-805649-14 is: [{'id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512600665', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:45Z', 'revision_number': 3, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:19:48.081793 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2a094a06-d3dd-4c70-a9bf-7c06944e0874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:48.124434 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2a094a06-d3dd-4c70-a9bf-7c06944e0874 None None] For port 7d799652-1b06-4264-ac8e-26d2be66b2ae, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7d799652-1b06-4264-ac8e-26d2be66b2ae,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:19:48.131017 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2a094a06-d3dd-4c70-a9bf-7c06944e0874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:48.211891 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:48.218048 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a094a06-d3dd-4c70-a9bf-7c06944e0874 None None] Pushing event updated for resources: {'Port': ['ID=7d799652-1b06-4264-ac8e-26d2be66b2ae,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:48.226835 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:48.241824 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:48.282059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Network 6cc5f0cb-5268-4984-9426-bf22e8978691 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:19:48.289353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:19:48.291968 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:19:48.301463 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Pushing event updated for resources: {'Port': ['ID=883beb56-46cc-49f5-ac9c-71280b963df7,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:48.311393 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-46045114-293d-4984-a12a-7aa2b9b9a648 None None] Provisioning complete for port 7d799652-1b06-4264-ac8e-26d2be66b2ae triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:19:48.311393 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-46045114-293d-4984-a12a-7aa2b9b9a648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:48.391286 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Attempting to bind port 883beb56-46cc-49f5-ac9c-71280b963df7 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:19:48.391676 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Attempting to bind port 883beb56-46cc-49f5-ac9c-71280b963df7 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '8f71fdd4-5eb7-4340-9775-329745e759af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:19:48.392054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Attempting to bind port 883beb56-46cc-49f5-ac9c-71280b963df7 on network 6cc5f0cb-5268-4984-9426-bf22e8978691 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:19:48.399002 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:19:48.399406 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Checking segment: {'id': '8f71fdd4-5eb7-4340-9775-329745e759af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:19:48.399803 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:48.400202 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Bound using segment: {'id': '8f71fdd4-5eb7-4340-9775-329745e759af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:19:48.400720 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Bound port: 883beb56-46cc-49f5-ac9c-71280b963df7, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f71fdd4-5eb7-4340-9775-329745e759af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:19:48.401132 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:48.512754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] For port 883beb56-46cc-49f5-ac9c-71280b963df7, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:19:48.517223 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] For port 883beb56-46cc-49f5-ac9c-71280b963df7, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=883beb56-46cc-49f5-ac9c-71280b963df7,segment=NetworkSegment(8f71fdd4-5eb7-4340-9775-329745e759af),segment_id=8f71fdd4-5eb7-4340-9775-329745e759af)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:19:48.526886 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:48.593985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa15b46-a1ef-40fc-b595-3c22ebd7e3c7 None None] Pushing event updated for resources: {'Port': ['ID=883beb56-46cc-49f5-ac9c-71280b963df7,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:48.612760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.20.0.1 (6cc5f0cb-5268-4984-9426-bf22e8978691/9eb637bf-8517-40d6-8fff-a61fd78a3a76/5199391b-ec85-44f0-975e-a29347b6911a) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:19:48.635041 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7d799652-1b06-4264-ac8e-26d2be66b2ae up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:19:48.698217 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:48.707681 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 7d799652-1b06-4264-ac8e-26d2be66b2ae triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:19:48.708065 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:48.766853 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:48.829555 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:48.882841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 6cc5f0cb-5268-4984-9426-bf22e8978691 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:19:48.884407 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:19:48.888672 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:19:48.922991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=5199391b-ec85-44f0-975e-a29347b6911a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:48.946481 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:49.090524 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:49.382833 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:49.387542 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:49.468728 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=5199391b-ec85-44f0-975e-a29347b6911a,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:49.473356 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:49.568498 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 6cc5f0cb-5268-4984-9426-bf22e8978691 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:19:49.570044 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:19:49.647775 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e57f4e5-d939-4fd3-ba9a-f6fe707e749e None None] Network 6cc5f0cb-5268-4984-9426-bf22e8978691 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:19:49.696352 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:19:49.779439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4cfb8b3b-514e-4bfc-96f7-18e7a66f9ee6 None None] Provisioning complete for port 883beb56-46cc-49f5-ac9c-71280b963df7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:19:49.779961 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4cfb8b3b-514e-4bfc-96f7-18e7a66f9ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:49.818438 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:19:49.824891 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1a184d2c-a2ba-47ca-a3e2-a76559f0f4d1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "PUT /v2.0/routers/aef60ccd-4f1d-42cf-89cb-bb0d2231d365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3912487 Nov 19 10:19:49.901468 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4cfb8b3b-514e-4bfc-96f7-18e7a66f9ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:49.940961 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4cfb8b3b-514e-4bfc-96f7-18e7a66f9ee6 None None] For port 883beb56-46cc-49f5-ac9c-71280b963df7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=883beb56-46cc-49f5-ac9c-71280b963df7,segment=NetworkSegment(8f71fdd4-5eb7-4340-9775-329745e759af),segment_id=8f71fdd4-5eb7-4340-9775-329745e759af)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:19:49.947568 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4cfb8b3b-514e-4bfc-96f7-18e7a66f9ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:49.999293 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a494a801-4e2f-4879-86f4-bd157a43bfc8 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-143288210&fields=id&tenant_id=9d7b63a9f33f4d65856aed705f25f367 HTTP/1.1" status: 200 len: 267 time: 0.0521832 Nov 19 10:19:50.012381 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb8b3b-514e-4bfc-96f7-18e7a66f9ee6 None None] Pushing event updated for resources: {'Port': ['ID=883beb56-46cc-49f5-ac9c-71280b963df7,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:50.043918 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a850fdbb-b0d4-4c5b-acac-cf6531b5c317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:50.126451 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-e0d814a0-ea86-4843-aeed-d256ccff477d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:50.127956 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-e0d814a0-ea86-4843-aeed-d256ccff477d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/networks?id=6cc5f0cb-5268-4984-9426-bf22e8978691 HTTP/1.1" status: 200 len: 796 time: 0.1202595 Nov 19 10:19:50.143903 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-38216302-dbca-4293-a8a8-23a03f161ecb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/quotas/9d7b63a9f33f4d65856aed705f25f367 HTTP/1.1" status: 200 len: 375 time: 0.0095048 Nov 19 10:19:50.183360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Sync routers for ids ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:19:50.190733 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fca5c234-def6-4e3d-bc21-3914ce78f6e6 None None] Provisioning complete for port 5199391b-ec85-44f0-975e-a29347b6911a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:19:50.191124 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fca5c234-def6-4e3d-bc21-3914ce78f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:50.204977 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-31b83a66-a25b-4b74-a59c-bc635283d614 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545988 Nov 19 10:19:50.227563 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Routers {'aef60ccd-4f1d-42cf-89cb-bb0d2231d365'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:19:50.228306 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:19:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:50.279915 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-fca5c234-def6-4e3d-bc21-3914ce78f6e6 None None] Port 5199391b-ec85-44f0-975e-a29347b6911a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:19:50.324062 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-25a20e59-82bb-44d0-93bc-d0105be283dd service neutron] 10.222.0.21 "GET /v2.0/networks/6cc5f0cb-5268-4984-9426-bf22e8978691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056693 Nov 19 10:19:50.336964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fca5c234-def6-4e3d-bc21-3914ce78f6e6 None None] Provisioning complete for port 883beb56-46cc-49f5-ac9c-71280b963df7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:19:50.337612 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fca5c234-def6-4e3d-bc21-3914ce78f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:50.386274 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Set router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:19:50.424432 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-0ce20fc1-e2a1-45b7-b123-1165e926827f service neutron] 10.222.0.21 "GET /v2.0/networks/6cc5f0cb-5268-4984-9426-bf22e8978691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937290 Nov 19 10:19:50.603744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 883beb56-46cc-49f5-ac9c-71280b963df7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:19:50.618399 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ddc7f01-6810-470d-a4b2-e841634e0463 req-350de15c-1a97-45ff-9051-c25cc732c275 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 210 time: 0.0340991 Nov 19 10:19:50.715877 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 883beb56-46cc-49f5-ac9c-71280b963df7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:19:50.716420 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:50.718527 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5a901ced-3aa7-4320-9116-4ec0ea6a645a None None] Provisioning complete for port 5199391b-ec85-44f0-975e-a29347b6911a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:19:50.718884 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5a901ced-3aa7-4320-9116-4ec0ea6a645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:50.776310 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512600665', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:49Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '5199391b-ec85-44f0-975e-a29347b6911a', 'name': '', 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:68:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:48Z', 'updated_at': '2021-11-19T10:19:49Z', 'revision_number': 2, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:50.813769 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Checking router: aef60ccd-4f1d-42cf-89cb-bb0d2231d365 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:19:50.814136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Updating router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 port 5199391b-ec85-44f0-975e-a29347b6911a binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:19:50.819238 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5a901ced-3aa7-4320-9116-4ec0ea6a645a None None] Port 5199391b-ec85-44f0-975e-a29347b6911a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:19:50.850926 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:51.156573 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:51.162365 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:51.212856 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852058df-8d4c-4f44-8549-2ec6d5e4c459 None None] Pushing event updated for resources: {'Port': ['ID=5199391b-ec85-44f0-975e-a29347b6911a,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:51.267270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Attempting to bind port 5199391b-ec85-44f0-975e-a29347b6911a on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:19:51.267644 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Attempting to bind port 5199391b-ec85-44f0-975e-a29347b6911a by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '8f71fdd4-5eb7-4340-9775-329745e759af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:19:51.268010 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Attempting to bind port 5199391b-ec85-44f0-975e-a29347b6911a on network 6cc5f0cb-5268-4984-9426-bf22e8978691 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:19:51.273973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:19:51.274349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Checking segment: {'id': '8f71fdd4-5eb7-4340-9775-329745e759af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:19:51.274753 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:51.275143 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Bound using segment: {'id': '8f71fdd4-5eb7-4340-9775-329745e759af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:19:51.275619 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Bound port: 5199391b-ec85-44f0-975e-a29347b6911a, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f71fdd4-5eb7-4340-9775-329745e759af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:19:51.276002 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:51.346946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] For port 5199391b-ec85-44f0-975e-a29347b6911a, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:19:51.350323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] For port 5199391b-ec85-44f0-975e-a29347b6911a, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5199391b-ec85-44f0-975e-a29347b6911a,segment=NetworkSegment(8f71fdd4-5eb7-4340-9775-329745e759af),segment_id=8f71fdd4-5eb7-4340-9775-329745e759af)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:19:51.355079 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:51.411488 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Routers {'aef60ccd-4f1d-42cf-89cb-bb0d2231d365'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:19:51.412039 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:19:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:51.417037 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852058df-8d4c-4f44-8549-2ec6d5e4c459 None None] Pushing event updated for resources: {'Port': ['ID=5199391b-ec85-44f0-975e-a29347b6911a,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:51.504353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1ce2b528-3cb2-4073-9ede-047c2c2b9888 None None] Provisioning complete for port 5199391b-ec85-44f0-975e-a29347b6911a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:19:51.505356 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1ce2b528-3cb2-4073-9ede-047c2c2b9888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:51.568367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] Set router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:19:51.691146 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1ce2b528-3cb2-4073-9ede-047c2c2b9888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:51.699039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a5ebacaf-1e09-4a61-b9bc-e99ae3507612 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:51.700686 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a5ebacaf-1e09-4a61-b9bc-e99ae3507612 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "GET /v2.0/networks?id=6cc5f0cb-5268-4984-9426-bf22e8978691 HTTP/1.1" status: 200 len: 796 time: 0.1629136 Nov 19 10:19:51.758928 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d12c3ffe-df27-4d4f-bd96-4531ebb4c75f req-67c6dbd7-e179-42c1-ab82-d483ab91af77 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 210 time: 0.0409141 Nov 19 10:19:51.797479 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-7d6118fc-9f62-400a-acd1-45b569393ef3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d7b63a9f33f4d65856aed705f25f367 HTTP/1.1" status: 200 len: 379 time: 0.0872712 Nov 19 10:19:51.810891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a9ec9a01-76f7-4350-9e92-8614e6ee551d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'port': {'device_id': 'dd7feb37-ccc4-45c0-87fa-0893d022654a', 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691', 'admin_state_up': True, 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'security_groups': ['a336c5fb-a977-4d9f-a8ad-d80380fb8822']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:19:51.928897 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a9ec9a01-76f7-4350-9e92-8614e6ee551d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Made reservation on behalf of 9d7b63a9f33f4d65856aed705f25f367 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:19:51.931857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1ce2b528-3cb2-4073-9ede-047c2c2b9888 None None] For port 5199391b-ec85-44f0-975e-a29347b6911a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5199391b-ec85-44f0-975e-a29347b6911a,segment=NetworkSegment(8f71fdd4-5eb7-4340-9775-329745e759af),segment_id=8f71fdd4-5eb7-4340-9775-329745e759af)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:19:51.932799 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a9ec9a01-76f7-4350-9e92-8614e6ee551d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:51.938324 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1ce2b528-3cb2-4073-9ede-047c2c2b9888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:52.015288 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2b528-3cb2-4073-9ede-047c2c2b9888 None None] Pushing event updated for resources: {'Port': ['ID=5199391b-ec85-44f0-975e-a29347b6911a,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:52.039364 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512600665', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:49Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '5199391b-ec85-44f0-975e-a29347b6911a', 'name': '', 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:68:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:48Z', 'updated_at': '2021-11-19T10:19:51Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:19:52.074374 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a9ec9a01-76f7-4350-9e92-8614e6ee551d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.20.0.7 (6cc5f0cb-5268-4984-9426-bf22e8978691/9eb637bf-8517-40d6-8fff-a61fd78a3a76/797145f7-ceb8-42eb-8b78-f73280529224) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:19:52.074961 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b006ea-ef48-4c4f-af8e-1c100a22a4b9 None None] The sync data for ids ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'] in n-d-805649-14 is: [{'id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512600665', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:49Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '5199391b-ec85-44f0-975e-a29347b6911a', 'name': '', 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:68:ed:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:48Z', 'updated_at': '2021-11-19T10:19:51Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:19:52.088337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d4a8a418-8b2f-42ef-924b-4a0b67ad553b None None] Provisioning complete for port 5199391b-ec85-44f0-975e-a29347b6911a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:19:52.088717 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d4a8a418-8b2f-42ef-924b-4a0b67ad553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:52.244750 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a9ec9a01-76f7-4350-9e92-8614e6ee551d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:52.280561 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a9ec9a01-76f7-4350-9e92-8614e6ee551d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:52.331858 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a9ec9a01-76f7-4350-9e92-8614e6ee551d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 6cc5f0cb-5268-4984-9426-bf22e8978691 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:19:52.335308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a9ec9a01-76f7-4350-9e92-8614e6ee551d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:19:52.339014 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a9ec9a01-76f7-4350-9e92-8614e6ee551d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:19:52.345887 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec9a01-76f7-4350-9e92-8614e6ee551d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=797145f7-ceb8-42eb-8b78-f73280529224,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:52.395825 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a9ec9a01-76f7-4350-9e92-8614e6ee551d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:52.396497 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a9ec9a01-76f7-4350-9e92-8614e6ee551d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:52.417662 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a9ec9a01-76f7-4350-9e92-8614e6ee551d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6106787 Nov 19 10:19:52.431683 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Request body: {'port': {'device_id': 'dd7feb37-ccc4-45c0-87fa-0893d022654a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:19:52.480285 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-358ab778-509b-427f-ba83-69d7d9d76233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:52.506219 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:52.591730 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5199391b-ec85-44f0-975e-a29347b6911a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:19:52.662620 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ae13e6d4-973a-420e-8724-7b4dbe8b565f None None] Provisioning complete for port 797145f7-ceb8-42eb-8b78-f73280529224 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:19:52.663002 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ae13e6d4-973a-420e-8724-7b4dbe8b565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:52.700409 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 5199391b-ec85-44f0-975e-a29347b6911a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:19:52.700792 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:52.704923 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ae13e6d4-973a-420e-8724-7b4dbe8b565f None None] Port 797145f7-ceb8-42eb-8b78-f73280529224 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:19:52.826173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797145f7-ceb8-42eb-8b78-f73280529224 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:19:52.835941 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:52.859698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Transition to ACTIVE for port object 797145f7-ceb8-42eb-8b78-f73280529224 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:19:52.876895 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:52.948810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12caa28-feed-4c71-b83e-1d7048c01b0a req-85aad18a-a40a-42a3-acd3-1d6d50ac31c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:52.950401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a12caa28-feed-4c71-b83e-1d7048c01b0a req-85aad18a-a40a-42a3-acd3-1d6d50ac31c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 931 time: 0.1051862 Nov 19 10:19:52.951378 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Pushing event updated for resources: {'Port': ['ID=797145f7-ceb8-42eb-8b78-f73280529224,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:53.067782 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a12caa28-feed-4c71-b83e-1d7048c01b0a req-561dded4-494c-4299-90d2-c75a6a1c783f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=a336c5fb-a977-4d9f-a8ad-d80380fb8822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914090 Nov 19 10:19:53.069117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Attempting to bind port 797145f7-ceb8-42eb-8b78-f73280529224 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:19:53.069513 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Attempting to bind port 797145f7-ceb8-42eb-8b78-f73280529224 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '8f71fdd4-5eb7-4340-9775-329745e759af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:19:53.069920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Attempting to bind port 797145f7-ceb8-42eb-8b78-f73280529224 on network 6cc5f0cb-5268-4984-9426-bf22e8978691 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:19:53.075239 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Port 797145f7-ceb8-42eb-8b78-f73280529224 on network 6cc5f0cb-5268-4984-9426-bf22e8978691 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:19:53.076241 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Attempting to bind port 797145f7-ceb8-42eb-8b78-f73280529224 on network 6cc5f0cb-5268-4984-9426-bf22e8978691 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:19:53.082142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:19:53.083390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Checking segment: {'id': '8f71fdd4-5eb7-4340-9775-329745e759af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:19:53.083973 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Bound using segment: {'id': '8f71fdd4-5eb7-4340-9775-329745e759af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:19:53.084507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Bound port: 797145f7-ceb8-42eb-8b78-f73280529224, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f71fdd4-5eb7-4340-9775-329745e759af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:19:53.085043 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:53.152670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] For port 797145f7-ceb8-42eb-8b78-f73280529224, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:19:53.155935 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] For port 797145f7-ceb8-42eb-8b78-f73280529224, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=797145f7-ceb8-42eb-8b78-f73280529224,segment=NetworkSegment(8f71fdd4-5eb7-4340-9775-329745e759af),segment_id=8f71fdd4-5eb7-4340-9775-329745e759af)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:19:53.160680 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:53.203360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:53.203995 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:53.205424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] 10.222.0.66 "PUT /v2.0/ports/797145f7-ceb8-42eb-8b78-f73280529224 HTTP/1.1" status: 200 len: 1092 time: 0.7785413 Nov 19 10:19:53.205891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7feb37-ccc4-45c0-87fa-0893d022654a', 'tag': '797145f7-ceb8-42eb-8b78-f73280529224'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:19:53.208297 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e06403-7f50-40d6-b6e4-3239fbc91093" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7feb37-ccc4-45c0-87fa-0893d022654a", "tag": "797145f7-ceb8-42eb-8b78-f73280529224"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:19:53.261544 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da7cfb0-7a14-442c-bac9-4c5b267bb7bb x-openstack-request-id: req-9da7cfb0-7a14-442c-bac9-4c5b267bb7bb {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:19:53.261845 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7feb37-ccc4-45c0-87fa-0893d022654a", "tag": "797145f7-ceb8-42eb-8b78-f73280529224", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:19:53.262111 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9da7cfb0-7a14-442c-bac9-4c5b267bb7bb {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:19:53.262531 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7feb37-ccc4-45c0-87fa-0893d022654a', 'tag': '797145f7-ceb8-42eb-8b78-f73280529224', 'status': 'completed', 'code': 200} Nov 19 10:19:53.268927 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38406cb-1986-4c14-a552-1b0346b2e93e service neutron] Pushing event updated for resources: {'Port': ['ID=797145f7-ceb8-42eb-8b78-f73280529224,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:53.324255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-c22f1deb-e85f-43d4-a98d-b4ef49662b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:53.326644 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-c22f1deb-e85f-43d4-a98d-b4ef49662b00 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 1095 time: 0.0537155 Nov 19 10:19:53.371007 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-c7c8d7ca-2bde-4f46-bad0-31e5f0e31b01 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=797145f7-ceb8-42eb-8b78-f73280529224 HTTP/1.1" status: 200 len: 217 time: 0.0358820 Nov 19 10:19:53.426229 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-de3f892f-497f-4440-b8c8-f174613cfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:53.427813 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-de3f892f-497f-4440-b8c8-f174613cfacd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eb637bf-8517-40d6-8fff-a61fd78a3a76 HTTP/1.1" status: 200 len: 834 time: 0.0494139 Nov 19 10:19:53.475463 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-6c40b3ef-6d1c-47be-9154-5cc885bd29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:53.476908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-6c40b3ef-6d1c-47be-9154-5cc885bd29bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6cc5f0cb-5268-4984-9426-bf22e8978691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419929 Nov 19 10:19:53.566269 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-fd635693-0de3-4bfc-b7a5-00d334a35c09 service neutron] 10.222.0.66 "GET /v2.0/networks/6cc5f0cb-5268-4984-9426-bf22e8978691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813742 Nov 19 10:19:53.659025 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c257f22c-7bdf-4ca7-b0ec-b2d71d93bac3 req-a8da64aa-2ce1-4e79-8cba-a0136a51eafe service neutron] 10.222.0.66 "GET /v2.0/networks/6cc5f0cb-5268-4984-9426-bf22e8978691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863695 Nov 19 10:19:53.737673 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:53.745823 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e06403-7f50-40d6-b6e4-3239fbc91093 req-48769ed7-1148-4bd7-a41f-cfcc83d58880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:53.747310 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65e06403-7f50-40d6-b6e4-3239fbc91093 req-48769ed7-1148-4bd7-a41f-cfcc83d58880 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 1095 time: 0.0420537 Nov 19 10:19:53.841784 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e06403-7f50-40d6-b6e4-3239fbc91093 req-76f31128-5e89-4a6f-b8c6-96b24134c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:53.843158 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65e06403-7f50-40d6-b6e4-3239fbc91093 req-76f31128-5e89-4a6f-b8c6-96b24134c916 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6cc5f0cb-5268-4984-9426-bf22e8978691 HTTP/1.1" status: 200 len: 897 time: 0.0873892 Nov 19 10:19:53.884460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65e06403-7f50-40d6-b6e4-3239fbc91093 req-53ddf964-d611-4c84-bc50-1e14d13d2204 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=797145f7-ceb8-42eb-8b78-f73280529224 HTTP/1.1" status: 200 len: 217 time: 0.0336134 Nov 19 10:19:53.934108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e06403-7f50-40d6-b6e4-3239fbc91093 req-0c860b46-2fad-4762-9389-994c008f1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:53.935538 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65e06403-7f50-40d6-b6e4-3239fbc91093 req-0c860b46-2fad-4762-9389-994c008f1c43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eb637bf-8517-40d6-8fff-a61fd78a3a76 HTTP/1.1" status: 200 len: 834 time: 0.0432875 Nov 19 10:19:53.988232 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e06403-7f50-40d6-b6e4-3239fbc91093 req-e9eb0baa-8f6d-419e-b9d0-bc18204a53f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:53.990660 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65e06403-7f50-40d6-b6e4-3239fbc91093 req-e9eb0baa-8f6d-419e-b9d0-bc18204a53f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6cc5f0cb-5268-4984-9426-bf22e8978691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472829 Nov 19 10:19:54.082616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65e06403-7f50-40d6-b6e4-3239fbc91093 req-b199863a-ebf3-4a7f-848d-0ce2058ad8f4 service neutron] 10.222.0.66 "GET /v2.0/networks/6cc5f0cb-5268-4984-9426-bf22e8978691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839272 Nov 19 10:19:54.213146 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-65e06403-7f50-40d6-b6e4-3239fbc91093 req-d7f47d6a-14cd-44b4-bac3-67e59b3628e9 service neutron] 10.222.0.66 "GET /v2.0/networks/6cc5f0cb-5268-4984-9426-bf22e8978691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229324 Nov 19 10:19:54.226035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1405b-1198-4ce5-979e-21671cc65ed4 req-a6b59f3a-77ee-4ca8-b641-d3382bf2aab2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:54.227372 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7d1405b-1198-4ce5-979e-21671cc65ed4 req-a6b59f3a-77ee-4ca8-b641-d3382bf2aab2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 943 time: 0.0780590 Nov 19 10:19:54.285928 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f7d1405b-1198-4ce5-979e-21671cc65ed4 req-195ce045-6fb5-4bdb-a680-133da916bb2b tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=a336c5fb-a977-4d9f-a8ad-d80380fb8822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494180 Nov 19 10:19:55.126241 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:55.406301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4573c9-edaf-4f36-9083-442dfbac6e3e req-d9b86d1c-2ec1-493a-b07f-4d27d03a29e7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:55.407701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d4573c9-edaf-4f36-9083-442dfbac6e3e req-d9b86d1c-2ec1-493a-b07f-4d27d03a29e7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 943 time: 0.0483096 Nov 19 10:19:55.457031 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4d4573c9-edaf-4f36-9083-442dfbac6e3e req-8232e98e-18ec-48f5-bbd4-6780f46430e1 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=a336c5fb-a977-4d9f-a8ad-d80380fb8822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427518 Nov 19 10:19:55.732864 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:55.855363 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 797145f7-ceb8-42eb-8b78-f73280529224 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:19:55.948988 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 797145f7-ceb8-42eb-8b78-f73280529224, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=797145f7-ceb8-42eb-8b78-f73280529224,segment=NetworkSegment(8f71fdd4-5eb7-4340-9775-329745e759af),segment_id=8f71fdd4-5eb7-4340-9775-329745e759af)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:19:55.961746 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '797145f7-ceb8-42eb-8b78-f73280529224', 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691', 'port_id': '797145f7-ceb8-42eb-8b78-f73280529224', 'mac_address': 'fa:16:3e:02:47:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:19:56.002299 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:56.014729 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797145f7-ceb8-42eb-8b78-f73280529224 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:19:56.033668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 797145f7-ceb8-42eb-8b78-f73280529224, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=797145f7-ceb8-42eb-8b78-f73280529224,segment=NetworkSegment(8f71fdd4-5eb7-4340-9775-329745e759af),segment_id=8f71fdd4-5eb7-4340-9775-329745e759af)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:19:56.038623 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:56.084980 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=797145f7-ceb8-42eb-8b78-f73280529224,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:56.240263 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['797145f7-ceb8-42eb-8b78-f73280529224'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:19:56.576880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8dbc3-ed5c-4cee-8b88-500c0dfbcd77 req-72d355eb-211f-411e-a408-ca07a2c60f03 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:56.578424 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03b8dbc3-ed5c-4cee-8b88-500c0dfbcd77 req-72d355eb-211f-411e-a408-ca07a2c60f03 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 944 time: 0.0533671 Nov 19 10:19:56.628350 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-03b8dbc3-ed5c-4cee-8b88-500c0dfbcd77 req-2b55e699-35c0-4a49-8858-d5c19af76e96 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=a336c5fb-a977-4d9f-a8ad-d80380fb8822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431409 Nov 19 10:19:57.745789 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc072c-2ac8-4daa-bd3d-16b812602af8 req-9197d4d4-afb8-4a5e-a652-002879be93f7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:57.747306 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3afc072c-2ac8-4daa-bd3d-16b812602af8 req-9197d4d4-afb8-4a5e-a652-002879be93f7 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 944 time: 0.0485873 Nov 19 10:19:57.796700 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3afc072c-2ac8-4daa-bd3d-16b812602af8 req-757b4e85-c0c3-4d09-9d82-a272c5758229 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=a336c5fb-a977-4d9f-a8ad-d80380fb8822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432773 Nov 19 10:19:57.870387 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 797145f7-ceb8-42eb-8b78-f73280529224 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:19:57.921458 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 797145f7-ceb8-42eb-8b78-f73280529224 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:19:57.925444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 797145f7-ceb8-42eb-8b78-f73280529224 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:19:57.925830 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:58.005568 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:58.028588 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7feb37-ccc4-45c0-87fa-0893d022654a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797145f7-ceb8-42eb-8b78-f73280529224'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:19:58.030884 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95776afc-7347-4a4f-b0b0-cfa9e1da2477" -d '{"events": [{"server_uuid": "dd7feb37-ccc4-45c0-87fa-0893d022654a", "name": "network-vif-plugged", "status": "completed", "tag": "797145f7-ceb8-42eb-8b78-f73280529224"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:19:58.043626 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 797145f7-ceb8-42eb-8b78-f73280529224, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=797145f7-ceb8-42eb-8b78-f73280529224,segment=NetworkSegment(8f71fdd4-5eb7-4340-9775-329745e759af),segment_id=8f71fdd4-5eb7-4340-9775-329745e759af)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:19:58.047748 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:19:58.072051 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb11757-9254-4535-89fa-f07db67e44e4 x-openstack-request-id: req-adb11757-9254-4535-89fa-f07db67e44e4 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:19:58.072354 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7feb37-ccc4-45c0-87fa-0893d022654a", "name": "network-vif-plugged", "status": "completed", "tag": "797145f7-ceb8-42eb-8b78-f73280529224", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:19:58.072639 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adb11757-9254-4535-89fa-f07db67e44e4 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:19:58.073036 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7feb37-ccc4-45c0-87fa-0893d022654a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797145f7-ceb8-42eb-8b78-f73280529224', 'code': 200} Nov 19 10:19:58.099077 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=797145f7-ceb8-42eb-8b78-f73280529224,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:19:58.167944 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa9874-bf1a-4a63-b706-016337e286b7 req-257e91fb-99ec-4854-9637-8b882dea6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:58.169468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0aa9874-bf1a-4a63-b706-016337e286b7 req-257e91fb-99ec-4854-9637-8b882dea6dab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 1097 time: 0.0437140 Nov 19 10:19:58.215833 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0aa9874-bf1a-4a63-b706-016337e286b7 req-16eeca3c-ab0f-4b3b-afef-e909ecbf1701 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a336c5fb-a977-4d9f-a8ad-d80380fb8822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387654 Nov 19 10:19:58.911933 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb9741-c2ae-4828-b3ef-2578557bf4b7 req-df8733c5-bbd0-4b53-bc73-3c079f02a34f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:19:58.914113 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13eb9741-c2ae-4828-b3ef-2578557bf4b7 req-df8733c5-bbd0-4b53-bc73-3c079f02a34f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 945 time: 0.0476997 Nov 19 10:19:58.961876 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-13eb9741-c2ae-4828-b3ef-2578557bf4b7 req-92a5944f-c4e6-4570-984e-21aef5581150 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=a336c5fb-a977-4d9f-a8ad-d80380fb8822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417471 Nov 19 10:20:00.078027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448dc99-3593-467f-8475-7a6926ebe41e req-2df59667-6184-4706-8558-1ccbfe728d02 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:00.079394 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5448dc99-3593-467f-8475-7a6926ebe41e req-2df59667-6184-4706-8558-1ccbfe728d02 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 945 time: 0.0471482 Nov 19 10:20:00.131363 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5448dc99-3593-467f-8475-7a6926ebe41e req-47379db1-4fe5-4ce4-81c3-c8cf3e36dc33 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=a336c5fb-a977-4d9f-a8ad-d80380fb8822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448329 Nov 19 10:20:00.244065 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b023cbd-9d20-4498-94f0-d3c442d68214 req-4508828d-c393-403d-b8a6-1e0322f937fc tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:00.245599 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b023cbd-9d20-4498-94f0-d3c442d68214 req-4508828d-c393-403d-b8a6-1e0322f937fc tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 945 time: 0.0483522 Nov 19 10:20:00.295314 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4b023cbd-9d20-4498-94f0-d3c442d68214 req-3eec19f6-c3cd-49b4-8ae2-bebd582059bf tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=a336c5fb-a977-4d9f-a8ad-d80380fb8822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438573 Nov 19 10:20:00.317173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37370) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:00.355882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8252853-d4ef-4945-b052-fdc87f92e621 tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:00.357319 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a8252853-d4ef-4945-b052-fdc87f92e621 tempest-TestNetworkAdvancedServerOps-1943469123 tempest-TestNetworkAdvancedServerOps-1943469123-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 1092 time: 0.0391703 Nov 19 10:20:00.360030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37372) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:00.364206 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': '797145f7-ceb8-42eb-8b78-f73280529224', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:20:00.386498 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:00.482806 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:00.584330 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Allocated IP 172.25.0.54 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/5e38854a-edd9-459a-a0ba-272ccdeb4855) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:20:00.688255 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:00.720780 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:00.760741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:20:00.763804 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:20:00.766493 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:20:00.796583 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=5e38854a-edd9-459a-a0ba-272ccdeb4855,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:01.129408 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:01.192831 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:01.340388 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:01.345365 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:01.416877 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event updated for resources: {'Port': ['ID=5e38854a-edd9-459a-a0ba-272ccdeb4855,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:01.429273 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:01.839534 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Floating IP 225bb9a8-2104-4576-be83-fc66aa10935d associated. External IP: 172.25.0.54, port: 797145f7-ceb8-42eb-8b78-f73280529224. Nov 19 10:20:02.043081 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:20:02.149544 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:20:02.159303 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851113e7-3969-4ffa-9bee-59c39e636d83 None None] Sync routers for ids ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:20:02.169124 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:02.170136 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851113e7-3969-4ffa-9bee-59c39e636d83 None None] Routers {'aef60ccd-4f1d-42cf-89cb-bb0d2231d365'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:20:02.170788 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-851113e7-3969-4ffa-9bee-59c39e636d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:19:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:02.200555 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3fcecace-c97a-4070-8e8e-d6c5ad168ca3 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8395123 Nov 19 10:20:02.201170 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7feb37-ccc4-45c0-87fa-0893d022654a', 'tag': '797145f7-ceb8-42eb-8b78-f73280529224'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:20:02.203431 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938bd046-23eb-420e-bc25-39c85f9d8131" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7feb37-ccc4-45c0-87fa-0893d022654a", "tag": "797145f7-ceb8-42eb-8b78-f73280529224"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:20:02.246972 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303f24a2-4439-4208-b385-205d3b06de2e x-openstack-request-id: req-303f24a2-4439-4208-b385-205d3b06de2e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:20:02.247537 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7feb37-ccc4-45c0-87fa-0893d022654a", "tag": "797145f7-ceb8-42eb-8b78-f73280529224", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:20:02.247949 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-303f24a2-4439-4208-b385-205d3b06de2e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:20:02.248529 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7feb37-ccc4-45c0-87fa-0893d022654a', 'tag': '797145f7-ceb8-42eb-8b78-f73280529224', 'status': 'completed', 'code': 200} Nov 19 10:20:02.283615 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-851113e7-3969-4ffa-9bee-59c39e636d83 None None] Set router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:20:02.330594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28de6b-84e0-4a95-896f-75a4744a862b req-2e3b6d68-80c1-4440-b863-637652ecd0b6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:02.332096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c28de6b-84e0-4a95-896f-75a4744a862b req-2e3b6d68-80c1-4440-b863-637652ecd0b6 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 945 time: 0.0782700 Nov 19 10:20:02.334848 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bd046-23eb-420e-bc25-39c85f9d8131 req-595f0cc3-92dc-4199-8b72-92265c3e6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:02.336220 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-938bd046-23eb-420e-bc25-39c85f9d8131 req-595f0cc3-92dc-4199-8b72-92265c3e6ce3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 1097 time: 0.0707507 Nov 19 10:20:02.437987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5c28de6b-84e0-4a95-896f-75a4744a862b req-0f298471-e04d-450f-a77a-41445125d91f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=a336c5fb-a977-4d9f-a8ad-d80380fb8822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993180 Nov 19 10:20:02.462389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37378) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:02.507183 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bd046-23eb-420e-bc25-39c85f9d8131 req-391e70a4-182a-4798-b4aa-79fb563d781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:02.508354 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-851113e7-3969-4ffa-9bee-59c39e636d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512600665', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:49Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '225bb9a8-2104-4576-be83-fc66aa10935d', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'port_id': '797145f7-ceb8-42eb-8b78-f73280529224', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691', 'mac_address': 'fa:16:3e:02:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7feb37-ccc4-45c0-87fa-0893d022654a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:20:00Z', 'updated_at': '2021-11-19T10:20:00Z', 'revision_number': 0, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5199391b-ec85-44f0-975e-a29347b6911a', 'name': '', 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:68:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:48Z', 'updated_at': '2021-11-19T10:19:51Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:02.508715 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-938bd046-23eb-420e-bc25-39c85f9d8131 req-391e70a4-182a-4798-b4aa-79fb563d781e service neutron] 10.222.0.66 "GET /v2.0/networks?id=6cc5f0cb-5268-4984-9426-bf22e8978691 HTTP/1.1" status: 200 len: 897 time: 0.1645184 Nov 19 10:20:02.533939 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851113e7-3969-4ffa-9bee-59c39e636d83 None None] Checking router: aef60ccd-4f1d-42cf-89cb-bb0d2231d365 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:20:02.543036 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851113e7-3969-4ffa-9bee-59c39e636d83 None None] Routers {'aef60ccd-4f1d-42cf-89cb-bb0d2231d365'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:20:02.543638 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-851113e7-3969-4ffa-9bee-59c39e636d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:19:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:02.578719 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2d64f07e-eb0c-4149-a0bc-7ab29e080553 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/225bb9a8-2104-4576-be83-fc66aa10935d HTTP/1.1" status: 200 len: 990 time: 0.1141493 Nov 19 10:20:02.593106 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-938bd046-23eb-420e-bc25-39c85f9d8131 req-d9572807-3efd-4019-8b70-75aff73cb25e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=797145f7-ceb8-42eb-8b78-f73280529224 HTTP/1.1" status: 200 len: 998 time: 0.0775840 Nov 19 10:20:02.643306 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bd046-23eb-420e-bc25-39c85f9d8131 req-e423f337-e591-426f-89e6-e37538d2b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:02.644794 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-938bd046-23eb-420e-bc25-39c85f9d8131 req-e423f337-e591-426f-89e6-e37538d2b4fc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eb637bf-8517-40d6-8fff-a61fd78a3a76 HTTP/1.1" status: 200 len: 834 time: 0.0439415 Nov 19 10:20:02.649141 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-851113e7-3969-4ffa-9bee-59c39e636d83 None None] Set router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:20:02.692355 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bd046-23eb-420e-bc25-39c85f9d8131 req-b3ca8964-d976-453d-ae07-c6f33f955e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:02.693864 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-938bd046-23eb-420e-bc25-39c85f9d8131 req-b3ca8964-d976-453d-ae07-c6f33f955e47 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6cc5f0cb-5268-4984-9426-bf22e8978691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419819 Nov 19 10:20:02.792225 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-938bd046-23eb-420e-bc25-39c85f9d8131 req-b99539bd-8514-444b-a4ec-1b8fe89cdffd service neutron] 10.222.0.66 "GET /v2.0/networks/6cc5f0cb-5268-4984-9426-bf22e8978691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914109 Nov 19 10:20:02.887957 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-938bd046-23eb-420e-bc25-39c85f9d8131 req-d7bb6119-3f6a-4944-9428-3ec6b92e4ff9 service neutron] 10.222.0.66 "GET /v2.0/networks/6cc5f0cb-5268-4984-9426-bf22e8978691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871985 Nov 19 10:20:02.965925 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-851113e7-3969-4ffa-9bee-59c39e636d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512600665', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:49Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '225bb9a8-2104-4576-be83-fc66aa10935d', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'port_id': '797145f7-ceb8-42eb-8b78-f73280529224', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691', 'mac_address': 'fa:16:3e:02:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7feb37-ccc4-45c0-87fa-0893d022654a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:20:00Z', 'updated_at': '2021-11-19T10:20:00Z', 'revision_number': 0, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5199391b-ec85-44f0-975e-a29347b6911a', 'name': '', 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:68:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:48Z', 'updated_at': '2021-11-19T10:19:51Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:02.991960 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851113e7-3969-4ffa-9bee-59c39e636d83 None None] The sync data for ids ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'] in n-d-805649-14 is: [{'id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512600665', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:49Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '225bb9a8-2104-4576-be83-fc66aa10935d', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'port_id': '797145f7-ceb8-42eb-8b78-f73280529224', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691', 'mac_address': 'fa:16:3e:02:47:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7feb37-ccc4-45c0-87fa-0893d022654a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:20:00Z', 'updated_at': '2021-11-19T10:20:00Z', 'revision_number': 0, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5199391b-ec85-44f0-975e-a29347b6911a', 'name': '', 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:68:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:48Z', 'updated_at': '2021-11-19T10:19:51Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:20:03.197400 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f22b178-71c5-499a-9816-c764e13c5fa9 None None] New status for floating IP 225bb9a8-2104-4576-be83-fc66aa10935d: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:20:03.580647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37382) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:03.645737 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-13c0d477-4ad1-4d22-a85e-355b00caba28 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/225bb9a8-2104-4576-be83-fc66aa10935d HTTP/1.1" status: 200 len: 992 time: 0.0639570 Nov 19 10:20:04.790784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54972deb-8997-4286-929d-4015e4180b63 req-2e26d9ab-fb0b-4f3f-bf8a-64b663511710 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401261 Nov 19 10:20:04.872502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54972deb-8997-4286-929d-4015e4180b63 req-8b714b6c-fa0b-4f3a-b55d-1e6d68ee0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:04.874185 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54972deb-8997-4286-929d-4015e4180b63 req-8b714b6c-fa0b-4f3a-b55d-1e6d68ee0e45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 1097 time: 0.0409777 Nov 19 10:20:04.982854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54972deb-8997-4286-929d-4015e4180b63 req-b67bdcbd-c99a-43db-ad6a-7ab30fac6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:04.984326 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54972deb-8997-4286-929d-4015e4180b63 req-b67bdcbd-c99a-43db-ad6a-7ab30fac6924 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6cc5f0cb-5268-4984-9426-bf22e8978691 HTTP/1.1" status: 200 len: 897 time: 0.0909212 Nov 19 10:20:05.048327 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54972deb-8997-4286-929d-4015e4180b63 req-824e4675-2f76-4e62-8b8d-48ea684c078b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=797145f7-ceb8-42eb-8b78-f73280529224 HTTP/1.1" status: 200 len: 1000 time: 0.0567820 Nov 19 10:20:05.102403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54972deb-8997-4286-929d-4015e4180b63 req-0230d6f0-7609-4c2e-936b-fbce8cdbfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:05.103843 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54972deb-8997-4286-929d-4015e4180b63 req-0230d6f0-7609-4c2e-936b-fbce8cdbfb16 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eb637bf-8517-40d6-8fff-a61fd78a3a76 HTTP/1.1" status: 200 len: 834 time: 0.0485196 Nov 19 10:20:05.148270 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54972deb-8997-4286-929d-4015e4180b63 req-610ea5a5-49c4-4d9a-ae66-3d72bea293af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:05.149780 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54972deb-8997-4286-929d-4015e4180b63 req-610ea5a5-49c4-4d9a-ae66-3d72bea293af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6cc5f0cb-5268-4984-9426-bf22e8978691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393634 Nov 19 10:20:05.237673 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54972deb-8997-4286-929d-4015e4180b63 req-75053e4c-cd8c-48dd-af87-546cce567c9f service neutron] 10.222.0.66 "GET /v2.0/networks/6cc5f0cb-5268-4984-9426-bf22e8978691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811040 Nov 19 10:20:05.332657 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-54972deb-8997-4286-929d-4015e4180b63 req-91217ee5-e7fb-4332-b3c2-6ff73968816a service neutron] 10.222.0.66 "GET /v2.0/networks/6cc5f0cb-5268-4984-9426-bf22e8978691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878308 Nov 19 10:20:16.160640 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:18.671466 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:20.046266 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fe520395-0fec-4a11-b79c-209f1a0b6a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:21.723299 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:20:22.472324 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a59ae9d1-ec1d-4b7f-ac23-9f06487697a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:23.735676 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:25.128506 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:25.735167 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:35.132897 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93e2aa-1d5d-419e-a328-7a67c966f130 req-e5358aac-9331-4b47-b3b8-ddc8267723c8 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:35.134376 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d93e2aa-1d5d-419e-a328-7a67c966f130 req-e5358aac-9331-4b47-b3b8-ddc8267723c8 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 945 time: 0.1225705 Nov 19 10:20:35.189661 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d93e2aa-1d5d-419e-a328-7a67c966f130 req-8ba36aaf-0e83-42b3-a009-1cf7f053e22e tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=a336c5fb-a977-4d9f-a8ad-d80380fb8822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491586 Nov 19 10:20:36.366685 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb6260-eab4-4a4c-9297-43e1395b4411 req-a3be9752-0517-4b8a-8510-68f38a243227 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:36.368181 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4cfb6260-eab4-4a4c-9297-43e1395b4411 req-a3be9752-0517-4b8a-8510-68f38a243227 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 945 time: 0.1010611 Nov 19 10:20:36.417543 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4cfb6260-eab4-4a4c-9297-43e1395b4411 req-bdd2e943-ff98-44fb-8da7-07e880c365c2 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=a336c5fb-a977-4d9f-a8ad-d80380fb8822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432632 Nov 19 10:20:36.439735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37404) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:36.499473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7bbff49c-496d-4904-a66f-f21adb75fbff tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/225bb9a8-2104-4576-be83-fc66aa10935d HTTP/1.1" status: 200 len: 992 time: 0.0580208 Nov 19 10:20:37.805073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c998429-b79d-4b08-8330-11e9e5cfdd3c req-cefdd97e-6336-487f-b3bc-5c55c8d380d5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:37.806519 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c998429-b79d-4b08-8330-11e9e5cfdd3c req-cefdd97e-6336-487f-b3bc-5c55c8d380d5 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 945 time: 0.0783122 Nov 19 10:20:37.817820 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df041e1-b21c-4b2e-a186-e024ace8db82 req-3eed1fa9-d556-4720-a8fe-e0bec3db06ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:37.819262 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1df041e1-b21c-4b2e-a186-e024ace8db82 req-3eed1fa9-d556-4720-a8fe-e0bec3db06ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 1097 time: 0.0649550 Nov 19 10:20:37.909537 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0c998429-b79d-4b08-8330-11e9e5cfdd3c req-103cd5cd-af6e-418a-a639-c3818b43aedf tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=a336c5fb-a977-4d9f-a8ad-d80380fb8822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938299 Nov 19 10:20:37.939584 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df041e1-b21c-4b2e-a186-e024ace8db82 req-3b549eaf-f22f-4a12-956f-a941bb1e1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:37.941078 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1df041e1-b21c-4b2e-a186-e024ace8db82 req-3b549eaf-f22f-4a12-956f-a941bb1e1b9a service neutron] 10.222.0.66 "GET /v2.0/networks?id=6cc5f0cb-5268-4984-9426-bf22e8978691 HTTP/1.1" status: 200 len: 897 time: 0.1092410 Nov 19 10:20:38.010364 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1df041e1-b21c-4b2e-a186-e024ace8db82 req-701a6637-6dca-4282-9782-2740098edb31 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=797145f7-ceb8-42eb-8b78-f73280529224 HTTP/1.1" status: 200 len: 1000 time: 0.0619984 Nov 19 10:20:38.058663 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df041e1-b21c-4b2e-a186-e024ace8db82 req-fe0cbd9a-efbd-4801-a4a0-bed9b379f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:38.060029 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1df041e1-b21c-4b2e-a186-e024ace8db82 req-fe0cbd9a-efbd-4801-a4a0-bed9b379f4ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eb637bf-8517-40d6-8fff-a61fd78a3a76 HTTP/1.1" status: 200 len: 834 time: 0.0433159 Nov 19 10:20:38.106909 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df041e1-b21c-4b2e-a186-e024ace8db82 req-ca14c90a-9ad7-4d74-b238-ff34448d051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:38.108417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1df041e1-b21c-4b2e-a186-e024ace8db82 req-ca14c90a-9ad7-4d74-b238-ff34448d051a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6cc5f0cb-5268-4984-9426-bf22e8978691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415006 Nov 19 10:20:38.199957 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1df041e1-b21c-4b2e-a186-e024ace8db82 req-b97d99ad-cc1c-44c6-8cea-d53e7ec8688b service neutron] 10.222.0.66 "GET /v2.0/networks/6cc5f0cb-5268-4984-9426-bf22e8978691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845389 Nov 19 10:20:38.289167 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1df041e1-b21c-4b2e-a186-e024ace8db82 req-27fd6761-7283-418f-ac06-fa60923448fe service neutron] 10.222.0.66 "GET /v2.0/networks/6cc5f0cb-5268-4984-9426-bf22e8978691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817492 Nov 19 10:20:39.034752 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2ee5f-ff3e-4ced-8520-6ed8a08a652a req-2b63206c-4fd5-4c7b-bae8-15d4986b3f79 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:39.036398 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1fa2ee5f-ff3e-4ced-8520-6ed8a08a652a req-2b63206c-4fd5-4c7b-bae8-15d4986b3f79 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 945 time: 0.0543418 Nov 19 10:20:39.089551 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1fa2ee5f-ff3e-4ced-8520-6ed8a08a652a req-cb879049-b53b-43ed-85a4-c1154f735b3d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=a336c5fb-a977-4d9f-a8ad-d80380fb8822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448709 Nov 19 10:20:40.206028 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2afc-2a92-4f36-9047-45bd876ca357 req-674abdea-9bba-4d1c-b4e4-7e0dc3ee2ae9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:40.207496 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e0f2afc-2a92-4f36-9047-45bd876ca357 req-674abdea-9bba-4d1c-b4e4-7e0dc3ee2ae9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 945 time: 0.0490274 Nov 19 10:20:40.256747 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5e0f2afc-2a92-4f36-9047-45bd876ca357 req-e9c20bfb-0d2a-4f63-98c8-9e3e31a485bd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=a336c5fb-a977-4d9f-a8ad-d80380fb8822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426545 Nov 19 10:20:40.279261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37416) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:40.342446 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0b51127e-4d0f-493c-b83d-aaca297208bd tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/floatingips/225bb9a8-2104-4576-be83-fc66aa10935d HTTP/1.1" status: 200 len: 992 time: 0.0620105 Nov 19 10:20:40.570756 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37422) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:40.741053 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-121442d2-13bb-4139-b58a-7b1cf2ab0626 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port 5e38854a-edd9-459a-a0ba-272ccdeb4855 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:20:40.741436 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-121442d2-13bb-4139-b58a-7b1cf2ab0626 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:40.820610 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-121442d2-13bb-4139-b58a-7b1cf2ab0626 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:40.820939 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-121442d2-13bb-4139-b58a-7b1cf2ab0626 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:40.832973 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-121442d2-13bb-4139-b58a-7b1cf2ab0626 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for 5e38854a-edd9-459a-a0ba-272ccdeb4855 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:20:40.984316 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-121442d2-13bb-4139-b58a-7b1cf2ab0626 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:41.012359 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121442d2-13bb-4139-b58a-7b1cf2ab0626 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=5e38854a-edd9-459a-a0ba-272ccdeb4855,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:41.073574 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-121442d2-13bb-4139-b58a-7b1cf2ab0626 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for floatingip, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:41.073916 n-d-805649-14 neutron-server[103476]: INFO neutron.db.l3_db [None req-121442d2-13bb-4139-b58a-7b1cf2ab0626 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Floating IP 225bb9a8-2104-4576-be83-fc66aa10935d disassociated (deleted). External IP: 172.25.0.54, port: 797145f7-ceb8-42eb-8b78-f73280529224. Nov 19 10:20:41.295779 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121442d2-13bb-4139-b58a-7b1cf2ab0626 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:20:41.409553 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121442d2-13bb-4139-b58a-7b1cf2ab0626 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:20:41.414602 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-121442d2-13bb-4139-b58a-7b1cf2ab0626 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:41.422492 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376be2cf-0fff-4e9d-a348-84d670bfdaff None None] Sync routers for ids ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:20:41.436369 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376be2cf-0fff-4e9d-a348-84d670bfdaff None None] Routers {'aef60ccd-4f1d-42cf-89cb-bb0d2231d365'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:20:41.436998 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-376be2cf-0fff-4e9d-a348-84d670bfdaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:20:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:41.445518 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-121442d2-13bb-4139-b58a-7b1cf2ab0626 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/floatingips/225bb9a8-2104-4576-be83-fc66aa10935d HTTP/1.1" status: 204 len: 168 time: 0.8711238 Nov 19 10:20:41.445518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7feb37-ccc4-45c0-87fa-0893d022654a', 'tag': '797145f7-ceb8-42eb-8b78-f73280529224'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:20:41.446499 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee9837432495c74e8059494a3522ab7747c867f16b8024125ef0ac62a795fb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0d455f-e892-4e2e-b643-1613972395a6" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7feb37-ccc4-45c0-87fa-0893d022654a", "tag": "797145f7-ceb8-42eb-8b78-f73280529224"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:20:41.569198 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-376be2cf-0fff-4e9d-a348-84d670bfdaff None None] Set router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:20:41.587087 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1806785-ed40-497a-9f43-63c0b1b236df x-openstack-request-id: req-d1806785-ed40-497a-9f43-63c0b1b236df {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:20:41.587629 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7feb37-ccc4-45c0-87fa-0893d022654a", "tag": "797145f7-ceb8-42eb-8b78-f73280529224", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:20:41.587753 n-d-805649-14 neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1806785-ed40-497a-9f43-63c0b1b236df {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:20:41.588072 n-d-805649-14 neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7feb37-ccc4-45c0-87fa-0893d022654a', 'tag': '797145f7-ceb8-42eb-8b78-f73280529224', 'status': 'completed', 'code': 200} Nov 19 10:20:41.667643 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d455f-e892-4e2e-b643-1613972395a6 req-99444645-baed-4f2d-8ea6-84b6b15dd6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:41.669304 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d0d455f-e892-4e2e-b643-1613972395a6 req-99444645-baed-4f2d-8ea6-84b6b15dd6bf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d7b63a9f33f4d65856aed705f25f367&device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 1097 time: 0.0591340 Nov 19 10:20:41.807426 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0b85d-95e4-49db-ad71-bdf46392292f req-b58b7377-172d-46e5-ab8d-5f565b014a04 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:41.808828 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ccb0b85d-95e4-49db-ad71-bdf46392292f req-b58b7377-172d-46e5-ab8d-5f565b014a04 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 945 time: 0.0832398 Nov 19 10:20:41.811720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d455f-e892-4e2e-b643-1613972395a6 req-4921360b-a1c3-4a2d-9faa-dd6b282a5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:41.813144 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d0d455f-e892-4e2e-b643-1613972395a6 req-4921360b-a1c3-4a2d-9faa-dd6b282a5d86 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6cc5f0cb-5268-4984-9426-bf22e8978691 HTTP/1.1" status: 200 len: 897 time: 0.1359074 Nov 19 10:20:41.836937 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-376be2cf-0fff-4e9d-a348-84d670bfdaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512600665', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:49Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '5199391b-ec85-44f0-975e-a29347b6911a', 'name': '', 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:68:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:48Z', 'updated_at': '2021-11-19T10:19:51Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:41.863245 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376be2cf-0fff-4e9d-a348-84d670bfdaff None None] Checking router: aef60ccd-4f1d-42cf-89cb-bb0d2231d365 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:20:41.864156 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d0d455f-e892-4e2e-b643-1613972395a6 req-7526a1a0-467e-4ab4-839f-4d748a6011bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=797145f7-ceb8-42eb-8b78-f73280529224 HTTP/1.1" status: 200 len: 217 time: 0.0420096 Nov 19 10:20:41.871715 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376be2cf-0fff-4e9d-a348-84d670bfdaff None None] Routers {'aef60ccd-4f1d-42cf-89cb-bb0d2231d365'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:20:41.872262 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-376be2cf-0fff-4e9d-a348-84d670bfdaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:20:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:41.925588 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ccb0b85d-95e4-49db-ad71-bdf46392292f req-f2f21037-92e5-4bca-809c-b57a4a38a2de tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=a336c5fb-a977-4d9f-a8ad-d80380fb8822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103094 Nov 19 10:20:41.940617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d455f-e892-4e2e-b643-1613972395a6 req-041ed463-a7cd-4b30-8568-7d3517757941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:41.942175 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d0d455f-e892-4e2e-b643-1613972395a6 req-041ed463-a7cd-4b30-8568-7d3517757941 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9eb637bf-8517-40d6-8fff-a61fd78a3a76 HTTP/1.1" status: 200 len: 834 time: 0.0687165 Nov 19 10:20:41.987833 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-376be2cf-0fff-4e9d-a348-84d670bfdaff None None] Set router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:20:41.991200 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d455f-e892-4e2e-b643-1613972395a6 req-0b31be14-eb0f-482b-9161-7b2c17c0700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:41.992723 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d0d455f-e892-4e2e-b643-1613972395a6 req-0b31be14-eb0f-482b-9161-7b2c17c0700d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6cc5f0cb-5268-4984-9426-bf22e8978691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430462 Nov 19 10:20:42.090007 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d0d455f-e892-4e2e-b643-1613972395a6 req-bba3ec53-4d66-4519-8a67-28ad048f9465 service neutron] 10.222.0.66 "GET /v2.0/networks/6cc5f0cb-5268-4984-9426-bf22e8978691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897021 Nov 19 10:20:42.185032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9d0d455f-e892-4e2e-b643-1613972395a6 req-862eafec-5335-404f-a316-e649d6e9b661 service neutron] 10.222.0.66 "GET /v2.0/networks/6cc5f0cb-5268-4984-9426-bf22e8978691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860548 Nov 19 10:20:42.187977 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-376be2cf-0fff-4e9d-a348-84d670bfdaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512600665', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:49Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '5199391b-ec85-44f0-975e-a29347b6911a', 'name': '', 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:68:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:48Z', 'updated_at': '2021-11-19T10:19:51Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:42.219943 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376be2cf-0fff-4e9d-a348-84d670bfdaff None None] The sync data for ids ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'] in n-d-805649-14 is: [{'id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512600665', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:49Z', 'revision_number': 4, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '5199391b-ec85-44f0-975e-a29347b6911a', 'name': '', 'network_id': '6cc5f0cb-5268-4984-9426-bf22e8978691', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'mac_address': 'fa:16:3e:68:ed:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:48Z', 'updated_at': '2021-11-19T10:19:51Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'subnets': [{'id': '9eb637bf-8517-40d6-8fff-a61fd78a3a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:20:42.469986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec62f9-00ee-4b44-b67c-be3b4f234c7e None None] New status for floating IP 225bb9a8-2104-4576-be83-fc66aa10935d: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:20:43.055993 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdea02-877f-4d6e-b784-8117351b2c9f req-e9f8c863-766e-4377-8b0f-7cd3fc0587c8 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:43.057623 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cebdea02-877f-4d6e-b784-8117351b2c9f req-e9f8c863-766e-4377-8b0f-7cd3fc0587c8 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 945 time: 0.0519636 Nov 19 10:20:43.110583 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cebdea02-877f-4d6e-b784-8117351b2c9f req-f07471f0-9f3e-4530-8777-2075b4abb10f tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/security-groups?id=a336c5fb-a977-4d9f-a8ad-d80380fb8822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447721 Nov 19 10:20:43.213452 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbedf6-313c-4e35-bd85-219b3e10a0ef req-01af688d-3c8a-4672-ac82-18f66144790d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:43.214810 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ddfbedf6-313c-4e35-bd85-219b3e10a0ef req-01af688d-3c8a-4672-ac82-18f66144790d tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 945 time: 0.0547256 Nov 19 10:20:43.310388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-ddfbedf6-313c-4e35-bd85-219b3e10a0ef req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port 797145f7-ceb8-42eb-8b78-f73280529224 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:20:43.310835 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ddfbedf6-313c-4e35-bd85-219b3e10a0ef req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:43.408812 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ddfbedf6-313c-4e35-bd85-219b3e10a0ef req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] For port 797145f7-ceb8-42eb-8b78-f73280529224, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=797145f7-ceb8-42eb-8b78-f73280529224,segment=NetworkSegment(8f71fdd4-5eb7-4340-9775-329745e759af),segment_id=8f71fdd4-5eb7-4340-9775-329745e759af)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:20:43.409215 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ddfbedf6-313c-4e35-bd85-219b3e10a0ef req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:43.422649 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-ddfbedf6-313c-4e35-bd85-219b3e10a0ef req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for 797145f7-ceb8-42eb-8b78-f73280529224 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:20:43.572281 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ddfbedf6-313c-4e35-bd85-219b3e10a0ef req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:43.603221 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=797145f7-ceb8-42eb-8b78-f73280529224,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:43.616371 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:43.616735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:43.617122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:43.617484 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:43.617810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:43.618156 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:43.618507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:43.618921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:43.619260 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:43.619603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:43.619940 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:43.620273 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:43.655729 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfbedf6-313c-4e35-bd85-219b3e10a0ef req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] No DVR routers for this DVR port 797145f7-ceb8-42eb-8b78-f73280529224 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:20:43.658368 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ddfbedf6-313c-4e35-bd85-219b3e10a0ef req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:43.661763 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ddfbedf6-313c-4e35-bd85-219b3e10a0ef req-a00d5af5-47b0-42d1-a2ad-1180267d47c9 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.66 "DELETE /v2.0/ports/797145f7-ceb8-42eb-8b78-f73280529224 HTTP/1.1" status: 204 len: 173 time: 0.4377830 Nov 19 10:20:43.662213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7feb37-ccc4-45c0-87fa-0893d022654a', 'name': 'network-vif-deleted', 'tag': '797145f7-ceb8-42eb-8b78-f73280529224'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:20:43.664510 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6776169-b61d-4c76-b3cd-d4cc049771d9" -d '{"events": [{"server_uuid": "dd7feb37-ccc4-45c0-87fa-0893d022654a", "name": "network-vif-deleted", "tag": "797145f7-ceb8-42eb-8b78-f73280529224"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:20:43.711858 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84faaa30-a82d-422c-87aa-6d8bbb425ef4 x-openstack-request-id: req-84faaa30-a82d-422c-87aa-6d8bbb425ef4 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:20:43.712202 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7feb37-ccc4-45c0-87fa-0893d022654a", "name": "network-vif-deleted", "tag": "797145f7-ceb8-42eb-8b78-f73280529224", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:20:43.712436 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84faaa30-a82d-422c-87aa-6d8bbb425ef4 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:20:43.712843 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7feb37-ccc4-45c0-87fa-0893d022654a', 'name': 'network-vif-deleted', 'tag': '797145f7-ceb8-42eb-8b78-f73280529224', 'status': 'completed', 'code': 200} Nov 19 10:20:44.238816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e59336e0-3a86-4fbf-9250-236ef4f4d49a req-799e451f-cd71-4dd6-b0c7-12978217bb03 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7feb37-ccc4-45c0-87fa-0893d022654a HTTP/1.1" status: 200 len: 210 time: 0.0292408 Nov 19 10:20:45.304200 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37440) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:45.711052 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:45.982978 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port 5199391b-ec85-44f0-975e-a29347b6911a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:20:45.983323 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:46.088539 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 797145f7-ceb8-42eb-8b78-f73280529224 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:20:46.092080 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] For port 5199391b-ec85-44f0-975e-a29347b6911a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5199391b-ec85-44f0-975e-a29347b6911a,segment=NetworkSegment(8f71fdd4-5eb7-4340-9775-329745e759af),segment_id=8f71fdd4-5eb7-4340-9775-329745e759af)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:20:46.092606 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:46.110601 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 797145f7-ceb8-42eb-8b78-f73280529224 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:20:46.110975 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 797145f7-ceb8-42eb-8b78-f73280529224 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:20:46.112146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for 5199391b-ec85-44f0-975e-a29347b6911a owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:20:46.151919 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:46.315646 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:46.345436 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=5199391b-ec85-44f0-975e-a29347b6911a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:46.383860 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:46.384119 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:46.384364 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:46.384815 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:46.385781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:46.385781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:46.386602 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:46.386949 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:46.387343 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:46.387779 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:46.388282 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:46.388740 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:46.566973 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:46.798749 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:20:46.921120 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:20:46.927259 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b82b89ad-064e-4f31-a94c-d71d4c2e8d2c tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "PUT /v2.0/routers/aef60ccd-4f1d-42cf-89cb-bb0d2231d365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6214533 Nov 19 10:20:46.931411 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37442) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:46.935821 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea55bdb3-62e0-4e89-b545-a10e977960bc None None] Sync routers for ids ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:20:46.948372 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea55bdb3-62e0-4e89-b545-a10e977960bc None None] Routers {'aef60ccd-4f1d-42cf-89cb-bb0d2231d365'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:20:46.949142 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ea55bdb3-62e0-4e89-b545-a10e977960bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:20:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:46.988487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-970608e8-46c4-4b8c-b738-abc4007a4091 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting subnet 9eb637bf-8517-40d6-8fff-a61fd78a3a76 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:20:46.994790 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-970608e8-46c4-4b8c-b738-abc4007a4091 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:47.044119 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-970608e8-46c4-4b8c-b738-abc4007a4091 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:47.063371 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ea55bdb3-62e0-4e89-b545-a10e977960bc None None] Set router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:20:47.145611 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-970608e8-46c4-4b8c-b738-abc4007a4091 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:47.215846 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-970608e8-46c4-4b8c-b738-abc4007a4091 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:47.249913 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-970608e8-46c4-4b8c-b738-abc4007a4091 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:47.255805 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-970608e8-46c4-4b8c-b738-abc4007a4091 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/subnets/9eb637bf-8517-40d6-8fff-a61fd78a3a76 HTTP/1.1" status: 204 len: 168 time: 0.3208237 Nov 19 10:20:47.255805 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970608e8-46c4-4b8c-b738-abc4007a4091 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb637bf-8517-40d6-8fff-a61fd78a3a76,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:47.256726 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37444) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:47.257793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c24f39-b89f-4e45-af59-338dabf65d67 None None] Network 6cc5f0cb-5268-4984-9426-bf22e8978691 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:20:47.375631 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ea55bdb3-62e0-4e89-b545-a10e977960bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512600665', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:20:46Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:47.391413 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e98b97f-7118-4670-b34c-22d9e5952246 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:47.409249 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea55bdb3-62e0-4e89-b545-a10e977960bc None None] Checking router: aef60ccd-4f1d-42cf-89cb-bb0d2231d365 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:20:47.425206 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea55bdb3-62e0-4e89-b545-a10e977960bc None None] Routers {'aef60ccd-4f1d-42cf-89cb-bb0d2231d365'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:20:47.425897 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ea55bdb3-62e0-4e89-b545-a10e977960bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:20:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:47.480309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] DHCP port deletion for 6cc5f0cb-5268-4984-9426-bf22e8978691 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:20:47.540177 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e98b97f-7118-4670-b34c-22d9e5952246 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:47.544322 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Deleting port 883beb56-46cc-49f5-ac9c-71280b963df7 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:20:47.544714 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:47.577960 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-ea55bdb3-62e0-4e89-b545-a10e977960bc None None] Set router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:20:47.615126 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7e98b97f-7118-4670-b34c-22d9e5952246 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Deleting port 7d799652-1b06-4264-ac8e-26d2be66b2ae {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:20:47.615526 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e98b97f-7118-4670-b34c-22d9e5952246 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:47.620000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] For port 883beb56-46cc-49f5-ac9c-71280b963df7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=883beb56-46cc-49f5-ac9c-71280b963df7,segment=NetworkSegment(8f71fdd4-5eb7-4340-9775-329745e759af),segment_id=8f71fdd4-5eb7-4340-9775-329745e759af)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:20:47.620456 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:47.637635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Calling delete_port for 883beb56-46cc-49f5-ac9c-71280b963df7 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:20:47.729623 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7e98b97f-7118-4670-b34c-22d9e5952246 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] For port 7d799652-1b06-4264-ac8e-26d2be66b2ae, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=7d799652-1b06-4264-ac8e-26d2be66b2ae,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:20:47.729922 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e98b97f-7118-4670-b34c-22d9e5952246 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:47.746358 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7e98b97f-7118-4670-b34c-22d9e5952246 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Calling delete_port for 7d799652-1b06-4264-ac8e-26d2be66b2ae owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:20:47.748637 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:47.778017 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Pushing event deleted for resources: {'Port': ['ID=883beb56-46cc-49f5-ac9c-71280b963df7,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:47.781202 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-ea55bdb3-62e0-4e89-b545-a10e977960bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512600665', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:20:46Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:47.786768 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] No DVR routers for this DVR port 883beb56-46cc-49f5-ac9c-71280b963df7 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:20:47.799349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:47.800136 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:47.800878 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:47.801522 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:47.804962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:47.804962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:47.804962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:47.804962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:47.804962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:47.806224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:47.806224 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:47.806557 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ae9fb-2c6d-4162-a5c2-3c932c264f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:20:47.838193 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea55bdb3-62e0-4e89-b545-a10e977960bc None None] The sync data for ids ['aef60ccd-4f1d-42cf-89cb-bb0d2231d365'] in n-d-805649-14 is: [{'id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512600665', 'tenant_id': '9d7b63a9f33f4d65856aed705f25f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:20:46Z', 'revision_number': 5, 'project_id': '9d7b63a9f33f4d65856aed705f25f367', 'gw_port': {'id': '7d799652-1b06-4264-ac8e-26d2be66b2ae', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef60ccd-4f1d-42cf-89cb-bb0d2231d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:19:45Z', 'updated_at': '2021-11-19T10:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:20:47.953900 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e98b97f-7118-4670-b34c-22d9e5952246 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:47.987771 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98b97f-7118-4670-b34c-22d9e5952246 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Port': ['ID=7d799652-1b06-4264-ac8e-26d2be66b2ae,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:47.995500 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eac1f8d-c74f-49e4-aa2d-33a38ce9b3c4 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:20:48.062303 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e98b97f-7118-4670-b34c-22d9e5952246 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:48.500485 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e98b97f-7118-4670-b34c-22d9e5952246 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:48.503525 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e98b97f-7118-4670-b34c-22d9e5952246 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:48.559693 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e98b97f-7118-4670-b34c-22d9e5952246 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:48.560359 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e98b97f-7118-4670-b34c-22d9e5952246 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Fanout notify agent at l3_agent the message router_deleted on router aef60ccd-4f1d-42cf-89cb-bb0d2231d365 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 10:20:48.568748 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e98b97f-7118-4670-b34c-22d9e5952246 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:48.573260 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37446) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:48.573878 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-7e98b97f-7118-4670-b34c-22d9e5952246 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/routers/aef60ccd-4f1d-42cf-89cb-bb0d2231d365 HTTP/1.1" status: 204 len: 168 time: 1.3158088 Nov 19 10:20:48.669281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5199391b-ec85-44f0-975e-a29347b6911a no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:20:48.675869 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0459-b640-4f77-b26b-1100eff1f767 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:48.709591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 5199391b-ec85-44f0-975e-a29347b6911a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:20:48.710329 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5199391b-ec85-44f0-975e-a29347b6911a not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:20:48.711926 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 883beb56-46cc-49f5-ac9c-71280b963df7 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:20:48.741414 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:48.742947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 883beb56-46cc-49f5-ac9c-71280b963df7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:20:48.743289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 883beb56-46cc-49f5-ac9c-71280b963df7 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:20:48.795540 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0459-b640-4f77-b26b-1100eff1f767 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:48.818824 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-3d5e0459-b640-4f77-b26b-1100eff1f767 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc5f0cb-5268-4984-9426-bf22e8978691']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:48.833647 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-3d5e0459-b640-4f77-b26b-1100eff1f767 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f71fdd4-5eb7-4340-9775-329745e759af') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:48.833949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-3d5e0459-b640-4f77-b26b-1100eff1f767 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f71fdd4-5eb7-4340-9775-329745e759af') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:48.853947 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0459-b640-4f77-b26b-1100eff1f767 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:48.868063 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0459-b640-4f77-b26b-1100eff1f767 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:48.881286 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5e0459-b640-4f77-b26b-1100eff1f767 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:20:48.882046 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0459-b640-4f77-b26b-1100eff1f767 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: timer() Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:20:48.893936 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:20:48.966534 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0459-b640-4f77-b26b-1100eff1f767 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:48.987100 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0459-b640-4f77-b26b-1100eff1f767 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:48.990463 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3d5e0459-b640-4f77-b26b-1100eff1f767 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/networks/6cc5f0cb-5268-4984-9426-bf22e8978691 HTTP/1.1" status: 204 len: 168 time: 0.4152157 Nov 19 10:20:48.991667 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e0459-b640-4f77-b26b-1100eff1f767 tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'Network': ['ID=6cc5f0cb-5268-4984-9426-bf22e8978691,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:48.993717 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37448) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:49.071874 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02fc192c-793d-4d96-a79f-7579a0a57fdb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:49.099462 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02fc192c-793d-4d96-a79f-7579a0a57fdb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:49.183596 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02fc192c-793d-4d96-a79f-7579a0a57fdb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:49.188117 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02fc192c-793d-4d96-a79f-7579a0a57fdb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:49.189743 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-02fc192c-793d-4d96-a79f-7579a0a57fdb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] 10.222.0.21 "DELETE /v2.0/security-groups/a336c5fb-a977-4d9f-a8ad-d80380fb8822 HTTP/1.1" status: 204 len: 168 time: 0.1947348 Nov 19 10:20:49.203422 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc192c-793d-4d96-a79f-7579a0a57fdb tempest-TestNetworkAdvancedServerOps-740471397 tempest-TestNetworkAdvancedServerOps-740471397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a336c5fb-a977-4d9f-a8ad-d80380fb8822,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:49.596074 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37456) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:49.754604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a5acf22b-9723-4e3d-bfd8-a24ce572f43e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d7b63a9f33f4d65856aed705f25f367&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1569428 Nov 19 10:20:49.757504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37460) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:49.809667 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-297bc405-3917-4e92-84b2-6a06f31216fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:49.832059 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-297bc405-3917-4e92-84b2-6a06f31216fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:49.883132 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-297bc405-3917-4e92-84b2-6a06f31216fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:49.885873 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-297bc405-3917-4e92-84b2-6a06f31216fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:49.887101 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-297bc405-3917-4e92-84b2-6a06f31216fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73b82e2b-78fe-47cc-9b17-27fcfde5fe22 HTTP/1.1" status: 204 len: 168 time: 0.1285849 Nov 19 10:20:49.896605 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bc405-3917-4e92-84b2-6a06f31216fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b82e2b-78fe-47cc-9b17-27fcfde5fe22,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:50.050071 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-74cbb7b9-7b1b-47b5-9fc7-526c6ef5abe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:50.196745 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37466) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:50.211050 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e14ea01-6af8-41d4-b3a1-7f391b2be317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:50.311541 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e14ea01-6af8-41d4-b3a1-7f391b2be317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:50.318431 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e14ea01-6af8-41d4-b3a1-7f391b2be317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:50.360642 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7e14ea01-6af8-41d4-b3a1-7f391b2be317 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33ee41d88ae14c93b9546365a157e465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1627455 Nov 19 10:20:50.362918 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14ea01-6af8-41d4-b3a1-7f391b2be317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9641c5-81df-4cdd-95a5-f0f7b760a8b3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:50.363964 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37468) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:50.428928 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a35a500a-d323-481a-b0b5-2c4a541cc20d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:50.451075 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a35a500a-d323-481a-b0b5-2c4a541cc20d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:50.508650 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a35a500a-d323-481a-b0b5-2c4a541cc20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:50.512019 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a35a500a-d323-481a-b0b5-2c4a541cc20d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:50.521122 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a35a500a-d323-481a-b0b5-2c4a541cc20d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b9641c5-81df-4cdd-95a5-f0f7b760a8b3 HTTP/1.1" status: 204 len: 168 time: 0.1489489 Nov 19 10:20:50.529865 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a500a-d323-481a-b0b5-2c4a541cc20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9641c5-81df-4cdd-95a5-f0f7b760a8b3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:50.533152 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7d799652-1b06-4264-ac8e-26d2be66b2ae no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:20:50.560360 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 7d799652-1b06-4264-ac8e-26d2be66b2ae {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:20:50.560670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 7d799652-1b06-4264-ac8e-26d2be66b2ae not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:20:51.350271 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37490) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:51.455966 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b331f2f1-eb41-42c2-85b9-1e8a4e43fd56 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1334389001-network', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:20:51.492522 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b331f2f1-eb41-42c2-85b9-1e8a4e43fd56 admin admin] Made reservation on behalf of cd1a41a140414bf28bf13ae50fb458d0 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:20:51.495191 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b331f2f1-eb41-42c2-85b9-1e8a4e43fd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:51.504400 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b331f2f1-eb41-42c2-85b9-1e8a4e43fd56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:51.605180 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b331f2f1-eb41-42c2-85b9-1e8a4e43fd56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:51.609792 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b331f2f1-eb41-42c2-85b9-1e8a4e43fd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:51.632637 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b331f2f1-eb41-42c2-85b9-1e8a4e43fd56 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:20:51.647492 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331f2f1-eb41-42c2-85b9-1e8a4e43fd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ff8ce9-039e-47b0-9b9f-93f5d7f6e1ad,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:51.650436 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b331f2f1-eb41-42c2-85b9-1e8a4e43fd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:51.650904 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-b331f2f1-eb41-42c2-85b9-1e8a4e43fd56 admin admin] Added segment 706fbd1f-24ef-4608-8a5a-1eb84ead1787 of type vlan for network c60f6b51-63da-4611-bc7f-9f435cddbe91 Nov 19 10:20:51.699576 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b331f2f1-eb41-42c2-85b9-1e8a4e43fd56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:51.726359 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b331f2f1-eb41-42c2-85b9-1e8a4e43fd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:51.727656 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b331f2f1-eb41-42c2-85b9-1e8a4e43fd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:51.728332 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b331f2f1-eb41-42c2-85b9-1e8a4e43fd56 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:51.789744 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b331f2f1-eb41-42c2-85b9-1e8a4e43fd56 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4382694 Nov 19 10:20:51.793027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37494) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:51.799176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a5103798-f48d-4553-abd1-eda19df26452 admin admin] Request body: {'subnet': {'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1334389001-subnet', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:20:51.800598 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331f2f1-eb41-42c2-85b9-1e8a4e43fd56 admin admin] Pushing event updated for resources: {'Network': ['ID=c60f6b51-63da-4611-bc7f-9f435cddbe91,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:51.814141 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network c60f6b51-63da-4611-bc7f-9f435cddbe91 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:20:51.841739 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5103798-f48d-4553-abd1-eda19df26452 admin admin] Made reservation on behalf of cd1a41a140414bf28bf13ae50fb458d0 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:20:51.845329 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a5103798-f48d-4553-abd1-eda19df26452 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:52.062269 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a5103798-f48d-4553-abd1-eda19df26452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:52.119439 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5103798-f48d-4553-abd1-eda19df26452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db931ede-ac05-45cd-a52e-c7f0d80cf15b,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:52.130799 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5103798-f48d-4553-abd1-eda19df26452 admin admin] Checking segment: {'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:20:52.131175 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5103798-f48d-4553-abd1-eda19df26452 admin admin] Network hostable DHCP agents. Network: c60f6b51-63da-4611-bc7f-9f435cddbe91, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:20:52.149806 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5103798-f48d-4553-abd1-eda19df26452 admin admin] Network c60f6b51-63da-4611-bc7f-9f435cddbe91 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:20:52.159061 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a5103798-f48d-4553-abd1-eda19df26452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, c60f6b51-63da-4611-bc7f-9f435cddbe91) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:20:52.163951 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5103798-f48d-4553-abd1-eda19df26452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:52.164552 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a5103798-f48d-4553-abd1-eda19df26452 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:52.169352 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164e6c75-a879-4bbe-a9b0-2022b60c9888 None None] Network c60f6b51-63da-4611-bc7f-9f435cddbe91 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:20:52.186021 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a5103798-f48d-4553-abd1-eda19df26452 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3912418 Nov 19 10:20:52.192334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37496) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:52.196988 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:20:52.224647 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:52.225709 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:52.283793 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:52.345757 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-c60f6b51-63da-4611-bc7f-9f435cddbe91', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:20:52.346973 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:52.475661 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:52.516265 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9f35d4e3-f6ee-45fc-b149-ba6237809ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:52.527632 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Allocated IP 172.20.0.2 (c60f6b51-63da-4611-bc7f-9f435cddbe91/db931ede-ac05-45cd-a52e-c7f0d80cf15b/1aa4274f-48ad-4ca7-9d79-600540ec946a) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:20:52.702962 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:52.711211 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:52.722561 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:52.741755 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:52.758534 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Network c60f6b51-63da-4611-bc7f-9f435cddbe91 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:20:52.764468 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:20:52.768281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:20:52.774822 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Pushing event updated for resources: {'Port': ['ID=1aa4274f-48ad-4ca7-9d79-600540ec946a,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:52.836985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Attempting to bind port 1aa4274f-48ad-4ca7-9d79-600540ec946a on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:20:52.837815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Attempting to bind port 1aa4274f-48ad-4ca7-9d79-600540ec946a by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:20:52.837815 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Attempting to bind port 1aa4274f-48ad-4ca7-9d79-600540ec946a on network c60f6b51-63da-4611-bc7f-9f435cddbe91 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:20:52.843057 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:20:52.843439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Checking segment: {'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:20:52.843852 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:52.844254 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Bound using segment: {'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:20:52.844731 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Bound port: 1aa4274f-48ad-4ca7-9d79-600540ec946a, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:20:52.845149 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:52.861809 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Allocated IP 172.25.0.246 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/1c6aedb0-e1e4-460b-9486-2395b007a5a7) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:20:52.924188 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] For port 1aa4274f-48ad-4ca7-9d79-600540ec946a, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:20:52.929102 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] For port 1aa4274f-48ad-4ca7-9d79-600540ec946a, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1aa4274f-48ad-4ca7-9d79-600540ec946a,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:20:52.934434 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:53.005580 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:53.017299 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605467c4-b7b1-41f5-9e4f-a75c32699174 None None] Pushing event updated for resources: {'Port': ['ID=1aa4274f-48ad-4ca7-9d79-600540ec946a,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:53.044341 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:53.092834 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:20:53.097767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:20:53.104741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:20:53.108322 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6aedb0-e1e4-460b-9486-2395b007a5a7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:53.118910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc703e04-414f-4f94-8833-db38a9e49616 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:20:53.208584 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ca3b984d-cd59-4cef-8065-59d13db3bdf9 None None] Provisioning complete for port 1c6aedb0-e1e4-460b-9486-2395b007a5a7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:20:53.209509 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ca3b984d-cd59-4cef-8065-59d13db3bdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:53.261869 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ca3b984d-cd59-4cef-8065-59d13db3bdf9 None None] Port 1c6aedb0-e1e4-460b-9486-2395b007a5a7 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:20:53.464993 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:53.744389 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:54.049859 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:54.090686 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1094efae-571f-4222-bd67-aef7f3366af3 None None] Network c60f6b51-63da-4611-bc7f-9f435cddbe91 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:20:54.198994 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 10:20:54.230910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e2d6ef19-3a83-4b41-a451-8bf4363fd718 None None] Provisioning complete for port 1aa4274f-48ad-4ca7-9d79-600540ec946a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:20:54.231281 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e2d6ef19-3a83-4b41-a451-8bf4363fd718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:54.341158 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:20:54.365012 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:54.367255 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-54da2d22-4e7b-4039-8757-788882b783d4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1736038 Nov 19 10:20:54.367761 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Sync routers for ids ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:20:54.369039 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37498) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:54.394717 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Routers {'0ac26d88-fcc9-4b19-9619-6d756cca81a9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:20:54.394717 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:20:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:54.781540 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1aa4274f-48ad-4ca7-9d79-600540ec946a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:20:54.816310 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e2d6ef19-3a83-4b41-a451-8bf4363fd718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:54.865203 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Set router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:20:54.942767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e2d6ef19-3a83-4b41-a451-8bf4363fd718 None None] For port 1aa4274f-48ad-4ca7-9d79-600540ec946a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1aa4274f-48ad-4ca7-9d79-600540ec946a,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:20:54.984653 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e2d6ef19-3a83-4b41-a451-8bf4363fd718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.012863 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.018965 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1aa4274f-48ad-4ca7-9d79-600540ec946a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:20:55.019562 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.106155 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6ef19-3a83-4b41-a451-8bf4363fd718 None None] Pushing event updated for resources: {'Port': ['ID=1aa4274f-48ad-4ca7-9d79-600540ec946a,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:55.165341 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ad19ecb1-2fdb-482f-9e6e-6ee20c3f0217 None None] Provisioning complete for port 1aa4274f-48ad-4ca7-9d79-600540ec946a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:20:55.165724 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ad19ecb1-2fdb-482f-9e6e-6ee20c3f0217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.168209 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.201662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Allocated IP 172.20.0.1 (c60f6b51-63da-4611-bc7f-9f435cddbe91/db931ede-ac05-45cd-a52e-c7f0d80cf15b/793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:20:55.274723 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:53Z', 'revision_number': 3, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:55.325187 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.328273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Checking router: 0ac26d88-fcc9-4b19-9619-6d756cca81a9 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:20:55.328564 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Updating router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 port 1c6aedb0-e1e4-460b-9486-2395b007a5a7 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:20:55.362076 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.363201 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.409003 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Network c60f6b51-63da-4611-bc7f-9f435cddbe91 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:20:55.414088 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:20:55.418957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:20:55.422230 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Pushing event updated for resources: {'Port': ['ID=793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:55.467694 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.617252 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.658702 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.670379 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.733323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc5b360-ba7c-4988-a6ce-35fba76cc5c0 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:20:55.765545 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e282be77-c6c3-4006-b332-e61888371b27 None None] Provisioning complete for port 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:20:55.766040 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e282be77-c6c3-4006-b332-e61888371b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.768332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Attempting to bind port 1c6aedb0-e1e4-460b-9486-2395b007a5a7 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:20:55.768863 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Attempting to bind port 1c6aedb0-e1e4-460b-9486-2395b007a5a7 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:20:55.769552 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Attempting to bind port 1c6aedb0-e1e4-460b-9486-2395b007a5a7 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:20:55.777949 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ba786-83f5-47ea-87d2-61931a746dff None None] Pushing event updated for resources: {'Port': ['ID=1c6aedb0-e1e4-460b-9486-2395b007a5a7,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:55.805208 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.812565 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:20:55.812946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:20:55.813456 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.813864 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:20:55.814372 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Bound port: 1c6aedb0-e1e4-460b-9486-2395b007a5a7, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:20:55.814763 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.832820 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.839875 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.852130 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e282be77-c6c3-4006-b332-e61888371b27 None None] Port 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:20:55.890026 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] For port 1c6aedb0-e1e4-460b-9486-2395b007a5a7, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:20:55.895415 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] For port 1c6aedb0-e1e4-460b-9486-2395b007a5a7, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1c6aedb0-e1e4-460b-9486-2395b007a5a7,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:20:55.900750 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.934455 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Pushing event updated for resources: {'Port': ['ID=793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:55.938697 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:55.959319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9074a729-10fb-4fd4-b161-471f2a0ba170 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:20:55.977280 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Routers {'0ac26d88-fcc9-4b19-9619-6d756cca81a9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:20:55.977935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:20:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:56.052273 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ba786-83f5-47ea-87d2-61931a746dff None None] Pushing event updated for resources: {'Port': ['ID=1c6aedb0-e1e4-460b-9486-2395b007a5a7,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:56.057860 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7569181f-f79e-4d12-aea9-07de7568e54e None None] Provisioning complete for port 1c6aedb0-e1e4-460b-9486-2395b007a5a7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:20:56.058261 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7569181f-f79e-4d12-aea9-07de7568e54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:56.066627 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Network c60f6b51-63da-4611-bc7f-9f435cddbe91 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:20:56.069502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:20:56.183082 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] Set router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:20:56.230904 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:20:56.264503 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7569181f-f79e-4d12-aea9-07de7568e54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:56.359750 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7569181f-f79e-4d12-aea9-07de7568e54e None None] For port 1c6aedb0-e1e4-460b-9486-2395b007a5a7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1c6aedb0-e1e4-460b-9486-2395b007a5a7,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:20:56.364938 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7569181f-f79e-4d12-aea9-07de7568e54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:56.383930 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:20:56.389335 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0052d297-ba39-4254-a6da-428a2316f212 admin admin] 10.222.0.21 "PUT /v2.0/routers/0ac26d88-fcc9-4b19-9619-6d756cca81a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0188036 Nov 19 10:20:56.448369 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569181f-f79e-4d12-aea9-07de7568e54e None None] Pushing event updated for resources: {'Port': ['ID=1c6aedb0-e1e4-460b-9486-2395b007a5a7,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:56.500662 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f72f1be7-92b9-4e0d-8bd5-0e21be6deedc None None] Provisioning complete for port 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:20:56.501041 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f72f1be7-92b9-4e0d-8bd5-0e21be6deedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:56.552015 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f', 'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'mac_address': 'fa:16:3e:8d:6c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:55Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 2, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'subnets': [{'id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:56.589847 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1aa4274f-48ad-4ca7-9d79-600540ec946a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:20:56.592121 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f72f1be7-92b9-4e0d-8bd5-0e21be6deedc None None] Port 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:20:56.594006 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c19e9-0e97-4d6b-824d-ef3dbd8a930d None None] The sync data for ids ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'] in n-d-805649-14 is: [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f', 'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'mac_address': 'fa:16:3e:8d:6c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:55Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 2, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'subnets': [{'id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:20:56.638031 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f72f1be7-92b9-4e0d-8bd5-0e21be6deedc None None] Provisioning complete for port 1c6aedb0-e1e4-460b-9486-2395b007a5a7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:20:56.638412 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f72f1be7-92b9-4e0d-8bd5-0e21be6deedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:56.691628 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1aa4274f-48ad-4ca7-9d79-600540ec946a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:20:56.693242 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:57.049650 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37514) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:57.054986 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-cae2bb35-ee4c-49b7-835f-5f927c74664e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-924203465-network', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:20:57.079807 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae2bb35-ee4c-49b7-835f-5f927c74664e admin admin] Made reservation on behalf of a0d51dc8e26343fc96de6b2d58e1d5db for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:20:57.082489 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cae2bb35-ee4c-49b7-835f-5f927c74664e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:57.092919 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cae2bb35-ee4c-49b7-835f-5f927c74664e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:57.188468 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cae2bb35-ee4c-49b7-835f-5f927c74664e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:57.193771 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cae2bb35-ee4c-49b7-835f-5f927c74664e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:57.223382 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae2bb35-ee4c-49b7-835f-5f927c74664e admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:20:57.236349 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2bb35-ee4c-49b7-835f-5f927c74664e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c091764-4ec5-4409-9bc0-2722029d2359,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:57.242179 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cae2bb35-ee4c-49b7-835f-5f927c74664e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:57.242540 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-cae2bb35-ee4c-49b7-835f-5f927c74664e admin admin] Added segment 81ec4b4c-59c1-4197-b4fe-65662fccb4a7 of type vlan for network 08b40ac4-4f0b-4907-8398-3ed800e1d74a Nov 19 10:20:57.315467 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cae2bb35-ee4c-49b7-835f-5f927c74664e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:57.353505 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cae2bb35-ee4c-49b7-835f-5f927c74664e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:57.354810 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae2bb35-ee4c-49b7-835f-5f927c74664e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:57.355418 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cae2bb35-ee4c-49b7-835f-5f927c74664e admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:57.420116 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cae2bb35-ee4c-49b7-835f-5f927c74664e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3649640 Nov 19 10:20:57.420386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37516) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:57.429058 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c331962f-0afd-4af6-93a7-a767d9647ad9 admin admin] Request body: {'subnet': {'network_id': '08b40ac4-4f0b-4907-8398-3ed800e1d74a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-924203465-subnet', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:20:57.436860 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2bb35-ee4c-49b7-835f-5f927c74664e admin admin] Pushing event updated for resources: {'Network': ['ID=08b40ac4-4f0b-4907-8398-3ed800e1d74a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:57.463598 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 08b40ac4-4f0b-4907-8398-3ed800e1d74a details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:20:57.471937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c331962f-0afd-4af6-93a7-a767d9647ad9 admin admin] Made reservation on behalf of a0d51dc8e26343fc96de6b2d58e1d5db for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:20:57.477440 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c331962f-0afd-4af6-93a7-a767d9647ad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:57.687029 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c331962f-0afd-4af6-93a7-a767d9647ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:57.746756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331962f-0afd-4af6-93a7-a767d9647ad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6112a567-d978-4320-9c0a-87b0e587b737,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:57.758226 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c331962f-0afd-4af6-93a7-a767d9647ad9 admin admin] Checking segment: {'id': '81ec4b4c-59c1-4197-b4fe-65662fccb4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '08b40ac4-4f0b-4907-8398-3ed800e1d74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:20:57.758491 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c331962f-0afd-4af6-93a7-a767d9647ad9 admin admin] Network hostable DHCP agents. Network: 08b40ac4-4f0b-4907-8398-3ed800e1d74a, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:20:57.787146 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c331962f-0afd-4af6-93a7-a767d9647ad9 admin admin] Network 08b40ac4-4f0b-4907-8398-3ed800e1d74a is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:20:57.800780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-c331962f-0afd-4af6-93a7-a767d9647ad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 08b40ac4-4f0b-4907-8398-3ed800e1d74a) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:20:57.807542 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c331962f-0afd-4af6-93a7-a767d9647ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:20:57.808136 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c331962f-0afd-4af6-93a7-a767d9647ad9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:57.814870 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2a8971-2a07-4c9e-afe8-84ce735c6df7 None None] Network 08b40ac4-4f0b-4907-8398-3ed800e1d74a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:20:57.828816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c331962f-0afd-4af6-93a7-a767d9647ad9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4069283 Nov 19 10:20:57.832522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37518) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:20:57.838680 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-924203465-router', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:20:57.875025 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:57.876700 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:57.951552 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:58.111700 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:58.187618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-08b40ac4-4f0b-4907-8398-3ed800e1d74a', 'network_id': '08b40ac4-4f0b-4907-8398-3ed800e1d74a', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'fixed_ips': [{'subnet_id': '6112a567-d978-4320-9c0a-87b0e587b737'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:20:58.189581 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:58.382969 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:58.384002 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Allocated IP 172.20.0.2 (08b40ac4-4f0b-4907-8398-3ed800e1d74a/6112a567-d978-4320-9c0a-87b0e587b737/a50a1cf0-01a7-4536-a900-2429ac1da268) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:20:58.404153 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:58.540023 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Allocated IP 172.25.0.101 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/aec2c84d-9c7f-48c9-a65b-abb7e031070a) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:20:58.582318 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:58.594721 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:58.650246 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1c6aedb0-e1e4-460b-9486-2395b007a5a7 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:20:58.691141 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:58.711851 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Network 08b40ac4-4f0b-4907-8398-3ed800e1d74a is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:20:58.725931 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:20:58.728722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:20:58.733970 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:20:58.741556 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:58.746342 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Pushing event updated for resources: {'Port': ['ID=a50a1cf0-01a7-4536-a900-2429ac1da268,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:58.808416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:20:58.812129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:20:58.818289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:20:58.818576 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Attempting to bind port a50a1cf0-01a7-4536-a900-2429ac1da268 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:20:58.818982 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Attempting to bind port a50a1cf0-01a7-4536-a900-2429ac1da268 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '81ec4b4c-59c1-4197-b4fe-65662fccb4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '08b40ac4-4f0b-4907-8398-3ed800e1d74a'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:20:58.819330 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Attempting to bind port a50a1cf0-01a7-4536-a900-2429ac1da268 on network 08b40ac4-4f0b-4907-8398-3ed800e1d74a {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:20:58.828248 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:20:58.828639 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Checking segment: {'id': '81ec4b4c-59c1-4197-b4fe-65662fccb4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '08b40ac4-4f0b-4907-8398-3ed800e1d74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:20:58.829052 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:58.829977 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Bound using segment: {'id': '81ec4b4c-59c1-4197-b4fe-65662fccb4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '08b40ac4-4f0b-4907-8398-3ed800e1d74a'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:20:58.831032 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Bound port: a50a1cf0-01a7-4536-a900-2429ac1da268, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ec4b4c-59c1-4197-b4fe-65662fccb4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '08b40ac4-4f0b-4907-8398-3ed800e1d74a'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:20:58.831653 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:58.837810 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460eb2be-0ad2-4ad1-92b8-85e52d3c5d46 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:20:58.852078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 1c6aedb0-e1e4-460b-9486-2395b007a5a7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:20:58.852442 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:58.856169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Pushing event updated for resources: {'Port': ['ID=aec2c84d-9c7f-48c9-a65b-abb7e031070a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:58.966216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-698b51ef-fcf8-40c0-9ce9-9b8ea60b7da2 None None] Provisioning complete for port aec2c84d-9c7f-48c9-a65b-abb7e031070a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:20:58.966793 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-698b51ef-fcf8-40c0-9ce9-9b8ea60b7da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:59.026514 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] For port a50a1cf0-01a7-4536-a900-2429ac1da268, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:20:59.055229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] For port a50a1cf0-01a7-4536-a900-2429ac1da268, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a50a1cf0-01a7-4536-a900-2429ac1da268,segment=NetworkSegment(81ec4b4c-59c1-4197-b4fe-65662fccb4a7),segment_id=81ec4b4c-59c1-4197-b4fe-65662fccb4a7)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:20:59.056209 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-698b51ef-fcf8-40c0-9ce9-9b8ea60b7da2 None None] Port aec2c84d-9c7f-48c9-a65b-abb7e031070a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:20:59.062398 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:59.137867 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:59.141479 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a173725-1766-4433-97af-803fbc2fb050 None None] Pushing event updated for resources: {'Port': ['ID=a50a1cf0-01a7-4536-a900-2429ac1da268,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:20:59.159690 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Sync routers for ids ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:20:59.175110 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Routers {'0ac26d88-fcc9-4b19-9619-6d756cca81a9'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:20:59.175110 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:20:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:59.310098 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Set router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:20:59.618010 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f', 'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'mac_address': 'fa:16:3e:8d:6c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:55Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 2, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'subnets': [{'id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:20:59.646829 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Checking router: 0ac26d88-fcc9-4b19-9619-6d756cca81a9 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:20:59.647192 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Updating router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 port 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:20:59.675312 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:59.782860 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:20:59.965246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Router 6d1fd80f-9366-4fca-adda-baddf394625e is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 10:21:00.029459 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:00.034869 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:00.080461 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea865b60-f345-46ca-8ddb-088be7113969 None None] Pushing event updated for resources: {'Port': ['ID=793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:00.096346 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea865b60-f345-46ca-8ddb-088be7113969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:21:00.096973 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea865b60-f345-46ca-8ddb-088be7113969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:21:00.097357 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea865b60-f345-46ca-8ddb-088be7113969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:21:00.097715 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea865b60-f345-46ca-8ddb-088be7113969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:21:00.098229 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea865b60-f345-46ca-8ddb-088be7113969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:21:00.098671 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea865b60-f345-46ca-8ddb-088be7113969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:21:00.099012 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea865b60-f345-46ca-8ddb-088be7113969 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:21:00.099360 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea865b60-f345-46ca-8ddb-088be7113969 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:21:00.099720 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea865b60-f345-46ca-8ddb-088be7113969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:21:00.100012 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea865b60-f345-46ca-8ddb-088be7113969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:21:00.100344 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea865b60-f345-46ca-8ddb-088be7113969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:21:00.100712 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea865b60-f345-46ca-8ddb-088be7113969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:21:00.141902 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:21:00.159640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Sync routers for ids ['6d1fd80f-9366-4fca-adda-baddf394625e'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:21:00.170204 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:00.173306 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Routers {'6d1fd80f-9366-4fca-adda-baddf394625e'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:21:00.173962 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:20:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6d1fd80f-9366-4fca-adda-baddf394625e'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:21:00.175552 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-18aac1b3-e782-4443-9f8f-889bfb083682 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3413939 Nov 19 10:21:00.178648 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37520) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:21:00.202527 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Attempting to bind port 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:21:00.203091 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Attempting to bind port 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:21:00.203460 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Attempting to bind port 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f on network c60f6b51-63da-4611-bc7f-9f435cddbe91 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:21:00.212499 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:21:00.213348 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Checking segment: {'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:21:00.213550 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:00.214244 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Bound using segment: {'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:21:00.215093 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Bound port: 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:21:00.215702 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:00.335684 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] For port 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:21:00.341251 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] For port 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:21:00.353339 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:00.373684 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Set router 6d1fd80f-9366-4fca-adda-baddf394625e gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:21:00.440212 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea865b60-f345-46ca-8ddb-088be7113969 None None] Pushing event updated for resources: {'Port': ['ID=793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:00.456829 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Routers {'0ac26d88-fcc9-4b19-9619-6d756cca81a9'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:21:00.457557 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:20:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:21:00.590774 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] Set router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:21:00.594747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082c264c-c01c-40cf-baf4-76a8331b9be1 None None] Network 08b40ac4-4f0b-4907-8398-3ed800e1d74a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:21:00.693414 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7cc05d15-c331-4597-b469-4927f0dc12ed None None] Provisioning complete for port 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:21:00.693722 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7cc05d15-c331-4597-b469-4927f0dc12ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:00.806046 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'name': 'tempest-TestShelveInstance-924203465-router', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'aec2c84d-9c7f-48c9-a65b-abb7e031070a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:57Z', 'updated_at': '2021-11-19T10:20:58Z', 'revision_number': 3, 'project_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'gw_port': {'id': 'aec2c84d-9c7f-48c9-a65b-abb7e031070a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:82:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:58Z', 'updated_at': '2021-11-19T10:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:21:00.845478 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Checking router: 6d1fd80f-9366-4fca-adda-baddf394625e for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:21:00.846242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Updating router 6d1fd80f-9366-4fca-adda-baddf394625e port aec2c84d-9c7f-48c9-a65b-abb7e031070a binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:21:00.883631 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a50a1cf0-01a7-4536-a900-2429ac1da268 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:21:00.964192 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:00.972004 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:01.007485 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f', 'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'mac_address': 'fa:16:3e:8d:6c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:55Z', 'updated_at': '2021-11-19T10:21:00Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'subnets': [{'id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:21:01.042956 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66468fd2-224f-4adc-ac4b-eee3978e59c0 None None] The sync data for ids ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'] in n-d-805649-14 is: [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f', 'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'mac_address': 'fa:16:3e:8d:6c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:55Z', 'updated_at': '2021-11-19T10:21:00Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'subnets': [{'id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:21:01.043725 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7cc05d15-c331-4597-b469-4927f0dc12ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:01.147968 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port a50a1cf0-01a7-4536-a900-2429ac1da268 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:21:01.148395 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:01.215840 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Allocated IP 172.20.0.1 (08b40ac4-4f0b-4907-8398-3ed800e1d74a/6112a567-d978-4320-9c0a-87b0e587b737/66ddabeb-006e-4b6a-9c65-2e1499bca492) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:21:01.216772 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7cc05d15-c331-4597-b469-4927f0dc12ed None None] For port 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:21:01.255648 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7cc05d15-c331-4597-b469-4927f0dc12ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:01.365273 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:01.418579 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:01.484406 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Network 08b40ac4-4f0b-4907-8398-3ed800e1d74a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:21:01.490214 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:21:01.496182 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:21:01.503587 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Pushing event updated for resources: {'Port': ['ID=66ddabeb-006e-4b6a-9c65-2e1499bca492,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:01.612420 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:01.621946 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc05d15-c331-4597-b469-4927f0dc12ed None None] Pushing event updated for resources: {'Port': ['ID=793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:01.674783 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2895de-df2f-484c-9dd9-efce76b72d14 None None] Provisioning complete for port 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:21:01.675168 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2895de-df2f-484c-9dd9-efce76b72d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:01.679715 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:01.804065 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:01.831497 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] For port a50a1cf0-01a7-4536-a900-2429ac1da268, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a50a1cf0-01a7-4536-a900-2429ac1da268,segment=NetworkSegment(81ec4b4c-59c1-4197-b4fe-65662fccb4a7),segment_id=81ec4b4c-59c1-4197-b4fe-65662fccb4a7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:21:01.834037 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:01.842771 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:01.844121 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:21:01.850029 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:01.989250 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87479930-eeb8-4ce9-80ba-5cf1c09f6de9 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:21:02.038952 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Attempting to bind port aec2c84d-9c7f-48c9-a65b-abb7e031070a on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:21:02.039477 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Attempting to bind port aec2c84d-9c7f-48c9-a65b-abb7e031070a by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:21:02.039968 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Attempting to bind port aec2c84d-9c7f-48c9-a65b-abb7e031070a on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:21:02.050005 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:21:02.050397 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:21:02.050820 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:02.051264 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:21:02.051772 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Bound port: aec2c84d-9c7f-48c9-a65b-abb7e031070a, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:21:02.052238 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:02.086530 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:02.091684 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:02.113957 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Pushing event updated for resources: {'Port': ['ID=a50a1cf0-01a7-4536-a900-2429ac1da268,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:02.178538 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Pushing event updated for resources: {'Port': ['ID=66ddabeb-006e-4b6a-9c65-2e1499bca492,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:02.202267 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:02.214465 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2c2895de-df2f-484c-9dd9-efce76b72d14 None None] Provisioning complete for port a50a1cf0-01a7-4536-a900-2429ac1da268 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:21:02.214839 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2c2895de-df2f-484c-9dd9-efce76b72d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:02.274032 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] For port aec2c84d-9c7f-48c9-a65b-abb7e031070a, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:21:02.282566 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:21:02.283198 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:02.305658 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Network 08b40ac4-4f0b-4907-8398-3ed800e1d74a is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:21:02.307173 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:21:02.334680 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad3a00-ed96-4b3f-950c-b4385a56095b None None] Pushing event updated for resources: {'Port': ['ID=aec2c84d-9c7f-48c9-a65b-abb7e031070a,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:02.343007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] For port aec2c84d-9c7f-48c9-a65b-abb7e031070a, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=aec2c84d-9c7f-48c9-a65b-abb7e031070a,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:21:02.368195 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:02.458942 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Router 6d1fd80f-9366-4fca-adda-baddf394625e has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:21:02.498291 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9557f4e-4261-41b7-b81f-ba1bcd327a1f None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:21:02.564183 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Routers {'6d1fd80f-9366-4fca-adda-baddf394625e'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:21:02.564843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:20:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6d1fd80f-9366-4fca-adda-baddf394625e'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:21:02.571232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad3a00-ed96-4b3f-950c-b4385a56095b None None] Pushing event updated for resources: {'Port': ['ID=aec2c84d-9c7f-48c9-a65b-abb7e031070a,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:02.596505 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:21:02.602496 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-f5c9a337-831d-4ea3-95e0-15f367446ebe admin admin] 10.222.0.21 "PUT /v2.0/routers/6d1fd80f-9366-4fca-adda-baddf394625e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4218960 Nov 19 10:21:02.785777 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a50a1cf0-01a7-4536-a900-2429ac1da268 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:21:02.793534 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] Set router 6d1fd80f-9366-4fca-adda-baddf394625e gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:21:02.814078 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3cbee7b9-e86b-4934-a042-f7188c33ce5c None None] Provisioning complete for port aec2c84d-9c7f-48c9-a65b-abb7e031070a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:21:02.814369 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3cbee7b9-e86b-4934-a042-f7188c33ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.029897 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port a50a1cf0-01a7-4536-a900-2429ac1da268 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:21:03.030164 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.125002 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3cbee7b9-e86b-4934-a042-f7188c33ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.176066 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3cbee7b9-e86b-4934-a042-f7188c33ce5c None None] For port aec2c84d-9c7f-48c9-a65b-abb7e031070a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=aec2c84d-9c7f-48c9-a65b-abb7e031070a,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:21:03.182916 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3cbee7b9-e86b-4934-a042-f7188c33ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.284609 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3cbee7b9-e86b-4934-a042-f7188c33ce5c None None] Provisioning complete for port a50a1cf0-01a7-4536-a900-2429ac1da268 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:21:03.285681 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3cbee7b9-e86b-4934-a042-f7188c33ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.287802 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbee7b9-e86b-4934-a042-f7188c33ce5c None None] Pushing event updated for resources: {'Port': ['ID=aec2c84d-9c7f-48c9-a65b-abb7e031070a,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:03.293421 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:21:03.357001 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37534) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:21:03.364384 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-bdf9c74f-b49c-4d02-8186-aef28add26be tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1173415018', 'description': 'tempest-secgroup-smoke-1173415018 description', 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:21:03.372130 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'name': 'tempest-TestShelveInstance-924203465-router', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'aec2c84d-9c7f-48c9-a65b-abb7e031070a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:57Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 4, 'project_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'gw_port': {'id': 'aec2c84d-9c7f-48c9-a65b-abb7e031070a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:82:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:58Z', 'updated_at': '2021-11-19T10:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '66ddabeb-006e-4b6a-9c65-2e1499bca492', 'name': '', 'network_id': '08b40ac4-4f0b-4907-8398-3ed800e1d74a', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'mac_address': 'fa:16:3e:ac:74:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6112a567-d978-4320-9c0a-87b0e587b737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:21:00Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 2, 'project_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'subnets': [{'id': '6112a567-d978-4320-9c0a-87b0e587b737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:21:03.399459 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bdf9c74f-b49c-4d02-8186-aef28add26be tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.410524 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def5ae04-5f1d-4a66-8524-238fcbaaf6c3 None None] The sync data for ids ['6d1fd80f-9366-4fca-adda-baddf394625e'] in n-d-805649-14 is: [{'id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'name': 'tempest-TestShelveInstance-924203465-router', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'aec2c84d-9c7f-48c9-a65b-abb7e031070a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:57Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 4, 'project_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'gw_port': {'id': 'aec2c84d-9c7f-48c9-a65b-abb7e031070a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:82:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:58Z', 'updated_at': '2021-11-19T10:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '66ddabeb-006e-4b6a-9c65-2e1499bca492', 'name': '', 'network_id': '08b40ac4-4f0b-4907-8398-3ed800e1d74a', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'mac_address': 'fa:16:3e:ac:74:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6112a567-d978-4320-9c0a-87b0e587b737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:21:00Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 2, 'project_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'subnets': [{'id': '6112a567-d978-4320-9c0a-87b0e587b737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:21:03.464363 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:21:03.465025 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.516197 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bdf9c74f-b49c-4d02-8186-aef28add26be tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.523811 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bdf9c74f-b49c-4d02-8186-aef28add26be tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.535516 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3cbee7b9-e86b-4934-a042-f7188c33ce5c None None] Provisioning complete for port 66ddabeb-006e-4b6a-9c65-2e1499bca492 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:21:03.536028 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3cbee7b9-e86b-4934-a042-f7188c33ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.560532 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bdf9c74f-b49c-4d02-8186-aef28add26be tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.565318 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bdf9c74f-b49c-4d02-8186-aef28add26be tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2070818 Nov 19 10:21:03.565617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37538) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:21:03.577841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-cf7969c6-8afe-42c0-91d0-6587dee5a0fe tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'security_group_rule': {'security_group_id': '89045380-241f-48ea-8263-b66db440c5ae', 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:21:03.580512 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9c74f-b49c-4d02-8186-aef28add26be tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89045380-241f-48ea-8263-b66db440c5ae,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:03.610868 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3cbee7b9-e86b-4934-a042-f7188c33ce5c None None] Port 66ddabeb-006e-4b6a-9c65-2e1499bca492 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:21:03.633124 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf7969c6-8afe-42c0-91d0-6587dee5a0fe tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.724801 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf7969c6-8afe-42c0-91d0-6587dee5a0fe tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.741613 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf7969c6-8afe-42c0-91d0-6587dee5a0fe tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.764616 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7969c6-8afe-42c0-91d0-6587dee5a0fe tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc40b012-dbaf-4587-81d7-2f921f94b9a5,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:03.773854 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf7969c6-8afe-42c0-91d0-6587dee5a0fe tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.775123 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cf7969c6-8afe-42c0-91d0-6587dee5a0fe tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2065799 Nov 19 10:21:03.778764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37540) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:21:03.783367 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f01b0cea-13ed-4934-9729-224ad10a247c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'security_group_rule': {'security_group_id': '89045380-241f-48ea-8263-b66db440c5ae', 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:21:03.827923 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f01b0cea-13ed-4934-9729-224ad10a247c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.911142 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f01b0cea-13ed-4934-9729-224ad10a247c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.916566 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f01b0cea-13ed-4934-9729-224ad10a247c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.938475 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b0cea-13ed-4934-9729-224ad10a247c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52b0e0a-ab34-4b00-b016-d17dbbf60da6,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:03.959804 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f01b0cea-13ed-4934-9729-224ad10a247c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:03.960905 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f01b0cea-13ed-4934-9729-224ad10a247c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1810677 Nov 19 10:21:03.964171 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37544) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:21:03.970409 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-5e93bd97-b22f-4d4f-b148-74fa2feebc6f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'security_group_rule': {'security_group_id': '89045380-241f-48ea-8263-b66db440c5ae', 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:21:04.011844 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e93bd97-b22f-4d4f-b148-74fa2feebc6f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:04.081595 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e93bd97-b22f-4d4f-b148-74fa2feebc6f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:04.087067 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e93bd97-b22f-4d4f-b148-74fa2feebc6f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:04.108069 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93bd97-b22f-4d4f-b148-74fa2feebc6f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7840f1f7-3389-4244-b7d3-3658981a8ade,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:04.120017 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5e93bd97-b22f-4d4f-b148-74fa2feebc6f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:04.125139 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-5e93bd97-b22f-4d4f-b148-74fa2feebc6f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559491 Nov 19 10:21:04.125652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37546) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:21:04.132607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3b14c5fa-2b30-4b3b-95bb-e7d5393ce592 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'security_group_rule': {'security_group_id': '89045380-241f-48ea-8263-b66db440c5ae', 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:21:04.173187 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3b14c5fa-2b30-4b3b-95bb-e7d5393ce592 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:04.288607 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3b14c5fa-2b30-4b3b-95bb-e7d5393ce592 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:04.297959 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3b14c5fa-2b30-4b3b-95bb-e7d5393ce592 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:04.315658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14c5fa-2b30-4b3b-95bb-e7d5393ce592 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42fd1b3-868f-4d2a-8b62-a4c48978904f,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:04.349464 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3b14c5fa-2b30-4b3b-95bb-e7d5393ce592 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:04.355024 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-3b14c5fa-2b30-4b3b-95bb-e7d5393ce592 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2272918 Nov 19 10:21:04.355841 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37548) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:21:04.363979 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a089877b-e8c0-41f3-b6d2-2e561ae29510 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'security_group_rule': {'security_group_id': '89045380-241f-48ea-8263-b66db440c5ae', 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:21:04.399986 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-a089877b-e8c0-41f3-b6d2-2e561ae29510 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Project cd1a41a140414bf28bf13ae50fb458d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:21:04.408922 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a089877b-e8c0-41f3-b6d2-2e561ae29510 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:04.500050 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a089877b-e8c0-41f3-b6d2-2e561ae29510 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:04.506892 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a089877b-e8c0-41f3-b6d2-2e561ae29510 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:04.533928 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089877b-e8c0-41f3-b6d2-2e561ae29510 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff3ce53-fb05-44ee-9c0e-ef5396ded6d9,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:04.544689 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a089877b-e8c0-41f3-b6d2-2e561ae29510 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:04.551479 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a089877b-e8c0-41f3-b6d2-2e561ae29510 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1938665 Nov 19 10:21:04.555917 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37550) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:21:04.561323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e89806da-2012-481c-bcc9-63f65a66657b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'security_group_rule': {'security_group_id': '89045380-241f-48ea-8263-b66db440c5ae', 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:21:04.608571 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-e89806da-2012-481c-bcc9-63f65a66657b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Project cd1a41a140414bf28bf13ae50fb458d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:21:04.616743 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e89806da-2012-481c-bcc9-63f65a66657b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:04.723654 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e89806da-2012-481c-bcc9-63f65a66657b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:04.735849 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e89806da-2012-481c-bcc9-63f65a66657b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:04.762416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89806da-2012-481c-bcc9-63f65a66657b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed350d8-74cf-48c4-822d-1bf52fe4930e,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:04.767142 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e89806da-2012-481c-bcc9-63f65a66657b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:04.768386 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e89806da-2012-481c-bcc9-63f65a66657b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2112093 Nov 19 10:21:04.828676 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device aec2c84d-9c7f-48c9-a65b-abb7e031070a up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:21:04.908108 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port aec2c84d-9c7f-48c9-a65b-abb7e031070a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:21:04.908742 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:05.029902 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-85709efb-d28f-462c-b6c2-30ef9b756071 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1173415018&fields=id&tenant_id=cd1a41a140414bf28bf13ae50fb458d0 HTTP/1.1" status: 200 len: 267 time: 0.0641735 Nov 19 10:21:05.165311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-90d190cf-d66c-4c5b-879b-73cd9d622564 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:05.166700 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-90d190cf-d66c-4c5b-879b-73cd9d622564 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 809 time: 0.1279054 Nov 19 10:21:05.185119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-4f892ab8-0a8a-47ea-a2c3-435397227b0c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/quotas/cd1a41a140414bf28bf13ae50fb458d0 HTTP/1.1" status: 200 len: 375 time: 0.0113602 Nov 19 10:21:05.262843 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-ad0143ce-553d-4d3a-af25-8ca080a11567 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708871 Nov 19 10:21:05.390473 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-5450f3ff-07ff-4062-87aa-3445e777d83e service neutron] 10.222.0.21 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128919 Nov 19 10:21:05.508450 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-1dc1cfda-ebe8-4779-9d92-c2b08f64274f service neutron] 10.222.0.21 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098394 Nov 19 10:21:05.763923 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-47a16122-8d95-4f2d-8f0f-197df93d8338 req-02b8a628-4957-473f-9c86-34c3a8898624 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 210 time: 0.0467913 Nov 19 10:21:06.128442 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Sync routers for ids ['6d1fd80f-9366-4fca-adda-baddf394625e'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:21:06.139603 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Routers {'6d1fd80f-9366-4fca-adda-baddf394625e'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:21:06.140242 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:20:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6d1fd80f-9366-4fca-adda-baddf394625e'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:21:06.251645 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Set router 6d1fd80f-9366-4fca-adda-baddf394625e gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:21:06.477851 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'name': 'tempest-TestShelveInstance-924203465-router', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'aec2c84d-9c7f-48c9-a65b-abb7e031070a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:57Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 4, 'project_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'gw_port': {'id': 'aec2c84d-9c7f-48c9-a65b-abb7e031070a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:58Z', 'updated_at': '2021-11-19T10:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '66ddabeb-006e-4b6a-9c65-2e1499bca492', 'name': '', 'network_id': '08b40ac4-4f0b-4907-8398-3ed800e1d74a', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'mac_address': 'fa:16:3e:ac:74:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6112a567-d978-4320-9c0a-87b0e587b737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:21:00Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 2, 'project_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'subnets': [{'id': '6112a567-d978-4320-9c0a-87b0e587b737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:21:06.507070 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Checking router: 6d1fd80f-9366-4fca-adda-baddf394625e for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:21:06.507423 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Updating router 6d1fd80f-9366-4fca-adda-baddf394625e port 66ddabeb-006e-4b6a-9c65-2e1499bca492 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:21:06.533116 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:06.799275 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:06.811113 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:06.870028 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae41721-489a-4297-a888-e9117fa19c24 None None] Pushing event updated for resources: {'Port': ['ID=66ddabeb-006e-4b6a-9c65-2e1499bca492,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:06.926183 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Attempting to bind port 66ddabeb-006e-4b6a-9c65-2e1499bca492 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:21:06.926608 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Attempting to bind port 66ddabeb-006e-4b6a-9c65-2e1499bca492 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '81ec4b4c-59c1-4197-b4fe-65662fccb4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '08b40ac4-4f0b-4907-8398-3ed800e1d74a'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:21:06.927055 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Attempting to bind port 66ddabeb-006e-4b6a-9c65-2e1499bca492 on network 08b40ac4-4f0b-4907-8398-3ed800e1d74a {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:21:06.933797 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:21:06.934480 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Checking segment: {'id': '81ec4b4c-59c1-4197-b4fe-65662fccb4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '08b40ac4-4f0b-4907-8398-3ed800e1d74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:21:06.935086 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:06.935766 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Bound using segment: {'id': '81ec4b4c-59c1-4197-b4fe-65662fccb4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '08b40ac4-4f0b-4907-8398-3ed800e1d74a'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:21:06.936464 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Bound port: 66ddabeb-006e-4b6a-9c65-2e1499bca492, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ec4b4c-59c1-4197-b4fe-65662fccb4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '08b40ac4-4f0b-4907-8398-3ed800e1d74a'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:21:06.937065 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:06.973261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-54ac4322-ea82-4543-b38c-00a288462e12 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:06.975867 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-54ac4322-ea82-4543-b38c-00a288462e12 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.66 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 809 time: 0.1523504 Nov 19 10:21:07.024835 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] For port 66ddabeb-006e-4b6a-9c65-2e1499bca492, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:21:07.029670 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] For port 66ddabeb-006e-4b6a-9c65-2e1499bca492, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=66ddabeb-006e-4b6a-9c65-2e1499bca492,segment=NetworkSegment(81ec4b4c-59c1-4197-b4fe-65662fccb4a7),segment_id=81ec4b4c-59c1-4197-b4fe-65662fccb4a7)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:21:07.037789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-178b3ab5-e5a7-416b-963b-aff29304972a req-b5fcb66a-051b-4a3e-8823-da52563d525b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 210 time: 0.0606987 Nov 19 10:21:07.038540 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:07.107799 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae41721-489a-4297-a888-e9117fa19c24 None None] Pushing event updated for resources: {'Port': ['ID=66ddabeb-006e-4b6a-9c65-2e1499bca492,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:07.122154 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-328de015-a862-420a-a605-06a8966a6e82 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd1a41a140414bf28bf13ae50fb458d0 HTTP/1.1" status: 200 len: 380 time: 0.1330554 Nov 19 10:21:07.122837 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Routers {'6d1fd80f-9366-4fca-adda-baddf394625e'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:21:07.123523 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:20:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6d1fd80f-9366-4fca-adda-baddf394625e'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:21:07.134489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-7f5ad530-0922-4006-aef3-7c64bbaec58e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'port': {'device_id': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'admin_state_up': True, 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'security_groups': ['89045380-241f-48ea-8263-b66db440c5ae']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:21:07.257922 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] Set router 6d1fd80f-9366-4fca-adda-baddf394625e gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:21:07.296556 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-7f5ad530-0922-4006-aef3-7c64bbaec58e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Made reservation on behalf of cd1a41a140414bf28bf13ae50fb458d0 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:21:07.302526 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-7f5ad530-0922-4006-aef3-7c64bbaec58e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:07.314849 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0ed37959-99dd-4533-9d39-b120bcc88f0d None None] Provisioning complete for port 66ddabeb-006e-4b6a-9c65-2e1499bca492 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:21:07.315408 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0ed37959-99dd-4533-9d39-b120bcc88f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:07.461773 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0ed37959-99dd-4533-9d39-b120bcc88f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:07.491083 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-7f5ad530-0922-4006-aef3-7c64bbaec58e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Allocated IP 172.20.0.14 (c60f6b51-63da-4611-bc7f-9f435cddbe91/db931ede-ac05-45cd-a52e-c7f0d80cf15b/c1a1b5e9-5d11-417f-b43a-49f6ef251999) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:21:07.501356 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0ed37959-99dd-4533-9d39-b120bcc88f0d None None] For port 66ddabeb-006e-4b6a-9c65-2e1499bca492, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=66ddabeb-006e-4b6a-9c65-2e1499bca492,segment=NetworkSegment(81ec4b4c-59c1-4197-b4fe-65662fccb4a7),segment_id=81ec4b4c-59c1-4197-b4fe-65662fccb4a7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:21:07.506943 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0ed37959-99dd-4533-9d39-b120bcc88f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:07.529263 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'name': 'tempest-TestShelveInstance-924203465-router', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'aec2c84d-9c7f-48c9-a65b-abb7e031070a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:57Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 4, 'project_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'gw_port': {'id': 'aec2c84d-9c7f-48c9-a65b-abb7e031070a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:58Z', 'updated_at': '2021-11-19T10:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '66ddabeb-006e-4b6a-9c65-2e1499bca492', 'name': '', 'network_id': '08b40ac4-4f0b-4907-8398-3ed800e1d74a', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'mac_address': 'fa:16:3e:ac:74:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6112a567-d978-4320-9c0a-87b0e587b737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:21:00Z', 'updated_at': '2021-11-19T10:21:07Z', 'revision_number': 4, 'project_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'subnets': [{'id': '6112a567-d978-4320-9c0a-87b0e587b737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:21:07.562676 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcbe386-832f-4f12-b381-8d7265279ed8 None None] The sync data for ids ['6d1fd80f-9366-4fca-adda-baddf394625e'] in n-d-805649-14 is: [{'id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'name': 'tempest-TestShelveInstance-924203465-router', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'aec2c84d-9c7f-48c9-a65b-abb7e031070a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:57Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 4, 'project_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'gw_port': {'id': 'aec2c84d-9c7f-48c9-a65b-abb7e031070a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:58Z', 'updated_at': '2021-11-19T10:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '66ddabeb-006e-4b6a-9c65-2e1499bca492', 'name': '', 'network_id': '08b40ac4-4f0b-4907-8398-3ed800e1d74a', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'mac_address': 'fa:16:3e:ac:74:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6112a567-d978-4320-9c0a-87b0e587b737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:21:00Z', 'updated_at': '2021-11-19T10:21:07Z', 'revision_number': 4, 'project_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'subnets': [{'id': '6112a567-d978-4320-9c0a-87b0e587b737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:21:07.564281 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed37959-99dd-4533-9d39-b120bcc88f0d None None] Pushing event updated for resources: {'Port': ['ID=66ddabeb-006e-4b6a-9c65-2e1499bca492,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:07.637016 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8a9404d8-a258-4576-bf23-9125e71d7885 None None] Provisioning complete for port 66ddabeb-006e-4b6a-9c65-2e1499bca492 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:21:07.637294 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8a9404d8-a258-4576-bf23-9125e71d7885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:07.673979 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-7f5ad530-0922-4006-aef3-7c64bbaec58e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:07.735335 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-7f5ad530-0922-4006-aef3-7c64bbaec58e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:07.783148 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-7f5ad530-0922-4006-aef3-7c64bbaec58e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Network c60f6b51-63da-4611-bc7f-9f435cddbe91 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:21:07.787235 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-7f5ad530-0922-4006-aef3-7c64bbaec58e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:21:07.791015 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-7f5ad530-0922-4006-aef3-7c64bbaec58e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:21:07.798892 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ad530-0922-4006-aef3-7c64bbaec58e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'Port': ['ID=c1a1b5e9-5d11-417f-b43a-49f6ef251999,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:07.867774 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-7f5ad530-0922-4006-aef3-7c64bbaec58e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:07.868724 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-7f5ad530-0922-4006-aef3-7c64bbaec58e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:07.895261 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-7f5ad530-0922-4006-aef3-7c64bbaec58e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7656629 Nov 19 10:21:08.022730 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Request body: {'port': {'device_id': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:21:08.085808 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:08.161973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e0305240-19e1-4423-8e48-2c449a8cc677 None None] Provisioning complete for port c1a1b5e9-5d11-417f-b43a-49f6ef251999 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:21:08.163198 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e0305240-19e1-4423-8e48-2c449a8cc677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:08.208746 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e0305240-19e1-4423-8e48-2c449a8cc677 None None] Port c1a1b5e9-5d11-417f-b43a-49f6ef251999 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:21:08.264400 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d957-3741-4a61-a7db-175d5933dd59 req-7c8b0546-cb2e-48e6-9c07-3c004643d558 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:08.270312 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b730d957-3741-4a61-a7db-175d5933dd59 req-7c8b0546-cb2e-48e6-9c07-3c004643d558 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 932 time: 0.1481490 Nov 19 10:21:08.373346 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b730d957-3741-4a61-a7db-175d5933dd59 req-d3b27a24-cb54-4fd6-9843-b3e419b6a623 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992978 Nov 19 10:21:08.461070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a1b5e9-5d11-417f-b43a-49f6ef251999 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:21:08.469375 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:08.483316 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Transition to ACTIVE for port object c1a1b5e9-5d11-417f-b43a-49f6ef251999 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:21:08.492978 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:08.549247 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a1b5e9-5d11-417f-b43a-49f6ef251999,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:08.630265 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Attempting to bind port c1a1b5e9-5d11-417f-b43a-49f6ef251999 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:21:08.630544 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Attempting to bind port c1a1b5e9-5d11-417f-b43a-49f6ef251999 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:21:08.630735 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Attempting to bind port c1a1b5e9-5d11-417f-b43a-49f6ef251999 on network c60f6b51-63da-4611-bc7f-9f435cddbe91 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:21:08.636193 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Port c1a1b5e9-5d11-417f-b43a-49f6ef251999 on network c60f6b51-63da-4611-bc7f-9f435cddbe91 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:21:08.636529 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Attempting to bind port c1a1b5e9-5d11-417f-b43a-49f6ef251999 on network c60f6b51-63da-4611-bc7f-9f435cddbe91 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:21:08.642697 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:21:08.643049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Checking segment: {'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:21:08.643532 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Bound using segment: {'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:21:08.643978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Bound port: c1a1b5e9-5d11-417f-b43a-49f6ef251999, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:21:08.644345 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:08.722619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] For port c1a1b5e9-5d11-417f-b43a-49f6ef251999, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:21:08.727760 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] For port c1a1b5e9-5d11-417f-b43a-49f6ef251999, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:21:08.734441 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:08.774395 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:08.775018 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:08.776431 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] 10.222.0.66 "PUT /v2.0/ports/c1a1b5e9-5d11-417f-b43a-49f6ef251999 HTTP/1.1" status: 200 len: 1093 time: 0.8713448 Nov 19 10:21:08.777036 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'tag': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:21:08.779627 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe74c51-e8bd-43be-a616-00cf13380194" -d '{"events": [{"name": "network-changed", "server_uuid": "541c4f50-c181-4f14-90dc-34f3e53a6a81", "tag": "c1a1b5e9-5d11-417f-b43a-49f6ef251999"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:21:08.798516 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 66ddabeb-006e-4b6a-9c65-2e1499bca492 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:21:08.808878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b71f47-2d73-4ff1-8219-d96c8c281ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a1b5e9-5d11-417f-b43a-49f6ef251999,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:08.880629 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 66ddabeb-006e-4b6a-9c65-2e1499bca492 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:21:08.881292 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:08.899649 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-9187f54e-b0ff-4492-a261-efc262cb8d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:08.901301 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-9187f54e-b0ff-4492-a261-efc262cb8d63 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 1096 time: 0.0646615 Nov 19 10:21:08.958934 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb04059-a797-4acc-b960-d90b1cd86cf6 x-openstack-request-id: req-fdb04059-a797-4acc-b960-d90b1cd86cf6 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:21:08.959240 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541c4f50-c181-4f14-90dc-34f3e53a6a81", "tag": "c1a1b5e9-5d11-417f-b43a-49f6ef251999", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:21:08.959502 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdb04059-a797-4acc-b960-d90b1cd86cf6 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:21:08.959917 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'tag': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'status': 'completed', 'code': 200} Nov 19 10:21:08.961819 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-42e6cace-cb2e-409c-8868-adbadcb2d40d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999 HTTP/1.1" status: 200 len: 217 time: 0.0513227 Nov 19 10:21:09.018769 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-89075b82-8723-4d2a-ad49-0e75dd31c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:09.020279 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-89075b82-8723-4d2a-ad49-0e75dd31c681 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0518825 Nov 19 10:21:09.073386 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-789b50f2-5ee9-4246-9d51-98aa1b94ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:09.074833 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-789b50f2-5ee9-4246-9d51-98aa1b94ab07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477962 Nov 19 10:21:09.166044 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-c02237d3-0f44-46f8-9f2a-2bacac21cb5b service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837362 Nov 19 10:21:09.262383 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5ce42d64-909a-4249-89f6-9fd103289f0d req-3dbda53d-4a03-4254-811e-003ef5c96fc4 service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898871 Nov 19 10:21:09.354137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe74c51-e8bd-43be-a616-00cf13380194 req-832892e1-e9e7-4191-9c60-ab7e47d027e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:09.355691 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffe74c51-e8bd-43be-a616-00cf13380194 req-832892e1-e9e7-4191-9c60-ab7e47d027e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 1096 time: 0.0473032 Nov 19 10:21:09.463162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe74c51-e8bd-43be-a616-00cf13380194 req-a090e59a-9114-4ce0-b8c2-cc56c93eeeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:09.464555 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffe74c51-e8bd-43be-a616-00cf13380194 req-a090e59a-9114-4ce0-b8c2-cc56c93eeeff service neutron] 10.222.0.66 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.1022704 Nov 19 10:21:09.518569 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffe74c51-e8bd-43be-a616-00cf13380194 req-440d55b8-ca51-4292-bc5b-518f16f914fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999 HTTP/1.1" status: 200 len: 217 time: 0.0356843 Nov 19 10:21:09.565187 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a350c-f88a-4665-b5ff-7a0f50bab993 req-7fc27a3b-7879-4b85-b549-4e9af4b9d651 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:09.566740 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc9a350c-f88a-4665-b5ff-7a0f50bab993 req-7fc27a3b-7879-4b85-b549-4e9af4b9d651 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 944 time: 0.1167350 Nov 19 10:21:09.590084 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe74c51-e8bd-43be-a616-00cf13380194 req-96e3b059-30ca-4a89-8927-4658a3735dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:09.591486 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffe74c51-e8bd-43be-a616-00cf13380194 req-96e3b059-30ca-4a89-8927-4658a3735dc9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0645990 Nov 19 10:21:09.660489 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dc9a350c-f88a-4665-b5ff-7a0f50bab993 req-97d9d839-47f4-47d3-ae45-58dc02099903 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817354 Nov 19 10:21:09.670700 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe74c51-e8bd-43be-a616-00cf13380194 req-52b7ff71-6b24-4572-bc28-a92feb194d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:09.672232 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffe74c51-e8bd-43be-a616-00cf13380194 req-52b7ff71-6b24-4572-bc28-a92feb194d24 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704558 Nov 19 10:21:09.768032 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffe74c51-e8bd-43be-a616-00cf13380194 req-1180c044-33d1-4577-97ca-0a794004805e service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874591 Nov 19 10:21:09.872267 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ffe74c51-e8bd-43be-a616-00cf13380194 req-c6e155ff-4bf5-4ad1-8846-a8c1417d24fb service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967088 Nov 19 10:21:10.785055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd75d5-af6d-495c-a54b-be0dd95074b1 req-599155d9-9128-4163-88d2-7e06ad0e777e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:10.787287 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66dd75d5-af6d-495c-a54b-be0dd95074b1 req-599155d9-9128-4163-88d2-7e06ad0e777e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 944 time: 0.0527427 Nov 19 10:21:10.840677 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66dd75d5-af6d-495c-a54b-be0dd95074b1 req-96fb6374-2d67-4e8b-a044-473451e6d965 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471680 Nov 19 10:21:11.960323 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3812764-058d-45ff-b7c3-3cc1d2d425d0 req-5b19c0e9-eb85-44c2-8ef4-52e57e428ca6 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:11.961926 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d3812764-058d-45ff-b7c3-3cc1d2d425d0 req-5b19c0e9-eb85-44c2-8ef4-52e57e428ca6 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 944 time: 0.0496261 Nov 19 10:21:12.013362 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d3812764-058d-45ff-b7c3-3cc1d2d425d0 req-5ef45ba4-47f1-4151-b0f9-fb5bad9a026f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450742 Nov 19 10:21:12.196559 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device c1a1b5e9-5d11-417f-b43a-49f6ef251999 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:21:12.305878 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port c1a1b5e9-5d11-417f-b43a-49f6ef251999, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:21:12.318850 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'port_id': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'mac_address': 'fa:16:3e:f3:9c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:21:12.364202 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:12.376916 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a1b5e9-5d11-417f-b43a-49f6ef251999 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:21:12.398204 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port c1a1b5e9-5d11-417f-b43a-49f6ef251999, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:21:12.403206 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:12.453610 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=c1a1b5e9-5d11-417f-b43a-49f6ef251999,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:12.607425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['c1a1b5e9-5d11-417f-b43a-49f6ef251999'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:21:13.139202 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c959-1498-4349-a253-440cdbd99a66 req-a9c03a6e-eab1-4390-abe5-afef8b23473f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:13.140713 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a36c959-1498-4349-a253-440cdbd99a66 req-a9c03a6e-eab1-4390-abe5-afef8b23473f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 945 time: 0.0557404 Nov 19 10:21:13.211591 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8a36c959-1498-4349-a253-440cdbd99a66 req-0505b432-606b-4137-8248-0c4a155bc0f2 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631797 Nov 19 10:21:14.227640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device c1a1b5e9-5d11-417f-b43a-49f6ef251999 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:21:14.286331 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port c1a1b5e9-5d11-417f-b43a-49f6ef251999 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:21:14.290899 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port c1a1b5e9-5d11-417f-b43a-49f6ef251999 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:21:14.291292 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:14.332823 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9404a82-91e7-4498-bd31-cb880d852679 req-e68a0c61-b319-418e-ba22-1ad3dda65f7c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:14.334388 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9404a82-91e7-4498-bd31-cb880d852679 req-e68a0c61-b319-418e-ba22-1ad3dda65f7c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 945 time: 0.0535817 Nov 19 10:21:14.375672 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:14.386152 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e9404a82-91e7-4498-bd31-cb880d852679 req-ec40cef3-acb2-48f0-824a-382870183301 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456793 Nov 19 10:21:14.402755 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:21:14.405057 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acb1a81-7d10-41be-9b40-e38a966d528f" -d '{"events": [{"server_uuid": "541c4f50-c181-4f14-90dc-34f3e53a6a81", "name": "network-vif-plugged", "status": "completed", "tag": "c1a1b5e9-5d11-417f-b43a-49f6ef251999"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:21:14.418379 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port c1a1b5e9-5d11-417f-b43a-49f6ef251999, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:21:14.422437 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:14.452457 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4c0017-946c-4cae-8ba5-371bcae5774d x-openstack-request-id: req-3b4c0017-946c-4cae-8ba5-371bcae5774d {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:21:14.452872 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541c4f50-c181-4f14-90dc-34f3e53a6a81", "name": "network-vif-plugged", "status": "completed", "tag": "c1a1b5e9-5d11-417f-b43a-49f6ef251999", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:21:14.453009 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b4c0017-946c-4cae-8ba5-371bcae5774d {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:21:14.453437 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'code': 200} Nov 19 10:21:14.484986 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=c1a1b5e9-5d11-417f-b43a-49f6ef251999,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:14.559255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc31d2-44b9-40d6-967b-50e096f64481 req-e08a07ae-f1eb-4bb1-8c44-9b3ec55aaf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:14.560784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e2cc31d2-44b9-40d6-967b-50e096f64481 req-e08a07ae-f1eb-4bb1-8c44-9b3ec55aaf29 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 1098 time: 0.0462394 Nov 19 10:21:14.618076 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e2cc31d2-44b9-40d6-967b-50e096f64481 req-29c70016-83c5-4c7b-9909-4de17129b110 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486369 Nov 19 10:21:15.507313 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773de5e-ab5b-483d-be03-9e7216b576eb req-1be37526-235f-4e69-b532-58dd62043502 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:15.508863 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8773de5e-ab5b-483d-be03-9e7216b576eb req-1be37526-235f-4e69-b532-58dd62043502 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0521798 Nov 19 10:21:15.561329 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8773de5e-ab5b-483d-be03-9e7216b576eb req-41f818f7-e7fc-41e4-b674-f52d6a6a0417 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460379 Nov 19 10:21:16.155269 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:16.688004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4971d0-c08c-47d0-8bd5-199f621d5451 req-f279336c-6b1c-4830-bb91-f5d5e44e9b0d tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:16.689850 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca4971d0-c08c-47d0-8bd5-199f621d5451 req-f279336c-6b1c-4830-bb91-f5d5e44e9b0d tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0523949 Nov 19 10:21:16.747931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ca4971d0-c08c-47d0-8bd5-199f621d5451 req-5e30385d-90e0-4998-9c99-2073c749dd2f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488153 Nov 19 10:21:16.877163 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebebab3-a6b7-4e12-8dc6-cf74e9ef975a req-921b9c99-f7f8-4fc4-a1d6-07646bde235e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:16.878670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ebebab3-a6b7-4e12-8dc6-cf74e9ef975a req-921b9c99-f7f8-4fc4-a1d6-07646bde235e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0509512 Nov 19 10:21:16.928056 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ebebab3-a6b7-4e12-8dc6-cf74e9ef975a req-c983cd7d-f942-4894-9a0b-25a1314b4e74 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429602 Nov 19 10:21:16.950424 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37606) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:21:17.031383 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43648c-9d62-4767-8c75-c68b91a98a7d tempest-TestShelveInstance-171826344 tempest-TestShelveInstance-171826344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:17.032905 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-af43648c-9d62-4767-8c75-c68b91a98a7d tempest-TestShelveInstance-171826344 tempest-TestShelveInstance-171826344-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 1093 time: 0.0814784 Nov 19 10:21:17.035881 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37610) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:21:17.040267 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:21:17.063924 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:17.164753 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:17.267400 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Allocated IP 172.25.0.32 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/b54dcbe1-447a-45b5-82e0-dc6ffe4834c0) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:21:17.375278 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:17.409017 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:17.451951 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:21:17.455190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:21:17.463631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:21:17.466836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'Port': ['ID=b54dcbe1-447a-45b5-82e0-dc6ffe4834c0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:17.824633 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:17.897266 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:18.073722 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:18.078423 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:18.154478 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'Port': ['ID=b54dcbe1-447a-45b5-82e0-dc6ffe4834c0,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:21:18.168490 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:18.275536 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Floating IP 57661a89-629d-4005-9f77-9a157df9de38 associated. External IP: 172.25.0.32, port: c1a1b5e9-5d11-417f-b43a-49f6ef251999. Nov 19 10:21:18.702713 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:18.844621 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:21:18.960027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:21:18.969804 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5a8286-14a6-4f27-8ccc-e2c7137e7183 None None] Sync routers for ids ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:21:18.979149 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:18.983697 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a8286-14a6-4f27-8ccc-e2c7137e7183 None None] Routers {'0ac26d88-fcc9-4b19-9619-6d756cca81a9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:21:18.984463 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-dc5a8286-14a6-4f27-8ccc-e2c7137e7183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:20:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:21:19.006670 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8f57ff39-4cf2-4366-8498-e82ec22ec6b8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9696839 Nov 19 10:21:19.007283 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'tag': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:21:19.009609 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3256b613-6e44-400c-941f-36f53806c9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "541c4f50-c181-4f14-90dc-34f3e53a6a81", "tag": "c1a1b5e9-5d11-417f-b43a-49f6ef251999"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:21:19.056266 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eac2812-7c85-4dfb-bac8-04c7ded6a5ac x-openstack-request-id: req-4eac2812-7c85-4dfb-bac8-04c7ded6a5ac {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:21:19.056572 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541c4f50-c181-4f14-90dc-34f3e53a6a81", "tag": "c1a1b5e9-5d11-417f-b43a-49f6ef251999", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:21:19.056971 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4eac2812-7c85-4dfb-bac8-04c7ded6a5ac {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:21:19.057236 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'tag': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'status': 'completed', 'code': 200} Nov 19 10:21:19.107680 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-dc5a8286-14a6-4f27-8ccc-e2c7137e7183 None None] Set router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:21:19.131119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256b613-6e44-400c-941f-36f53806c9f0 req-94200617-6e20-4275-8fa3-0f123647454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:19.132665 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3256b613-6e44-400c-941f-36f53806c9f0 req-94200617-6e20-4275-8fa3-0f123647454b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 1098 time: 0.0492234 Nov 19 10:21:19.225764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256b613-6e44-400c-941f-36f53806c9f0 req-8b6be68d-12d3-4923-bacc-590e3ab2bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:19.227164 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3256b613-6e44-400c-941f-36f53806c9f0 req-8b6be68d-12d3-4923-bacc-590e3ab2bcb5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.0879986 Nov 19 10:21:19.299214 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3256b613-6e44-400c-941f-36f53806c9f0 req-8fcc331e-17a6-406f-be59-129085a585c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999 HTTP/1.1" status: 200 len: 999 time: 0.0647142 Nov 19 10:21:19.339734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-dc5a8286-14a6-4f27-8ccc-e2c7137e7183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '57661a89-629d-4005-9f77-9a157df9de38', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'port_id': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'mac_address': 'fa:16:3e:f3:9c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:21:17Z', 'updated_at': '2021-11-19T10:21:17Z', 'revision_number': 0, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f', 'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'mac_address': 'fa:16:3e:8d:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:55Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 5, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'subnets': [{'id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:21:19.349385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256b613-6e44-400c-941f-36f53806c9f0 req-c93230dd-6628-4211-955c-1d0609454d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:19.350843 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3256b613-6e44-400c-941f-36f53806c9f0 req-c93230dd-6628-4211-955c-1d0609454d94 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0452938 Nov 19 10:21:19.369822 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5a8286-14a6-4f27-8ccc-e2c7137e7183 None None] Checking router: 0ac26d88-fcc9-4b19-9619-6d756cca81a9 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:21:19.378415 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a8286-14a6-4f27-8ccc-e2c7137e7183 None None] Routers {'0ac26d88-fcc9-4b19-9619-6d756cca81a9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:21:19.379650 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-dc5a8286-14a6-4f27-8ccc-e2c7137e7183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:20:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:21:19.398488 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256b613-6e44-400c-941f-36f53806c9f0 req-ea01f917-a6a0-48cb-a0a0-718d3c7ab788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:21:19.399977 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3256b613-6e44-400c-941f-36f53806c9f0 req-ea01f917-a6a0-48cb-a0a0-718d3c7ab788 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428541 Nov 19 10:21:19.487659 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-dc5a8286-14a6-4f27-8ccc-e2c7137e7183 None None] Set router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:21:19.495189 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3256b613-6e44-400c-941f-36f53806c9f0 req-68479800-8ef7-4186-bb9f-96a7af85c9df service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885258 Nov 19 10:21:19.586742 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3256b613-6e44-400c-941f-36f53806c9f0 req-6f4ddf1f-30c7-4713-b19b-8393eeb07590 service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837114 Nov 19 10:21:19.716129 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-dc5a8286-14a6-4f27-8ccc-e2c7137e7183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '57661a89-629d-4005-9f77-9a157df9de38', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'port_id': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'mac_address': 'fa:16:3e:f3:9c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:21:17Z', 'updated_at': '2021-11-19T10:21:17Z', 'revision_number': 0, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f', 'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'mac_address': 'fa:16:3e:8d:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:55Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 5, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'subnets': [{'id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:21:19.743075 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5a8286-14a6-4f27-8ccc-e2c7137e7183 None None] The sync data for ids ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'] in n-d-805649-14 is: [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '57661a89-629d-4005-9f77-9a157df9de38', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'port_id': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'mac_address': 'fa:16:3e:f3:9c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:21:17Z', 'updated_at': '2021-11-19T10:21:17Z', 'revision_number': 0, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f', 'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'mac_address': 'fa:16:3e:8d:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:55Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 5, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'subnets': [{'id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:21:19.969861 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ef06e9-885b-474d-9bc5-fe6cbb81fc2f None None] New status for floating IP 57661a89-629d-4005-9f77-9a157df9de38: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:21:20.053041 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5d6c4da2-b522-43c1-afc0-dbe2287e4e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:22.471648 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8d9dbe6e-3b48-41c0-8197-7aff4e9d0814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:23.743548 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:25.132116 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:25.737991 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:35.726587 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:21:46.170161 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:48.716334 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:50.057077 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4d4423f4-def2-4f07-a147-b6578ccfb445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:52.477683 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-35ce5f15-d7a2-4845-930f-037f3b1a8857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:53.752930 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:55.137903 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:21:55.742678 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:22:05.374580 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-501156f6-7c42-4116-afd6-3b4defaff08a req-6ce1f3f3-a155-477f-a9f9-903fba40fb9f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0472758 Nov 19 10:22:05.470990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501156f6-7c42-4116-afd6-3b4defaff08a req-c99ef2ac-9be0-4101-979c-da1946ba0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:22:05.473237 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-501156f6-7c42-4116-afd6-3b4defaff08a req-c99ef2ac-9be0-4101-979c-da1946ba0dd0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 1098 time: 0.0545504 Nov 19 10:22:05.600069 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501156f6-7c42-4116-afd6-3b4defaff08a req-32245cd2-70f8-4bef-af3a-31a9125c1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:22:05.601620 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-501156f6-7c42-4116-afd6-3b4defaff08a req-32245cd2-70f8-4bef-af3a-31a9125c1c88 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.1085644 Nov 19 10:22:05.678289 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-501156f6-7c42-4116-afd6-3b4defaff08a req-a22094cf-00bc-4f4f-9d09-279df50da24d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999 HTTP/1.1" status: 200 len: 1001 time: 0.0683584 Nov 19 10:22:05.730297 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501156f6-7c42-4116-afd6-3b4defaff08a req-f67f0269-e03c-46d8-a857-f5d52ca77bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:22:05.731791 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-501156f6-7c42-4116-afd6-3b4defaff08a req-f67f0269-e03c-46d8-a857-f5d52ca77bd5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0470169 Nov 19 10:22:05.783250 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501156f6-7c42-4116-afd6-3b4defaff08a req-96a66f57-ed25-4331-8c3c-b3e15355c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:22:05.786411 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-501156f6-7c42-4116-afd6-3b4defaff08a req-96a66f57-ed25-4331-8c3c-b3e15355c3e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470843 Nov 19 10:22:05.885155 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-501156f6-7c42-4116-afd6-3b4defaff08a req-df8b9318-0e7d-4678-b54b-1bf3991671a7 service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918310 Nov 19 10:22:05.996666 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-501156f6-7c42-4116-afd6-3b4defaff08a req-cd80af0b-7700-48cd-b71f-87d859193dc2 service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042714 Nov 19 10:22:12.726532 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:22:16.161956 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:22:18.717740 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:22:20.058174 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-03d18cb9-eb1c-46d1-a6cb-b910381bdff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:22:22.479893 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e9ba819e-2250-4280-9db9-cecfb0a86943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:22:23.751526 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:22:25.135000 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:22:25.739163 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:22:36.845463 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-81027cba-e40f-4a57-926c-b4420060b49e req-75022ba7-bd8c-458c-896d-8775dd1c9d3c service neutron] (103476) timed out ('10.222.0.21', 33036) {{(pid=103476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 10:22:46.192098 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:22:48.715807 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:22:49.726699 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:22:50.061445 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37d71f48-32a8-4d4a-9159-e1b9c5d90302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:22:52.482277 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-315cff92-e8a4-445c-aa8f-b964a8869439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:22:53.754165 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:22:55.138800 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:22:55.741340 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:06.801400 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24cac1af-8a93-4fa7-a7d1-3f48d0b20e04 req-d9dab767-8d44-4251-ab5e-ec0edaa3462a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405552 Nov 19 10:23:06.887406 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cac1af-8a93-4fa7-a7d1-3f48d0b20e04 req-3deb3645-1287-4026-b91e-4892edd0abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:06.888924 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24cac1af-8a93-4fa7-a7d1-3f48d0b20e04 req-3deb3645-1287-4026-b91e-4892edd0abe7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 1098 time: 0.0451996 Nov 19 10:23:06.993077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cac1af-8a93-4fa7-a7d1-3f48d0b20e04 req-62322edf-d641-450e-9cd8-3f4c5e07c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:06.994612 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24cac1af-8a93-4fa7-a7d1-3f48d0b20e04 req-62322edf-d641-450e-9cd8-3f4c5e07c94a service neutron] 10.222.0.66 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.0869832 Nov 19 10:23:07.075014 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24cac1af-8a93-4fa7-a7d1-3f48d0b20e04 req-63abb0b7-bb21-4d26-85c4-91c5445183b0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999 HTTP/1.1" status: 200 len: 1001 time: 0.0732136 Nov 19 10:23:07.127580 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cac1af-8a93-4fa7-a7d1-3f48d0b20e04 req-515839f4-22c2-41ab-905b-74282e5536a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:07.129110 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24cac1af-8a93-4fa7-a7d1-3f48d0b20e04 req-515839f4-22c2-41ab-905b-74282e5536a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0471263 Nov 19 10:23:07.176402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cac1af-8a93-4fa7-a7d1-3f48d0b20e04 req-795ed1c3-181a-45f0-8760-7862dee1e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:07.178498 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24cac1af-8a93-4fa7-a7d1-3f48d0b20e04 req-795ed1c3-181a-45f0-8760-7862dee1e1ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415945 Nov 19 10:23:07.278116 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24cac1af-8a93-4fa7-a7d1-3f48d0b20e04 req-8ad8367e-8a15-4a3e-9b4d-fd8b8ab63c8a service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925169 Nov 19 10:23:07.369001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-24cac1af-8a93-4fa7-a7d1-3f48d0b20e04 req-1602e74f-97d0-4e96-a1d5-c88fb426f900 service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835938 Nov 19 10:23:13.619990 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e238b4-af59-42ac-82aa-5e82f2768e1f req-1f295d72-176e-4861-b8c8-fadf6b6d4119 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:13.622405 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66e238b4-af59-42ac-82aa-5e82f2768e1f req-1f295d72-176e-4861-b8c8-fadf6b6d4119 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0597022 Nov 19 10:23:13.674873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-66e238b4-af59-42ac-82aa-5e82f2768e1f req-a052790b-d858-4b2d-8276-9a4e1bbd0454 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464814 Nov 19 10:23:14.840179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ea263-87d0-48c8-a3f9-87deba09fdf9 req-63e989e2-a939-4645-817a-d7b386fc8a17 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:14.841764 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944ea263-87d0-48c8-a3f9-87deba09fdf9 req-63e989e2-a939-4645-817a-d7b386fc8a17 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0557003 Nov 19 10:23:14.904061 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-944ea263-87d0-48c8-a3f9-87deba09fdf9 req-bba67f72-eb03-4515-b33b-251d43c7253f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555403 Nov 19 10:23:16.018845 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed7437-6e87-452e-beb1-4f39e56c4701 req-70cdade1-4723-4e7a-9d4a-f93e4734cec8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:16.020315 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6eed7437-6e87-452e-beb1-4f39e56c4701 req-70cdade1-4723-4e7a-9d4a-f93e4734cec8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0494661 Nov 19 10:23:16.069031 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6eed7437-6e87-452e-beb1-4f39e56c4701 req-a9eb627a-4e74-4622-a534-5490a4899f48 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422366 Nov 19 10:23:16.206090 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:17.190871 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d7a71-46fe-4907-af8b-65874cdbbb4b req-bdaf5f90-4b89-46bc-8058-584404a034a4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:17.192409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-282d7a71-46fe-4907-af8b-65874cdbbb4b req-bdaf5f90-4b89-46bc-8058-584404a034a4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0542352 Nov 19 10:23:17.243729 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-282d7a71-46fe-4907-af8b-65874cdbbb4b req-4831721b-17c3-4443-a2c3-c40911b7ac3e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447474 Nov 19 10:23:18.362042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0e743-333e-43cc-8121-31accf39f048 req-82343fa4-962a-427e-b8c8-9cca2c1c1e2e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:18.363458 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8fc0e743-333e-43cc-8121-31accf39f048 req-82343fa4-962a-427e-b8c8-9cca2c1c1e2e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0513444 Nov 19 10:23:18.416334 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8fc0e743-333e-43cc-8121-31accf39f048 req-7432f19d-79d2-46e3-9ff1-7d6e71a0c808 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461211 Nov 19 10:23:18.714237 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:19.532504 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878fcd2-f289-4a17-88c9-fe8b6f56d763 req-aa464a0b-e19a-40c2-92e7-fdd908c876f8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:19.533920 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0878fcd2-f289-4a17-88c9-fe8b6f56d763 req-aa464a0b-e19a-40c2-92e7-fdd908c876f8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0489421 Nov 19 10:23:19.588439 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0878fcd2-f289-4a17-88c9-fe8b6f56d763 req-ab7ea758-d325-4b9d-a8a4-da393a02be6c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481188 Nov 19 10:23:20.065197 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-190c0e4c-6ad4-4b86-970d-07e99d931dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:20.710419 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b817974-4e1d-468f-b677-9c173258c9da req-f2358a93-6f26-461d-9875-9c978a2645d1 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:20.711919 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b817974-4e1d-468f-b677-9c173258c9da req-f2358a93-6f26-461d-9875-9c978a2645d1 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0528810 Nov 19 10:23:20.767845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7b817974-4e1d-468f-b677-9c173258c9da req-6c212511-255d-495d-935b-457402a34688 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495577 Nov 19 10:23:21.891277 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf528fb-95f6-4f7f-a420-b321f6f93fbf req-2802dd74-3fe0-4d25-849a-147c4e4f0e38 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:21.892875 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9bf528fb-95f6-4f7f-a420-b321f6f93fbf req-2802dd74-3fe0-4d25-849a-147c4e4f0e38 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0526011 Nov 19 10:23:21.945163 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9bf528fb-95f6-4f7f-a420-b321f6f93fbf req-6608a274-115e-4e28-b98a-2c10f8c0d0b6 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460665 Nov 19 10:23:22.488640 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e64b28d-7bf9-4c33-a77e-a705b8d0321b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:23.071834 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5569e-600a-497b-83c3-a71e47707c0e req-e672f08e-ae14-4902-948b-346dc13152fe tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:23.075466 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8fc5569e-600a-497b-83c3-a71e47707c0e req-e672f08e-ae14-4902-948b-346dc13152fe tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0569222 Nov 19 10:23:23.133534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8fc5569e-600a-497b-83c3-a71e47707c0e req-50a10ddc-8b5b-4508-959f-a94ee4d47e75 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487759 Nov 19 10:23:23.757312 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:24.253370 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e685183-c9f9-49bd-a66e-504e331e5cef req-4166c51d-368c-47c0-baf6-6495bb26d281 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:24.255004 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e685183-c9f9-49bd-a66e-504e331e5cef req-4166c51d-368c-47c0-baf6-6495bb26d281 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0511413 Nov 19 10:23:24.308460 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e685183-c9f9-49bd-a66e-504e331e5cef req-e60838e6-238f-4ea2-94c3-4b3e0baea606 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472782 Nov 19 10:23:24.912227 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device c1a1b5e9-5d11-417f-b43a-49f6ef251999 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:23:25.020613 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port c1a1b5e9-5d11-417f-b43a-49f6ef251999, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:23:25.033192 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'port_id': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'mac_address': 'fa:16:3e:f3:9c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:23:25.077192 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:25.094509 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1a1b5e9-5d11-417f-b43a-49f6ef251999 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:23:25.115497 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port c1a1b5e9-5d11-417f-b43a-49f6ef251999, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:23:25.121412 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:25.182603 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:25.192581 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=c1a1b5e9-5d11-417f-b43a-49f6ef251999,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:23:25.200460 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:23:25.200808 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:23:25.201218 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:23:25.201553 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:23:25.201908 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:23:25.202237 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:23:25.202586 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:23:25.202935 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:23:25.203270 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:23:25.203601 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:23:25.203933 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:23:25.204259 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:23:25.209332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['c1a1b5e9-5d11-417f-b43a-49f6ef251999'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:23:25.436164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d13ac5-37e9-4531-be74-7225916ab586 req-990bf6c4-cb47-486f-8ecc-fd964076f7bb tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:25.437786 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77d13ac5-37e9-4531-be74-7225916ab586 req-990bf6c4-cb47-486f-8ecc-fd964076f7bb tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 945 time: 0.0574758 Nov 19 10:23:25.502581 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77d13ac5-37e9-4531-be74-7225916ab586 req-542cb14b-aef8-45e2-a7f4-f76c6baffb75 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581827 Nov 19 10:23:25.751577 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:26.634960 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6959c5-7172-402b-a807-2e400bd9607a req-594fd880-f1c9-4a9b-ab6e-b1cb444afd31 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:26.637220 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd6959c5-7172-402b-a807-2e400bd9607a req-594fd880-f1c9-4a9b-ab6e-b1cb444afd31 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 945 time: 0.0537546 Nov 19 10:23:26.710052 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cd6959c5-7172-402b-a807-2e400bd9607a req-d5449f92-c9f9-4248-b61f-2177465808c7 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665112 Nov 19 10:23:26.727019 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:23:26.930403 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device c1a1b5e9-5d11-417f-b43a-49f6ef251999 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:23:27.001162 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port c1a1b5e9-5d11-417f-b43a-49f6ef251999 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:23:27.001669 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:27.101413 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:27.130561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:23:27.133827 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3411228-c511-4bf4-9a96-34d87cf414d1" -d '{"events": [{"server_uuid": "541c4f50-c181-4f14-90dc-34f3e53a6a81", "name": "network-vif-plugged", "status": "completed", "tag": "c1a1b5e9-5d11-417f-b43a-49f6ef251999"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:23:27.158370 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port c1a1b5e9-5d11-417f-b43a-49f6ef251999, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:23:27.165531 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:27.229718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=c1a1b5e9-5d11-417f-b43a-49f6ef251999,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:23:27.884105 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394a4e9-6f1b-4e71-a39b-f6be15d9fb40 req-4ee020c3-91a6-4e60-b34d-f5030f8728cb tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:27.885907 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9394a4e9-6f1b-4e71-a39b-f6be15d9fb40 req-4ee020c3-91a6-4e60-b34d-f5030f8728cb tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0629094 Nov 19 10:23:27.946503 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9394a4e9-6f1b-4e71-a39b-f6be15d9fb40 req-d76d6e93-24f1-4e30-98be-01578ab19046 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542850 Nov 19 10:23:28.296915 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900565aa-c6f5-44e2-84e6-4e944de6b52e x-openstack-request-id: req-900565aa-c6f5-44e2-84e6-4e944de6b52e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:23:28.297513 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541c4f50-c181-4f14-90dc-34f3e53a6a81", "name": "network-vif-plugged", "status": "completed", "tag": "c1a1b5e9-5d11-417f-b43a-49f6ef251999", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:23:28.297667 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-900565aa-c6f5-44e2-84e6-4e944de6b52e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:23:28.298303 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'code': 200} Nov 19 10:23:29.099144 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fd6e1-7ec1-4ae2-8195-9e3a25ea26dd req-45dd8392-f4c8-4e59-a374-be7c88803999 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:29.100657 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-970fd6e1-7ec1-4ae2-8195-9e3a25ea26dd req-45dd8392-f4c8-4e59-a374-be7c88803999 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0614321 Nov 19 10:23:29.168818 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-970fd6e1-7ec1-4ae2-8195-9e3a25ea26dd req-0cbead98-83ad-4351-a73e-cf06418a2483 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607502 Nov 19 10:23:30.325585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee49986-1550-4803-b927-db7c521636a2 req-242fcbb7-c7f3-43e2-8788-02f84fdd72e6 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:30.327436 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cee49986-1550-4803-b927-db7c521636a2 req-242fcbb7-c7f3-43e2-8788-02f84fdd72e6 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0689986 Nov 19 10:23:30.390359 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cee49986-1550-4803-b927-db7c521636a2 req-3a67ff4f-1224-4d31-8ea2-c535628ad8c4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559742 Nov 19 10:23:31.534859 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae676cf-1dca-4662-9cb6-c8ec23cfa44b req-e6452351-6ae8-47ce-9034-1f2434ecff92 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:31.536496 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ae676cf-1dca-4662-9cb6-c8ec23cfa44b req-e6452351-6ae8-47ce-9034-1f2434ecff92 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0580873 Nov 19 10:23:31.621126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6ae676cf-1dca-4662-9cb6-c8ec23cfa44b req-5153687b-3c97-4662-9d3f-5d411c2023fe tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764716 Nov 19 10:23:32.753137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26850b42-99bc-47cd-bfe5-f5d3c32cf14f req-42d07433-2cbe-4ca9-a78e-6933384421ed tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:32.760483 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26850b42-99bc-47cd-bfe5-f5d3c32cf14f req-42d07433-2cbe-4ca9-a78e-6933384421ed tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0619664 Nov 19 10:23:32.817412 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-26850b42-99bc-47cd-bfe5-f5d3c32cf14f req-5a6cb4c2-f1ff-4fc6-8f02-4691b67a3af4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557218 Nov 19 10:23:33.959592 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffc647-4838-4e4e-9b01-70b32e027dd5 req-15d3df79-3950-49f5-b847-4e67aee66212 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:33.970985 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-baffc647-4838-4e4e-9b01-70b32e027dd5 req-15d3df79-3950-49f5-b847-4e67aee66212 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0675871 Nov 19 10:23:34.034701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-baffc647-4838-4e4e-9b01-70b32e027dd5 req-3e71672a-dcfb-45c9-ba8e-0b1a4631ba46 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626149 Nov 19 10:23:35.158160 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89796d11-6b1e-4d11-8363-c74fec4a920a req-2c8610d9-1af7-4507-8147-7982affd752b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:35.159655 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-89796d11-6b1e-4d11-8363-c74fec4a920a req-2c8610d9-1af7-4507-8147-7982affd752b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0515800 Nov 19 10:23:35.211790 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-89796d11-6b1e-4d11-8363-c74fec4a920a req-034137e7-1d53-443d-93a0-7ef45984a35a tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450220 Nov 19 10:23:36.009103 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e31ff0-df00-4b6e-af07-9178b6f3cd90 req-4d710c20-53ef-4777-8987-b6df77dc0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:36.010596 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56e31ff0-df00-4b6e-af07-9178b6f3cd90 req-4d710c20-53ef-4777-8987-b6df77dc0bbd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 1098 time: 0.0448322 Nov 19 10:23:36.118329 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e31ff0-df00-4b6e-af07-9178b6f3cd90 req-1a6ee825-d4ae-44c6-97aa-2f9e8aad619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:36.119797 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56e31ff0-df00-4b6e-af07-9178b6f3cd90 req-1a6ee825-d4ae-44c6-97aa-2f9e8aad619e service neutron] 10.222.0.66 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.1025577 Nov 19 10:23:36.186242 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56e31ff0-df00-4b6e-af07-9178b6f3cd90 req-91d878e1-91b3-4547-bb81-1b0959710beb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999 HTTP/1.1" status: 200 len: 1001 time: 0.0591938 Nov 19 10:23:36.235981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e31ff0-df00-4b6e-af07-9178b6f3cd90 req-bce69ef3-979d-403e-8cbb-de3c8ff3cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:36.237513 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56e31ff0-df00-4b6e-af07-9178b6f3cd90 req-bce69ef3-979d-403e-8cbb-de3c8ff3cd63 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0444818 Nov 19 10:23:36.291726 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e31ff0-df00-4b6e-af07-9178b6f3cd90 req-7ea5b161-615d-4ccb-8412-cf2305ade940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:36.293350 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56e31ff0-df00-4b6e-af07-9178b6f3cd90 req-7ea5b161-615d-4ccb-8412-cf2305ade940 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490220 Nov 19 10:23:36.394235 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29c0b7-fa83-49fd-839b-f104ff072496 req-8f6e5362-7966-45a9-94bc-7967fdab30a4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:36.395783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d29c0b7-fa83-49fd-839b-f104ff072496 req-8f6e5362-7966-45a9-94bc-7967fdab30a4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.1015122 Nov 19 10:23:36.436867 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56e31ff0-df00-4b6e-af07-9178b6f3cd90 req-f366ac4c-c390-41ae-9663-126cc9e2ff49 service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342719 Nov 19 10:23:36.499375 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2d29c0b7-fa83-49fd-839b-f104ff072496 req-d1394de3-1614-420e-bba0-79c2df098ca6 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966711 Nov 19 10:23:36.541781 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-56e31ff0-df00-4b6e-af07-9178b6f3cd90 req-12dd0a1f-9f29-4c8e-953f-b93a9b43e8d1 service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940566 Nov 19 10:23:37.620084 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb86b77-efe9-4f0d-9bcf-a773afc2058b req-53e138fe-2d3b-4a49-b07e-caf2e6f5b94d tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:37.621611 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-deb86b77-efe9-4f0d-9bcf-a773afc2058b req-53e138fe-2d3b-4a49-b07e-caf2e6f5b94d tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0541925 Nov 19 10:23:37.669596 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-deb86b77-efe9-4f0d-9bcf-a773afc2058b req-d2ca9a68-fab8-41cb-b77e-af33f6177085 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Nov 19 10:23:38.786826 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23cb38-07a6-40c3-9c48-68ae85d641ce req-1d4dbeec-359a-4811-a6cb-2e3c2c7bf918 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:38.788315 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f23cb38-07a6-40c3-9c48-68ae85d641ce req-1d4dbeec-359a-4811-a6cb-2e3c2c7bf918 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0502186 Nov 19 10:23:38.838823 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5f23cb38-07a6-40c3-9c48-68ae85d641ce req-d578ff69-af14-4ffd-b9aa-a8b4bf80beab tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444150 Nov 19 10:23:38.962082 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-d4dc5da1-97f5-483c-ad68-22ea7c1268c7 req-51310dba-4fea-429b-a2b7-34f870eaceb9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 10:23:38.963086 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d4dc5da1-97f5-483c-ad68-22ea7c1268c7 req-51310dba-4fea-429b-a2b7-34f870eaceb9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0533435 Nov 19 10:23:40.139288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece026e-a805-4b4a-8622-37b196cfbd80 req-6fd35088-c8d2-47b9-8239-1123551c3c65 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:40.140809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dece026e-a805-4b4a-8622-37b196cfbd80 req-6fd35088-c8d2-47b9-8239-1123551c3c65 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 946 time: 0.0499485 Nov 19 10:23:40.195276 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dece026e-a805-4b4a-8622-37b196cfbd80 req-5217dfbd-7653-4ece-8096-8fcd837612a4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485678 Nov 19 10:23:40.447275 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-59149102-a7b8-4216-81d9-91e4517a9634 req-ab15f3a0-3837-45f4-a7a2-5cda4f3a42db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872314 Nov 19 10:23:40.975084 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device c1a1b5e9-5d11-417f-b43a-49f6ef251999 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:23:41.067728 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:41.094266 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:23:41.094266 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416388e2-4a5b-4b56-b7f3-ff41f8bed50f" -d '{"events": [{"server_uuid": "541c4f50-c181-4f14-90dc-34f3e53a6a81", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a1b5e9-5d11-417f-b43a-49f6ef251999"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:23:41.108603 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port c1a1b5e9-5d11-417f-b43a-49f6ef251999, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:23:41.114777 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:41.149140 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 10:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fe7515-84a1-42c3-b741-7514b21ab65f x-openstack-request-id: req-f9fe7515-84a1-42c3-b741-7514b21ab65f {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:23:41.149463 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541c4f50-c181-4f14-90dc-34f3e53a6a81", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a1b5e9-5d11-417f-b43a-49f6ef251999", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:23:41.149778 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9fe7515-84a1-42c3-b741-7514b21ab65f {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:23:41.150587 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'code': 200} Nov 19 10:23:41.182573 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=c1a1b5e9-5d11-417f-b43a-49f6ef251999,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:23:41.261675 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59149102-a7b8-4216-81d9-91e4517a9634 req-c57266e1-921f-4092-a9fd-c8fec52d018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:41.263208 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59149102-a7b8-4216-81d9-91e4517a9634 req-c57266e1-921f-4092-a9fd-c8fec52d018e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81&tenant_id=cd1a41a140414bf28bf13ae50fb458d0 HTTP/1.1" status: 200 len: 1096 time: 0.0447011 Nov 19 10:23:41.369776 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfbc6e-9686-4533-8d81-973ce89d9a87 req-ee2f26b6-1092-469c-b52c-3f7464005189 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:41.371365 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6bfbc6e-9686-4533-8d81-973ce89d9a87 req-ee2f26b6-1092-469c-b52c-3f7464005189 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 944 time: 0.1018276 Nov 19 10:23:41.374435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59149102-a7b8-4216-81d9-91e4517a9634 req-64a47cb5-4359-4c35-8529-939b85b8e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:41.375845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59149102-a7b8-4216-81d9-91e4517a9634 req-64a47cb5-4359-4c35-8529-939b85b8e35a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 1096 time: 0.0857692 Nov 19 10:23:41.478236 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6bfbc6e-9686-4533-8d81-973ce89d9a87 req-63111938-7beb-4d91-af71-bc41a6bb516d tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000969 Nov 19 10:23:41.506802 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59149102-a7b8-4216-81d9-91e4517a9634 req-7946aa87-40d8-4c51-b1a5-76124b473b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:41.508261 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59149102-a7b8-4216-81d9-91e4517a9634 req-7946aa87-40d8-4c51-b1a5-76124b473b8e service neutron] 10.222.0.66 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.1243544 Nov 19 10:23:41.580332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59149102-a7b8-4216-81d9-91e4517a9634 req-222b1a5c-a994-4187-b14f-2db14e31f564 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999 HTTP/1.1" status: 200 len: 999 time: 0.0652270 Nov 19 10:23:41.643190 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59149102-a7b8-4216-81d9-91e4517a9634 req-b11a7d78-87f2-4ace-a5a2-4d8a93569f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:41.644244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59149102-a7b8-4216-81d9-91e4517a9634 req-b11a7d78-87f2-4ace-a5a2-4d8a93569f3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0557756 Nov 19 10:23:41.694421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59149102-a7b8-4216-81d9-91e4517a9634 req-1a8eda3e-fd05-4aa2-8cc7-5db3e16d4f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:41.695966 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59149102-a7b8-4216-81d9-91e4517a9634 req-1a8eda3e-fd05-4aa2-8cc7-5db3e16d4f66 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442915 Nov 19 10:23:41.801249 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59149102-a7b8-4216-81d9-91e4517a9634 req-93b11677-af37-4653-aea0-982759921691 service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979121 Nov 19 10:23:41.897624 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-59149102-a7b8-4216-81d9-91e4517a9634 req-31ef0b10-67dd-4041-9441-f973913ae8bd service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894434 Nov 19 10:23:42.635506 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46e733-f39d-4a82-8682-d8841c941b53 req-d6a27f8d-0769-4c37-864d-663c2e7c7d2b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:42.636995 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea46e733-f39d-4a82-8682-d8841c941b53 req-d6a27f8d-0769-4c37-864d-663c2e7c7d2b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 944 time: 0.0516088 Nov 19 10:23:42.716457 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ea46e733-f39d-4a82-8682-d8841c941b53 req-05edb943-3108-4beb-8357-ddda090993f7 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729663 Nov 19 10:23:43.844603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634d153-ce20-480e-8dfb-74eba80a6f84 req-fe93d9d8-bb66-4b36-9412-cd4c5565822f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:43.846117 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8634d153-ce20-480e-8dfb-74eba80a6f84 req-fe93d9d8-bb66-4b36-9412-cd4c5565822f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 944 time: 0.0540371 Nov 19 10:23:43.903963 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8634d153-ce20-480e-8dfb-74eba80a6f84 req-df5b3ecf-7df9-4841-a914-8f0b889c426b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495663 Nov 19 10:23:45.041307 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241307f-a238-49cc-8e9d-e1d084c20979 req-42ca3400-66e6-4e17-8050-3b8a0e61d0af tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:45.043083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1241307f-a238-49cc-8e9d-e1d084c20979 req-42ca3400-66e6-4e17-8050-3b8a0e61d0af tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 944 time: 0.0520501 Nov 19 10:23:45.098697 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1241307f-a238-49cc-8e9d-e1d084c20979 req-0092d052-8cf3-4a14-99f1-86bbc9f0816e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491247 Nov 19 10:23:46.217664 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:46.254343 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177aec6a-cf0f-4456-8a6e-bde101cacf75 req-dda30c74-518c-4b09-b7f2-acfc80bef837 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:46.255661 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-177aec6a-cf0f-4456-8a6e-bde101cacf75 req-dda30c74-518c-4b09-b7f2-acfc80bef837 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 944 time: 0.0584838 Nov 19 10:23:46.332446 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-177aec6a-cf0f-4456-8a6e-bde101cacf75 req-09809eee-295e-41f8-9dea-e714caa38dbc tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707443 Nov 19 10:23:47.472388 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305b224-185f-4661-8e7b-2d7a16635f68 req-23154e9b-da24-4a8a-ab6d-e92c7ab99173 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:47.474308 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c305b224-185f-4661-8e7b-2d7a16635f68 req-23154e9b-da24-4a8a-ab6d-e92c7ab99173 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 944 time: 0.0681775 Nov 19 10:23:47.528488 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c305b224-185f-4661-8e7b-2d7a16635f68 req-60ae742a-4e18-4638-8f55-0786d3c9e52d tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474997 Nov 19 10:23:48.659243 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23779816-e8b8-4424-b268-3a45067c3b8d req-0fcdf70b-3ee5-4cdc-a0ca-2d904b2bc482 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:48.660706 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23779816-e8b8-4424-b268-3a45067c3b8d req-0fcdf70b-3ee5-4cdc-a0ca-2d904b2bc482 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 944 time: 0.0538025 Nov 19 10:23:48.716895 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-23779816-e8b8-4424-b268-3a45067c3b8d req-00977ed5-d739-4d89-9d5d-aa43c0047700 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499845 Nov 19 10:23:48.746663 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:49.879522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf819210-45a7-4dbf-b099-be5ceb2b127e req-d75710be-fc17-4466-b6f0-3964a49e5d77 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:49.881016 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf819210-45a7-4dbf-b099-be5ceb2b127e req-d75710be-fc17-4466-b6f0-3964a49e5d77 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 944 time: 0.0487409 Nov 19 10:23:49.932646 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bf819210-45a7-4dbf-b099-be5ceb2b127e req-34d04dce-2139-4617-8e61-7572727be3ea tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449436 Nov 19 10:23:50.068284 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f9bacce-04ed-4457-8f6d-367f717a0bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:51.056404 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f372f-40ef-4bb6-8176-32e2846f141d req-ad69cc0c-905e-41a9-932f-911da457d932 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:51.057816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-656f372f-40ef-4bb6-8176-32e2846f141d req-ad69cc0c-905e-41a9-932f-911da457d932 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 944 time: 0.0528905 Nov 19 10:23:51.107252 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-656f372f-40ef-4bb6-8176-32e2846f141d req-c3838b16-7dd6-48da-bee7-ec0e74d85c62 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434620 Nov 19 10:23:52.236334 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3fcb6-9171-404e-8a05-b697f169e472 req-a17fbdaf-71a1-4f00-ab23-de4c74ae298c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:52.237863 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ff3fcb6-9171-404e-8a05-b697f169e472 req-a17fbdaf-71a1-4f00-ab23-de4c74ae298c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 944 time: 0.0535917 Nov 19 10:23:52.293346 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ff3fcb6-9171-404e-8a05-b697f169e472 req-97c6bc8b-c4f3-47d7-94d6-3648f96c4bf7 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488069 Nov 19 10:23:52.486248 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-32e034a5-99ed-46d7-8fa2-14a8c18b8372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:53.422173 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff861159-0c30-405d-9da1-e9066e725237 req-d53acbe2-8389-4d2c-b4ef-40aad91b2f28 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:53.423686 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff861159-0c30-405d-9da1-e9066e725237 req-d53acbe2-8389-4d2c-b4ef-40aad91b2f28 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 944 time: 0.0584450 Nov 19 10:23:53.476470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff861159-0c30-405d-9da1-e9066e725237 req-ec03373f-d3b3-4b4e-b549-eb90656571aa tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463710 Nov 19 10:23:53.760361 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:54.592775 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda99fa-f219-46f9-ad30-07c1cb29948c req-361441bf-d71c-463a-be01-89cce172b79b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:54.594559 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5bda99fa-f219-46f9-ad30-07c1cb29948c req-361441bf-d71c-463a-be01-89cce172b79b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 944 time: 0.0488935 Nov 19 10:23:54.645980 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5bda99fa-f219-46f9-ad30-07c1cb29948c req-aa9242f4-c0f6-44d2-83f9-e8816d3437ae tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453298 Nov 19 10:23:55.144402 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:55.752914 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:55.771251 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11090705-6af9-4c87-8246-060fbbf361ae req-107ff21e-01c4-4287-a9f7-5c89d9ec6036 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:55.772875 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11090705-6af9-4c87-8246-060fbbf361ae req-107ff21e-01c4-4287-a9f7-5c89d9ec6036 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 944 time: 0.0543897 Nov 19 10:23:55.828669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-11090705-6af9-4c87-8246-060fbbf361ae req-56ea498a-9f14-434a-ac78-bf23574b6db6 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495434 Nov 19 10:23:56.955165 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88210aba-d369-409d-9b44-45a2d8eab7b3 req-d797c23e-df29-4235-8db2-ddf7f05881a2 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:56.956627 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88210aba-d369-409d-9b44-45a2d8eab7b3 req-d797c23e-df29-4235-8db2-ddf7f05881a2 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 944 time: 0.0492549 Nov 19 10:23:57.017070 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-88210aba-d369-409d-9b44-45a2d8eab7b3 req-24d7b785-2f63-431c-9732-3d00b18a9dc5 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536137 Nov 19 10:23:57.051092 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device c1a1b5e9-5d11-417f-b43a-49f6ef251999 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:23:57.147406 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port c1a1b5e9-5d11-417f-b43a-49f6ef251999, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:23:57.158856 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'port_id': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'mac_address': 'fa:16:3e:f3:9c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:23:57.195376 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:57.212242 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a1b5e9-5d11-417f-b43a-49f6ef251999 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:23:57.231365 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port c1a1b5e9-5d11-417f-b43a-49f6ef251999, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:23:57.236207 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:57.284896 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=c1a1b5e9-5d11-417f-b43a-49f6ef251999,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:23:57.468073 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['c1a1b5e9-5d11-417f-b43a-49f6ef251999'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:23:58.147305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857de03-c829-4ceb-adfa-9e4a3b4e30ee req-be8e6c07-00d0-4a67-86ee-970292933f56 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:58.148766 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f857de03-c829-4ceb-adfa-9e4a3b4e30ee req-be8e6c07-00d0-4a67-86ee-970292933f56 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 945 time: 0.0547886 Nov 19 10:23:58.205880 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f857de03-c829-4ceb-adfa-9e4a3b4e30ee req-73a23345-ef40-45f0-9217-d23b8206b228 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507295 Nov 19 10:23:59.067584 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device c1a1b5e9-5d11-417f-b43a-49f6ef251999 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:23:59.114250 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port c1a1b5e9-5d11-417f-b43a-49f6ef251999 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:23:59.114626 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:59.201244 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:59.223499 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:23:59.225915 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40a1415-1a57-49f3-abe5-6d82a983d75d" -d '{"events": [{"server_uuid": "541c4f50-c181-4f14-90dc-34f3e53a6a81", "name": "network-vif-plugged", "status": "completed", "tag": "c1a1b5e9-5d11-417f-b43a-49f6ef251999"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:23:59.238718 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port c1a1b5e9-5d11-417f-b43a-49f6ef251999, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:23:59.246613 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:23:59.271789 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d35abad-d6c7-476d-b750-7a7487c0928f x-openstack-request-id: req-8d35abad-d6c7-476d-b750-7a7487c0928f {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:23:59.272110 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541c4f50-c181-4f14-90dc-34f3e53a6a81", "name": "network-vif-plugged", "status": "completed", "tag": "c1a1b5e9-5d11-417f-b43a-49f6ef251999", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:23:59.272395 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d35abad-d6c7-476d-b750-7a7487c0928f {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:23:59.273230 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'code': 200} Nov 19 10:23:59.306998 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=c1a1b5e9-5d11-417f-b43a-49f6ef251999,revision_number=10']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:23:59.356275 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf569b43-b6c3-4bb9-80f6-facb4a40a685 req-d401b6c1-1323-4201-ad88-117b1c9d9c09 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:59.357804 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf569b43-b6c3-4bb9-80f6-facb4a40a685 req-d401b6c1-1323-4201-ad88-117b1c9d9c09 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 947 time: 0.0557666 Nov 19 10:23:59.419102 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cf569b43-b6c3-4bb9-80f6-facb4a40a685 req-21a33597-cf7b-4b99-9dfb-54ad964f5019 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551975 Nov 19 10:23:59.454783 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8d007-c985-4e89-afd1-bc9dd6b83375 req-bd27e9d7-ff87-47f2-96a5-c529c8e31bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:23:59.456273 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-36f8d007-c985-4e89-afd1-bc9dd6b83375 req-bd27e9d7-ff87-47f2-96a5-c529c8e31bf3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 1099 time: 0.0503409 Nov 19 10:23:59.509639 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-36f8d007-c985-4e89-afd1-bc9dd6b83375 req-5cec23a8-05d2-43d6-b384-852f60143e80 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461090 Nov 19 10:24:00.549495 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ee0d3-63c3-4239-97bc-3615af6a3de8 req-407c4c58-b911-4636-8ec7-080486b47c19 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:24:00.551005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f8ee0d3-63c3-4239-97bc-3615af6a3de8 req-407c4c58-b911-4636-8ec7-080486b47c19 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 947 time: 0.0573680 Nov 19 10:24:00.605182 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3f8ee0d3-63c3-4239-97bc-3615af6a3de8 req-e764d48c-64c0-4b07-a63b-d61ab40ff697 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482490 Nov 19 10:24:01.745447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49833561-5f39-405d-bf96-bc8cb967e3fa req-0dd24778-b881-4572-9e3b-4a8132bdd737 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:24:01.746931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49833561-5f39-405d-bf96-bc8cb967e3fa req-0dd24778-b881-4572-9e3b-4a8132bdd737 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 947 time: 0.0505345 Nov 19 10:24:01.799390 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49833561-5f39-405d-bf96-bc8cb967e3fa req-b8f79ee7-0699-4ba9-9930-8ba1fe0cb73c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463924 Nov 19 10:24:03.727623 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:24:08.816475 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58ab9ab7-a75f-4aa4-a111-5c6a14f74612 req-bf83ec0a-a019-4453-885c-3909fabaef1d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0565753 Nov 19 10:24:08.912727 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab9ab7-a75f-4aa4-a111-5c6a14f74612 req-244b6260-40a0-4ec3-90a6-76dd600c1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:24:08.914314 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58ab9ab7-a75f-4aa4-a111-5c6a14f74612 req-244b6260-40a0-4ec3-90a6-76dd600c1972 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 1099 time: 0.0507574 Nov 19 10:24:09.040753 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab9ab7-a75f-4aa4-a111-5c6a14f74612 req-6ba0561a-b969-4583-a6d0-eb628e7dee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:24:09.042181 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58ab9ab7-a75f-4aa4-a111-5c6a14f74612 req-6ba0561a-b969-4583-a6d0-eb628e7dee40 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.1072047 Nov 19 10:24:09.118194 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58ab9ab7-a75f-4aa4-a111-5c6a14f74612 req-0a58fa0f-998c-428c-9cc9-9b063989216f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999 HTTP/1.1" status: 200 len: 1001 time: 0.0634086 Nov 19 10:24:09.178421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab9ab7-a75f-4aa4-a111-5c6a14f74612 req-f958a8f3-6f41-44c4-bb64-74e3722cedeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:24:09.179931 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58ab9ab7-a75f-4aa4-a111-5c6a14f74612 req-f958a8f3-6f41-44c4-bb64-74e3722cedeb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0552473 Nov 19 10:24:09.235239 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab9ab7-a75f-4aa4-a111-5c6a14f74612 req-5d8566c0-f0bc-44b5-a06a-70e1164bd993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:24:09.236737 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58ab9ab7-a75f-4aa4-a111-5c6a14f74612 req-5d8566c0-f0bc-44b5-a06a-70e1164bd993 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502710 Nov 19 10:24:09.340341 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58ab9ab7-a75f-4aa4-a111-5c6a14f74612 req-ccf1e42f-ab90-4d33-9c16-310b22aef873 service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954461 Nov 19 10:24:09.443441 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58ab9ab7-a75f-4aa4-a111-5c6a14f74612 req-c4252eae-1de9-47c4-a847-2d9c99e79e3e service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963621 Nov 19 10:24:16.213141 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:24:18.749497 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:24:20.072419 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a159cc92-8756-466b-952b-7a76b8f7d672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:24:22.481415 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-738a307f-f159-4969-b064-d6776f5a4b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:24:23.763384 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:24:25.147926 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:24:25.745801 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:24:40.727319 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:24:46.219748 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:24:48.755673 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:24:50.075780 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1b5ffffe-74b8-4ba2-8cd2-7beb3d91aeb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:24:52.483156 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f009-3519-4901-be09-ba32980274f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:24:53.765163 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:24:55.151167 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:24:55.750374 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:09.089608 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efd36702-8645-4ebf-a3b6-19fcea35a935 req-94dabed6-36ab-4a2f-9198-74b3caf1516b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3531721 Nov 19 10:25:09.170322 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36702-8645-4ebf-a3b6-19fcea35a935 req-65b579a0-c816-4ad5-9091-206ff92c1911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:09.171826 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efd36702-8645-4ebf-a3b6-19fcea35a935 req-65b579a0-c816-4ad5-9091-206ff92c1911 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 1099 time: 0.0406790 Nov 19 10:25:09.277998 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36702-8645-4ebf-a3b6-19fcea35a935 req-b0cbcdb2-b7fb-4e6e-93e3-96bbc74e4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:09.279468 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efd36702-8645-4ebf-a3b6-19fcea35a935 req-b0cbcdb2-b7fb-4e6e-93e3-96bbc74e4864 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.0864143 Nov 19 10:25:09.344342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efd36702-8645-4ebf-a3b6-19fcea35a935 req-a0d46d07-9ce2-47e8-b8fb-899f299fed78 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999 HTTP/1.1" status: 200 len: 1001 time: 0.0576131 Nov 19 10:25:09.392207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36702-8645-4ebf-a3b6-19fcea35a935 req-74b631d5-4535-4e00-921c-6cb48589f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:09.393669 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efd36702-8645-4ebf-a3b6-19fcea35a935 req-74b631d5-4535-4e00-921c-6cb48589f5a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0426478 Nov 19 10:25:09.441836 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36702-8645-4ebf-a3b6-19fcea35a935 req-ed60a885-616d-418a-a2b2-04f46c34d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:09.443316 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efd36702-8645-4ebf-a3b6-19fcea35a935 req-ed60a885-616d-418a-a2b2-04f46c34d591 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419710 Nov 19 10:25:09.533220 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efd36702-8645-4ebf-a3b6-19fcea35a935 req-3880f2a1-d43e-4837-91d3-2442bdce2b8b service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828958 Nov 19 10:25:09.625160 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-efd36702-8645-4ebf-a3b6-19fcea35a935 req-13168ea9-1a0e-4781-bd73-4970e6850d85 service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853708 Nov 19 10:25:10.617921 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37926) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:25:10.774751 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Deleting port b54dcbe1-447a-45b5-82e0-dc6ffe4834c0 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:25:10.775092 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:10.850543 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:10.850864 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:10.862020 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Calling delete_port for b54dcbe1-447a-45b5-82e0-dc6ffe4834c0 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:25:11.006049 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:11.031628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event deleted for resources: {'Port': ['ID=b54dcbe1-447a-45b5-82e0-dc6ffe4834c0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:25:11.058713 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:11.059062 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:11.059403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:11.059741 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:11.060072 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:11.060397 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:11.060723 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:11.061052 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:11.061402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:11.061724 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:11.062053 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:11.062372 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:11.103827 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:11.104153 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Floating IP 57661a89-629d-4005-9f77-9a157df9de38 disassociated (deleted). External IP: 172.25.0.32, port: c1a1b5e9-5d11-417f-b43a-49f6ef251999. Nov 19 10:25:11.311481 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:25:11.418545 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:25:11.423380 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:11.428901 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c2fd6-c927-4d3b-8ac5-615d560b372c None None] Sync routers for ids ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:25:11.439056 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0c2fd6-c927-4d3b-8ac5-615d560b372c None None] Routers {'0ac26d88-fcc9-4b19-9619-6d756cca81a9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:25:11.439683 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1f0c2fd6-c927-4d3b-8ac5-615d560b372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:24:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:25:11.452349 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1e312a5b-5198-4987-b4ef-9c3a32d8702f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "DELETE /v2.0/floatingips/57661a89-629d-4005-9f77-9a157df9de38 HTTP/1.1" status: 204 len: 168 time: 0.8333805 Nov 19 10:25:11.452957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'tag': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:25:11.455280 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c57395-8ebd-405a-a1b3-6de3763e6936" -d '{"events": [{"name": "network-changed", "server_uuid": "541c4f50-c181-4f14-90dc-34f3e53a6a81", "tag": "c1a1b5e9-5d11-417f-b43a-49f6ef251999"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:25:11.496312 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae26cdb-09b0-4af4-8c14-ea99d29ca7a2 x-openstack-request-id: req-fae26cdb-09b0-4af4-8c14-ea99d29ca7a2 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:25:11.496609 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541c4f50-c181-4f14-90dc-34f3e53a6a81", "tag": "c1a1b5e9-5d11-417f-b43a-49f6ef251999", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:25:11.496871 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fae26cdb-09b0-4af4-8c14-ea99d29ca7a2 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:25:11.497304 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'tag': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'status': 'completed', 'code': 200} Nov 19 10:25:11.555335 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-1f0c2fd6-c927-4d3b-8ac5-615d560b372c None None] Set router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:25:11.565423 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c57395-8ebd-405a-a1b3-6de3763e6936 req-e294bff9-66e4-464e-96a3-8952717edf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:11.567298 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06c57395-8ebd-405a-a1b3-6de3763e6936 req-e294bff9-66e4-464e-96a3-8952717edf29 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 1099 time: 0.0454829 Nov 19 10:25:11.719823 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2a3ff-95d2-4c88-b919-5944d1478253 req-12cf865a-f471-442e-8b28-cd351d608f32 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:11.721339 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50d2a3ff-95d2-4c88-b919-5944d1478253 req-12cf865a-f471-442e-8b28-cd351d608f32 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 947 time: 0.0811775 Nov 19 10:25:11.726464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c57395-8ebd-405a-a1b3-6de3763e6936 req-e98e119f-61b7-4132-a728-7cee426220e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:11.727889 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06c57395-8ebd-405a-a1b3-6de3763e6936 req-e98e119f-61b7-4132-a728-7cee426220e8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.1465883 Nov 19 10:25:11.775618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1f0c2fd6-c927-4d3b-8ac5-615d560b372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f', 'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'mac_address': 'fa:16:3e:8d:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:55Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 5, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'subnets': [{'id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:25:11.780913 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06c57395-8ebd-405a-a1b3-6de3763e6936 req-e96bcbb4-5eb2-4544-a302-ae21ca1ac5a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999 HTTP/1.1" status: 200 len: 217 time: 0.0447466 Nov 19 10:25:11.803620 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c2fd6-c927-4d3b-8ac5-615d560b372c None None] Checking router: 0ac26d88-fcc9-4b19-9619-6d756cca81a9 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:25:11.812516 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0c2fd6-c927-4d3b-8ac5-615d560b372c None None] Routers {'0ac26d88-fcc9-4b19-9619-6d756cca81a9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:25:11.813215 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1f0c2fd6-c927-4d3b-8ac5-615d560b372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:24:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:25:11.835920 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-50d2a3ff-95d2-4c88-b919-5944d1478253 req-47258436-53fd-49d3-9971-7938f5639406 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070535 Nov 19 10:25:11.851870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c57395-8ebd-405a-a1b3-6de3763e6936 req-55e934f4-ddf4-4b72-a62b-fbba1cbf322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:11.853396 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06c57395-8ebd-405a-a1b3-6de3763e6936 req-55e934f4-ddf4-4b72-a62b-fbba1cbf322b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0621231 Nov 19 10:25:11.901130 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c57395-8ebd-405a-a1b3-6de3763e6936 req-d356930c-82a3-4151-b54e-587e84202379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:11.902782 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06c57395-8ebd-405a-a1b3-6de3763e6936 req-d356930c-82a3-4151-b54e-587e84202379 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411649 Nov 19 10:25:11.921235 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-1f0c2fd6-c927-4d3b-8ac5-615d560b372c None None] Set router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:25:11.999112 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06c57395-8ebd-405a-a1b3-6de3763e6936 req-14d5de7f-b482-4779-b659-52e298ee698c service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873775 Nov 19 10:25:12.092043 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-06c57395-8ebd-405a-a1b3-6de3763e6936 req-f86807c6-9de5-4131-8ad1-896100f944ff service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845134 Nov 19 10:25:12.120945 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1f0c2fd6-c927-4d3b-8ac5-615d560b372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f', 'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'mac_address': 'fa:16:3e:8d:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:55Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 5, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'subnets': [{'id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:25:12.150185 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c2fd6-c927-4d3b-8ac5-615d560b372c None None] The sync data for ids ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'] in n-d-805649-14 is: [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f', 'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'mac_address': 'fa:16:3e:8d:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:55Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 5, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'subnets': [{'id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:25:12.360950 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d91b09c-a7a4-42d5-aaec-9976a85be567 None None] New status for floating IP 57661a89-629d-4005-9f77-9a157df9de38: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:25:12.967067 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208946f1-cad9-49ba-beb6-22b32090fd22 req-4afaea28-20e2-46a1-8bcd-a484613ee9e3 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:12.968527 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-208946f1-cad9-49ba-beb6-22b32090fd22 req-4afaea28-20e2-46a1-8bcd-a484613ee9e3 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.66 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 947 time: 0.0813339 Nov 19 10:25:12.980656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ea81f-7646-47eb-bd1b-ecd409167230 req-97063a3e-15a6-4624-9f84-fbee7fa7b5d4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:12.982080 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-962ea81f-7646-47eb-bd1b-ecd409167230 req-97063a3e-15a6-4624-9f84-fbee7fa7b5d4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=541c4f50-c181-4f14-90dc-34f3e53a6a81 HTTP/1.1" status: 200 len: 947 time: 0.0692165 Nov 19 10:25:13.081360 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-962ea81f-7646-47eb-bd1b-ecd409167230 req-76b3da7c-1921-4c99-b5c3-70b6f1bca37a tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=89045380-241f-48ea-8263-b66db440c5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922384 Nov 19 10:25:13.099891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-208946f1-cad9-49ba-beb6-22b32090fd22 req-65e3d901-3c1f-4b35-b32e-98c0227282f0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Deleting port c1a1b5e9-5d11-417f-b43a-49f6ef251999 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:25:13.100237 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-208946f1-cad9-49ba-beb6-22b32090fd22 req-65e3d901-3c1f-4b35-b32e-98c0227282f0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:13.190823 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-208946f1-cad9-49ba-beb6-22b32090fd22 req-65e3d901-3c1f-4b35-b32e-98c0227282f0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] For port c1a1b5e9-5d11-417f-b43a-49f6ef251999, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=c1a1b5e9-5d11-417f-b43a-49f6ef251999,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:25:13.191184 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-208946f1-cad9-49ba-beb6-22b32090fd22 req-65e3d901-3c1f-4b35-b32e-98c0227282f0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:13.203971 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-208946f1-cad9-49ba-beb6-22b32090fd22 req-65e3d901-3c1f-4b35-b32e-98c0227282f0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Calling delete_port for c1a1b5e9-5d11-417f-b43a-49f6ef251999 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:25:13.333961 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-208946f1-cad9-49ba-beb6-22b32090fd22 req-65e3d901-3c1f-4b35-b32e-98c0227282f0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:13.360597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3d901-3c1f-4b35-b32e-98c0227282f0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event deleted for resources: {'Port': ['ID=c1a1b5e9-5d11-417f-b43a-49f6ef251999,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:25:13.404308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-208946f1-cad9-49ba-beb6-22b32090fd22 req-65e3d901-3c1f-4b35-b32e-98c0227282f0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] No DVR routers for this DVR port c1a1b5e9-5d11-417f-b43a-49f6ef251999 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:25:13.406960 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-208946f1-cad9-49ba-beb6-22b32090fd22 req-65e3d901-3c1f-4b35-b32e-98c0227282f0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:13.410845 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-208946f1-cad9-49ba-beb6-22b32090fd22 req-65e3d901-3c1f-4b35-b32e-98c0227282f0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.66 "DELETE /v2.0/ports/c1a1b5e9-5d11-417f-b43a-49f6ef251999 HTTP/1.1" status: 204 len: 173 time: 0.4278996 Nov 19 10:25:13.498771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'name': 'network-vif-deleted', 'tag': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:25:13.501214 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2480d02f-5393-413d-8aaf-c264ede6b495" -d '{"events": [{"server_uuid": "541c4f50-c181-4f14-90dc-34f3e53a6a81", "name": "network-vif-deleted", "tag": "c1a1b5e9-5d11-417f-b43a-49f6ef251999"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:25:13.538475 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59b6daa-faee-424b-b420-0f18d792a320 x-openstack-request-id: req-d59b6daa-faee-424b-b420-0f18d792a320 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:25:13.538833 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541c4f50-c181-4f14-90dc-34f3e53a6a81", "name": "network-vif-deleted", "tag": "c1a1b5e9-5d11-417f-b43a-49f6ef251999", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:25:13.539094 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d59b6daa-faee-424b-b420-0f18d792a320 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:25:13.539494 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541c4f50-c181-4f14-90dc-34f3e53a6a81', 'name': 'network-vif-deleted', 'tag': 'c1a1b5e9-5d11-417f-b43a-49f6ef251999', 'status': 'completed', 'code': 200} Nov 19 10:25:14.138583 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37944) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:25:14.195142 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ce51-7e2c-432a-b1ce-a07030225281 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:14.220828 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ce51-7e2c-432a-b1ce-a07030225281 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:14.285018 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ce51-7e2c-432a-b1ce-a07030225281 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:14.287758 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ce51-7e2c-432a-b1ce-a07030225281 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:14.288911 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b9c8ce51-7e2c-432a-b1ce-a07030225281 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "DELETE /v2.0/security-groups/89045380-241f-48ea-8263-b66db440c5ae HTTP/1.1" status: 204 len: 168 time: 0.1493382 Nov 19 10:25:14.298813 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8ce51-7e2c-432a-b1ce-a07030225281 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89045380-241f-48ea-8263-b66db440c5ae,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:25:14.532117 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37950) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:25:14.536710 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7da05f08-7863-4612-8716-37845304b82f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1021418182', 'description': 'tempest-secgroup-smoke-1021418182 description', 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:25:14.564136 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7da05f08-7863-4612-8716-37845304b82f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:14.633457 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7da05f08-7863-4612-8716-37845304b82f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:14.637851 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7da05f08-7863-4612-8716-37845304b82f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:14.670264 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7da05f08-7863-4612-8716-37845304b82f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:14.671484 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7da05f08-7863-4612-8716-37845304b82f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1383469 Nov 19 10:25:14.672189 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da05f08-7863-4612-8716-37845304b82f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7204576-b78b-49db-bedb-ecbbd9d9219e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:25:14.674588 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 37952) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:25:14.680256 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'security_group_rule': {'security_group_id': 'a7204576-b78b-49db-bedb-ecbbd9d9219e', 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:25:14.707401 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:14.762831 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:14.766359 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:14.783698 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b03fd2b-dea3-4b19-ad09-51baecec34b5,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:25:14.794254 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:14.795483 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198184 Nov 19 10:25:14.797177 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:14.797530 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:14.797874 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:14.798220 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:14.798568 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:14.798900 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:14.799232 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:14.799570 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:14.799896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37956) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:25:14.800011 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:14.800226 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:14.800556 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:14.800886 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f00b15-42dc-468b-adbe-b0cff665e884 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:14.806973 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b3de2bcf-a56c-4ed3-95ef-be248e012250 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'security_group_rule': {'security_group_id': 'a7204576-b78b-49db-bedb-ecbbd9d9219e', 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:25:14.835393 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3de2bcf-a56c-4ed3-95ef-be248e012250 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:14.901245 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3de2bcf-a56c-4ed3-95ef-be248e012250 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:14.904698 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3de2bcf-a56c-4ed3-95ef-be248e012250 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:14.922311 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de2bcf-a56c-4ed3-95ef-be248e012250 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22642d0b-0a74-46b7-ac3f-86290a298972,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:25:14.931061 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b3de2bcf-a56c-4ed3-95ef-be248e012250 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:14.933003 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b3de2bcf-a56c-4ed3-95ef-be248e012250 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304636 Nov 19 10:25:14.935756 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37958) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:25:14.939994 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7e28f562-865e-48f2-a753-968dfb6dfca0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'security_group_rule': {'security_group_id': 'a7204576-b78b-49db-bedb-ecbbd9d9219e', 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:25:14.965978 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e28f562-865e-48f2-a753-968dfb6dfca0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:15.021018 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e28f562-865e-48f2-a753-968dfb6dfca0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:15.024367 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e28f562-865e-48f2-a753-968dfb6dfca0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:15.045324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28f562-865e-48f2-a753-968dfb6dfca0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0bdbd9c-6bd7-4657-81b3-b863126c8125,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:25:15.052263 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7e28f562-865e-48f2-a753-968dfb6dfca0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:15.055914 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7e28f562-865e-48f2-a753-968dfb6dfca0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167936 Nov 19 10:25:15.056068 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37960) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:25:15.060380 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a73f65ed-29b8-4cae-a3f8-70f0d54c645e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'security_group_rule': {'security_group_id': 'a7204576-b78b-49db-bedb-ecbbd9d9219e', 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:25:15.085249 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a73f65ed-29b8-4cae-a3f8-70f0d54c645e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:15.143021 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a73f65ed-29b8-4cae-a3f8-70f0d54c645e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:15.147092 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a73f65ed-29b8-4cae-a3f8-70f0d54c645e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:15.165238 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f65ed-29b8-4cae-a3f8-70f0d54c645e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4eba0a4-c44b-42c5-8c8e-dde539989f7c,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:25:15.174158 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a73f65ed-29b8-4cae-a3f8-70f0d54c645e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:15.175369 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a73f65ed-29b8-4cae-a3f8-70f0d54c645e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183729 Nov 19 10:25:15.178227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37962) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:25:15.182480 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ec5f17a0-4645-4446-b7e0-921cdabbfa45 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'security_group_rule': {'security_group_id': 'a7204576-b78b-49db-bedb-ecbbd9d9219e', 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:25:15.202892 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-ec5f17a0-4645-4446-b7e0-921cdabbfa45 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Project cd1a41a140414bf28bf13ae50fb458d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:25:15.207627 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec5f17a0-4645-4446-b7e0-921cdabbfa45 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:15.264812 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec5f17a0-4645-4446-b7e0-921cdabbfa45 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:15.268685 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec5f17a0-4645-4446-b7e0-921cdabbfa45 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:15.286392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f17a0-4645-4446-b7e0-921cdabbfa45 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863331f8-b04c-408b-8a99-765c68fc2529,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:25:15.295750 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec5f17a0-4645-4446-b7e0-921cdabbfa45 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:15.296953 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-ec5f17a0-4645-4446-b7e0-921cdabbfa45 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178083 Nov 19 10:25:15.299716 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 37964) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:25:15.304102 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c1015007-ecb8-48bc-b304-43c64dd7cc79 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'security_group_rule': {'security_group_id': 'a7204576-b78b-49db-bedb-ecbbd9d9219e', 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:25:15.326525 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-c1015007-ecb8-48bc-b304-43c64dd7cc79 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Project cd1a41a140414bf28bf13ae50fb458d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:25:15.331379 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1015007-ecb8-48bc-b304-43c64dd7cc79 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:15.388595 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1015007-ecb8-48bc-b304-43c64dd7cc79 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:15.392195 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1015007-ecb8-48bc-b304-43c64dd7cc79 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:15.413227 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1015007-ecb8-48bc-b304-43c64dd7cc79 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18171a2f-f7c7-4c41-b0de-5d322653a324,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:25:15.419676 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1015007-ecb8-48bc-b304-43c64dd7cc79 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:15.420846 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c1015007-ecb8-48bc-b304-43c64dd7cc79 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201692 Nov 19 10:25:16.219626 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:17.456231 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device c1a1b5e9-5d11-417f-b43a-49f6ef251999 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:25:17.477235 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: c1a1b5e9-5d11-417f-b43a-49f6ef251999 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:25:17.477590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device c1a1b5e9-5d11-417f-b43a-49f6ef251999 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:25:17.726615 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:25:18.757457 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:20.077636 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f203c133-525e-4bd4-b7d1-ee874b03f7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:22.485331 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a0f1bd8e-9aff-42df-b25b-9e92329f4934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:23.770335 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:25.155246 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:25.754744 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:30.665426 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-0b2f6c98-63e8-41be-9738-97f5eef7d24c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021418182&fields=id&tenant_id=cd1a41a140414bf28bf13ae50fb458d0 HTTP/1.1" status: 200 len: 267 time: 0.0492029 Nov 19 10:25:30.782600 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a98bda-d121-4d1a-9306-121baab34034 req-03ab02c9-0f52-4fd4-97af-da152dd18eef tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:30.784030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-03ab02c9-0f52-4fd4-97af-da152dd18eef tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 809 time: 0.1113195 Nov 19 10:25:30.800279 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-c1fbd866-d7df-4cdc-9228-898f53e22e56 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/quotas/cd1a41a140414bf28bf13ae50fb458d0 HTTP/1.1" status: 200 len: 375 time: 0.0101483 Nov 19 10:25:30.860053 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-8a53425b-b6de-4f60-96e0-8f6738cabf00 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535131 Nov 19 10:25:30.941332 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-9730e188-f4cc-4fd1-b4d8-a10b594ee957 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 10:25:30.942332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-9730e188-f4cc-4fd1-b4d8-a10b594ee957 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0696080 Nov 19 10:25:31.040058 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-01865214-1174-4520-a18a-0c25a8ba0e8f service neutron] 10.222.0.21 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904915 Nov 19 10:25:31.152337 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-47807289-b1d3-4ed1-8e79-0b529a7788f8 service neutron] 10.222.0.21 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058474 Nov 19 10:25:31.470492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bda01e1d-ae8c-4ffa-a3e9-0db0f107ccd8 req-30c7326f-c521-49ab-9551-5ca6444cee8b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 210 time: 0.0301683 Nov 19 10:25:32.585346 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a98bda-d121-4d1a-9306-121baab34034 req-ffa8a059-3af5-4444-a8d7-f92fc4e90c1e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:32.587622 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-ffa8a059-3af5-4444-a8d7-f92fc4e90c1e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.71 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 809 time: 0.1462300 Nov 19 10:25:32.610421 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07a472a6-c3a4-493b-91ee-e8bf8216f05a req-a6683810-1e28-4052-80b8-63df9a73a386 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 210 time: 0.0572667 Nov 19 10:25:32.674347 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-84ee90eb-2bad-47f5-84cf-2b99907bf850 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd1a41a140414bf28bf13ae50fb458d0 HTTP/1.1" status: 200 len: 380 time: 0.0712624 Nov 19 10:25:32.688174 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-19a98bda-d121-4d1a-9306-121baab34034 req-4fc10269-7ca5-4bdc-9dcb-b26f026cd5c8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'port': {'device_id': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'admin_state_up': True, 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'security_groups': ['a7204576-b78b-49db-bedb-ecbbd9d9219e']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:25:32.799196 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a98bda-d121-4d1a-9306-121baab34034 req-4fc10269-7ca5-4bdc-9dcb-b26f026cd5c8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Made reservation on behalf of cd1a41a140414bf28bf13ae50fb458d0 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:25:32.807740 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-19a98bda-d121-4d1a-9306-121baab34034 req-4fc10269-7ca5-4bdc-9dcb-b26f026cd5c8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:32.936623 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-19a98bda-d121-4d1a-9306-121baab34034 req-4fc10269-7ca5-4bdc-9dcb-b26f026cd5c8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Allocated IP 172.20.0.9 (c60f6b51-63da-4611-bc7f-9f435cddbe91/db931ede-ac05-45cd-a52e-c7f0d80cf15b/eea51fa7-f984-42da-89ce-3fa8c7e18fcd) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:25:33.083599 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-19a98bda-d121-4d1a-9306-121baab34034 req-4fc10269-7ca5-4bdc-9dcb-b26f026cd5c8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:33.117272 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-19a98bda-d121-4d1a-9306-121baab34034 req-4fc10269-7ca5-4bdc-9dcb-b26f026cd5c8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:33.160814 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a98bda-d121-4d1a-9306-121baab34034 req-4fc10269-7ca5-4bdc-9dcb-b26f026cd5c8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Network c60f6b51-63da-4611-bc7f-9f435cddbe91 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:25:33.164004 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-19a98bda-d121-4d1a-9306-121baab34034 req-4fc10269-7ca5-4bdc-9dcb-b26f026cd5c8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:25:33.167619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a98bda-d121-4d1a-9306-121baab34034 req-4fc10269-7ca5-4bdc-9dcb-b26f026cd5c8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:25:33.192296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc10269-7ca5-4bdc-9dcb-b26f026cd5c8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'Port': ['ID=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:25:33.225450 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a98bda-d121-4d1a-9306-121baab34034 req-4fc10269-7ca5-4bdc-9dcb-b26f026cd5c8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:33.226077 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-19a98bda-d121-4d1a-9306-121baab34034 req-4fc10269-7ca5-4bdc-9dcb-b26f026cd5c8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:33.243532 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-4fc10269-7ca5-4bdc-9dcb-b26f026cd5c8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5628188 Nov 19 10:25:33.307652 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Request body: {'port': {'device_id': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:25:33.371008 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:33.414570 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-db95de43-1a50-4afb-9661-22108585988b None None] Provisioning complete for port eea51fa7-f984-42da-89ce-3fa8c7e18fcd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:25:33.415200 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-db95de43-1a50-4afb-9661-22108585988b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:33.451358 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-db95de43-1a50-4afb-9661-22108585988b None None] Port eea51fa7-f984-42da-89ce-3fa8c7e18fcd cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:25:33.640937 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea51fa7-f984-42da-89ce-3fa8c7e18fcd {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:25:33.648589 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:33.662463 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Transition to ACTIVE for port object eea51fa7-f984-42da-89ce-3fa8c7e18fcd will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:25:33.666543 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:33.753674 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Pushing event updated for resources: {'Port': ['ID=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:25:33.824217 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88a265-2980-4478-b0f8-42b133cd854c req-5c39ce79-1297-405a-bfa5-519936febf84 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:33.826621 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f88a265-2980-4478-b0f8-42b133cd854c req-5c39ce79-1297-405a-bfa5-519936febf84 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.1338353 Nov 19 10:25:33.849294 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Attempting to bind port eea51fa7-f984-42da-89ce-3fa8c7e18fcd on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:25:33.850023 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Attempting to bind port eea51fa7-f984-42da-89ce-3fa8c7e18fcd by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:25:33.850476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Attempting to bind port eea51fa7-f984-42da-89ce-3fa8c7e18fcd on network c60f6b51-63da-4611-bc7f-9f435cddbe91 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:25:33.855428 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Port eea51fa7-f984-42da-89ce-3fa8c7e18fcd on network c60f6b51-63da-4611-bc7f-9f435cddbe91 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:25:33.855883 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Attempting to bind port eea51fa7-f984-42da-89ce-3fa8c7e18fcd on network c60f6b51-63da-4611-bc7f-9f435cddbe91 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:25:33.862447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:25:33.862904 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Checking segment: {'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:25:33.863511 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Bound using segment: {'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:25:33.864053 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Bound port: eea51fa7-f984-42da-89ce-3fa8c7e18fcd, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:25:33.864499 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:33.970943 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] For port eea51fa7-f984-42da-89ce-3fa8c7e18fcd, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:25:33.974855 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] For port eea51fa7-f984-42da-89ce-3fa8c7e18fcd, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:25:33.980405 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1f88a265-2980-4478-b0f8-42b133cd854c req-39a69c07-f0d7-43b3-8870-59c0217ca22c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465580 Nov 19 10:25:33.982528 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:34.019360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:34.019984 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:34.021525 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] 10.222.0.71 "PUT /v2.0/ports/eea51fa7-f984-42da-89ce-3fa8c7e18fcd HTTP/1.1" status: 200 len: 1092 time: 0.7682412 Nov 19 10:25:34.021861 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'tag': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:25:34.024124 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf31774-1b29-42dc-af82-f633d584445f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d11c915-edd8-434a-9d76-926d577a3fc8", "tag": "eea51fa7-f984-42da-89ce-3fa8c7e18fcd"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:25:34.047384 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b1d38-91aa-4151-b95d-e31aae3bc492 service neutron] Pushing event updated for resources: {'Port': ['ID=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:25:34.103824 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc68bf1-16e3-4c0c-8fc3-dc3a85066d0e x-openstack-request-id: req-acc68bf1-16e3-4c0c-8fc3-dc3a85066d0e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:25:34.104222 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d11c915-edd8-434a-9d76-926d577a3fc8", "tag": "eea51fa7-f984-42da-89ce-3fa8c7e18fcd", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:25:34.104402 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-acc68bf1-16e3-4c0c-8fc3-dc3a85066d0e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:25:34.104769 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'tag': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd', 'status': 'completed', 'code': 200} Nov 19 10:25:34.121934 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a98bda-d121-4d1a-9306-121baab34034 req-aafc8645-0b4f-4536-a835-f3e911f47914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:34.123686 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-aafc8645-0b4f-4536-a835-f3e911f47914 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 1095 time: 0.0512581 Nov 19 10:25:34.496946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-7da65639-9694-4163-8ad1-16a8348ee03b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd HTTP/1.1" status: 200 len: 217 time: 0.3626387 Nov 19 10:25:34.546905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a98bda-d121-4d1a-9306-121baab34034 req-eaa79ee0-10aa-4fbb-86cb-28b1dbf2e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:34.548380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-eaa79ee0-10aa-4fbb-86cb-28b1dbf2e0f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0439506 Nov 19 10:25:34.596011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a98bda-d121-4d1a-9306-121baab34034 req-b68b6840-ada1-47aa-86ff-101efb820a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:34.597541 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-b68b6840-ada1-47aa-86ff-101efb820a3a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402310 Nov 19 10:25:34.693044 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-91a56c9b-187d-4a54-8951-83c02e25453a service neutron] 10.222.0.71 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859866 Nov 19 10:25:34.796198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-19a98bda-d121-4d1a-9306-121baab34034 req-2636ba37-ffb7-4996-9004-9e6b2638d709 service neutron] 10.222.0.71 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942042 Nov 19 10:25:34.887507 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf31774-1b29-42dc-af82-f633d584445f req-fc9090af-7b19-4b97-ae6e-2972864a4419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:34.889100 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebf31774-1b29-42dc-af82-f633d584445f req-fc9090af-7b19-4b97-ae6e-2972864a4419 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 1095 time: 0.0471871 Nov 19 10:25:35.015670 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf31774-1b29-42dc-af82-f633d584445f req-b87e1b52-78d6-44e7-90c4-38e237572fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:35.017297 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebf31774-1b29-42dc-af82-f633d584445f req-b87e1b52-78d6-44e7-90c4-38e237572fcb service neutron] 10.222.0.71 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.1212084 Nov 19 10:25:35.065604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebf31774-1b29-42dc-af82-f633d584445f req-56d5e343-a54f-41cd-bff8-bd83a5b33b8f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd HTTP/1.1" status: 200 len: 217 time: 0.0397599 Nov 19 10:25:35.151710 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76436336-18ed-4115-9623-a4d0b767dc5c req-334dc463-835b-4ced-95f6-3e8729d3ab58 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:35.153244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76436336-18ed-4115-9623-a4d0b767dc5c req-334dc463-835b-4ced-95f6-3e8729d3ab58 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0906198 Nov 19 10:25:35.155130 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf31774-1b29-42dc-af82-f633d584445f req-dabc4614-a720-4cbf-b267-44161a8fcbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:35.156456 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebf31774-1b29-42dc-af82-f633d584445f req-dabc4614-a720-4cbf-b267-44161a8fcbc6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0831940 Nov 19 10:25:35.233051 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-76436336-18ed-4115-9623-a4d0b767dc5c req-5c546bd6-69ec-4027-b83e-0a51286e46ad tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731823 Nov 19 10:25:35.235807 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf31774-1b29-42dc-af82-f633d584445f req-1c59c2bb-265c-46da-8350-43a09eeaa73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:35.237244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebf31774-1b29-42dc-af82-f633d584445f req-1c59c2bb-265c-46da-8350-43a09eeaa73d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715477 Nov 19 10:25:35.336198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebf31774-1b29-42dc-af82-f633d584445f req-fc4496ce-b6f2-4c2d-9e6a-55c37d5144cc service neutron] 10.222.0.71 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893755 Nov 19 10:25:35.429810 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ebf31774-1b29-42dc-af82-f633d584445f req-cc98b269-a359-4c4a-a3ec-e3cbe96482e7 service neutron] 10.222.0.71 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858855 Nov 19 10:25:36.407026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650194d-7b9a-485f-9470-fc5909fec9df req-eae3fe4b-f8d1-49f8-8446-2c668ad6eb66 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:36.408531 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a650194d-7b9a-485f-9470-fc5909fec9df req-eae3fe4b-f8d1-49f8-8446-2c668ad6eb66 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.1046867 Nov 19 10:25:36.458520 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a650194d-7b9a-485f-9470-fc5909fec9df req-44f9efe8-5899-4f93-97b2-c8ff3a291878 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439951 Nov 19 10:25:37.582740 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58290b8e-5c6f-44a5-953b-3b0d5f96282f req-17dc6c7c-1091-4378-87f9-ed7fcd10f38e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:37.584292 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58290b8e-5c6f-44a5-953b-3b0d5f96282f req-17dc6c7c-1091-4378-87f9-ed7fcd10f38e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0567365 Nov 19 10:25:37.645743 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-58290b8e-5c6f-44a5-953b-3b0d5f96282f req-1bef66f9-9e74-4de0-9296-ac1f20b6a5a6 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551536 Nov 19 10:25:38.766465 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8693a2-2cd7-4e2f-8fec-c24fe5fa89ee req-8e456493-cf73-438a-aa12-5e212b749353 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:38.768209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc8693a2-2cd7-4e2f-8fec-c24fe5fa89ee req-8e456493-cf73-438a-aa12-5e212b749353 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0526142 Nov 19 10:25:38.823997 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-fc8693a2-2cd7-4e2f-8fec-c24fe5fa89ee req-ea5dbde8-80c9-4e5c-bf65-0cff98447d62 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499120 Nov 19 10:25:39.938051 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103251a-d275-405a-bc7e-a89e4f13bfc7 req-ce155c67-d1e9-42ed-a329-4144aebe885c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:39.939561 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4103251a-d275-405a-bc7e-a89e4f13bfc7 req-ce155c67-d1e9-42ed-a329-4144aebe885c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0481110 Nov 19 10:25:39.988869 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4103251a-d275-405a-bc7e-a89e4f13bfc7 req-818d2506-5298-4a85-8383-8509e22bcb01 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435026 Nov 19 10:25:41.105207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064661af-7fe7-48b5-a708-7989edbbe337 req-c4613f08-bacc-4f6c-b406-5a24afcb95e4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:41.106867 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-064661af-7fe7-48b5-a708-7989edbbe337 req-c4613f08-bacc-4f6c-b406-5a24afcb95e4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0492492 Nov 19 10:25:41.158744 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-064661af-7fe7-48b5-a708-7989edbbe337 req-c5f46c40-6e0b-4fe3-95ab-261b093cc68b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458868 Nov 19 10:25:42.284336 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf9f2d-ea4b-4e82-b135-f37d1451b4b3 req-789842d5-3550-4355-a6ef-a31e6e0bcbff tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:42.285908 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7acf9f2d-ea4b-4e82-b135-f37d1451b4b3 req-789842d5-3550-4355-a6ef-a31e6e0bcbff tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0598793 Nov 19 10:25:42.334954 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7acf9f2d-ea4b-4e82-b135-f37d1451b4b3 req-da92aaac-e854-4710-aa82-140f6da6905d tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431364 Nov 19 10:25:43.455370 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e7310-fde7-4518-a267-31eeb054b16f req-b9154dd6-85fb-4bcb-bc2c-fcf01699027e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:43.456862 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-252e7310-fde7-4518-a267-31eeb054b16f req-b9154dd6-85fb-4bcb-bc2c-fcf01699027e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0484836 Nov 19 10:25:43.506896 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-252e7310-fde7-4518-a267-31eeb054b16f req-d955e529-53f1-47ab-b023-c9a3a5127b6b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439832 Nov 19 10:25:44.626007 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc4297-c0c9-4abe-a07e-1c498fb5f9a3 req-573b86e6-6a05-4b93-b7a0-1f0caa46783f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:44.627526 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-60fc4297-c0c9-4abe-a07e-1c498fb5f9a3 req-573b86e6-6a05-4b93-b7a0-1f0caa46783f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0536084 Nov 19 10:25:44.676448 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-60fc4297-c0c9-4abe-a07e-1c498fb5f9a3 req-0f56448e-4f7d-4183-8e08-d26e3f8be031 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429621 Nov 19 10:25:45.797358 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168796c-e5d7-432b-aa8c-846c3b4f6f3d req-de2352f8-a0f4-4c2c-b304-e901806bc4e4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:45.798869 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3168796c-e5d7-432b-aa8c-846c3b4f6f3d req-de2352f8-a0f4-4c2c-b304-e901806bc4e4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0556707 Nov 19 10:25:45.850191 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3168796c-e5d7-432b-aa8c-846c3b4f6f3d req-98c982fc-0674-45d7-bd41-6c45675a81a0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449553 Nov 19 10:25:46.222530 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:46.351958 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device eea51fa7-f984-42da-89ce-3fa8c7e18fcd details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:25:46.448369 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port eea51fa7-f984-42da-89ce-3fa8c7e18fcd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:25:46.459876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'port_id': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd', 'mac_address': 'fa:16:3e:fe:e2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:25:46.499757 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:46.516724 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea51fa7-f984-42da-89ce-3fa8c7e18fcd {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:25:46.537375 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port eea51fa7-f984-42da-89ce-3fa8c7e18fcd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:25:46.541363 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:46.588210 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:25:46.597294 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:46.597653 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:46.598003 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:46.598349 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:46.598688 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:46.599034 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:46.599371 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:46.599704 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:46.600291 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:46.600624 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:46.600955 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:46.601310 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:25:46.819767 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['eea51fa7-f984-42da-89ce-3fa8c7e18fcd'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:25:46.973389 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcac66f-4742-4c24-bbc5-853f6567e514 req-26a8cc08-d0a3-4786-b1a3-5cf6854cbcee tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:46.975146 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8fcac66f-4742-4c24-bbc5-853f6567e514 req-26a8cc08-d0a3-4786-b1a3-5cf6854cbcee tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 944 time: 0.0547781 Nov 19 10:25:47.032275 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-8fcac66f-4742-4c24-bbc5-853f6567e514 req-9ba2e0ce-c3c8-4252-a16e-779ff85009a4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509367 Nov 19 10:25:48.155947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b69b3-e585-44d2-be52-0e95f0aab565 req-ae2829b8-8a95-4287-a1e9-efb9220b00d6 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:48.157534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-159b69b3-e585-44d2-be52-0e95f0aab565 req-ae2829b8-8a95-4287-a1e9-efb9220b00d6 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 944 time: 0.0549507 Nov 19 10:25:48.208604 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-159b69b3-e585-44d2-be52-0e95f0aab565 req-5559932a-75da-4e17-9ca2-6df46061acb0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451508 Nov 19 10:25:48.354529 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device eea51fa7-f984-42da-89ce-3fa8c7e18fcd up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:25:48.410842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port eea51fa7-f984-42da-89ce-3fa8c7e18fcd completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:25:48.415498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port eea51fa7-f984-42da-89ce-3fa8c7e18fcd triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:25:48.415871 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:48.499705 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:48.523317 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:25:48.525629 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd35b57-3df2-4027-8b1c-857e7f5da578" -d '{"events": [{"server_uuid": "6d11c915-edd8-434a-9d76-926d577a3fc8", "name": "network-vif-plugged", "status": "completed", "tag": "eea51fa7-f984-42da-89ce-3fa8c7e18fcd"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:25:48.541820 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port eea51fa7-f984-42da-89ce-3fa8c7e18fcd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:25:48.546400 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:48.571466 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34489a4-c727-4f23-9616-23b2ce6a2a3d x-openstack-request-id: req-e34489a4-c727-4f23-9616-23b2ce6a2a3d {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:25:48.571765 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d11c915-edd8-434a-9d76-926d577a3fc8", "name": "network-vif-plugged", "status": "completed", "tag": "eea51fa7-f984-42da-89ce-3fa8c7e18fcd", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:25:48.572027 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e34489a4-c727-4f23-9616-23b2ce6a2a3d {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:25:48.572426 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd', 'code': 200} Nov 19 10:25:48.600960 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:25:48.679935 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386a114-5cf1-4203-bebb-97b58c932658 req-4462c763-a974-4aae-ae91-d4a96964b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:48.681492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1386a114-5cf1-4203-bebb-97b58c932658 req-4462c763-a974-4aae-ae91-d4a96964b537 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 1097 time: 0.0410285 Nov 19 10:25:48.730116 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1386a114-5cf1-4203-bebb-97b58c932658 req-33e973f8-3bf8-4ac8-82b9-431b387fac9d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400243 Nov 19 10:25:48.778912 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:49.330485 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a849b2-94db-46ee-8c05-b5ebc25ea59d req-2b506da0-2325-416c-b4d4-3cb8ec607706 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:49.332000 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6a849b2-94db-46ee-8c05-b5ebc25ea59d req-2b506da0-2325-416c-b4d4-3cb8ec607706 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.0521574 Nov 19 10:25:49.381701 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c6a849b2-94db-46ee-8c05-b5ebc25ea59d req-11e9c5f5-0d85-4e43-a294-7399a563a2ec tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437906 Nov 19 10:25:50.079116 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7e6a31cf-e6d4-4ecd-8623-9837ceda0035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:50.500577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a43f56-c39a-45ff-884a-fb8430efd13b req-96908790-fba1-4561-9844-bb02f9037c50 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:50.502094 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87a43f56-c39a-45ff-884a-fb8430efd13b req-96908790-fba1-4561-9844-bb02f9037c50 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.0492237 Nov 19 10:25:50.552645 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87a43f56-c39a-45ff-884a-fb8430efd13b req-a6d58a0f-0171-42cc-9d35-1f8816098431 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444670 Nov 19 10:25:50.667163 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6eada9-f32b-4724-99d5-6011a790964c req-beb345be-2f3e-40da-94a0-fc38d647705e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:50.668535 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e6eada9-f32b-4724-99d5-6011a790964c req-beb345be-2f3e-40da-94a0-fc38d647705e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.0490963 Nov 19 10:25:50.723018 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4e6eada9-f32b-4724-99d5-6011a790964c req-ac885140-0133-4ecf-81b9-f4c99701954c tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485237 Nov 19 10:25:50.744451 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38168) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:25:50.784771 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab22015-975f-42dd-9943-243f840cfdaa tempest-TestShelveInstance-171826344 tempest-TestShelveInstance-171826344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:50.786299 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5ab22015-975f-42dd-9943-243f840cfdaa tempest-TestShelveInstance-171826344 tempest-TestShelveInstance-171826344-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 1092 time: 0.0403140 Nov 19 10:25:50.789474 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38170) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:25:50.794340 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:25:50.815504 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:50.915884 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:51.017234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Allocated IP 172.25.0.142 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/0ce497b8-50c9-44e6-b4d9-3a3d15f9e558) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:25:51.125523 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:51.159218 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:51.199440 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:25:51.203693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:25:51.207284 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:25:51.233543 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'Port': ['ID=0ce497b8-50c9-44e6-b4d9-3a3d15f9e558,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:25:51.561730 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:51.627888 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:51.781396 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:51.785787 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:51.854935 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event updated for resources: {'Port': ['ID=0ce497b8-50c9-44e6-b4d9-3a3d15f9e558,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:25:51.867147 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:51.963147 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Floating IP 04a164a6-7888-408f-9e36-2a331bf59005 associated. External IP: 172.25.0.142, port: eea51fa7-f984-42da-89ce-3fa8c7e18fcd. Nov 19 10:25:52.169866 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:25:52.276894 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:25:52.286913 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a48eba-910a-4753-8306-7ac01c7ec8ac None None] Sync routers for ids ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:25:52.295109 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:52.296944 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a48eba-910a-4753-8306-7ac01c7ec8ac None None] Routers {'0ac26d88-fcc9-4b19-9619-6d756cca81a9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:25:52.298799 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-99a48eba-910a-4753-8306-7ac01c7ec8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:25:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:25:52.324384 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-d85af9fe-bc9d-463e-a357-8a051b109097 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5338416 Nov 19 10:25:52.324978 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'tag': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:25:52.327828 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6876e11a-33c9-4e4e-a6b5-30e6b38d4a57" -d '{"events": [{"name": "network-changed", "server_uuid": "6d11c915-edd8-434a-9d76-926d577a3fc8", "tag": "eea51fa7-f984-42da-89ce-3fa8c7e18fcd"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:25:52.367707 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148f4abd-8489-417f-87c2-64e25667f714 x-openstack-request-id: req-148f4abd-8489-417f-87c2-64e25667f714 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:25:52.367997 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d11c915-edd8-434a-9d76-926d577a3fc8", "tag": "eea51fa7-f984-42da-89ce-3fa8c7e18fcd", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:25:52.368257 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-148f4abd-8489-417f-87c2-64e25667f714 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:25:52.368660 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'tag': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd', 'status': 'completed', 'code': 200} Nov 19 10:25:52.408411 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-99a48eba-910a-4753-8306-7ac01c7ec8ac None None] Set router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:25:52.430299 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876e11a-33c9-4e4e-a6b5-30e6b38d4a57 req-529b7307-d621-47ea-ac8d-965cd75c3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:52.431783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6876e11a-33c9-4e4e-a6b5-30e6b38d4a57 req-529b7307-d621-47ea-ac8d-965cd75c3b83 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 1097 time: 0.0409489 Nov 19 10:25:52.532764 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876e11a-33c9-4e4e-a6b5-30e6b38d4a57 req-d8b79e54-5761-4df3-9571-e150c9b924f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:52.534308 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6876e11a-33c9-4e4e-a6b5-30e6b38d4a57 req-d8b79e54-5761-4df3-9571-e150c9b924f1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.0957067 Nov 19 10:25:52.607771 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6876e11a-33c9-4e4e-a6b5-30e6b38d4a57 req-567fc30e-3c9e-46a8-bfcb-8b9b98bf1048 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd HTTP/1.1" status: 200 len: 999 time: 0.0634074 Nov 19 10:25:52.626474 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e8924ae9-bcc0-4498-8d77-40900a66da54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:52.667699 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876e11a-33c9-4e4e-a6b5-30e6b38d4a57 req-cf59e80c-1b81-41c8-b152-a7f640e75f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:52.669183 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6876e11a-33c9-4e4e-a6b5-30e6b38d4a57 req-cf59e80c-1b81-41c8-b152-a7f640e75f21 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0491660 Nov 19 10:25:52.714835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876e11a-33c9-4e4e-a6b5-30e6b38d4a57 req-12c7104b-ecb1-4e49-b159-e813fefcbccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:25:52.716257 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6876e11a-33c9-4e4e-a6b5-30e6b38d4a57 req-12c7104b-ecb1-4e49-b159-e813fefcbccb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401082 Nov 19 10:25:52.808643 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-99a48eba-910a-4753-8306-7ac01c7ec8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '04a164a6-7888-408f-9e36-2a331bf59005', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'port_id': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'mac_address': 'fa:16:3e:fe:e2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:25:51Z', 'updated_at': '2021-11-19T10:25:51Z', 'revision_number': 0, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f', 'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'mac_address': 'fa:16:3e:8d:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:55Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 5, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'subnets': [{'id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:25:52.809496 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6876e11a-33c9-4e4e-a6b5-30e6b38d4a57 req-15d43792-a6c7-48b4-8aea-bed573537806 service neutron] 10.222.0.71 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842795 Nov 19 10:25:52.840626 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a48eba-910a-4753-8306-7ac01c7ec8ac None None] Checking router: 0ac26d88-fcc9-4b19-9619-6d756cca81a9 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:25:52.852722 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a48eba-910a-4753-8306-7ac01c7ec8ac None None] Routers {'0ac26d88-fcc9-4b19-9619-6d756cca81a9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:25:52.853183 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-99a48eba-910a-4753-8306-7ac01c7ec8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:25:53Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:25:52.915283 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6876e11a-33c9-4e4e-a6b5-30e6b38d4a57 req-8d5c9284-e715-46c2-a3dc-66e279cc1936 service neutron] 10.222.0.71 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987666 Nov 19 10:25:52.962431 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-99a48eba-910a-4753-8306-7ac01c7ec8ac None None] Set router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:25:53.186473 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-99a48eba-910a-4753-8306-7ac01c7ec8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '04a164a6-7888-408f-9e36-2a331bf59005', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'port_id': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'mac_address': 'fa:16:3e:fe:e2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:25:51Z', 'updated_at': '2021-11-19T10:25:51Z', 'revision_number': 0, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f', 'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'mac_address': 'fa:16:3e:8d:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:55Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 5, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'subnets': [{'id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:25:53.212058 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a48eba-910a-4753-8306-7ac01c7ec8ac None None] The sync data for ids ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'] in n-d-805649-14 is: [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '04a164a6-7888-408f-9e36-2a331bf59005', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'port_id': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'mac_address': 'fa:16:3e:fe:e2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:25:51Z', 'updated_at': '2021-11-19T10:25:51Z', 'revision_number': 0, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f', 'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'mac_address': 'fa:16:3e:8d:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:55Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 5, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'subnets': [{'id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:25:53.423901 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5855bcfd-23f7-4f24-9ec5-b844c5ba626c None None] New status for floating IP 04a164a6-7888-408f-9e36-2a331bf59005: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:25:53.776088 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:54.725884 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:25:55.157595 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:25:55.751884 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:26:07.353230 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10b957f6-4b31-4aed-b3e2-7be1d2723131 req-529d4caf-af9c-4498-b7fe-f11b7c9944f2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418930 Nov 19 10:26:07.436066 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b957f6-4b31-4aed-b3e2-7be1d2723131 req-2355471a-dc00-4e90-9f92-80d5da739683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:26:07.437821 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10b957f6-4b31-4aed-b3e2-7be1d2723131 req-2355471a-dc00-4e90-9f92-80d5da739683 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 1097 time: 0.0409806 Nov 19 10:26:07.556878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b957f6-4b31-4aed-b3e2-7be1d2723131 req-686cac3b-4f36-480a-9f6f-a3e37a1c6137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:26:07.558586 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10b957f6-4b31-4aed-b3e2-7be1d2723131 req-686cac3b-4f36-480a-9f6f-a3e37a1c6137 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.0996346 Nov 19 10:26:07.625417 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10b957f6-4b31-4aed-b3e2-7be1d2723131 req-6e1932a6-6413-456f-aa00-05eae9e6206f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd HTTP/1.1" status: 200 len: 1001 time: 0.0594780 Nov 19 10:26:07.680511 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b957f6-4b31-4aed-b3e2-7be1d2723131 req-0c376911-125b-4edc-bb88-5ba001989824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:26:07.682009 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10b957f6-4b31-4aed-b3e2-7be1d2723131 req-0c376911-125b-4edc-bb88-5ba001989824 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0481741 Nov 19 10:26:07.740924 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b957f6-4b31-4aed-b3e2-7be1d2723131 req-230c155f-b5ef-465e-9442-a075d30c7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:26:07.743477 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10b957f6-4b31-4aed-b3e2-7be1d2723131 req-230c155f-b5ef-465e-9442-a075d30c7bdf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539644 Nov 19 10:26:07.845327 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10b957f6-4b31-4aed-b3e2-7be1d2723131 req-c7e1a727-b6ae-45a5-9bc5-6b4a860fb459 service neutron] 10.222.0.71 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921593 Nov 19 10:26:07.941505 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10b957f6-4b31-4aed-b3e2-7be1d2723131 req-f9b68ce5-0eb8-4c6e-9523-79b2c820cb8b service neutron] 10.222.0.71 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871570 Nov 19 10:26:16.220237 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:26:18.785700 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:26:20.080486 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91c63aea-02b6-43d0-8bb9-db423f2dfd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:26:22.487924 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-26069e7d-ad84-43f7-8644-7e075ef059b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:26:23.775169 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:26:25.162174 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:26:25.748130 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:26:31.725872 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:26:46.220182 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:26:48.782049 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:26:50.082141 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aa462d50-b5b5-4669-95c6-9c5890799831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:26:52.489352 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b4ea8ad-42f0-42b3-b8e0-59011e046bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:26:53.776717 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:26:55.164133 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:26:55.750710 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:27:08.724814 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:27:09.149198 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4dc709a8-66c2-49ae-9a11-0a1d5355298f req-7833fc48-77c6-44b8-99b2-bb937630916a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406733 Nov 19 10:27:09.232027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc709a8-66c2-49ae-9a11-0a1d5355298f req-b4c3127a-2eb4-43fe-ae8d-32bf01141402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:27:09.233542 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4dc709a8-66c2-49ae-9a11-0a1d5355298f req-b4c3127a-2eb4-43fe-ae8d-32bf01141402 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 1097 time: 0.0416396 Nov 19 10:27:09.340835 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc709a8-66c2-49ae-9a11-0a1d5355298f req-2b89a05c-4177-4438-84c8-fd00fc978485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:27:09.342352 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4dc709a8-66c2-49ae-9a11-0a1d5355298f req-2b89a05c-4177-4438-84c8-fd00fc978485 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.0887718 Nov 19 10:27:09.408275 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4dc709a8-66c2-49ae-9a11-0a1d5355298f req-2272a6b0-a72d-4798-a8f2-9ec1bec633f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd HTTP/1.1" status: 200 len: 1001 time: 0.0574930 Nov 19 10:27:09.462461 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc709a8-66c2-49ae-9a11-0a1d5355298f req-7ef64a0f-1e6e-43aa-9eee-6603c6667fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:27:09.463907 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4dc709a8-66c2-49ae-9a11-0a1d5355298f req-7ef64a0f-1e6e-43aa-9eee-6603c6667fbf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0466471 Nov 19 10:27:09.512532 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc709a8-66c2-49ae-9a11-0a1d5355298f req-7a43e97f-4cda-458c-a26b-4ffb926cd299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:27:09.514083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4dc709a8-66c2-49ae-9a11-0a1d5355298f req-7a43e97f-4cda-458c-a26b-4ffb926cd299 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409009 Nov 19 10:27:09.606756 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4dc709a8-66c2-49ae-9a11-0a1d5355298f req-038b9edc-22a6-40a3-8536-580d2ccc0658 service neutron] 10.222.0.71 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832105 Nov 19 10:27:09.701341 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4dc709a8-66c2-49ae-9a11-0a1d5355298f req-30f1a24f-dc08-406a-94e6-4cef1e41fedc service neutron] 10.222.0.71 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856287 Nov 19 10:27:16.233185 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:27:18.817556 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:27:20.086535 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c2ce02ea-d8fa-454f-aa7d-2dd2189aee1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:27:22.490321 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-01be1130-f19f-4442-bfcd-0ffb6657dc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:27:23.780013 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:27:25.167832 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:27:25.753205 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:27:45.724180 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:27:46.246208 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:27:48.818995 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:27:50.091088 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4b428224-ecec-439e-9064-cd44dedf0882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:27:50.232214 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e3a85-3b11-4dda-884b-b4f65b95f31d req-6d24b884-6d73-4d8d-9426-813e5028759a tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:27:50.233709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb1e3a85-3b11-4dda-884b-b4f65b95f31d req-6d24b884-6d73-4d8d-9426-813e5028759a tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.0480592 Nov 19 10:27:50.283325 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cb1e3a85-3b11-4dda-884b-b4f65b95f31d req-9a3e67b1-d37a-4f6b-9f77-425984537c4a tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437775 Nov 19 10:27:51.432300 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f251e-c791-4067-9202-72960a1bc9cd req-ba4652c7-c11e-47a3-9de6-ba464cd23608 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:27:51.433815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e8f251e-c791-4067-9202-72960a1bc9cd req-ba4652c7-c11e-47a3-9de6-ba464cd23608 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.0539370 Nov 19 10:27:51.485128 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6e8f251e-c791-4067-9202-72960a1bc9cd req-4ac616eb-9790-4250-99cf-44d7179a28ca tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453050 Nov 19 10:27:52.493361 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-61b4ce8a-1ac9-4d35-80b0-0b2dce7c5b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:27:52.640361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c75eda-faf7-4794-aae4-a570729bb977 req-ce9e3ae5-a312-4771-9844-620971eaefae tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:27:52.641947 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3c75eda-faf7-4794-aae4-a570729bb977 req-ce9e3ae5-a312-4771-9844-620971eaefae tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.0498254 Nov 19 10:27:52.692329 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f3c75eda-faf7-4794-aae4-a570729bb977 req-7430bd8a-5f57-4f3d-bf11-559786d175ac tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443597 Nov 19 10:27:53.782343 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:27:53.807209 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0519e44-a5c8-4e3f-a8e3-3864e56d0f42 req-dc146bf0-d2c5-48bb-905d-1e49c6ba8c9f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:27:53.808709 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0519e44-a5c8-4e3f-a8e3-3864e56d0f42 req-dc146bf0-d2c5-48bb-905d-1e49c6ba8c9f tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.0491207 Nov 19 10:27:53.860935 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a0519e44-a5c8-4e3f-a8e3-3864e56d0f42 req-561aef68-4818-401a-b80c-320f8b92dd40 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459862 Nov 19 10:27:54.975668 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b4520-ac81-4608-8b76-696ce956c301 req-76d69fd9-092f-4d82-89d9-f71c702ebf08 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:27:54.977433 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-637b4520-ac81-4608-8b76-696ce956c301 req-76d69fd9-092f-4d82-89d9-f71c702ebf08 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.0485611 Nov 19 10:27:55.025981 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-637b4520-ac81-4608-8b76-696ce956c301 req-34e2f406-e157-4551-922e-4b0593f8359d tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426464 Nov 19 10:27:55.169238 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:27:55.754976 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:27:56.140609 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259da504-1c90-4d12-acbd-1295d7186e0d req-4e6afa8d-a8eb-4913-b6d7-d9b82bff3d45 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:27:56.142111 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-259da504-1c90-4d12-acbd-1295d7186e0d req-4e6afa8d-a8eb-4913-b6d7-d9b82bff3d45 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.0500858 Nov 19 10:27:56.192005 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-259da504-1c90-4d12-acbd-1295d7186e0d req-19d59531-16aa-47c5-a532-a45ad3b52997 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437872 Nov 19 10:27:57.312591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ec95f-b154-4d6c-a8aa-ac418b132d45 req-5c37ef56-d51d-44a4-b4fe-e7b389d0fdcd tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:27:57.314101 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-124ec95f-b154-4d6c-a8aa-ac418b132d45 req-5c37ef56-d51d-44a4-b4fe-e7b389d0fdcd tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.0528054 Nov 19 10:27:57.364823 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-124ec95f-b154-4d6c-a8aa-ac418b132d45 req-8d7c2b11-c7a0-4073-b357-fb41c6d587e2 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447955 Nov 19 10:27:58.485580 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80f32c-e4ef-41b7-9623-c0fbb6d42b49 req-a717379d-a06a-4834-b365-86466b5f66f3 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:27:58.487086 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e80f32c-e4ef-41b7-9623-c0fbb6d42b49 req-a717379d-a06a-4834-b365-86466b5f66f3 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.0494244 Nov 19 10:27:58.540419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9e80f32c-e4ef-41b7-9623-c0fbb6d42b49 req-6dfe4bf5-d48c-408e-a38d-da8e89552a1d tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472958 Nov 19 10:27:59.662987 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebe094-473e-4da4-8de1-9b7a091712de req-b2db840c-a1dc-46ca-9333-d55bafbb8285 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:27:59.664507 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eaebe094-473e-4da4-8de1-9b7a091712de req-b2db840c-a1dc-46ca-9333-d55bafbb8285 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.0499427 Nov 19 10:27:59.722885 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eaebe094-473e-4da4-8de1-9b7a091712de req-bac6e2ac-f24f-4d8b-9132-b9e5ada62def tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519810 Nov 19 10:28:00.381996 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564de1a6-2a7c-4490-98e9-21d14d389896 req-a04f899d-abbd-422d-afb8-cbd243110f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:00.383556 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-564de1a6-2a7c-4490-98e9-21d14d389896 req-a04f899d-abbd-422d-afb8-cbd243110f07 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 1097 time: 0.0403233 Nov 19 10:28:00.474922 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564de1a6-2a7c-4490-98e9-21d14d389896 req-7ad1baa5-c59d-4a75-9790-e7b41b745117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:00.476487 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-564de1a6-2a7c-4490-98e9-21d14d389896 req-7ad1baa5-c59d-4a75-9790-e7b41b745117 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.0856419 Nov 19 10:28:00.553146 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-564de1a6-2a7c-4490-98e9-21d14d389896 req-5d09deb3-cd12-4597-ad3f-38deb56db743 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd HTTP/1.1" status: 200 len: 1001 time: 0.0680852 Nov 19 10:28:00.606766 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564de1a6-2a7c-4490-98e9-21d14d389896 req-952d8f6f-1e9a-4e42-91f0-b0261fd53bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:00.608254 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-564de1a6-2a7c-4490-98e9-21d14d389896 req-952d8f6f-1e9a-4e42-91f0-b0261fd53bd4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0479305 Nov 19 10:28:00.658721 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564de1a6-2a7c-4490-98e9-21d14d389896 req-af5fa6cd-2ba2-4a36-8520-d058b9670e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:00.660232 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-564de1a6-2a7c-4490-98e9-21d14d389896 req-af5fa6cd-2ba2-4a36-8520-d058b9670e2f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432992 Nov 19 10:28:00.673046 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-564de1a6-2a7c-4490-98e9-21d14d389896 req-09edca72-b13f-4be4-a298-63c01030e677 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 10:28:00.674070 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-564de1a6-2a7c-4490-98e9-21d14d389896 req-09edca72-b13f-4be4-a298-63c01030e677 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052769 Nov 19 10:28:00.791945 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-564de1a6-2a7c-4490-98e9-21d14d389896 req-373310c3-0b0f-42ba-aa00-a88f8361e2ba service neutron] 10.222.0.71 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082549 Nov 19 10:28:01.216282 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bff74e-0e2b-4187-9260-364e4e2d6555 req-6933dfe3-df5e-4620-baf7-8d75cfffcda8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:01.217783 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b4bff74e-0e2b-4187-9260-364e4e2d6555 req-6933dfe3-df5e-4620-baf7-8d75cfffcda8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.4243729 Nov 19 10:28:01.258177 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-564de1a6-2a7c-4490-98e9-21d14d389896 req-26069215-26a7-46b4-913b-58787c7b5ba7 service neutron] 10.222.0.71 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539220 Nov 19 10:28:01.293809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b4bff74e-0e2b-4187-9260-364e4e2d6555 req-8d1d3db5-0111-488a-8abf-a552ff007dd6 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693955 Nov 19 10:28:02.413692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d347b3-1415-4a6e-9bf8-399a71fd3890 req-a48705cd-d812-49b4-a3e2-189c1bf7b9ed tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:02.415217 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2d347b3-1415-4a6e-9bf8-399a71fd3890 req-a48705cd-d812-49b4-a3e2-189c1bf7b9ed tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.0508938 Nov 19 10:28:02.465002 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d2d347b3-1415-4a6e-9bf8-399a71fd3890 req-c2a4fe2e-5217-471f-97da-98e441e6b040 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437400 Nov 19 10:28:03.587170 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae08ef-e396-4e0f-bd78-3185e3e94dfa req-7cb712c0-14c8-428b-b9fd-24db673aa654 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:03.588651 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-caae08ef-e396-4e0f-bd78-3185e3e94dfa req-7cb712c0-14c8-428b-b9fd-24db673aa654 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.0541773 Nov 19 10:28:03.640570 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-caae08ef-e396-4e0f-bd78-3185e3e94dfa req-0fc9570b-749d-49c3-89ad-542b1d76b129 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459068 Nov 19 10:28:04.764853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2d131-f6a0-4d0e-8a07-146e2bc080f0 req-1bfe424d-7895-4d8f-b79e-19f4db6d9f15 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:04.767663 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2c2d131-f6a0-4d0e-8a07-146e2bc080f0 req-1bfe424d-7895-4d8f-b79e-19f4db6d9f15 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.0517657 Nov 19 10:28:04.820204 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f2c2d131-f6a0-4d0e-8a07-146e2bc080f0 req-b5240c03-73ed-42a0-abc8-35ec3b4d7e53 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466797 Nov 19 10:28:05.941749 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a7ccf-929c-4a9e-aa32-de54773248b7 req-a6d10e74-b263-4ffe-8ec2-1e7ca194137e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:05.943280 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b03a7ccf-929c-4a9e-aa32-de54773248b7 req-a6d10e74-b263-4ffe-8ec2-1e7ca194137e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.0538898 Nov 19 10:28:06.001163 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b03a7ccf-929c-4a9e-aa32-de54773248b7 req-c8234b8e-7912-4a0a-99c3-a98a1f6f1560 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432520 Nov 19 10:28:06.191736 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-349596e6-af79-4880-b7d6-c3b91282ab5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0477085 Nov 19 10:28:06.202153 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-cec239f6-ef8c-49cc-837d-6616534ca969 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 10:28:06.203243 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-cec239f6-ef8c-49cc-837d-6616534ca969 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060766 Nov 19 10:28:06.211459 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76994f-6ef4-436c-a95a-c89a89cfe3f9 req-253ea975-77bc-4672-b5bf-5f2a10a55fb0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:06.213017 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef76994f-6ef4-436c-a95a-c89a89cfe3f9 req-253ea975-77bc-4672-b5bf-5f2a10a55fb0 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 945 time: 0.0509903 Nov 19 10:28:06.274415 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ef76994f-6ef4-436c-a95a-c89a89cfe3f9 req-d806f679-11d2-40ba-8deb-4b58447284ba tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552549 Nov 19 10:28:07.060295 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device eea51fa7-f984-42da-89ce-3fa8c7e18fcd no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:28:07.137959 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:07.162738 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:28:07.165009 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830b895b-9bdf-4b95-ac43-b728949aca8d" -d '{"events": [{"server_uuid": "6d11c915-edd8-434a-9d76-926d577a3fc8", "name": "network-vif-unplugged", "status": "completed", "tag": "eea51fa7-f984-42da-89ce-3fa8c7e18fcd"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:28:07.178288 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port eea51fa7-f984-42da-89ce-3fa8c7e18fcd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:28:07.183203 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:07.206768 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 10:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b583234-6771-4d4f-b669-8f37edae949c x-openstack-request-id: req-1b583234-6771-4d4f-b669-8f37edae949c {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:28:07.207056 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d11c915-edd8-434a-9d76-926d577a3fc8", "name": "network-vif-unplugged", "status": "failed", "tag": "eea51fa7-f984-42da-89ce-3fa8c7e18fcd", "code": 422}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:28:07.207314 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b583234-6771-4d4f-b669-8f37edae949c {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:28:07.207713 n-d-805649-14 neutron-server[103478]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd', 'code': 422} returned with failed status Nov 19 10:28:07.234431 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:28:07.242476 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:07.242827 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:07.243175 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:07.243517 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:07.243857 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:07.244193 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:07.244568 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:07.244905 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:07.245427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:07.245796 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:07.246096 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:07.246426 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:07.394188 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757700f-f1cf-40bb-992c-6f1b4a7723d9 req-5443787f-f8f3-47b3-b4f7-36468769584e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:07.395803 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f757700f-f1cf-40bb-992c-6f1b4a7723d9 req-5443787f-f8f3-47b3-b4f7-36468769584e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0517459 Nov 19 10:28:07.453483 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f757700f-f1cf-40bb-992c-6f1b4a7723d9 req-25d010f9-b49e-4c27-a83b-8f26864dd499 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505953 Nov 19 10:28:08.570497 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60784c79-73fa-4692-8a39-695ef179eff7 req-a5d2ff62-a736-4f67-855d-85ae2561c3e5 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:08.572516 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-60784c79-73fa-4692-8a39-695ef179eff7 req-a5d2ff62-a736-4f67-855d-85ae2561c3e5 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0497575 Nov 19 10:28:08.623359 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-60784c79-73fa-4692-8a39-695ef179eff7 req-663b2b37-aed1-4fa2-bd56-fd660599102a tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445669 Nov 19 10:28:09.742920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1bfd4-32e2-4802-8739-2d8d92db8ddb req-4486d541-26af-4f11-a594-8079fc99dbcd tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:09.744522 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-25a1bfd4-32e2-4802-8739-2d8d92db8ddb req-4486d541-26af-4f11-a594-8079fc99dbcd tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0508487 Nov 19 10:28:09.805254 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-25a1bfd4-32e2-4802-8739-2d8d92db8ddb req-6f13d36f-5f4a-4840-b0b1-6738d4a67867 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544965 Nov 19 10:28:10.931062 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa895858-bd25-4de5-a73c-3d53c4666798 req-db94ed2f-6eea-4221-9f64-4c07e77f5629 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:10.933269 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa895858-bd25-4de5-a73c-3d53c4666798 req-db94ed2f-6eea-4221-9f64-4c07e77f5629 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0543156 Nov 19 10:28:10.983998 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-aa895858-bd25-4de5-a73c-3d53c4666798 req-64b4388e-6a23-43a4-9925-d960f4a30a45 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446646 Nov 19 10:28:12.112814 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2ec40-07b9-4a85-abee-942a383893ae req-fcbed491-107d-4b16-86c0-25559907b473 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:12.114419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ec2ec40-07b9-4a85-abee-942a383893ae req-fcbed491-107d-4b16-86c0-25559907b473 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0583038 Nov 19 10:28:12.190267 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3ec2ec40-07b9-4a85-abee-942a383893ae req-2264400f-8754-48de-b375-9bfc8ae043cb tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696468 Nov 19 10:28:12.200531 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-c5c0002c-8609-4db8-a388-abbf76a317e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:12.202165 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-c5c0002c-8609-4db8-a388-abbf76a317e3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8&tenant_id=cd1a41a140414bf28bf13ae50fb458d0 HTTP/1.1" status: 200 len: 1095 time: 0.1055560 Nov 19 10:28:12.213317 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-b0a0c4dd-033c-4e93-8143-73a0eb1cd303 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 10:28:12.214307 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-b0a0c4dd-033c-4e93-8143-73a0eb1cd303 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055592 Nov 19 10:28:12.225804 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-14', 'device_owner': 'compute:nova'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:28:12.283197 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:12.485920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] For port eea51fa7-f984-42da-89ce-3fa8c7e18fcd, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:28:12.521095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] For port eea51fa7-f984-42da-89ce-3fa8c7e18fcd, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:28:12.558009 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea51fa7-f984-42da-89ce-3fa8c7e18fcd {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:28:12.565556 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:12.578062 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Transition to ACTIVE for port object eea51fa7-f984-42da-89ce-3fa8c7e18fcd will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:28:12.581223 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:12.667357 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Pushing event updated for resources: {'Port': ['ID=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,revision_number=7']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:28:12.683150 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:12.683502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:12.683852 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:12.684191 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:12.684528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:12.684864 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:12.685237 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:12.685571 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:12.685895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:12.686254 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:12.686592 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:12.686915 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:28:12.736197 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] No DVR routers for this DVR port eea51fa7-f984-42da-89ce-3fa8c7e18fcd on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:28:12.887981 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Attempting to bind port eea51fa7-f984-42da-89ce-3fa8c7e18fcd on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:28:12.888217 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Attempting to bind port eea51fa7-f984-42da-89ce-3fa8c7e18fcd by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:28:12.888528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Attempting to bind port eea51fa7-f984-42da-89ce-3fa8c7e18fcd on network c60f6b51-63da-4611-bc7f-9f435cddbe91 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:28:12.892800 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Port eea51fa7-f984-42da-89ce-3fa8c7e18fcd on network c60f6b51-63da-4611-bc7f-9f435cddbe91 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:28:12.893149 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Attempting to bind port eea51fa7-f984-42da-89ce-3fa8c7e18fcd on network c60f6b51-63da-4611-bc7f-9f435cddbe91 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:28:12.898086 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:28:12.898416 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Checking segment: {'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:28:12.898802 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Bound using segment: {'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:28:12.899243 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Bound port: eea51fa7-f984-42da-89ce-3fa8c7e18fcd, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706fbd1f-24ef-4608-8a5a-1eb84ead1787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:28:12.899577 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:12.967402 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] For port eea51fa7-f984-42da-89ce-3fa8c7e18fcd, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:28:12.970583 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] For port eea51fa7-f984-42da-89ce-3fa8c7e18fcd, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:28:12.974906 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:13.012619 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:13.013276 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:13.014674 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] 10.222.0.66 "PUT /v2.0/ports/eea51fa7-f984-42da-89ce-3fa8c7e18fcd HTTP/1.1" status: 200 len: 1092 time: 0.7926943 Nov 19 10:28:13.015130 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'tag': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:28:13.017458 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e57ad48-8768-4ae5-9461-4dac815a0795" -d '{"events": [{"name": "network-changed", "server_uuid": "6d11c915-edd8-434a-9d76-926d577a3fc8", "tag": "eea51fa7-f984-42da-89ce-3fa8c7e18fcd"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:28:13.051411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8414d-a5d9-48c7-b794-d3f576ea6449 service neutron] Pushing event updated for resources: {'Port': ['ID=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,revision_number=8']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:28:13.083666 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-2e41c3f3-c14b-4b1b-88b1-9621b29e3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:13.085233 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-2e41c3f3-c14b-4b1b-88b1-9621b29e3fd8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 1095 time: 0.0463428 Nov 19 10:28:13.142740 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf02c03b-e99a-4d22-92b7-82864ab7a56b x-openstack-request-id: req-bf02c03b-e99a-4d22-92b7-82864ab7a56b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:28:13.143463 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d11c915-edd8-434a-9d76-926d577a3fc8", "tag": "eea51fa7-f984-42da-89ce-3fa8c7e18fcd", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:28:13.143463 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf02c03b-e99a-4d22-92b7-82864ab7a56b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:28:13.143687 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'tag': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd', 'status': 'completed', 'code': 200} Nov 19 10:28:13.191688 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-1c00cd65-ef6e-4d4f-836b-91c9d0105835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:13.193218 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-1c00cd65-ef6e-4d4f-836b-91c9d0105835 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.1003542 Nov 19 10:28:13.265725 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-fbd92c2a-3e3b-4931-94e0-5913e02ec7b0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd HTTP/1.1" status: 200 len: 999 time: 0.0646653 Nov 19 10:28:13.342151 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-e38a96d4-b85e-40c9-b61a-d105817c9c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:13.343522 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-e38a96d4-b85e-40c9-b61a-d105817c9c74 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0681756 Nov 19 10:28:13.355865 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e7b97-f1b3-449c-bfe9-092f41b03ba5 req-501874c7-258f-4a17-acf9-229b8330db6a tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:13.357337 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b10e7b97-f1b3-449c-bfe9-092f41b03ba5 req-501874c7-258f-4a17-acf9-229b8330db6a tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0907130 Nov 19 10:28:13.428962 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-493426c5-50f9-4038-a985-93255a15b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:13.430528 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-493426c5-50f9-4038-a985-93255a15b849 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723217 Nov 19 10:28:13.436392 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b10e7b97-f1b3-449c-bfe9-092f41b03ba5 req-2918dd23-e6e4-4c6e-9feb-1d8a496e1996 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705695 Nov 19 10:28:13.526603 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-cb6dd1c3-593c-4376-9093-a3887928c0fc service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883772 Nov 19 10:28:13.619297 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-2882eba3-c1b7-4bfe-b38d-6d2ee79fc8b5 service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848546 Nov 19 10:28:13.706953 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57ad48-8768-4ae5-9461-4dac815a0795 req-c7c22b0f-64b7-4a4f-9912-222a8dfe200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:13.708487 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e57ad48-8768-4ae5-9461-4dac815a0795 req-c7c22b0f-64b7-4a4f-9912-222a8dfe200b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 1095 time: 0.0442874 Nov 19 10:28:13.804494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57ad48-8768-4ae5-9461-4dac815a0795 req-407f0393-f721-4485-8850-5ef997913096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:13.806143 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e57ad48-8768-4ae5-9461-4dac815a0795 req-407f0393-f721-4485-8850-5ef997913096 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.0890079 Nov 19 10:28:13.872814 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e57ad48-8768-4ae5-9461-4dac815a0795 req-175c4601-a327-4a68-8fc7-16f8c12f8ea5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd HTTP/1.1" status: 200 len: 999 time: 0.0593662 Nov 19 10:28:13.927034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57ad48-8768-4ae5-9461-4dac815a0795 req-c9a73406-c4c4-4b45-89dd-271ece52271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:13.928492 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e57ad48-8768-4ae5-9461-4dac815a0795 req-c9a73406-c4c4-4b45-89dd-271ece52271d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0484171 Nov 19 10:28:13.974239 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57ad48-8768-4ae5-9461-4dac815a0795 req-8e9e74fa-5550-4157-8bf9-7de9ef6ff9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:13.975699 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e57ad48-8768-4ae5-9461-4dac815a0795 req-8e9e74fa-5550-4157-8bf9-7de9ef6ff9a8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395246 Nov 19 10:28:14.071149 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e57ad48-8768-4ae5-9461-4dac815a0795 req-12a0de09-3680-433e-9490-4d82dd195046 service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866511 Nov 19 10:28:14.170298 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2e57ad48-8768-4ae5-9461-4dac815a0795 req-9fa37ca3-a451-4576-848f-150a2b52a9fe service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900075 Nov 19 10:28:14.560296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8ef3b-6ee6-4243-94b4-d1479e5f26e0 req-f844370c-e2dc-4442-9b71-4e786872902b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:14.561824 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9cf8ef3b-6ee6-4243-94b4-d1479e5f26e0 req-f844370c-e2dc-4442-9b71-4e786872902b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0502431 Nov 19 10:28:14.612812 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9cf8ef3b-6ee6-4243-94b4-d1479e5f26e0 req-de97f742-2aa4-4db5-9824-c2d6e7a78fb8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447998 Nov 19 10:28:15.737305 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a4e8c-7eff-4110-b6a1-857c3894bd54 req-90a2dd96-5c13-47ed-8c34-b1bee9655671 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:15.738793 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b2a4e8c-7eff-4110-b6a1-857c3894bd54 req-90a2dd96-5c13-47ed-8c34-b1bee9655671 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0553215 Nov 19 10:28:15.787939 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3b2a4e8c-7eff-4110-b6a1-857c3894bd54 req-a5fb94af-11b0-44a8-99cb-6a1cdd59af73 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430126 Nov 19 10:28:16.249794 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:16.910561 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb441851-b5de-4ec2-8b61-acd819d7fc96 req-16a20fa5-7431-4bdb-b893-928262f3e260 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:16.912104 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb441851-b5de-4ec2-8b61-acd819d7fc96 req-16a20fa5-7431-4bdb-b893-928262f3e260 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0527821 Nov 19 10:28:16.969002 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb441851-b5de-4ec2-8b61-acd819d7fc96 req-859c78a0-0a2b-4257-9895-e4759fc42da9 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492873 Nov 19 10:28:18.092354 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97c6e0-004b-4436-8467-96a3e502ac94 req-db4a7928-e2ec-49d7-87b8-2e1f0bbd8b23 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:18.093791 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce97c6e0-004b-4436-8467-96a3e502ac94 req-db4a7928-e2ec-49d7-87b8-2e1f0bbd8b23 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0507207 Nov 19 10:28:18.153176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ce97c6e0-004b-4436-8467-96a3e502ac94 req-5179d4b7-8634-4413-b86e-fc295110aa8e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535183 Nov 19 10:28:18.824690 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:19.270207 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2ce1e-8aae-4ec1-9f34-514bf85ccfd8 req-72db9702-1765-497f-827e-be1521fd666e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:19.271433 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ac2ce1e-8aae-4ec1-9f34-514bf85ccfd8 req-72db9702-1765-497f-827e-be1521fd666e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0502629 Nov 19 10:28:19.321363 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7ac2ce1e-8aae-4ec1-9f34-514bf85ccfd8 req-e7984aef-43ad-4e1a-a07a-8ed506284ff2 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439603 Nov 19 10:28:20.094448 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb8427cc-8d31-4af9-bc1d-f8867651c7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:20.405647 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device eea51fa7-f984-42da-89ce-3fa8c7e18fcd details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:28:20.437411 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f19ec-e9f8-455b-ab01-951e310633cb req-497845e6-c98e-4c35-8879-8756c311a9a4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:20.438936 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b17f19ec-e9f8-455b-ab01-951e310633cb req-497845e6-c98e-4c35-8879-8756c311a9a4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 943 time: 0.0491948 Nov 19 10:28:20.488919 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b17f19ec-e9f8-455b-ab01-951e310633cb req-50c0dc00-6d6b-496c-bf60-da9b08ff8862 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439653 Nov 19 10:28:20.505490 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port eea51fa7-f984-42da-89ce-3fa8c7e18fcd, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:28:20.517196 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'port_id': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd', 'mac_address': 'fa:16:3e:fe:e2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:28:20.553585 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:20.566781 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea51fa7-f984-42da-89ce-3fa8c7e18fcd {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:28:20.585508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port eea51fa7-f984-42da-89ce-3fa8c7e18fcd, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:28:20.590011 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:20.648251 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:28:20.819405 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['eea51fa7-f984-42da-89ce-3fa8c7e18fcd'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:28:21.610458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97b983-a2ef-4027-9e43-34a1465e4268 req-5ef7954c-144f-49e4-99de-cd329c7915e6 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:21.611970 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d97b983-a2ef-4027-9e43-34a1465e4268 req-5ef7954c-144f-49e4-99de-cd329c7915e6 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 944 time: 0.0534806 Nov 19 10:28:21.663668 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1d97b983-a2ef-4027-9e43-34a1465e4268 req-038ca84c-b360-41d6-9d70-fa701a176667 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457010 Nov 19 10:28:22.421650 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device eea51fa7-f984-42da-89ce-3fa8c7e18fcd up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:28:22.469900 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port eea51fa7-f984-42da-89ce-3fa8c7e18fcd completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:28:22.473980 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port eea51fa7-f984-42da-89ce-3fa8c7e18fcd triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:28:22.474355 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:22.520354 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b4a0ec1b-2a34-49ab-b122-8a160a40cdd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:22.564206 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:22.590853 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:28:22.593506 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b02aa2-70e4-45f8-b6dd-b30e3b08a8cf" -d '{"events": [{"server_uuid": "6d11c915-edd8-434a-9d76-926d577a3fc8", "name": "network-vif-plugged", "status": "completed", "tag": "eea51fa7-f984-42da-89ce-3fa8c7e18fcd"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:28:22.607938 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port eea51fa7-f984-42da-89ce-3fa8c7e18fcd, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:28:22.611791 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:22.639187 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e9de0c-69f6-4be5-8400-93539f945620 x-openstack-request-id: req-e7e9de0c-69f6-4be5-8400-93539f945620 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:28:22.639485 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d11c915-edd8-434a-9d76-926d577a3fc8", "name": "network-vif-plugged", "status": "completed", "tag": "eea51fa7-f984-42da-89ce-3fa8c7e18fcd", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:28:22.639767 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7e9de0c-69f6-4be5-8400-93539f945620 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:28:22.640190 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd', 'code': 200} Nov 19 10:28:22.670202 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,revision_number=10']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:28:22.725424 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:28:22.815596 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87886f0c-fbf3-4c1e-8213-e275feaab054 req-44589378-f50a-47df-bb18-d95d0fb2bda4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:22.817053 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87886f0c-fbf3-4c1e-8213-e275feaab054 req-44589378-f50a-47df-bb18-d95d0fb2bda4 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 946 time: 0.0828395 Nov 19 10:28:22.823687 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346136f9-ef1a-40fd-bc11-aef5ea9bda64 req-120a6df9-299d-424a-abb9-99cae11ed523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:22.825672 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-346136f9-ef1a-40fd-bc11-aef5ea9bda64 req-120a6df9-299d-424a-abb9-99cae11ed523 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 1098 time: 0.0593879 Nov 19 10:28:22.901030 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-87886f0c-fbf3-4c1e-8213-e275feaab054 req-413ac721-4758-4aaa-84eb-1f17271427ee tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744040 Nov 19 10:28:22.904204 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-346136f9-ef1a-40fd-bc11-aef5ea9bda64 req-dd9d976b-dcd1-437d-b04b-c26f8da8f260 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710804 Nov 19 10:28:23.785507 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:24.023703 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d9f6a-6751-483f-9d09-5dbd41dd246d req-3dca7735-5403-4f76-9578-1855c97edd5b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:28:24.025205 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b1d9f6a-6751-483f-9d09-5dbd41dd246d req-3dca7735-5403-4f76-9578-1855c97edd5b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 946 time: 0.0493460 Nov 19 10:28:24.074389 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2b1d9f6a-6751-483f-9d09-5dbd41dd246d req-a8e3d37a-0a9c-407b-90b1-ade79567053e tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425839 Nov 19 10:28:25.172314 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:25.755745 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:46.249708 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:48.814081 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:50.095605 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d356bb09-d31b-4d13-89d7-f68ecbe7aee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:52.491981 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-42a28039-c325-45c4-920f-0d74671634d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:53.789250 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:55.175305 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:55.760309 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:28:59.724139 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:29:09.778490 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6851e7b6-d50a-40f9-8fa8-058dd079fd08 req-35658260-fcce-482f-8511-d19a8347d9db service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397716 Nov 19 10:29:09.864701 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851e7b6-d50a-40f9-8fa8-058dd079fd08 req-7099fc82-9e0f-4587-bb96-5e168d7c034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:29:09.866227 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6851e7b6-d50a-40f9-8fa8-058dd079fd08 req-7099fc82-9e0f-4587-bb96-5e168d7c034d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 1098 time: 0.0452647 Nov 19 10:29:09.968364 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851e7b6-d50a-40f9-8fa8-058dd079fd08 req-e6613112-a312-45e6-9afb-96ef368ad8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:29:09.970214 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6851e7b6-d50a-40f9-8fa8-058dd079fd08 req-e6613112-a312-45e6-9afb-96ef368ad8a1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.0841312 Nov 19 10:29:10.039564 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6851e7b6-d50a-40f9-8fa8-058dd079fd08 req-eb3b4540-6d52-4c5b-b91c-194a5fb80abd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd HTTP/1.1" status: 200 len: 1001 time: 0.0618134 Nov 19 10:29:10.091281 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851e7b6-d50a-40f9-8fa8-058dd079fd08 req-99899da8-0845-4222-9e52-144c990e191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:29:10.092761 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6851e7b6-d50a-40f9-8fa8-058dd079fd08 req-99899da8-0845-4222-9e52-144c990e191c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0455940 Nov 19 10:29:10.140169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851e7b6-d50a-40f9-8fa8-058dd079fd08 req-20b6c7c9-e9cd-43cd-9f39-79e703b28a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:29:10.141719 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6851e7b6-d50a-40f9-8fa8-058dd079fd08 req-20b6c7c9-e9cd-43cd-9f39-79e703b28a86 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420251 Nov 19 10:29:10.234642 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6851e7b6-d50a-40f9-8fa8-058dd079fd08 req-f46d2b84-7e21-4da1-80d4-1ae0a36a3273 service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857708 Nov 19 10:29:10.324522 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6851e7b6-d50a-40f9-8fa8-058dd079fd08 req-58cd50ff-ef96-4318-b6d4-bfd0de491331 service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822432 Nov 19 10:29:16.252223 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:18.820907 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:20.096922 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c8422bb3-2551-411e-a339-83ea6cef81ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:22.493745 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b1dcd28b-615a-498c-b9c8-894fb7cb6c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:23.791862 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:25.178337 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:25.762585 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:36.722947 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:29:37.513622 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38330) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:37.672126 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Deleting port 0ce497b8-50c9-44e6-b4d9-3a3d15f9e558 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:29:37.672360 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:37.749050 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:37.749412 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:37.761991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Calling delete_port for 0ce497b8-50c9-44e6-b4d9-3a3d15f9e558 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:29:37.913765 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:37.940318 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event deleted for resources: {'Port': ['ID=0ce497b8-50c9-44e6-b4d9-3a3d15f9e558,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:37.965592 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:37.965945 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:37.966289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:37.966631 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:37.966968 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:37.967301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:37.967632 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:37.967964 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:37.968293 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:37.968628 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:37.968955 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:37.969312 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:38.008587 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:38.008916 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Floating IP 04a164a6-7888-408f-9e36-2a331bf59005 disassociated (deleted). External IP: 172.25.0.142, port: eea51fa7-f984-42da-89ce-3fa8c7e18fcd. Nov 19 10:29:38.222205 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:29:38.329649 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:29:38.334552 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:38.339583 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cf6dfa-78a1-4657-bc84-caa9f241fb32 None None] Sync routers for ids ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:29:38.349020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cf6dfa-78a1-4657-bc84-caa9f241fb32 None None] Routers {'0ac26d88-fcc9-4b19-9619-6d756cca81a9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:29:38.349668 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d3cf6dfa-78a1-4657-bc84-caa9f241fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:29:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:38.361342 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7d0aba3d-5bd1-4f48-8ce8-88403c552e22 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "DELETE /v2.0/floatingips/04a164a6-7888-408f-9e36-2a331bf59005 HTTP/1.1" status: 204 len: 168 time: 0.8465838 Nov 19 10:29:38.362435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'tag': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:29:38.364757 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aafe3da-9de2-4bf8-bbeb-23bc569d5857" -d '{"events": [{"name": "network-changed", "server_uuid": "6d11c915-edd8-434a-9d76-926d577a3fc8", "tag": "eea51fa7-f984-42da-89ce-3fa8c7e18fcd"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:29:38.408833 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82721269-e219-4edf-be6a-4b2eba858cc8 x-openstack-request-id: req-82721269-e219-4edf-be6a-4b2eba858cc8 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:29:38.409177 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d11c915-edd8-434a-9d76-926d577a3fc8", "tag": "eea51fa7-f984-42da-89ce-3fa8c7e18fcd", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:29:38.409433 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82721269-e219-4edf-be6a-4b2eba858cc8 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:29:38.409830 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'tag': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd', 'status': 'completed', 'code': 200} Nov 19 10:29:38.463130 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d3cf6dfa-78a1-4657-bc84-caa9f241fb32 None None] Set router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:29:38.482857 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafe3da-9de2-4bf8-bbeb-23bc569d5857 req-08139fce-f602-480e-81e7-9b185059f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:29:38.485315 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3aafe3da-9de2-4bf8-bbeb-23bc569d5857 req-08139fce-f602-480e-81e7-9b185059f9c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 1098 time: 0.0534701 Nov 19 10:29:38.641476 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31682e8-e6bc-439a-96b7-2a3ffd95207a req-5ffba572-4696-4410-801f-2aee2b92ec3b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:29:38.642992 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a31682e8-e6bc-439a-96b7-2a3ffd95207a req-5ffba572-4696-4410-801f-2aee2b92ec3b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 946 time: 0.0793571 Nov 19 10:29:38.644513 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafe3da-9de2-4bf8-bbeb-23bc569d5857 req-fa89ec2f-82cb-480f-8457-a54cbf40dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:29:38.646418 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3aafe3da-9de2-4bf8-bbeb-23bc569d5857 req-fa89ec2f-82cb-480f-8457-a54cbf40dde1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 200 len: 910 time: 0.1519978 Nov 19 10:29:38.701187 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3aafe3da-9de2-4bf8-bbeb-23bc569d5857 req-2d790313-4d63-4e50-bec4-e7760f203ca8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd HTTP/1.1" status: 200 len: 217 time: 0.0458417 Nov 19 10:29:38.757470 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a31682e8-e6bc-439a-96b7-2a3ffd95207a req-0f80a0f4-37bd-4612-8d5b-74172d76185b tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080203 Nov 19 10:29:38.780135 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafe3da-9de2-4bf8-bbeb-23bc569d5857 req-2329c527-083d-4418-a144-8d76809b1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:29:38.780135 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3aafe3da-9de2-4bf8-bbeb-23bc569d5857 req-2329c527-083d-4418-a144-8d76809b1afb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 200 len: 848 time: 0.0614786 Nov 19 10:29:38.824261 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafe3da-9de2-4bf8-bbeb-23bc569d5857 req-62f21a1c-a5ad-419f-adbf-68c6c4e59eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:29:38.825816 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3aafe3da-9de2-4bf8-bbeb-23bc569d5857 req-62f21a1c-a5ad-419f-adbf-68c6c4e59eea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c60f6b51-63da-4611-bc7f-9f435cddbe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455296 Nov 19 10:29:38.836043 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d3cf6dfa-78a1-4657-bc84-caa9f241fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f', 'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'mac_address': 'fa:16:3e:8d:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:55Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 5, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'subnets': [{'id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:38.863716 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cf6dfa-78a1-4657-bc84-caa9f241fb32 None None] Checking router: 0ac26d88-fcc9-4b19-9619-6d756cca81a9 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:29:38.872181 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cf6dfa-78a1-4657-bc84-caa9f241fb32 None None] Routers {'0ac26d88-fcc9-4b19-9619-6d756cca81a9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:29:38.872813 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d3cf6dfa-78a1-4657-bc84-caa9f241fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:29:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:38.917724 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3aafe3da-9de2-4bf8-bbeb-23bc569d5857 req-1f736292-8a21-4ff9-a2cc-dd5fa765bb68 service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841184 Nov 19 10:29:38.981756 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-d3cf6dfa-78a1-4657-bc84-caa9f241fb32 None None] Set router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:29:39.012873 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3aafe3da-9de2-4bf8-bbeb-23bc569d5857 req-f4b24683-120c-425c-a916-04147f5b1bf9 service neutron] 10.222.0.66 "GET /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866783 Nov 19 10:29:39.183606 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-d3cf6dfa-78a1-4657-bc84-caa9f241fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f', 'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'mac_address': 'fa:16:3e:8d:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:55Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 5, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'subnets': [{'id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:39.209463 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cf6dfa-78a1-4657-bc84-caa9f241fb32 None None] The sync data for ids ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'] in n-d-805649-14 is: [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:55Z', 'revision_number': 4, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f', 'name': '', 'network_id': 'c60f6b51-63da-4611-bc7f-9f435cddbe91', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'mac_address': 'fa:16:3e:8d:6c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:55Z', 'updated_at': '2021-11-19T10:21:01Z', 'revision_number': 5, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'subnets': [{'id': 'db931ede-ac05-45cd-a52e-c7f0d80cf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:29:39.433872 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac2c220-8721-437c-82ff-a35acd84595a None None] New status for floating IP 04a164a6-7888-408f-9e36-2a331bf59005: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:29:39.880035 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b1b1f-b616-40af-8961-2363a463e6e4 req-03a37e28-679d-47d4-ba67-11327a47cce7 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:29:39.881554 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a2b1b1f-b616-40af-8961-2363a463e6e4 req-03a37e28-679d-47d4-ba67-11327a47cce7 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 946 time: 0.0494199 Nov 19 10:29:39.931381 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7a2b1b1f-b616-40af-8961-2363a463e6e4 req-172239d2-f2c4-45b7-97c2-2b35f99bd3e8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7204576-b78b-49db-bedb-ecbbd9d9219e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432758 Nov 19 10:29:40.066262 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb5704-1eb3-401b-a6a8-8b6405607070 req-83dc3b9f-e0af-43c9-8214-e32b29a7aa62 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:29:40.067649 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eabb5704-1eb3-401b-a6a8-8b6405607070 req-83dc3b9f-e0af-43c9-8214-e32b29a7aa62 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 946 time: 0.0479181 Nov 19 10:29:40.160347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-eabb5704-1eb3-401b-a6a8-8b6405607070 req-181e1ea5-9094-4826-9348-9fdb0ef14dd8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Deleting port eea51fa7-f984-42da-89ce-3fa8c7e18fcd {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:29:40.160688 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-eabb5704-1eb3-401b-a6a8-8b6405607070 req-181e1ea5-9094-4826-9348-9fdb0ef14dd8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:40.247213 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-eabb5704-1eb3-401b-a6a8-8b6405607070 req-181e1ea5-9094-4826-9348-9fdb0ef14dd8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] For port eea51fa7-f984-42da-89ce-3fa8c7e18fcd, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:29:40.247581 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-eabb5704-1eb3-401b-a6a8-8b6405607070 req-181e1ea5-9094-4826-9348-9fdb0ef14dd8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:40.260709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-eabb5704-1eb3-401b-a6a8-8b6405607070 req-181e1ea5-9094-4826-9348-9fdb0ef14dd8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Calling delete_port for eea51fa7-f984-42da-89ce-3fa8c7e18fcd owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:29:40.390336 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-eabb5704-1eb3-401b-a6a8-8b6405607070 req-181e1ea5-9094-4826-9348-9fdb0ef14dd8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:40.419070 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e1ea5-9094-4826-9348-9fdb0ef14dd8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event deleted for resources: {'Port': ['ID=eea51fa7-f984-42da-89ce-3fa8c7e18fcd,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:40.461959 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabb5704-1eb3-401b-a6a8-8b6405607070 req-181e1ea5-9094-4826-9348-9fdb0ef14dd8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] No DVR routers for this DVR port eea51fa7-f984-42da-89ce-3fa8c7e18fcd on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:29:40.464621 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-eabb5704-1eb3-401b-a6a8-8b6405607070 req-181e1ea5-9094-4826-9348-9fdb0ef14dd8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:40.468103 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eabb5704-1eb3-401b-a6a8-8b6405607070 req-181e1ea5-9094-4826-9348-9fdb0ef14dd8 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.66 "DELETE /v2.0/ports/eea51fa7-f984-42da-89ce-3fa8c7e18fcd HTTP/1.1" status: 204 len: 173 time: 0.3943069 Nov 19 10:29:40.468540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'name': 'network-vif-deleted', 'tag': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:29:40.471051 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd38f727-867a-42e4-a0c4-6e90470a7b1c" -d '{"events": [{"server_uuid": "6d11c915-edd8-434a-9d76-926d577a3fc8", "name": "network-vif-deleted", "tag": "eea51fa7-f984-42da-89ce-3fa8c7e18fcd"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:29:40.511083 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11ed623-b73f-4615-b8e4-2e7e7cac7c6b x-openstack-request-id: req-d11ed623-b73f-4615-b8e4-2e7e7cac7c6b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:29:40.511380 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d11c915-edd8-434a-9d76-926d577a3fc8", "name": "network-vif-deleted", "tag": "eea51fa7-f984-42da-89ce-3fa8c7e18fcd", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:29:40.511657 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d11ed623-b73f-4615-b8e4-2e7e7cac7c6b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:29:40.512057 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d11c915-edd8-434a-9d76-926d577a3fc8', 'name': 'network-vif-deleted', 'tag': 'eea51fa7-f984-42da-89ce-3fa8c7e18fcd', 'status': 'completed', 'code': 200} Nov 19 10:29:41.039738 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e0698202-ecc0-44fc-b60a-da78db7be16d req-1708dd70-fadf-4bf6-86b3-bd7ef5b5539d tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 210 time: 0.0280287 Nov 19 10:29:42.146260 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1a17e8d9-71d9-49a7-a28c-1c6fa5ee30bc req-98b29e34-6443-4a44-98e5-f0e982a2be85 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 210 time: 0.0292642 Nov 19 10:29:43.246192 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55b54f36-a62a-4127-9711-f6d301a83427 req-f5374ac5-64ef-4289-bad6-29199eca0eb1 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 210 time: 0.0271373 Nov 19 10:29:44.345942 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-cddd76d9-b8c1-4717-ae81-a675bbd0f1da req-b64789f2-9c9a-463d-8826-5840eb842474 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d11c915-edd8-434a-9d76-926d577a3fc8 HTTP/1.1" status: 200 len: 210 time: 0.0280917 Nov 19 10:29:44.843120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device eea51fa7-f984-42da-89ce-3fa8c7e18fcd no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:29:44.872339 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: eea51fa7-f984-42da-89ce-3fa8c7e18fcd {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:29:44.873018 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device eea51fa7-f984-42da-89ce-3fa8c7e18fcd not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:29:45.404095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38360) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:45.460432 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-38175373-3ce4-4932-8ed1-95b83c8c6839 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:45.486679 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-38175373-3ce4-4932-8ed1-95b83c8c6839 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:45.554506 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-38175373-3ce4-4932-8ed1-95b83c8c6839 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:45.558635 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-38175373-3ce4-4932-8ed1-95b83c8c6839 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:45.560147 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-38175373-3ce4-4932-8ed1-95b83c8c6839 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] 10.222.0.21 "DELETE /v2.0/security-groups/a7204576-b78b-49db-bedb-ecbbd9d9219e HTTP/1.1" status: 204 len: 168 time: 0.1548514 Nov 19 10:29:45.580563 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38175373-3ce4-4932-8ed1-95b83c8c6839 tempest-TestShelveInstance-234857766 tempest-TestShelveInstance-234857766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7204576-b78b-49db-bedb-ecbbd9d9219e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:45.626234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38364) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:46.269753 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:46.409334 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd91b817-bc7f-460d-83b0-24d16e53896c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:46.655997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-dd91b817-bc7f-460d-83b0-24d16e53896c admin admin] Deleting port 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:29:46.656226 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd91b817-bc7f-460d-83b0-24d16e53896c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:46.740601 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-dd91b817-bc7f-460d-83b0-24d16e53896c admin admin] For port 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:29:46.741222 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd91b817-bc7f-460d-83b0-24d16e53896c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:46.757435 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-dd91b817-bc7f-460d-83b0-24d16e53896c admin admin] Calling delete_port for 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:29:46.945992 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd91b817-bc7f-460d-83b0-24d16e53896c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:46.970361 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91b817-bc7f-460d-83b0-24d16e53896c admin admin] Pushing event deleted for resources: {'Port': ['ID=793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:47.147759 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-dd91b817-bc7f-460d-83b0-24d16e53896c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:47.380059 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd91b817-bc7f-460d-83b0-24d16e53896c admin admin] Router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:29:47.493356 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd91b817-bc7f-460d-83b0-24d16e53896c admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:29:47.498616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-dd91b817-bc7f-460d-83b0-24d16e53896c admin admin] 10.222.0.21 "PUT /v2.0/routers/0ac26d88-fcc9-4b19-9619-6d756cca81a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8708885 Nov 19 10:29:47.501522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38368) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:47.506000 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941a7f3e-4490-4a9a-adba-581903147676 None None] Sync routers for ids ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:29:47.516184 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941a7f3e-4490-4a9a-adba-581903147676 None None] Routers {'0ac26d88-fcc9-4b19-9619-6d756cca81a9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:29:47.516812 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-941a7f3e-4490-4a9a-adba-581903147676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:29:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:47.618007 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bdeda50-ecea-445f-a198-c0524e78a32a admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:47.632484 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-941a7f3e-4490-4a9a-adba-581903147676 None None] Set router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:29:47.733305 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bdeda50-ecea-445f-a198-c0524e78a32a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:47.796854 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6bdeda50-ecea-445f-a198-c0524e78a32a admin admin] Deleting port 1c6aedb0-e1e4-460b-9486-2395b007a5a7 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:29:47.797488 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bdeda50-ecea-445f-a198-c0524e78a32a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:47.830045 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-941a7f3e-4490-4a9a-adba-581903147676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:29:46Z', 'revision_number': 5, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port': {'id': '1c6aedb0-e1e4-460b-9486-2395b007a5a7', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:47.863306 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941a7f3e-4490-4a9a-adba-581903147676 None None] Checking router: 0ac26d88-fcc9-4b19-9619-6d756cca81a9 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:29:47.871874 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941a7f3e-4490-4a9a-adba-581903147676 None None] Routers {'0ac26d88-fcc9-4b19-9619-6d756cca81a9'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:29:47.872501 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-941a7f3e-4490-4a9a-adba-581903147676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:29:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:47.887780 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-6bdeda50-ecea-445f-a198-c0524e78a32a admin admin] For port 1c6aedb0-e1e4-460b-9486-2395b007a5a7, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1c6aedb0-e1e4-460b-9486-2395b007a5a7,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:29:47.888173 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bdeda50-ecea-445f-a198-c0524e78a32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:47.902557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6bdeda50-ecea-445f-a198-c0524e78a32a admin admin] Calling delete_port for 1c6aedb0-e1e4-460b-9486-2395b007a5a7 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:29:47.959508 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-941a7f3e-4490-4a9a-adba-581903147676 None None] Set router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:29:48.013191 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-941a7f3e-4490-4a9a-adba-581903147676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:29:47Z', 'revision_number': 6, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:48.044417 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941a7f3e-4490-4a9a-adba-581903147676 None None] The sync data for ids ['0ac26d88-fcc9-4b19-9619-6d756cca81a9'] in n-d-805649-14 is: [{'id': '0ac26d88-fcc9-4b19-9619-6d756cca81a9', 'name': 'tempest-TestShelveInstance-1334389001-router', 'tenant_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:52Z', 'updated_at': '2021-11-19T10:29:47Z', 'revision_number': 6, 'project_id': 'cd1a41a140414bf28bf13ae50fb458d0', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:29:48.085680 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bdeda50-ecea-445f-a198-c0524e78a32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.113203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdeda50-ecea-445f-a198-c0524e78a32a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c6aedb0-e1e4-460b-9486-2395b007a5a7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:48.128008 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63157a27-e717-4fe5-8c98-b2f8951777a4 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:29:48.181601 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bdeda50-ecea-445f-a198-c0524e78a32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.277957 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bdeda50-ecea-445f-a198-c0524e78a32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.280210 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bdeda50-ecea-445f-a198-c0524e78a32a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.325971 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bdeda50-ecea-445f-a198-c0524e78a32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.326669 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdeda50-ecea-445f-a198-c0524e78a32a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ac26d88-fcc9-4b19-9619-6d756cca81a9 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 10:29:48.332005 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bdeda50-ecea-445f-a198-c0524e78a32a admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.335233 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6bdeda50-ecea-445f-a198-c0524e78a32a admin admin] 10.222.0.21 "DELETE /v2.0/routers/0ac26d88-fcc9-4b19-9619-6d756cca81a9 HTTP/1.1" status: 204 len: 168 time: 0.8304586 Nov 19 10:29:48.336056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38370) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:48.383546 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7ccf7b-a743-4937-9c3f-1550ae4d04cf admin admin] Deleting subnet db931ede-ac05-45cd-a52e-c7f0d80cf15b {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:29:48.391351 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccf7b-a743-4937-9c3f-1550ae4d04cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.428455 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccf7b-a743-4937-9c3f-1550ae4d04cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.515395 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccf7b-a743-4937-9c3f-1550ae4d04cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.574339 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccf7b-a743-4937-9c3f-1550ae4d04cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.601603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ccf7b-a743-4937-9c3f-1550ae4d04cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db931ede-ac05-45cd-a52e-c7f0d80cf15b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:48.613533 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccf7b-a743-4937-9c3f-1550ae4d04cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.613533 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cb7ccf7b-a743-4937-9c3f-1550ae4d04cf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/db931ede-ac05-45cd-a52e-c7f0d80cf15b HTTP/1.1" status: 204 len: 168 time: 0.2757909 Nov 19 10:29:48.615770 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38372) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:48.627464 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d99746-a1fb-4fe2-b62d-7365347e8d2e None None] Network c60f6b51-63da-4611-bc7f-9f435cddbe91 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:29:48.695105 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.750190 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Deleting port 1aa4274f-48ad-4ca7-9d79-600540ec946a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:29:48.750566 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.814673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] For port 1aa4274f-48ad-4ca7-9d79-600540ec946a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1aa4274f-48ad-4ca7-9d79-600540ec946a,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:29:48.815046 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.835068 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Calling delete_port for 1aa4274f-48ad-4ca7-9d79-600540ec946a owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:29:48.838631 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.845452 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632279df-2233-422c-a1de-09831931dbdc None None] DHCP port deletion for c60f6b51-63da-4611-bc7f-9f435cddbe91 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:29:48.901195 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-632279df-2233-422c-a1de-09831931dbdc None None] Deleting port 1aa4274f-48ad-4ca7-9d79-600540ec946a {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:29:48.901570 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-632279df-2233-422c-a1de-09831931dbdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.918416 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.944123 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa4274f-48ad-4ca7-9d79-600540ec946a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:48.955222 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:48.955580 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:48.955932 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:48.956281 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:48.956626 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:48.956967 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:48.957340 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:48.957675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:48.958012 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:48.958343 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:48.958874 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:48.959373 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:48.962530 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] No DVR routers for this DVR port 1aa4274f-48ad-4ca7-9d79-600540ec946a on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:29:48.971999 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-632279df-2233-422c-a1de-09831931dbdc None None] For port 1aa4274f-48ad-4ca7-9d79-600540ec946a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=1aa4274f-48ad-4ca7-9d79-600540ec946a,segment=NetworkSegment(706fbd1f-24ef-4608-8a5a-1eb84ead1787),segment_id=706fbd1f-24ef-4608-8a5a-1eb84ead1787)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:29:48.972423 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-632279df-2233-422c-a1de-09831931dbdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:48.987150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-632279df-2233-422c-a1de-09831931dbdc None None] Calling delete_port for 1aa4274f-48ad-4ca7-9d79-600540ec946a owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:29:49.051795 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:49.077728 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60f6b51-63da-4611-bc7f-9f435cddbe91']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:49.089262 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1aa4274f-48ad-4ca7-9d79-600540ec946a no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:29:49.097310 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706fbd1f-24ef-4608-8a5a-1eb84ead1787') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:49.097606 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706fbd1f-24ef-4608-8a5a-1eb84ead1787') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:49.110749 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:49.115739 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 1aa4274f-48ad-4ca7-9d79-600540ec946a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:29:49.116142 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1aa4274f-48ad-4ca7-9d79-600540ec946a not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:29:49.116591 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1c6aedb0-e1e4-460b-9486-2395b007a5a7 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:29:49.127983 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:49.136729 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:29:49.137171 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: timer() Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:29:49.139080 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:29:49.141905 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-632279df-2233-422c-a1de-09831931dbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:49.146599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 1c6aedb0-e1e4-460b-9486-2395b007a5a7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:29:49.146888 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 1c6aedb0-e1e4-460b-9486-2395b007a5a7 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:29:49.147310 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:29:49.191734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:29:49.192174 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 793dcbd8-2c7e-4f06-a66f-6c7bac3ee05f not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:29:49.196112 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632279df-2233-422c-a1de-09831931dbdc None None] Pushing event deleted for resources: {'Port': ['ID=1aa4274f-48ad-4ca7-9d79-600540ec946a,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:49.198769 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632279df-2233-422c-a1de-09831931dbdc None None] No DVR routers for this DVR port 1aa4274f-48ad-4ca7-9d79-600540ec946a on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:29:49.210985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632279df-2233-422c-a1de-09831931dbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:49.210985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632279df-2233-422c-a1de-09831931dbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:49.211462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632279df-2233-422c-a1de-09831931dbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:49.213134 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632279df-2233-422c-a1de-09831931dbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:49.214268 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632279df-2233-422c-a1de-09831931dbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:49.214734 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632279df-2233-422c-a1de-09831931dbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:49.215002 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632279df-2233-422c-a1de-09831931dbdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:49.215356 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632279df-2233-422c-a1de-09831931dbdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:49.215702 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632279df-2233-422c-a1de-09831931dbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:49.216061 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632279df-2233-422c-a1de-09831931dbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:49.216490 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632279df-2233-422c-a1de-09831931dbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:49.216976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632279df-2233-422c-a1de-09831931dbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:29:49.222512 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:49.227925 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:49.232349 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c60f6b51-63da-4611-bc7f-9f435cddbe91 HTTP/1.1" status: 204 len: 168 time: 0.6155505 Nov 19 10:29:49.235420 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38376) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:49.246491 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea06f8-8128-4dd8-9c51-c52badf325e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c60f6b51-63da-4611-bc7f-9f435cddbe91,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:49.602789 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e559ea12-3589-4047-96ef-685cdc521d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:49.851288 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-e559ea12-3589-4047-96ef-685cdc521d4e admin admin] Deleting port 66ddabeb-006e-4b6a-9c65-2e1499bca492 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:29:49.851623 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e559ea12-3589-4047-96ef-685cdc521d4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:49.930027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-e559ea12-3589-4047-96ef-685cdc521d4e admin admin] For port 66ddabeb-006e-4b6a-9c65-2e1499bca492, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=66ddabeb-006e-4b6a-9c65-2e1499bca492,segment=NetworkSegment(81ec4b4c-59c1-4197-b4fe-65662fccb4a7),segment_id=81ec4b4c-59c1-4197-b4fe-65662fccb4a7)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:29:49.930288 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e559ea12-3589-4047-96ef-685cdc521d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:49.943056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-e559ea12-3589-4047-96ef-685cdc521d4e admin admin] Calling delete_port for 66ddabeb-006e-4b6a-9c65-2e1499bca492 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:29:50.100071 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b32d9b26-9a60-4ab5-9ad7-e567b5dec576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:50.136201 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e559ea12-3589-4047-96ef-685cdc521d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:50.159692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559ea12-3589-4047-96ef-685cdc521d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=66ddabeb-006e-4b6a-9c65-2e1499bca492,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:50.329361 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e559ea12-3589-4047-96ef-685cdc521d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:50.544196 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e559ea12-3589-4047-96ef-685cdc521d4e admin admin] Router 6d1fd80f-9366-4fca-adda-baddf394625e has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:29:50.651556 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e559ea12-3589-4047-96ef-685cdc521d4e admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:29:50.656379 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e559ea12-3589-4047-96ef-685cdc521d4e admin admin] 10.222.0.21 "PUT /v2.0/routers/6d1fd80f-9366-4fca-adda-baddf394625e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4198234 Nov 19 10:29:50.659044 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38378) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:50.659953 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eabecd-7f46-4f35-8861-616fa75a141b None None] Sync routers for ids ['6d1fd80f-9366-4fca-adda-baddf394625e'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:29:50.670225 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eabecd-7f46-4f35-8861-616fa75a141b None None] Routers {'6d1fd80f-9366-4fca-adda-baddf394625e'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:29:50.670830 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-06eabecd-7f46-4f35-8861-616fa75a141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:29:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6d1fd80f-9366-4fca-adda-baddf394625e'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:50.770128 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f42b091-88c7-4e98-bda0-da0c4287cef2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:50.778696 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-06eabecd-7f46-4f35-8861-616fa75a141b None None] Set router 6d1fd80f-9366-4fca-adda-baddf394625e gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:29:50.874793 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f42b091-88c7-4e98-bda0-da0c4287cef2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:50.928625 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2f42b091-88c7-4e98-bda0-da0c4287cef2 admin admin] Deleting port aec2c84d-9c7f-48c9-a65b-abb7e031070a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:29:50.928987 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f42b091-88c7-4e98-bda0-da0c4287cef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:50.955796 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-06eabecd-7f46-4f35-8861-616fa75a141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'name': 'tempest-TestShelveInstance-924203465-router', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'aec2c84d-9c7f-48c9-a65b-abb7e031070a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:57Z', 'updated_at': '2021-11-19T10:29:50Z', 'revision_number': 5, 'project_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'gw_port': {'id': 'aec2c84d-9c7f-48c9-a65b-abb7e031070a', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:20:58Z', 'updated_at': '2021-11-19T10:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:50.987272 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eabecd-7f46-4f35-8861-616fa75a141b None None] Checking router: 6d1fd80f-9366-4fca-adda-baddf394625e for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:29:50.996974 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eabecd-7f46-4f35-8861-616fa75a141b None None] Routers {'6d1fd80f-9366-4fca-adda-baddf394625e'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:29:50.997617 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-06eabecd-7f46-4f35-8861-616fa75a141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:29:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['6d1fd80f-9366-4fca-adda-baddf394625e'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:51.017160 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-2f42b091-88c7-4e98-bda0-da0c4287cef2 admin admin] For port aec2c84d-9c7f-48c9-a65b-abb7e031070a, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=aec2c84d-9c7f-48c9-a65b-abb7e031070a,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:29:51.017616 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f42b091-88c7-4e98-bda0-da0c4287cef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:51.031867 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-2f42b091-88c7-4e98-bda0-da0c4287cef2 admin admin] Calling delete_port for aec2c84d-9c7f-48c9-a65b-abb7e031070a owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:29:51.087014 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-06eabecd-7f46-4f35-8861-616fa75a141b None None] Set router 6d1fd80f-9366-4fca-adda-baddf394625e gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:29:51.139084 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-06eabecd-7f46-4f35-8861-616fa75a141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'name': 'tempest-TestShelveInstance-924203465-router', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:57Z', 'updated_at': '2021-11-19T10:29:50Z', 'revision_number': 6, 'project_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:51.167852 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eabecd-7f46-4f35-8861-616fa75a141b None None] The sync data for ids ['6d1fd80f-9366-4fca-adda-baddf394625e'] in n-d-805649-14 is: [{'id': '6d1fd80f-9366-4fca-adda-baddf394625e', 'name': 'tempest-TestShelveInstance-924203465-router', 'tenant_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:20:57Z', 'updated_at': '2021-11-19T10:29:50Z', 'revision_number': 6, 'project_id': 'a0d51dc8e26343fc96de6b2d58e1d5db', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:29:51.208442 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f42b091-88c7-4e98-bda0-da0c4287cef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:51.232463 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42b091-88c7-4e98-bda0-da0c4287cef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aec2c84d-9c7f-48c9-a65b-abb7e031070a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:51.250989 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a68c17-68e8-406d-8682-765b948d13d0 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:29:51.304893 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f42b091-88c7-4e98-bda0-da0c4287cef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:51.394445 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f42b091-88c7-4e98-bda0-da0c4287cef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:51.396609 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f42b091-88c7-4e98-bda0-da0c4287cef2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:51.441772 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f42b091-88c7-4e98-bda0-da0c4287cef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:51.442299 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f42b091-88c7-4e98-bda0-da0c4287cef2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d1fd80f-9366-4fca-adda-baddf394625e {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 10:29:51.447693 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f42b091-88c7-4e98-bda0-da0c4287cef2 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:51.448845 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-2f42b091-88c7-4e98-bda0-da0c4287cef2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6d1fd80f-9366-4fca-adda-baddf394625e HTTP/1.1" status: 204 len: 168 time: 0.7888079 Nov 19 10:29:51.451338 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38380) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:51.496579 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b54180-df7d-4f71-bc30-d9fc096e3c3e admin admin] Deleting subnet 6112a567-d978-4320-9c0a-87b0e587b737 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:29:51.499989 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79b54180-df7d-4f71-bc30-d9fc096e3c3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:51.542156 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79b54180-df7d-4f71-bc30-d9fc096e3c3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:51.624087 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79b54180-df7d-4f71-bc30-d9fc096e3c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:51.679168 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79b54180-df7d-4f71-bc30-d9fc096e3c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:51.708675 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b54180-df7d-4f71-bc30-d9fc096e3c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6112a567-d978-4320-9c0a-87b0e587b737,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:51.715697 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-79b54180-df7d-4f71-bc30-d9fc096e3c3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:51.720363 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-79b54180-df7d-4f71-bc30-d9fc096e3c3e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6112a567-d978-4320-9c0a-87b0e587b737 HTTP/1.1" status: 204 len: 168 time: 0.2680371 Nov 19 10:29:51.720956 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096bbac2-02fd-4f2c-b753-70bbf1a9d0a8 None None] Network 08b40ac4-4f0b-4907-8398-3ed800e1d74a requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:29:51.723142 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38382) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:51.794119 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:51.848360 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] Deleting port a50a1cf0-01a7-4536-a900-2429ac1da268 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:29:51.848712 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:51.906542 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e95bd0-7291-4c52-aa16-af3776693971 None None] DHCP port deletion for 08b40ac4-4f0b-4907-8398-3ed800e1d74a request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:29:51.921495 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] For port a50a1cf0-01a7-4536-a900-2429ac1da268, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a50a1cf0-01a7-4536-a900-2429ac1da268,segment=NetworkSegment(81ec4b4c-59c1-4197-b4fe-65662fccb4a7),segment_id=81ec4b4c-59c1-4197-b4fe-65662fccb4a7)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:29:51.921869 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:51.935974 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] Calling delete_port for a50a1cf0-01a7-4536-a900-2429ac1da268 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:29:51.957002 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e2e95bd0-7291-4c52-aa16-af3776693971 None None] Deleting port a50a1cf0-01a7-4536-a900-2429ac1da268 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:29:51.957412 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e2e95bd0-7291-4c52-aa16-af3776693971 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:52.018386 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:52.030083 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e2e95bd0-7291-4c52-aa16-af3776693971 None None] For port a50a1cf0-01a7-4536-a900-2429ac1da268, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=a50a1cf0-01a7-4536-a900-2429ac1da268,segment=NetworkSegment(81ec4b4c-59c1-4197-b4fe-65662fccb4a7),segment_id=81ec4b4c-59c1-4197-b4fe-65662fccb4a7)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:29:52.030496 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e2e95bd0-7291-4c52-aa16-af3776693971 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:52.043289 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e2e95bd0-7291-4c52-aa16-af3776693971 None None] Calling delete_port for a50a1cf0-01a7-4536-a900-2429ac1da268 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:29:52.044734 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50a1cf0-01a7-4536-a900-2429ac1da268,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:52.048454 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] No DVR routers for this DVR port a50a1cf0-01a7-4536-a900-2429ac1da268 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:29:52.128917 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e2e95bd0-7291-4c52-aa16-af3776693971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:52.129540 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:52.154015 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b40ac4-4f0b-4907-8398-3ed800e1d74a']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:52.156848 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e95bd0-7291-4c52-aa16-af3776693971 None None] Pushing event deleted for resources: {'Port': ['ID=a50a1cf0-01a7-4536-a900-2429ac1da268,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:52.162615 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e95bd0-7291-4c52-aa16-af3776693971 None None] No DVR routers for this DVR port a50a1cf0-01a7-4536-a900-2429ac1da268 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:29:52.166781 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ec4b4c-59c1-4197-b4fe-65662fccb4a7') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:52.167350 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ec4b4c-59c1-4197-b4fe-65662fccb4a7') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:52.178274 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:52.192308 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:52.199426 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:29:52.199824 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: timer() Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:29:52.201710 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:29:52.258298 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:52.264462 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:52.269051 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/08b40ac4-4f0b-4907-8398-3ed800e1d74a HTTP/1.1" status: 204 len: 168 time: 0.5446484 Nov 19 10:29:52.281432 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ff404-1af9-4237-bc37-b6236ac34db0 admin admin] Pushing event deleted for resources: {'Network': ['ID=08b40ac4-4f0b-4907-8398-3ed800e1d74a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:52.380702 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38386) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:52.421282 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-444c1ba0-ed4d-49a9-9ea3-7aa3271c321a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd1a41a140414bf28bf13ae50fb458d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392032 Nov 19 10:29:52.423581 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38388) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:52.472174 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c33dd90-24fb-45ae-9a56-8687af8c2a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:52.495162 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-069d404a-1924-4c2e-92af-5aa49d8de3a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:52.496749 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c33dd90-24fb-45ae-9a56-8687af8c2a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:52.545956 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c33dd90-24fb-45ae-9a56-8687af8c2a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:52.548772 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c33dd90-24fb-45ae-9a56-8687af8c2a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:52.552265 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8c33dd90-24fb-45ae-9a56-8687af8c2a28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93ff8ce9-039e-47b0-9b9f-93f5d7f6e1ad HTTP/1.1" status: 204 len: 168 time: 0.1254730 Nov 19 10:29:52.558925 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33dd90-24fb-45ae-9a56-8687af8c2a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ff8ce9-039e-47b0-9b9f-93f5d7f6e1ad,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:52.871628 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38394) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:52.911708 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-90fbfd9c-6ca7-4160-892e-6f8376125b36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0d51dc8e26343fc96de6b2d58e1d5db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389073 Nov 19 10:29:52.914263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38396) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:52.966305 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8407b095-3b1d-437a-817a-458875afa68f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:52.988777 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8407b095-3b1d-437a-817a-458875afa68f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:53.028074 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device aec2c84d-9c7f-48c9-a65b-abb7e031070a no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:29:53.037678 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8407b095-3b1d-437a-817a-458875afa68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:53.040720 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8407b095-3b1d-437a-817a-458875afa68f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:53.042509 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-8407b095-3b1d-437a-817a-458875afa68f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c091764-4ec5-4409-9bc0-2722029d2359 HTTP/1.1" status: 204 len: 168 time: 0.1273358 Nov 19 10:29:53.050737 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407b095-3b1d-437a-817a-458875afa68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c091764-4ec5-4409-9bc0-2722029d2359,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:53.053596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: aec2c84d-9c7f-48c9-a65b-abb7e031070a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:29:53.053958 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device aec2c84d-9c7f-48c9-a65b-abb7e031070a not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:29:53.054384 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 66ddabeb-006e-4b6a-9c65-2e1499bca492 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:29:53.078385 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 66ddabeb-006e-4b6a-9c65-2e1499bca492 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:29:53.078744 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 66ddabeb-006e-4b6a-9c65-2e1499bca492 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:29:53.079168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a50a1cf0-01a7-4536-a900-2429ac1da268 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:29:53.104596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: a50a1cf0-01a7-4536-a900-2429ac1da268 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:29:53.104949 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device a50a1cf0-01a7-4536-a900-2429ac1da268 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:29:53.732208 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38418) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:53.794581 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:53.829843 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ef053363-8ba0-4cc6-aa1a-2adde7387a1b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1496362928-network', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:29:53.851479 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef053363-8ba0-4cc6-aa1a-2adde7387a1b admin admin] Made reservation on behalf of 21fe884f4c2842b1b540a48c35bed244 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:29:53.854224 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef053363-8ba0-4cc6-aa1a-2adde7387a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:53.862622 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef053363-8ba0-4cc6-aa1a-2adde7387a1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:53.941115 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef053363-8ba0-4cc6-aa1a-2adde7387a1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:53.945607 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef053363-8ba0-4cc6-aa1a-2adde7387a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:53.971615 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef053363-8ba0-4cc6-aa1a-2adde7387a1b admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:29:53.982570 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef053363-8ba0-4cc6-aa1a-2adde7387a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b8422a-c235-4577-86f1-9dc8e22878aa,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:53.988616 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef053363-8ba0-4cc6-aa1a-2adde7387a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:53.988959 n-d-805649-14 neutron-server[103476]: INFO neutron.db.segments_db [None req-ef053363-8ba0-4cc6-aa1a-2adde7387a1b admin admin] Added segment 1882efd2-ae63-47c1-a813-73b878203a50 of type vlan for network 36682207-35e9-4280-b5ff-8aaa27997d83 Nov 19 10:29:54.028811 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef053363-8ba0-4cc6-aa1a-2adde7387a1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:54.054477 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef053363-8ba0-4cc6-aa1a-2adde7387a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:54.055359 n-d-805649-14 neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef053363-8ba0-4cc6-aa1a-2adde7387a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:29:54.055944 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ef053363-8ba0-4cc6-aa1a-2adde7387a1b admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:54.115630 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ef053363-8ba0-4cc6-aa1a-2adde7387a1b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3823195 Nov 19 10:29:54.118585 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38422) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:54.121397 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef053363-8ba0-4cc6-aa1a-2adde7387a1b admin admin] Pushing event updated for resources: {'Network': ['ID=36682207-35e9-4280-b5ff-8aaa27997d83,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:54.125011 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-5b25fd86-5f8c-4675-9779-ab609212e104 admin admin] Request body: {'subnet': {'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1496362928-subnet', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:29:54.131696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 36682207-35e9-4280-b5ff-8aaa27997d83 details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:29:54.146791 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b25fd86-5f8c-4675-9779-ab609212e104 admin admin] Made reservation on behalf of 21fe884f4c2842b1b540a48c35bed244 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:29:54.149069 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5b25fd86-5f8c-4675-9779-ab609212e104 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:54.317563 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5b25fd86-5f8c-4675-9779-ab609212e104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:54.366690 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25fd86-5f8c-4675-9779-ab609212e104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0900d6b2-9fbc-493f-9998-0fa63bd867d7,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:54.382203 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b25fd86-5f8c-4675-9779-ab609212e104 admin admin] Checking segment: {'id': '1882efd2-ae63-47c1-a813-73b878203a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:29:54.382565 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b25fd86-5f8c-4675-9779-ab609212e104 admin admin] Network hostable DHCP agents. Network: 36682207-35e9-4280-b5ff-8aaa27997d83, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:29:54.398368 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b25fd86-5f8c-4675-9779-ab609212e104 admin admin] Network 36682207-35e9-4280-b5ff-8aaa27997d83 is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:29:54.408658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-5b25fd86-5f8c-4675-9779-ab609212e104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 36682207-35e9-4280-b5ff-8aaa27997d83) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:29:54.413103 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b25fd86-5f8c-4675-9779-ab609212e104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:29:54.414311 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5b25fd86-5f8c-4675-9779-ab609212e104 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:54.418087 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b61afb-014e-4f62-b3b1-e8b1b9b282b9 None None] Network 36682207-35e9-4280-b5ff-8aaa27997d83 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:29:54.436498 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-5b25fd86-5f8c-4675-9779-ab609212e104 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3155911 Nov 19 10:29:54.439340 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38424) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:54.443872 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:29:54.466328 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:54.467360 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:54.519088 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:54.566183 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-36682207-35e9-4280-b5ff-8aaa27997d83', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:29:54.567048 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:54.661641 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:54.703147 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Allocated IP 172.20.0.2 (36682207-35e9-4280-b5ff-8aaa27997d83/0900d6b2-9fbc-493f-9998-0fa63bd867d7/19bbf79a-06f4-49c7-a13f-9f52273b82ae) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:29:54.853257 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:54.861044 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:55.070300 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Network 36682207-35e9-4280-b5ff-8aaa27997d83 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:29:55.075135 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:29:55.077039 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Pushing event updated for resources: {'Port': ['ID=19bbf79a-06f4-49c7-a13f-9f52273b82ae,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:55.079229 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:29:55.133416 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Attempting to bind port 19bbf79a-06f4-49c7-a13f-9f52273b82ae on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:29:55.133802 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Attempting to bind port 19bbf79a-06f4-49c7-a13f-9f52273b82ae by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '1882efd2-ae63-47c1-a813-73b878203a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:29:55.134174 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Attempting to bind port 19bbf79a-06f4-49c7-a13f-9f52273b82ae on network 36682207-35e9-4280-b5ff-8aaa27997d83 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:29:55.139981 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:29:55.140366 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Checking segment: {'id': '1882efd2-ae63-47c1-a813-73b878203a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:29:55.140774 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:55.141211 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Bound using segment: {'id': '1882efd2-ae63-47c1-a813-73b878203a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:29:55.141694 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Bound port: 19bbf79a-06f4-49c7-a13f-9f52273b82ae, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1882efd2-ae63-47c1-a813-73b878203a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:29:55.142087 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:55.204390 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:55.208992 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:55.220950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] For port 19bbf79a-06f4-49c7-a13f-9f52273b82ae, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:29:55.224150 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:55.224413 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] For port 19bbf79a-06f4-49c7-a13f-9f52273b82ae, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=19bbf79a-06f4-49c7-a13f-9f52273b82ae,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:29:55.228190 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:55.292309 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafb7d9-c04b-401f-b0ea-eebd4dcb8346 None None] Pushing event updated for resources: {'Port': ['ID=19bbf79a-06f4-49c7-a13f-9f52273b82ae,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:55.335336 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Allocated IP 172.25.0.209 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/f3b12da8-1de4-4fd6-b475-771b003e3400) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:29:55.446752 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:55.497723 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:55.543532 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:29:55.546516 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:29:55.551548 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:29:55.556263 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b12da8-1de4-4fd6-b475-771b003e3400,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:55.561572 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443271c5-8aae-4b69-9a4d-e502b85ae619 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:29:55.621841 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6d1f752a-ffb8-4629-90ff-002739a02501 None None] Provisioning complete for port f3b12da8-1de4-4fd6-b475-771b003e3400 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:29:55.622215 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6d1f752a-ffb8-4629-90ff-002739a02501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:55.658120 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f752a-ffb8-4629-90ff-002739a02501 None None] Port f3b12da8-1de4-4fd6-b475-771b003e3400 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:29:55.773517 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:55.818763 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:56.016927 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:56.145990 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Router 653df697-b5c7-458e-ae9f-353afa5536c7 is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 10:29:56.256930 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:29:56.268024 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Sync routers for ids ['653df697-b5c7-458e-ae9f-353afa5536c7'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:29:56.279649 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:56.280892 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fad85c-4c2a-4748-9850-9e10962347bc None None] Network 36682207-35e9-4280-b5ff-8aaa27997d83 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:29:56.281100 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b7d71dc6-7c03-484a-ba41-38ab811c7738 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8405690 Nov 19 10:29:56.283712 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38426) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:56.328701 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Routers {'653df697-b5c7-458e-ae9f-353afa5536c7'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:29:56.329304 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:29:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['653df697-b5c7-458e-ae9f-353afa5536c7'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:56.447747 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-93368a58-3104-496c-9ab9-f284636dfdda None None] Provisioning complete for port 19bbf79a-06f4-49c7-a13f-9f52273b82ae triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:29:56.448122 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-93368a58-3104-496c-9ab9-f284636dfdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:56.530522 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Set router 653df697-b5c7-458e-ae9f-353afa5536c7 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:29:56.707733 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:56.724766 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-93368a58-3104-496c-9ab9-f284636dfdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:56.776024 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-93368a58-3104-496c-9ab9-f284636dfdda None None] For port 19bbf79a-06f4-49c7-a13f-9f52273b82ae, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=19bbf79a-06f4-49c7-a13f-9f52273b82ae,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:29:56.796221 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-93368a58-3104-496c-9ab9-f284636dfdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:56.872053 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93368a58-3104-496c-9ab9-f284636dfdda None None] Pushing event updated for resources: {'Port': ['ID=19bbf79a-06f4-49c7-a13f-9f52273b82ae,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:56.889260 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:55Z', 'revision_number': 3, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:56.904797 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Allocated IP 172.20.0.1 (36682207-35e9-4280-b5ff-8aaa27997d83/0900d6b2-9fbc-493f-9998-0fa63bd867d7/2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:29:56.923361 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Checking router: 653df697-b5c7-458e-ae9f-353afa5536c7 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:29:56.923987 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Updating router 653df697-b5c7-458e-ae9f-353afa5536c7 port f3b12da8-1de4-4fd6-b475-771b003e3400 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:29:56.964725 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:57.051328 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:57.089737 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-99f8729a-9eca-4742-ba39-072fb6d21624 None None] Provisioning complete for port 19bbf79a-06f4-49c7-a13f-9f52273b82ae triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:29:57.090117 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99f8729a-9eca-4742-ba39-072fb6d21624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:57.090433 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:57.092629 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 19bbf79a-06f4-49c7-a13f-9f52273b82ae up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:29:57.130310 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Network 36682207-35e9-4280-b5ff-8aaa27997d83 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:29:57.135518 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:29:57.137950 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:29:57.169730 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Pushing event updated for resources: {'Port': ['ID=2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:57.188864 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:57.240160 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 19bbf79a-06f4-49c7-a13f-9f52273b82ae triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:29:57.241545 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:57.333724 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:57.450047 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:57.455672 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:57.505699 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63121475-2d0b-41ef-b265-5116fa3a53b2 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:29:57.508702 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:57.513618 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9960333'] for port, after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:57.525790 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2470c-cdbd-4fa8-80f7-eaf1ea761714 None None] Pushing event updated for resources: {'Port': ['ID=f3b12da8-1de4-4fd6-b475-771b003e3400,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:57.529351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Attempting to bind port f3b12da8-1de4-4fd6-b475-771b003e3400 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:29:57.529594 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Attempting to bind port f3b12da8-1de4-4fd6-b475-771b003e3400 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:29:57.529965 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Attempting to bind port f3b12da8-1de4-4fd6-b475-771b003e3400 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:29:57.532374 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0c0046ef-36d6-491f-9a1a-1d57c43078ef None None] Provisioning complete for port 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:29:57.532746 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0c0046ef-36d6-491f-9a1a-1d57c43078ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:57.556298 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:29:57.557265 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:29:57.557673 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:57.558065 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:29:57.558554 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Bound port: f3b12da8-1de4-4fd6-b475-771b003e3400, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:29:57.558937 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:57.588725 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:57.590697 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Pushing event updated for resources: {'Port': ['ID=2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:57.597036 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0c0046ef-36d6-491f-9a1a-1d57c43078ef None None] Port 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:29:57.620007 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] For port f3b12da8-1de4-4fd6-b475-771b003e3400, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:29:57.623216 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] For port f3b12da8-1de4-4fd6-b475-771b003e3400, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f3b12da8-1de4-4fd6-b475-771b003e3400,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:29:57.627452 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:57.679150 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da27321c-27a6-414a-85d1-7808fa5d2f74 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:29:57.687530 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Network 36682207-35e9-4280-b5ff-8aaa27997d83 is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:29:57.689026 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:29:57.699708 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Routers {'653df697-b5c7-458e-ae9f-353afa5536c7'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:29:57.700351 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:29:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['653df697-b5c7-458e-ae9f-353afa5536c7'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:57.705119 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2470c-cdbd-4fa8-80f7-eaf1ea761714 None None] Pushing event updated for resources: {'Port': ['ID=f3b12da8-1de4-4fd6-b475-771b003e3400,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:57.830213 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Router 653df697-b5c7-458e-ae9f-353afa5536c7 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:29:57.949383 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:29:57.954793 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ffcb33a5-f9bd-4933-8257-da45d783303e admin admin] 10.222.0.21 "PUT /v2.0/routers/653df697-b5c7-458e-ae9f-353afa5536c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6700826 Nov 19 10:29:57.975712 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fefadc09-957a-4cc5-974c-ef63a6e8c06d None None] Provisioning complete for port f3b12da8-1de4-4fd6-b475-771b003e3400 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:29:57.976010 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fefadc09-957a-4cc5-974c-ef63a6e8c06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:58.029470 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] Set router 653df697-b5c7-458e-ae9f-353afa5536c7 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:29:58.183987 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fefadc09-957a-4cc5-974c-ef63a6e8c06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:58.224410 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-fefadc09-957a-4cc5-974c-ef63a6e8c06d None None] For port f3b12da8-1de4-4fd6-b475-771b003e3400, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f3b12da8-1de4-4fd6-b475-771b003e3400,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:29:58.231980 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fefadc09-957a-4cc5-974c-ef63a6e8c06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:58.316105 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefadc09-957a-4cc5-974c-ef63a6e8c06d None None] Pushing event updated for resources: {'Port': ['ID=f3b12da8-1de4-4fd6-b475-771b003e3400,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:58.334536 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20', 'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'mac_address': 'fa:16:3e:22:b5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:56Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 2, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'subnets': [{'id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:29:58.366923 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d044e43-3484-4764-ab5a-3e91175bf827 None None] The sync data for ids ['653df697-b5c7-458e-ae9f-353afa5536c7'] in n-d-805649-14 is: [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20', 'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'mac_address': 'fa:16:3e:22:b5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:56Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 2, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'subnets': [{'id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:29:58.377447 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-62d7bd28-275e-48b9-a40d-ee918cd2a8ef None None] Provisioning complete for port f3b12da8-1de4-4fd6-b475-771b003e3400 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:29:58.377820 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-62d7bd28-275e-48b9-a40d-ee918cd2a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:58.441662 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38442) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:58.446608 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-1b121127-6999-4b2b-aa11-3bf1bbb7778c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2027263182-network', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:29:58.471347 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b121127-6999-4b2b-aa11-3bf1bbb7778c admin admin] Made reservation on behalf of 803fe4261fcc4f74ad84a76a83be6299 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:29:58.473896 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b121127-6999-4b2b-aa11-3bf1bbb7778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for network, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:58.478111 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-62d7bd28-275e-48b9-a40d-ee918cd2a8ef None None] Provisioning complete for port 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:29:58.478928 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-62d7bd28-275e-48b9-a40d-ee918cd2a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:58.482757 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b121127-6999-4b2b-aa11-3bf1bbb7778c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:58.515328 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-62d7bd28-275e-48b9-a40d-ee918cd2a8ef None None] Port 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:29:58.567792 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b121127-6999-4b2b-aa11-3bf1bbb7778c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:58.572737 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b121127-6999-4b2b-aa11-3bf1bbb7778c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:58.598391 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b121127-6999-4b2b-aa11-3bf1bbb7778c admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 10:29:58.615403 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b121127-6999-4b2b-aa11-3bf1bbb7778c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66755145-f9b0-4969-9ac1-40dcbdd3f868,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:58.623229 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b121127-6999-4b2b-aa11-3bf1bbb7778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:58.623575 n-d-805649-14 neutron-server[103477]: INFO neutron.db.segments_db [None req-1b121127-6999-4b2b-aa11-3bf1bbb7778c admin admin] Added segment e8521379-294b-445c-aaa7-726897dec45a of type vlan for network 3a9796c7-8a72-4b79-8679-f4c3a5fc11ec Nov 19 10:29:58.673628 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b121127-6999-4b2b-aa11-3bf1bbb7778c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764965329165'] for network, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:58.702102 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b121127-6999-4b2b-aa11-3bf1bbb7778c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184'] for network, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:58.703291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b121127-6999-4b2b-aa11-3bf1bbb7778c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:29:58.704254 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1b121127-6999-4b2b-aa11-3bf1bbb7778c admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:58.763380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-1b121127-6999-4b2b-aa11-3bf1bbb7778c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3205559 Nov 19 10:29:58.766131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38444) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:58.773078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-e6e9dec5-bb4c-4b4a-9095-40fe7bef9952 admin admin] Request body: {'subnet': {'network_id': '3a9796c7-8a72-4b79-8679-f4c3a5fc11ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2027263182-subnet', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:29:58.777449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b121127-6999-4b2b-aa11-3bf1bbb7778c admin admin] Pushing event updated for resources: {'Network': ['ID=3a9796c7-8a72-4b79-8679-f4c3a5fc11ec,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:58.788467 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Network 3a9796c7-8a72-4b79-8679-f4c3a5fc11ec details requested by agent ovs-agent-n-d-805649-14 with host n-d-805649-14 {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 10:29:58.803289 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e9dec5-bb4c-4b4a-9095-40fe7bef9952 admin admin] Made reservation on behalf of 803fe4261fcc4f74ad84a76a83be6299 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:29:58.806081 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dec5-bb4c-4b4a-9095-40fe7bef9952 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8003538'] for subnet, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:59.317724 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dec5-bb4c-4b4a-9095-40fe7bef9952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8654961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8003520'] for subnet, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:59.374886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9dec5-bb4c-4b4a-9095-40fe7bef9952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cff25d5a-64cf-4c81-a2eb-09d630de9760,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:29:59.388162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9dec5-bb4c-4b4a-9095-40fe7bef9952 admin admin] Checking segment: {'id': 'e8521379-294b-445c-aaa7-726897dec45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3a9796c7-8a72-4b79-8679-f4c3a5fc11ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:29:59.388698 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9dec5-bb4c-4b4a-9095-40fe7bef9952 admin admin] Network hostable DHCP agents. Network: 3a9796c7-8a72-4b79-8679-f4c3a5fc11ec, hostable agents: ['2b19f7b8-e714-47aa-83f8-f2226fc65359'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 10:29:59.406498 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9dec5-bb4c-4b4a-9095-40fe7bef9952 admin admin] Network 3a9796c7-8a72-4b79-8679-f4c3a5fc11ec is scheduled to be hosted by DHCP agent 2b19f7b8-e714-47aa-83f8-f2226fc65359 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 10:29:59.415578 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e6e9dec5-bb4c-4b4a-9095-40fe7bef9952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-14, 3a9796c7-8a72-4b79-8679-f4c3a5fc11ec) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:29:59.420677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e9dec5-bb4c-4b4a-9095-40fe7bef9952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:29:59.421300 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dec5-bb4c-4b4a-9095-40fe7bef9952 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:59.429196 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509301ba-46bf-4d82-ae7d-323ae627fd64 None None] Network 3a9796c7-8a72-4b79-8679-f4c3a5fc11ec requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:29:59.439534 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-e6e9dec5-bb4c-4b4a-9095-40fe7bef9952 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6721263 Nov 19 10:29:59.442176 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38446) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:29:59.449792 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2027263182-router', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:29:59.474865 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-884160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254370'] for router, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:59.476543 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-880976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-883329', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-780537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-259409'] for router, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:59.536257 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:59.602038 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40eedb9d-f303-5135-96f6-ac5577b27dbc-3a9796c7-8a72-4b79-8679-f4c3a5fc11ec', 'network_id': '3a9796c7-8a72-4b79-8679-f4c3a5fc11ec', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299', 'fixed_ips': [{'subnet_id': 'cff25d5a-64cf-4c81-a2eb-09d630de9760'}]}} from n-d-805649-14. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 10:29:59.602990 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:59.693939 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:59.754752 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Allocated IP 172.20.0.2 (3a9796c7-8a72-4b79-8679-f4c3a5fc11ec/cff25d5a-64cf-4c81-a2eb-09d630de9760/66a9be6f-d007-47d6-b532-f18999c8d958) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:29:59.906949 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:59.912826 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:59.914351 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166'] for port, after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:59.932875 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:29:59.957996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Network 3a9796c7-8a72-4b79-8679-f4c3a5fc11ec is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:29:59.962394 n-d-805649-14 neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:29:59.967402 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:29:59.973754 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Pushing event updated for resources: {'Port': ['ID=66a9be6f-d007-47d6-b532-f18999c8d958,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:00.025050 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Attempting to bind port 66a9be6f-d007-47d6-b532-f18999c8d958 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:30:00.025997 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Attempting to bind port 66a9be6f-d007-47d6-b532-f18999c8d958 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'e8521379-294b-445c-aaa7-726897dec45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3a9796c7-8a72-4b79-8679-f4c3a5fc11ec'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:30:00.026367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Attempting to bind port 66a9be6f-d007-47d6-b532-f18999c8d958 on network 3a9796c7-8a72-4b79-8679-f4c3a5fc11ec {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:30:00.031425 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:30:00.031807 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Checking segment: {'id': 'e8521379-294b-445c-aaa7-726897dec45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3a9796c7-8a72-4b79-8679-f4c3a5fc11ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:30:00.032216 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:00.032612 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Bound using segment: {'id': 'e8521379-294b-445c-aaa7-726897dec45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3a9796c7-8a72-4b79-8679-f4c3a5fc11ec'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:30:00.033108 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Bound port: 66a9be6f-d007-47d6-b532-f18999c8d958, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8521379-294b-445c-aaa7-726897dec45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3a9796c7-8a72-4b79-8679-f4c3a5fc11ec'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:30:00.033504 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:00.048049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Allocated IP 172.25.0.31 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/e19163c9-76bd-4a35-b640-c580cecb3c43) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:30:00.099085 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] For port 66a9be6f-d007-47d6-b532-f18999c8d958, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:30:00.102358 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] For port 66a9be6f-d007-47d6-b532-f18999c8d958, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=66a9be6f-d007-47d6-b532-f18999c8d958,segment=NetworkSegment(e8521379-294b-445c-aaa7-726897dec45a),segment_id=e8521379-294b-445c-aaa7-726897dec45a)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:30:00.106773 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:00.158685 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:00.169429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34008b-7248-451b-a98d-49a5c15911c5 None None] Pushing event updated for resources: {'Port': ['ID=66a9be6f-d007-47d6-b532-f18999c8d958,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:00.222028 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:00.277348 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:30:00.281616 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:30:00.284108 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:30:00.286381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Pushing event updated for resources: {'Port': ['ID=e19163c9-76bd-4a35-b640-c580cecb3c43,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:00.295580 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e63a9e1-30b0-412c-9eee-bab20707b94d None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:30:00.356677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e1356b0a-5c4b-4ee9-8c60-fd8b21373658 None None] Provisioning complete for port e19163c9-76bd-4a35-b640-c580cecb3c43 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:00.357058 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e1356b0a-5c4b-4ee9-8c60-fd8b21373658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:00.435843 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e1356b0a-5c4b-4ee9-8c60-fd8b21373658 None None] Port e19163c9-76bd-4a35-b640-c580cecb3c43 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:30:00.595032 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Sync routers for ids ['653df697-b5c7-458e-ae9f-353afa5536c7'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:30:00.598279 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:00.604945 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Routers {'653df697-b5c7-458e-ae9f-353afa5536c7'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:30:00.605585 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:29:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['653df697-b5c7-458e-ae9f-353afa5536c7'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:30:00.717723 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Set router 653df697-b5c7-458e-ae9f-353afa5536c7 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:30:00.811183 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-880969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-883414'] for router, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:00.932984 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20', 'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'mac_address': 'fa:16:3e:22:b5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:56Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 2, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'subnets': [{'id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:30:00.955121 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Router cc024f9d-ece2-4c87-923f-be347259508a is scheduled to L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 10:30:01.061763 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Checking router: 653df697-b5c7-458e-ae9f-353afa5536c7 for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:30:01.062123 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Updating router 653df697-b5c7-458e-ae9f-353afa5536c7 port 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:30:01.091306 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:01.100090 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:30:01.113272 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Sync routers for ids ['cc024f9d-ece2-4c87-923f-be347259508a'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:30:01.132985 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Routers {'cc024f9d-ece2-4c87-923f-be347259508a'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:30:01.133736 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:29:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cc024f9d-ece2-4c87-923f-be347259508a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:30:01.134652 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:01.138491 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-0e97e467-263d-420a-adbb-46882d5f1f18 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6952190 Nov 19 10:30:01.140084 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38448) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:30:01.179518 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f3b12da8-1de4-4fd6-b475-771b003e3400 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:30:01.291964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port f3b12da8-1de4-4fd6-b475-771b003e3400 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:01.292617 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:01.344475 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Set router cc024f9d-ece2-4c87-923f-be347259508a gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:30:01.375847 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81c689e-ab47-4609-b3f3-aeca58ef74ef None None] Network 3a9796c7-8a72-4b79-8679-f4c3a5fc11ec requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:30:01.418075 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:01.423619 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:01.478028 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febea0a-a2eb-43c2-9540-d0fd124edf0d None None] Pushing event updated for resources: {'Port': ['ID=2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:01.506927 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febea0a-a2eb-43c2-9540-d0fd124edf0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:30:01.507427 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febea0a-a2eb-43c2-9540-d0fd124edf0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:30:01.508044 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febea0a-a2eb-43c2-9540-d0fd124edf0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:30:01.508397 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febea0a-a2eb-43c2-9540-d0fd124edf0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:30:01.508719 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febea0a-a2eb-43c2-9540-d0fd124edf0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:30:01.509041 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febea0a-a2eb-43c2-9540-d0fd124edf0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:30:01.509593 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febea0a-a2eb-43c2-9540-d0fd124edf0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:30:01.509918 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febea0a-a2eb-43c2-9540-d0fd124edf0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:30:01.510844 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febea0a-a2eb-43c2-9540-d0fd124edf0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:30:01.511363 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febea0a-a2eb-43c2-9540-d0fd124edf0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:30:01.511876 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febea0a-a2eb-43c2-9540-d0fd124edf0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:30:01.512203 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0febea0a-a2eb-43c2-9540-d0fd124edf0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:30:01.561025 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Attempting to bind port 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:30:01.561716 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Attempting to bind port 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '1882efd2-ae63-47c1-a813-73b878203a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:30:01.562364 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Attempting to bind port 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 on network 36682207-35e9-4280-b5ff-8aaa27997d83 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:30:01.567936 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:30:01.568606 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Checking segment: {'id': '1882efd2-ae63-47c1-a813-73b878203a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:30:01.569220 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:01.569806 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Bound using segment: {'id': '1882efd2-ae63-47c1-a813-73b878203a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:30:01.570436 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Bound port: 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1882efd2-ae63-47c1-a813-73b878203a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:30:01.570997 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:01.648635 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] For port 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:30:01.653636 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] For port 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:30:01.657406 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:01.661158 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:01.731074 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Routers {'653df697-b5c7-458e-ae9f-353afa5536c7'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:30:01.731971 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:29:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['653df697-b5c7-458e-ae9f-353afa5536c7'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:30:01.742293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9628d56c-8fbb-4210-a510-70c91415676c None None] Provisioning complete for port 66a9be6f-d007-47d6-b532-f18999c8d958 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:01.742674 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9628d56c-8fbb-4210-a510-70c91415676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:01.777611 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febea0a-a2eb-43c2-9540-d0fd124edf0d None None] Pushing event updated for resources: {'Port': ['ID=2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:01.810042 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 66a9be6f-d007-47d6-b532-f18999c8d958 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:30:01.871851 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] Set router 653df697-b5c7-458e-ae9f-353afa5536c7 gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:30:01.892314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Allocated IP 172.20.0.1 (3a9796c7-8a72-4b79-8679-f4c3a5fc11ec/cff25d5a-64cf-4c81-a2eb-09d630de9760/5080044e-4fed-4d01-856d-a9d0c3488ec1) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:30:01.959199 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 66a9be6f-d007-47d6-b532-f18999c8d958 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:01.959896 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:01.992101 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9628d56c-8fbb-4210-a510-70c91415676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:02.039794 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:02.110503 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:02.154926 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20', 'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'mac_address': 'fa:16:3e:22:b5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:56Z', 'updated_at': '2021-11-19T10:30:01Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'subnets': [{'id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:30:02.162270 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Network 3a9796c7-8a72-4b79-8679-f4c3a5fc11ec is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:30:02.168365 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:30:02.172607 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:30:02.191554 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe8b312-c8d1-4646-98a5-ddabeb1ef9e8 None None] The sync data for ids ['653df697-b5c7-458e-ae9f-353afa5536c7'] in n-d-805649-14 is: [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20', 'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'mac_address': 'fa:16:3e:22:b5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:56Z', 'updated_at': '2021-11-19T10:30:01Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'subnets': [{'id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:30:02.209077 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Pushing event updated for resources: {'Port': ['ID=5080044e-4fed-4d01-856d-a9d0c3488ec1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:02.233176 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878465'] for router_interface, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:02.255876 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'name': 'tempest-TestSnapshotPattern-2027263182-router', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'e19163c9-76bd-4a35-b640-c580cecb3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:59Z', 'updated_at': '2021-11-19T10:30:00Z', 'revision_number': 3, 'project_id': '803fe4261fcc4f74ad84a76a83be6299', 'gw_port': {'id': 'e19163c9-76bd-4a35-b640-c580cecb3c43', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:3c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:59Z', 'updated_at': '2021-11-19T10:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:30:02.300951 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Checking router: cc024f9d-ece2-4c87-923f-be347259508a for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:30:02.301596 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Updating router cc024f9d-ece2-4c87-923f-be347259508a port e19163c9-76bd-4a35-b640-c580cecb3c43 binding host n-d-805649-14 {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:30:02.332560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9628d56c-8fbb-4210-a510-70c91415676c None None] For port 66a9be6f-d007-47d6-b532-f18999c8d958, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=66a9be6f-d007-47d6-b532-f18999c8d958,segment=NetworkSegment(e8521379-294b-445c-aaa7-726897dec45a),segment_id=e8521379-294b-445c-aaa7-726897dec45a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:30:02.344347 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:02.346110 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9628d56c-8fbb-4210-a510-70c91415676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:02.406492 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:02.541450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628d56c-8fbb-4210-a510-70c91415676c None None] Pushing event updated for resources: {'Port': ['ID=66a9be6f-d007-47d6-b532-f18999c8d958,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:02.559679 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8352dc50-688f-4b1e-b2bf-ef3b857dec09 None None] Provisioning complete for port 66a9be6f-d007-47d6-b532-f18999c8d958 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:02.560067 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8352dc50-688f-4b1e-b2bf-ef3b857dec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:02.595276 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:02.602169 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:02.676048 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-881169'] for router_interface, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:02.679142 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Pushing event updated for resources: {'Port': ['ID=5080044e-4fed-4d01-856d-a9d0c3488ec1,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:02.753703 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8352dc50-688f-4b1e-b2bf-ef3b857dec09 None None] Provisioning complete for port 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:02.754497 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8352dc50-688f-4b1e-b2bf-ef3b857dec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:02.775348 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Network 3a9796c7-8a72-4b79-8679-f4c3a5fc11ec is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:30:02.776907 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:30:02.849964 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Publish callbacks [] for port, precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:02.889308 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:02.954068 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8352dc50-688f-4b1e-b2bf-ef3b857dec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:02.980702 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe73ef9-67a1-495a-80a7-a82589d674ac None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:30:02.989666 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7fd34-a7f0-4cc7-b437-49aca7063423 None None] Pushing event updated for resources: {'Port': ['ID=e19163c9-76bd-4a35-b640-c580cecb3c43,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:02.999205 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Attempting to bind port e19163c9-76bd-4a35-b640-c580cecb3c43 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:30:02.999587 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Attempting to bind port e19163c9-76bd-4a35-b640-c580cecb3c43 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:30:02.999964 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Attempting to bind port e19163c9-76bd-4a35-b640-c580cecb3c43 on network 5400ae83-00d2-4751-a522-fb5643e526b8 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:30:03.014786 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:30:03.015168 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Checking segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:30:03.015588 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:03.015996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Bound using segment: {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:30:03.016498 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Bound port: e19163c9-76bd-4a35-b640-c580cecb3c43, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0416b9-932c-474e-bbca-885f7c8a89bd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:30:03.017014 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:03.071717 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8352dc50-688f-4b1e-b2bf-ef3b857dec09 None None] For port 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:30:03.097466 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8352dc50-688f-4b1e-b2bf-ef3b857dec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:03.148774 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:30:03.156625 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] For port e19163c9-76bd-4a35-b640-c580cecb3c43, host n-d-805649-14, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:30:03.209560 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] For port e19163c9-76bd-4a35-b640-c580cecb3c43, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e19163c9-76bd-4a35-b640-c580cecb3c43,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:30:03.215996 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352dc50-688f-4b1e-b2bf-ef3b857dec09 None None] Pushing event updated for resources: {'Port': ['ID=2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:03.226268 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:03.272587 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054cbceb-9c39-41dc-a89a-c349906db175 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:30:03.297055 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Router cc024f9d-ece2-4c87-923f-be347259508a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:30:03.305337 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7983a108-b7c2-407b-b94f-f882f8e32e78 None None] Provisioning complete for port e19163c9-76bd-4a35-b640-c580cecb3c43 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:03.305717 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7983a108-b7c2-407b-b94f-f882f8e32e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:03.348055 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Routers {'cc024f9d-ece2-4c87-923f-be347259508a'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:30:03.348705 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:29:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cc024f9d-ece2-4c87-923f-be347259508a'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:30:03.350469 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7fd34-a7f0-4cc7-b437-49aca7063423 None None] Pushing event updated for resources: {'Port': ['ID=e19163c9-76bd-4a35-b640-c580cecb3c43,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:03.401847 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:03.402229 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:03.408913 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:30:03.413998 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a7e80629-aae1-4680-a9a4-4cf1bcf9d9ac admin admin] 10.222.0.21 "PUT /v2.0/routers/cc024f9d-ece2-4c87-923f-be347259508a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2727101 Nov 19 10:30:03.534605 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] Set router cc024f9d-ece2-4c87-923f-be347259508a gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:30:03.591986 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7983a108-b7c2-407b-b94f-f882f8e32e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:03.659321 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7983a108-b7c2-407b-b94f-f882f8e32e78 None None] For port e19163c9-76bd-4a35-b640-c580cecb3c43, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e19163c9-76bd-4a35-b640-c580cecb3c43,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:30:03.671601 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7983a108-b7c2-407b-b94f-f882f8e32e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:03.699293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 66a9be6f-d007-47d6-b532-f18999c8d958 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:30:03.775372 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7983a108-b7c2-407b-b94f-f882f8e32e78 None None] Provisioning complete for port 5080044e-4fed-4d01-856d-a9d0c3488ec1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:03.775659 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7983a108-b7c2-407b-b94f-f882f8e32e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:03.846255 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983a108-b7c2-407b-b94f-f882f8e32e78 None None] Pushing event updated for resources: {'Port': ['ID=e19163c9-76bd-4a35-b640-c580cecb3c43,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:03.860480 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7983a108-b7c2-407b-b94f-f882f8e32e78 None None] Port 5080044e-4fed-4d01-856d-a9d0c3488ec1 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:30:03.896035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 66a9be6f-d007-47d6-b532-f18999c8d958 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:03.896414 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:03.952737 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'name': 'tempest-TestSnapshotPattern-2027263182-router', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'e19163c9-76bd-4a35-b640-c580cecb3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:59Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 4, 'project_id': '803fe4261fcc4f74ad84a76a83be6299', 'gw_port': {'id': 'e19163c9-76bd-4a35-b640-c580cecb3c43', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:3c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:59Z', 'updated_at': '2021-11-19T10:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '5080044e-4fed-4d01-856d-a9d0c3488ec1', 'name': '', 'network_id': '3a9796c7-8a72-4b79-8679-f4c3a5fc11ec', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299', 'mac_address': 'fa:16:3e:3e:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'cff25d5a-64cf-4c81-a2eb-09d630de9760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:30:01Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 2, 'project_id': '803fe4261fcc4f74ad84a76a83be6299', 'subnets': [{'id': 'cff25d5a-64cf-4c81-a2eb-09d630de9760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:30:04.010530 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf39ceaa-e933-4144-ab3a-6663dcb8fcc2 None None] The sync data for ids ['cc024f9d-ece2-4c87-923f-be347259508a'] in n-d-805649-14 is: [{'id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'name': 'tempest-TestSnapshotPattern-2027263182-router', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'e19163c9-76bd-4a35-b640-c580cecb3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:59Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 4, 'project_id': '803fe4261fcc4f74ad84a76a83be6299', 'gw_port': {'id': 'e19163c9-76bd-4a35-b640-c580cecb3c43', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:3c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:59Z', 'updated_at': '2021-11-19T10:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '5080044e-4fed-4d01-856d-a9d0c3488ec1', 'name': '', 'network_id': '3a9796c7-8a72-4b79-8679-f4c3a5fc11ec', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299', 'mac_address': 'fa:16:3e:3e:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'cff25d5a-64cf-4c81-a2eb-09d630de9760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:30:01Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 2, 'project_id': '803fe4261fcc4f74ad84a76a83be6299', 'subnets': [{'id': 'cff25d5a-64cf-4c81-a2eb-09d630de9760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:30:04.029751 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a52d1939-2d35-485f-906e-69e64552a0d9 None None] Provisioning complete for port e19163c9-76bd-4a35-b640-c580cecb3c43 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:04.030129 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a52d1939-2d35-485f-906e-69e64552a0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.111441 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38458) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:30:04.116321 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9ef97d5f-bb04-46fa-80e0-92f6b732764b tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-976604100', 'description': 'tempest-secgroup-smoke-976604100 description', 'project_id': '21fe884f4c2842b1b540a48c35bed244'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:30:04.141649 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ef97d5f-bb04-46fa-80e0-92f6b732764b tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.220351 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ef97d5f-bb04-46fa-80e0-92f6b732764b tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.229015 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ef97d5f-bb04-46fa-80e0-92f6b732764b tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.267342 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9ef97d5f-bb04-46fa-80e0-92f6b732764b tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.271265 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9ef97d5f-bb04-46fa-80e0-92f6b732764b tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1585703 Nov 19 10:30:04.274471 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38460) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:30:04.278083 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef97d5f-bb04-46fa-80e0-92f6b732764b tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00bf59f1-baab-43d1-97e2-50ea456b8ca9,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:04.280624 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4649bf98-b951-496b-8397-4ad0f456ce6c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Request body: {'security_group_rule': {'security_group_id': '00bf59f1-baab-43d1-97e2-50ea456b8ca9', 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:30:04.313725 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4649bf98-b951-496b-8397-4ad0f456ce6c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.376661 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4649bf98-b951-496b-8397-4ad0f456ce6c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.381915 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4649bf98-b951-496b-8397-4ad0f456ce6c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.400770 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649bf98-b951-496b-8397-4ad0f456ce6c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650eecf8-53aa-4f61-9c84-651844c54ac8,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:04.410358 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4649bf98-b951-496b-8397-4ad0f456ce6c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.413601 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-4649bf98-b951-496b-8397-4ad0f456ce6c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373739 Nov 19 10:30:04.414577 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38462) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:30:04.420131 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-28dec06f-f694-4d8e-95c1-2e49e315b3a5 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Request body: {'security_group_rule': {'security_group_id': '00bf59f1-baab-43d1-97e2-50ea456b8ca9', 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:30:04.450981 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28dec06f-f694-4d8e-95c1-2e49e315b3a5 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.516302 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28dec06f-f694-4d8e-95c1-2e49e315b3a5 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.520364 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28dec06f-f694-4d8e-95c1-2e49e315b3a5 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.541812 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dec06f-f694-4d8e-95c1-2e49e315b3a5 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a825066d-11db-45e3-908f-671aed2fce57,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:04.551499 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-28dec06f-f694-4d8e-95c1-2e49e315b3a5 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.552723 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-28dec06f-f694-4d8e-95c1-2e49e315b3a5 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371014 Nov 19 10:30:04.555642 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38464) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:30:04.560404 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9d09cfdf-1ddc-40bd-9760-b805b464fa5b tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Request body: {'security_group_rule': {'security_group_id': '00bf59f1-baab-43d1-97e2-50ea456b8ca9', 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:30:04.589277 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d09cfdf-1ddc-40bd-9760-b805b464fa5b tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.653379 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d09cfdf-1ddc-40bd-9760-b805b464fa5b tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.656957 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d09cfdf-1ddc-40bd-9760-b805b464fa5b tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.675064 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09cfdf-1ddc-40bd-9760-b805b464fa5b tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77454548-ded3-45ae-b9c1-ab5ec423cae8,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:04.682061 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d09cfdf-1ddc-40bd-9760-b805b464fa5b tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.683263 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-9d09cfdf-1ddc-40bd-9760-b805b464fa5b tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265886 Nov 19 10:30:04.686127 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38466) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:30:04.690385 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a7e4f52b-9a0f-41da-92cb-70d7ca6a7327 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Request body: {'security_group_rule': {'security_group_id': '00bf59f1-baab-43d1-97e2-50ea456b8ca9', 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:30:04.715582 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7e4f52b-9a0f-41da-92cb-70d7ca6a7327 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.772200 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7e4f52b-9a0f-41da-92cb-70d7ca6a7327 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.776350 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7e4f52b-9a0f-41da-92cb-70d7ca6a7327 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.793703 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4f52b-9a0f-41da-92cb-70d7ca6a7327 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349f5bc2-cc80-4e0a-90f6-9804ca8d897c,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:04.800473 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a7e4f52b-9a0f-41da-92cb-70d7ca6a7327 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.801729 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-a7e4f52b-9a0f-41da-92cb-70d7ca6a7327 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146848 Nov 19 10:30:04.804650 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 38468) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:30:04.809023 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c070a0f1-5c08-4f35-b78f-db2c6b4cfc0f tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Request body: {'security_group_rule': {'security_group_id': '00bf59f1-baab-43d1-97e2-50ea456b8ca9', 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:30:04.831016 n-d-805649-14 neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-c070a0f1-5c08-4f35-b78f-db2c6b4cfc0f tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Project 21fe884f4c2842b1b540a48c35bed244 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:30:04.836227 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c070a0f1-5c08-4f35-b78f-db2c6b4cfc0f tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.905634 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c070a0f1-5c08-4f35-b78f-db2c6b4cfc0f tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.909870 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c070a0f1-5c08-4f35-b78f-db2c6b4cfc0f tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.927770 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070a0f1-5c08-4f35-b78f-db2c6b4cfc0f tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be74eb4-fb93-4860-947f-cd80ccbb6809,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:04.933793 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c070a0f1-5c08-4f35-b78f-db2c6b4cfc0f tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:04.934384 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-c070a0f1-5c08-4f35-b78f-db2c6b4cfc0f tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287365 Nov 19 10:30:04.937302 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38470) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:30:04.941878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8626de00-1a88-4488-b4eb-ad5763d07967 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Request body: {'security_group_rule': {'security_group_id': '00bf59f1-baab-43d1-97e2-50ea456b8ca9', 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:30:04.963847 n-d-805649-14 neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-8626de00-1a88-4488-b4eb-ad5763d07967 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Project 21fe884f4c2842b1b540a48c35bed244 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 10:30:04.968697 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8626de00-1a88-4488-b4eb-ad5763d07967 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:05.052345 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8626de00-1a88-4488-b4eb-ad5763d07967 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:05.058255 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8626de00-1a88-4488-b4eb-ad5763d07967 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780491'] for security_group_rule, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:05.083291 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626de00-1a88-4488-b4eb-ad5763d07967 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc910931-7369-4d63-bfff-1f2e55be1f39,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:05.092359 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8626de00-1a88-4488-b4eb-ad5763d07967 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:05.093912 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-8626de00-1a88-4488-b4eb-ad5763d07967 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1555517 Nov 19 10:30:05.105926 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:30:05.162423 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:05.162905 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:05.265620 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bccd88c-1b05-4379-b566-f05708017b3d req-b11f73e5-f7a6-4aed-b7c8-0eebfbb02140 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976604100&fields=id&tenant_id=21fe884f4c2842b1b540a48c35bed244 HTTP/1.1" status: 200 len: 267 time: 0.0519121 Nov 19 10:30:05.373763 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccd88c-1b05-4379-b566-f05708017b3d req-97752d82-025b-40cf-b1d4-440434861af1 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:05.375283 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bccd88c-1b05-4379-b566-f05708017b3d req-97752d82-025b-40cf-b1d4-440434861af1 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/networks?id=36682207-35e9-4280-b5ff-8aaa27997d83 HTTP/1.1" status: 200 len: 810 time: 0.1038449 Nov 19 10:30:05.391628 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bccd88c-1b05-4379-b566-f05708017b3d req-ed803235-0e52-45e6-894c-81a48e1c510f tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/quotas/21fe884f4c2842b1b540a48c35bed244 HTTP/1.1" status: 200 len: 375 time: 0.0101671 Nov 19 10:30:05.450275 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bccd88c-1b05-4379-b566-f05708017b3d req-e0431e86-ef04-4f5c-8e41-c52aee622bdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=21fe884f4c2842b1b540a48c35bed244&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524919 Nov 19 10:30:05.548971 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bccd88c-1b05-4379-b566-f05708017b3d req-a9820774-11ea-4c1b-8b9b-132382bd041e service neutron] 10.222.0.21 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867248 Nov 19 10:30:05.651629 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bccd88c-1b05-4379-b566-f05708017b3d req-f20465c1-41f0-4d6a-94d8-5e519830ee32 service neutron] 10.222.0.21 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941706 Nov 19 10:30:05.828902 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7e4992b1-3201-4524-9909-d7808c9dcd5e req-0a37e685-d231-422d-8541-7ed7785b13a3 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 210 time: 0.0357983 Nov 19 10:30:06.529805 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Sync routers for ids ['cc024f9d-ece2-4c87-923f-be347259508a'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:30:06.539726 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Routers {'cc024f9d-ece2-4c87-923f-be347259508a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:30:06.540324 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:29:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cc024f9d-ece2-4c87-923f-be347259508a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:30:06.649177 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Set router cc024f9d-ece2-4c87-923f-be347259508a gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:30:06.783971 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccd88c-1b05-4379-b566-f05708017b3d req-e6dd3862-d441-4c28-a40c-f0f7cecdceaf tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:06.785542 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bccd88c-1b05-4379-b566-f05708017b3d req-e6dd3862-d441-4c28-a40c-f0f7cecdceaf tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.71 "GET /v2.0/networks?id=36682207-35e9-4280-b5ff-8aaa27997d83 HTTP/1.1" status: 200 len: 810 time: 0.1182246 Nov 19 10:30:06.858629 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bccd88c-1b05-4379-b566-f05708017b3d req-c76c42cc-cd82-4e32-918c-a21e52a7e87a tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21fe884f4c2842b1b540a48c35bed244 HTTP/1.1" status: 200 len: 379 time: 0.0625403 Nov 19 10:30:06.859058 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'name': 'tempest-TestSnapshotPattern-2027263182-router', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'e19163c9-76bd-4a35-b640-c580cecb3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:59Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 4, 'project_id': '803fe4261fcc4f74ad84a76a83be6299', 'gw_port': {'id': 'e19163c9-76bd-4a35-b640-c580cecb3c43', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:3c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:59Z', 'updated_at': '2021-11-19T10:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '5080044e-4fed-4d01-856d-a9d0c3488ec1', 'name': '', 'network_id': '3a9796c7-8a72-4b79-8679-f4c3a5fc11ec', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299', 'mac_address': 'fa:16:3e:3e:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'cff25d5a-64cf-4c81-a2eb-09d630de9760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:30:01Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 2, 'project_id': '803fe4261fcc4f74ad84a76a83be6299', 'subnets': [{'id': 'cff25d5a-64cf-4c81-a2eb-09d630de9760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:30:06.871113 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0bccd88c-1b05-4379-b566-f05708017b3d req-29bdc30d-788a-4f29-9750-51d2c486b764 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Request body: {'port': {'device_id': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'admin_state_up': True, 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'security_groups': ['00bf59f1-baab-43d1-97e2-50ea456b8ca9']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:30:06.887356 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Checking router: cc024f9d-ece2-4c87-923f-be347259508a for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:30:06.887704 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Updating router cc024f9d-ece2-4c87-923f-be347259508a port 5080044e-4fed-4d01-856d-a9d0c3488ec1 binding host n-d-805649-14 {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 10:30:06.913949 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:06.946780 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-043b7a77-e0ea-46db-bf99-23f9347de9f6 req-53781611-23f8-4eba-9627-a44c61056ed0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 210 time: 0.0319972 Nov 19 10:30:07.013458 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bccd88c-1b05-4379-b566-f05708017b3d req-29bdc30d-788a-4f29-9750-51d2c486b764 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Made reservation on behalf of 21fe884f4c2842b1b540a48c35bed244 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:30:07.018254 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0bccd88c-1b05-4379-b566-f05708017b3d req-29bdc30d-788a-4f29-9750-51d2c486b764 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:07.076976 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e19163c9-76bd-4a35-b640-c580cecb3c43 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:30:07.130035 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port e19163c9-76bd-4a35-b640-c580cecb3c43 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:07.130513 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:07.162129 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-0bccd88c-1b05-4379-b566-f05708017b3d req-29bdc30d-788a-4f29-9750-51d2c486b764 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Allocated IP 172.20.0.6 (36682207-35e9-4280-b5ff-8aaa27997d83/0900d6b2-9fbc-493f-9998-0fa63bd867d7/d7e0e4f4-2d03-432d-9350-f31c7890560d) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:30:07.213656 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Publish callbacks [] for port, precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:07.221878 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:07.287680 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdd874-266f-4045-a23e-49d213a75365 None None] Pushing event updated for resources: {'Port': ['ID=5080044e-4fed-4d01-856d-a9d0c3488ec1,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:07.337186 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Attempting to bind port 5080044e-4fed-4d01-856d-a9d0c3488ec1 on host n-d-805649-14 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:30:07.338093 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Attempting to bind port 5080044e-4fed-4d01-856d-a9d0c3488ec1 by drivers openvswitch,hyperv on host n-d-805649-14 at level 0 using segments [{'id': 'e8521379-294b-445c-aaa7-726897dec45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3a9796c7-8a72-4b79-8679-f4c3a5fc11ec'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:30:07.338461 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Attempting to bind port 5080044e-4fed-4d01-856d-a9d0c3488ec1 on network 3a9796c7-8a72-4b79-8679-f4c3a5fc11ec {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:30:07.344575 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Checking agent: {'id': '783693b3-4b51-4e41-a69f-42b3a7ab636a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 8, 56, 25), 'started_at': datetime.datetime(2021, 11, 19, 8, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:30:07.344575 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Checking segment: {'id': 'e8521379-294b-445c-aaa7-726897dec45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3a9796c7-8a72-4b79-8679-f4c3a5fc11ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:30:07.344928 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:07.345377 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Bound using segment: {'id': 'e8521379-294b-445c-aaa7-726897dec45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3a9796c7-8a72-4b79-8679-f4c3a5fc11ec'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:30:07.345865 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Bound port: 5080044e-4fed-4d01-856d-a9d0c3488ec1, host: n-d-805649-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8521379-294b-445c-aaa7-726897dec45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3a9796c7-8a72-4b79-8679-f4c3a5fc11ec'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:30:07.346251 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:07.370837 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0bccd88c-1b05-4379-b566-f05708017b3d req-29bdc30d-788a-4f29-9750-51d2c486b764 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:07.409646 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0bccd88c-1b05-4379-b566-f05708017b3d req-29bdc30d-788a-4f29-9750-51d2c486b764 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:07.461414 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bccd88c-1b05-4379-b566-f05708017b3d req-29bdc30d-788a-4f29-9750-51d2c486b764 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Network 36682207-35e9-4280-b5ff-8aaa27997d83 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:30:07.465759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-0bccd88c-1b05-4379-b566-f05708017b3d req-29bdc30d-788a-4f29-9750-51d2c486b764 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:30:07.469591 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bccd88c-1b05-4379-b566-f05708017b3d req-29bdc30d-788a-4f29-9750-51d2c486b764 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:30:07.505637 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdc30d-788a-4f29-9750-51d2c486b764 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event updated for resources: {'Port': ['ID=d7e0e4f4-2d03-432d-9350-f31c7890560d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:07.521956 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] For port 5080044e-4fed-4d01-856d-a9d0c3488ec1, host n-d-805649-14, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:30:07.526190 n-d-805649-14 neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] For port 5080044e-4fed-4d01-856d-a9d0c3488ec1, host n-d-805649-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5080044e-4fed-4d01-856d-a9d0c3488ec1,segment=NetworkSegment(e8521379-294b-445c-aaa7-726897dec45a),segment_id=e8521379-294b-445c-aaa7-726897dec45a)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:30:07.526822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccd88c-1b05-4379-b566-f05708017b3d req-29bdc30d-788a-4f29-9750-51d2c486b764 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:07.527751 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0bccd88c-1b05-4379-b566-f05708017b3d req-29bdc30d-788a-4f29-9750-51d2c486b764 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:07.532141 n-d-805649-14 neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:07.545666 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bccd88c-1b05-4379-b566-f05708017b3d req-29bdc30d-788a-4f29-9750-51d2c486b764 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6798911 Nov 19 10:30:07.560221 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Request body: {'port': {'device_id': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:30:07.595318 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Routers {'cc024f9d-ece2-4c87-923f-be347259508a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:30:07.595955 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:29:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cc024f9d-ece2-4c87-923f-be347259508a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:30:07.629676 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:07.674711 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-56d5cb40-becb-43b9-bec8-c81e543ed894 None None] Provisioning complete for port 5080044e-4fed-4d01-856d-a9d0c3488ec1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:07.675089 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-56d5cb40-becb-43b9-bec8-c81e543ed894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:07.724746 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] Set router cc024f9d-ece2-4c87-923f-be347259508a gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:30:07.791621 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdd874-266f-4045-a23e-49d213a75365 None None] Pushing event updated for resources: {'Port': ['ID=5080044e-4fed-4d01-856d-a9d0c3488ec1,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:07.813124 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-56d5cb40-becb-43b9-bec8-c81e543ed894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:07.855759 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-56d5cb40-becb-43b9-bec8-c81e543ed894 None None] For port 5080044e-4fed-4d01-856d-a9d0c3488ec1, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5080044e-4fed-4d01-856d-a9d0c3488ec1,segment=NetworkSegment(e8521379-294b-445c-aaa7-726897dec45a),segment_id=e8521379-294b-445c-aaa7-726897dec45a)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:30:07.864909 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-56d5cb40-becb-43b9-bec8-c81e543ed894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:07.943517 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5cb40-becb-43b9-bec8-c81e543ed894 None None] Pushing event updated for resources: {'Port': ['ID=5080044e-4fed-4d01-856d-a9d0c3488ec1,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:07.971833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e0e4f4-2d03-432d-9350-f31c7890560d {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:30:07.980364 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:07.994910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Transition to ACTIVE for port object d7e0e4f4-2d03-432d-9350-f31c7890560d will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:30:07.997073 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ff3e66c7-ef7e-4343-b9e7-0dc715c22a3a None None] Provisioning complete for port d7e0e4f4-2d03-432d-9350-f31c7890560d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:07.997678 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff3e66c7-ef7e-4343-b9e7-0dc715c22a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:08.001393 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:08.009820 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'name': 'tempest-TestSnapshotPattern-2027263182-router', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'e19163c9-76bd-4a35-b640-c580cecb3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:59Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 4, 'project_id': '803fe4261fcc4f74ad84a76a83be6299', 'gw_port': {'id': 'e19163c9-76bd-4a35-b640-c580cecb3c43', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:3c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:59Z', 'updated_at': '2021-11-19T10:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '5080044e-4fed-4d01-856d-a9d0c3488ec1', 'name': '', 'network_id': '3a9796c7-8a72-4b79-8679-f4c3a5fc11ec', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299', 'mac_address': 'fa:16:3e:3e:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'cff25d5a-64cf-4c81-a2eb-09d630de9760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:30:01Z', 'updated_at': '2021-11-19T10:30:07Z', 'revision_number': 4, 'project_id': '803fe4261fcc4f74ad84a76a83be6299', 'subnets': [{'id': 'cff25d5a-64cf-4c81-a2eb-09d630de9760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:30:08.046015 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9a3f0-8cf5-4162-b189-78eeda311385 None None] The sync data for ids ['cc024f9d-ece2-4c87-923f-be347259508a'] in n-d-805649-14 is: [{'id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'name': 'tempest-TestSnapshotPattern-2027263182-router', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'e19163c9-76bd-4a35-b640-c580cecb3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:59Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 4, 'project_id': '803fe4261fcc4f74ad84a76a83be6299', 'gw_port': {'id': 'e19163c9-76bd-4a35-b640-c580cecb3c43', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:3c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:59Z', 'updated_at': '2021-11-19T10:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '5080044e-4fed-4d01-856d-a9d0c3488ec1', 'name': '', 'network_id': '3a9796c7-8a72-4b79-8679-f4c3a5fc11ec', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299', 'mac_address': 'fa:16:3e:3e:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'cff25d5a-64cf-4c81-a2eb-09d630de9760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:30:01Z', 'updated_at': '2021-11-19T10:30:07Z', 'revision_number': 4, 'project_id': '803fe4261fcc4f74ad84a76a83be6299', 'subnets': [{'id': 'cff25d5a-64cf-4c81-a2eb-09d630de9760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:30:08.049429 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e66c7-ef7e-4343-b9e7-0dc715c22a3a None None] Port d7e0e4f4-2d03-432d-9350-f31c7890560d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:30:08.061124 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ff3e66c7-ef7e-4343-b9e7-0dc715c22a3a None None] Provisioning complete for port 5080044e-4fed-4d01-856d-a9d0c3488ec1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:08.061468 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff3e66c7-ef7e-4343-b9e7-0dc715c22a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:08.126178 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914808a-6771-4309-870b-2815620fd802 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e0e4f4-2d03-432d-9350-f31c7890560d,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:08.187798 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdc851-0a40-4450-a522-f79f27ea6d1b req-0baa8575-be97-4c73-b74c-d4d8c4c99761 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:08.189431 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1fcdc851-0a40-4450-a522-f79f27ea6d1b req-0baa8575-be97-4c73-b74c-d4d8c4c99761 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 943 time: 0.1532459 Nov 19 10:30:08.218962 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Attempting to bind port d7e0e4f4-2d03-432d-9350-f31c7890560d on host n-h2-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:30:08.219387 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Attempting to bind port d7e0e4f4-2d03-432d-9350-f31c7890560d by drivers openvswitch,hyperv on host n-h2-805649-14 at level 0 using segments [{'id': '1882efd2-ae63-47c1-a813-73b878203a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:30:08.219807 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Attempting to bind port d7e0e4f4-2d03-432d-9350-f31c7890560d on network 36682207-35e9-4280-b5ff-8aaa27997d83 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:30:08.230594 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Port d7e0e4f4-2d03-432d-9350-f31c7890560d on network 36682207-35e9-4280-b5ff-8aaa27997d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:30:08.231031 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Attempting to bind port d7e0e4f4-2d03-432d-9350-f31c7890560d on network 36682207-35e9-4280-b5ff-8aaa27997d83 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:30:08.246131 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Checking agent: {'id': '934c7c5b-3972-4f77-aaf8-42453d1a5ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:30:08.246285 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Checking segment: {'id': '1882efd2-ae63-47c1-a813-73b878203a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:30:08.246646 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Bound using segment: {'id': '1882efd2-ae63-47c1-a813-73b878203a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:30:08.247091 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Bound port: d7e0e4f4-2d03-432d-9350-f31c7890560d, host: n-h2-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1882efd2-ae63-47c1-a813-73b878203a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:30:08.247459 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:08.282946 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1fcdc851-0a40-4450-a522-f79f27ea6d1b req-87ef342f-06d4-47c9-888e-e76161c109bb tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812881 Nov 19 10:30:08.340900 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] For port d7e0e4f4-2d03-432d-9350-f31c7890560d, host n-h2-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:30:08.344169 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] For port d7e0e4f4-2d03-432d-9350-f31c7890560d, host n-h2-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=d7e0e4f4-2d03-432d-9350-f31c7890560d,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:30:08.349784 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:08.390089 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:08.390652 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:08.392061 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bccd88c-1b05-4379-b566-f05708017b3d req-4914808a-6771-4309-870b-2815620fd802 service neutron] 10.222.0.71 "PUT /v2.0/ports/d7e0e4f4-2d03-432d-9350-f31c7890560d HTTP/1.1" status: 200 len: 1092 time: 0.8370068 Nov 19 10:30:08.392525 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'tag': 'd7e0e4f4-2d03-432d-9350-f31c7890560d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:30:08.394891 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bf443e-d94a-4266-b26e-f9e3e8720af8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3aa8a4-2391-4e95-b21d-376b4745d5a1", "tag": "d7e0e4f4-2d03-432d-9350-f31c7890560d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:30:08.444559 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914808a-6771-4309-870b-2815620fd802 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e0e4f4-2d03-432d-9350-f31c7890560d,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:08.478944 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846c040a-54ac-4324-bbd3-5d2e8a477ed8 x-openstack-request-id: req-846c040a-54ac-4324-bbd3-5d2e8a477ed8 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:30:08.479309 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3aa8a4-2391-4e95-b21d-376b4745d5a1", "tag": "d7e0e4f4-2d03-432d-9350-f31c7890560d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:30:08.479862 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-846c040a-54ac-4324-bbd3-5d2e8a477ed8 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:30:08.480338 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'tag': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'status': 'completed', 'code': 200} Nov 19 10:30:08.576360 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccd88c-1b05-4379-b566-f05708017b3d req-68fc088d-a2ce-49ab-8f46-1e6d507fc9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:08.578164 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bccd88c-1b05-4379-b566-f05708017b3d req-68fc088d-a2ce-49ab-8f46-1e6d507fc9b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=21fe884f4c2842b1b540a48c35bed244&device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 1095 time: 0.0451481 Nov 19 10:30:08.630379 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bccd88c-1b05-4379-b566-f05708017b3d req-ab31b3b9-f12f-4a4f-a931-6ce5d66c4ae1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7e0e4f4-2d03-432d-9350-f31c7890560d HTTP/1.1" status: 200 len: 217 time: 0.0419061 Nov 19 10:30:08.684889 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccd88c-1b05-4379-b566-f05708017b3d req-c1427a38-a04b-4f8f-9777-1f59c1cf00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:08.686438 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bccd88c-1b05-4379-b566-f05708017b3d req-c1427a38-a04b-4f8f-9777-1f59c1cf00c6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0900d6b2-9fbc-493f-9998-0fa63bd867d7 HTTP/1.1" status: 200 len: 849 time: 0.0485213 Nov 19 10:30:08.736535 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccd88c-1b05-4379-b566-f05708017b3d req-65394602-7515-446b-825f-6d827daf2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:08.738161 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bccd88c-1b05-4379-b566-f05708017b3d req-65394602-7515-446b-825f-6d827daf2c3f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=36682207-35e9-4280-b5ff-8aaa27997d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416985 Nov 19 10:30:08.833446 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bccd88c-1b05-4379-b566-f05708017b3d req-cd2c69bc-174b-4b48-90ff-c46585423f2d service neutron] 10.222.0.71 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863760 Nov 19 10:30:08.932193 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0bccd88c-1b05-4379-b566-f05708017b3d req-1171cfc3-8aa2-48d7-a34b-09064dc82e02 service neutron] 10.222.0.71 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867724 Nov 19 10:30:09.023023 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf443e-d94a-4266-b26e-f9e3e8720af8 req-a368bb18-ce86-4d84-9a3c-c9c2c689c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:09.024634 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07bf443e-d94a-4266-b26e-f9e3e8720af8 req-a368bb18-ce86-4d84-9a3c-c9c2c689c8ee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=21fe884f4c2842b1b540a48c35bed244&device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 1095 time: 0.0425563 Nov 19 10:30:09.063378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5080044e-4fed-4d01-856d-a9d0c3488ec1 up at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:30:09.114667 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Provisioning complete for port 5080044e-4fed-4d01-856d-a9d0c3488ec1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:09.115104 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:09.127873 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf443e-d94a-4266-b26e-f9e3e8720af8 req-82483a0f-3d6d-4d8a-a2a9-8e34040360da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:09.129409 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07bf443e-d94a-4266-b26e-f9e3e8720af8 req-82483a0f-3d6d-4d8a-a2a9-8e34040360da service neutron] 10.222.0.71 "GET /v2.0/networks?id=36682207-35e9-4280-b5ff-8aaa27997d83 HTTP/1.1" status: 200 len: 911 time: 0.0946181 Nov 19 10:30:09.177444 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07bf443e-d94a-4266-b26e-f9e3e8720af8 req-37d749cf-a3f9-4d35-af2e-fdebb0a97d94 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7e0e4f4-2d03-432d-9350-f31c7890560d HTTP/1.1" status: 200 len: 217 time: 0.0365994 Nov 19 10:30:09.227812 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf443e-d94a-4266-b26e-f9e3e8720af8 req-ff47cbdb-5f04-4f95-8d49-af3ec5bb3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:09.230176 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07bf443e-d94a-4266-b26e-f9e3e8720af8 req-ff47cbdb-5f04-4f95-8d49-af3ec5bb3b4a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0900d6b2-9fbc-493f-9998-0fa63bd867d7 HTTP/1.1" status: 200 len: 849 time: 0.0449197 Nov 19 10:30:09.285709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf443e-d94a-4266-b26e-f9e3e8720af8 req-bd7e7432-c428-46d8-a88f-fe75fd64adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:09.287228 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07bf443e-d94a-4266-b26e-f9e3e8720af8 req-bd7e7432-c428-46d8-a88f-fe75fd64adb5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=36682207-35e9-4280-b5ff-8aaa27997d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471082 Nov 19 10:30:09.414689 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07bf443e-d94a-4266-b26e-f9e3e8720af8 req-3b46e924-70d0-4c0c-8ba0-09ad783c7d84 service neutron] 10.222.0.71 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178195 Nov 19 10:30:09.440350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5dde4-0bec-42db-a439-704997e654d2 req-e61c97ab-460b-4912-949a-3676843ca4c9 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:09.441815 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ff5dde4-0bec-42db-a439-704997e654d2 req-e61c97ab-460b-4912-949a-3676843ca4c9 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 943 time: 0.0809193 Nov 19 10:30:09.540809 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4ff5dde4-0bec-42db-a439-704997e654d2 req-0c3efda5-4871-40dd-b3ce-0e2e2ad1a15b tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889394 Nov 19 10:30:09.554847 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-07bf443e-d94a-4266-b26e-f9e3e8720af8 req-d4ae1f28-eaef-42b6-8ecc-81f7046a474f service neutron] 10.222.0.71 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306548 Nov 19 10:30:10.662617 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a60d85-2a01-4d7a-bd15-31e7fb004774 req-ab3d2e16-1a46-4f10-a6af-f4b127aa7be1 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:10.664127 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d0a60d85-2a01-4d7a-bd15-31e7fb004774 req-ab3d2e16-1a46-4f10-a6af-f4b127aa7be1 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 943 time: 0.0549188 Nov 19 10:30:10.715081 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d0a60d85-2a01-4d7a-bd15-31e7fb004774 req-8e315ee9-0cc1-4922-a4c2-65db5c6dea67 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437303 Nov 19 10:30:11.657122 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device d7e0e4f4-2d03-432d-9350-f31c7890560d details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:30:11.762310 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port d7e0e4f4-2d03-432d-9350-f31c7890560d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=d7e0e4f4-2d03-432d-9350-f31c7890560d,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:30:11.773895 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'port_id': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'mac_address': 'fa:16:3e:3e:c6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:30:11.818200 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:11.831372 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e0e4f4-2d03-432d-9350-f31c7890560d {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:30:11.835746 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f69551-9b3a-45b1-8c3d-563ba69e4cad req-46f70534-6232-4ded-a0d7-e8bea5d3ee4f tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:11.837283 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97f69551-9b3a-45b1-8c3d-563ba69e4cad req-46f70534-6232-4ded-a0d7-e8bea5d3ee4f tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 943 time: 0.0507309 Nov 19 10:30:11.852590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port d7e0e4f4-2d03-432d-9350-f31c7890560d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=d7e0e4f4-2d03-432d-9350-f31c7890560d,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:30:11.858015 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:11.888913 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-97f69551-9b3a-45b1-8c3d-563ba69e4cad req-b2a5e61d-b7e9-490f-857c-4b93dec2a38d tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449529 Nov 19 10:30:11.907436 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=d7e0e4f4-2d03-432d-9350-f31c7890560d,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:12.106618 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['d7e0e4f4-2d03-432d-9350-f31c7890560d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:30:13.003977 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041e2e5-e074-413f-adab-5239161320b4 req-ad560d89-3e19-408d-a4c5-dd1ec1252d8a tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:13.005510 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7041e2e5-e074-413f-adab-5239161320b4 req-ad560d89-3e19-408d-a4c5-dd1ec1252d8a tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 944 time: 0.0488417 Nov 19 10:30:13.058178 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-7041e2e5-e074-413f-adab-5239161320b4 req-aa958749-6626-483b-a205-cdf3f14e3b95 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466630 Nov 19 10:30:13.672772 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device d7e0e4f4-2d03-432d-9350-f31c7890560d up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:30:13.721926 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:30:13.722567 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning for port d7e0e4f4-2d03-432d-9350-f31c7890560d completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:30:13.726682 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port d7e0e4f4-2d03-432d-9350-f31c7890560d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:30:13.727069 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:13.811520 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:13.835155 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e0e4f4-2d03-432d-9350-f31c7890560d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:30:13.837488 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42876cc9-eb0c-409a-b117-af5af37bcde4" -d '{"events": [{"server_uuid": "cc3aa8a4-2391-4e95-b21d-376b4745d5a1", "name": "network-vif-plugged", "status": "completed", "tag": "d7e0e4f4-2d03-432d-9350-f31c7890560d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:30:13.850069 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port d7e0e4f4-2d03-432d-9350-f31c7890560d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=d7e0e4f4-2d03-432d-9350-f31c7890560d,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:30:13.855335 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:13.902089 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=d7e0e4f4-2d03-432d-9350-f31c7890560d,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:13.933292 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42386325-0fcb-4009-a1f8-871bb2a8c0ef x-openstack-request-id: req-42386325-0fcb-4009-a1f8-871bb2a8c0ef {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:30:13.933593 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3aa8a4-2391-4e95-b21d-376b4745d5a1", "name": "network-vif-plugged", "status": "completed", "tag": "d7e0e4f4-2d03-432d-9350-f31c7890560d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:30:13.933851 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42386325-0fcb-4009-a1f8-871bb2a8c0ef {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:30:13.934259 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'code': 200} Nov 19 10:30:14.030636 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565bfec-ca66-4422-997e-927562ea917c req-d62fecf8-42be-415b-a669-909d640ae434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:14.032133 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c565bfec-ca66-4422-997e-927562ea917c req-d62fecf8-42be-415b-a669-909d640ae434 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 1097 time: 0.0411065 Nov 19 10:30:14.078999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c565bfec-ca66-4422-997e-927562ea917c req-e4d83a0e-4e19-430e-aa61-42eb18188628 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393353 Nov 19 10:30:14.175789 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e2ba5-8fcd-4df8-8bc3-c99cf9b12ecf req-722c4a46-c435-4df7-9974-8a3fd266cb4a tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:14.177223 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-978e2ba5-8fcd-4df8-8bc3-c99cf9b12ecf req-722c4a46-c435-4df7-9974-8a3fd266cb4a tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 945 time: 0.0499694 Nov 19 10:30:14.233446 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-978e2ba5-8fcd-4df8-8bc3-c99cf9b12ecf req-8ea83e7d-a6d2-48a4-9a37-083f43a41ddc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501163 Nov 19 10:30:15.352027 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc92739-6bec-440a-9ff2-d408b4766416 req-fbb147f5-9801-4f12-82aa-3d91e3504f8f tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:15.354308 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdc92739-6bec-440a-9ff2-d408b4766416 req-fbb147f5-9801-4f12-82aa-3d91e3504f8f tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 945 time: 0.0520952 Nov 19 10:30:15.402963 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bdc92739-6bec-440a-9ff2-d408b4766416 req-21e0381e-dec1-4c3f-a165-616183ae7b93 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426455 Nov 19 10:30:15.517942 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba408f5-a55e-4e33-a5fd-b6ff3639ac25 req-65b09885-b1fe-4928-9c9b-d04620a44f27 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:15.519420 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ba408f5-a55e-4e33-a5fd-b6ff3639ac25 req-65b09885-b1fe-4928-9c9b-d04620a44f27 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 945 time: 0.0493920 Nov 19 10:30:15.568969 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2ba408f5-a55e-4e33-a5fd-b6ff3639ac25 req-9e3dff30-ab20-488b-bff0-8c0d42766c5f tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436280 Nov 19 10:30:15.590677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38522) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:30:15.732502 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c30f827-2149-4c9a-8616-1d55072a3eae tempest-TestSnapshotPattern-114503846 tempest-TestSnapshotPattern-114503846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:15.734063 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-2c30f827-2149-4c9a-8616-1d55072a3eae tempest-TestSnapshotPattern-114503846 tempest-TestSnapshotPattern-114503846-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 1092 time: 0.1423776 Nov 19 10:30:15.736956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38526) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:30:15.741200 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:30:15.763057 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:15.859092 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:15.964776 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Allocated IP 172.25.0.100 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/b217270f-1f29-438d-8dc1-af93d69427f3) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:30:16.065888 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:16.100688 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:16.142976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:30:16.146103 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:30:16.148787 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:30:16.178026 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event updated for resources: {'Port': ['ID=b217270f-1f29-438d-8dc1-af93d69427f3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:16.265249 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:16.515686 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:16.583999 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:16.736770 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:16.741164 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:16.806038 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event updated for resources: {'Port': ['ID=b217270f-1f29-438d-8dc1-af93d69427f3,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:30:16.822925 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:16.922788 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Floating IP 48beb2cd-2e72-4202-b810-88946a195d58 associated. External IP: 172.25.0.100, port: d7e0e4f4-2d03-432d-9350-f31c7890560d. Nov 19 10:30:17.133692 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Router 653df697-b5c7-458e-ae9f-353afa5536c7 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:30:17.250596 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:30:17.261077 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a848caed-a0ad-4a11-8356-acce787f7937 None None] Sync routers for ids ['653df697-b5c7-458e-ae9f-353afa5536c7'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:30:17.268191 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:17.272144 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a848caed-a0ad-4a11-8356-acce787f7937 None None] Routers {'653df697-b5c7-458e-ae9f-353afa5536c7'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:30:17.272903 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a848caed-a0ad-4a11-8356-acce787f7937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:29:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['653df697-b5c7-458e-ae9f-353afa5536c7'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:30:17.297022 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-021cbe02-d823-42db-8dab-fb8aa6d5549c tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5590150 Nov 19 10:30:17.297638 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'tag': 'd7e0e4f4-2d03-432d-9350-f31c7890560d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:30:17.299911 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4daa5e-c53d-4fe9-85fa-fdf15353d6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3aa8a4-2391-4e95-b21d-376b4745d5a1", "tag": "d7e0e4f4-2d03-432d-9350-f31c7890560d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:30:17.338875 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29585daa-e840-477e-93a5-2e3fb7b38299 x-openstack-request-id: req-29585daa-e840-477e-93a5-2e3fb7b38299 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:30:17.339170 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3aa8a4-2391-4e95-b21d-376b4745d5a1", "tag": "d7e0e4f4-2d03-432d-9350-f31c7890560d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:30:17.339424 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29585daa-e840-477e-93a5-2e3fb7b38299 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:30:17.339832 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'tag': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'status': 'completed', 'code': 200} Nov 19 10:30:17.383936 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a848caed-a0ad-4a11-8356-acce787f7937 None None] Set router 653df697-b5c7-458e-ae9f-353afa5536c7 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:30:17.401992 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4daa5e-c53d-4fe9-85fa-fdf15353d6c2 req-8c78c042-d7a5-4f66-a519-b250a9d35bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:17.403528 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c4daa5e-c53d-4fe9-85fa-fdf15353d6c2 req-8c78c042-d7a5-4f66-a519-b250a9d35bb3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=21fe884f4c2842b1b540a48c35bed244&device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 1097 time: 0.0412688 Nov 19 10:30:17.499878 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4daa5e-c53d-4fe9-85fa-fdf15353d6c2 req-bc760442-b5ce-4359-a7de-208942c31a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:17.501433 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c4daa5e-c53d-4fe9-85fa-fdf15353d6c2 req-bc760442-b5ce-4359-a7de-208942c31a2c service neutron] 10.222.0.71 "GET /v2.0/networks?id=36682207-35e9-4280-b5ff-8aaa27997d83 HTTP/1.1" status: 200 len: 911 time: 0.0906785 Nov 19 10:30:17.567093 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c4daa5e-c53d-4fe9-85fa-fdf15353d6c2 req-8c348a61-5950-47b5-9fa3-253d5939600a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7e0e4f4-2d03-432d-9350-f31c7890560d HTTP/1.1" status: 200 len: 999 time: 0.0590131 Nov 19 10:30:17.618401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a848caed-a0ad-4a11-8356-acce787f7937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '48beb2cd-2e72-4202-b810-88946a195d58', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'port_id': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'mac_address': 'fa:16:3e:3e:c6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:30:16Z', 'updated_at': '2021-11-19T10:30:16Z', 'revision_number': 0, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20', 'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'mac_address': 'fa:16:3e:22:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:56Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 5, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'subnets': [{'id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:30:17.618969 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4daa5e-c53d-4fe9-85fa-fdf15353d6c2 req-4fd8f683-0dbc-44bb-b283-f7fac31f0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:17.620544 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c4daa5e-c53d-4fe9-85fa-fdf15353d6c2 req-4fd8f683-0dbc-44bb-b283-f7fac31f0020 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0900d6b2-9fbc-493f-9998-0fa63bd867d7 HTTP/1.1" status: 200 len: 849 time: 0.0448017 Nov 19 10:30:17.648973 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a848caed-a0ad-4a11-8356-acce787f7937 None None] Checking router: 653df697-b5c7-458e-ae9f-353afa5536c7 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:30:17.658200 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a848caed-a0ad-4a11-8356-acce787f7937 None None] Routers {'653df697-b5c7-458e-ae9f-353afa5536c7'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:30:17.658827 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a848caed-a0ad-4a11-8356-acce787f7937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:29:52Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['653df697-b5c7-458e-ae9f-353afa5536c7'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:30:17.671030 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4daa5e-c53d-4fe9-85fa-fdf15353d6c2 req-19254e57-bbb7-4620-8faf-d7325291224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:30:17.672819 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c4daa5e-c53d-4fe9-85fa-fdf15353d6c2 req-19254e57-bbb7-4620-8faf-d7325291224b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=36682207-35e9-4280-b5ff-8aaa27997d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456450 Nov 19 10:30:17.762104 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a848caed-a0ad-4a11-8356-acce787f7937 None None] Set router 653df697-b5c7-458e-ae9f-353afa5536c7 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:30:17.765055 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c4daa5e-c53d-4fe9-85fa-fdf15353d6c2 req-621266c0-91e7-414a-b408-c61931bf7773 service neutron] 10.222.0.71 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851271 Nov 19 10:30:18.010285 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a848caed-a0ad-4a11-8356-acce787f7937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '48beb2cd-2e72-4202-b810-88946a195d58', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'port_id': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'mac_address': 'fa:16:3e:3e:c6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:30:16Z', 'updated_at': '2021-11-19T10:30:16Z', 'revision_number': 0, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20', 'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'mac_address': 'fa:16:3e:22:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:56Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 5, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'subnets': [{'id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:30:18.037950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a848caed-a0ad-4a11-8356-acce787f7937 None None] The sync data for ids ['653df697-b5c7-458e-ae9f-353afa5536c7'] in n-d-805649-14 is: [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '48beb2cd-2e72-4202-b810-88946a195d58', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'port_id': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'mac_address': 'fa:16:3e:3e:c6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:30:16Z', 'updated_at': '2021-11-19T10:30:16Z', 'revision_number': 0, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20', 'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'mac_address': 'fa:16:3e:22:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:56Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 5, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'subnets': [{'id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:30:18.193244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6c4daa5e-c53d-4fe9-85fa-fdf15353d6c2 req-d1bac5b9-d0a3-4225-bcbb-3a32ea0c616a service neutron] 10.222.0.71 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209180 Nov 19 10:30:18.246534 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001beeba-822e-4306-8d95-c53150e039e6 None None] New status for floating IP 48beb2cd-2e72-4202-b810-88946a195d58: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:30:18.810166 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:20.103584 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dc921b29-b3c3-44d6-a5fa-913be6cc8c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:22.496447 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0458ddf2-46d6-4ff2-bf36-600769cc51e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:23.799067 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:25.183574 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:25.771708 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:46.275044 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:48.810237 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:50.106638 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-97ab923a-efaf-48a7-974c-8e3eb91c8ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:50.721217 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:30:52.497655 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4eb552c8-4e29-4f5f-9684-6663091e5f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:53.801980 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:55.186204 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:30:55.763410 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:31:11.387376 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c296a70a-dfc5-461e-b3b7-ad3bc6d54172 req-5900a4cb-7071-4851-8822-524a589d1f0f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0954993 Nov 19 10:31:11.470062 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296a70a-dfc5-461e-b3b7-ad3bc6d54172 req-6f8bbfa9-7bc2-4170-b374-dfc02ed3cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:31:11.471579 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c296a70a-dfc5-461e-b3b7-ad3bc6d54172 req-6f8bbfa9-7bc2-4170-b374-dfc02ed3cff7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=21fe884f4c2842b1b540a48c35bed244&device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 1097 time: 0.0401471 Nov 19 10:31:11.576381 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296a70a-dfc5-461e-b3b7-ad3bc6d54172 req-44715e41-d900-4fc9-869e-6b6d60a58c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:31:11.577797 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c296a70a-dfc5-461e-b3b7-ad3bc6d54172 req-44715e41-d900-4fc9-869e-6b6d60a58c24 service neutron] 10.222.0.71 "GET /v2.0/networks?id=36682207-35e9-4280-b5ff-8aaa27997d83 HTTP/1.1" status: 200 len: 911 time: 0.0862904 Nov 19 10:31:11.645683 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c296a70a-dfc5-461e-b3b7-ad3bc6d54172 req-5840145e-9a00-4dab-a45f-df7242271c03 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7e0e4f4-2d03-432d-9350-f31c7890560d HTTP/1.1" status: 200 len: 1001 time: 0.0585687 Nov 19 10:31:11.695122 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296a70a-dfc5-461e-b3b7-ad3bc6d54172 req-69a93a4e-db8b-481f-86de-251ea45e4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:31:11.696575 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c296a70a-dfc5-461e-b3b7-ad3bc6d54172 req-69a93a4e-db8b-481f-86de-251ea45e4596 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0900d6b2-9fbc-493f-9998-0fa63bd867d7 HTTP/1.1" status: 200 len: 849 time: 0.0433519 Nov 19 10:31:11.748606 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296a70a-dfc5-461e-b3b7-ad3bc6d54172 req-32f1a3b3-de13-48a0-b18e-856bf6eab0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:31:11.750169 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c296a70a-dfc5-461e-b3b7-ad3bc6d54172 req-32f1a3b3-de13-48a0-b18e-856bf6eab0c1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=36682207-35e9-4280-b5ff-8aaa27997d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459120 Nov 19 10:31:11.839006 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c296a70a-dfc5-461e-b3b7-ad3bc6d54172 req-a3c5f2ee-4db3-49c2-86a8-749c085ed54b service neutron] 10.222.0.71 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812361 Nov 19 10:31:11.931410 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c296a70a-dfc5-461e-b3b7-ad3bc6d54172 req-b7a7cae1-b7e8-477c-aec6-4bb32419a2e8 service neutron] 10.222.0.71 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848215 Nov 19 10:31:16.274717 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:31:18.811793 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:31:20.108591 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d124e757-08a6-4ab6-acaf-b07696195c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:31:22.498004 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-84bc9ed3-5061-494a-87b4-8914c160aa93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:31:23.803908 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:31:25.192384 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:31:25.765569 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:31:27.720810 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:31:46.286817 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:31:48.811934 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:31:50.110465 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e1ab720a-0103-49b3-b942-b5cb014aa19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:31:52.499093 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c8203bbf-0c44-4a73-bd49-26f0e397a4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:31:53.807401 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:31:55.192003 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:31:55.769064 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:04.719804 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:32:12.578204 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6898f01-5ea9-43a4-a2dc-97c0444803df req-ee470b26-9956-42e3-bb6a-07aa505d4936 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421917 Nov 19 10:32:12.661251 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898f01-5ea9-43a4-a2dc-97c0444803df req-b361062e-c1b9-467b-b1f9-adb6a5becb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:12.663344 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6898f01-5ea9-43a4-a2dc-97c0444803df req-b361062e-c1b9-467b-b1f9-adb6a5becb12 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=21fe884f4c2842b1b540a48c35bed244&device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 1097 time: 0.0410903 Nov 19 10:32:12.780597 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898f01-5ea9-43a4-a2dc-97c0444803df req-82ecc4d8-3119-44bc-b255-b28732516218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:12.782096 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6898f01-5ea9-43a4-a2dc-97c0444803df req-82ecc4d8-3119-44bc-b255-b28732516218 service neutron] 10.222.0.71 "GET /v2.0/networks?id=36682207-35e9-4280-b5ff-8aaa27997d83 HTTP/1.1" status: 200 len: 911 time: 0.0969913 Nov 19 10:32:12.847717 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6898f01-5ea9-43a4-a2dc-97c0444803df req-6aa86968-3f24-4551-8ecd-575ed5bfe7cc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7e0e4f4-2d03-432d-9350-f31c7890560d HTTP/1.1" status: 200 len: 1001 time: 0.0584705 Nov 19 10:32:12.899537 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898f01-5ea9-43a4-a2dc-97c0444803df req-99bd536e-1fe7-49d4-b619-4cc7a5f70ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:12.901018 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6898f01-5ea9-43a4-a2dc-97c0444803df req-99bd536e-1fe7-49d4-b619-4cc7a5f70ec9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0900d6b2-9fbc-493f-9998-0fa63bd867d7 HTTP/1.1" status: 200 len: 849 time: 0.0465789 Nov 19 10:32:12.951879 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898f01-5ea9-43a4-a2dc-97c0444803df req-8729526a-c694-4fe4-b2f3-5211978eafba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:12.953427 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6898f01-5ea9-43a4-a2dc-97c0444803df req-8729526a-c694-4fe4-b2f3-5211978eafba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=36682207-35e9-4280-b5ff-8aaa27997d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453079 Nov 19 10:32:13.048757 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6898f01-5ea9-43a4-a2dc-97c0444803df req-3206ddf7-43e9-435c-9f93-1f4e11dad140 service neutron] 10.222.0.71 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873885 Nov 19 10:32:13.145641 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-d6898f01-5ea9-43a4-a2dc-97c0444803df req-017e0724-d870-4dde-bb66-d623c734cf85 service neutron] 10.222.0.71 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878918 Nov 19 10:32:16.289862 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:18.329696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device d7e0e4f4-2d03-432d-9350-f31c7890560d details requested by agent hyperv_n-h2-805649-14 with host n-h2-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:32:18.426705 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port d7e0e4f4-2d03-432d-9350-f31c7890560d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=d7e0e4f4-2d03-432d-9350-f31c7890560d,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:32:18.438179 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Returning: {'device': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'port_id': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'mac_address': 'fa:16:3e:3e:c6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:32:18.474843 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:18.487726 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7e0e4f4-2d03-432d-9350-f31c7890560d {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:32:18.506132 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port d7e0e4f4-2d03-432d-9350-f31c7890560d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=d7e0e4f4-2d03-432d-9350-f31c7890560d,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:32:18.519606 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:18.575889 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=d7e0e4f4-2d03-432d-9350-f31c7890560d,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:32:18.583581 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:18.583947 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:18.584293 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:18.584636 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:18.585677 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:18.586019 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:18.586402 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:18.586694 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:18.587025 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:18.587353 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:18.588134 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:18.588439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:18.596408 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] get_ports_and_sgs() called for port_ids ['d7e0e4f4-2d03-432d-9350-f31c7890560d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:32:18.838651 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:20.115501 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7eac640-8d24-453c-ad34-20d84a19f55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:20.345725 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device d7e0e4f4-2d03-432d-9350-f31c7890560d up at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:32:20.410087 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Provisioning complete for port d7e0e4f4-2d03-432d-9350-f31c7890560d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:32:20.410467 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:20.500911 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:20.528232 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e0e4f4-2d03-432d-9350-f31c7890560d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:32:20.531113 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa4e022-158f-4f26-83af-2c4691a680a9" -d '{"events": [{"server_uuid": "cc3aa8a4-2391-4e95-b21d-376b4745d5a1", "name": "network-vif-plugged", "status": "completed", "tag": "d7e0e4f4-2d03-432d-9350-f31c7890560d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:32:20.549034 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port d7e0e4f4-2d03-432d-9350-f31c7890560d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=d7e0e4f4-2d03-432d-9350-f31c7890560d,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:32:20.555300 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:20.586018 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb822f9-ded3-463e-8f6d-7948b927cbb3 x-openstack-request-id: req-5cb822f9-ded3-463e-8f6d-7948b927cbb3 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:32:20.586318 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3aa8a4-2391-4e95-b21d-376b4745d5a1", "name": "network-vif-plugged", "status": "completed", "tag": "d7e0e4f4-2d03-432d-9350-f31c7890560d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:32:20.586572 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cb822f9-ded3-463e-8f6d-7948b927cbb3 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:32:20.586968 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'code': 200} Nov 19 10:32:20.621152 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=d7e0e4f4-2d03-432d-9350-f31c7890560d,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:32:22.504450 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dba322d5-69bb-40f1-b8cd-945fee18304e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:23.817649 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:25.195357 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:25.783346 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:28.843438 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fa189a-e056-4311-892f-b03dc47597b1 req-243502a1-a1fb-4c9d-a65b-c852f492f4c3 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976604100&fields=id&tenant_id=21fe884f4c2842b1b540a48c35bed244 HTTP/1.1" status: 200 len: 267 time: 0.0448596 Nov 19 10:32:28.954684 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa189a-e056-4311-892f-b03dc47597b1 req-66b3a65a-f9f7-42b0-af21-b74a652cc3dd tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:28.956170 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fa189a-e056-4311-892f-b03dc47597b1 req-66b3a65a-f9f7-42b0-af21-b74a652cc3dd tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/networks?id=36682207-35e9-4280-b5ff-8aaa27997d83 HTTP/1.1" status: 200 len: 810 time: 0.1059918 Nov 19 10:32:28.970672 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fa189a-e056-4311-892f-b03dc47597b1 req-8c08d027-e0aa-4ead-9018-fe33698e3f65 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/quotas/21fe884f4c2842b1b540a48c35bed244 HTTP/1.1" status: 200 len: 375 time: 0.0088603 Nov 19 10:32:29.023487 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fa189a-e056-4311-892f-b03dc47597b1 req-1a431843-2d61-46d3-bba6-1b6c2dc13428 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=21fe884f4c2842b1b540a48c35bed244&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471821 Nov 19 10:32:29.163276 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fa189a-e056-4311-892f-b03dc47597b1 req-92018334-327d-45b5-85cf-f8c322dd52ae service neutron] 10.222.0.21 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276453 Nov 19 10:32:29.256559 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fa189a-e056-4311-892f-b03dc47597b1 req-cf708017-63f6-4817-a0b8-c55f44b687f3 service neutron] 10.222.0.21 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872140 Nov 19 10:32:30.532376 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-b6a453c7-fb52-4548-95fc-3e74480d4ee7 req-6404ff2a-8c90-483f-927c-030d2b3c288d tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0820117 Nov 19 10:32:31.394711 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa189a-e056-4311-892f-b03dc47597b1 req-40796680-0b67-4d2e-a52c-324ada6f7bd3 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:31.396277 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fa189a-e056-4311-892f-b03dc47597b1 req-40796680-0b67-4d2e-a52c-324ada6f7bd3 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.66 "GET /v2.0/networks?id=36682207-35e9-4280-b5ff-8aaa27997d83 HTTP/1.1" status: 200 len: 810 time: 0.1150725 Nov 19 10:32:31.463705 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fa189a-e056-4311-892f-b03dc47597b1 req-f1032240-6236-4c2f-82d3-6938d57ec849 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21fe884f4c2842b1b540a48c35bed244 HTTP/1.1" status: 200 len: 379 time: 0.0569999 Nov 19 10:32:31.473447 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-98fa189a-e056-4311-892f-b03dc47597b1 req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Request body: {'port': {'device_id': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'admin_state_up': True, 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'security_groups': ['00bf59f1-baab-43d1-97e2-50ea456b8ca9']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:32:31.593827 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fa189a-e056-4311-892f-b03dc47597b1 req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Made reservation on behalf of 21fe884f4c2842b1b540a48c35bed244 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 10:32:31.601137 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-98fa189a-e056-4311-892f-b03dc47597b1 req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:31.660126 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-412722c2-5aed-4719-b9f8-09919d9b6f99 req-d65eb05f-c9db-4dc4-b4c7-3e552a2f3f86 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0543630 Nov 19 10:32:31.805002 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-98fa189a-e056-4311-892f-b03dc47597b1 req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Allocated IP 172.20.0.4 (36682207-35e9-4280-b5ff-8aaa27997d83/0900d6b2-9fbc-493f-9998-0fa63bd867d7/5deaf6e4-d5c4-42d3-b972-6c4624e77f57) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:32:31.970275 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-98fa189a-e056-4311-892f-b03dc47597b1 req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:32.009785 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-98fa189a-e056-4311-892f-b03dc47597b1 req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:32.053162 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fa189a-e056-4311-892f-b03dc47597b1 req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Network 36682207-35e9-4280-b5ff-8aaa27997d83 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:32:32.063672 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-98fa189a-e056-4311-892f-b03dc47597b1 req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:32:32.068415 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fa189a-e056-4311-892f-b03dc47597b1 req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:32:32.145895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event updated for resources: {'Port': ['ID=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:32:32.170436 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:32.170790 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:32.171137 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:32.171642 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:32.171989 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:32.172327 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:32.172656 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:32.172982 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:32.173367 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:32.173693 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:32.174024 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:32.174348 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:32:32.192078 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa189a-e056-4311-892f-b03dc47597b1 req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:32.192904 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-98fa189a-e056-4311-892f-b03dc47597b1 req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:32.217767 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fa189a-e056-4311-892f-b03dc47597b1 req-149c529e-aa87-45ee-8014-76e8e5f8d202 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7483327 Nov 19 10:32:32.347307 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-44c46b20-e03a-4aa9-97cd-507482bc1707 None None] Provisioning complete for port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:32:32.347880 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-44c46b20-e03a-4aa9-97cd-507482bc1707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:32.376236 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device d7e0e4f4-2d03-432d-9350-f31c7890560d no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:32:32.419157 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-44c46b20-e03a-4aa9-97cd-507482bc1707 None None] Port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 10:32:32.637738 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:32.672004 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7e0e4f4-2d03-432d-9350-f31c7890560d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:32:32.674444 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060fc434-5722-4547-8895-03a3b52908fd" -d '{"events": [{"server_uuid": "cc3aa8a4-2391-4e95-b21d-376b4745d5a1", "name": "network-vif-unplugged", "status": "completed", "tag": "d7e0e4f4-2d03-432d-9350-f31c7890560d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:32:32.698599 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] For port d7e0e4f4-2d03-432d-9350-f31c7890560d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=d7e0e4f4-2d03-432d-9350-f31c7890560d,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:32:32.704992 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:32.765607 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 10:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef285cd-f3b0-4f81-9a94-06b3b6ae3a1c x-openstack-request-id: req-4ef285cd-f3b0-4f81-9a94-06b3b6ae3a1c {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:32:32.766426 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3aa8a4-2391-4e95-b21d-376b4745d5a1", "name": "network-vif-unplugged", "status": "completed", "tag": "d7e0e4f4-2d03-432d-9350-f31c7890560d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:32:32.766993 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ef285cd-f3b0-4f81-9a94-06b3b6ae3a1c {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:32:32.767634 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'code': 200} Nov 19 10:32:32.789768 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Pushing event updated for resources: {'Port': ['ID=d7e0e4f4-2d03-432d-9350-f31c7890560d,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:32:32.818775 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed19195-3db0-45c6-ad15-41ecc155d51e req-6e39ece5-d925-456d-b05f-57b1c6de4e15 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:32.821554 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ed19195-3db0-45c6-ad15-41ecc155d51e req-6e39ece5-d925-456d-b05f-57b1c6de4e15 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 931 time: 0.0575027 Nov 19 10:32:32.891235 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-0ed19195-3db0-45c6-ad15-41ecc155d51e req-c50cd3de-9a17-4db4-bc5a-c1057cb3ece0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617888 Nov 19 10:32:34.024895 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d509ebf-5def-4e89-9f67-aa4995346042 req-f5b742ef-993e-4a01-9cc3-e2c79034db01 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:34.026558 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d509ebf-5def-4e89-9f67-aa4995346042 req-f5b742ef-993e-4a01-9cc3-e2c79034db01 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 931 time: 0.0562603 Nov 19 10:32:34.082439 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-6d509ebf-5def-4e89-9f67-aa4995346042 req-12642bce-f449-4617-aca7-95a7352095ba tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470688 Nov 19 10:32:35.221234 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46e3c8-fd36-489b-8fbb-80d2db7075af req-2ddf18b8-46c8-477f-8047-4c688f719fbd tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:35.222868 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c46e3c8-fd36-489b-8fbb-80d2db7075af req-2ddf18b8-46c8-477f-8047-4c688f719fbd tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 931 time: 0.0621834 Nov 19 10:32:35.278129 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3c46e3c8-fd36-489b-8fbb-80d2db7075af req-ee882baa-e980-4595-877c-31aad305e514 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465910 Nov 19 10:32:36.403085 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6ef2c-3a2d-424f-89a0-fb783c5a28fd req-db76b75c-c5ee-46a7-a6fe-a3743ba4e7ce tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:36.404824 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4d6ef2c-3a2d-424f-89a0-fb783c5a28fd req-db76b75c-c5ee-46a7-a6fe-a3743ba4e7ce tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 931 time: 0.0515962 Nov 19 10:32:36.458119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-c4d6ef2c-3a2d-424f-89a0-fb783c5a28fd req-80c327ce-11a1-4df5-be19-71b583159187 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464454 Nov 19 10:32:37.590816 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77696861-4b91-40e4-972a-a8258935cbc4 req-6d8255bc-aeca-47d4-ada5-b6f2e3271524 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:37.592405 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77696861-4b91-40e4-972a-a8258935cbc4 req-6d8255bc-aeca-47d4-ada5-b6f2e3271524 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 931 time: 0.0532072 Nov 19 10:32:37.658843 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-77696861-4b91-40e4-972a-a8258935cbc4 req-8172a75d-ff13-4b88-b19c-7eaef55533ce tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582006 Nov 19 10:32:38.799166 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41e3d8-2d56-4e40-ac50-640c781f4e6b req-1d811d22-595e-47b5-be35-723259eca42f tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:38.799166 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff41e3d8-2d56-4e40-ac50-640c781f4e6b req-1d811d22-595e-47b5-be35-723259eca42f tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 931 time: 0.0639079 Nov 19 10:32:38.858316 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ff41e3d8-2d56-4e40-ac50-640c781f4e6b req-71d8eeae-4fbb-46f6-a641-fcb937498702 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536613 Nov 19 10:32:39.992314 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb5f52-3194-4fb8-98cf-66f83c5f98a1 req-e5882ad9-0dba-4fc0-94bf-8a3ee8b9170a tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:39.994392 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9dcb5f52-3194-4fb8-98cf-66f83c5f98a1 req-e5882ad9-0dba-4fc0-94bf-8a3ee8b9170a tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 931 time: 0.0551612 Nov 19 10:32:40.050676 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9dcb5f52-3194-4fb8-98cf-66f83c5f98a1 req-e24a614c-e9b8-4694-a7f7-cc61d8fd2834 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478668 Nov 19 10:32:41.186950 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd34a58-37c1-487c-81c4-b693389a33f9 req-41c95e1a-dfa1-4c63-b884-a076ee9e6529 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:41.190054 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5fd34a58-37c1-487c-81c4-b693389a33f9 req-41c95e1a-dfa1-4c63-b884-a076ee9e6529 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 931 time: 0.0560596 Nov 19 10:32:41.241744 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-5fd34a58-37c1-487c-81c4-b693389a33f9 req-1676c219-7450-44a4-990e-7bbfe9222907 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453844 Nov 19 10:32:41.473847 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Request body: {'port': {'device_id': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:32:41.528063 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:41.719689 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:32:41.822328 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:32:41.832296 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:41.846874 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Transition to ACTIVE for port object 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 10:32:41.852319 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:41.903801 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:32:41.984179 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Attempting to bind port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 on host n-h1-805649-14 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 10:32:41.984528 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Attempting to bind port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 by drivers openvswitch,hyperv on host n-h1-805649-14 at level 0 using segments [{'id': '1882efd2-ae63-47c1-a813-73b878203a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 10:32:41.984853 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Attempting to bind port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 on network 36682207-35e9-4280-b5ff-8aaa27997d83 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:32:41.990586 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 on network 36682207-35e9-4280-b5ff-8aaa27997d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-14 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 10:32:41.990586 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Attempting to bind port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 on network 36682207-35e9-4280-b5ff-8aaa27997d83 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 10:32:41.996508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Checking agent: {'id': '6f3e423d-46c4-423e-9c8b-37615cddce92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'started_at': datetime.datetime(2021, 11, 19, 9, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 10, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 10:32:41.996876 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Checking segment: {'id': '1882efd2-ae63-47c1-a813-73b878203a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 10:32:41.997303 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Bound using segment: {'id': '1882efd2-ae63-47c1-a813-73b878203a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 10:32:41.997757 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Bound port: 5deaf6e4-d5c4-42d3-b972-6c4624e77f57, host: n-h1-805649-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1882efd2-ae63-47c1-a813-73b878203a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 10:32:41.998121 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:42.086385 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] For port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57, host n-h1-805649-14, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 10:32:42.089538 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] For port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57, host n-h1-805649-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 10:32:42.094802 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:42.135294 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:42.135919 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:42.137343 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fa189a-e056-4311-892f-b03dc47597b1 req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] 10.222.0.66 "PUT /v2.0/ports/5deaf6e4-d5c4-42d3-b972-6c4624e77f57 HTTP/1.1" status: 200 len: 1092 time: 0.6683347 Nov 19 10:32:42.139699 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'tag': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:32:42.144219 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808ff165-9fcf-4854-ab31-9766854a5348" -d '{"events": [{"name": "network-changed", "server_uuid": "dab8e0d6-442c-431b-aad6-433a8000d1b0", "tag": "5deaf6e4-d5c4-42d3-b972-6c4624e77f57"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:32:42.196842 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6c0dd5-63f3-485e-976d-4f657001f991 x-openstack-request-id: req-3f6c0dd5-63f3-485e-976d-4f657001f991 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:32:42.197536 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab8e0d6-442c-431b-aad6-433a8000d1b0", "tag": "5deaf6e4-d5c4-42d3-b972-6c4624e77f57", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:32:42.197536 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f6c0dd5-63f3-485e-976d-4f657001f991 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:32:42.197832 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'tag': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57', 'status': 'completed', 'code': 200} Nov 19 10:32:42.198534 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de362b-8124-4b41-81fe-4a99967810d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:32:42.236891 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa189a-e056-4311-892f-b03dc47597b1 req-52d982e1-5470-4c58-8696-c81511f57848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:42.238854 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fa189a-e056-4311-892f-b03dc47597b1 req-52d982e1-5470-4c58-8696-c81511f57848 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21fe884f4c2842b1b540a48c35bed244&device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 1095 time: 0.0589886 Nov 19 10:32:42.288636 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fa189a-e056-4311-892f-b03dc47597b1 req-6f80674f-57b2-4209-9170-d84d46153c60 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5deaf6e4-d5c4-42d3-b972-6c4624e77f57 HTTP/1.1" status: 200 len: 217 time: 0.0413237 Nov 19 10:32:42.368246 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa189a-e056-4311-892f-b03dc47597b1 req-11fdf6da-96ba-4517-83b8-07ee8cd42a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:42.369781 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fa189a-e056-4311-892f-b03dc47597b1 req-11fdf6da-96ba-4517-83b8-07ee8cd42a1b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0900d6b2-9fbc-493f-9998-0fa63bd867d7 HTTP/1.1" status: 200 len: 849 time: 0.0740705 Nov 19 10:32:42.394100 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95ad09-d78d-4538-9eee-15ad1b7cdea7 req-94da5daf-3da6-4692-8c32-b8d2b2fb4c2e tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:42.395584 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df95ad09-d78d-4538-9eee-15ad1b7cdea7 req-94da5daf-3da6-4692-8c32-b8d2b2fb4c2e tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 943 time: 0.0714610 Nov 19 10:32:42.459034 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa189a-e056-4311-892f-b03dc47597b1 req-c57eecd9-46ed-4611-9fee-65f862d8e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:42.461244 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fa189a-e056-4311-892f-b03dc47597b1 req-c57eecd9-46ed-4611-9fee-65f862d8e060 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=36682207-35e9-4280-b5ff-8aaa27997d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838156 Nov 19 10:32:42.470203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-df95ad09-d78d-4538-9eee-15ad1b7cdea7 req-00e78fda-3af9-4380-9241-e569cba90f41 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603428 Nov 19 10:32:42.558007 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fa189a-e056-4311-892f-b03dc47597b1 req-67b0922b-ab67-40a4-97d4-8c8aa9be39bc service neutron] 10.222.0.66 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868497 Nov 19 10:32:42.654557 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-98fa189a-e056-4311-892f-b03dc47597b1 req-7afd4fa5-e689-42d9-abb8-47621970e883 service neutron] 10.222.0.66 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890739 Nov 19 10:32:42.741795 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ff165-9fcf-4854-ab31-9766854a5348 req-55634f7c-afc4-4d9b-b0b8-cd588899ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:42.743321 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-808ff165-9fcf-4854-ab31-9766854a5348 req-55634f7c-afc4-4d9b-b0b8-cd588899ba5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21fe884f4c2842b1b540a48c35bed244&device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 1095 time: 0.0445449 Nov 19 10:32:42.835731 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ff165-9fcf-4854-ab31-9766854a5348 req-b4bcd011-09c9-4227-813b-a1436bf2ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:42.837257 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-808ff165-9fcf-4854-ab31-9766854a5348 req-b4bcd011-09c9-4227-813b-a1436bf2ab9e service neutron] 10.222.0.66 "GET /v2.0/networks?id=36682207-35e9-4280-b5ff-8aaa27997d83 HTTP/1.1" status: 200 len: 911 time: 0.0852873 Nov 19 10:32:42.883748 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-808ff165-9fcf-4854-ab31-9766854a5348 req-bbe5cc31-a62b-4fe9-88f9-bab4e207043d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5deaf6e4-d5c4-42d3-b972-6c4624e77f57 HTTP/1.1" status: 200 len: 217 time: 0.0391927 Nov 19 10:32:42.937577 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ff165-9fcf-4854-ab31-9766854a5348 req-4bcf942c-4eed-47fd-92c1-4c38a349265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:42.938980 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-808ff165-9fcf-4854-ab31-9766854a5348 req-4bcf942c-4eed-47fd-92c1-4c38a349265a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0900d6b2-9fbc-493f-9998-0fa63bd867d7 HTTP/1.1" status: 200 len: 849 time: 0.0488014 Nov 19 10:32:42.988634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ff165-9fcf-4854-ab31-9766854a5348 req-31ebcb3a-e7ee-4139-bffc-cd6dc35b29d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:42.990220 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-808ff165-9fcf-4854-ab31-9766854a5348 req-31ebcb3a-e7ee-4139-bffc-cd6dc35b29d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=36682207-35e9-4280-b5ff-8aaa27997d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426440 Nov 19 10:32:43.086044 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-808ff165-9fcf-4854-ab31-9766854a5348 req-87e3faa6-eac8-4dc8-bd80-f532673e221b service neutron] 10.222.0.66 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876033 Nov 19 10:32:43.180789 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-808ff165-9fcf-4854-ab31-9766854a5348 req-2cff40b2-fa51-4d3a-80fb-0572738c0d83 service neutron] 10.222.0.66 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858488 Nov 19 10:32:43.591972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b630fa-9133-4134-9aa2-15d86f05ac4c req-d74d9264-9bf9-4e04-8cbb-cfa55eaefea8 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:43.594083 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a6b630fa-9133-4134-9aa2-15d86f05ac4c req-d74d9264-9bf9-4e04-8cbb-cfa55eaefea8 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 943 time: 0.0511475 Nov 19 10:32:43.650805 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-a6b630fa-9133-4134-9aa2-15d86f05ac4c req-9a5f03ec-eeb1-47d9-b168-75ba1bc7b0c7 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500567 Nov 19 10:32:44.769906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c09fe4-8328-4ebd-a3d7-5fd6e01430ce req-ac2f7b73-cbf1-4de5-a291-a0cff0743faf tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:44.771426 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49c09fe4-8328-4ebd-a3d7-5fd6e01430ce req-ac2f7b73-cbf1-4de5-a291-a0cff0743faf tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 943 time: 0.0508327 Nov 19 10:32:44.821952 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-49c09fe4-8328-4ebd-a3d7-5fd6e01430ce req-ea8a1a3f-2ef3-4c58-95eb-1e86d6eaa273 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436692 Nov 19 10:32:45.692410 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:32:45.791141 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:32:45.806298 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'port_id': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57', 'mac_address': 'fa:16:3e:cb:6f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:32:45.849342 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:45.864241 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:32:45.886132 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:32:45.890835 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:45.945362 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:32:45.947248 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9fa89-330b-4dae-b13d-18cf2bf3da6b req-5e778f58-d9b6-4f84-be30-426f2643996a tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:45.948957 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bf9fa89-330b-4dae-b13d-18cf2bf3da6b req-5e778f58-d9b6-4f84-be30-426f2643996a tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 944 time: 0.0544603 Nov 19 10:32:46.001583 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3bf9fa89-330b-4dae-b13d-18cf2bf3da6b req-718ecd4f-b7f4-4d16-b8f4-898c53cb3af9 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445676 Nov 19 10:32:46.126812 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['5deaf6e4-d5c4-42d3-b972-6c4624e77f57'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:32:46.331826 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:47.128886 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a7bd5-a92e-46c3-b656-a29152a12474 req-f47100d7-251b-4ef6-8353-6735b47d56d8 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:47.130433 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-005a7bd5-a92e-46c3-b656-a29152a12474 req-f47100d7-251b-4ef6-8353-6735b47d56d8 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 944 time: 0.0587804 Nov 19 10:32:47.193234 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-005a7bd5-a92e-46c3-b656-a29152a12474 req-ad8efe46-b623-4d59-bb78-51576b160fac tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541162 Nov 19 10:32:47.696535 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:32:47.747714 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning for port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 10:32:47.751542 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:32:47.751920 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:47.828518 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:47.851450 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:32:47.853729 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6ba96e-1c93-4119-9dc9-b42019c641fb" -d '{"events": [{"server_uuid": "dab8e0d6-442c-431b-aad6-433a8000d1b0", "name": "network-vif-plugged", "status": "completed", "tag": "5deaf6e4-d5c4-42d3-b972-6c4624e77f57"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:32:47.869604 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:32:47.873893 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:47.900631 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7f9e63-0b0a-48b4-b104-ab88642b04e7 x-openstack-request-id: req-ac7f9e63-0b0a-48b4-b104-ab88642b04e7 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:32:47.900924 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab8e0d6-442c-431b-aad6-433a8000d1b0", "name": "network-vif-plugged", "status": "completed", "tag": "5deaf6e4-d5c4-42d3-b972-6c4624e77f57", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:32:47.901300 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac7f9e63-0b0a-48b4-b104-ab88642b04e7 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:32:47.901687 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57', 'code': 200} Nov 19 10:32:47.931249 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:32:47.991489 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc40ff-05fe-4787-9430-411189fb03b3 req-6229d132-eb64-4185-b4c3-19d0d626a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:47.992971 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9dc40ff-05fe-4787-9430-411189fb03b3 req-6229d132-eb64-4185-b4c3-19d0d626a593 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 1097 time: 0.0401623 Nov 19 10:32:48.038480 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f9dc40ff-05fe-4787-9430-411189fb03b3 req-c21ccc49-b099-48e0-b6e0-c6a9964b60c4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387895 Nov 19 10:32:48.314205 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a36d7-43dd-4a65-8225-c79a896c03df req-5a65d0ca-d519-41f0-942d-c7c49d8049da tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:48.315702 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-887a36d7-43dd-4a65-8225-c79a896c03df req-5a65d0ca-d519-41f0-942d-c7c49d8049da tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0527451 Nov 19 10:32:48.364877 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-887a36d7-43dd-4a65-8225-c79a896c03df req-d7fd8002-6dbe-4e51-8664-b6757879c93a tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427170 Nov 19 10:32:48.836840 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:49.480833 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbbb31-9f77-4ccd-afaa-f32b7d9684c1 req-2890ae50-f5e2-4cfd-ab4a-7a7a761af35a tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:49.482332 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55bbbb31-9f77-4ccd-afaa-f32b7d9684c1 req-2890ae50-f5e2-4cfd-ab4a-7a7a761af35a tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0485170 Nov 19 10:32:49.530279 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-55bbbb31-9f77-4ccd-afaa-f32b7d9684c1 req-07ad6700-5332-45f7-a89f-82bd80c1628f tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419011 Nov 19 10:32:49.650603 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf807c6-499f-4d4c-98e1-79bb110e45fb req-66bc9f38-2e6b-45eb-a1f2-d48a77b9d152 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:49.652084 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecf807c6-499f-4d4c-98e1-79bb110e45fb req-66bc9f38-2e6b-45eb-a1f2-d48a77b9d152 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0552824 Nov 19 10:32:49.706925 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-ecf807c6-499f-4d4c-98e1-79bb110e45fb req-70f09c1b-26c3-4c75-a69a-f0f329564758 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481114 Nov 19 10:32:49.729200 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38810) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:32:49.767306 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7707fdb-0245-4803-b6f5-7bcae801dda9 tempest-TestSnapshotPattern-114503846 tempest-TestSnapshotPattern-114503846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:49.768771 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-b7707fdb-0245-4803-b6f5-7bcae801dda9 tempest-TestSnapshotPattern-114503846 tempest-TestSnapshotPattern-114503846-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 1092 time: 0.0385871 Nov 19 10:32:49.771464 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 38812) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:32:49.776258 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.v2.base [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Request body: {'floatingip': {'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'port_id': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 10:32:49.797658 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for floatingip, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:49.893194 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:49.996972 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Allocated IP 172.25.0.182 (5400ae83-00d2-4751-a522-fb5643e526b8/46039ca7-a565-4917-bcab-cc1fefd87a23/a788ed5a-ddef-4984-a889-01b8fdfc0ba1) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 10:32:50.096119 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for port, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:50.117018 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3d0946f5-ea76-4ca7-b32a-423d854ffaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:50.136230 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764965376166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:50.173296 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Network 5400ae83-00d2-4751-a522-fb5643e526b8 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 10:32:50.176164 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 10:32:50.180441 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 10:32:50.203658 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event updated for resources: {'Port': ['ID=a788ed5a-ddef-4984-a889-01b8fdfc0ba1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:32:50.533235 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:50.597929 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:50.749015 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for port, precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:50.754036 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8655100'] for port, after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:50.819392 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event updated for resources: {'Port': ['ID=a788ed5a-ddef-4984-a889-01b8fdfc0ba1,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:32:50.831140 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878388'] for floatingip, after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:50.930417 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Floating IP 2581cf69-950d-463f-8147-503dba14eebb associated. External IP: 172.25.0.182, port: 5deaf6e4-d5c4-42d3-b972-6c4624e77f57. Nov 19 10:32:51.133947 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Router 653df697-b5c7-458e-ae9f-353afa5536c7 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:32:51.552882 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:32:51.565685 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bffe247-bb9a-486c-8134-0e56c575dcd4 None None] Sync routers for ids ['653df697-b5c7-458e-ae9f-353afa5536c7'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:32:51.571477 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:51.576089 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bffe247-bb9a-486c-8134-0e56c575dcd4 None None] Routers {'653df697-b5c7-458e-ae9f-353afa5536c7'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:32:51.576713 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2bffe247-bb9a-486c-8134-0e56c575dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:32:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['653df697-b5c7-458e-ae9f-353afa5536c7'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:32:51.597730 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-268bab2f-87a9-4cb6-87b9-d444478f2444 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8252749 Nov 19 10:32:51.598324 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'tag': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:32:51.600572 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411e4d1c-33af-4634-b50a-0d8e57bbdd94" -d '{"events": [{"name": "network-changed", "server_uuid": "dab8e0d6-442c-431b-aad6-433a8000d1b0", "tag": "5deaf6e4-d5c4-42d3-b972-6c4624e77f57"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:32:51.644192 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb3de48-4f75-4d10-b2aa-91ed0082b0d4 x-openstack-request-id: req-7fb3de48-4f75-4d10-b2aa-91ed0082b0d4 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:32:51.644624 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab8e0d6-442c-431b-aad6-433a8000d1b0", "tag": "5deaf6e4-d5c4-42d3-b972-6c4624e77f57", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:32:51.644941 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fb3de48-4f75-4d10-b2aa-91ed0082b0d4 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:32:51.645400 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'tag': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57', 'status': 'completed', 'code': 200} Nov 19 10:32:51.691696 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-2bffe247-bb9a-486c-8134-0e56c575dcd4 None None] Set router 653df697-b5c7-458e-ae9f-353afa5536c7 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:32:51.705957 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e4d1c-33af-4634-b50a-0d8e57bbdd94 req-d4069a27-dc68-4a6a-b3c0-06ec647170ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:51.707515 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-411e4d1c-33af-4634-b50a-0d8e57bbdd94 req-d4069a27-dc68-4a6a-b3c0-06ec647170ca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21fe884f4c2842b1b540a48c35bed244&device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 1097 time: 0.0416553 Nov 19 10:32:51.801204 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e4d1c-33af-4634-b50a-0d8e57bbdd94 req-54422b69-8e2f-4cc1-8bad-a5b15fea9628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:51.802739 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-411e4d1c-33af-4634-b50a-0d8e57bbdd94 req-54422b69-8e2f-4cc1-8bad-a5b15fea9628 service neutron] 10.222.0.66 "GET /v2.0/networks?id=36682207-35e9-4280-b5ff-8aaa27997d83 HTTP/1.1" status: 200 len: 911 time: 0.0881064 Nov 19 10:32:51.867618 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-411e4d1c-33af-4634-b50a-0d8e57bbdd94 req-6937ad4c-a325-4b67-91e6-3a84f913ac40 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5deaf6e4-d5c4-42d3-b972-6c4624e77f57 HTTP/1.1" status: 200 len: 999 time: 0.0581131 Nov 19 10:32:51.921244 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e4d1c-33af-4634-b50a-0d8e57bbdd94 req-24a0219b-de74-4510-ad16-92e2403e8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:51.922712 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-411e4d1c-33af-4634-b50a-0d8e57bbdd94 req-24a0219b-de74-4510-ad16-92e2403e8552 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0900d6b2-9fbc-493f-9998-0fa63bd867d7 HTTP/1.1" status: 200 len: 849 time: 0.0476329 Nov 19 10:32:51.927108 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2bffe247-bb9a-486c-8134-0e56c575dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '2581cf69-950d-463f-8147-503dba14eebb', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'port_id': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'mac_address': 'fa:16:3e:cb:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:32:50Z', 'updated_at': '2021-11-19T10:32:50Z', 'revision_number': 0, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'fixed_ip_address_scope': None}, {'id': '48beb2cd-2e72-4202-b810-88946a195d58', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'port_id': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'mac_address': 'fa:16:3e:3e:c6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:30:16Z', 'updated_at': '2021-11-19T10:30:18Z', 'revision_number': 1, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20', 'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'mac_address': 'fa:16:3e:22:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:56Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 5, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'subnets': [{'id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:32:51.954374 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bffe247-bb9a-486c-8134-0e56c575dcd4 None None] Checking router: 653df697-b5c7-458e-ae9f-353afa5536c7 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:32:51.962842 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bffe247-bb9a-486c-8134-0e56c575dcd4 None None] Routers {'653df697-b5c7-458e-ae9f-353afa5536c7'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:32:51.963462 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2bffe247-bb9a-486c-8134-0e56c575dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:32:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['653df697-b5c7-458e-ae9f-353afa5536c7'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:32:51.968782 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e4d1c-33af-4634-b50a-0d8e57bbdd94 req-21cf7865-bc59-47c6-8389-b4f32b84c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:32:51.970316 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-411e4d1c-33af-4634-b50a-0d8e57bbdd94 req-21cf7865-bc59-47c6-8389-b4f32b84c2cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=36682207-35e9-4280-b5ff-8aaa27997d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404050 Nov 19 10:32:52.059203 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-411e4d1c-33af-4634-b50a-0d8e57bbdd94 req-1e07d866-b017-4275-9818-0e1370f69ba8 service neutron] 10.222.0.66 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816400 Nov 19 10:32:52.068656 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-2bffe247-bb9a-486c-8134-0e56c575dcd4 None None] Set router 653df697-b5c7-458e-ae9f-353afa5536c7 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:32:52.155047 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-411e4d1c-33af-4634-b50a-0d8e57bbdd94 req-9fa504fc-3c4e-4f96-91da-cdc0eeb9afdf service neutron] 10.222.0.66 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882533 Nov 19 10:32:52.293014 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2bffe247-bb9a-486c-8134-0e56c575dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '2581cf69-950d-463f-8147-503dba14eebb', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'port_id': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'mac_address': 'fa:16:3e:cb:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:32:50Z', 'updated_at': '2021-11-19T10:32:50Z', 'revision_number': 0, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'fixed_ip_address_scope': None}, {'id': '48beb2cd-2e72-4202-b810-88946a195d58', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'port_id': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'mac_address': 'fa:16:3e:3e:c6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:30:16Z', 'updated_at': '2021-11-19T10:30:18Z', 'revision_number': 1, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20', 'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'mac_address': 'fa:16:3e:22:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:56Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 5, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'subnets': [{'id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:32:52.322569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bffe247-bb9a-486c-8134-0e56c575dcd4 None None] The sync data for ids ['653df697-b5c7-458e-ae9f-353afa5536c7'] in n-d-805649-14 is: [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '2581cf69-950d-463f-8147-503dba14eebb', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'port_id': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'mac_address': 'fa:16:3e:cb:6f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:32:50Z', 'updated_at': '2021-11-19T10:32:50Z', 'revision_number': 0, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'fixed_ip_address_scope': None}, {'id': '48beb2cd-2e72-4202-b810-88946a195d58', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'port_id': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'mac_address': 'fa:16:3e:3e:c6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:30:16Z', 'updated_at': '2021-11-19T10:30:18Z', 'revision_number': 1, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20', 'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'mac_address': 'fa:16:3e:22:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:56Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 5, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'subnets': [{'id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:32:52.497291 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fa17872f-b2c5-4838-8eea-b11dfd371995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:52.518574 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbb51c0-a46e-4ed5-b5fc-7abef6da324a None None] New status for floating IP 2581cf69-950d-463f-8147-503dba14eebb: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:32:53.813060 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:55.196485 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:32:55.775598 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:33:12.815073 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4fcacd08-749c-4200-8876-857cd80919ee req-e2a9ac3b-bcef-4199-84ac-3b406a72acea service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0824451 Nov 19 10:33:12.896580 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcacd08-749c-4200-8876-857cd80919ee req-27c8f8a2-2466-4a47-bfa7-5910f7bced15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:33:12.898122 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4fcacd08-749c-4200-8876-857cd80919ee req-27c8f8a2-2466-4a47-bfa7-5910f7bced15 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21fe884f4c2842b1b540a48c35bed244&device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 1097 time: 0.0414488 Nov 19 10:33:13.005255 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcacd08-749c-4200-8876-857cd80919ee req-3db6e900-5327-4611-bf06-68fca06ce561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:33:13.006632 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4fcacd08-749c-4200-8876-857cd80919ee req-3db6e900-5327-4611-bf06-68fca06ce561 service neutron] 10.222.0.66 "GET /v2.0/networks?id=36682207-35e9-4280-b5ff-8aaa27997d83 HTTP/1.1" status: 200 len: 911 time: 0.0894222 Nov 19 10:33:13.070616 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4fcacd08-749c-4200-8876-857cd80919ee req-f65b95c1-91cf-42fc-94ae-6536422f0885 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5deaf6e4-d5c4-42d3-b972-6c4624e77f57 HTTP/1.1" status: 200 len: 1001 time: 0.0570002 Nov 19 10:33:13.124840 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcacd08-749c-4200-8876-857cd80919ee req-3967447c-7a36-4530-bb1b-fd3f4eedfb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:33:13.127023 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4fcacd08-749c-4200-8876-857cd80919ee req-3967447c-7a36-4530-bb1b-fd3f4eedfb39 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0900d6b2-9fbc-493f-9998-0fa63bd867d7 HTTP/1.1" status: 200 len: 849 time: 0.0488467 Nov 19 10:33:13.170949 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcacd08-749c-4200-8876-857cd80919ee req-e2883bdb-9490-446a-9912-a7fe47b30521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:33:13.172401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4fcacd08-749c-4200-8876-857cd80919ee req-e2883bdb-9490-446a-9912-a7fe47b30521 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=36682207-35e9-4280-b5ff-8aaa27997d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387440 Nov 19 10:33:13.262550 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4fcacd08-749c-4200-8876-857cd80919ee req-dc3865ae-5749-4a27-8ebd-f84f11f9311c service neutron] 10.222.0.66 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823591 Nov 19 10:33:13.354893 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-4fcacd08-749c-4200-8876-857cd80919ee req-95fdf674-d3ec-4faa-a0fe-0b1c76cbdbb3 service neutron] 10.222.0.66 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858724 Nov 19 10:33:14.605721 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10f3144f-1db3-413a-a17f-85e1177b9992 req-fea61ad8-8973-4553-89a3-c917958a442a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408621 Nov 19 10:33:14.688223 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3144f-1db3-413a-a17f-85e1177b9992 req-291752cb-3739-4e10-b524-d0893b2db76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:33:14.689803 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10f3144f-1db3-413a-a17f-85e1177b9992 req-291752cb-3739-4e10-b524-d0893b2db76b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=21fe884f4c2842b1b540a48c35bed244&device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 1095 time: 0.0389919 Nov 19 10:33:14.794754 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3144f-1db3-413a-a17f-85e1177b9992 req-79a3d1ed-a19f-46da-beda-2eeb716c3b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:33:14.796209 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10f3144f-1db3-413a-a17f-85e1177b9992 req-79a3d1ed-a19f-46da-beda-2eeb716c3b72 service neutron] 10.222.0.71 "GET /v2.0/networks?id=36682207-35e9-4280-b5ff-8aaa27997d83 HTTP/1.1" status: 200 len: 911 time: 0.0862443 Nov 19 10:33:14.860800 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10f3144f-1db3-413a-a17f-85e1177b9992 req-28516c13-8ea8-4892-9828-428e6f0bef17 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7e0e4f4-2d03-432d-9350-f31c7890560d HTTP/1.1" status: 200 len: 999 time: 0.0570722 Nov 19 10:33:14.913786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3144f-1db3-413a-a17f-85e1177b9992 req-a5a0346d-4a4e-4b02-aa18-c566c2f99d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:33:14.915285 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10f3144f-1db3-413a-a17f-85e1177b9992 req-a5a0346d-4a4e-4b02-aa18-c566c2f99d0e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0900d6b2-9fbc-493f-9998-0fa63bd867d7 HTTP/1.1" status: 200 len: 849 time: 0.0482612 Nov 19 10:33:14.960709 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3144f-1db3-413a-a17f-85e1177b9992 req-95b98e37-b232-4b55-a723-afcacc3dfb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:33:14.962259 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10f3144f-1db3-413a-a17f-85e1177b9992 req-95b98e37-b232-4b55-a723-afcacc3dfb9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=36682207-35e9-4280-b5ff-8aaa27997d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398571 Nov 19 10:33:15.050061 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10f3144f-1db3-413a-a17f-85e1177b9992 req-d9781d30-48ab-4c17-92d8-b1c78ca4d7cf service neutron] 10.222.0.71 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801077 Nov 19 10:33:15.144018 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-10f3144f-1db3-413a-a17f-85e1177b9992 req-50cff599-8133-453e-91ed-f1bd58ff5135 service neutron] 10.222.0.71 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859468 Nov 19 10:33:16.318606 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:33:18.718588 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:33:18.836794 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:33:20.121914 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1b211e5a-ffc3-4702-8884-0b0d96ea339a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:33:22.498585 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-de742198-8dec-46a0-b44a-ba0b7ac4ae58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:33:23.815629 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:33:25.199830 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:33:25.777623 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:33:46.333609 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:33:48.866527 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:33:50.124291 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-50435626-af25-47a4-97e1-5c18150d007d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:33:52.499398 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-54cbcb6c-f2bb-4292-86ea-c81bbb8f7f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:33:53.818852 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:33:55.201851 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:33:55.717205 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:33:55.779756 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:14.272233 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a048f63-c8ad-40f9-9c7e-35114a08ab79 req-9690615c-f6f3-43fa-b733-ce8c6ec91845 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409722 Nov 19 10:34:14.353999 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a048f63-c8ad-40f9-9c7e-35114a08ab79 req-798c16fa-f178-4ccd-aeac-a41fa84d78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:14.355471 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a048f63-c8ad-40f9-9c7e-35114a08ab79 req-798c16fa-f178-4ccd-aeac-a41fa84d78c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21fe884f4c2842b1b540a48c35bed244&device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 1097 time: 0.0407267 Nov 19 10:34:14.460511 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a048f63-c8ad-40f9-9c7e-35114a08ab79 req-64213258-ddcd-4422-8c42-1eb9004196ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:14.462008 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a048f63-c8ad-40f9-9c7e-35114a08ab79 req-64213258-ddcd-4422-8c42-1eb9004196ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=36682207-35e9-4280-b5ff-8aaa27997d83 HTTP/1.1" status: 200 len: 911 time: 0.0876427 Nov 19 10:34:14.526784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a048f63-c8ad-40f9-9c7e-35114a08ab79 req-9fce9bd9-dea7-4d2f-81cb-3502fd9ae62d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5deaf6e4-d5c4-42d3-b972-6c4624e77f57 HTTP/1.1" status: 200 len: 1001 time: 0.0576108 Nov 19 10:34:14.579711 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a048f63-c8ad-40f9-9c7e-35114a08ab79 req-9ba9fdf6-8f10-4cd2-ad48-0b2ace93e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:14.581214 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a048f63-c8ad-40f9-9c7e-35114a08ab79 req-9ba9fdf6-8f10-4cd2-ad48-0b2ace93e5a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0900d6b2-9fbc-493f-9998-0fa63bd867d7 HTTP/1.1" status: 200 len: 849 time: 0.0477107 Nov 19 10:34:14.626786 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a048f63-c8ad-40f9-9c7e-35114a08ab79 req-2c3d87ac-da70-400e-95cb-c20bf13e0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:14.628282 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a048f63-c8ad-40f9-9c7e-35114a08ab79 req-2c3d87ac-da70-400e-95cb-c20bf13e0780 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=36682207-35e9-4280-b5ff-8aaa27997d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395472 Nov 19 10:34:14.717525 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a048f63-c8ad-40f9-9c7e-35114a08ab79 req-e0f993fd-e64f-43cf-9f0b-9f03c7e89fc5 service neutron] 10.222.0.66 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812008 Nov 19 10:34:14.811316 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-2a048f63-c8ad-40f9-9c7e-35114a08ab79 req-fc5abac4-c3fa-47ea-8958-d0a2c4ca0234 service neutron] 10.222.0.66 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866401 Nov 19 10:34:16.338459 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:16.571457 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c283cbc-2cbf-45c7-a22e-e3018d86515a req-d973e46d-dec6-4a37-8d86-28ad8ae4df8e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401592 Nov 19 10:34:16.656350 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c283cbc-2cbf-45c7-a22e-e3018d86515a req-28b62564-0840-4ffe-8a34-00965610e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:16.657916 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c283cbc-2cbf-45c7-a22e-e3018d86515a req-28b62564-0840-4ffe-8a34-00965610e22d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=21fe884f4c2842b1b540a48c35bed244&device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 1095 time: 0.0415177 Nov 19 10:34:16.764076 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c283cbc-2cbf-45c7-a22e-e3018d86515a req-ab418b29-2759-4c98-8696-cc62317827c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:16.765554 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c283cbc-2cbf-45c7-a22e-e3018d86515a req-ab418b29-2759-4c98-8696-cc62317827c4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=36682207-35e9-4280-b5ff-8aaa27997d83 HTTP/1.1" status: 200 len: 911 time: 0.0871208 Nov 19 10:34:16.831514 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c283cbc-2cbf-45c7-a22e-e3018d86515a req-ef66eed6-18dc-4b4e-8381-8036f781b32a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7e0e4f4-2d03-432d-9350-f31c7890560d HTTP/1.1" status: 200 len: 999 time: 0.0575385 Nov 19 10:34:16.885216 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c283cbc-2cbf-45c7-a22e-e3018d86515a req-56f1188b-7d7e-4f2d-8299-d4034a49bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:16.886641 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c283cbc-2cbf-45c7-a22e-e3018d86515a req-56f1188b-7d7e-4f2d-8299-d4034a49bd7a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0900d6b2-9fbc-493f-9998-0fa63bd867d7 HTTP/1.1" status: 200 len: 849 time: 0.0480926 Nov 19 10:34:16.932905 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c283cbc-2cbf-45c7-a22e-e3018d86515a req-6950ee06-b39e-4cd9-8306-4cf46b28ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:16.934419 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c283cbc-2cbf-45c7-a22e-e3018d86515a req-6950ee06-b39e-4cd9-8306-4cf46b28ef3f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=36682207-35e9-4280-b5ff-8aaa27997d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401697 Nov 19 10:34:17.022982 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c283cbc-2cbf-45c7-a22e-e3018d86515a req-b72f4c91-fc51-480e-8220-167fedf13264 service neutron] 10.222.0.71 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802708 Nov 19 10:34:17.115374 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-1c283cbc-2cbf-45c7-a22e-e3018d86515a req-ccd76a5a-80c4-4622-b816-dbde25a0a754 service neutron] 10.222.0.71 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850568 Nov 19 10:34:18.877689 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:20.125171 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6e765484-147d-439a-bebb-128a91431f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:22.135561 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 details requested by agent hyperv_n-h1-805649-14 with host n-h1-805649-14 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 10:34:22.250846 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:34:22.263823 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Returning: {'device': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'port_id': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57', 'mac_address': 'fa:16:3e:cb:6f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 10:34:22.304594 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:22.322084 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 10:34:22.346323 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:34:22.351380 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:22.414051 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:22.423640 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] get_ports_and_sgs() called for port_ids ['5deaf6e4-d5c4-42d3-b972-6c4624e77f57'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 10:34:22.432448 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:22.432793 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:22.433231 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:22.433574 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:22.433910 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:22.434367 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:22.434691 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:22.435020 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:22.435347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:22.435670 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:22.435992 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:22.437507 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:22.513916 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0f31aa18-215b-44b1-947f-26ad82ae1372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:23.823886 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:24.154892 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 up at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 10:34:24.219994 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Provisioning complete for port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 10:34:24.220387 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1741673'] for port, provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:24.304833 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:24.334130 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:34:24.336598 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5f64b8-a66e-4833-9a12-b11da59a1160" -d '{"events": [{"server_uuid": "dab8e0d6-442c-431b-aad6-433a8000d1b0", "name": "network-vif-plugged", "status": "completed", "tag": "5deaf6e4-d5c4-42d3-b972-6c4624e77f57"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:34:24.352848 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:34:24.359576 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:24.401543 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f46178-e24d-4c04-b513-ccf4271ccc79 x-openstack-request-id: req-98f46178-e24d-4c04-b513-ccf4271ccc79 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:34:24.401847 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab8e0d6-442c-431b-aad6-433a8000d1b0", "name": "network-vif-plugged", "status": "completed", "tag": "5deaf6e4-d5c4-42d3-b972-6c4624e77f57", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:34:24.402104 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98f46178-e24d-4c04-b513-ccf4271ccc79 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:34:24.402517 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57', 'code': 200} Nov 19 10:34:24.417939 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:25.213068 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:25.783409 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:31.846870 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39014) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:34:32.004494 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Deleting port a788ed5a-ddef-4984-a889-01b8fdfc0ba1 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:34:32.004842 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:32.081403 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:32.081727 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:32.093850 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Calling delete_port for a788ed5a-ddef-4984-a889-01b8fdfc0ba1 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:34:32.239942 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:32.269759 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event deleted for resources: {'Port': ['ID=a788ed5a-ddef-4984-a889-01b8fdfc0ba1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:32.295823 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:32.296170 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:32.296510 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:32.296850 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:32.297218 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:32.297556 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:32.297884 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:32.298208 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:32.298533 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:32.298856 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:32.299180 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:32.299503 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:32.341241 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:32.341596 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Floating IP 2581cf69-950d-463f-8147-503dba14eebb disassociated (deleted). External IP: 172.25.0.182, port: 5deaf6e4-d5c4-42d3-b972-6c4624e77f57. Nov 19 10:34:32.549880 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Router 653df697-b5c7-458e-ae9f-353afa5536c7 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:34:32.657595 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:34:32.662473 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:32.667523 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0def3-ed61-45a1-aaa4-b9d3caa4c7fb None None] Sync routers for ids ['653df697-b5c7-458e-ae9f-353afa5536c7'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:34:32.676840 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0def3-ed61-45a1-aaa4-b9d3caa4c7fb None None] Routers {'653df697-b5c7-458e-ae9f-353afa5536c7'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:34:32.677492 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-79e0def3-ed61-45a1-aaa4-b9d3caa4c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['653df697-b5c7-458e-ae9f-353afa5536c7'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:32.688999 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-a9f7e5a9-e204-46cf-9fd6-37e2d9148fd0 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "DELETE /v2.0/floatingips/2581cf69-950d-463f-8147-503dba14eebb HTTP/1.1" status: 204 len: 168 time: 0.8409977 Nov 19 10:34:32.689637 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'tag': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:34:32.691955 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3c4985-e310-4946-a309-9c4566de5207" -d '{"events": [{"name": "network-changed", "server_uuid": "dab8e0d6-442c-431b-aad6-433a8000d1b0", "tag": "5deaf6e4-d5c4-42d3-b972-6c4624e77f57"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:34:32.717850 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:34:32.789339 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-79e0def3-ed61-45a1-aaa4-b9d3caa4c7fb None None] Set router 653df697-b5c7-458e-ae9f-353afa5536c7 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:34:32.802923 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bed17c-3925-436b-92a7-37d0b65a0eea x-openstack-request-id: req-49bed17c-3925-436b-92a7-37d0b65a0eea {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:34:32.803251 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab8e0d6-442c-431b-aad6-433a8000d1b0", "tag": "5deaf6e4-d5c4-42d3-b972-6c4624e77f57", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:34:32.803514 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49bed17c-3925-436b-92a7-37d0b65a0eea {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:34:32.804341 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'tag': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57', 'status': 'completed', 'code': 200} Nov 19 10:34:32.878073 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c4985-e310-4946-a309-9c4566de5207 req-cceca7a7-60de-4c25-95b3-70c5b878186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:32.879731 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d3c4985-e310-4946-a309-9c4566de5207 req-cceca7a7-60de-4c25-95b3-70c5b878186b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21fe884f4c2842b1b540a48c35bed244&device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 1097 time: 0.0448778 Nov 19 10:34:33.000540 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa60913-d6c1-4432-b0c8-f53255761def req-c7fcfc4a-e09c-4613-8df5-b410cf3ebbe6 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:33.002102 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfa60913-d6c1-4432-b0c8-f53255761def req-c7fcfc4a-e09c-4613-8df5-b410cf3ebbe6 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1064506 Nov 19 10:34:33.028634 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c4985-e310-4946-a309-9c4566de5207 req-fae09f04-f903-4eab-80bf-17ea9772339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:33.030119 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d3c4985-e310-4946-a309-9c4566de5207 req-fae09f04-f903-4eab-80bf-17ea9772339c service neutron] 10.222.0.66 "GET /v2.0/networks?id=36682207-35e9-4280-b5ff-8aaa27997d83 HTTP/1.1" status: 200 len: 911 time: 0.1426682 Nov 19 10:34:33.092186 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d3c4985-e310-4946-a309-9c4566de5207 req-779cf359-07f7-4bc1-9b19-60fad5da70ec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5deaf6e4-d5c4-42d3-b972-6c4624e77f57 HTTP/1.1" status: 200 len: 217 time: 0.0498207 Nov 19 10:34:33.097181 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-bfa60913-d6c1-4432-b0c8-f53255761def req-ab5ecc8c-a46f-463e-a0d3-cd64aed766ae tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890472 Nov 19 10:34:33.147822 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c4985-e310-4946-a309-9c4566de5207 req-c7f25220-0097-4127-b80d-3e103bb9ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:33.150027 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d3c4985-e310-4946-a309-9c4566de5207 req-c7f25220-0097-4127-b80d-3e103bb9ab40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0900d6b2-9fbc-493f-9998-0fa63bd867d7 HTTP/1.1" status: 200 len: 849 time: 0.0490758 Nov 19 10:34:33.185484 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-79e0def3-ed61-45a1-aaa4-b9d3caa4c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '48beb2cd-2e72-4202-b810-88946a195d58', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'port_id': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'mac_address': 'fa:16:3e:3e:c6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:30:16Z', 'updated_at': '2021-11-19T10:30:18Z', 'revision_number': 1, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20', 'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'mac_address': 'fa:16:3e:22:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:56Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 5, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'subnets': [{'id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:33.194920 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c4985-e310-4946-a309-9c4566de5207 req-966b114a-9ced-42a4-94f7-da656b239692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:33.197001 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d3c4985-e310-4946-a309-9c4566de5207 req-966b114a-9ced-42a4-94f7-da656b239692 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=36682207-35e9-4280-b5ff-8aaa27997d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404477 Nov 19 10:34:33.213401 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0def3-ed61-45a1-aaa4-b9d3caa4c7fb None None] Checking router: 653df697-b5c7-458e-ae9f-353afa5536c7 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:34:33.221675 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0def3-ed61-45a1-aaa4-b9d3caa4c7fb None None] Routers {'653df697-b5c7-458e-ae9f-353afa5536c7'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:34:33.222287 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-79e0def3-ed61-45a1-aaa4-b9d3caa4c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['653df697-b5c7-458e-ae9f-353afa5536c7'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:33.291900 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d3c4985-e310-4946-a309-9c4566de5207 req-3ca6221a-ebf3-449f-b067-9c1134ffd65d service neutron] 10.222.0.66 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868890 Nov 19 10:34:33.330590 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-79e0def3-ed61-45a1-aaa4-b9d3caa4c7fb None None] Set router 653df697-b5c7-458e-ae9f-353afa5536c7 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:34:33.382779 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-3d3c4985-e310-4946-a309-9c4566de5207 req-d1e82426-e592-4380-8c10-8a1068facaeb service neutron] 10.222.0.66 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827763 Nov 19 10:34:33.556244 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-79e0def3-ed61-45a1-aaa4-b9d3caa4c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '48beb2cd-2e72-4202-b810-88946a195d58', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'port_id': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'mac_address': 'fa:16:3e:3e:c6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:30:16Z', 'updated_at': '2021-11-19T10:30:18Z', 'revision_number': 1, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20', 'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'mac_address': 'fa:16:3e:22:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:56Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 5, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'subnets': [{'id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:33.582198 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0def3-ed61-45a1-aaa4-b9d3caa4c7fb None None] The sync data for ids ['653df697-b5c7-458e-ae9f-353afa5536c7'] in n-d-805649-14 is: [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_floatingips': [{'id': '48beb2cd-2e72-4202-b810-88946a195d58', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'router_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'port_id': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'mac_address': 'fa:16:3e:3e:c6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T10:30:16Z', 'updated_at': '2021-11-19T10:30:18Z', 'revision_number': 1, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20', 'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'mac_address': 'fa:16:3e:22:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:56Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 5, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'subnets': [{'id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:34:33.811195 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec286b22-0bf7-4ebb-a473-c78b13593dd4 None None] New status for floating IP 2581cf69-950d-463f-8147-503dba14eebb: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:34:34.182347 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:34:34.219301 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff26a2a-4d9f-405f-a83c-17637c565c08 req-96cca679-b5e4-43f3-9f7e-9d40d3d89a73 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:34.220831 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ff26a2a-4d9f-405f-a83c-17637c565c08 req-96cca679-b5e4-43f3-9f7e-9d40d3d89a73 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0504470 Nov 19 10:34:34.265414 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598969'] for port, before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:34.277127 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-9ff26a2a-4d9f-405f-a83c-17637c565c08 req-35180079-5b15-4c85-a2ab-3d8b901047e5 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503628 Nov 19 10:34:34.291883 n-d-805649-14 neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:34:34.294189 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112abe1d356ff9ca08a33fa25d2a64daa00f0a16a6b396b82d1a3afbad25fbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b481d9b0-18a8-4be6-85e7-25098f0e76e3" -d '{"events": [{"server_uuid": "dab8e0d6-442c-431b-aad6-433a8000d1b0", "name": "network-vif-unplugged", "status": "completed", "tag": "5deaf6e4-d5c4-42d3-b972-6c4624e77f57"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:34:34.306854 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] For port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:34:34.312050 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764965949139', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764965376184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764965376202'] for port, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:34.337567 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 10:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9af58e-bd68-443c-a07a-0c4f15a16e32 x-openstack-request-id: req-2f9af58e-bd68-443c-a07a-0c4f15a16e32 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:34:34.337864 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab8e0d6-442c-431b-aad6-433a8000d1b0", "name": "network-vif-unplugged", "status": "completed", "tag": "5deaf6e4-d5c4-42d3-b972-6c4624e77f57", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:34:34.338121 n-d-805649-14 neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f9af58e-bd68-443c-a07a-0c4f15a16e32 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:34:34.338526 n-d-805649-14 neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57', 'code': 200} Nov 19 10:34:34.363891 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Pushing event updated for resources: {'Port': ['ID=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:34.469042 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654490f2-9b94-4da9-9d35-1bc8f79ecf99 req-1a7b2942-fc3f-4342-9fa6-9de050a4df09 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:34.470440 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-654490f2-9b94-4da9-9d35-1bc8f79ecf99 req-1a7b2942-fc3f-4342-9fa6-9de050a4df09 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.66 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 943 time: 0.0476117 Nov 19 10:34:34.558915 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-654490f2-9b94-4da9-9d35-1bc8f79ecf99 req-a2025589-ba8d-45da-9b45-9d76d022c082 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Deleting port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:34:34.559257 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-654490f2-9b94-4da9-9d35-1bc8f79ecf99 req-a2025589-ba8d-45da-9b45-9d76d022c082 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:34.650984 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-654490f2-9b94-4da9-9d35-1bc8f79ecf99 req-a2025589-ba8d-45da-9b45-9d76d022c082 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] For port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57, host n-h1-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-14',level=0,port_id=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:34:34.651364 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-654490f2-9b94-4da9-9d35-1bc8f79ecf99 req-a2025589-ba8d-45da-9b45-9d76d022c082 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:34.663911 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-654490f2-9b94-4da9-9d35-1bc8f79ecf99 req-a2025589-ba8d-45da-9b45-9d76d022c082 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Calling delete_port for 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:34:34.791792 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-654490f2-9b94-4da9-9d35-1bc8f79ecf99 req-a2025589-ba8d-45da-9b45-9d76d022c082 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:34.819976 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2025589-ba8d-45da-9b45-9d76d022c082 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event deleted for resources: {'Port': ['ID=5deaf6e4-d5c4-42d3-b972-6c4624e77f57,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:34.861767 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-654490f2-9b94-4da9-9d35-1bc8f79ecf99 req-a2025589-ba8d-45da-9b45-9d76d022c082 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] No DVR routers for this DVR port 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 on host n-h1-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:34:34.864411 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-654490f2-9b94-4da9-9d35-1bc8f79ecf99 req-a2025589-ba8d-45da-9b45-9d76d022c082 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:34.867784 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-654490f2-9b94-4da9-9d35-1bc8f79ecf99 req-a2025589-ba8d-45da-9b45-9d76d022c082 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.66 "DELETE /v2.0/ports/5deaf6e4-d5c4-42d3-b972-6c4624e77f57 HTTP/1.1" status: 204 len: 173 time: 0.3910449 Nov 19 10:34:34.868276 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'name': 'network-vif-deleted', 'tag': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:34:34.870555 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48361048-be4e-49d3-800d-de4a1ea25358" -d '{"events": [{"server_uuid": "dab8e0d6-442c-431b-aad6-433a8000d1b0", "name": "network-vif-deleted", "tag": "5deaf6e4-d5c4-42d3-b972-6c4624e77f57"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:34:34.908074 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306aa7df-f4ea-4cb5-ae0a-f841fe26b4ee x-openstack-request-id: req-306aa7df-f4ea-4cb5-ae0a-f841fe26b4ee {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:34:34.908360 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab8e0d6-442c-431b-aad6-433a8000d1b0", "name": "network-vif-deleted", "tag": "5deaf6e4-d5c4-42d3-b972-6c4624e77f57", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:34:34.908617 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-306aa7df-f4ea-4cb5-ae0a-f841fe26b4ee {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:34:34.909020 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab8e0d6-442c-431b-aad6-433a8000d1b0', 'name': 'network-vif-deleted', 'tag': '5deaf6e4-d5c4-42d3-b972-6c4624e77f57', 'status': 'completed', 'code': 200} Nov 19 10:34:35.396341 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-795d0539-b596-4410-b37c-20d6349301b3 req-afd30e16-402b-4689-b897-2734c25e4bac tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab8e0d6-442c-431b-aad6-433a8000d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0256400 Nov 19 10:34:36.950732 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39074) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:34:37.106989 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-18e0af3f-c950-40f6-a5cb-c1cde98c49e8 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Deleting port b217270f-1f29-438d-8dc1-af93d69427f3 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:34:37.107246 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18e0af3f-c950-40f6-a5cb-c1cde98c49e8 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:37.179581 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18e0af3f-c950-40f6-a5cb-c1cde98c49e8 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:37.179908 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18e0af3f-c950-40f6-a5cb-c1cde98c49e8 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:37.191689 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-18e0af3f-c950-40f6-a5cb-c1cde98c49e8 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Calling delete_port for b217270f-1f29-438d-8dc1-af93d69427f3 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:34:37.340380 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18e0af3f-c950-40f6-a5cb-c1cde98c49e8 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:37.365719 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0af3f-c950-40f6-a5cb-c1cde98c49e8 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event deleted for resources: {'Port': ['ID=b217270f-1f29-438d-8dc1-af93d69427f3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:37.428607 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18e0af3f-c950-40f6-a5cb-c1cde98c49e8 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for floatingip, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:37.428959 n-d-805649-14 neutron-server[103477]: INFO neutron.db.l3_db [None req-18e0af3f-c950-40f6-a5cb-c1cde98c49e8 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Floating IP 48beb2cd-2e72-4202-b810-88946a195d58 disassociated (deleted). External IP: 172.25.0.100, port: d7e0e4f4-2d03-432d-9350-f31c7890560d. Nov 19 10:34:37.632980 n-d-805649-14 neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e0af3f-c950-40f6-a5cb-c1cde98c49e8 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Router 653df697-b5c7-458e-ae9f-353afa5536c7 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:34:37.734938 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e0af3f-c950-40f6-a5cb-c1cde98c49e8 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:34:37.739313 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-18e0af3f-c950-40f6-a5cb-c1cde98c49e8 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for floatingip, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:37.745144 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10105bb7-aa45-4239-9b24-7a7a88892558 None None] Sync routers for ids ['653df697-b5c7-458e-ae9f-353afa5536c7'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:34:37.754533 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10105bb7-aa45-4239-9b24-7a7a88892558 None None] Routers {'653df697-b5c7-458e-ae9f-353afa5536c7'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:34:37.755157 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-10105bb7-aa45-4239-9b24-7a7a88892558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['653df697-b5c7-458e-ae9f-353afa5536c7'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:37.867252 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-10105bb7-aa45-4239-9b24-7a7a88892558 None None] Set router 653df697-b5c7-458e-ae9f-353afa5536c7 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:34:38.078950 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-10105bb7-aa45-4239-9b24-7a7a88892558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20', 'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'mac_address': 'fa:16:3e:22:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:56Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 5, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'subnets': [{'id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:38.084902 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-18e0af3f-c950-40f6-a5cb-c1cde98c49e8 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "DELETE /v2.0/floatingips/48beb2cd-2e72-4202-b810-88946a195d58 HTTP/1.1" status: 204 len: 168 time: 1.1330600 Nov 19 10:34:38.085522 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'tag': 'd7e0e4f4-2d03-432d-9350-f31c7890560d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:34:38.087791 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bdd4fb-f691-457c-9180-99436a6ce09f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3aa8a4-2391-4e95-b21d-376b4745d5a1", "tag": "d7e0e4f4-2d03-432d-9350-f31c7890560d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:34:38.110850 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10105bb7-aa45-4239-9b24-7a7a88892558 None None] Checking router: 653df697-b5c7-458e-ae9f-353afa5536c7 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:34:38.120176 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10105bb7-aa45-4239-9b24-7a7a88892558 None None] Routers {'653df697-b5c7-458e-ae9f-353afa5536c7'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:34:38.120941 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-10105bb7-aa45-4239-9b24-7a7a88892558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['653df697-b5c7-458e-ae9f-353afa5536c7'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:38.127645 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 10:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7c5ea1-4bca-44d2-ba57-5859694c904a x-openstack-request-id: req-ea7c5ea1-4bca-44d2-ba57-5859694c904a {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:34:38.128008 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3aa8a4-2391-4e95-b21d-376b4745d5a1", "tag": "d7e0e4f4-2d03-432d-9350-f31c7890560d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:34:38.128449 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea7c5ea1-4bca-44d2-ba57-5859694c904a {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:34:38.128870 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'tag': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'status': 'completed', 'code': 200} Nov 19 10:34:38.198520 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdd4fb-f691-457c-9180-99436a6ce09f req-0854377c-a293-41a8-affc-262ee07d690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:38.200266 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96bdd4fb-f691-457c-9180-99436a6ce09f req-0854377c-a293-41a8-affc-262ee07d690d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=21fe884f4c2842b1b540a48c35bed244&device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 1095 time: 0.0466547 Nov 19 10:34:38.202529 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 no longer exists at agent hyperv_n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:34:38.234010 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] No Port match for: 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:34:38.234359 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Device 5deaf6e4-d5c4-42d3-b972-6c4624e77f57 not bound to the agent host n-h1-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:34:38.258319 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-10105bb7-aa45-4239-9b24-7a7a88892558 None None] Set router 653df697-b5c7-458e-ae9f-353afa5536c7 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:34:38.348610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdd4fb-f691-457c-9180-99436a6ce09f req-913166b2-087e-4d0e-8389-5d3e3e144c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:38.350072 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96bdd4fb-f691-457c-9180-99436a6ce09f req-913166b2-087e-4d0e-8389-5d3e3e144c96 service neutron] 10.222.0.71 "GET /v2.0/networks?id=36682207-35e9-4280-b5ff-8aaa27997d83 HTTP/1.1" status: 200 len: 911 time: 0.1391852 Nov 19 10:34:38.359269 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20b976-d01a-47a9-bd65-2437b692efe1 req-ff7976ff-14a9-4835-8e2a-15632b9994fc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:38.360631 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb20b976-d01a-47a9-bd65-2437b692efe1 req-ff7976ff-14a9-4835-8e2a-15632b9994fc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 943 time: 0.0809731 Nov 19 10:34:38.406058 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96bdd4fb-f691-457c-9180-99436a6ce09f req-b859b6f9-af52-4034-a3eb-7b1ff12c45c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7e0e4f4-2d03-432d-9350-f31c7890560d HTTP/1.1" status: 200 len: 217 time: 0.0444038 Nov 19 10:34:38.467635 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-10105bb7-aa45-4239-9b24-7a7a88892558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20', 'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'mac_address': 'fa:16:3e:22:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:56Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 5, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'subnets': [{'id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:38.469317 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-eb20b976-d01a-47a9-bd65-2437b692efe1 req-10d28984-b9b8-45e9-8b6c-b26ee465f315 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022117 Nov 19 10:34:38.483557 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdd4fb-f691-457c-9180-99436a6ce09f req-bc208631-3139-4db6-8388-3fd5109b332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:38.485042 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96bdd4fb-f691-457c-9180-99436a6ce09f req-bc208631-3139-4db6-8388-3fd5109b332e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0900d6b2-9fbc-493f-9998-0fa63bd867d7 HTTP/1.1" status: 200 len: 849 time: 0.0662823 Nov 19 10:34:38.496711 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10105bb7-aa45-4239-9b24-7a7a88892558 None None] The sync data for ids ['653df697-b5c7-458e-ae9f-353afa5536c7'] in n-d-805649-14 is: [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:29:57Z', 'revision_number': 4, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14', '_interfaces': [{'id': '2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20', 'name': '', 'network_id': '36682207-35e9-4280-b5ff-8aaa27997d83', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'mac_address': 'fa:16:3e:22:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:56Z', 'updated_at': '2021-11-19T10:30:02Z', 'revision_number': 5, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'subnets': [{'id': '0900d6b2-9fbc-493f-9998-0fa63bd867d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:34:38.534154 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdd4fb-f691-457c-9180-99436a6ce09f req-927c5185-57d8-40c7-9092-c5237d93f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:38.535684 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96bdd4fb-f691-457c-9180-99436a6ce09f req-927c5185-57d8-40c7-9092-c5237d93f06d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=36682207-35e9-4280-b5ff-8aaa27997d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415235 Nov 19 10:34:38.628987 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96bdd4fb-f691-457c-9180-99436a6ce09f req-6871e0dd-ecd4-4ffe-ae8f-146ebe3fc678 service neutron] 10.222.0.71 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852473 Nov 19 10:34:38.718244 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cb4053-d459-4b4b-80ff-bea30ffeb539 None None] New status for floating IP 48beb2cd-2e72-4202-b810-88946a195d58: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 10:34:38.729401 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-96bdd4fb-f691-457c-9180-99436a6ce09f req-bdfc3e09-c779-4835-897b-baed8fc851e0 service neutron] 10.222.0.71 "GET /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918682 Nov 19 10:34:39.587985 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec752d-5842-49ad-9b9d-afe30fb7eece req-a0152172-7870-4910-9b49-0915f7a7bc96 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:39.589380 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4ec752d-5842-49ad-9b9d-afe30fb7eece req-a0152172-7870-4910-9b49-0915f7a7bc96 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 943 time: 0.0488672 Nov 19 10:34:39.640329 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-f4ec752d-5842-49ad-9b9d-afe30fb7eece req-0684799d-7a85-4940-84fa-cad08f34f34e tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/security-groups?id=00bf59f1-baab-43d1-97e2-50ea456b8ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432501 Nov 19 10:34:39.898610 n-d-805649-14 neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36c7c-5e39-4ff4-8b3c-0d73cbba17b6 req-14339445-7ef5-478d-9a6f-12dd31cbac65 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 10:34:39.899977 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dec36c7c-5e39-4ff4-8b3c-0d73cbba17b6 req-14339445-7ef5-478d-9a6f-12dd31cbac65 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 943 time: 0.0540679 Nov 19 10:34:39.990896 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-dec36c7c-5e39-4ff4-8b3c-0d73cbba17b6 req-252d9844-362e-42b3-b299-8114f380ca60 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Deleting port d7e0e4f4-2d03-432d-9350-f31c7890560d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:34:39.991234 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dec36c7c-5e39-4ff4-8b3c-0d73cbba17b6 req-252d9844-362e-42b3-b299-8114f380ca60 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:40.081308 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-dec36c7c-5e39-4ff4-8b3c-0d73cbba17b6 req-252d9844-362e-42b3-b299-8114f380ca60 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] For port d7e0e4f4-2d03-432d-9350-f31c7890560d, host n-h2-805649-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-14',level=0,port_id=d7e0e4f4-2d03-432d-9350-f31c7890560d,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:34:40.081677 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dec36c7c-5e39-4ff4-8b3c-0d73cbba17b6 req-252d9844-362e-42b3-b299-8114f380ca60 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:40.094908 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-dec36c7c-5e39-4ff4-8b3c-0d73cbba17b6 req-252d9844-362e-42b3-b299-8114f380ca60 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Calling delete_port for d7e0e4f4-2d03-432d-9350-f31c7890560d owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:34:40.225012 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dec36c7c-5e39-4ff4-8b3c-0d73cbba17b6 req-252d9844-362e-42b3-b299-8114f380ca60 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:40.263390 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d9844-362e-42b3-b299-8114f380ca60 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event deleted for resources: {'Port': ['ID=d7e0e4f4-2d03-432d-9350-f31c7890560d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:40.312421 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec36c7c-5e39-4ff4-8b3c-0d73cbba17b6 req-252d9844-362e-42b3-b299-8114f380ca60 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] No DVR routers for this DVR port d7e0e4f4-2d03-432d-9350-f31c7890560d on host n-h2-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:34:40.315039 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dec36c7c-5e39-4ff4-8b3c-0d73cbba17b6 req-252d9844-362e-42b3-b299-8114f380ca60 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84667'] for port, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:40.318529 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-dec36c7c-5e39-4ff4-8b3c-0d73cbba17b6 req-252d9844-362e-42b3-b299-8114f380ca60 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.71 "DELETE /v2.0/ports/d7e0e4f4-2d03-432d-9350-f31c7890560d HTTP/1.1" status: 204 len: 173 time: 0.4105260 Nov 19 10:34:40.318991 n-d-805649-14 neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'name': 'network-vif-deleted', 'tag': 'd7e0e4f4-2d03-432d-9350-f31c7890560d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 10:34:40.321329 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3531cb7609f4e00d1669822401ccdc3f81171c772585d7ece6a5f419db6ab2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704b8a62-34f2-4ec6-89e0-cb7ca62f0d99" -d '{"events": [{"server_uuid": "cc3aa8a4-2391-4e95-b21d-376b4745d5a1", "name": "network-vif-deleted", "tag": "d7e0e4f4-2d03-432d-9350-f31c7890560d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 10:34:40.366495 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 10:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356e21b9-db09-4fd0-af4f-d2aa710fe14a x-openstack-request-id: req-356e21b9-db09-4fd0-af4f-d2aa710fe14a {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 10:34:40.366812 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3aa8a4-2391-4e95-b21d-376b4745d5a1", "name": "network-vif-deleted", "tag": "d7e0e4f4-2d03-432d-9350-f31c7890560d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 10:34:40.367078 n-d-805649-14 neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-356e21b9-db09-4fd0-af4f-d2aa710fe14a {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 10:34:40.367508 n-d-805649-14 neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3aa8a4-2391-4e95-b21d-376b4745d5a1', 'name': 'network-vif-deleted', 'tag': 'd7e0e4f4-2d03-432d-9350-f31c7890560d', 'status': 'completed', 'code': 200} Nov 19 10:34:40.801067 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [req-e6003894-3d10-4d99-acee-a44aa1978627 req-aa5a2714-893d-44fa-9a3c-b1eb1cb860c2 tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc3aa8a4-2391-4e95-b21d-376b4745d5a1 HTTP/1.1" status: 200 len: 210 time: 0.0411129 Nov 19 10:34:41.862947 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39090) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:34:41.922831 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:41.950433 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:42.009852 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:42.012529 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Publish callbacks [] for security_group, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:42.013755 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] 10.222.0.21 "DELETE /v2.0/security-groups/00bf59f1-baab-43d1-97e2-50ea456b8ca9 HTTP/1.1" status: 204 len: 168 time: 0.1498122 Nov 19 10:34:42.022817 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bf59f1-baab-43d1-97e2-50ea456b8ca9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:42.030908 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:42.031269 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:42.031622 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:42.031974 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:42.032322 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:42.032665 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:42.033004 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:42.033376 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:42.033711 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:42.034045 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:42.034387 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:42.034723 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dd8e27-0dc8-4856-8a41-ed2237153cdc tempest-TestSnapshotPattern-1901204764 tempest-TestSnapshotPattern-1901204764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-14 {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 10:34:42.065985 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39096) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:34:42.415760 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d587-71ac-4f20-995f-4c132dedf76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:42.655884 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9d587-71ac-4f20-995f-4c132dedf76d admin admin] Deleting port 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:34:42.656165 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d587-71ac-4f20-995f-4c132dedf76d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:42.732059 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-bcd9d587-71ac-4f20-995f-4c132dedf76d admin admin] For port 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:34:42.732427 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d587-71ac-4f20-995f-4c132dedf76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:42.745588 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9d587-71ac-4f20-995f-4c132dedf76d admin admin] Calling delete_port for 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:34:42.925385 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d587-71ac-4f20-995f-4c132dedf76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:42.954502 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9d587-71ac-4f20-995f-4c132dedf76d admin admin] Pushing event deleted for resources: {'Port': ['ID=2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:43.036439 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device d7e0e4f4-2d03-432d-9350-f31c7890560d no longer exists at agent hyperv_n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:34:43.062911 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] No Port match for: d7e0e4f4-2d03-432d-9350-f31c7890560d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:34:43.063569 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Device d7e0e4f4-2d03-432d-9350-f31c7890560d not bound to the agent host n-h2-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:34:43.439496 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d587-71ac-4f20-995f-4c132dedf76d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:43.648107 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd9d587-71ac-4f20-995f-4c132dedf76d admin admin] Router 653df697-b5c7-458e-ae9f-353afa5536c7 has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:34:43.754076 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd9d587-71ac-4f20-995f-4c132dedf76d admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:34:43.759510 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-bcd9d587-71ac-4f20-995f-4c132dedf76d admin admin] 10.222.0.21 "PUT /v2.0/routers/653df697-b5c7-458e-ae9f-353afa5536c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6925433 Nov 19 10:34:43.763003 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e330ed-b02d-4eed-a5c3-e99a2b34f945 None None] Sync routers for ids ['653df697-b5c7-458e-ae9f-353afa5536c7'] in n-d-805649-14 {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:34:43.764056 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39098) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:34:43.774042 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e330ed-b02d-4eed-a5c3-e99a2b34f945 None None] Routers {'653df697-b5c7-458e-ae9f-353afa5536c7'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:34:43.774762 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a0e330ed-b02d-4eed-a5c3-e99a2b34f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['653df697-b5c7-458e-ae9f-353afa5536c7'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:43.868445 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a3db0bf-f894-4cc0-bd58-41b0e700f98c admin admin] Publish callbacks [] for router, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:43.880444 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a0e330ed-b02d-4eed-a5c3-e99a2b34f945 None None] Set router 653df697-b5c7-458e-ae9f-353afa5536c7 gateway port host: n-d-805649-14 {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:34:43.970744 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a3db0bf-f894-4cc0-bd58-41b0e700f98c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:44.022571 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6a3db0bf-f894-4cc0-bd58-41b0e700f98c admin admin] Deleting port f3b12da8-1de4-4fd6-b475-771b003e3400 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:34:44.022799 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a3db0bf-f894-4cc0-bd58-41b0e700f98c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:44.058909 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a0e330ed-b02d-4eed-a5c3-e99a2b34f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:34:42Z', 'revision_number': 5, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port': {'id': 'f3b12da8-1de4-4fd6-b475-771b003e3400', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:55Z', 'updated_at': '2021-11-19T10:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:44.087442 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e330ed-b02d-4eed-a5c3-e99a2b34f945 None None] Checking router: 653df697-b5c7-458e-ae9f-353afa5536c7 for host: n-d-805649-14 {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:34:44.096698 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e330ed-b02d-4eed-a5c3-e99a2b34f945 None None] Routers {'653df697-b5c7-458e-ae9f-353afa5536c7'} bound to L3 agent in host n-d-805649-14 {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:34:44.097354 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a0e330ed-b02d-4eed-a5c3-e99a2b34f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['653df697-b5c7-458e-ae9f-353afa5536c7'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:44.104511 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-6a3db0bf-f894-4cc0-bd58-41b0e700f98c admin admin] For port f3b12da8-1de4-4fd6-b475-771b003e3400, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=f3b12da8-1de4-4fd6-b475-771b003e3400,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:34:44.104879 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a3db0bf-f894-4cc0-bd58-41b0e700f98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:44.116720 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6a3db0bf-f894-4cc0-bd58-41b0e700f98c admin admin] Calling delete_port for f3b12da8-1de4-4fd6-b475-771b003e3400 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:34:44.178483 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-a0e330ed-b02d-4eed-a5c3-e99a2b34f945 None None] Set router 653df697-b5c7-458e-ae9f-353afa5536c7 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:34:44.232945 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-a0e330ed-b02d-4eed-a5c3-e99a2b34f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:34:43Z', 'revision_number': 6, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:44.258992 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e330ed-b02d-4eed-a5c3-e99a2b34f945 None None] The sync data for ids ['653df697-b5c7-458e-ae9f-353afa5536c7'] in n-d-805649-14 is: [{'id': '653df697-b5c7-458e-ae9f-353afa5536c7', 'name': 'tempest-TestSnapshotPattern-1496362928-router', 'tenant_id': '21fe884f4c2842b1b540a48c35bed244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:54Z', 'updated_at': '2021-11-19T10:34:43Z', 'revision_number': 6, 'project_id': '21fe884f4c2842b1b540a48c35bed244', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:34:44.292663 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a3db0bf-f894-4cc0-bd58-41b0e700f98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:44.317677 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3db0bf-f894-4cc0-bd58-41b0e700f98c admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b12da8-1de4-4fd6-b475-771b003e3400,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:44.331909 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efc1d19-7abb-4eaf-b5f1-c9c9c4510819 None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:34:44.380860 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a3db0bf-f894-4cc0-bd58-41b0e700f98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:44.468523 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a3db0bf-f894-4cc0-bd58-41b0e700f98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:44.470619 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a3db0bf-f894-4cc0-bd58-41b0e700f98c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:44.511841 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a3db0bf-f894-4cc0-bd58-41b0e700f98c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:44.512391 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3db0bf-f894-4cc0-bd58-41b0e700f98c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 653df697-b5c7-458e-ae9f-353afa5536c7 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 10:34:44.516787 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6a3db0bf-f894-4cc0-bd58-41b0e700f98c admin admin] Publish callbacks [] for router, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:44.517952 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-6a3db0bf-f894-4cc0-bd58-41b0e700f98c admin admin] 10.222.0.21 "DELETE /v2.0/routers/653df697-b5c7-458e-ae9f-353afa5536c7 HTTP/1.1" status: 204 len: 168 time: 0.7529035 Nov 19 10:34:44.520997 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39100) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:34:44.563948 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-08502605-46b8-445b-b19f-fec329cd7cb9 admin admin] Deleting subnet 0900d6b2-9fbc-493f-9998-0fa63bd867d7 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:34:44.566801 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08502605-46b8-445b-b19f-fec329cd7cb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:44.608090 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08502605-46b8-445b-b19f-fec329cd7cb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11708738'] for subnet, precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:44.689762 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08502605-46b8-445b-b19f-fec329cd7cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:44.742224 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08502605-46b8-445b-b19f-fec329cd7cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8655030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8003513'] for subnet, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:44.770095 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08502605-46b8-445b-b19f-fec329cd7cb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0900d6b2-9fbc-493f-9998-0fa63bd867d7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:44.773777 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-08502605-46b8-445b-b19f-fec329cd7cb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:44.777703 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-08502605-46b8-445b-b19f-fec329cd7cb9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0900d6b2-9fbc-493f-9998-0fa63bd867d7 HTTP/1.1" status: 204 len: 168 time: 0.2555094 Nov 19 10:34:44.779910 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39102) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:34:44.781154 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4616c0-7143-462c-ab30-1dd3469c79d0 None None] Network 36682207-35e9-4280-b5ff-8aaa27997d83 requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:34:44.846553 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:44.898885 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] Deleting port 19bbf79a-06f4-49c7-a13f-9f52273b82ae {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:34:44.899237 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:44.965470 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] For port 19bbf79a-06f4-49c7-a13f-9f52273b82ae, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=19bbf79a-06f4-49c7-a13f-9f52273b82ae,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:34:44.965840 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:44.979825 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] Calling delete_port for 19bbf79a-06f4-49c7-a13f-9f52273b82ae owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:34:44.998390 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d3f389-dd34-4131-9d69-c95ac9b8e6e2 None None] DHCP port deletion for 36682207-35e9-4280-b5ff-8aaa27997d83 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:34:45.050984 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-93d3f389-dd34-4131-9d69-c95ac9b8e6e2 None None] Deleting port 19bbf79a-06f4-49c7-a13f-9f52273b82ae {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:34:45.051344 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-93d3f389-dd34-4131-9d69-c95ac9b8e6e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:45.063202 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654981'] for port, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:45.091118 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=19bbf79a-06f4-49c7-a13f-9f52273b82ae,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:45.092944 n-d-805649-14 neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] No DVR routers for this DVR port 19bbf79a-06f4-49c7-a13f-9f52273b82ae on host n-d-805649-14 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:34:45.117742 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-93d3f389-dd34-4131-9d69-c95ac9b8e6e2 None None] For port 19bbf79a-06f4-49c7-a13f-9f52273b82ae, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=19bbf79a-06f4-49c7-a13f-9f52273b82ae,segment=NetworkSegment(1882efd2-ae63-47c1-a813-73b878203a50),segment_id=1882efd2-ae63-47c1-a813-73b878203a50)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:34:45.118313 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-93d3f389-dd34-4131-9d69-c95ac9b8e6e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:45.131074 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-93d3f389-dd34-4131-9d69-c95ac9b8e6e2 None None] Calling delete_port for 19bbf79a-06f4-49c7-a13f-9f52273b82ae owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:34:45.168641 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:45.189508 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36682207-35e9-4280-b5ff-8aaa27997d83']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:45.201286 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1882efd2-ae63-47c1-a813-73b878203a50') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:45.201794 n-d-805649-14 neutron-server[103477]: DEBUG neutron.services.segments.db [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1882efd2-ae63-47c1-a813-73b878203a50') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:45.210394 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:34:45.212003 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11707057'] for segment, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:45.225894 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:45.232956 n-d-805649-14 neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:34:45.233148 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:34:45.233376 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 2fbe4ba1-73c5-42b9-83de-5b51bdfb2b20 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:34:45.233795 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f3b12da8-1de4-4fd6-b475-771b003e3400 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:34:45.234036 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8655064'] for segment, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: Traceback (most recent call last): Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: timer() Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: cb(*args, **kw) Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: return func(*args, **kwargs) Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: self._notify() Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: self.callback(batched_events) Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: event.method(event) Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: return f(self, *a, **k) Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: return self._get(url).json() Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: return self.request(url, 'GET', **kwargs) Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:34:45.235910 n-d-805649-14 neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:34:45.260990 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-93d3f389-dd34-4131-9d69-c95ac9b8e6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:45.267427 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: f3b12da8-1de4-4fd6-b475-771b003e3400 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:34:45.267770 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device f3b12da8-1de4-4fd6-b475-771b003e3400 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:34:45.268370 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 19bbf79a-06f4-49c7-a13f-9f52273b82ae no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:34:45.297661 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:45.304303 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] Publish callbacks [] for network, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:45.308107 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/36682207-35e9-4280-b5ff-8aaa27997d83 HTTP/1.1" status: 204 len: 168 time: 0.5272596 Nov 19 10:34:45.308904 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3f389-dd34-4131-9d69-c95ac9b8e6e2 None None] Pushing event deleted for resources: {'Port': ['ID=19bbf79a-06f4-49c7-a13f-9f52273b82ae,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:45.311124 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39104) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:34:45.326306 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 19bbf79a-06f4-49c7-a13f-9f52273b82ae {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:34:45.327378 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 19bbf79a-06f4-49c7-a13f-9f52273b82ae not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:34:45.331449 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570172f5-ad91-4aba-b3a2-cc964e2882d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=36682207-35e9-4280-b5ff-8aaa27997d83,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:45.337597 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d3f389-dd34-4131-9d69-c95ac9b8e6e2 None None] No DVR routers for this DVR port 19bbf79a-06f4-49c7-a13f-9f52273b82ae on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:34:45.649381 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86d05f1e-3fa3-4fc0-8542-199413fd5a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-881204'] for router_interface, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:45.887091 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-86d05f1e-3fa3-4fc0-8542-199413fd5a30 admin admin] Deleting port 5080044e-4fed-4d01-856d-a9d0c3488ec1 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:34:45.887423 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86d05f1e-3fa3-4fc0-8542-199413fd5a30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:45.966673 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-86d05f1e-3fa3-4fc0-8542-199413fd5a30 admin admin] For port 5080044e-4fed-4d01-856d-a9d0c3488ec1, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=5080044e-4fed-4d01-856d-a9d0c3488ec1,segment=NetworkSegment(e8521379-294b-445c-aaa7-726897dec45a),segment_id=e8521379-294b-445c-aaa7-726897dec45a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:34:45.966956 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86d05f1e-3fa3-4fc0-8542-199413fd5a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:45.979180 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-86d05f1e-3fa3-4fc0-8542-199413fd5a30 admin admin] Calling delete_port for 5080044e-4fed-4d01-856d-a9d0c3488ec1 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:34:46.152192 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86d05f1e-3fa3-4fc0-8542-199413fd5a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:46.176386 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d05f1e-3fa3-4fc0-8542-199413fd5a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=5080044e-4fed-4d01-856d-a9d0c3488ec1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:46.340627 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86d05f1e-3fa3-4fc0-8542-199413fd5a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-881288'] for router_interface, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:46.344396 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:46.558487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d05f1e-3fa3-4fc0-8542-199413fd5a30 admin admin] Router cc024f9d-ece2-4c87-923f-be347259508a has already been hosted by L3 agent 9e0abad6-31fa-4b88-83fb-7962ebf14f0c {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 10:34:46.665932 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d05f1e-3fa3-4fc0-8542-199413fd5a30 admin admin] Notify agent at l3_agent.n-d-805649-14 the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 10:34:46.670942 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-86d05f1e-3fa3-4fc0-8542-199413fd5a30 admin admin] 10.222.0.21 "PUT /v2.0/routers/cc024f9d-ece2-4c87-923f-be347259508a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3585975 Nov 19 10:34:46.673643 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39106) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:34:46.674436 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97912a3d-1ec6-42bd-8df3-8b439c3ce21d None None] Sync routers for ids ['cc024f9d-ece2-4c87-923f-be347259508a'] in n-d-805649-14 {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 10:34:46.684399 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97912a3d-1ec6-42bd-8df3-8b439c3ce21d None None] Routers {'cc024f9d-ece2-4c87-923f-be347259508a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:34:46.685014 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-97912a3d-1ec6-42bd-8df3-8b439c3ce21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cc024f9d-ece2-4c87-923f-be347259508a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:46.780011 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf1d7-c6dd-4f65-96ab-740bd36c3856 admin admin] Publish callbacks [] for router, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:46.788822 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-97912a3d-1ec6-42bd-8df3-8b439c3ce21d None None] Set router cc024f9d-ece2-4c87-923f-be347259508a gateway port host: n-d-805649-14 {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:34:46.885539 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf1d7-c6dd-4f65-96ab-740bd36c3856 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:46.940146 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b9dbf1d7-c6dd-4f65-96ab-740bd36c3856 admin admin] Deleting port e19163c9-76bd-4a35-b640-c580cecb3c43 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:34:46.940498 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf1d7-c6dd-4f65-96ab-740bd36c3856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:46.968687 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-97912a3d-1ec6-42bd-8df3-8b439c3ce21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'name': 'tempest-TestSnapshotPattern-2027263182-router', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'external_fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'e19163c9-76bd-4a35-b640-c580cecb3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:59Z', 'updated_at': '2021-11-19T10:34:46Z', 'revision_number': 5, 'project_id': '803fe4261fcc4f74ad84a76a83be6299', 'gw_port': {'id': 'e19163c9-76bd-4a35-b640-c580cecb3c43', 'name': '', 'network_id': '5400ae83-00d2-4751-a522-fb5643e526b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:3c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T10:29:59Z', 'updated_at': '2021-11-19T10:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '46039ca7-a565-4917-bcab-cc1fefd87a23', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-14'}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:46.999393 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97912a3d-1ec6-42bd-8df3-8b439c3ce21d None None] Checking router: cc024f9d-ece2-4c87-923f-be347259508a for host: n-d-805649-14 {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 10:34:47.008029 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97912a3d-1ec6-42bd-8df3-8b439c3ce21d None None] Routers {'cc024f9d-ece2-4c87-923f-be347259508a'} bound to L3 agent in host n-d-805649-14 {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 10:34:47.008650 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-97912a3d-1ec6-42bd-8df3-8b439c3ce21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T08:56:22Z,description=,heartbeat_timestamp=2021-11-19T10:34:22Z,host='n-d-805649-14',id=9e0abad6-31fa-4b88-83fb-7962ebf14f0c,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T08:56:22Z,topic='l3_agent')) {'router_ids': ['cc024f9d-ece2-4c87-923f-be347259508a'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:47.023596 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-b9dbf1d7-c6dd-4f65-96ab-740bd36c3856 admin admin] For port e19163c9-76bd-4a35-b640-c580cecb3c43, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=e19163c9-76bd-4a35-b640-c580cecb3c43,segment=NetworkSegment(0f0416b9-932c-474e-bbca-885f7c8a89bd),segment_id=0f0416b9-932c-474e-bbca-885f7c8a89bd)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:34:47.023970 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf1d7-c6dd-4f65-96ab-740bd36c3856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:47.035825 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b9dbf1d7-c6dd-4f65-96ab-740bd36c3856 admin admin] Calling delete_port for e19163c9-76bd-4a35-b640-c580cecb3c43 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:34:47.094724 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-97912a3d-1ec6-42bd-8df3-8b439c3ce21d None None] Set router cc024f9d-ece2-4c87-923f-be347259508a gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 10:34:47.147996 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-97912a3d-1ec6-42bd-8df3-8b439c3ce21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'name': 'tempest-TestSnapshotPattern-2027263182-router', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:59Z', 'updated_at': '2021-11-19T10:34:46Z', 'revision_number': 6, 'project_id': '803fe4261fcc4f74ad84a76a83be6299', 'gw_port_host': None}], 'n-d-805649-14', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:47.179852 n-d-805649-14 neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97912a3d-1ec6-42bd-8df3-8b439c3ce21d None None] The sync data for ids ['cc024f9d-ece2-4c87-923f-be347259508a'] in n-d-805649-14 is: [{'id': 'cc024f9d-ece2-4c87-923f-be347259508a', 'name': 'tempest-TestSnapshotPattern-2027263182-router', 'tenant_id': '803fe4261fcc4f74ad84a76a83be6299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T10:29:59Z', 'updated_at': '2021-11-19T10:34:46Z', 'revision_number': 6, 'project_id': '803fe4261fcc4f74ad84a76a83be6299', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 10:34:47.210685 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf1d7-c6dd-4f65-96ab-740bd36c3856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:47.236847 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbf1d7-c6dd-4f65-96ab-740bd36c3856 admin admin] Pushing event deleted for resources: {'Port': ['ID=e19163c9-76bd-4a35-b640-c580cecb3c43,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:47.253470 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd15915-32c3-4f76-b8d8-6863642bb6aa None None] DHCP port deletion for 5400ae83-00d2-4751-a522-fb5643e526b8 request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:34:47.298815 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf1d7-c6dd-4f65-96ab-740bd36c3856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-883442'] for router_gateway, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:47.390425 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf1d7-c6dd-4f65-96ab-740bd36c3856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-881054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-259416'] for router, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:47.392445 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf1d7-c6dd-4f65-96ab-740bd36c3856 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:47.434955 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf1d7-c6dd-4f65-96ab-740bd36c3856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-881047'] for router, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:47.435487 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dbf1d7-c6dd-4f65-96ab-740bd36c3856 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc024f9d-ece2-4c87-923f-be347259508a {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 10:34:47.439691 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf1d7-c6dd-4f65-96ab-740bd36c3856 admin admin] Publish callbacks [] for router, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:47.440834 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-b9dbf1d7-c6dd-4f65-96ab-740bd36c3856 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cc024f9d-ece2-4c87-923f-be347259508a HTTP/1.1" status: 204 len: 168 time: 0.7662723 Nov 19 10:34:47.443494 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39108) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:34:47.487995 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f724248-3592-425d-8146-616ad5f5a6e0 admin admin] Deleting subnet cff25d5a-64cf-4c81-a2eb-09d630de9760 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 10:34:47.491014 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f724248-3592-425d-8146-616ad5f5a6e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:47.526773 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f724248-3592-425d-8146-616ad5f5a6e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8464224'] for subnet, precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:47.611327 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f724248-3592-425d-8146-616ad5f5a6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787277'] for subnet, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:47.667557 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f724248-3592-425d-8146-616ad5f5a6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1787254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9960391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10326910'] for subnet, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:47.692272 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f724248-3592-425d-8146-616ad5f5a6e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cff25d5a-64cf-4c81-a2eb-09d630de9760,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:47.695926 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6f724248-3592-425d-8146-616ad5f5a6e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:47.702187 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-6f724248-3592-425d-8146-616ad5f5a6e0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cff25d5a-64cf-4c81-a2eb-09d630de9760 HTTP/1.1" status: 204 len: 168 time: 0.2553148 Nov 19 10:34:47.702524 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.21', 39110) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:34:47.702831 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecec3fe-ca90-4537-ac93-acee1474b2a2 None None] Network 3a9796c7-8a72-4b79-8679-f4c3a5fc11ec requested from n-d-805649-14 {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 10:34:47.774364 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777811'] for network, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:47.827331 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] Deleting port 66a9be6f-d007-47d6-b532-f18999c8d958 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:34:47.827675 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:47.890410 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] For port 66a9be6f-d007-47d6-b532-f18999c8d958, host n-d-805649-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-14',level=0,port_id=66a9be6f-d007-47d6-b532-f18999c8d958,segment=NetworkSegment(e8521379-294b-445c-aaa7-726897dec45a),segment_id=e8521379-294b-445c-aaa7-726897dec45a)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:34:47.890716 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:47.902887 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] Calling delete_port for 66a9be6f-d007-47d6-b532-f18999c8d958 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:34:47.934806 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c9d925-2841-46be-8760-b512eac6d63a None None] DHCP port deletion for 3a9796c7-8a72-4b79-8679-f4c3a5fc11ec request from n-d-805649-14 {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 10:34:47.992122 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9960436'] for port, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:48.020627 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] Pushing event deleted for resources: {'Port': ['ID=66a9be6f-d007-47d6-b532-f18999c8d958,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:48.024282 n-d-805649-14 neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] No DVR routers for this DVR port 66a9be6f-d007-47d6-b532-f18999c8d958 on host n-d-805649-14 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:34:48.100460 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1788698', 'neutron.services.segments.db._delete_segments_for_network-8764965904011'] for network, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:48.123808 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9796c7-8a72-4b79-8679-f4c3a5fc11ec']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:48.134159 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8521379-294b-445c-aaa7-726897dec45a') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:48.134507 n-d-805649-14 neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8521379-294b-445c-aaa7-726897dec45a') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 10:34:48.144692 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764965872011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465555'] for segment, before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:48.147795 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9d925-2841-46be-8760-b512eac6d63a None None] Deleting port 66a9be6f-d007-47d6-b532-f18999c8d958 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 10:34:48.148243 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d925-2841-46be-8760-b512eac6d63a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764965941351'] for port, before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:48.158644 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688'] for segment, precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:48.166215 n-d-805649-14 neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 10:34:48.166689 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1800688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9960361'] for segment, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: Traceback (most recent call last): Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: timer() Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: cb(*args, **kw) Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: return func(*args, **kwargs) Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: self._notify() Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: self.callback(batched_events) Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: event.method(event) Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: return f(self, *a, **k) Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: return self._get(url).json() Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: return self.request(url, 'GET', **kwargs) Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 10:34:48.168500 n-d-805649-14 neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 10:34:48.220627 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f9c9d925-2841-46be-8760-b512eac6d63a None None] For port 66a9be6f-d007-47d6-b532-f18999c8d958, host n-d-805649-14, got binding levels [] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 10:34:48.221262 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d925-2841-46be-8760-b512eac6d63a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530355'] for port, precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:48.224076 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878346'] for network, after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:48.231282 n-d-805649-14 neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] Publish callbacks [] for network, before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:48.235953 n-d-805649-14 neutron-server[103476]: INFO neutron.wsgi [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] 10.222.0.21 "DELETE /v2.0/networks/3a9796c7-8a72-4b79-8679-f4c3a5fc11ec HTTP/1.1" status: 204 len: 168 time: 0.5311363 Nov 19 10:34:48.241593 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9d925-2841-46be-8760-b512eac6d63a None None] Calling delete_port for 66a9be6f-d007-47d6-b532-f18999c8d958 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 10:34:48.246954 n-d-805649-14 neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac270735-1eca-4e37-bea2-00543b20b87b admin admin] Pushing event deleted for resources: {'Network': ['ID=3a9796c7-8a72-4b79-8679-f4c3a5fc11ec,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:48.247879 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.ipam_backend_mixin [None req-f9c9d925-2841-46be-8760-b512eac6d63a None None] Port 66a9be6f-d007-47d6-b532-f18999c8d958 was not found and therefore no delete operation was performed {{(pid=103478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 10:34:48.250300 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d925-2841-46be-8760-b512eac6d63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1598904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572184', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764965949121', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764965376175'] for port, after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:48.279735 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9c9d925-2841-46be-8760-b512eac6d63a None None] Network 3a9796c7-8a72-4b79-8679-f4c3a5fc11ec is not hosted by any dhcp agent {{(pid=103478) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 10:34:48.280193 n-d-805649-14 neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c9d925-2841-46be-8760-b512eac6d63a None None] No DVR routers for this DVR port 66a9be6f-d007-47d6-b532-f18999c8d958 on host n-d-805649-14 {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 10:34:48.285059 n-d-805649-14 neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9d925-2841-46be-8760-b512eac6d63a None None] Pushing event deleted for resources: {'Port': ['ID=66a9be6f-d007-47d6-b532-f18999c8d958,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:48.424049 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39114) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:34:48.464584 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-7792b07b-a17a-4db6-97dd-20be289b49c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21fe884f4c2842b1b540a48c35bed244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392311 Nov 19 10:34:48.466906 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39116) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:34:48.513584 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf42655f-a9e7-4a13-89a9-1d2ee67617c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:48.534348 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf42655f-a9e7-4a13-89a9-1d2ee67617c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:48.580625 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf42655f-a9e7-4a13-89a9-1d2ee67617c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:48.583507 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cf42655f-a9e7-4a13-89a9-1d2ee67617c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:48.584644 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-cf42655f-a9e7-4a13-89a9-1d2ee67617c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1b8422a-c235-4577-86f1-9dc8e22878aa HTTP/1.1" status: 204 len: 168 time: 0.1168568 Nov 19 10:34:48.592119 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42655f-a9e7-4a13-89a9-1d2ee67617c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b8422a-c235-4577-86f1-9dc8e22878aa,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:48.877747 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:48.900734 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39122) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:34:48.939031 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-c74b9bbf-8cb6-4446-a028-9dea96a5e29a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=803fe4261fcc4f74ad84a76a83be6299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0368595 Nov 19 10:34:48.941413 n-d-805649-14 neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.21', 39124) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 10:34:48.987630 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3488bc1-0ae2-4dc3-9758-fb5736d1fae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:49.011353 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3488bc1-0ae2-4dc3-9758-fb5736d1fae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:49.058205 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3488bc1-0ae2-4dc3-9758-fb5736d1fae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-778111'] for security_group, after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:49.060923 n-d-805649-14 neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f3488bc1-0ae2-4dc3-9758-fb5736d1fae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:49.062079 n-d-805649-14 neutron-server[103477]: INFO neutron.wsgi [None req-f3488bc1-0ae2-4dc3-9758-fb5736d1fae4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66755145-f9b0-4969-9ac1-40dcbdd3f868 HTTP/1.1" status: 204 len: 168 time: 0.1197903 Nov 19 10:34:49.069965 n-d-805649-14 neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3488bc1-0ae2-4dc3-9758-fb5736d1fae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66755145-f9b0-4969-9ac1-40dcbdd3f868,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 10:34:49.191089 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5080044e-4fed-4d01-856d-a9d0c3488ec1 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:34:49.211094 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 5080044e-4fed-4d01-856d-a9d0c3488ec1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:34:49.211463 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 5080044e-4fed-4d01-856d-a9d0c3488ec1 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:34:49.211881 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 66a9be6f-d007-47d6-b532-f18999c8d958 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:34:49.232093 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: 66a9be6f-d007-47d6-b532-f18999c8d958 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:34:49.232466 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device 66a9be6f-d007-47d6-b532-f18999c8d958 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:34:49.232897 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e19163c9-76bd-4a35-b640-c580cecb3c43 no longer exists at agent ovs-agent-n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 10:34:49.254054 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] No Port match for: e19163c9-76bd-4a35-b640-c580cecb3c43 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 10:34:49.254332 n-d-805649-14 neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Device e19163c9-76bd-4a35-b640-c580cecb3c43 not bound to the agent host n-d-805649-14 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 10:34:50.127551 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e80a83ae-1676-476b-b295-60d039c4e433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:52.506256 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0cda178a-edb7-4ea3-bb37-9dfdabc72ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:53.822792 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:55.208476 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:34:55.786104 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:35:09.716380 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:35:16.347268 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:35:18.894489 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:35:20.128861 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-af2b8f0b-2f81-4e29-a636-e268b9f5adb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:35:22.506737 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-859ac4a4-fed4-43e4-8f84-2b75f2fe7c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:35:23.825755 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:35:25.210556 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:35:25.787836 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:35:46.360983 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:35:46.715278 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:35:48.910581 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:35:50.130178 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5b62fdab-4aef-4544-9e57-814ff251c78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:35:52.508659 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4b847b0b-8121-407d-bd99-f53d4e774d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:35:53.831353 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:35:55.213793 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:35:55.788871 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:36:16.359998 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:36:18.908571 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:36:20.130787 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0b43a994-b62a-45f3-82cd-75a1dc2dcf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:36:22.510351 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-705034c7-2862-4ad0-9763-dd6bdc085255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:36:23.714450 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:36:23.831564 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:36:25.215795 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:36:25.792776 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:36:46.363472 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:36:48.911279 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:36:50.133714 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a9f532b0-b547-4052-bbf0-b25aabbe3d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:36:52.511251 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b5acb96e-4df1-465d-a83b-abdedb022fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:36:53.835268 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:36:55.218066 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:36:55.793457 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:37:00.714433 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:37:16.359403 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:37:18.926190 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:37:20.135027 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6e8d4478-5576-4caa-b6ab-456ce1005cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:37:22.511533 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7927fb7e-0af1-4e41-aee4-4de59fef49c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:37:23.838113 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:37:25.221206 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:37:25.794777 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:37:37.715575 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:37:46.374532 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:37:48.926281 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:37:50.135867 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ef02cc0b-1602-4164-b11b-424dc94349df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:37:52.515271 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4ad7a9c7-d4ad-4ad5-895f-e68151c7b7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:37:53.841377 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:37:55.225142 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:37:55.796241 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:38:14.714539 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:38:16.382429 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:38:18.920078 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:38:20.137562 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-10fab65a-81d5-4c8a-8647-37a53ab7fa5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:38:22.516749 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4917e68f-7963-4c14-973d-3b1481a27fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:38:23.844760 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:38:25.227031 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:38:25.797802 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:38:46.403325 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:38:48.935637 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:38:50.138329 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bd1512db-665b-46a8-a99b-4d1aec41d7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:38:51.714439 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:38:52.517541 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4cdb92c3-b532-4f60-a619-0c79062d8177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:38:53.848154 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:38:55.229313 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:38:55.799364 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:39:16.434139 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:39:18.933906 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:39:20.138892 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d1912f94-a0ba-4f9e-ab60-c8443364e5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:39:22.518204 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4e80ec68-c42a-4508-b7df-f8cefa09f2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:39:23.850490 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:39:25.232425 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:39:25.801802 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:39:28.714510 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:39:46.427140 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:39:48.956998 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:39:50.142224 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fb99cc90-6a89-4846-83a7-444e92a8135e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:39:52.519360 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c4d73379-ba1e-411a-9929-8bfc7195f583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:39:53.853794 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:39:55.234555 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:39:55.802279 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:40:05.713065 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:40:16.463235 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:40:18.951480 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:40:20.142946 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b365be78-0393-4c89-869a-841bedb2ae2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:40:22.520535 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f436799f-da39-44f8-ae06-a1ba96f3c6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:40:23.856462 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:40:25.236920 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:40:25.804655 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:40:42.712837 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:40:46.477653 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:40:48.963045 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:40:50.142825 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8c616756-9635-4e74-bc6f-4c9fc6a8d914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:40:52.521583 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c60adb9b-d6a1-4404-97f6-77f8b4a222f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:40:53.858657 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:40:55.242998 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:40:55.806530 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:41:16.481247 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:41:18.962279 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:41:19.711885 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:41:20.144059 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8b8bea1d-083a-45f3-87d9-2b49db25f9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:41:22.523063 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c5e9d407-0cff-4759-8c93-2f32ff4c9616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:41:23.861222 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:41:25.242551 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:41:25.807477 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:41:46.493458 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:41:48.992447 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:41:50.145598 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6064a6e5-c551-4afe-86d2-cd6b9b75d808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:41:52.524589 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9b042b1d-8404-4aeb-b7ce-e4ea3c69faf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:41:53.864561 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:41:55.247593 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:41:55.807757 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:41:56.710333 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:42:16.492238 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:42:19.007730 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:42:20.146042 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ef3c35ce-b5e4-45b8-ad2f-48aef02ac286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:42:22.528993 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff12bd46-1c18-46fa-8b84-8513cbd2bdfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:42:23.867197 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:42:25.248133 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:42:25.810325 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:42:33.709055 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:42:46.500747 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:42:49.005554 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:42:50.147647 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7cbe9d1b-058d-4114-84fb-63c71dfb3dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:42:52.530986 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-813e419d-9389-46a1-8aee-df98ad9ae715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:42:53.871176 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:42:55.251182 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:42:55.812515 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:43:06.204999 n-d-805649-14 neutron-server[103476]: DEBUG neutron.wsgi [req-b2b9b1e6-d74a-4052-8587-f27eff11059d req-cec239f6-ef8c-49cc-837d-6616534ca969 service neutron] (103476) timed out ('10.222.0.21', 36988) {{(pid=103476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 10:43:10.707283 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 10:43:16.521018 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:43:19.021335 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c83ecebe-e958-405a-ba29-3b6827a3d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:43:20.149043 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d462ab30-8b6d-4909-ac17-697c85f96f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:43:22.532698 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8331e1cf-281b-4041-ac23-b9132f350ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:43:23.873801 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2ffe-2ee4-4c98-922b-9396ad9126a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:43:25.254041 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c939b359-e15d-4981-8c64-168914abf71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:43:25.815184 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-149ab35e-a956-4909-a7ec-78db4b1eee0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:43:46.521624 n-d-805649-14 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f799ec5-2fff-4859-8fad-2714c76407c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764965905008', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741594'] for agent, after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 10:43:47.706783 n-d-805649-14 neutron-server[103479]: DEBUG neutron.db.agents_db [None req-22505c75-a216-4991-9036-1d9f062a8d30 None None] Agent healthcheck: found 7 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}